-- Logs begin at Tue 2021-10-19 10:16:06 UTC, end at Tue 2021-10-19 12:52:00 UTC. -- Oct 19 10:59:07.325621 n-d-814547-1 systemd[1]: Started Devstack devstack@q-svc.service. Oct 19 10:59:10.067205 n-d-814547-1 neutron-server[101200]: INFO neutron.common.config [-] Logging enabled! Oct 19 10:59:10.067865 n-d-814547-1 neutron-server[101200]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 19 10:59:10.067996 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101200) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 19 10:59:10.071199 n-d-814547-1 neutron-server[101200]: INFO neutron.common.config [-] Logging enabled! Oct 19 10:59:10.071458 n-d-814547-1 neutron-server[101200]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 19 10:59:10.071771 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101200) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 19 10:59:10.072736 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 10:59:10.072974 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 10:59:10.073335 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 10:59:10.073583 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 10:59:10.073812 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 10:59:10.074138 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.074439 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.074736 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.074967 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.075265 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.075559 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.075844 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.076138 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.076440 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.076763 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.077055 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.077340 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.077576 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.077858 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.078146 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.078435 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.078659 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] debug = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.078940 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.079379 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.079790 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.080076 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.080366 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.080669 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.080946 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.081224 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.081513 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.081840 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] host = n-d-814547-1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.082119 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.082925 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.083213 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.083501 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.083778 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.084054 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.084339 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.084637 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.084914 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] log_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.085191 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.085480 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.085767 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.086058 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.086283 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.086506 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.086806 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.087094 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.087376 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.087655 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.087938 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.088215 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.088489 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.088790 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.089075 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.089360 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.089651 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.089928 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.090205 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.090479 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.090757 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.091039 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.091312 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.091588 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.091863 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.092150 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.092420 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.092719 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.093026 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.093314 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.093598 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.093887 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.094164 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.094447 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.094720 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.094992 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.095265 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] use_json = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.095536 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.095808 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.096090 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.096374 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.096655 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.096932 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.097203 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.097487 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:10.097807 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.098705 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.099010 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.099297 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.099611 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.099894 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.100188 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.100468 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.100783 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.101074 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.101364 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.101644 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.101935 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.102215 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.102514 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.102820 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.103119 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.103412 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.103689 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.103963 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.104238 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.104516 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.104827 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.105105 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.105394 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.105683 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.105963 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.106249 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.106542 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.106833 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.107107 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.107384 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.107676 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.107954 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.108227 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.108505 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.108818 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.109098 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.109371 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.109652 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.109930 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.110204 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.110477 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.110756 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.111049 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.111327 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.111599 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.111869 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.112149 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.112423 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.112739 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.113024 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.113298 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.113596 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.113875 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.114149 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.114421 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.114697 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.114969 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.115246 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.115517 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.115788 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.116058 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.116329 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.116626 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.116901 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.117173 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.117450 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.117721 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.117990 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.118264 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.118538 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.118810 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.119098 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.119396 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.119677 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.119959 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.120238 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.120516 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.120818 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.121095 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.121373 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.121653 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.121927 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.122217 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.122504 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.122789 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.123077 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.123357 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.123672 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.123948 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.124231 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.124510 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.124811 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.125095 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.125377 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.125671 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.125965 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.126259 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.126553 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.126846 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.127128 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.127436 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.127715 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:10.127931 n-d-814547-1 neutron-server[101200]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 10:59:10.128171 n-d-814547-1 neutron-server[101200]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101200) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 19 10:59:10.557503 n-d-814547-1 neutron-server[101200]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 10:59:10.557782 n-d-814547-1 neutron-server[101200]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 10:59:10.558073 n-d-814547-1 neutron-server[101200]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 10:59:10.558411 n-d-814547-1 neutron-server[101200]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 19 10:59:10.877888 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.878062 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.878323 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.880107 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.880395 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.880684 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.914573 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.914987 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.915259 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.930811 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.931094 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.931362 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.961119 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.961403 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.961670 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.998414 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.998697 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:10.998971 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.233703 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.234334 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.234334 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.234513 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.235201 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.357124 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.357446 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.357729 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.358001 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.358264 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.358577 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.358836 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.359091 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.359344 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.359625 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.359882 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.360144 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.360398 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.360674 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.360930 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.361191 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.361444 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.361708 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.361973 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.362228 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.362497 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.362752 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.363033 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.363449 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.363702 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.363948 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.364348 n-d-814547-1 neutron-server[101200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 10:59:11.364616 n-d-814547-1 neutron-server[101200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 10:59:11.364861 n-d-814547-1 neutron-server[101200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 10:59:11.365101 n-d-814547-1 neutron-server[101200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 10:59:11.365336 n-d-814547-1 neutron-server[101200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 10:59:11.365573 n-d-814547-1 neutron-server[101200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 10:59:11.365935 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 19 10:59:11.369046 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 19 10:59:11.373968 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 19 10:59:11.377862 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 19 10:59:11.379544 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 19 10:59:11.380002 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 19 10:59:11.380336 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 19 10:59:11.380746 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 19 10:59:11.383826 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 19 10:59:11.384086 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 19 10:59:11.384433 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 10:59:11.389763 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 19 10:59:11.412984 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 19 10:59:11.413428 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.413726 n-d-814547-1 neutron-server[101200]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101200) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 19 10:59:11.414086 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.415483 n-d-814547-1 neutron-server[101200]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101200) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 19 10:59:11.415764 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 10:59:11.416010 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 19 10:59:11.419384 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.419666 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:11.482568 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 19 10:59:11.482810 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 19 10:59:11.483049 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 19 10:59:11.483569 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 19 10:59:11.504021 n-d-814547-1 neutron-server[101200]: DEBUG oslo_db.sqlalchemy.engines [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101200) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 19 10:59:12.195703 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Initializing driver for type 'gre' Oct 19 10:59:12.196245 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] gre ID ranges: [(1, 1000)] Oct 19 10:59:12.412729 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Initializing driver for type 'local' Oct 19 10:59:12.413329 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Initializing driver for type 'vlan' Oct 19 10:59:12.527535 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] VlanTypeDriver initialization complete Oct 19 10:59:12.532222 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Initializing driver for type 'vxlan' Oct 19 10:59:12.532222 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] vxlan ID ranges: [(1, 1000)] Oct 19 10:59:12.747929 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Initializing extension driver 'port_security' Oct 19 10:59:12.748267 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.extensions.port_security [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] PortSecurityExtensionDriver initialization complete Oct 19 10:59:12.748622 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Initializing mechanism driver 'openvswitch' Oct 19 10:59:12.748944 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Initializing mechanism driver 'hyperv' Oct 19 10:59:12.755591 n-d-814547-1 neutron-server[101200]: DEBUG neutron.plugins.ml2.plugin [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 10:59:12.756444 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > port after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.757094 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > port after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.757447 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > port after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.757981 n-d-814547-1 neutron-server[101200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 10:59:12.758413 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.758764 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.759108 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.759503 n-d-814547-1 neutron-server[101200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 10:59:12.759911 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > network after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.760257 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > network after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.760633 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > network after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.761036 n-d-814547-1 neutron-server[101200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 10:59:12.761436 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > security_group after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.761781 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > security_group after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.762123 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.762517 n-d-814547-1 neutron-server[101200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 10:59:12.762922 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.763268 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.763611 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.764006 n-d-814547-1 neutron-server[101200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 10:59:12.764410 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > address_group after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.764778 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > address_group after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.767129 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.767129 n-d-814547-1 neutron-server[101200]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101200) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 19 10:59:12.767129 n-d-814547-1 neutron-server[101200]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] ML2 OVO RPC backend initialized. {{(pid=101200) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 19 10:59:12.767129 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.767129 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.767584 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > network before_response 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.767677 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > networks before_response 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.767946 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > port before_response 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.768283 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > ports before_response 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.768652 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > subnet before_response 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.768993 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > subnets before_response 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.769336 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > network after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.769673 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > network after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.770004 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > network after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.770335 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > port after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.770668 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > port after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.770999 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > port after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.771330 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.771661 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.771989 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.772605 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.plugin [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Modular L2 Plugin initialization complete Oct 19 10:59:12.772942 n-d-814547-1 neutron-server[101200]: DEBUG neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading services supported by the core plugin {{(pid=101200) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 19 10:59:12.773267 n-d-814547-1 neutron-server[101200]: INFO neutron.plugins.ml2.managers [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Got port-security extension from driver 'port_security' Oct 19 10:59:12.773728 n-d-814547-1 neutron-server[101200]: INFO neutron.extensions.vlantransparent [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Disabled vlantransparent extension. Oct 19 10:59:12.774212 n-d-814547-1 neutron-server[101200]: DEBUG neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101200) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 19 10:59:12.774527 n-d-814547-1 neutron-server[101200]: INFO neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading Plugin: router Oct 19 10:59:12.811449 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.811845 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router after_create 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.812213 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router before_create 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.812601 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.812974 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.813327 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router after_delete 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.813683 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.814153 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.814514 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router after_create 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.814861 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router after_update 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.815209 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router after_update 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.815556 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.815914 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router after_update 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.816345 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.816745 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: port after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.817089 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: port after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.817426 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: subnet after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.817763 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.818113 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.818458 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.818799 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: port before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.819140 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router precommit_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.819495 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router after_update 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.819836 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.820186 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.820565 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.820918 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.821282 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > agent after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.821633 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > agent after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.821978 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > network after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.822830 n-d-814547-1 neutron-server[101200]: DEBUG neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Tracking information for resource: router configured {{(pid=101200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 10:59:12.823162 n-d-814547-1 neutron-server[101200]: DEBUG neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Tracking information for resource: floatingip configured {{(pid=101200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 10:59:12.828042 n-d-814547-1 neutron-server[101200]: INFO neutron.db.l3_agentschedulers_db [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 19 10:59:12.828655 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: port after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.829019 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: port after_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.829372 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: port after_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.829726 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: port after_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.830510 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router before_create 55550100 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.830876 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.831237 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router precommit_create 55550100 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.831591 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > router precommit_update 55550100 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.837178 n-d-814547-1 neutron-server[101200]: DEBUG neutron.services.provider_configuration [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service providers = [] {{(pid=101200) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 19 10:59:12.837545 n-d-814547-1 neutron-server[101200]: DEBUG neutron.db.servicetype_db [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101200) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 19 10:59:12.840495 n-d-814547-1 neutron-server[101200]: DEBUG neutron.services.service_base [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 10:59:12.840878 n-d-814547-1 neutron-server[101200]: DEBUG neutron.services.service_base [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 10:59:12.841219 n-d-814547-1 neutron-server[101200]: DEBUG neutron.services.service_base [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 10:59:12.842112 n-d-814547-1 neutron-server[101200]: DEBUG neutron.services.service_base [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 10:59:12.842487 n-d-814547-1 neutron-server[101200]: INFO neutron.services.service_base [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 19 10:59:12.842851 n-d-814547-1 neutron-server[101200]: DEBUG neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 10:59:12.843168 n-d-814547-1 neutron-server[101200]: INFO neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 19 10:59:12.854430 n-d-814547-1 neutron-server[101200]: DEBUG neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 10:59:12.854767 n-d-814547-1 neutron-server[101200]: INFO neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading Plugin: auto_allocate Oct 19 10:59:12.860623 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: network precommit_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.860994 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: network precommit_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.861508 n-d-814547-1 neutron-server[101200]: DEBUG neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 10:59:12.861831 n-d-814547-1 neutron-server[101200]: INFO neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading Plugin: tag Oct 19 10:59:12.869822 n-d-814547-1 neutron-server[101200]: DEBUG neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 10:59:12.870159 n-d-814547-1 neutron-server[101200]: INFO neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading Plugin: timestamp Oct 19 10:59:12.873994 n-d-814547-1 neutron-server[101200]: DEBUG neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 10:59:12.874322 n-d-814547-1 neutron-server[101200]: INFO neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading Plugin: network_ip_availability Oct 19 10:59:12.879760 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.880130 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.880484 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:12.881208 n-d-814547-1 neutron-server[101200]: DEBUG neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 10:59:12.881769 n-d-814547-1 neutron-server[101200]: INFO neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading Plugin: flavors Oct 19 10:59:12.886866 n-d-814547-1 neutron-server[101200]: DEBUG neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 10:59:12.887202 n-d-814547-1 neutron-server[101200]: INFO neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading Plugin: revisions Oct 19 10:59:12.891554 n-d-814547-1 neutron-server[101200]: DEBUG neutron.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 10:59:12.891946 n-d-814547-1 neutron-server[101200]: DEBUG oslo_concurrency.lockutils [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.334s {{(pid=101200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 10:59:12.892719 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101200) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 19 10:59:12.893058 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Initializing extension manager. Oct 19 10:59:12.893564 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: __init__.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.893901 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: __pycache__ {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.894232 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.894560 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: address_group.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.895790 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.896348 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: address-group Oct 19 10:59:12.896705 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: address_scope.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.897413 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.897917 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: address-scope Oct 19 10:59:12.898237 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.899164 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.899671 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: router-admin-state-down-before-update Oct 19 10:59:12.899993 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: agent.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.900724 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.901227 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: agent Oct 19 10:59:12.901545 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: agent_resources_synced.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.902458 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.902966 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: agent-resources-synced Oct 19 10:59:12.903287 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.905094 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.905613 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: allowed-address-pairs Oct 19 10:59:12.905940 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.907024 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.907538 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: auto-allocated-topology Oct 19 10:59:12.907861 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: availability_zone.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.908576 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.909089 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: availability_zone Oct 19 10:59:12.909413 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: availability_zone_filter.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.910898 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.911411 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: availability_zone_filter Oct 19 10:59:12.911731 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: data_plane_status.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.912673 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.913176 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension data-plane-status not supported by any of loaded plugins Oct 19 10:59:12.913501 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: default_subnetpools.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.914419 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.914925 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: default-subnetpools Oct 19 10:59:12.915246 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.916050 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.916571 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: dhcp_agent_scheduler Oct 19 10:59:12.916895 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: dns.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.917814 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.918318 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension dns-integration not supported by any of loaded plugins Oct 19 10:59:12.918638 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: dns_domain_ports.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.919557 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.920060 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 19 10:59:12.920381 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.921328 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.921830 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 19 10:59:12.922150 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: dvr.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.922821 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.923325 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: dvr Oct 19 10:59:12.923644 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: ecmp_routes.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.924589 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.925092 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 19 10:59:12.925410 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: empty_string_filtering.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.926353 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.926858 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: empty-string-filtering Oct 19 10:59:12.927176 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.928089 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.928621 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 19 10:59:12.928945 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.929878 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.930386 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 19 10:59:12.930706 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: external_net.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.931617 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.932122 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: external-net Oct 19 10:59:12.932441 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.933372 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.933882 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: extra_dhcp_opt Oct 19 10:59:12.934200 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: extraroute.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.935105 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.935618 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: extraroute Oct 19 10:59:12.935937 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: extraroute_atomic.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.937010 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.937519 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: extraroute-atomic Oct 19 10:59:12.937838 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: filter_validation.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.938501 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.939003 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: filter-validation Oct 19 10:59:12.939331 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: fip_pf_description.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.940403 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.940939 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 19 10:59:12.941259 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: fip_port_details.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.942207 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.942711 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: fip-port-details Oct 19 10:59:12.943031 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: flavors.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.944268 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.944827 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: flavors Oct 19 10:59:12.945151 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.946822 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.947346 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 19 10:59:12.947679 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: floatingip_pools.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.948385 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.948933 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: floatingip-pools Oct 19 10:59:12.949261 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: ip_allocation.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.950198 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.950708 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension ip_allocation not supported by any of loaded plugins Oct 19 10:59:12.951037 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.951962 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.952506 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: ip-substring-filtering Oct 19 10:59:12.952855 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: l2_adjacency.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.953788 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.954291 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 19 10:59:12.954615 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: l3.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.955571 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.956088 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: router Oct 19 10:59:12.956414 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.959506 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.960034 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 19 10:59:12.960364 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.961339 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.961858 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: ext-gw-mode Oct 19 10:59:12.962184 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.963120 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.963636 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: l3-ha Oct 19 10:59:12.963959 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: l3_flavors.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.964905 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.965414 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: l3-flavors Oct 19 10:59:12.965736 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.966664 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.967175 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 19 10:59:12.967499 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: l3agentscheduler.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.968512 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.969044 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: l3_agent_scheduler Oct 19 10:59:12.969367 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: logging.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.970874 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.971395 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension logging not supported by any of loaded plugins Oct 19 10:59:12.971727 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: metering.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.972473 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.973614 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: metering Oct 19 10:59:12.973937 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.975048 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.975567 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: metering_source_and_destination_fields Oct 19 10:59:12.975897 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: multiprovidernet.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.976987 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.977504 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: multi-provider Oct 19 10:59:12.977828 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: netmtu.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.978754 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.979259 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: net-mtu Oct 19 10:59:12.979582 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: netmtu_writable.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.980503 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.981035 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: net-mtu-writable Oct 19 10:59:12.981357 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: network_availability_zone.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.982040 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.982536 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: network_availability_zone Oct 19 10:59:12.982855 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: network_ip_availability.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.983966 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.984479 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: network-ip-availability Oct 19 10:59:12.984843 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: network_segment_range.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.985613 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.986117 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension network-segment-range not supported by any of loaded plugins Oct 19 10:59:12.986444 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: pagination.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.987443 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.987775 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: pagination Oct 19 10:59:12.988094 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: port_device_profile.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.989059 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.989576 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: port-device-profile Oct 19 10:59:12.989895 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.990816 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.991324 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: port-mac-address-regenerate Oct 19 10:59:12.991643 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.992583 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.993097 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: port-numa-affinity-policy Oct 19 10:59:12.993417 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: port_resource_request.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.994333 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.994863 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension port-resource-request not supported by any of loaded plugins Oct 19 10:59:12.995181 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: portbindings.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.996144 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.996755 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: binding Oct 19 10:59:12.997080 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: portbindings_extended.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:12.998503 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:12.999017 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: binding-extended Oct 19 10:59:12.999343 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: portsecurity.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.000269 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.000823 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: port-security Oct 19 10:59:13.001147 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: project_id.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.002130 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.002465 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: project-id Oct 19 10:59:13.002790 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: providernet.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.003726 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.004266 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: provider Oct 19 10:59:13.004621 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: qos.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.008503 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.009053 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension qos not supported by any of loaded plugins Oct 19 10:59:13.009388 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.010655 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.011175 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 19 10:59:13.011506 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.012432 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.012983 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 19 10:59:13.013311 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: qos_default.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.014229 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.014745 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension qos-default not supported by any of loaded plugins Oct 19 10:59:13.015067 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: qos_fip.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.015722 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.016228 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension qos-fip not supported by any of loaded plugins Oct 19 10:59:13.016569 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.017507 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.018056 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 19 10:59:13.018336 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.019253 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.020274 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 19 10:59:13.020630 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.021679 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.022191 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 19 10:59:13.022517 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: qos_pps_rule.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.023702 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.024218 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension qos-pps not supported by any of loaded plugins Oct 19 10:59:13.024556 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.025490 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.026002 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 19 10:59:13.026326 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: qos_rules_alias.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.027370 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.027887 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 19 10:59:13.028212 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: quotasv2.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.029367 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.029699 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: quotas Oct 19 10:59:13.030021 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: quotasv2_detail.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.033215 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.033561 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: quota_details Oct 19 10:59:13.033919 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: rbac.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.034988 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.036059 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: rbac-policies Oct 19 10:59:13.036386 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: rbac_address_group.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.037362 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.037882 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: rbac-address-group Oct 19 10:59:13.038205 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: rbac_address_scope.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.039129 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.039646 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: rbac-address-scope Oct 19 10:59:13.039970 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: rbac_security_groups.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.040926 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.041440 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: rbac-security-groups Oct 19 10:59:13.041765 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.042692 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.043212 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: rbac-subnetpool Oct 19 10:59:13.043535 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: revisionifmatch.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.044464 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.045006 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: revision-if-match Oct 19 10:59:13.045327 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: revisions.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.046445 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.046963 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: standard-attr-revisions Oct 19 10:59:13.047287 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: router_availability_zone.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.047968 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.048479 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: router_availability_zone Oct 19 10:59:13.048824 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: routerservicetype.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.049744 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.050252 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension router-service-type not supported by any of loaded plugins Oct 19 10:59:13.050573 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.051521 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.052030 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: security-groups-normalized-cidr Oct 19 10:59:13.052349 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.053313 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.053824 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: port-security-groups-filtering Oct 19 10:59:13.054143 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.055061 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.055570 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: security-groups-remote-address-group Oct 19 10:59:13.055888 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: securitygroup.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.065682 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.066211 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: security-group Oct 19 10:59:13.066566 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: segment.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.067359 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.067879 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension segment not supported by any of loaded plugins Oct 19 10:59:13.068221 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.069259 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.069779 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 19 10:59:13.070104 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: servicetype.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.071198 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.071715 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: service-type Oct 19 10:59:13.072042 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: sorting.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.073059 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.073395 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: sorting Oct 19 10:59:13.073719 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: standard_attr_segment.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.074642 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.075158 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 19 10:59:13.075486 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: standardattrdescription.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.076137 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.076683 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: standard-attr-description Oct 19 10:59:13.077010 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: stateful_security_group.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.077959 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.078473 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: stateful-security-group Oct 19 10:59:13.078794 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: stdattrs_common.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.079377 n-d-814547-1 neutron-server[101200]: WARNING neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 19 10:59:13.079696 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.080670 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.081180 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 19 10:59:13.081502 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: subnet_onboard.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.083109 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.083634 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: subnet_onboard Oct 19 10:59:13.083958 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.084932 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.085446 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 19 10:59:13.085770 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: subnet_service_types.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.086701 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.087216 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: subnet-service-types Oct 19 10:59:13.087540 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: subnetallocation.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.088686 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.089202 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: subnet_allocation Oct 19 10:59:13.089523 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.090187 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.090693 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: subnetpool-prefix-ops Oct 19 10:59:13.091015 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.091958 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.092464 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 19 10:59:13.092811 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: tagging.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.093862 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.094374 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: standard-attr-tag Oct 19 10:59:13.094697 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: timestamp.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.095915 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.096433 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loaded extension: standard-attr-timestamp Oct 19 10:59:13.096788 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: trunk.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.098426 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.098945 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension trunk not supported by any of loaded plugins Oct 19 10:59:13.099272 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: trunk_details.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.100195 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.100732 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension trunk-details not supported by any of loaded plugins Oct 19 10:59:13.101059 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.101982 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.102494 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 19 10:59:13.102818 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Loading extension file: vlantransparent.py {{(pid=101200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 10:59:13.103488 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 10:59:13.103992 n-d-814547-1 neutron-server[101200]: INFO neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 19 10:59:13.106448 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:network Oct 19 10:59:13.106987 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:subnet Oct 19 10:59:13.107388 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 10:59:13.107793 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:port Oct 19 10:59:13.109069 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.109523 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service FLAVORS assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.110159 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.110595 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.110927 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:router Oct 19 10:59:13.111356 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:floatingip Oct 19 10:59:13.111846 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service METERING assigned prefix: /metering {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.113322 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:13.114201 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:13.114551 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 10:59:13.115543 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 10:59:13.115991 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:security_group Oct 19 10:59:13.116440 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 10:59:13.117073 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service CORE assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.117404 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 10:59:13.117749 n-d-814547-1 neutron-server[101200]: WARNING neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] subnetpool is already registered Oct 19 10:59:13.118181 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service CORE assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.118510 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 10:59:13.118837 n-d-814547-1 neutron-server[101200]: WARNING neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] subnetpool is already registered Oct 19 10:59:13.121174 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.121610 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service FLAVORS assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.122203 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.122622 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.122954 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:router Oct 19 10:59:13.123289 n-d-814547-1 neutron-server[101200]: WARNING neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] router is already registered Oct 19 10:59:13.123700 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:floatingip Oct 19 10:59:13.124032 n-d-814547-1 neutron-server[101200]: WARNING neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] floatingip is already registered Oct 19 10:59:13.124481 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service METERING assigned prefix: /metering {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.125194 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 10:59:13.125521 n-d-814547-1 neutron-server[101200]: WARNING neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] rbac_policy is already registered Oct 19 10:59:13.125931 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:security_group Oct 19 10:59:13.126264 n-d-814547-1 neutron-server[101200]: WARNING neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] security_group is already registered Oct 19 10:59:13.126664 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 10:59:13.126993 n-d-814547-1 neutron-server[101200]: WARNING neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] security_group_rule is already registered Oct 19 10:59:13.127616 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service CORE assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.127942 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 10:59:13.128272 n-d-814547-1 neutron-server[101200]: WARNING neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] subnetpool is already registered Oct 19 10:59:13.128730 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.v2.resource_helper [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Service CORE assigned prefix: {{(pid=101200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 10:59:13.129582 n-d-814547-1 neutron-server[101200]: INFO neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 10:59:13.129921 n-d-814547-1 neutron-server[101200]: WARNING neutron.quota.resource_registry [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] subnetpool is already registered Oct 19 10:59:13.130393 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: extensions {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.132104 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: address-groups {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.133619 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: address-scopes {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.134980 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: agents {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.136152 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: auto-allocated-topology {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.137430 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: availability_zones {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.138699 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: dhcp-networks {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.141325 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: dhcp-agents {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.142777 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: routers {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.145137 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: flavors {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.146311 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: service_profiles {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.147535 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: next_providers {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.149055 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: service_profiles {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.150630 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: floatingip-pools {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.151902 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: routers {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.154075 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: floatingips {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.155363 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: l3-routers {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.156790 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: l3-agents {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.158352 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: metering-labels {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.161057 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: metering-label-rules {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.161057 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: network-ip-availabilities {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.162342 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: bindings {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.164023 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: quotas {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.165648 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: quotas {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.167217 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: rbac-policies {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.168524 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: security-groups {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.169779 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: security-group-rules {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.171016 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: service-providers {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.172248 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: subnetpools {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.173732 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: subnetpools {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.175211 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: tags {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.177685 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: tags {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.179369 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: tags {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.181269 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: tags {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.183078 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: tags {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.184993 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: tags {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.186688 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: tags {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.188653 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: tags {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.190443 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: tags {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.192920 n-d-814547-1 neutron-server[101200]: DEBUG neutron.api.extensions [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Extended resource: tags {{(pid=101200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 10:59:13.198993 n-d-814547-1 neutron-server[101200]: WARNING keystonemiddleware.auth_token [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 19 10:59:13.204598 n-d-814547-1 neutron-server[101200]: WARNING keystonemiddleware.auth_token [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 19 10:59:13.213491 n-d-814547-1 neutron-server[101200]: DEBUG oslo_concurrency.lockutils [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Acquired lock "singleton_lock" {{(pid=101200) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 19 10:59:13.213972 n-d-814547-1 neutron-server[101200]: DEBUG oslo_concurrency.lockutils [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Releasing lock "singleton_lock" {{(pid=101200) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 19 10:59:13.214617 n-d-814547-1 neutron-server[101200]: INFO oslo_service.service [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Starting 2 workers Oct 19 10:59:13.219522 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Started child 101311 {{(pid=101200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 10:59:13.224566 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Started child 101312 {{(pid=101200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 10:59:13.225517 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:13.228822 n-d-814547-1 neutron-server[101200]: INFO neutron.service [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 19 10:59:13.228822 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Publish callbacks [] for process, before_spawn {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:13.229033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [-] (101311) wsgi starting up on http://0.0.0.0:9696 Oct 19 10:59:13.229136 n-d-814547-1 neutron-server[101200]: INFO oslo_service.service [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Starting 1 workers Oct 19 10:59:13.229274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:13.230631 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [-] (101312) wsgi starting up on http://0.0.0.0:9696 Oct 19 10:59:13.234371 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Started child 101313 {{(pid=101200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 10:59:13.234897 n-d-814547-1 neutron-server[101200]: INFO oslo_service.service [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Starting 1 workers Oct 19 10:59:13.238180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.service [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] calling RpcWorker wait() {{(pid=101313) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 19 10:59:13.239316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.service [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] returning from RpcWorker wait() {{(pid=101313) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 19 10:59:13.239975 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Started child 101314 {{(pid=101200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 10:59:13.240819 n-d-814547-1 neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-5fe75d40-42ee-4ae3-8e52-a02a7b1bb9f7 None None] Publish callbacks [] for process, after_spawn {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:13.240917 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:13.241351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 10:59:13.242683 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101200) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 10:59:13.242899 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 10:59:13.243085 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 10:59:13.243305 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 10:59:13.243657 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 10:59:13.243823 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 10:59:13.244347 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.244660 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.244927 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.245015 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:13.245483 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.245483 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.245949 n-d-814547-1 neutron-server[101314]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 10:59:13.246066 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.246501 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.246767 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.247052 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.247285 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.247455 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.247621 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.247872 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.248104 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.248412 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.248728 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.248960 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.249220 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.249395 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.249663 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.249940 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.250168 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.250448 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] debug = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.250713 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.251200 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.251443 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.251809 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.251960 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.252193 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.252447 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.252728 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.252962 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.253176 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.253423 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.253668 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.253902 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.254161 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.254387 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.254640 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.254862 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.255321 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] host = n-d-814547-1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.255552 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.255772 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.256017 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.256272 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.256787 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.257035 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.257298 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.257553 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.257816 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.258061 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.258315 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.258559 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.258798 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.259058 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.259224 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_options = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.259447 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.259708 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.260012 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.260148 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.260319 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.260502 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.261013 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.261013 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.261429 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.261429 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.261749 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.261953 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.262067 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.262401 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.262560 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.262765 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.262916 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.263143 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.263406 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.263650 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.263887 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.264122 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.264354 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.264588 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.264821 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.265050 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.265282 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.265492 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.265702 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.265959 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.266184 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.266448 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.266692 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.266940 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.267196 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.267423 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.267649 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.267861 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.268181 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.268360 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.268630 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.268896 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.269127 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.269366 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.269601 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.269862 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.270130 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_json = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.270320 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.270555 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.270803 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.271016 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.271228 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.271437 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.271647 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.271876 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.272314 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.272661 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.273009 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.273234 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.273487 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.273729 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.273962 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.274181 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.274432 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.274662 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.274999 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.275384 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.275658 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.275886 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.276169 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.276493 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.276765 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.277053 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.277442 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.278272 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.278529 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.278758 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.279044 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.279283 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.279556 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.279806 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.280087 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.280454 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.280740 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.281017 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.281299 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.281539 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.281767 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.281983 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.282224 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.282440 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.282654 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.282909 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.283153 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.283390 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.283612 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.283877 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.284094 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.284320 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.284622 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.286724 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.286724 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.286724 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.286724 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.286724 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.286724 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.287176 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.287176 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.287325 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.287499 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.287729 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.287952 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.288168 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.288383 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.288662 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.288898 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.289118 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.289332 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.289546 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.289764 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.289979 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.290295 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.290546 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.290763 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.291130 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.291287 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.291425 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.291785 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.291924 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.292120 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.292319 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.292586 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.294363 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.294363 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.294363 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.294363 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.294363 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.294363 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.294363 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.294363 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.295013 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.295013 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.295013 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.295240 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.295453 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.296115 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.296373 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.296657 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.296900 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.297166 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.297394 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.297641 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.297877 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.298094 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.298330 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.298593 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.298833 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.299059 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.299279 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.299495 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.299730 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.299973 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.300198 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.300413 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.300668 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.300992 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.302005 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.302268 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.302511 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.302745 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.303285 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.303608 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.303857 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.304131 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.304371 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.304676 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.304995 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.305835 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.305835 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.305835 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.307375 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.307375 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.307375 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.307375 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.307375 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.307879 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.307879 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.309101 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.309101 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.309101 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.309101 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.309650 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.309650 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.311342 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.311342 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.311342 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.311342 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.311342 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.311342 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.311342 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.311995 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.311995 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.311995 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.312220 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.312662 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.312662 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.312936 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.313156 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.313437 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.313899 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.314032 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.314672 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.314672 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.314936 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.314936 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.317705 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.317705 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.317705 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.317705 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.317705 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.317705 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.317705 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.317705 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.318667 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.318667 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.318667 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.318667 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.318667 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.318667 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.318667 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.318667 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.319335 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.319335 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.319335 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.319335 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.319629 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.320371 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.320371 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.320371 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.320643 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.320748 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.320959 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.321171 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.321416 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.321630 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.321887 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.322136 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.322462 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.322726 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.323118 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.323287 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.323438 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.323689 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.323860 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.324079 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.324299 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.324509 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.324900 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.325326 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.325550 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.325800 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.326015 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.326228 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.326437 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.326651 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.326882 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.327174 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.327429 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.327671 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.327927 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.328175 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.328405 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.328659 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.328872 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.329082 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.329303 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.329539 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.329749 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.330004 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.330214 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.330422 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.330639 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.330853 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.331063 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.331307 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.331543 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.331754 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.331972 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.332223 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.332433 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.332704 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.332917 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.333126 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.333345 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.333558 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.333767 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.333988 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.334219 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.334426 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.334665 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.334898 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.335104 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.335396 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.335657 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.335879 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.336160 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.336408 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.336686 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.336912 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.337203 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.337432 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.337669 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.337890 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.338105 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.338344 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.338597 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.338901 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.339184 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.339430 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.339695 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.339984 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.340274 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.340559 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.340776 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.341066 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.341394 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.341662 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.341914 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.342164 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.342398 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.342618 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.342834 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.343148 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.343390 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.343610 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.343856 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.344116 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.344339 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.344595 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.344858 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.345076 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.345691 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.345828 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.345953 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.346171 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.346332 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 10:59:13.346957 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101200) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 10:59:13.347053 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 10:59:13.347159 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 10:59:13.347329 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 10:59:13.347498 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 10:59:13.347650 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 10:59:13.348385 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.348570 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.348728 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.348929 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.349056 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.349394 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.349482 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.349594 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.349758 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.349917 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.350121 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.350278 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.350406 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.350530 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.350674 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.350832 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.350989 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.351148 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.351310 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.351469 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.351627 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.351783 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.351941 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] debug = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.352099 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.352300 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.352466 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.352647 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.352808 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.352966 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.353108 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.353319 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.353449 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.353573 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.353696 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.353845 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.354051 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.354178 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.354301 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.354502 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.354588 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.354713 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] host = n-d-814547-1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.354874 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.355031 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.355188 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.355444 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.355574 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.355697 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.355830 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.355954 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.356077 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.356212 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.356370 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.356525 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.356706 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.356863 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.357022 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_options = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.357163 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.357325 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.357482 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.357664 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.357829 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.357988 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.358146 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.358305 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.358463 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.358620 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.359136 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.359136 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.359136 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.359502 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.359502 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.359502 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.359856 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.359856 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.360100 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.360100 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.360399 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.360399 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.360577 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.360706 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.360850 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.361009 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.361165 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.361306 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.361467 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.361624 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.361782 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.361940 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.362096 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.362254 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.362411 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.362568 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.362726 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.362883 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.363044 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.363202 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.363434 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.364137 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.364229 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.364362 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.364522 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.364691 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.364848 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_json = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.365006 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.365163 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.365320 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.365476 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.365634 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.365792 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.365951 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.366109 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 10:59:13.366286 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.366450 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.366624 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.366786 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.366949 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.367109 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.367272 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.367434 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.367595 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.367756 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.367923 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.368086 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.368257 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.368418 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.368677 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.368832 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.368970 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.369125 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.369262 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.369394 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.369529 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.369665 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.369809 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.369955 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.370111 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.370289 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.370448 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.370599 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.370761 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.370923 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.371084 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.371246 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.371408 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.371571 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.371733 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.371898 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.372045 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.372210 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.372371 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.372547 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.372714 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.372876 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.373038 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.373200 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.373346 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.373512 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.373676 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.373838 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.374000 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.374156 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.374311 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.374474 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.374635 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.374797 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.374959 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.375206 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.375376 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.375539 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.375700 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.375862 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.376023 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.376184 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.376346 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.376763 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.376896 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.377064 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.377245 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.377406 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.377569 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.377729 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.377892 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.378055 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.378215 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.378376 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.378537 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.378699 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.378860 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.379043 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.379205 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.379365 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.379527 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.379687 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.379848 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.380010 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.380172 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.380337 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.380499 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.380685 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.380846 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.381015 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.381190 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.381352 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.381513 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.381929 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.382090 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.382251 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.382412 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.382572 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.382733 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.382894 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.383054 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.383215 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.383390 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.383539 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.383699 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.383859 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.384019 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.384180 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.384340 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.384502 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.384702 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.384865 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.385026 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.385186 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.385347 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.385508 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.385678 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.385839 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.386003 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.386163 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.386331 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.386503 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.386665 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.386827 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.386989 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.387149 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.387311 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.387471 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.387646 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.387797 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.387958 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.388121 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.388287 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.388457 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.388640 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.388804 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.388965 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.389147 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.389307 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.389468 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.389630 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.389790 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.389952 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.390112 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.390277 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.390438 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.390600 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.390761 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.390923 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.391083 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.391243 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.391402 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.391567 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.391730 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.391890 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.392052 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.392214 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.392375 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.392554 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.392725 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.392886 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.393050 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.393213 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.393374 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.393534 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.393694 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.393854 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.394014 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.394175 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.394336 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.394483 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.394664 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.394821 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.394976 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.395142 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.395303 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.395465 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.395627 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.395789 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.395950 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.396111 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.396274 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.396436 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.396615 n-d-814547-1 neutron-server[101313]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 10:59:13.396756 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.396756 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.397028 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.397172 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.397304 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.397438 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.397571 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.397705 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.397839 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.397975 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.398131 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.398278 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.398442 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.398603 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.398763 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.398923 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.399083 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.399243 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.399405 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.399564 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.399729 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.399892 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.400052 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.400213 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.400379 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.400524 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.400712 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.400908 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.401048 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.401180 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.401397 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.401533 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.401667 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.401798 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.401931 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.402093 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.402254 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.402413 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.402569 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.402723 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.402893 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.403054 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.403213 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.403373 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.403533 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.403693 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.403862 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.404026 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.404187 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.404347 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.404506 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.404704 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.404840 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.404996 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.405156 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.405315 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.405475 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.405635 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.405804 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.405966 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.406127 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.406286 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.406446 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.406607 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.406775 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.406937 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.407097 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.407341 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.407510 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.407671 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.407832 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.408003 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.408163 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.408326 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.408487 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.408670 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.408831 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.409239 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.409239 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.409452 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.409452 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.409620 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.409788 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.409955 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.410123 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.410817 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.410986 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.411158 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.411318 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.411479 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.411640 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.411800 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.411962 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.412124 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.412431 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.412431 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.412606 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.412767 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.413280 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.413280 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.413280 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.413502 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.413502 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.413702 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.413812 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.413972 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.414295 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 10:59:13.414295 n-d-814547-1 neutron-server[101200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 10:59:13.503753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38792) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 10:59:13.512678 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066171 Oct 19 10:59:25.214278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68424a9-5bd4-4b9a-ab35-b3252d83f4be None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 10:59:25.295978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68424a9-5bd4-4b9a-ab35-b3252d83f4be None None] No non-hosted networks {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 19 10:59:25.311925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.agentschedulers_db [None req-b68424a9-5bd4-4b9a-ab35-b3252d83f4be None None] DHCP Agent not found on host n-d-814547-1 {{(pid=101313) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 19 10:59:25.532656 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6be4e0eb-8263-4ebd-abe9-a690e700fcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626572'] for agent, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:27.722618 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-05f72732-a0b8-4f13-ac8d-e1994857256d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626572'] for agent, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:27.767636 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-f55d118f-bfe9-4aa4-ac11-282912aefb73 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-814547-1 {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 10:59:27.768149 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-f55d118f-bfe9-4aa4-ac11-282912aefb73 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 10:59:28.292270 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f55d118f-bfe9-4aa4-ac11-282912aefb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:28.881359 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626572'] for agent, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:28.882802 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.883135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.883460 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.883777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.884100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.884414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.884756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.885070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.885382 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.885690 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.886002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.886309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:28.886691 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-814547-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 10:59:28.904344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-814547-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 10:59:28.939199 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626572'] for agent, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:30.612710 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626572'] for agent, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:31.763232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38884) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 10:59:32.264074 n-d-814547-1 neutron-server[101312]: WARNING oslo_policy.policy [None req-34e0018a-0fdc-4c98-9086-2758edaa581a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 10:59:32.264682 n-d-814547-1 neutron-server[101312]: WARNING oslo_policy.policy [None req-34e0018a-0fdc-4c98-9086-2758edaa581a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 10:59:32.492057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-34e0018a-0fdc-4c98-9086-2758edaa581a admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 10:59:32.493183 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-34e0018a-0fdc-4c98-9086-2758edaa581a admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7290432 Oct 19 10:59:33.144644 n-d-814547-1 neutron-server[101313]: INFO neutron.db.l3_hamode_db [None req-93b75d8e-b4a2-4f29-9ef2-fe6b4d38d3bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 19 10:59:33.222001 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b75d8e-b4a2-4f29-9ef2-fe6b4d38d3bd None None] Routers set() bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 10:59:33.222373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b75d8e-b4a2-4f29-9ef2-fe6b4d38d3bd None None] Router IDs set() for agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 10:59:34.973892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38898) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 10:59:35.281569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-de0f8058-cafe-4a24-a0a9-50417e451952 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 10:59:35.378916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.policy [None req-de0f8058-cafe-4a24-a0a9-50417e451952 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101312) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 10:59:35.426259 n-d-814547-1 neutron-server[101312]: WARNING oslo_policy.policy [None req-de0f8058-cafe-4a24-a0a9-50417e451952 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 10:59:35.426655 n-d-814547-1 neutron-server[101312]: WARNING oslo_policy.policy [None req-de0f8058-cafe-4a24-a0a9-50417e451952 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 10:59:35.435827 n-d-814547-1 neutron-server[101312]: INFO neutron.quota [None req-de0f8058-cafe-4a24-a0a9-50417e451952 admin admin] Loaded quota_driver: . Oct 19 10:59:35.592617 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de0f8058-cafe-4a24-a0a9-50417e451952 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732463671349', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732463672832', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732463692177', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732463687645', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732464030991', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732463698523', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-737251', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-775548', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1795387', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1703229'] for rbac-policy, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:35.757097 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de0f8058-cafe-4a24-a0a9-50417e451952 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:35.758242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-de0f8058-cafe-4a24-a0a9-50417e451952 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7834153 Oct 19 10:59:38.438883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38910) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 10:59:38.733234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'project_id': '5906e93e6d264212b663d431e14a4250'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 10:59:38.877175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Made reservation on behalf of 5906e93e6d264212b663d431e14a4250 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 10:59:38.879961 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:38.897773 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:39.000594 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:39.069203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:39.092994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 10:59:39.117786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732462677324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:39.118364 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Unsubscribe: segment precommit_create {{(pid=101312) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 10:59:39.118857 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Added segment 5ac0ec2f-a0b8-499b-bc97-585f27641e34 of type vlan for network 384da647-2a16-4690-ab5f-45a5c1632d5e Oct 19 10:59:39.133947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88cce4-58d1-436a-bc30-304187e3853b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 10:59:39.159208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.159601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.159932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.160256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.160600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.160922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.161236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.161548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.161860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.162169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.162983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.163287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Tracked resource versions report: Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: pushed versions: Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: { 'AddressGroup': {'1.2'}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'ConntrackHelper': {'1.0'}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'Log': {'1.0'}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'Network': {'1.1'}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'Port': {'1.7'}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'PortForwarding': {'1.2'}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'QosPolicy': {'1.10'}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'SecurityGroup': {'1.4'}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'SecurityGroupRule': {'1.2'}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'SubPort': {'1.0'}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'Subnet': {'1.1'}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'Trunk': {'1.1'}} Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: consumer versions: Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: { DHCP agent@n-d-814547-1: {}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: L3 agent@n-d-814547-1: {}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: Metadata agent@n-d-814547-1: {}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: Metering agent@n-d-814547-1: {}, Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: Open vSwitch agent@n-d-814547-1: { 'AddressGroup': '1.2', Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'ConntrackHelper': '1.0', Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'Log': '1.0', Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'Network': '1.1', Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'Port': '1.7', Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'PortForwarding': '1.2', Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'QosPolicy': '1.10', Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'SecurityGroup': '1.4', Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'SecurityGroupRule': '1.2', Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'SubPort': '1.0', Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'Subnet': '1.1', Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: 'Trunk': '1.1'}} Oct 19 10:59:39.164397 n-d-814547-1 neutron-server[101312]: {{(pid=101312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 10:59:39.234082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:39.367616 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:39.376178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 10:59:39.376178 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:39.472226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] Pushing event updated for resources: {'Network': ['ID=384da647-2a16-4690-ab5f-45a5c1632d5e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 10:59:39.485055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 384da647-2a16-4690-ab5f-45a5c1632d5e details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 10:59:39.587060 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ad0432b8-a4aa-4554-95ed-62fa6f33b7ac admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1470923 Oct 19 10:59:42.323460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38924) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 10:59:42.703365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd07a80-97bf-4867-828c-ba727f3f577f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 10:59:42.704706 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cdd07a80-97bf-4867-828c-ba727f3f577f admin admin] 10.222.0.39 "GET /v2.0/networks/384da647-2a16-4690-ab5f-45a5c1632d5e HTTP/1.1" status: 200 len: 825 time: 0.3802793 Oct 19 10:59:42.728822 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-446e324f-939a-4198-b9ae-d0c563ccc154 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/eebb8016-82f5-4522-8160-a07133b37bd4 HTTP/1.1" status: 200 len: 734 time: 0.0179656 Oct 19 10:59:42.737737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e', 'subnetpool_id': 'eebb8016-82f5-4522-8160-a07133b37bd4', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 10:59:42.823477 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] Made reservation on behalf of 5906e93e6d264212b663d431e14a4250 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 10:59:42.825748 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:43.166787 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:43.236981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a41f09-ac8c-4df7-8e18-182502875ec6,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 10:59:43.239268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] Checking segment: {'id': '5ac0ec2f-a0b8-499b-bc97-585f27641e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 10:59:43.239649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] Network hostable DHCP agents. Network: 384da647-2a16-4690-ab5f-45a5c1632d5e, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 10:59:43.348781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] Network 384da647-2a16-4690-ab5f-45a5c1632d5e is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 10:59:43.445958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 384da647-2a16-4690-ab5f-45a5c1632d5e) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 10:59:43.450774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 10:59:43.451270 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:43.455461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74ba194-5616-464f-873d-bb070e91149c None None] Network 384da647-2a16-4690-ab5f-45a5c1632d5e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 10:59:43.529167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0983ae63-ea06-4ef1-8ca7-58686ee5f482 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7945900 Oct 19 10:59:43.773818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-384da647-2a16-4690-ab5f-45a5c1632d5e', 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'fixed_ips': [{'subnet_id': '02a41f09-ac8c-4df7-8e18-182502875ec6'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 10:59:43.775071 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:44.056667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Allocated IP 172.20.0.2 (384da647-2a16-4690-ab5f-45a5c1632d5e/02a41f09-ac8c-4df7-8e18-182502875ec6/c77c62b4-5804-445e-8fb8-d65bd19ce5ee) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 10:59:44.255770 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:44.336470 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:44.431555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Network 384da647-2a16-4690-ab5f-45a5c1632d5e is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 10:59:44.439366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 10:59:44.448961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 10:59:44.450916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Pushing event updated for resources: {'Port': ['ID=c77c62b4-5804-445e-8fb8-d65bd19ce5ee,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 10:59:44.461172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.461809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.461897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.462163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.462494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.462824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.463143 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.463463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.463780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.464095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.464411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.464749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Tracked resource versions report: Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: pushed versions: Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: { 'AddressGroup': {'1.2'}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'ConntrackHelper': {'1.0'}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'Log': {'1.0'}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'Network': {'1.1'}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'Port': {'1.7'}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'PortForwarding': {'1.2'}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'QosPolicy': {'1.10'}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'SecurityGroup': {'1.4'}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'SecurityGroupRule': {'1.2'}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'SubPort': {'1.0'}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'Subnet': {'1.1'}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'Trunk': {'1.1'}} Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: consumer versions: Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: { DHCP agent@n-d-814547-1: {}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: L3 agent@n-d-814547-1: {}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: Metadata agent@n-d-814547-1: {}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: Metering agent@n-d-814547-1: {}, Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: Open vSwitch agent@n-d-814547-1: { 'AddressGroup': '1.2', Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'ConntrackHelper': '1.0', Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'Log': '1.0', Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'Network': '1.1', Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'Port': '1.7', Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'PortForwarding': '1.2', Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'QosPolicy': '1.10', Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'SecurityGroup': '1.4', Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'SecurityGroupRule': '1.2', Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'SubPort': '1.0', Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'Subnet': '1.1', Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: 'Trunk': '1.1'}} Oct 19 10:59:44.465847 n-d-814547-1 neutron-server[101313]: {{(pid=101313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 10:59:44.540390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Attempting to bind port c77c62b4-5804-445e-8fb8-d65bd19ce5ee on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 10:59:44.540812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Attempting to bind port c77c62b4-5804-445e-8fb8-d65bd19ce5ee by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '5ac0ec2f-a0b8-499b-bc97-585f27641e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 10:59:44.541239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Attempting to bind port c77c62b4-5804-445e-8fb8-d65bd19ce5ee on network 384da647-2a16-4690-ab5f-45a5c1632d5e {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 10:59:44.546131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 10, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 10:59:44.546510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Checking segment: {'id': '5ac0ec2f-a0b8-499b-bc97-585f27641e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 10:59:44.546954 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:44.547340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Bound using segment: {'id': '5ac0ec2f-a0b8-499b-bc97-585f27641e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 10:59:44.547825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Bound port: c77c62b4-5804-445e-8fb8-d65bd19ce5ee, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac0ec2f-a0b8-499b-bc97-585f27641e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 10:59:44.548222 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:44.609921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] For port c77c62b4-5804-445e-8fb8-d65bd19ce5ee, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 10:59:44.613993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] For port c77c62b4-5804-445e-8fb8-d65bd19ce5ee, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c77c62b4-5804-445e-8fb8-d65bd19ce5ee,segment=NetworkSegment(5ac0ec2f-a0b8-499b-bc97-585f27641e34),segment_id=5ac0ec2f-a0b8-499b-bc97-585f27641e34)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 10:59:44.719577 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:44.787317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da17cb4-6074-42f8-a316-7fe219927c64 None None] Pushing event updated for resources: {'Port': ['ID=c77c62b4-5804-445e-8fb8-d65bd19ce5ee,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 10:59:46.060832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38932) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 10:59:46.370076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-69294305-6a7e-4a88-95e1-783a8c8e46b3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 10:59:46.371044 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-69294305-6a7e-4a88-95e1-783a8c8e46b3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3092735 Oct 19 10:59:48.854844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38940) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 10:59:49.160874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-6df5b00a-18ae-4e90-b8a4-aa8c41c32bf6 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 10:59:49.160874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6df5b00a-18ae-4e90-b8a4-aa8c41c32bf6 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3036945 Oct 19 10:59:51.913746 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38950) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 10:59:52.208471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-70bf938e-0e8f-43bb-a45c-4ad2212552ba admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'admin_state_up': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 10:59:52.279432 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70bf938e-0e8f-43bb-a45c-4ad2212552ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:52.281061 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70bf938e-0e8f-43bb-a45c-4ad2212552ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:52.412393 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70bf938e-0e8f-43bb-a45c-4ad2212552ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:52.473921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70bf938e-0e8f-43bb-a45c-4ad2212552ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:52.549289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70bf938e-0e8f-43bb-a45c-4ad2212552ba admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:52.550498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-70bf938e-0e8f-43bb-a45c-4ad2212552ba admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6357265 Oct 19 10:59:53.867169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d2f6c-30f0-430e-bb14-46b904599573 None None] Network 384da647-2a16-4690-ab5f-45a5c1632d5e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 10:59:53.998944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-409102c1-01ca-418f-ace8-f2b237ec1332 None None] Provisioning complete for port c77c62b4-5804-445e-8fb8-d65bd19ce5ee triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 10:59:53.999332 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-409102c1-01ca-418f-ace8-f2b237ec1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:54.177750 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-409102c1-01ca-418f-ace8-f2b237ec1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:54.277956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-409102c1-01ca-418f-ace8-f2b237ec1332 None None] For port c77c62b4-5804-445e-8fb8-d65bd19ce5ee, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c77c62b4-5804-445e-8fb8-d65bd19ce5ee,segment=NetworkSegment(5ac0ec2f-a0b8-499b-bc97-585f27641e34),segment_id=5ac0ec2f-a0b8-499b-bc97-585f27641e34)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 10:59:54.337738 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-409102c1-01ca-418f-ace8-f2b237ec1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:54.385319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409102c1-01ca-418f-ace8-f2b237ec1332 None None] Pushing event updated for resources: {'Port': ['ID=c77c62b4-5804-445e-8fb8-d65bd19ce5ee,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 10:59:54.456979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b6643eb-6122-4d56-b845-243cb4abaf92 None None] Provisioning complete for port c77c62b4-5804-445e-8fb8-d65bd19ce5ee triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 10:59:54.457265 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b6643eb-6122-4d56-b845-243cb4abaf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:54.582488 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c77c62b4-5804-445e-8fb8-d65bd19ce5ee up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 10:59:54.632814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c77c62b4-5804-445e-8fb8-d65bd19ce5ee triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 10:59:54.633199 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:55.073433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38962) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 10:59:55.263528 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6a5b302d-a428-4bd5-b152-48522f84d942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:55.383647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-4f08a31d-f471-40a5-aa3d-bd0279180476 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 10:59:55.384659 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4f08a31d-f471-40a5-aa3d-bd0279180476 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3102756 Oct 19 10:59:57.689914 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5d16b13e-38c9-47dd-bca2-f06017cb0b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:57.856085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38970) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 10:59:58.168794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 10:59:58.278414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Made reservation on behalf of d9a09cb00c77447199b50836e41af33e for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 10:59:58.280632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:58.288720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:58.360091 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:58.420836 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:58.435423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Reserving flat network on physical network physnet1 {{(pid=101312) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 19 10:59:58.454696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27acf38f-914c-41d3-922e-778b2dc2a9de,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 10:59:58.457438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:58.457770 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Added segment af31fb00-dacf-45e2-9db9-26bb737d3070 of type flat for network 6926592e-6551-44d6-8cff-badc592380f0 Oct 19 10:59:58.501326 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:58.592681 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:58.593605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 10:59:58.594177 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:58.651414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] Pushing event updated for resources: {'Network': ['ID=6926592e-6551-44d6-8cff-badc592380f0,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 10:59:58.661030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 6926592e-6551-44d6-8cff-badc592380f0 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 10:59:58.688239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a716fc97-dd80-42db-b7a1-6d722df94d5a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8310993 Oct 19 10:59:58.863155 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 10:59:58.891697 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:00.537503 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:01.150257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38988) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:00:01.330662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbfa55f-8402-4966-90c1-18a5442c3ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:00:01.332002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5fbfa55f-8402-4966-90c1-18a5442c3ef8 admin admin] 10.222.0.39 "GET /v2.0/subnets/02a41f09-ac8c-4df7-8e18-182502875ec6 HTTP/1.1" status: 200 len: 849 time: 0.1808081 Oct 19 11:00:01.456542 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-46416134-dcef-48aa-ac3d-21aea0c7fce1 admin admin] 10.222.0.39 "GET /v2.0/routers/5672d4d8-cb81-4e35-9212-a38bc10707d1 HTTP/1.1" status: 200 len: 704 time: 0.1176808 Oct 19 11:00:01.737811 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:02.033862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Allocated IP 172.20.0.1 (384da647-2a16-4690-ab5f-45a5c1632d5e/02a41f09-ac8c-4df7-8e18-182502875ec6/10c21f59-8d16-43bc-bdeb-9257513a0a20) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:00:02.224352 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:02.358606 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:02.428730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Network 384da647-2a16-4690-ab5f-45a5c1632d5e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:00:02.433396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:00:02.439062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:00:02.439575 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:02.502478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Pushing event updated for resources: {'Port': ['ID=10c21f59-8d16-43bc-bdeb-9257513a0a20,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:00:02.595127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-38f90879-2648-4536-a888-14f55be3ec66 None None] Provisioning complete for port 10c21f59-8d16-43bc-bdeb-9257513a0a20 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:00:02.602130 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-38f90879-2648-4536-a888-14f55be3ec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:02.626873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-38f90879-2648-4536-a888-14f55be3ec66 None None] Port 10c21f59-8d16-43bc-bdeb-9257513a0a20 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:00:02.703446 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:02.905688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:02.988166 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:02.988943 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:03.045553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Pushing event updated for resources: {'Port': ['ID=10c21f59-8d16-43bc-bdeb-9257513a0a20,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:00:03.110792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Network 384da647-2a16-4690-ab5f-45a5c1632d5e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:00:03.112081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:00:03.331645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Router 5672d4d8-cb81-4e35-9212-a38bc10707d1 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:00:03.346867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e2798e0e-a9a1-479b-b860-6504fb968923 None None] Provisioning complete for port 10c21f59-8d16-43bc-bdeb-9257513a0a20 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:00:03.347235 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e2798e0e-a9a1-479b-b860-6504fb968923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:03.380636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e2798e0e-a9a1-479b-b860-6504fb968923 None None] Port 10c21f59-8d16-43bc-bdeb-9257513a0a20 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:00:03.421567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:00:03.426717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e767057f-fef0-4cfe-8c52-0d8f8d58a803 admin admin] 10.222.0.39 "PUT /v2.0/routers/5672d4d8-cb81-4e35-9212-a38bc10707d1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9637432 Oct 19 11:00:03.431737 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Sync routers for ids ['5672d4d8-cb81-4e35-9212-a38bc10707d1'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:00:03.442903 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Routers {'5672d4d8-cb81-4e35-9212-a38bc10707d1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:00:03.443744 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T10:59:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5672d4d8-cb81-4e35-9212-a38bc10707d1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:00:03.634974 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Set router 5672d4d8-cb81-4e35-9212-a38bc10707d1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:00:04.066761 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'name': 'router1', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T10:59:52Z', 'updated_at': '2021-10-19T11:00:02Z', 'revision_number': 2, 'project_id': '5906e93e6d264212b663d431e14a4250', 'gw_port_host': None, '_interfaces': [{'id': '10c21f59-8d16-43bc-bdeb-9257513a0a20', 'name': '', 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'mac_address': 'fa:16:3e:81:a7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:00:01Z', 'updated_at': '2021-10-19T11:00:02Z', 'revision_number': 2, 'project_id': '5906e93e6d264212b663d431e14a4250', 'subnets': [{'id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eebb8016-82f5-4522-8160-a07133b37bd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:00:04.117806 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Checking router: 5672d4d8-cb81-4e35-9212-a38bc10707d1 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:00:04.118179 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Updating router 5672d4d8-cb81-4e35-9212-a38bc10707d1 port 10c21f59-8d16-43bc-bdeb-9257513a0a20 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:00:04.165610 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:04.673436 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:04.743227 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:04.907579 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Pushing event updated for resources: {'Port': ['ID=10c21f59-8d16-43bc-bdeb-9257513a0a20,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:00:04.913585 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Attempting to bind port 10c21f59-8d16-43bc-bdeb-9257513a0a20 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:00:04.913968 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Attempting to bind port 10c21f59-8d16-43bc-bdeb-9257513a0a20 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '5ac0ec2f-a0b8-499b-bc97-585f27641e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:00:04.914324 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Attempting to bind port 10c21f59-8d16-43bc-bdeb-9257513a0a20 on network 384da647-2a16-4690-ab5f-45a5c1632d5e {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:00:04.922263 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.922606 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.922938 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.923266 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.923591 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.923915 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.924235 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.924569 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.924891 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.925209 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.925524 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.925837 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Tracked resource versions report: Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: pushed versions: Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: { 'AddressGroup': {'1.2'}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'ConntrackHelper': {'1.0'}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'Log': {'1.0'}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'Network': {'1.1'}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'Port': {'1.7'}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'PortForwarding': {'1.2'}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'QosPolicy': {'1.10'}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'SecurityGroup': {'1.4'}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'SecurityGroupRule': {'1.2'}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'SubPort': {'1.0'}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'Subnet': {'1.1'}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'Trunk': {'1.1'}} Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: consumer versions: Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: { DHCP agent@n-d-814547-1: {}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: L3 agent@n-d-814547-1: {}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: Metadata agent@n-d-814547-1: {}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: Metering agent@n-d-814547-1: {}, Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: Open vSwitch agent@n-d-814547-1: { 'AddressGroup': '1.2', Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'ConntrackHelper': '1.0', Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'Log': '1.0', Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'Network': '1.1', Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'Port': '1.7', Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'PortForwarding': '1.2', Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'QosPolicy': '1.10', Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'SecurityGroup': '1.4', Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'SecurityGroupRule': '1.2', Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'SubPort': '1.0', Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'Subnet': '1.1', Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: 'Trunk': '1.1'}} Oct 19 11:00:04.927442 n-d-814547-1 neutron-server[101314]: {{(pid=101314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 11:00:04.929837 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 10, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:00:04.930241 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Checking segment: {'id': '5ac0ec2f-a0b8-499b-bc97-585f27641e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:00:04.930690 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:04.931062 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Bound using segment: {'id': '5ac0ec2f-a0b8-499b-bc97-585f27641e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:00:04.931559 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Bound port: 10c21f59-8d16-43bc-bdeb-9257513a0a20, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac0ec2f-a0b8-499b-bc97-585f27641e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:00:04.931943 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:04.999761 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] For port 10c21f59-8d16-43bc-bdeb-9257513a0a20, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:00:05.009179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-433f8565-dfd7-4da6-9173-11f4735688f5 None None] Provisioning complete for port 10c21f59-8d16-43bc-bdeb-9257513a0a20 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:00:05.013738 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-433f8565-dfd7-4da6-9173-11f4735688f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:05.019839 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] For port 10c21f59-8d16-43bc-bdeb-9257513a0a20, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=10c21f59-8d16-43bc-bdeb-9257513a0a20,segment=NetworkSegment(5ac0ec2f-a0b8-499b-bc97-585f27641e34),segment_id=5ac0ec2f-a0b8-499b-bc97-585f27641e34)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:00:05.048096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-433f8565-dfd7-4da6-9173-11f4735688f5 None None] Port 10c21f59-8d16-43bc-bdeb-9257513a0a20 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:00:05.096436 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:05.157189 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Routers {'5672d4d8-cb81-4e35-9212-a38bc10707d1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:00:05.157877 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T10:59:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5672d4d8-cb81-4e35-9212-a38bc10707d1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:00:05.163977 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a88a0-e784-4127-a602-f3de1dc49843 None None] Pushing event updated for resources: {'Port': ['ID=10c21f59-8d16-43bc-bdeb-9257513a0a20,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:00:05.256701 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] Set router 5672d4d8-cb81-4e35-9212-a38bc10707d1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:00:05.330868 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:00:05.366501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a43ade37-0866-463b-9048-3e224eb2e5ea None None] Provisioning complete for port 10c21f59-8d16-43bc-bdeb-9257513a0a20 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:00:05.366868 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a43ade37-0866-463b-9048-3e224eb2e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:05.441817 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a43ade37-0866-463b-9048-3e224eb2e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:05.477369 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'name': 'router1', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T10:59:52Z', 'updated_at': '2021-10-19T11:00:02Z', 'revision_number': 2, 'project_id': '5906e93e6d264212b663d431e14a4250', 'gw_port_host': None, '_interfaces': [{'id': '10c21f59-8d16-43bc-bdeb-9257513a0a20', 'name': '', 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'mac_address': 'fa:16:3e:81:a7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:00:01Z', 'updated_at': '2021-10-19T11:00:04Z', 'revision_number': 4, 'project_id': '5906e93e6d264212b663d431e14a4250', 'subnets': [{'id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eebb8016-82f5-4522-8160-a07133b37bd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:00:05.477650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a43ade37-0866-463b-9048-3e224eb2e5ea None None] For port 10c21f59-8d16-43bc-bdeb-9257513a0a20, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=10c21f59-8d16-43bc-bdeb-9257513a0a20,segment=NetworkSegment(5ac0ec2f-a0b8-499b-bc97-585f27641e34),segment_id=5ac0ec2f-a0b8-499b-bc97-585f27641e34)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:00:05.503401 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eedb1f-569d-41e5-aaf5-9df1a7711dd5 None None] The sync data for ids ['5672d4d8-cb81-4e35-9212-a38bc10707d1'] in n-d-814547-1 is: [{'id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'name': 'router1', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T10:59:52Z', 'updated_at': '2021-10-19T11:00:02Z', 'revision_number': 2, 'project_id': '5906e93e6d264212b663d431e14a4250', 'gw_port_host': None, '_interfaces': [{'id': '10c21f59-8d16-43bc-bdeb-9257513a0a20', 'name': '', 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'mac_address': 'fa:16:3e:81:a7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:00:01Z', 'updated_at': '2021-10-19T11:00:04Z', 'revision_number': 4, 'project_id': '5906e93e6d264212b663d431e14a4250', 'subnets': [{'id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eebb8016-82f5-4522-8160-a07133b37bd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:00:05.538001 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a43ade37-0866-463b-9048-3e224eb2e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:05.589447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ade37-0866-463b-9048-3e224eb2e5ea None None] Pushing event updated for resources: {'Port': ['ID=10c21f59-8d16-43bc-bdeb-9257513a0a20,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:00:05.823858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39008) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:00:05.931828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ed9b98-b63f-4149-a64d-b8429f849130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:00:05.939040 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e6ed9b98-b63f-4149-a64d-b8429f849130 admin admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 842 time: 0.1083610 Oct 19 11:00:05.943633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'gateway_ip': '172.25.2.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:00:06.028846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Made reservation on behalf of d9a09cb00c77447199b50836e41af33e for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:00:06.031108 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:06.450155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:00:06.450588 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:06.513981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf08cc23-7972-440b-a158-25633ff4350e,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:00:06.517062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:00:06.517408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Network hostable DHCP agents. Network: 6926592e-6551-44d6-8cff-badc592380f0, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:00:06.598224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:00:06.695587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 6926592e-6551-44d6-8cff-badc592380f0) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:00:06.699971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:00:06.700791 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:06.705396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eeb984-6e58-40af-9d15-c69163d062ad None None] Network 6926592e-6551-44d6-8cff-badc592380f0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:00:06.790081 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5705fadf-cbbe-4e1f-963a-6964c39fd62d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8501203 Oct 19 11:00:06.836871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc206bee-5233-41f1-b9b7-8078bd39620c None None] Network 6926592e-6551-44d6-8cff-badc592380f0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:00:09.180885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39016) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:00:09.319940 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3edc2ae0-6ce5-451f-95c3-76761ce31b76 admin admin] 10.222.0.39 "GET /v2.0/routers/5672d4d8-cb81-4e35-9212-a38bc10707d1 HTTP/1.1" status: 200 len: 710 time: 0.1377060 Oct 19 11:00:09.407097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92899f9f-a5df-4f67-ba82-576218aa7365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:00:09.408371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-92899f9f-a5df-4f67-ba82-576218aa7365 admin admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 886 time: 0.0822718 Oct 19 11:00:09.418416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:00:09.659842 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:09.959996 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:10.035843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:10.147450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Allocated IP 172.25.2.70 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/e635866b-0098-43c9-93c6-c5d4ce620984) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:00:10.249062 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:10.342643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:10.379026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:00:10.382698 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:00:10.386061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:00:10.424330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Pushing event updated for resources: {'Port': ['ID=e635866b-0098-43c9-93c6-c5d4ce620984,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:00:10.834673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:11.023778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:11.027010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:11.143026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Router 5672d4d8-cb81-4e35-9212-a38bc10707d1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:00:11.253012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:00:11.258229 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:11.259403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-abe06ac0-2b94-4caf-b096-aba6221ac767 admin admin] 10.222.0.39 "PUT /v2.0/routers/5672d4d8-cb81-4e35-9212-a38bc10707d1 HTTP/1.1" status: 200 len: 889 time: 1.8440886 Oct 19 11:00:12.586735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 10c21f59-8d16-43bc-bdeb-9257513a0a20 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:00:12.657605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Sync routers for ids ['5672d4d8-cb81-4e35-9212-a38bc10707d1'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:00:12.677934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Routers {'5672d4d8-cb81-4e35-9212-a38bc10707d1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:00:12.678575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T10:59:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5672d4d8-cb81-4e35-9212-a38bc10707d1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:00:12.781815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 10c21f59-8d16-43bc-bdeb-9257513a0a20 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:00:12.782197 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:12.916628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Set router 5672d4d8-cb81-4e35-9212-a38bc10707d1 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:00:13.328490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'name': 'router1', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'e635866b-0098-43c9-93c6-c5d4ce620984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T10:59:52Z', 'updated_at': '2021-10-19T11:00:10Z', 'revision_number': 4, 'project_id': '5906e93e6d264212b663d431e14a4250', 'gw_port': {'id': 'e635866b-0098-43c9-93c6-c5d4ce620984', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:00:10Z', 'updated_at': '2021-10-19T11:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '10c21f59-8d16-43bc-bdeb-9257513a0a20', 'name': '', 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'mac_address': 'fa:16:3e:81:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:00:01Z', 'updated_at': '2021-10-19T11:00:05Z', 'revision_number': 5, 'project_id': '5906e93e6d264212b663d431e14a4250', 'subnets': [{'id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eebb8016-82f5-4522-8160-a07133b37bd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:00:13.380768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Checking router: 5672d4d8-cb81-4e35-9212-a38bc10707d1 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:00:13.381141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Updating router 5672d4d8-cb81-4e35-9212-a38bc10707d1 port e635866b-0098-43c9-93c6-c5d4ce620984 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:00:13.427855 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:13.747884 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:13.762603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39028) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:00:13.805762 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:13.854289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Attempting to bind port e635866b-0098-43c9-93c6-c5d4ce620984 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:00:13.854653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Attempting to bind port e635866b-0098-43c9-93c6-c5d4ce620984 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:00:13.855014 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Attempting to bind port e635866b-0098-43c9-93c6-c5d4ce620984 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:00:13.861751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223e55d-f1bb-451b-8e8d-a3f22af01dee None None] Pushing event updated for resources: {'Port': ['ID=e635866b-0098-43c9-93c6-c5d4ce620984,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:00:13.864152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 10, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:00:13.864521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:00:13.864927 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:13.865309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:00:13.865766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Bound port: e635866b-0098-43c9-93c6-c5d4ce620984, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:00:13.866161 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:13.878436 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8e7f678d-b807-4335-b47d-f2763b5246b7 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1147194 Oct 19 11:00:13.918713 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] For port e635866b-0098-43c9-93c6-c5d4ce620984, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:00:13.922072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] For port e635866b-0098-43c9-93c6-c5d4ce620984, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e635866b-0098-43c9-93c6-c5d4ce620984,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:00:13.987532 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:14.051859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Routers {'5672d4d8-cb81-4e35-9212-a38bc10707d1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:00:14.052494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T10:59:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5672d4d8-cb81-4e35-9212-a38bc10707d1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:00:14.054504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223e55d-f1bb-451b-8e8d-a3f22af01dee None None] Pushing event updated for resources: {'Port': ['ID=e635866b-0098-43c9-93c6-c5d4ce620984,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:00:14.235955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] Set router 5672d4d8-cb81-4e35-9212-a38bc10707d1 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:00:14.448485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'name': 'router1', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'e635866b-0098-43c9-93c6-c5d4ce620984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T10:59:52Z', 'updated_at': '2021-10-19T11:00:10Z', 'revision_number': 4, 'project_id': '5906e93e6d264212b663d431e14a4250', 'gw_port': {'id': 'e635866b-0098-43c9-93c6-c5d4ce620984', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:00:10Z', 'updated_at': '2021-10-19T11:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '10c21f59-8d16-43bc-bdeb-9257513a0a20', 'name': '', 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'mac_address': 'fa:16:3e:81:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:00:01Z', 'updated_at': '2021-10-19T11:00:05Z', 'revision_number': 5, 'project_id': '5906e93e6d264212b663d431e14a4250', 'subnets': [{'id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eebb8016-82f5-4522-8160-a07133b37bd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:00:14.475728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82465f6b-fb7b-4883-a7fc-98d81dac680e None None] The sync data for ids ['5672d4d8-cb81-4e35-9212-a38bc10707d1'] in n-d-814547-1 is: [{'id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'name': 'router1', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'e635866b-0098-43c9-93c6-c5d4ce620984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T10:59:52Z', 'updated_at': '2021-10-19T11:00:10Z', 'revision_number': 4, 'project_id': '5906e93e6d264212b663d431e14a4250', 'gw_port': {'id': 'e635866b-0098-43c9-93c6-c5d4ce620984', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:03:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:00:10Z', 'updated_at': '2021-10-19T11:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '10c21f59-8d16-43bc-bdeb-9257513a0a20', 'name': '', 'network_id': '384da647-2a16-4690-ab5f-45a5c1632d5e', 'tenant_id': '5906e93e6d264212b663d431e14a4250', 'mac_address': 'fa:16:3e:81:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5672d4d8-cb81-4e35-9212-a38bc10707d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:00:01Z', 'updated_at': '2021-10-19T11:00:05Z', 'revision_number': 5, 'project_id': '5906e93e6d264212b663d431e14a4250', 'subnets': [{'id': '02a41f09-ac8c-4df7-8e18-182502875ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eebb8016-82f5-4522-8160-a07133b37bd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:00:16.603185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e635866b-0098-43c9-93c6-c5d4ce620984 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:00:16.653321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e635866b-0098-43c9-93c6-c5d4ce620984 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:00:16.653689 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:16.728488 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:16.747995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port e635866b-0098-43c9-93c6-c5d4ce620984, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e635866b-0098-43c9-93c6-c5d4ce620984,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:00:16.831509 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:16.916862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=e635866b-0098-43c9-93c6-c5d4ce620984,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:00:18.625761 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e635866b-0098-43c9-93c6-c5d4ce620984 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:00:18.743371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e635866b-0098-43c9-93c6-c5d4ce620984 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:00:18.743791 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:25.232280 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f86408bf-9d70-4e5a-8e71-efb66f2aea7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:27.656841 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a917453a-a088-497f-8bfd-205e160b430c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:28.862650 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:28.903539 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:30.582936 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:42.305937 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:00:55.318785 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ba8ffd4-0620-498f-a060-dc36e9eb8b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:57.718602 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1a14503-163c-46f0-9503-c2a80ae48842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:58.867591 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:00:58.907675 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:01:00.587469 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:01:19.306065 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:01:25.203238 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1591a1dc-90be-4b57-bf06-42d8ee41207f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:01:27.660420 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-481a7066-3fcd-4772-9f73-2b89989b3cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:01:28.853996 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:01:28.877903 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:01:30.563155 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:01:55.276252 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f4328de1-a1a4-4eab-b520-8f341019930c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:01:56.305094 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:01:57.567946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39624) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:01:57.629443 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca673731-5de9-4936-9413-f52d8263b2e6 admin admin] GET failed (client error): The resource could not be found. Oct 19 11:01:57.630756 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ca673731-5de9-4936-9413-f52d8263b2e6 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618358 Oct 19 11:01:57.682254 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e99c1977-be11-4104-9899-6768a8da31f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:01:57.791583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7dabd-1f76-49f1-8307-41da02462223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:01:57.792993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5ef7dabd-1f76-49f1-8307-41da02462223 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573591 Oct 19 11:01:58.842194 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:01:58.887634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:00.057235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39634) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:00.148569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c411e1-01d2-4739-ad52-2f23094a5176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:00.149888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a0c411e1-01d2-4739-ad52-2f23094a5176 admin admin] 10.222.0.39 "GET /v2.0/subnets/02a41f09-ac8c-4df7-8e18-182502875ec6 HTTP/1.1" status: 200 len: 849 time: 0.0917060 Oct 19 11:02:00.160230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:02:00.240957 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:00.447785 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732462719254'] for subnet, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:00.480735 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:00.481322 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:00.483075 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] 10.222.0.39 "PUT /v2.0/subnets/02a41f09-ac8c-4df7-8e18-182502875ec6 HTTP/1.1" status: 200 len: 868 time: 0.3265200 Oct 19 11:02:00.485805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c00b3b-a4f5-42b3-895f-ff34c90e8f26 None None] Network 384da647-2a16-4690-ab5f-45a5c1632d5e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:02:00.498604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a41f09-ac8c-4df7-8e18-182502875ec6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:02:00.505711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.506347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.506680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.506970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.507740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.507740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.507946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.508251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.508612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.508935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.509260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.509578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e37612d-3150-4245-b61f-c79ff7faf028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:00.609320 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:00.898852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6a518048-7f9e-4793-aec0-bcd5316f9724 None None] Provisioning complete for port c77c62b4-5804-445e-8fb8-d65bd19ce5ee triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:02:00.899226 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6a518048-7f9e-4793-aec0-bcd5316f9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:00.982266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6a518048-7f9e-4793-aec0-bcd5316f9724 None None] Provisioning complete for port 10c21f59-8d16-43bc-bdeb-9257513a0a20 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:02:00.982555 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6a518048-7f9e-4793-aec0-bcd5316f9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:02.781188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39642) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:02.912139 n-d-814547-1 neutron-server[101311]: WARNING oslo_policy.policy [None req-befd89d5-979e-4566-88d2-8ed5bf13a3e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 11:02:02.912726 n-d-814547-1 neutron-server[101311]: WARNING oslo_policy.policy [None req-befd89d5-979e-4566-88d2-8ed5bf13a3e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 11:02:03.423199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.policy [None req-befd89d5-979e-4566-88d2-8ed5bf13a3e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101311) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 11:02:03.472127 n-d-814547-1 neutron-server[101311]: WARNING oslo_policy.policy [None req-befd89d5-979e-4566-88d2-8ed5bf13a3e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 11:02:03.472503 n-d-814547-1 neutron-server[101311]: WARNING oslo_policy.policy [None req-befd89d5-979e-4566-88d2-8ed5bf13a3e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 11:02:03.480648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd89d5-979e-4566-88d2-8ed5bf13a3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:03.481100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd89d5-979e-4566-88d2-8ed5bf13a3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:03.483161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-befd89d5-979e-4566-88d2-8ed5bf13a3e0 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.7000446 Oct 19 11:02:05.824473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39658) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:05.952177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c85dae-40e8-4de7-8f06-aaacc1f19782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:05.952670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c85dae-40e8-4de7-8f06-aaacc1f19782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:05.954786 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-12c85dae-40e8-4de7-8f06-aaacc1f19782 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1293416 Oct 19 11:02:08.233032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39666) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:08.430777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35807aa0-9d8b-497b-86ea-95f3f0a7f1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:08.432022 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-35807aa0-9d8b-497b-86ea-95f3f0a7f1a7 admin admin] 10.222.0.39 "GET /v2.0/networks/384da647-2a16-4690-ab5f-45a5c1632d5e HTTP/1.1" status: 200 len: 869 time: 0.1980233 Oct 19 11:02:10.689154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39674) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:10.814435 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e994387-db34-4ca1-b8be-1bc40fa41130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:10.815706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1e994387-db34-4ca1-b8be-1bc40fa41130 admin admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 886 time: 0.1256108 Oct 19 11:02:13.122346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39682) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:13.249401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2efeb5c-ff83-4376-b8e4-b034963ceeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:13.249853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2efeb5c-ff83-4376-b8e4-b034963ceeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:13.251362 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f2efeb5c-ff83-4376-b8e4-b034963ceeba admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280880 Oct 19 11:02:15.515918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39690) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:15.603718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fea0b5-ed6f-4eef-a179-5810c3137e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:15.604154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fea0b5-ed6f-4eef-a179-5810c3137e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:15.605619 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-65fea0b5-ed6f-4eef-a179-5810c3137e73 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886471 Oct 19 11:02:17.864387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39698) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:17.954591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820380de-3cee-41b0-8b69-25476275225d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:17.955924 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-820380de-3cee-41b0-8b69-25476275225d admin admin] 10.222.0.39 "GET /v2.0/subnets/02a41f09-ac8c-4df7-8e18-182502875ec6 HTTP/1.1" status: 200 len: 868 time: 0.0905690 Oct 19 11:02:20.215149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39706) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:20.306301 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1c1686-a43e-4011-a2c4-f01e85926a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:20.307618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5c1c1686-a43e-4011-a2c4-f01e85926a9f admin admin] 10.222.0.39 "GET /v2.0/subnets/cf08cc23-7972-440b-a158-25633ff4350e HTTP/1.1" status: 200 len: 816 time: 0.0915208 Oct 19 11:02:25.240157 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0f8af87f-7cbf-4c21-a320-f974f23c7626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:27.686707 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e97ebf8-ce5d-4a4b-b2b3-ea5fa4c25f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:28.846956 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:28.869521 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:30.595321 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:33.304072 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:02:45.141297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39760) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:45.187837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-95afc58f-69d0-4477-a530-cca5ef0ebd5f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:02:45.188886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-95afc58f-69d0-4477-a530-cca5ef0ebd5f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0466604 Oct 19 11:02:47.543963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39768) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:47.604066 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ee2e42-06a4-4e75-adfb-30d1896b7f0c admin admin] GET failed (client error): The resource could not be found. Oct 19 11:02:47.605392 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c9ee2e42-06a4-4e75-adfb-30d1896b7f0c admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604661 Oct 19 11:02:47.764561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477cfa95-8665-4994-9297-2fe792a9f547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:47.765976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-477cfa95-8665-4994-9297-2fe792a9f547 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1550725 Oct 19 11:02:50.037689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39776) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:50.087010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:02:50.088647 n-d-814547-1 neutron-server[101311]: INFO neutron.quota [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Loaded quota_driver: . Oct 19 11:02:50.182833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Made reservation on behalf of d9a09cb00c77447199b50836e41af33e for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:02:50.185717 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:50.228476 n-d-814547-1 neutron-server[101311]: WARNING neutron.services.revisions.revision_plugin [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Could not find related network for resource to bump revision. Oct 19 11:02:50.247655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:02:50.260061 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732462677324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:50.260695 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Unsubscribe: segment precommit_create {{(pid=101311) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 11:02:50.261200 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Added segment 3c7d7f14-8852-4de3-94de-22c1495c65b7 of type vlan for network 5fb8634a-af47-4c11-9e5e-bac854e6032f Oct 19 11:02:50.323208 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:50.417234 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:50.418263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:50.418899 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:50.516778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Pushing event updated for resources: {'Network': ['ID=5fb8634a-af47-4c11-9e5e-bac854e6032f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:02:50.525369 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.525708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.526034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.526358 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.526675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.526993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.527309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.527620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.527931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.528242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.528571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.528885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] Tracked resource versions report: Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: pushed versions: Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: { 'AddressGroup': {'1.2'}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'ConntrackHelper': {'1.0'}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'Log': {'1.0'}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'Network': {'1.1'}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'Port': {'1.7'}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'PortForwarding': {'1.2'}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'QosPolicy': {'1.10'}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'SecurityGroup': {'1.4'}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'SecurityGroupRule': {'1.2'}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'SubPort': {'1.0'}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'Subnet': {'1.1'}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'Trunk': {'1.1'}} Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: consumer versions: Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: { DHCP agent@n-d-814547-1: {}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: L3 agent@n-d-814547-1: {}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: Metadata agent@n-d-814547-1: {}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: Metering agent@n-d-814547-1: {}, Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: Open vSwitch agent@n-d-814547-1: { 'AddressGroup': '1.2', Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'ConntrackHelper': '1.0', Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'Log': '1.0', Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'Network': '1.1', Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'Port': '1.7', Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'PortForwarding': '1.2', Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'QosPolicy': '1.10', Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'SecurityGroup': '1.4', Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'SecurityGroupRule': '1.2', Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'SubPort': '1.0', Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'Subnet': '1.1', Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: 'Trunk': '1.1'}} Oct 19 11:02:50.530019 n-d-814547-1 neutron-server[101311]: {{(pid=101311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 11:02:50.554183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3618b16e-81d2-4cbf-9d1b-7712f6aebe10 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5154157 Oct 19 11:02:50.571392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:02:52.842740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39788) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:02:52.900800 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d616925b-9cec-4501-b006-cf88b09a6000 admin admin] GET failed (client error): The resource could not be found. Oct 19 11:02:52.902059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d616925b-9cec-4501-b006-cf88b09a6000 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584035 Oct 19 11:02:52.968003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4996ebf3-61cf-4f5b-b66e-ef35d76ead8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:52.969425 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4996ebf3-61cf-4f5b-b66e-ef35d76ead8c admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0628626 Oct 19 11:02:52.980283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:02:53.057058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] Made reservation on behalf of d9a09cb00c77447199b50836e41af33e for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:02:53.059094 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:53.269164 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:53.411661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69baea8a-6d4e-40e3-a226-a064f0607e60,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:02:53.418334 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:02:53.418661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] Network hostable DHCP agents. Network: 5fb8634a-af47-4c11-9e5e-bac854e6032f, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:02:53.474642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:02:53.554626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 5fb8634a-af47-4c11-9e5e-bac854e6032f) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:02:53.558813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:02:53.559419 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:53.567783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd7d3f-99ee-45d3-82f6-e93b1aeb4300 None None] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:02:53.660324 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e4108865-208e-4544-b2d2-a4f4e5304b04 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6831665 Oct 19 11:02:53.903252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-5fb8634a-af47-4c11-9e5e-bac854e6032f', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'tenant_id': 'd9a09cb00c77447199b50836e41af33e', 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:02:53.904675 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:54.064928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Allocated IP 192.168.233.2 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/76659aec-54a4-4643-a2eb-d971f77aa61c) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:02:54.210986 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:54.286750 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:54.329722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:02:54.332565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:02:54.336902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:02:54.339158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Pushing event updated for resources: {'Port': ['ID=76659aec-54a4-4643-a2eb-d971f77aa61c,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:02:54.351025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.351376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.351721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.352070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.352403 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.352761 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.353138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.353445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.353770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.354095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.354422 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.354745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:02:54.414645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Attempting to bind port 76659aec-54a4-4643-a2eb-d971f77aa61c on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:02:54.415024 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Attempting to bind port 76659aec-54a4-4643-a2eb-d971f77aa61c by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:02:54.415389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Attempting to bind port 76659aec-54a4-4643-a2eb-d971f77aa61c on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:02:54.421919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:02:54.422298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:02:54.422695 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:54.423088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:02:54.423547 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Bound port: 76659aec-54a4-4643-a2eb-d971f77aa61c, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:02:54.423945 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:54.485526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] For port 76659aec-54a4-4643-a2eb-d971f77aa61c, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:02:54.488510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] For port 76659aec-54a4-4643-a2eb-d971f77aa61c, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=76659aec-54a4-4643-a2eb-d971f77aa61c,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:02:54.561805 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:54.617413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69203504-8dba-4213-8f27-6924dca341e2 None None] Pushing event updated for resources: {'Port': ['ID=76659aec-54a4-4643-a2eb-d971f77aa61c,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:02:55.309715 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82bdbe5c-e2f9-4c69-80ca-2374414ca29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:55.440791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade5e22b-1a96-4158-bb02-84aca9d6ecf9 None None] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:02:55.515816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8014cb5a-aa85-4fd7-a298-bd5345b9aba5 None None] Provisioning complete for port 76659aec-54a4-4643-a2eb-d971f77aa61c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:02:55.516185 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8014cb5a-aa85-4fd7-a298-bd5345b9aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:55.658130 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8014cb5a-aa85-4fd7-a298-bd5345b9aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:55.695764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8014cb5a-aa85-4fd7-a298-bd5345b9aba5 None None] For port 76659aec-54a4-4643-a2eb-d971f77aa61c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=76659aec-54a4-4643-a2eb-d971f77aa61c,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:02:55.765944 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8014cb5a-aa85-4fd7-a298-bd5345b9aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:55.824258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014cb5a-aa85-4fd7-a298-bd5345b9aba5 None None] Pushing event updated for resources: {'Port': ['ID=76659aec-54a4-4643-a2eb-d971f77aa61c,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:02:55.889359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e778e3f9-7866-4548-a322-8b6e85cfc6e5 None None] Provisioning complete for port 76659aec-54a4-4643-a2eb-d971f77aa61c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:02:55.889721 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e778e3f9-7866-4548-a322-8b6e85cfc6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:56.723107 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 76659aec-54a4-4643-a2eb-d971f77aa61c up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:02:56.770262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 76659aec-54a4-4643-a2eb-d971f77aa61c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:02:56.770543 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:57.691758 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-38452ff6-8bd0-4ead-9f57-be602615f28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:58.858063 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:02:58.885720 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:03:00.565885 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:03:10.302348 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:03:25.250757 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4c66eb59-f6ef-41cd-8397-b6b27bc7ebc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:03:27.684433 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-90d482b9-663b-428e-a500-714136e93711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:03:28.862315 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:03:28.890411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:03:30.553233 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:03:47.301479 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:03:55.238086 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-90ddc294-abf1-4dc9-aa29-13cc57dad559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:03:57.740876 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee0b65fe-5ff7-4755-a232-14d97e2800e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:03:58.883628 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:03:58.906056 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:00.575645 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:24.299750 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:04:25.253921 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-97087a8a-0ce2-46cd-b3c1-4ca90c77fc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:27.682233 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ddfbbe56-856f-4737-9f25-0bbf0fdc72bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:28.860035 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:28.876813 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:30.574556 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:41.631524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39840) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:04:41.637817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-d4c2ae0b-8975-4681-96c0-8ad09ad8ee55 tempest-verify_tempest_config-1030242072 tempest-verify_tempest_config-1030242072-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:04:41.638755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d4c2ae0b-8975-4681-96c0-8ad09ad8ee55 tempest-verify_tempest_config-1030242072 tempest-verify_tempest_config-1030242072-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0062768 Oct 19 11:04:42.077644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39858) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:04:42.176067 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:42.245086 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:42.294071 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:42.340029 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5795b5d0298402ba362dc4cf671c24e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2613401 Oct 19 11:04:42.340882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54290d1a-03cd-41ce-a181-b2f8df9e335f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:04:42.342732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39862) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:04:42.347460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.347802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.348134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.348461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.348816 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.349137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.349539 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.349769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.350087 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.350399 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.350716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.351027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6ee11-b2f0-4108-bbf1-75b5174b7b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.420051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:42.439873 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:42.573581 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:42.575992 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:42.577147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54290d1a-03cd-41ce-a181-b2f8df9e335f HTTP/1.1" status: 204 len: 168 time: 0.2334547 Oct 19 11:04:42.585053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54290d1a-03cd-41ce-a181-b2f8df9e335f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:04:42.592426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.592840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.593176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.593539 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.593865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.594335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.594664 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.594987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.595307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.595748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.596072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:42.596502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b02352-4586-487e-a1b7-22d80481128d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:04:55.224431 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9300222d-7e66-4b9c-9a21-c71d036fd4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:57.693097 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c59f5d37-431e-4843-9b6f-21283c12215f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:58.875648 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:04:58.904188 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:05:00.584007 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:05:01.298488 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:05:25.263957 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30ed2ab3-0330-41aa-9420-b07ab16bb911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:05:27.708634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0651-0b1a-4db8-bbb5-d365512d8a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:05:28.868860 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:05:28.885766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:05:30.589008 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:05:38.297181 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:05:55.222053 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-46bbfc1a-60f0-4d94-b0f6-dadb30e8dd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:05:57.696261 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bdc43780-3920-4880-b1ce-81552a7558d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:05:58.880284 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:05:58.890471 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:06:00.587844 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:06:15.295500 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:06:25.215463 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15981acd-706b-44d0-869f-a14d57335870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:06:27.701242 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-24ad5bc1-d4a4-446f-8709-4a2395b58374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:06:28.907200 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:06:28.918132 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:06:30.592655 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:06:52.294852 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:06:55.237541 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c65ecabc-4a75-427d-be06-16f0f2666fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:06:57.677338 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b77d3c48-d344-4021-9d85-abc35656ffbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:06:58.900767 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:06:58.911505 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:00.625690 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:25.265048 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b872aad6-6b24-4542-83bb-4d41b7ed2ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:27.711027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d8b2c321-3714-420f-8f93-d222e1dbbfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:28.887898 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:28.910648 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:29.293607 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 5 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:07:30.602187 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:49.258375 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626572'] for agent, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:49.470322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626572'] for agent, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:55.230098 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee8d5-26ca-45fb-aeb8-af1d8c38c98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:57.681674 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e99b036b-e412-44f6-ab88-da10cbc3677c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:58.881255 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:07:58.892177 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:00.588996 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:06.292406 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:08:19.268363 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:19.417180 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:25.251512 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b6abca7b-ffc6-427f-b673-062052ae64fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:27.703495 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ecfe62a2-b2f0-45c2-97ee-2177f7cc75c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:28.863225 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:28.885835 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:30.600265 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:33.516651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39930) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:08:33.618527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-642dee8c-cb26-43e5-bc28-805c32e0fc82 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1007905 Oct 19 11:08:35.902381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39940) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:08:35.958862 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dce222ca-5976-4d05-bedf-7156c986a14e admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0553656 Oct 19 11:08:43.291830 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:08:49.199617 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:49.387843 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:55.279703 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d7299d3c-0f82-4900-bdff-dce24c1c1ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:57.713480 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-51d9edb9-a4d1-43ef-a695-6dcbda8249e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:58.879331 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:08:58.896249 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:00.594403 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:19.205998 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:19.461925 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:20.290613 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:09:25.238483 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8142fad3-3eca-48b1-bc06-eeaebffb4bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:27.701870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c144eced-ea4f-45d3-88a1-c6cb89cf5946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:28.890242 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:28.918306 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:30.621097 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:49.209446 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:49.449658 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:55.300935 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7234de89-3239-4edc-b4fe-ae87691635ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:57.289576 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:09:57.695841 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-134a7265-da62-4604-8598-646b3e8cdbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:58.875182 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:09:58.900986 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:00.631678 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:01.322946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40372) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:01.326374 n-d-814547-1 neutron-server[101312]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 11:10:01.355802 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-d6260be0-a477-4a9c-a903-fa158aed7043 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0ead536059294509a56146b0446c911f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317471 Oct 19 11:10:01.538600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-e3660245-8226-4a38-b3c6-34499b74e226 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:01.540059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-e3660245-8226-4a38-b3c6-34499b74e226 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781712 Oct 19 11:10:01.563533 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-4c686d68-8fbd-4dac-9444-1fae5afbeff9 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/quotas/0ead536059294509a56146b0446c911f HTTP/1.1" status: 200 len: 375 time: 0.0172205 Oct 19 11:10:01.614059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-3b1fd802-7717-4138-acae-5ff51534f5f0 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ead536059294509a56146b0446c911f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496666 Oct 19 11:10:01.672577 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40390) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:01.794777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:01.869347 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:01.928429 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:01.963279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5e1224-28bc-4577-87a0-eba81c92a777,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:01.990491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.992709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.992709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.992709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.992709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.992709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.992709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.992709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.993219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.993300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.993600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.993908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] Tracked resource versions report: Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: pushed versions: Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: { 'AddressGroup': {'1.2'}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'ConntrackHelper': {'1.0'}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'Log': {'1.0'}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'Network': {'1.1'}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'Port': {'1.7'}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'PortForwarding': {'1.2'}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'QosPolicy': {'1.10'}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'SecurityGroup': {'1.4'}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'SecurityGroupRule': {'1.2'}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'SubPort': {'1.0'}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'Subnet': {'1.1'}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'Trunk': {'1.1'}} Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: consumer versions: Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: { DHCP agent@n-d-814547-1: {}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: HyperV agent@n-h1-814547-1: {}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: HyperV agent@n-h2-814547-1: {}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: L3 agent@n-d-814547-1: {}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: Metadata agent@n-d-814547-1: {}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: Metering agent@n-d-814547-1: {}, Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: Open vSwitch agent@n-d-814547-1: { 'AddressGroup': '1.2', Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'ConntrackHelper': '1.0', Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'Log': '1.0', Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'Network': '1.1', Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'Port': '1.7', Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'PortForwarding': '1.2', Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'QosPolicy': '1.10', Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'SecurityGroup': '1.4', Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'SecurityGroupRule': '1.2', Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'SubPort': '1.0', Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'Subnet': '1.1', Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: 'Trunk': '1.1'}} Oct 19 11:10:01.994959 n-d-814547-1 neutron-server[101312]: {{(pid=101312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 11:10:02.031683 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7c8cb933-fdd8-416c-abe9-0c3bbc93f3bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83cb275a91e641e3b4c76a59ef11e964&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3572569 Oct 19 11:10:02.031966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40422) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:02.047916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8dafbd86-70da-4308-8a97-a70d0e52cca2 req-f4d2e5b0-1ff2-4f15-91a8-a35545b6e18c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 210 time: 0.0870495 Oct 19 11:10:02.105602 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:02.133471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:02.243923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40438) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:02.295701 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:02.298329 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:02.303061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab5e1224-28bc-4577-87a0-eba81c92a777 HTTP/1.1" status: 204 len: 168 time: 0.2699645 Oct 19 11:10:02.315026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5e1224-28bc-4577-87a0-eba81c92a777,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:02.329065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.329181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.329472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.329800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.330189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.330432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.330775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.331055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.331376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.331696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.332010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.332323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b9cf3-3bc5-46d5-b5be-44a8a04d65be admin admin] Tracked resource versions report: Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: pushed versions: Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: { 'AddressGroup': {'1.2'}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'ConntrackHelper': {'1.0'}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'Log': {'1.0'}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'Network': {'1.1'}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'Port': {'1.7'}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'PortForwarding': {'1.2'}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'QosPolicy': {'1.10'}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'SecurityGroup': {'1.4'}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'SecurityGroupRule': {'1.2'}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'SubPort': {'1.0'}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'Subnet': {'1.1'}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'Trunk': {'1.1'}} Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: consumer versions: Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: { DHCP agent@n-d-814547-1: {}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: HyperV agent@n-h1-814547-1: {}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: HyperV agent@n-h2-814547-1: {}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: L3 agent@n-d-814547-1: {}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: Metadata agent@n-d-814547-1: {}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: Metering agent@n-d-814547-1: {}, Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: Open vSwitch agent@n-d-814547-1: { 'AddressGroup': '1.2', Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'ConntrackHelper': '1.0', Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'Log': '1.0', Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'Network': '1.1', Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'Port': '1.7', Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'PortForwarding': '1.2', Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'QosPolicy': '1.10', Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'SecurityGroup': '1.4', Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'SecurityGroupRule': '1.2', Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'SubPort': '1.0', Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'Subnet': '1.1', Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: 'Trunk': '1.1'}} Oct 19 11:10:02.333411 n-d-814547-1 neutron-server[101311]: {{(pid=101311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 11:10:02.405051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ada62cf0-e99e-4101-9b3d-14f5ac75eae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:02.510363 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ada62cf0-e99e-4101-9b3d-14f5ac75eae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:02.564098 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ada62cf0-e99e-4101-9b3d-14f5ac75eae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:02.611565 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ada62cf0-e99e-4101-9b3d-14f5ac75eae3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b65c04fdd35d47e09245d0688020babf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3666234 Oct 19 11:10:02.612708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada62cf0-e99e-4101-9b3d-14f5ac75eae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c2f95f-1b03-4437-b106-21b5d292cc5e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:02.614250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40474) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:02.688916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba4dcee9-9fad-4a5a-8783-9b5ba914b050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:02.709906 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba4dcee9-9fad-4a5a-8783-9b5ba914b050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:02.853046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba4dcee9-9fad-4a5a-8783-9b5ba914b050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:02.856100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba4dcee9-9fad-4a5a-8783-9b5ba914b050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:02.857899 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ba4dcee9-9fad-4a5a-8783-9b5ba914b050 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4c2f95f-1b03-4437-b106-21b5d292cc5e HTTP/1.1" status: 204 len: 168 time: 0.2422044 Oct 19 11:10:02.866543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4dcee9-9fad-4a5a-8783-9b5ba914b050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c2f95f-1b03-4437-b106-21b5d292cc5e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:03.041512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40500) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:03.066983 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff5a105a-6a2d-44c4-b0a0-cb81466273b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:03.182221 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6a23aa0-e74b-44f6-b80b-cc92a70d4dc6 req-421f7508-cd56-4bc7-b52a-174eb99c3e00 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 210 time: 0.0356476 Oct 19 11:10:03.208611 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff5a105a-6a2d-44c4-b0a0-cb81466273b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:03.311723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff5a105a-6a2d-44c4-b0a0-cb81466273b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:03.364763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40526) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:03.365720 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ff5a105a-6a2d-44c4-b0a0-cb81466273b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cde435be9ad94f77a204d151c8f46d9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3221736 Oct 19 11:10:03.375989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a105a-6a2d-44c4-b0a0-cb81466273b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db70a096-d972-4e3f-8703-431945bba776,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:03.432741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9980ec9c-c364-4160-9290-bb3e927ef40e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:03.461718 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9980ec9c-c364-4160-9290-bb3e927ef40e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:03.554042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40536) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:03.585622 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9980ec9c-c364-4160-9290-bb3e927ef40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:03.588318 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9980ec9c-c364-4160-9290-bb3e927ef40e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:03.591839 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9980ec9c-c364-4160-9290-bb3e927ef40e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db70a096-d972-4e3f-8703-431945bba776 HTTP/1.1" status: 204 len: 168 time: 0.2237887 Oct 19 11:10:03.600918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980ec9c-c364-4160-9290-bb3e927ef40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db70a096-d972-4e3f-8703-431945bba776,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:03.689065 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f43f-77bd-4c8e-a37f-a2b1dd0b27b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:03.770507 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f43f-77bd-4c8e-a37f-a2b1dd0b27b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:03.850312 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f43f-77bd-4c8e-a37f-a2b1dd0b27b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:03.883959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6f43f-77bd-4c8e-a37f-a2b1dd0b27b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9299c69a-dfa1-4ce4-8432-328bc23ccbce,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:03.908333 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c0d6f43f-77bd-4c8e-a37f-a2b1dd0b27b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91d9941b2ac644ad80674f483826694a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3531530 Oct 19 11:10:03.911036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40558) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:03.959341 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a6526fb-9da7-4425-8696-fb3f6fbfd4e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:03.979794 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a6526fb-9da7-4425-8696-fb3f6fbfd4e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:04.076897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40572) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:04.099790 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e799dad0-e2f7-45cc-9453-08a2227290ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:04.125161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a6526fb-9da7-4425-8696-fb3f6fbfd4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:04.128259 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a6526fb-9da7-4425-8696-fb3f6fbfd4e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:04.129553 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6a6526fb-9da7-4425-8696-fb3f6fbfd4e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9299c69a-dfa1-4ce4-8432-328bc23ccbce HTTP/1.1" status: 204 len: 168 time: 0.2176013 Oct 19 11:10:04.142068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6526fb-9da7-4425-8696-fb3f6fbfd4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9299c69a-dfa1-4ce4-8432-328bc23ccbce,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:04.205074 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e799dad0-e2f7-45cc-9453-08a2227290ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:04.290675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e799dad0-e2f7-45cc-9453-08a2227290ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:04.333597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799dad0-e2f7-45cc-9453-08a2227290ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f4ab47-b429-46db-b616-15e25e9e03a0,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:04.362715 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e799dad0-e2f7-45cc-9453-08a2227290ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27acc1c07746457c9c05327eb1f1eb5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2831576 Oct 19 11:10:04.365500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40594) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:04.442193 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ed7aa43-f772-4b4a-9b5f-7521d990dd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:04.473090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ed7aa43-f772-4b4a-9b5f-7521d990dd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:04.554555 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7da6bbc6-f49e-4ddc-90b2-2c5d3f57d975 req-8d35da13-955e-4a83-970f-0f50859aff3d tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 210 time: 0.0418751 Oct 19 11:10:04.684437 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ed7aa43-f772-4b4a-9b5f-7521d990dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:04.687181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ed7aa43-f772-4b4a-9b5f-7521d990dd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:04.689297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3ed7aa43-f772-4b4a-9b5f-7521d990dd15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66f4ab47-b429-46db-b616-15e25e9e03a0 HTTP/1.1" status: 204 len: 168 time: 0.3217361 Oct 19 11:10:04.702399 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7aa43-f772-4b4a-9b5f-7521d990dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f4ab47-b429-46db-b616-15e25e9e03a0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:05.030148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40628) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:05.044880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23f93e81-18e7-4a06-9729-e08f403ab9eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:05.183653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23f93e81-18e7-4a06-9729-e08f403ab9eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:05.204134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.49', 50694) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:05.228429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-39a032ef-9739-4928-b12f-bee4b76756af tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0ead536059294509a56146b0446c911f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226016 Oct 19 11:10:05.285536 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23f93e81-18e7-4a06-9729-e08f403ab9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:05.373735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-23f93e81-18e7-4a06-9729-e08f403ab9eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=789741498a154b289d9b8247e7eb704a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3419259 Oct 19 11:10:05.377034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40668) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:05.381264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f93e81-18e7-4a06-9729-e08f403ab9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cfa834-fc13-4cba-98c4-b337caf1b050,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:05.397408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-55b641ca-d9a1-4150-a8b0-de4278528dd5 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:05.398854 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-55b641ca-d9a1-4150-a8b0-de4278528dd5 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627867 Oct 19 11:10:05.444325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82eefd71-5aa8-47f9-b3b2-a0c56aa87934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:05.480991 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82eefd71-5aa8-47f9-b3b2-a0c56aa87934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:05.510080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Request body: {'port': {'device_id': '0802e943-744d-4802-8991-2f8072917f3d', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '0ead536059294509a56146b0446c911f'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:05.597724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40688) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:05.600673 n-d-814547-1 neutron-server[101311]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 11:10:05.652478 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c8235927-e236-4e6f-b9b1-295accf5b86f tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d07759790c9b4017aef112318c8ba25d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527484 Oct 19 11:10:05.657384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82eefd71-5aa8-47f9-b3b2-a0c56aa87934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:05.662255 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82eefd71-5aa8-47f9-b3b2-a0c56aa87934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:05.669038 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-82eefd71-5aa8-47f9-b3b2-a0c56aa87934 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71cfa834-fc13-4cba-98c4-b337caf1b050 HTTP/1.1" status: 204 len: 168 time: 0.2898576 Oct 19 11:10:05.699263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eefd71-5aa8-47f9-b3b2-a0c56aa87934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cfa834-fc13-4cba-98c4-b337caf1b050,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:05.836333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80c3b454-3c6a-4c0a-b67c-fe70724c72e6 req-3b10cb5d-9029-4175-a1ee-7ed564ec3247 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 210 time: 0.0401335 Oct 19 11:10:05.868468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Made reservation on behalf of 0ead536059294509a56146b0446c911f for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:05.875450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:05.890447 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:05.904683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-74b90659-377d-46d2-9dd2-1d96ce8b4f06 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:05.909063 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-74b90659-377d-46d2-9dd2-1d96ce8b4f06 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557681 Oct 19 11:10:05.923106 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-06745999-ac52-43c2-a0ed-224888db7615 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/quotas/d07759790c9b4017aef112318c8ba25d HTTP/1.1" status: 200 len: 375 time: 0.0109513 Oct 19 11:10:05.999750 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:06.012653 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-9decc2fb-06ed-4648-9f82-dcd9b90c5f3d tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d07759790c9b4017aef112318c8ba25d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829470 Oct 19 11:10:06.067401 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:06.216952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2164ce-70ef-4220-b28c-b461b7f22cf9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:06.363076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Allocated IP 192.168.233.37 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/640c1f84-a731-4a03-93b2-e4d0b877ac34) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:06.610563 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-66d12118-e38d-4dc4-939e-e262f5f753fe req-2c266620-2712-4cca-8d6a-45d965f295d4 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 210 time: 0.2013261 Oct 19 11:10:06.787201 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:06.924676 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:07.138089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:07.154240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428794c-33ad-41a4-b7ec-f6c5adf09a47 req-6dd0e412-f55a-47b1-8bab-2def017c4ba6 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:07.157467 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0428794c-33ad-41a4-b7ec-f6c5adf09a47 req-6dd0e412-f55a-47b1-8bab-2def017c4ba6 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 935 time: 0.1317797 Oct 19 11:10:07.157467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Pushing event updated for resources: {'Port': ['ID=640c1f84-a731-4a03-93b2-e4d0b877ac34,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:07.159987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:07.239025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:07.263110 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:07.264620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:07.279377 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0428794c-33ad-41a4-b7ec-f6c5adf09a47 req-f6b3c88b-724e-4128-991b-0e7a9165d93a tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080747 Oct 19 11:10:07.401096 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-346e7d50-7269-4790-a88e-884d85c08dfa tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8972037 Oct 19 11:10:07.441624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-a134aef9-9663-416a-9525-51d624137e53 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:10:07.442963 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-a134aef9-9663-416a-9525-51d624137e53 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0147207 Oct 19 11:10:07.539650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-55a844c7-4b83-48f5-9521-88de92b74b2c None None] Provisioning complete for port 640c1f84-a731-4a03-93b2-e4d0b877ac34 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:07.540248 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-55a844c7-4b83-48f5-9521-88de92b74b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:07.566103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40836) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:07.621321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-55a844c7-4b83-48f5-9521-88de92b74b2c None None] Port 640c1f84-a731-4a03-93b2-e4d0b877ac34 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:10:07.758690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b9d89509-6540-4240-bcef-5a726cb0dc35 req-8f7b7191-9e20-410c-b2b9-a08f79088eba tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0702507 Oct 19 11:10:08.021157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-415750570-network', 'tenant_id': '599c0bf3bbe841c2a0ec3a98879bd9f3'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:08.189083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40854) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:08.192863 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Made reservation on behalf of 599c0bf3bbe841c2a0ec3a98879bd9f3 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:08.197772 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:08.206224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:08.354372 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:08.455773 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:08.491829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:10:08.507704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3227f8a-c5f4-4afd-96a6-8eba21c588d7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:08.513492 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:08.513831 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Added segment ffc94905-e716-4ab0-bcd6-a6df4c88d5bc of type vlan for network 062cfcb7-1da2-4252-bba9-e7e514625ea0 Oct 19 11:10:08.542285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-33096ed9-b69c-497a-9425-b2996827ad5c tempest-AutoAllocateNetworkTest-1537975044 tempest-AutoAllocateNetworkTest-1537975044-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=219c6980648d45d4b4dca5f023c7cd0c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3516524 Oct 19 11:10:08.543176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40862) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:08.556581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f56f-6386-47e9-9456-06a27f59c2c1 req-1c7702ed-839d-458e-b428-d0aac7db18ee tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:08.567126 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6916f56f-6386-47e9-9456-06a27f59c2c1 req-1c7702ed-839d-458e-b428-d0aac7db18ee tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 935 time: 0.1709538 Oct 19 11:10:08.571907 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:08.600745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40866) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:08.689046 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:08.690086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:08.690954 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:08.742602 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae7837ba-442a-4e12-8452-f9a4fe3e99bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:08.762219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4378dce-b944-48a6-8cf4-5faf823db029 tempest-AutoAllocateNetworkTest-1537975044 tempest-AutoAllocateNetworkTest-1537975044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:08.768413 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a4378dce-b944-48a6-8cf4-5faf823db029 tempest-AutoAllocateNetworkTest-1537975044 tempest-AutoAllocateNetworkTest-1537975044-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1933846 Oct 19 11:10:08.781457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40876) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:08.863835 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9fe7be0d-14ef-45b6-9d57-4ccacbc72ec4 tempest-AutoAllocateNetworkTest-1537975044 tempest-AutoAllocateNetworkTest-1537975044-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785074 Oct 19 11:10:08.878616 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3032732 Oct 19 11:10:08.878843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6916f56f-6386-47e9-9456-06a27f59c2c1 req-8bfe32ef-81b2-4889-9bcd-55aa5db751bd tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030584 Oct 19 11:10:08.879016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40882) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:08.903037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40886) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:08.908036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] Request body: {'subnet': {'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-415750570-subnet', 'tenant_id': '599c0bf3bbe841c2a0ec3a98879bd9f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:08.993302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Request body: {'port': {'device_id': '0802e943-744d-4802-8991-2f8072917f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:09.096625 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-506b8860-c594-4e88-909a-248d2de421db req-05c26fb6-006f-4438-b327-227a03d5421f tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0635006 Oct 19 11:10:09.115882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] Made reservation on behalf of 599c0bf3bbe841c2a0ec3a98879bd9f3 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:09.121566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:09.130411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:09.154050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-79fbf501-cda4-4457-b2c7-add3e3a17415 tempest-AutoAllocateNetworkTest-1537975044 tempest-AutoAllocateNetworkTest-1537975044-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=219c6980648d45d4b4dca5f023c7cd0c HTTP/1.1" status: 200 len: 208 time: 0.2758520 Oct 19 11:10:09.170370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c2870-1136-4dfd-a465-80c721d493e7 admin admin] Pushing event updated for resources: {'Network': ['ID=062cfcb7-1da2-4252-bba9-e7e514625ea0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:09.200874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 062cfcb7-1da2-4252-bba9-e7e514625ea0 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:10:09.301694 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae7837ba-442a-4e12-8452-f9a4fe3e99bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:09.379971 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae7837ba-442a-4e12-8452-f9a4fe3e99bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:09.413951 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ae7837ba-442a-4e12-8452-f9a4fe3e99bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f92c42e5c8294a299c269814ddb5b6e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8118067 Oct 19 11:10:09.417113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40896) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:09.465947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7837ba-442a-4e12-8452-f9a4fe3e99bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5324e3-190b-4e2c-ba8e-d3905da1620e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:09.555207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-494fad6c-9384-44c0-b67d-073655584879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:09.593238 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-494fad6c-9384-44c0-b67d-073655584879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:09.730042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-494fad6c-9384-44c0-b67d-073655584879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:09.733010 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-494fad6c-9384-44c0-b67d-073655584879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:09.734312 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-494fad6c-9384-44c0-b67d-073655584879 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d5324e3-190b-4e2c-ba8e-d3905da1620e HTTP/1.1" status: 204 len: 168 time: 0.3156188 Oct 19 11:10:09.750964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fad6c-9384-44c0-b67d-073655584879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5324e3-190b-4e2c-ba8e-d3905da1620e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:09.780717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640c1f84-a731-4a03-93b2-e4d0b877ac34 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:09.798581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:09.825722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Transition to ACTIVE for port object 640c1f84-a731-4a03-93b2-e4d0b877ac34 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:10:09.835488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40910) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:09.883567 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:09.953794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] Pushing event updated for resources: {'Subnet': ['ID=761a94a2-c103-48a9-b688-d8956e9f3c16,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:09.958425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.089473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Attempting to bind port 640c1f84-a731-4a03-93b2-e4d0b877ac34 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:10.089473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Attempting to bind port 640c1f84-a731-4a03-93b2-e4d0b877ac34 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:10.089473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Attempting to bind port 640c1f84-a731-4a03-93b2-e4d0b877ac34 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:10.094387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=640c1f84-a731-4a03-93b2-e4d0b877ac34,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:10.098901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Port 640c1f84-a731-4a03-93b2-e4d0b877ac34 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:10:10.099302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Attempting to bind port 640c1f84-a731-4a03-93b2-e4d0b877ac34 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:10.119286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:10.125114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:10.125114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:10.125114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Bound port: 640c1f84-a731-4a03-93b2-e4d0b877ac34, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:10.125114 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.158065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:10.158595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] Network hostable DHCP agents. Network: 062cfcb7-1da2-4252-bba9-e7e514625ea0, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:10:10.190280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.26', 63738) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:10.263505 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f74b63-66b2-48e2-b198-3b8d10d2d7fd req-4814cffc-6469-4c7b-96bb-b92b9202ce5b tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:10.275302 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c5f74b63-66b2-48e2-b198-3b8d10d2d7fd req-4814cffc-6469-4c7b-96bb-b92b9202ce5b tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.1309271 Oct 19 11:10:10.310661 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b31968b7-cae0-466a-a122-eac186214897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.330529 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-375c3497-69eb-44be-b2b3-0f3b28e3b584 req-fd072358-43aa-4ffc-a307-1e7383347e67 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0847635 Oct 19 11:10:10.339362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-1a732746-68ca-4ef7-84b9-e28fdef8e00e tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d07759790c9b4017aef112318c8ba25d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059022 Oct 19 11:10:10.344745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] Network 062cfcb7-1da2-4252-bba9-e7e514625ea0 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:10:10.435842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] For port 640c1f84-a731-4a03-93b2-e4d0b877ac34, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:10.459269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 062cfcb7-1da2-4252-bba9-e7e514625ea0) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:10.473101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b31968b7-cae0-466a-a122-eac186214897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.479039 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c5f74b63-66b2-48e2-b198-3b8d10d2d7fd req-7b8b73df-d9d0-4f32-b80f-d8a6f5e5d4e6 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983483 Oct 19 11:10:10.505025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1307b70-762e-4b92-87f0-e17aeda601ce None None] Network 062cfcb7-1da2-4252-bba9-e7e514625ea0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:10:10.506718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] For port 640c1f84-a731-4a03-93b2-e4d0b877ac34, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=640c1f84-a731-4a03-93b2-e4d0b877ac34,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:10.514487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:10.517473 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.575553 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b31968b7-cae0-466a-a122-eac186214897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.602119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-9a978faa-e1b3-46f0-86bb-90e10302b891 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:10.605107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-9a978faa-e1b3-46f0-86bb-90e10302b891 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475164 Oct 19 11:10:10.609438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.631058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:10.632129 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.634310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] 10.222.0.49 "PUT /v2.0/ports/640c1f84-a731-4a03-93b2-e4d0b877ac34 HTTP/1.1" status: 200 len: 1095 time: 1.7767637 Oct 19 11:10:10.635093 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b31968b7-cae0-466a-a122-eac186214897 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=219c6980648d45d4b4dca5f023c7cd0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7983387 Oct 19 11:10:10.636358 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31968b7-cae0-466a-a122-eac186214897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d7f5c5-92f3-4f49-932f-3a13ab5e635b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:10.636464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0802e943-744d-4802-8991-2f8072917f3d', 'tag': '640c1f84-a731-4a03-93b2-e4d0b877ac34'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:10.638718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40932) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:10.730607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Request body: {'port': {'device_id': 'f54b937d-b7ef-42b2-acda-fdf4434e8ad7', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'd07759790c9b4017aef112318c8ba25d'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:10.732425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c8fff79-3ff3-4766-a464-cf6101d6e508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.787320 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c8fff79-3ff3-4766-a464-cf6101d6e508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.844293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c5c15-7f79-4e77-b0ce-fbb8dbb29058 None None] Network 062cfcb7-1da2-4252-bba9-e7e514625ea0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:10:10.917075 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40940) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:10.943425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b657cb93-9075-4a72-9b54-24adf2c7280f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.963872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c8fff79-3ff3-4766-a464-cf6101d6e508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.966571 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c8fff79-3ff3-4766-a464-cf6101d6e508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:10.970951 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4c8fff79-3ff3-4766-a464-cf6101d6e508 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7d7f5c5-92f3-4f49-932f-3a13ab5e635b HTTP/1.1" status: 204 len: 168 time: 0.3282280 Oct 19 11:10:11.031340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fff79-3ff3-4766-a464-cf6101d6e508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d7f5c5-92f3-4f49-932f-3a13ab5e635b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:11.136982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40948) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:11.161209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dfc0e-242c-4e8d-98d4-9070f9d4c0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=640c1f84-a731-4a03-93b2-e4d0b877ac34,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:11.196578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-20977b71-c370-4d9d-aea7-73313fc3784f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2921238 Oct 19 11:10:11.217903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b657cb93-9075-4a72-9b54-24adf2c7280f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.311642 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b657cb93-9075-4a72-9b54-24adf2c7280f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.408579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b657cb93-9075-4a72-9b54-24adf2c7280f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13ef2b4392ff4e9ba02a464aae155ec9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4902499 Oct 19 11:10:11.409411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40964) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:11.410115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657cb93-9075-4a72-9b54-24adf2c7280f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee80408-6be8-4e10-a6cb-867780b094b9,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:11.494510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-3a90b1eb-8ffb-41f2-8dcf-a14ce244d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:11.496235 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-3a90b1eb-8ffb-41f2-8dcf-a14ce244d766 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ead536059294509a56146b0446c911f&device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 1098 time: 0.3069530 Oct 19 11:10:11.516918 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a572ab4c-15ae-4756-94a5-4922c50ca87c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.538548 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d12a695-08b5-469e-b7c5-7eeca0a280cc req-a056af28-b8ee-408b-95e2-a94d5184ebc1 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0913472 Oct 19 11:10:11.572983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a572ab4c-15ae-4756-94a5-4922c50ca87c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.661821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Made reservation on behalf of d07759790c9b4017aef112318c8ba25d for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:11.667016 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.684201 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.710378 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bf8972-45ee-4fd3-b825-547948151ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "0802e943-744d-4802-8991-2f8072917f3d", "tag": "640c1f84-a731-4a03-93b2-e4d0b877ac34"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:11.726954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3092f2-3776-4659-b6b8-e73a98a848d8 req-1441b5f6-f2ca-48ad-8942-04dda396c119 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:11.728616 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d3092f2-3776-4659-b6b8-e73a98a848d8 req-1441b5f6-f2ca-48ad-8942-04dda396c119 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.0963948 Oct 19 11:10:11.761191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a572ab4c-15ae-4756-94a5-4922c50ca87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.765360 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a572ab4c-15ae-4756-94a5-4922c50ca87c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.768701 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a572ab4c-15ae-4756-94a5-4922c50ca87c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ee80408-6be8-4e10-a6cb-867780b094b9 HTTP/1.1" status: 204 len: 168 time: 0.3408825 Oct 19 11:10:11.805508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572ab4c-15ae-4756-94a5-4922c50ca87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee80408-6be8-4e10-a6cb-867780b094b9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:11.810967 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cf95c64-fdb1-48bf-bb05-0a582b645f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.842103 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d3092f2-3776-4659-b6b8-e73a98a848d8 req-7fdf9260-674f-4bfb-846b-3bca31ed14e4 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020014 Oct 19 11:10:11.844817 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.896299 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.939730 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cf95c64-fdb1-48bf-bb05-0a582b645f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:11.998950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34354f38-849c-4847-9e7c-bf546777e637,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:12.000085 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cf95c64-fdb1-48bf-bb05-0a582b645f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:12.046435 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5cf95c64-fdb1-48bf-bb05-0a582b645f96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=061ebfa6b3904524b074110104aae7a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9059827 Oct 19 11:10:12.047069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40980) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:12.148051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8edddab6-9e13-4f29-b827-485886773df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:12.188846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8edddab6-9e13-4f29-b827-485886773df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:12.195044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Allocated IP 192.168.233.57 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/7d844d2c-4ebc-4bfc-acfa-0158601e4bb5) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:12.268774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf95c64-fdb1-48bf-bb05-0a582b645f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c904bec-1134-496f-a231-251f3bef5568,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:12.341765 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8edddab6-9e13-4f29-b827-485886773df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:12.346925 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8edddab6-9e13-4f29-b827-485886773df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:12.348098 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8edddab6-9e13-4f29-b827-485886773df2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c904bec-1134-496f-a231-251f3bef5568 HTTP/1.1" status: 204 len: 168 time: 0.3002615 Oct 19 11:10:12.366041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edddab6-9e13-4f29-b827-485886773df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c904bec-1134-496f-a231-251f3bef5568,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:12.513805 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07625eba-12cf-4b6a-8f6f-b0e42d7ce252 x-openstack-request-id: req-07625eba-12cf-4b6a-8f6f-b0e42d7ce252 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:12.514241 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0802e943-744d-4802-8991-2f8072917f3d", "tag": "640c1f84-a731-4a03-93b2-e4d0b877ac34", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:12.514615 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07625eba-12cf-4b6a-8f6f-b0e42d7ce252 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:12.515363 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0802e943-744d-4802-8991-2f8072917f3d', 'tag': '640c1f84-a731-4a03-93b2-e4d0b877ac34', 'status': 'completed', 'code': 200} Oct 19 11:10:12.601082 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-c38b8483-cb18-48cd-8da3-041550b4c2a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=640c1f84-a731-4a03-93b2-e4d0b877ac34 HTTP/1.1" status: 200 len: 217 time: 0.0973802 Oct 19 11:10:12.730801 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4954ea08-df6b-4c8d-8852-534c06b955f4 req-b10af647-1c0b-4bcc-9d83-5f08d3e03b97 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0630620 Oct 19 11:10:12.743185 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:12.850679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-15a2cd3b-b2aa-4a70-b317-859b0e8e7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:12.850679 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-15a2cd3b-b2aa-4a70-b317-859b0e8e7e65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.2012284 Oct 19 11:10:12.954272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:13.110264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:13.123379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:13.161392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Pushing event updated for resources: {'Port': ['ID=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:13.170808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:13.210321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:13.214555 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:13.240435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-4f18a10c-fccb-4bd5-9908-79a9dbe3ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:13.241903 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-4f18a10c-fccb-4bd5-9908-79a9dbe3ea3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3700058 Oct 19 11:10:13.258184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b0f69-61fe-47ff-87f6-45e8cf8eba0a req-90d3d882-e7a8-44c9-8dc2-97af3545fcb3 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:13.266280 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d57b0f69-61fe-47ff-87f6-45e8cf8eba0a req-90d3d882-e7a8-44c9-8dc2-97af3545fcb3 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.2995205 Oct 19 11:10:13.334258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d57b0f69-61fe-47ff-87f6-45e8cf8eba0a req-4d177bc5-172a-449c-88c3-4cbae3272ffb tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670533 Oct 19 11:10:13.423146 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-cead53b3-876c-475f-86dd-f30265896bcd service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548166 Oct 19 11:10:13.476828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6ff4e6d6-ec4a-4112-b7c2-a374732a3d95 None None] Provisioning complete for port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:13.477402 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6ff4e6d6-ec4a-4112-b7c2-a374732a3d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:13.517773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02fc1a50-0d74-4921-a84d-1bc36dec9006 req-73886b71-c87f-47e5-bf1b-c505517d15d8 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869961 Oct 19 11:10:13.517976 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6ff4e6d6-ec4a-4112-b7c2-a374732a3d95 None None] Port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:10:13.807840 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-777fc7f5-ff3d-4790-9cb1-b479fcfad937 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0812318 Oct 19 11:10:13.848334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fdaa5-2de3-4d71-9d55-3a169a16506e req-628156a1-382b-47b5-b818-6f790e06097b tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:13.853973 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-010fdaa5-2de3-4d71-9d55-3a169a16506e req-628156a1-382b-47b5-b818-6f790e06097b tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 935 time: 0.0571623 Oct 19 11:10:13.904704 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-010fdaa5-2de3-4d71-9d55-3a169a16506e req-b950d164-8655-4b1f-9fb8-fe011474a063 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Oct 19 11:10:13.934378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf8972-45ee-4fd3-b825-547948151ad1 req-d71ac5eb-e6ab-43f9-907b-d28c38519464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:13.937543 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97bf8972-45ee-4fd3-b825-547948151ad1 req-d71ac5eb-e6ab-43f9-907b-d28c38519464 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ead536059294509a56146b0446c911f&device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 1098 time: 0.0653656 Oct 19 11:10:14.052207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41024) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:14.080736 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9174b350-2db4-4aff-80a5-789126af10f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:14.112450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf8972-45ee-4fd3-b825-547948151ad1 req-51ec6c7e-bfd5-4621-b0e8-a0b1696d40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:14.118414 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97bf8972-45ee-4fd3-b825-547948151ad1 req-51ec6c7e-bfd5-4621-b0e8-a0b1696d40b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1742206 Oct 19 11:10:14.191775 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9174b350-2db4-4aff-80a5-789126af10f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:14.200248 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97bf8972-45ee-4fd3-b825-547948151ad1 req-2ed53554-c9de-4200-a9f1-e9e1cb5d3774 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=640c1f84-a731-4a03-93b2-e4d0b877ac34 HTTP/1.1" status: 200 len: 217 time: 0.0731707 Oct 19 11:10:14.248746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41026) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:14.254704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-804786046-network', 'tenant_id': '2e439d9ebe7d44c5a0f232934b0e885a'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:14.282099 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9174b350-2db4-4aff-80a5-789126af10f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:14.284240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf8972-45ee-4fd3-b825-547948151ad1 req-10031367-f628-4b32-9e40-eb55d4a59db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:14.286253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97bf8972-45ee-4fd3-b825-547948151ad1 req-10031367-f628-4b32-9e40-eb55d4a59db0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0737805 Oct 19 11:10:14.368743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf8972-45ee-4fd3-b825-547948151ad1 req-2e9cc5ff-7f9e-40a5-899c-7ba92258dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:14.370384 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97bf8972-45ee-4fd3-b825-547948151ad1 req-2e9cc5ff-7f9e-40a5-899c-7ba92258dab1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773797 Oct 19 11:10:14.373963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Made reservation on behalf of 2e439d9ebe7d44c5a0f232934b0e885a for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:14.376304 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:14.393956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9174b350-2db4-4aff-80a5-789126af10f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c64a8869367d4c8ba85769245a74f941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405104 Oct 19 11:10:14.394576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41034) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:14.416793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174b350-2db4-4aff-80a5-789126af10f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777ab7e7-07ea-4301-a025-21c4fde44f8c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:14.429063 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:14.622862 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e2f96a12-4fb6-4529-b0db-ef1a6e503595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:14.642003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e9453-f456-49c0-a297-747ed0b1015f req-70061c99-b69f-4a4c-98b2-e0c7408ab9ba tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:14.643810 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f1e9453-f456-49c0-a297-747ed0b1015f req-70061c99-b69f-4a4c-98b2-e0c7408ab9ba tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.1461470 Oct 19 11:10:14.645672 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97bf8972-45ee-4fd3-b825-547948151ad1 req-84aa965c-c678-4d11-9ada-0a4c13934087 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682292 Oct 19 11:10:14.678745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41044) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:14.715629 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e2f96a12-4fb6-4529-b0db-ef1a6e503595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:14.716626 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:14.787829 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f1e9453-f456-49c0-a297-747ed0b1015f req-05980a52-5728-407a-b5ec-05b5f0436619 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364450 Oct 19 11:10:14.803536 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:14.861779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363a8f79-197d-471e-bce1-af9ac591abed,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:14.895902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e2f96a12-4fb6-4529-b0db-ef1a6e503595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:14.905271 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e2f96a12-4fb6-4529-b0db-ef1a6e503595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:14.905271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e2f96a12-4fb6-4529-b0db-ef1a6e503595 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/777ab7e7-07ea-4301-a025-21c4fde44f8c HTTP/1.1" status: 204 len: 168 time: 0.5041323 Oct 19 11:10:14.930693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:10:14.949722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f96a12-4fb6-4529-b0db-ef1a6e503595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777ab7e7-07ea-4301-a025-21c4fde44f8c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:14.951564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97bf8972-45ee-4fd3-b825-547948151ad1 req-fd2e29ed-e789-4c5a-a826-25ddd5c1bb2e service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983694 Oct 19 11:10:14.997676 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.000396 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Added segment 35c773b5-e5e7-4964-8f9b-232d16fc1772 of type vlan for network 3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1 Oct 19 11:10:15.091007 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.210649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-network', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:15.239649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a3d8a-bb8b-424a-9160-4ea3a1d72704 req-b48d54a9-a6ec-4162-b9c2-76a6d7466f7a tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:15.241413 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-951a3d8a-bb8b-424a-9160-4ea3a1d72704 req-b48d54a9-a6ec-4162-b9c2-76a6d7466f7a tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 935 time: 0.1475556 Oct 19 11:10:15.276104 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.280025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:15.280025 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.317682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-951a3d8a-bb8b-424a-9160-4ea3a1d72704 req-f71a0fc2-25d9-4f5a-a1b0-3b04bbfb90f5 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655077 Oct 19 11:10:15.371954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Made reservation on behalf of b3b7151c30e248e094eeb3456b4bd8a4 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:15.375047 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.387752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] Pushing event updated for resources: {'Network': ['ID=3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:15.391153 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.402375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:10:15.457482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bccd46c5-30ac-48e7-88a0-eaa7dcef5d35 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2072492 Oct 19 11:10:15.462713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41060) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:15.466917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] Request body: {'subnet': {'network_id': '3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-804786046-subnet', 'tenant_id': '2e439d9ebe7d44c5a0f232934b0e885a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:15.514221 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.630081 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.660173 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:10:15.665934 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] Made reservation on behalf of 2e439d9ebe7d44c5a0f232934b0e885a for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:15.667745 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.686036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c84bb1-d276-4538-971a-bf6a260cb1bf,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:15.709089 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.709089 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Added segment acd04a0d-0d6f-48cf-9fdf-c9c335c37cda of type vlan for network 8b754831-f16d-4c57-ba88-a181190b2a98 Oct 19 11:10:15.763974 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.940263 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:15.941296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:15.941885 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:16.158749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4646485 Oct 19 11:10:16.169033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d04b5-419c-48a1-9daa-b21f93d647a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b754831-f16d-4c57-ba88-a181190b2a98,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:16.171867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41084) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:16.179656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] Request body: {'subnet': {'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-subnet', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:16.183607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 8b754831-f16d-4c57-ba88-a181190b2a98 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:10:16.415451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfe2ef-96e5-438e-8153-eca39c6240e2 req-3ac1821f-6e80-4be8-9dbd-ef3c834a689f tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:16.417314 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-20bfe2ef-96e5-438e-8153-eca39c6240e2 req-3ac1821f-6e80-4be8-9dbd-ef3c834a689f tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.1752996 Oct 19 11:10:16.533002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043aef7-c7fa-4516-b530-21143ce2547f req-76028bb1-b450-4405-9cbb-874855229bb7 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:16.539781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-20bfe2ef-96e5-438e-8153-eca39c6240e2 req-af2351bc-4d96-41aa-9c24-356841df3bf2 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091015 Oct 19 11:10:16.540251 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f043aef7-c7fa-4516-b530-21143ce2547f req-76028bb1-b450-4405-9cbb-874855229bb7 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 935 time: 0.1084392 Oct 19 11:10:16.541988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] Made reservation on behalf of b3b7151c30e248e094eeb3456b4bd8a4 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:16.544557 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:16.591786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:16.657765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f043aef7-c7fa-4516-b530-21143ce2547f req-149dab5d-bf25-4953-bff7-5bebd2a59503 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021879 Oct 19 11:10:16.745678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5fe1b08-3d64-49b6-968f-2de977d16d96,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:16.762188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] Checking segment: {'id': '35c773b5-e5e7-4964-8f9b-232d16fc1772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:16.763094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] Network hostable DHCP agents. Network: 3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:10:16.845077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] Network 3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:10:16.919493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:16.931661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdfe36e-823b-46bd-b405-b55991aedec2 None None] Network 3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:10:16.932441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:16.932886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:17.003652 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8d4bc650-a6d9-4255-ab08-21cfc007d2cf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5412691 Oct 19 11:10:17.015991 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:17.107884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a357a2-81d7-41d4-837e-3062b79eca3e,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:17.162874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] Checking segment: {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:17.163261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] Network hostable DHCP agents. Network: 8b754831-f16d-4c57-ba88-a181190b2a98, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:10:17.191882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f3b572-f186-4c1a-8c0a-7542fc217e8f None None] Network 3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:10:17.624523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] Network 8b754831-f16d-4c57-ba88-a181190b2a98 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:10:17.700497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 8b754831-f16d-4c57-ba88-a181190b2a98) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:17.706364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:17.708709 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:17.718786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f0d7f7-d461-4148-9778-76f42b868ed3 None None] Network 8b754831-f16d-4c57-ba88-a181190b2a98 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:10:17.805236 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4e7f60eb-a0b2-49cf-b638-9b19dd7a7d7b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6297846 Oct 19 11:10:17.805600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41128) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:17.810550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:17.822946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b752-110f-4466-bcb8-e2b6495cf780 req-e22c572f-53ae-4093-9997-e45da030de2f tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:17.831492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3e61b752-110f-4466-bcb8-e2b6495cf780 req-e22c572f-53ae-4093-9997-e45da030de2f tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.0997903 Oct 19 11:10:17.886456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3e61b752-110f-4466-bcb8-e2b6495cf780 req-6eb52074-1701-4278-8e37-2e53c4dad34d tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500834 Oct 19 11:10:17.987417 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:17.989514 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:18.003983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-8b754831-f16d-4c57-ba88-a181190b2a98', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:10:18.006960 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:18.091931 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2743ec0-647e-4a43-bbe6-67b426e5653f req-92bdc48d-aa53-498a-ba6d-e85c5724dc47 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:18.098011 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b2743ec0-647e-4a43-bbe6-67b426e5653f req-92bdc48d-aa53-498a-ba6d-e85c5724dc47 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 935 time: 0.0971067 Oct 19 11:10:18.225053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b2743ec0-647e-4a43-bbe6-67b426e5653f req-a6174b3a-5398-46b1-8260-775cffcef3e8 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136208 Oct 19 11:10:18.226995 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:18.286218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Allocated IP 172.20.0.2 (8b754831-f16d-4c57-ba88-a181190b2a98/40a357a2-81d7-41d4-837e-3062b79eca3e/c6950110-58e2-4950-9681-2e722d20893d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:18.667768 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:18.669288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:18.861192 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:18.967556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Network 8b754831-f16d-4c57-ba88-a181190b2a98 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:18.969264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:18.972645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Pushing event updated for resources: {'Port': ['ID=c6950110-58e2-4950-9681-2e722d20893d,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:18.976719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:18.987773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.988111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.988442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.988793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.989118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.989439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.989768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.990073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.990390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.990703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.991012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.991323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Tracked resource versions report: Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: pushed versions: Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: { 'AddressGroup': {'1.2'}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'ConntrackHelper': {'1.0'}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'Log': {'1.0'}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'Network': {'1.1'}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'Port': {'1.7'}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'PortForwarding': {'1.2'}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'QosPolicy': {'1.10'}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'SecurityGroup': {'1.4'}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'SecurityGroupRule': {'1.2'}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'SubPort': {'1.0'}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'Subnet': {'1.1'}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'Trunk': {'1.1'}} Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: consumer versions: Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: { DHCP agent@n-d-814547-1: {}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: HyperV agent@n-h1-814547-1: {}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: HyperV agent@n-h2-814547-1: {}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: L3 agent@n-d-814547-1: {}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: Metadata agent@n-d-814547-1: {}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: Metering agent@n-d-814547-1: {}, Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: Open vSwitch agent@n-d-814547-1: { 'AddressGroup': '1.2', Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'ConntrackHelper': '1.0', Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'Log': '1.0', Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'Network': '1.1', Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'Port': '1.7', Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'PortForwarding': '1.2', Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'QosPolicy': '1.10', Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'SecurityGroup': '1.4', Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'SecurityGroupRule': '1.2', Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'SubPort': '1.0', Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'Subnet': '1.1', Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: 'Trunk': '1.1'}} Oct 19 11:10:18.992445 n-d-814547-1 neutron-server[101313]: {{(pid=101313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 11:10:19.085571 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Attempting to bind port c6950110-58e2-4950-9681-2e722d20893d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:19.086301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Attempting to bind port c6950110-58e2-4950-9681-2e722d20893d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:19.090063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Attempting to bind port c6950110-58e2-4950-9681-2e722d20893d on network 8b754831-f16d-4c57-ba88-a181190b2a98 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:19.105712 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:19.106111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Checking segment: {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:19.106486 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:19.106885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Bound using segment: {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:19.107366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Bound port: c6950110-58e2-4950-9681-2e722d20893d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:19.107765 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:19.220289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] For port c6950110-58e2-4950-9681-2e722d20893d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:19.224915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] For port c6950110-58e2-4950-9681-2e722d20893d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c6950110-58e2-4950-9681-2e722d20893d,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:19.280486 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:19.325850 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:19.352907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f0121-5da9-486d-995b-0a153a4d9ab2 req-7c5cb731-b8a3-45d6-8df0-946d0d73e150 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:19.358369 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f9f0121-5da9-486d-995b-0a153a4d9ab2 req-7c5cb731-b8a3-45d6-8df0-946d0d73e150 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.1058550 Oct 19 11:10:19.359825 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:19.401566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb377f77-338f-41a4-800d-d6a8244c119f None None] Pushing event updated for resources: {'Port': ['ID=c6950110-58e2-4950-9681-2e722d20893d,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:19.451013 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:19.463618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f9f0121-5da9-486d-995b-0a153a4d9ab2 req-064a4f37-7883-48a6-ad97-83b9ce7cefc8 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982554 Oct 19 11:10:19.521705 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:19.720184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Allocated IP 172.25.2.231 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/763d1b1f-b02a-44c0-8aa5-a4c04a7830b4) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:19.877792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913568cc-a467-41f5-9ffe-6407b33e91cd req-2b7d91d8-4760-4f33-94c0-f5239606e631 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:19.879805 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-913568cc-a467-41f5-9ffe-6407b33e91cd req-2b7d91d8-4760-4f33-94c0-f5239606e631 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 935 time: 0.1104605 Oct 19 11:10:20.006759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-913568cc-a467-41f5-9ffe-6407b33e91cd req-9211ab07-9d2b-4638-a1f4-4811ce6ffaed tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017115 Oct 19 11:10:20.026485 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:20.159687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:20.272310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:20.281495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:20.284290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:20.409454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Pushing event updated for resources: {'Port': ['ID=763d1b1f-b02a-44c0-8aa5-a4c04a7830b4,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:20.764258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a54cf3-8938-41b8-841e-aee33e078d84 req-1d7aa6db-aabd-4c7d-b2d4-d0ea41d2801f tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:20.772166 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d5a54cf3-8938-41b8-841e-aee33e078d84 req-1d7aa6db-aabd-4c7d-b2d4-d0ea41d2801f tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.0783215 Oct 19 11:10:20.860474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d5a54cf3-8938-41b8-841e-aee33e078d84 req-307f38ab-5760-4227-b63f-fd6e9563a3d0 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837328 Oct 19 11:10:21.085171 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:21.114843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a071150-da44-4e34-a836-b1dbeedb0961 None None] Network 8b754831-f16d-4c57-ba88-a181190b2a98 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:10:21.222078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af08c1d-d549-412b-b61d-c58ea68df368 req-bd19d515-bd2d-4f14-9b17-6d6eea225974 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:21.225692 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7af08c1d-d549-412b-b61d-c58ea68df368 req-bd19d515-bd2d-4f14-9b17-6d6eea225974 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 935 time: 0.1245537 Oct 19 11:10:21.276725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41198) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:21.283579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c6950110-58e2-4950-9681-2e722d20893d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:21.314233 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7af08c1d-d549-412b-b61d-c58ea68df368 req-8a88e61f-af0c-42b9-88a9-2a3cc94e85d3 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813565 Oct 19 11:10:21.453849 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-be26af98-842c-4e4c-8b8d-01a1ea566870 None None] Provisioning complete for port c6950110-58e2-4950-9681-2e722d20893d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:21.454235 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be26af98-842c-4e4c-8b8d-01a1ea566870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:21.589587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c6950110-58e2-4950-9681-2e722d20893d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:21.590324 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:21.646413 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef5bfe18-9f38-4cb8-b789-76c6ed4a1d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:21.717773 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:21.746246 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be26af98-842c-4e4c-8b8d-01a1ea566870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:21.848528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-be26af98-842c-4e4c-8b8d-01a1ea566870 None None] For port c6950110-58e2-4950-9681-2e722d20893d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c6950110-58e2-4950-9681-2e722d20893d,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:21.851703 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:21.937843 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be26af98-842c-4e4c-8b8d-01a1ea566870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:21.999306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21517a89-000b-4613-80b5-25a4803b41b8 req-d8b2b257-9733-4176-8a8b-b205e937663c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:22.000970 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-d8b2b257-9733-4176-8a8b-b205e937663c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 807 time: 0.3508842 Oct 19 11:10:22.046663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-fbe7f329-ab72-4e57-bc23-04302549a157 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/quotas/599c0bf3bbe841c2a0ec3a98879bd9f3 HTTP/1.1" status: 200 len: 375 time: 0.0357673 Oct 19 11:10:22.090518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-c2248b7a-62ab-42e7-a452-71fbf442180b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343506 Oct 19 11:10:22.094710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f098c3-b40d-4737-81a9-b45bc228bebb req-03c8795a-67fa-4f5f-af89-705765e90c82 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:22.102915 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-75f098c3-b40d-4737-81a9-b45bc228bebb req-03c8795a-67fa-4f5f-af89-705765e90c82 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.0797338 Oct 19 11:10:22.177721 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-75f098c3-b40d-4737-81a9-b45bc228bebb req-59a546f1-e621-4248-8296-36c49949550b tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738454 Oct 19 11:10:22.196591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef5bfe18-9f38-4cb8-b789-76c6ed4a1d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:22.216987 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:10:22.217572 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:10:22.225958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26af98-842c-4e4c-8b8d-01a1ea566870 None None] Pushing event updated for resources: {'Port': ['ID=c6950110-58e2-4950-9681-2e722d20893d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:22.229266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-808acdc3-13de-4240-ab61-addc0f88832e None None] Provisioning complete for port c6950110-58e2-4950-9681-2e722d20893d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:22.229633 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-808acdc3-13de-4240-ab61-addc0f88832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:22.244880 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef5bfe18-9f38-4cb8-b789-76c6ed4a1d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:22.296716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Router 6e197209-2614-418b-8e7f-08c973726804 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:10:22.302684 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ef5bfe18-9f38-4cb8-b789-76c6ed4a1d66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a86e4dd616994638951358d3d12e9014&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0230622 Oct 19 11:10:22.305591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41220) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:22.306422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41222) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:22.310171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bfe18-9f38-4cb8-b789-76c6ed4a1d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1229e23-f3fd-4703-93f9-c5e72d415710,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:22.379098 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7dae-fa1b-41c2-9be1-86e45902b84d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:22.387405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-cc4b5a5e-e98b-4a41-a99b-2946bc8f8798 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:10:22.388433 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-cc4b5a5e-e98b-4a41-a99b-2946bc8f8798 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0886958 Oct 19 11:10:22.405262 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7dae-fa1b-41c2-9be1-86e45902b84d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:22.459702 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fe5bf8a-0ef8-49ac-905d-dd7852f6b780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:22.518457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5b1ac-e0ed-45c4-9733-c641190befb5 req-6036a934-eacd-40b4-bd20-cf922ec556ac tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:22.525464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2eb5b1ac-e0ed-45c4-9733-c641190befb5 req-6036a934-eacd-40b4-bd20-cf922ec556ac tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 935 time: 0.1120386 Oct 19 11:10:22.544340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:10:22.556557 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Sync routers for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:10:22.564421 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-d63db634-53bb-4b24-8386-aaf689fd9d87 service neutron] 10.222.0.39 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626418 Oct 19 11:10:22.567702 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:10:22.568302 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2eb5b1ac-e0ed-45c4-9733-c641190befb5 req-726383f0-6b77-4550-ac16-aa15a706a98b tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Oct 19 11:10:22.568807 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:09:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:22.635857 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7dae-fa1b-41c2-9be1-86e45902b84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:22.638613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe7e7dae-fa1b-41c2-9be1-86e45902b84d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:22.642490 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fe7e7dae-fa1b-41c2-9be1-86e45902b84d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1229e23-f3fd-4703-93f9-c5e72d415710 HTTP/1.1" status: 204 len: 168 time: 0.3339274 Oct 19 11:10:22.662234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e7dae-fa1b-41c2-9be1-86e45902b84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1229e23-f3fd-4703-93f9-c5e72d415710,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:22.672040 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:22.674044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41232) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:22.688110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-72ce6be3-d424-439b-b29e-c7b4f5ea1c12 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8808520 Oct 19 11:10:22.733056 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:10:22.767719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-7da75ccc-95ff-48b2-ac09-611a75bb163d tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:10:22.768238 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-79deddaa-6447-44f1-b1a5-5d36466a099d service neutron] 10.222.0.39 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959765 Oct 19 11:10:22.768775 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-7da75ccc-95ff-48b2-ac09-611a75bb163d tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0087729 Oct 19 11:10:22.818142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fe5bf8a-0ef8-49ac-905d-dd7852f6b780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:22.968492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Request body: {'port': {'device_id': 'f54b937d-b7ef-42b2-acda-fdf4434e8ad7', 'device_owner': 'compute:tempest-test_az-1868203537', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:22.983945 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:20Z', 'revision_number': 3, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:22.996132 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fe5bf8a-0ef8-49ac-905d-dd7852f6b780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.023375 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Checking router: 6e197209-2614-418b-8e7f-08c973726804 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:10:23.023720 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Updating router 6e197209-2614-418b-8e7f-08c973726804 port 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:10:23.040654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c6950110-58e2-4950-9681-2e722d20893d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:23.043040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41238) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:23.053187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7fe5bf8a-0ef8-49ac-905d-dd7852f6b780 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a87015c3d264f509bf4485f147f16f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7118742 Oct 19 11:10:23.084723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.101181 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.148468 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f188b73e-da2e-46c1-9b45-13d21148faea req-9734139a-e03e-48de-84bc-ebe5ca75690c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 210 time: 0.0411332 Oct 19 11:10:23.206093 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a3cbad5-c905-40a6-8ad5-9051d67ce631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.206530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c6950110-58e2-4950-9681-2e722d20893d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:23.206902 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.260019 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a3cbad5-c905-40a6-8ad5-9051d67ce631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.377573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5bf8a-0ef8-49ac-905d-dd7852f6b780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b61becd-5693-4954-a8ab-3024b79b28d1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:23.393566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a3cbad5-c905-40a6-8ad5-9051d67ce631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.396209 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a3cbad5-c905-40a6-8ad5-9051d67ce631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.400518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6a3cbad5-c905-40a6-8ad5-9051d67ce631 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b61becd-5693-4954-a8ab-3024b79b28d1 HTTP/1.1" status: 204 len: 168 time: 0.3564591 Oct 19 11:10:23.427266 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cbad5-c905-40a6-8ad5-9051d67ce631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b61becd-5693-4954-a8ab-3024b79b28d1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:23.442311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d642dc-0b5d-4f80-93fa-f1f784d68115 req-11a059a0-8e11-4e44-be5b-77c9e6688e6d tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:23.443979 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d7d642dc-0b5d-4f80-93fa-f1f784d68115 req-11a059a0-8e11-4e44-be5b-77c9e6688e6d tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.0888987 Oct 19 11:10:23.508183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d7d642dc-0b5d-4f80-93fa-f1f784d68115 req-f2429cf3-45a0-4b3f-821c-e422bb91cce4 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528595 Oct 19 11:10:23.526387 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.610133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41254) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:23.610965 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.633660 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a24fd72-4fff-4cbc-92c6-f6b3e40402c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.661130 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Pushing event updated for resources: {'Port': ['ID=763d1b1f-b02a-44c0-8aa5-a4c04a7830b4,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:23.684102 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.684442 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.684815 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.685150 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.685482 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.685843 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.686142 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.686462 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.686821 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.687144 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.687465 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.687780 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Tracked resource versions report: Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: pushed versions: Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: { 'AddressGroup': {'1.2'}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'ConntrackHelper': {'1.0'}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'Log': {'1.0'}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'Network': {'1.1'}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'Port': {'1.7'}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'PortForwarding': {'1.2'}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'QosPolicy': {'1.10'}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'SecurityGroup': {'1.4'}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'SecurityGroupRule': {'1.2'}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'SubPort': {'1.0'}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'Subnet': {'1.1'}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'Trunk': {'1.1'}} Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: consumer versions: Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: { DHCP agent@n-d-814547-1: {}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: HyperV agent@n-h1-814547-1: {}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: HyperV agent@n-h2-814547-1: {}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: L3 agent@n-d-814547-1: {}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: Metadata agent@n-d-814547-1: {}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: Metering agent@n-d-814547-1: {}, Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: Open vSwitch agent@n-d-814547-1: { 'AddressGroup': '1.2', Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'ConntrackHelper': '1.0', Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'Log': '1.0', Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'Network': '1.1', Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'Port': '1.7', Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'PortForwarding': '1.2', Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'QosPolicy': '1.10', Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'SecurityGroup': '1.4', Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'SecurityGroupRule': '1.2', Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'SubPort': '1.0', Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'Subnet': '1.1', Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: 'Trunk': '1.1'}} Oct 19 11:10:23.689071 n-d-814547-1 neutron-server[101314]: {{(pid=101314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 11:10:23.697806 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Attempting to bind port 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:23.698179 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Attempting to bind port 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:23.698544 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Attempting to bind port 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:23.704513 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:23.704919 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:23.705319 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.705708 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:23.706170 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Bound port: 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:23.706564 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.761969 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] For port 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:23.766575 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] For port 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=763d1b1f-b02a-44c0-8aa5-a4c04a7830b4,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:23.863099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7c1ca-5097-4aa0-a490-08ad0af210a0 req-37d7c636-c368-4a43-93c5-cc0db8af0b2c tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:23.864589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44a7c1ca-5097-4aa0-a490-08ad0af210a0 req-37d7c636-c368-4a43-93c5-cc0db8af0b2c tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 935 time: 0.2140481 Oct 19 11:10:23.879647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:23.908075 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.922783 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:23.964706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Transition to ACTIVE for port object 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:10:23.984736 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.003127 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4d45e-06a7-4a1e-ae4b-f6e310e2d504 None None] Pushing event updated for resources: {'Port': ['ID=763d1b1f-b02a-44c0-8aa5-a4c04a7830b4,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:24.005916 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:10:24.006712 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:09:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:24.018902 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a24fd72-4fff-4cbc-92c6-f6b3e40402c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.025690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44a7c1ca-5097-4aa0-a490-08ad0af210a0 req-7fdeb037-6c7a-4c1e-b717-0fc7d5275789 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523197 Oct 19 11:10:24.038527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.146024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41258) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:24.161233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6078917b-4875-476f-b593-1637d33ca3ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.267595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6a74567e-e39b-4aad-b680-896189b89cf2 req-1f1ccda3-2908-47f5-b0cd-faac131a3cb4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 210 time: 0.0418134 Oct 19 11:10:24.286437 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a24fd72-4fff-4cbc-92c6-f6b3e40402c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.302673 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:10:24.303928 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6078917b-4875-476f-b593-1637d33ca3ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.353202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24fd72-4fff-4cbc-92c6-f6b3e40402c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eb937d-899a-4245-bda2-3da251f8dddb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:24.370902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Pushing event updated for resources: {'Port': ['ID=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:24.380515 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6078917b-4875-476f-b593-1637d33ca3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.394284 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0a24fd72-4fff-4cbc-92c6-f6b3e40402c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc3cbea628e34286a8ff4d46e317a98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7803433 Oct 19 11:10:24.397668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41266) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:24.439783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Attempting to bind port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:24.440199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Attempting to bind port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:24.441068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Attempting to bind port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:24.447837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:10:24.448121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Attempting to bind port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:24.469031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078917b-4875-476f-b593-1637d33ca3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3630171c-e60a-43a7-924f-bead70226f47,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:24.475946 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6078917b-4875-476f-b593-1637d33ca3ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a72107693d64465a18680c1f3b23557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288431 Oct 19 11:10:24.478847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41268) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:24.486170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:24.486170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:24.486170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:24.486170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Bound port: 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:24.486170 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.508237 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a780-91e9-4bb8-b069-cff701fc0601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.556586 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a780-91e9-4bb8-b069-cff701fc0601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.575404 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:20Z', 'revision_number': 3, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:24.600433 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e32a3caa-ee6e-4062-8a56-8d06aa0c7bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.607621 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf2bdb-2021-4a5a-9c62-34e40563a7e8 None None] The sync data for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 is: [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:20Z', 'revision_number': 3, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:10:24.620214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] For port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:24.626745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] For port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:24.631291 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e32a3caa-ee6e-4062-8a56-8d06aa0c7bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.652361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Allocated IP 172.20.0.1 (8b754831-f16d-4c57-ba88-a181190b2a98/40a357a2-81d7-41d4-837e-3062b79eca3e/bdcd598d-89f5-48d9-ae70-9a9af564dc0e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:24.720048 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.731309 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a780-91e9-4bb8-b069-cff701fc0601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.734810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a780-91e9-4bb8-b069-cff701fc0601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.740126 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e6d7a780-91e9-4bb8-b069-cff701fc0601 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12eb937d-899a-4245-bda2-3da251f8dddb HTTP/1.1" status: 204 len: 168 time: 0.3361251 Oct 19 11:10:24.748716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7a780-91e9-4bb8-b069-cff701fc0601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eb937d-899a-4245-bda2-3da251f8dddb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:24.771963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d1d72-f481-4a4e-a874-f4194a7fdab0 req-6cfc063d-0df9-4ad3-a705-ae84f2b765fb tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:24.773558 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c50d1d72-f481-4a4e-a874-f4194a7fdab0 req-6cfc063d-0df9-4ad3-a705-ae84f2b765fb tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.1455319 Oct 19 11:10:24.814073 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e32a3caa-ee6e-4062-8a56-8d06aa0c7bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.818807 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e32a3caa-ee6e-4062-8a56-8d06aa0c7bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.826511 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:24.827145 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:24.829138 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] 10.222.0.26 "PUT /v2.0/ports/7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 HTTP/1.1" status: 200 len: 1117 time: 1.9543703 Oct 19 11:10:24.832178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54b937d-b7ef-42b2-acda-fdf4434e8ad7', 'tag': '7d844d2c-4ebc-4bfc-acfa-0158601e4bb5'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:24.838520 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e32a3caa-ee6e-4062-8a56-8d06aa0c7bb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3630171c-e60a-43a7-924f-bead70226f47 HTTP/1.1" status: 204 len: 168 time: 0.3505046 Oct 19 11:10:24.838667 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f99888f-dd95-4b51-a7be-46bfa716d15d" -d '{"events": [{"name": "network-changed", "server_uuid": "f54b937d-b7ef-42b2-acda-fdf4434e8ad7", "tag": "7d844d2c-4ebc-4bfc-acfa-0158601e4bb5"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:24.855822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a3caa-ee6e-4062-8a56-8d06aa0c7bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3630171c-e60a-43a7-924f-bead70226f47,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:24.927853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37805a6-8d3f-4448-b774-baf314f750ea service neutron] Pushing event updated for resources: {'Port': ['ID=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:25.014065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c50d1d72-f481-4a4e-a874-f4194a7fdab0 req-94173cab-104c-4f76-b05d-217f49855877 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074761 Oct 19 11:10:25.028774 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:25.118958 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10b06fc-72c8-4f58-87e4-9e527ac6f94c x-openstack-request-id: req-c10b06fc-72c8-4f58-87e4-9e527ac6f94c {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:25.119248 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54b937d-b7ef-42b2-acda-fdf4434e8ad7", "tag": "7d844d2c-4ebc-4bfc-acfa-0158601e4bb5", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:25.119669 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c10b06fc-72c8-4f58-87e4-9e527ac6f94c {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:25.120065 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54b937d-b7ef-42b2-acda-fdf4434e8ad7', 'tag': '7d844d2c-4ebc-4bfc-acfa-0158601e4bb5', 'status': 'completed', 'code': 200} Oct 19 11:10:25.143398 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-d54c938c-50b8-4945-87ed-80e7c954ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:25.145068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-d54c938c-50b8-4945-87ed-80e7c954ae4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d07759790c9b4017aef112318c8ba25d&device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 1120 time: 0.1866882 Oct 19 11:10:25.241878 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-2d6acd87-9d08-44c9-8279-0cacf5a5e9f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 HTTP/1.1" status: 200 len: 217 time: 0.0797446 Oct 19 11:10:25.246245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:25.267277 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4b316e4e-04ea-4b88-b4b6-80d6117c10d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:25.347793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Network 8b754831-f16d-4c57-ba88-a181190b2a98 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:25.359182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:25.366689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:25.367165 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:25.386361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdee7f-714d-4d8c-bc13-9539042b1cdc req-d6e46863-6538-4547-bafe-3d6453c03a14 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:25.388182 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-92bdee7f-714d-4d8c-bc13-9539042b1cdc req-d6e46863-6538-4547-bafe-3d6453c03a14 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 969 time: 0.2365143 Oct 19 11:10:25.390388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Pushing event updated for resources: {'Port': ['ID=bdcd598d-89f5-48d9-ae70-9a9af564dc0e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:25.442163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-8cfb57ac-91ad-4458-b5fd-7ea3fec8c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:25.457770 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-8cfb57ac-91ad-4458-b5fd-7ea3fec8c693 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1999564 Oct 19 11:10:25.486839 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0cb60d49-0300-47e4-93bc-22bc03e7f0a9 req-1a80c3ff-cacf-417c-b33b-06d4fbfbf57f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 210 time: 0.0520773 Oct 19 11:10:25.602114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-bf54363d-0153-4347-b347-7cd9bb9a45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:25.603747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-bf54363d-0153-4347-b347-7cd9bb9a45cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1297603 Oct 19 11:10:25.682310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-92bdee7f-714d-4d8c-bc13-9539042b1cdc req-a7e19d0f-59d7-4bd1-863c-f7307536111b tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143970 Oct 19 11:10:25.745047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7053beb9-d3d9-4390-979f-f03ac6192ef9 None None] Provisioning complete for port bdcd598d-89f5-48d9-ae70-9a9af564dc0e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:25.748079 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7053beb9-d3d9-4390-979f-f03ac6192ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:25.776892 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-9b844b93-7803-4eb2-83e6-ebdb9705d610 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535809 Oct 19 11:10:25.791682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7053beb9-d3d9-4390-979f-f03ac6192ef9 None None] Port bdcd598d-89f5-48d9-ae70-9a9af564dc0e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:10:25.899426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:25.991364 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae88d914-ebfb-460e-9bdb-e3ffd85f6e60 req-0744e333-8b47-43c7-8241-b8831bc0dd4b service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031155 Oct 19 11:10:26.049397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 640c1f84-a731-4a03-93b2-e4d0b877ac34 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:10:26.291545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 640c1f84-a731-4a03-93b2-e4d0b877ac34, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=640c1f84-a731-4a03-93b2-e4d0b877ac34,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:26.313921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '640c1f84-a731-4a03-93b2-e4d0b877ac34', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '640c1f84-a731-4a03-93b2-e4d0b877ac34', 'mac_address': 'fa:16:3e:3e:ed:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:10:26.333628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfad8d2-6fa4-459c-9e71-c2e642fb2425 req-9e1ae729-a611-43a6-a1e3-3f80f175baf4 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:26.350765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bfad8d2-6fa4-459c-9e71-c2e642fb2425 req-9e1ae729-a611-43a6-a1e3-3f80f175baf4 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 947 time: 0.2390599 Oct 19 11:10:26.365770 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:26.383209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21517a89-000b-4613-80b5-25a4803b41b8 req-a7418970-a64e-45d6-8573-5920e0e93afc tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:26.384726 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-a7418970-a64e-45d6-8573-5920e0e93afc tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 807 time: 0.4387317 Oct 19 11:10:26.391060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640c1f84-a731-4a03-93b2-e4d0b877ac34 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:26.392245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99888f-dd95-4b51-a7be-46bfa716d15d req-786f2d89-aad1-4ce0-8aca-64736454c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:26.393741 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f99888f-dd95-4b51-a7be-46bfa716d15d req-786f2d89-aad1-4ce0-8aca-64736454c0e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d07759790c9b4017aef112318c8ba25d&device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 1120 time: 0.2513487 Oct 19 11:10:26.406989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Request body: {'port': {'device_id': '9502061c-edd7-4b66-8453-f740d52b9e03', 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0', 'admin_state_up': True, 'tenant_id': '599c0bf3bbe841c2a0ec3a98879bd9f3'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:26.417120 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bfad8d2-6fa4-459c-9e71-c2e642fb2425 req-966ec542-78f4-499b-8888-78cd88c036ce tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652924 Oct 19 11:10:26.439233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 640c1f84-a731-4a03-93b2-e4d0b877ac34, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=640c1f84-a731-4a03-93b2-e4d0b877ac34,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:26.508973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:26.580973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=640c1f84-a731-4a03-93b2-e4d0b877ac34,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:26.759098 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4201e49e-12cc-4eee-99af-01576622d9e6 req-25c9bd69-4586-4add-bcea-697391850550 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 210 time: 0.0412676 Oct 19 11:10:26.781629 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:26.809814 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99888f-dd95-4b51-a7be-46bfa716d15d req-778b3eae-9149-499a-902c-cbf6bb4c64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:26.811281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f99888f-dd95-4b51-a7be-46bfa716d15d req-778b3eae-9149-499a-902c-cbf6bb4c64f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.3930359 Oct 19 11:10:26.811428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['640c1f84-a731-4a03-93b2-e4d0b877ac34'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:10:26.823829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c343c-36e5-4b9c-86f4-bec457f9d7c2 req-92603b25-770e-475e-bddf-329b797b5096 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:26.832817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e34c343c-36e5-4b9c-86f4-bec457f9d7c2 req-92603b25-770e-475e-bddf-329b797b5096 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 969 time: 0.0655494 Oct 19 11:10:26.873004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f99888f-dd95-4b51-a7be-46bfa716d15d req-7ad8d5c6-ec2a-46c1-9c78-9061f6ca8f20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 HTTP/1.1" status: 200 len: 217 time: 0.0521023 Oct 19 11:10:26.901699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:26.903204 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e34c343c-36e5-4b9c-86f4-bec457f9d7c2 req-b1d5b193-2b50-4c15-9c83-4dc045deb8ca tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693171 Oct 19 11:10:26.916874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:27.001048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Made reservation on behalf of 599c0bf3bbe841c2a0ec3a98879bd9f3 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:27.005802 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:27.073039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99888f-dd95-4b51-a7be-46bfa716d15d req-d94ea575-08bc-4e2d-8eab-1949266c5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:27.075326 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f99888f-dd95-4b51-a7be-46bfa716d15d req-d94ea575-08bc-4e2d-8eab-1949266c5864 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1929629 Oct 19 11:10:27.082830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Pushing event updated for resources: {'Port': ['ID=bdcd598d-89f5-48d9-ae70-9a9af564dc0e,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:27.107002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:27.264019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Allocated IP 172.20.0.12 (062cfcb7-1da2-4252-bba9-e7e514625ea0/761a94a2-c103-48a9-b688-d8956e9f3c16/23f75855-a6f9-4ffb-af22-27185f396490) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:27.361262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:27.361764 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:27.405272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99888f-dd95-4b51-a7be-46bfa716d15d req-e5c34254-eabe-4a49-add6-ae51848b0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:27.407444 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f99888f-dd95-4b51-a7be-46bfa716d15d req-e5c34254-eabe-4a49-add6-ae51848b0e4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2943890 Oct 19 11:10:27.512582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Network 8b754831-f16d-4c57-ba88-a181190b2a98 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:27.527409 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:27.547368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:27.552763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=763d1b1f-b02a-44c0-8aa5-a4c04a7830b4,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:27.604175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a46be7-3260-43ca-8941-ac3def8aea77 req-5206dd0c-385e-431a-a7f5-ea1002fdc109 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:27.614178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8a46be7-3260-43ca-8941-ac3def8aea77 req-5206dd0c-385e-431a-a7f5-ea1002fdc109 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 948 time: 0.0936906 Oct 19 11:10:27.638183 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:27.674749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8a46be7-3260-43ca-8941-ac3def8aea77 req-66eb3de9-d404-4f2a-a064-ffc70e08ef8a tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521679 Oct 19 11:10:27.741315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=763d1b1f-b02a-44c0-8aa5-a4c04a7830b4,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:27.764019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f99888f-dd95-4b51-a7be-46bfa716d15d req-0837b81c-2739-478a-b63b-028e7fd8ef59 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266747 Oct 19 11:10:27.793364 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-357337ce-340e-40ff-a492-552a41f1216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:27.830203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0e0cb9b0-cdf1-4cd4-b8ef-9ccd07b481b2 None None] Provisioning complete for port bdcd598d-89f5-48d9-ae70-9a9af564dc0e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:27.830605 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0e0cb9b0-cdf1-4cd4-b8ef-9ccd07b481b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:27.831419 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:27.866273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0e0cb9b0-cdf1-4cd4-b8ef-9ccd07b481b2 None None] Port bdcd598d-89f5-48d9-ae70-9a9af564dc0e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:10:27.929382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Router 6e197209-2614-418b-8e7f-08c973726804 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:10:27.968512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f99888f-dd95-4b51-a7be-46bfa716d15d req-6b6bd55b-c523-4f39-a4e6-41c970cbb814 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416361 Oct 19 11:10:28.009807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 640c1f84-a731-4a03-93b2-e4d0b877ac34 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:28.014723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:28.026918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d3a8794-2b9e-402d-ae8e-9b99f1443752 req-1de64f35-0f3d-426e-9c9d-e59c4a4ec721 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 210 time: 0.0338616 Oct 19 11:10:28.107639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Network 062cfcb7-1da2-4252-bba9-e7e514625ea0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:28.116105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:28.121574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:28.127866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:28.128741 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:28.138058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Pushing event updated for resources: {'Port': ['ID=23f75855-a6f9-4ffb-af22-27185f396490,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:28.141870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 640c1f84-a731-4a03-93b2-e4d0b877ac34 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:10:28.149794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07396a6-efb9-4d6a-bb54-11524bd5e821 req-7730c82e-0a96-44e3-a66b-0ea5b75ee3e1 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:28.150729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:10:28.153747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 640c1f84-a731-4a03-93b2-e4d0b877ac34 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:28.155416 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:28.158185 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c07396a6-efb9-4d6a-bb54-11524bd5e821 req-7730c82e-0a96-44e3-a66b-0ea5b75ee3e1 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 969 time: 0.0636647 Oct 19 11:10:28.173019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6b8a5fda-0781-4b76-8ec0-8518b21a4641 admin admin] 10.222.0.39 "PUT /v2.0/routers/6e197209-2614-418b-8e7f-08c973726804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4936159 Oct 19 11:10:28.196467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Sync routers for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:10:28.201058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c07396a6-efb9-4d6a-bb54-11524bd5e821 req-145de5a2-e65b-495a-8ed5-0d6d869b865b tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Oct 19 11:10:28.209103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-aa3a23fb-cd04-41bb-8b8c-325116842ff0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8102467 Oct 19 11:10:28.223055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Request body: {'port': {'device_id': '9502061c-edd7-4b66-8453-f740d52b9e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:28.267469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:10:28.268098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:10:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:28.292251 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:28.446620 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:28.481881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0802e943-744d-4802-8991-2f8072917f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640c1f84-a731-4a03-93b2-e4d0b877ac34'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:28.556647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:10:28.581107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f75855-a6f9-4ffb-af22-27185f396490 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:28.589690 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:28.604036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Transition to ACTIVE for port object 23f75855-a6f9-4ffb-af22-27185f396490 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:10:28.616387 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 640c1f84-a731-4a03-93b2-e4d0b877ac34, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=640c1f84-a731-4a03-93b2-e4d0b877ac34,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:28.661786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:28.690483 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:28.725211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Pushing event updated for resources: {'Port': ['ID=23f75855-a6f9-4ffb-af22-27185f396490,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:28.769205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:28.769915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:28.770766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:28.776100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Port 23f75855-a6f9-4ffb-af22-27185f396490 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:10:28.776604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:28.782842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:28.782842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:28.783116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:28.783751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Bound port: 23f75855-a6f9-4ffb-af22-27185f396490, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:28.783751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:28.800382 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a136a2-3ec3-4858-9a44-643bf5d7ae4c" -d '{"events": [{"server_uuid": "0802e943-744d-4802-8991-2f8072917f3d", "name": "network-vif-plugged", "status": "completed", "tag": "640c1f84-a731-4a03-93b2-e4d0b877ac34"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:28.869227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99779f-18e9-428a-8dd0-a02ef5fb3ab3 req-71a62116-b72b-400a-8fa5-5f2788b6a30e tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:28.869369 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=640c1f84-a731-4a03-93b2-e4d0b877ac34,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:28.876693 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee99779f-18e9-428a-8dd0-a02ef5fb3ab3 req-71a62116-b72b-400a-8fa5-5f2788b6a30e tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 949 time: 0.0703592 Oct 19 11:10:28.922564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:28.929180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=23f75855-a6f9-4ffb-af22-27185f396490,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:28.929560 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee99779f-18e9-428a-8dd0-a02ef5fb3ab3 req-03e59439-5803-4e2c-87ab-afe32e7c9c7e tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511477 Oct 19 11:10:28.978670 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:28.986385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:26Z', 'revision_number': 2, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:29.022892 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee5dc8d-2737-4da6-b8da-e38a37f8f21f x-openstack-request-id: req-7ee5dc8d-2737-4da6-b8da-e38a37f8f21f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:29.023188 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0802e943-744d-4802-8991-2f8072917f3d", "name": "network-vif-plugged", "status": "completed", "tag": "640c1f84-a731-4a03-93b2-e4d0b877ac34", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:29.023436 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ee5dc8d-2737-4da6-b8da-e38a37f8f21f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:29.023912 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0802e943-744d-4802-8991-2f8072917f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640c1f84-a731-4a03-93b2-e4d0b877ac34', 'code': 200} Oct 19 11:10:29.024898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:29.028587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Checking router: 6e197209-2614-418b-8e7f-08c973726804 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:10:29.028587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Updating router 6e197209-2614-418b-8e7f-08c973726804 port bdcd598d-89f5-48d9-ae70-9a9af564dc0e binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:10:29.030911 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.039332 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.089524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.49', 50702) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:29.113712 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.149362 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:29.150374 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.151836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] 10.222.0.49 "PUT /v2.0/ports/23f75855-a6f9-4ffb-af22-27185f396490 HTTP/1.1" status: 200 len: 1092 time: 0.9338090 Oct 19 11:10:29.154342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9502061c-edd7-4b66-8453-f740d52b9e03', 'tag': '23f75855-a6f9-4ffb-af22-27185f396490'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:29.165224 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2744ddab-8b59-4951-8282-56bfdd975ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "9502061c-edd7-4b66-8453-f740d52b9e03", "tag": "23f75855-a6f9-4ffb-af22-27185f396490"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:29.205104 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64bbc0-b942-4330-be33-56746adf5c55 service neutron] Pushing event updated for resources: {'Port': ['ID=23f75855-a6f9-4ffb-af22-27185f396490,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:29.205426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:29.205786 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.210404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed5e17-3276-4ad9-b360-5a0723315103 req-d0743109-f401-490d-984f-b0e093549ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:29.212086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1eed5e17-3276-4ad9-b360-5a0723315103 req-d0743109-f401-490d-984f-b0e093549ab5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 1100 time: 0.1206417 Oct 19 11:10:29.238671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd16fd0-dba9-4e53-853b-5331ae3bdfcd req-5f2af37e-11f5-47c8-89a8-c61a1bb5c5de tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:29.242565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2bd16fd0-dba9-4e53-853b-5331ae3bdfcd req-5f2af37e-11f5-47c8-89a8-c61a1bb5c5de tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 944 time: 0.1320612 Oct 19 11:10:29.250758 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1eed5e17-3276-4ad9-b360-5a0723315103 req-0b2dd3ac-2ad7-4338-9586-abc1f1b63312 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.357938 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f65537-94c5-43f2-84b0-399f5805db3b x-openstack-request-id: req-f5f65537-94c5-43f2-84b0-399f5805db3b {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:29.358242 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9502061c-edd7-4b66-8453-f740d52b9e03", "tag": "23f75855-a6f9-4ffb-af22-27185f396490", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:29.358528 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5f65537-94c5-43f2-84b0-399f5805db3b {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:29.358934 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9502061c-edd7-4b66-8453-f740d52b9e03', 'tag': '23f75855-a6f9-4ffb-af22-27185f396490', 'status': 'completed', 'code': 200} Oct 19 11:10:29.379532 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41426) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:29.397664 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1eed5e17-3276-4ad9-b360-5a0723315103 req-0b2dd3ac-2ad7-4338-9586-abc1f1b63312 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.409245 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2bd16fd0-dba9-4e53-853b-5331ae3bdfcd req-fd992c93-0359-4b56-8773-74333f64e255 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466315 Oct 19 11:10:29.426488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21517a89-000b-4613-80b5-25a4803b41b8 req-9c1b5cb0-b2b9-4368-908d-1e0fc45d9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:29.428172 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-9c1b5cb0-b2b9-4368-908d-1e0fc45d9bbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 1095 time: 0.1441922 Oct 19 11:10:29.470966 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1eed5e17-3276-4ad9-b360-5a0723315103 req-0b2dd3ac-2ad7-4338-9586-abc1f1b63312 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.520666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1eed5e17-3276-4ad9-b360-5a0723315103 req-0b2dd3ac-2ad7-4338-9586-abc1f1b63312 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012412 Oct 19 11:10:29.530584 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-f48b38de-ffe1-49af-845c-b28f47c21060 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23f75855-a6f9-4ffb-af22-27185f396490 HTTP/1.1" status: 200 len: 217 time: 0.0926189 Oct 19 11:10:29.538155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c6ae4-e3cd-47c2-9faa-aebfd7c38648 req-088b0669-710a-4369-bce3-505d2ca0e213 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:29.539683 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-907c6ae4-e3cd-47c2-9faa-aebfd7c38648 req-088b0669-710a-4369-bce3-505d2ca0e213 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 969 time: 0.1224632 Oct 19 11:10:29.541509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41434) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:29.547505 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-network', 'tenant_id': '330d13e860ea40b39d00047d97d33d20'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:29.551336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2dd3ac-2ad7-4338-9586-abc1f1b63312 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de9ef040-be44-40ab-9ca3-cb3be631595e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:29.601240 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.605057 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-907c6ae4-e3cd-47c2-9faa-aebfd7c38648 req-980dffc8-fbeb-42b3-bc33-a0938483a0d0 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496643 Oct 19 11:10:29.695546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Made reservation on behalf of 330d13e860ea40b39d00047d97d33d20 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:29.699495 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.699616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.705516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1c91f73-33c6-462e-80bb-900996fc05a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.708111 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.748354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff336444-9b55-453c-86ac-0d53677410c8 None None] Pushing event updated for resources: {'Port': ['ID=bdcd598d-89f5-48d9-ae70-9a9af564dc0e,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:29.799894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1c91f73-33c6-462e-80bb-900996fc05a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.804385 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.818447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Attempting to bind port bdcd598d-89f5-48d9-ae70-9a9af564dc0e on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:29.818940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Attempting to bind port bdcd598d-89f5-48d9-ae70-9a9af564dc0e by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:29.819405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Attempting to bind port bdcd598d-89f5-48d9-ae70-9a9af564dc0e on network 8b754831-f16d-4c57-ba88-a181190b2a98 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:29.825106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:29.825683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Checking segment: {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:29.826706 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.827524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Bound using segment: {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:29.828806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Bound port: bdcd598d-89f5-48d9-ae70-9a9af564dc0e, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:29.829493 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.862884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21517a89-000b-4613-80b5-25a4803b41b8 req-7054eb38-2e81-4079-80fe-f989c54e271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:29.865498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-7054eb38-2e81-4079-80fe-f989c54e271b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.0529716 Oct 19 11:10:29.893511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:10:29.901257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-f34d878a-b15c-4581-9669-d8cea91c092b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281203 Oct 19 11:10:29.918722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1c91f73-33c6-462e-80bb-900996fc05a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.928148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] For port bdcd598d-89f5-48d9-ae70-9a9af564dc0e, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:29.964227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:29.979359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] For port bdcd598d-89f5-48d9-ae70-9a9af564dc0e, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bdcd598d-89f5-48d9-ae70-9a9af564dc0e,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:29.999401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:10:30.010980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8fff30-4682-4995-92b3-9ef523ad8a3f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:30.024178 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.024178 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Added segment 2f613ee0-fc59-47b9-9362-f798dfc15f97 of type vlan for network 0a7f0292-aa30-4331-bcd5-8551e4142400 Oct 19 11:10:30.024503 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b1c91f73-33c6-462e-80bb-900996fc05a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae8641a00cb94b8db922574793a3f202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6294296 Oct 19 11:10:30.025532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41444) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:30.038343 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c91f73-33c6-462e-80bb-900996fc05a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3063d317-8de5-4532-9b3e-f2b75e19ad11,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:30.133757 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.134901 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.173753 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35e33c7-cecf-4e40-8bef-9d53b4301329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.201425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35e33c7-cecf-4e40-8bef-9d53b4301329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.212434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a29d4cb7-2784-43dc-805f-54bf826dfa35 None None] Provisioning complete for port bdcd598d-89f5-48d9-ae70-9a9af564dc0e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:30.213252 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a29d4cb7-2784-43dc-805f-54bf826dfa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.226699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:30.264415 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.265799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:30.272150 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.288222 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-83bf7085-71cf-4567-8c3d-21d018db4a02 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786733 Oct 19 11:10:30.288646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:10:30.290086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:10:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:30.297744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cd055-348d-45da-a0e6-05ba5f65cd9b req-b1235f6f-4dde-43cc-bc7e-d1ef6d1b7c85 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:30.305221 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad9cd055-348d-45da-a0e6-05ba5f65cd9b req-b1235f6f-4dde-43cc-bc7e-d1ef6d1b7c85 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 949 time: 0.2969944 Oct 19 11:10:30.347022 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35e33c7-cecf-4e40-8bef-9d53b4301329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.351681 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35e33c7-cecf-4e40-8bef-9d53b4301329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.353073 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d35e33c7-cecf-4e40-8bef-9d53b4301329 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3063d317-8de5-4532-9b3e-f2b75e19ad11 HTTP/1.1" status: 204 len: 168 time: 0.3268445 Oct 19 11:10:30.389189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad9cd055-348d-45da-a0e6-05ba5f65cd9b req-d943f57c-ba03-4046-9722-aa19f85b8a62 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827444 Oct 19 11:10:30.390654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] Pushing event updated for resources: {'Network': ['ID=0a7f0292-aa30-4331-bcd5-8551e4142400,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:30.398517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41450) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:30.415947 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3e974e3b-9796-4879-8854-b471b7f7dd62 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8721731 Oct 19 11:10:30.418569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e33c7-cecf-4e40-8bef-9d53b4301329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3063d317-8de5-4532-9b3e-f2b75e19ad11,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:30.422787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41454) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:30.432709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] Request body: {'subnet': {'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-subnet', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:30.480158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21517a89-000b-4613-80b5-25a4803b41b8 req-679d6337-81ee-4c11-8b84-5df91566c217 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721363 Oct 19 11:10:30.487270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:10:30.548153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] Made reservation on behalf of 330d13e860ea40b39d00047d97d33d20 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:30.555953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff336444-9b55-453c-86ac-0d53677410c8 None None] Pushing event updated for resources: {'Port': ['ID=bdcd598d-89f5-48d9-ae70-9a9af564dc0e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:30.558660 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.570684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 0a7f0292-aa30-4331-bcd5-8551e4142400 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:10:30.613722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db2041-9770-4c18-8ee8-d0dc085f056c req-fa20eb98-4692-4ae7-8bb1-366629fa73f8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:30.615443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2db2041-9770-4c18-8ee8-d0dc085f056c req-fa20eb98-4692-4ae7-8bb1-366629fa73f8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 944 time: 0.0891178 Oct 19 11:10:30.617505 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73596869-8faa-46ad-9863-02839d329153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.629844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '7d844d2c-4ebc-4bfc-acfa-0158601e4bb5', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '7d844d2c-4ebc-4bfc-acfa-0158601e4bb5', 'mac_address': 'fa:16:3e:e7:96:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:tempest-test_az-1868203537', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:10:30.692409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744ddab-8b59-4951-8282-56bfdd975ad0 req-820891dc-4962-4e63-a7b9-be9eedfc93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:30.694070 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2744ddab-8b59-4951-8282-56bfdd975ad0 req-820891dc-4962-4e63-a7b9-be9eedfc93cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 1095 time: 0.0929101 Oct 19 11:10:30.710683 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2db2041-9770-4c18-8ee8-d0dc085f056c req-eaab109f-03cc-409f-907c-7b00aaf2922f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836041 Oct 19 11:10:30.760672 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a29d4cb7-2784-43dc-805f-54bf826dfa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.760818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73596869-8faa-46ad-9863-02839d329153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.769800 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.821012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73596869-8faa-46ad-9863-02839d329153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.853922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-73596869-8faa-46ad-9863-02839d329153 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22255cb869394f13836b4bc477cd3244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584711 Oct 19 11:10:30.854869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41466) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:30.883035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744ddab-8b59-4951-8282-56bfdd975ad0 req-2576646d-deb5-403d-b85e-a02167897452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:30.884500 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2744ddab-8b59-4951-8282-56bfdd975ad0 req-2576646d-deb5-403d-b85e-a02167897452 service neutron] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.1798358 Oct 19 11:10:30.896158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a42224-a787-43af-9f3b-45e4614e3475 req-89d75705-368c-4111-b692-b6478d6f13b8 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:30.897130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73596869-8faa-46ad-9863-02839d329153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c906d79-50b9-4e0e-aaae-98403230e08c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:30.897705 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.901880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a29d4cb7-2784-43dc-805f-54bf826dfa35 None None] For port bdcd598d-89f5-48d9-ae70-9a9af564dc0e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bdcd598d-89f5-48d9-ae70-9a9af564dc0e,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:30.903299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76a42224-a787-43af-9f3b-45e4614e3475 req-89d75705-368c-4111-b692-b6478d6f13b8 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 969 time: 0.1164978 Oct 19 11:10:30.920125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:30.945032 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2744ddab-8b59-4951-8282-56bfdd975ad0 req-7af1112b-fd89-4d57-bc44-bad92019296b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23f75855-a6f9-4ffb-af22-27185f396490 HTTP/1.1" status: 200 len: 217 time: 0.0397177 Oct 19 11:10:30.953396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:30.972475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8045e994-e3b5-409d-a4b1-de4ade41cc13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.977926 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a29d4cb7-2784-43dc-805f-54bf826dfa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:30.996345 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8045e994-e3b5-409d-a4b1-de4ade41cc13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.040215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d4cb7-2784-43dc-805f-54bf826dfa35 None None] Pushing event updated for resources: {'Port': ['ID=bdcd598d-89f5-48d9-ae70-9a9af564dc0e,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:31.049480 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.061080 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76a42224-a787-43af-9f3b-45e4614e3475 req-c368c716-608c-414f-a345-fe3f2d53fa76 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549706 Oct 19 11:10:31.066731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744ddab-8b59-4951-8282-56bfdd975ad0 req-4e572756-4103-4b4d-b8fb-18f37aaf02df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:31.068259 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2744ddab-8b59-4951-8282-56bfdd975ad0 req-4e572756-4103-4b4d-b8fb-18f37aaf02df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.1134937 Oct 19 11:10:31.078038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:29Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:31.106394 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2744ddab-8b59-4951-8282-56bfdd975ad0 req-c857ebb9-0f2b-45d6-833b-fa8c0a3c3c20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257928 Oct 19 11:10:31.118855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ebad63-c664-4559-9d1d-f9ea11196b76 None None] The sync data for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 is: [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:29Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:10:31.139315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:31.152471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-96bf32c9-c4e0-4917-9954-d0f44412de1e None None] Provisioning complete for port bdcd598d-89f5-48d9-ae70-9a9af564dc0e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:31.152874 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-96bf32c9-c4e0-4917-9954-d0f44412de1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.157360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.159880 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8045e994-e3b5-409d-a4b1-de4ade41cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.166369 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8045e994-e3b5-409d-a4b1-de4ade41cc13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.169767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8045e994-e3b5-409d-a4b1-de4ade41cc13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c906d79-50b9-4e0e-aaae-98403230e08c HTTP/1.1" status: 204 len: 168 time: 0.3106041 Oct 19 11:10:31.207114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045e994-e3b5-409d-a4b1-de4ade41cc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c906d79-50b9-4e0e-aaae-98403230e08c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:31.302911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94550a8-99bd-4b30-b90e-1c83fabdd3dd,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:31.332752 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2744ddab-8b59-4951-8282-56bfdd975ad0 req-35b40806-6d8a-4aa0-92c2-bf31b8457c97 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156403 Oct 19 11:10:31.333524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41470) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:31.339878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] Checking segment: {'id': '2f613ee0-fc59-47b9-9362-f798dfc15f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:31.340326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] Network hostable DHCP agents. Network: 0a7f0292-aa30-4331-bcd5-8551e4142400, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:10:31.349066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb8bccb9-d00e-4002-b3d9-ee97f4acaf43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.376237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['7d844d2c-4ebc-4bfc-acfa-0158601e4bb5'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:10:31.477098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] Network 0a7f0292-aa30-4331-bcd5-8551e4142400 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:10:31.481023 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb8bccb9-d00e-4002-b3d9-ee97f4acaf43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.485869 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2744ddab-8b59-4951-8282-56bfdd975ad0 req-3c236549-738e-461c-8e31-e4c70048b95b service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416943 Oct 19 11:10:31.560047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa6b5a-1364-45a8-8bc2-6ccb28b2ed73 req-94bfd849-4a9a-46e3-a527-9e0d0f480c9e tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:31.562262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90fa6b5a-1364-45a8-8bc2-6ccb28b2ed73 req-94bfd849-4a9a-46e3-a527-9e0d0f480c9e tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 949 time: 0.0704453 Oct 19 11:10:31.563476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb8bccb9-d00e-4002-b3d9-ee97f4acaf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.582235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 0a7f0292-aa30-4331-bcd5-8551e4142400) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:31.594219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:31.595714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.601088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984dedda-2f0b-4d9c-8f5d-15d9ab2b58dc None None] Network 0a7f0292-aa30-4331-bcd5-8551e4142400 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:10:31.626080 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fb8bccb9-d00e-4002-b3d9-ee97f4acaf43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4dc5f4bff98045ab99e9cbb911d2aee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914340 Oct 19 11:10:31.627174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bccb9-d00e-4002-b3d9-ee97f4acaf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00c855c-3839-407a-8383-e54b9d41a42d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:31.629229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41476) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:31.658767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90fa6b5a-1364-45a8-8bc2-6ccb28b2ed73 req-5cadd8b2-6849-4230-8372-cbb24840a43e tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891054 Oct 19 11:10:31.667686 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c6161fbc-c329-432f-b37f-2319edd8111c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2434785 Oct 19 11:10:31.669610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41478) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:31.674474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-router', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:31.714920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c50685-65ff-428c-8187-a730ab8baa53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.750900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c50685-65ff-428c-8187-a730ab8baa53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.798809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.799942 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.853733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-0a7f0292-aa30-4331-bcd5-8551e4142400', 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'fixed_ips': [{'subnet_id': 'b94550a8-99bd-4b30-b90e-1c83fabdd3dd'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:10:31.854670 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.876741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.889687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573474c-058e-414c-91f3-3601854073ce req-8eabbab3-772d-4582-92b8-02ed5d71dbb0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:31.891185 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f573474c-058e-414c-91f3-3601854073ce req-8eabbab3-772d-4582-92b8-02ed5d71dbb0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 944 time: 0.0653059 Oct 19 11:10:31.929956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f573474c-058e-414c-91f3-3601854073ce req-f6a77c31-96bf-4b8a-abfc-d5020ad099ff tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328288 Oct 19 11:10:31.940798 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c50685-65ff-428c-8187-a730ab8baa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.944864 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c50685-65ff-428c-8187-a730ab8baa53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:31.946709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-49c50685-65ff-428c-8187-a730ab8baa53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d00c855c-3839-407a-8383-e54b9d41a42d HTTP/1.1" status: 204 len: 168 time: 0.3155973 Oct 19 11:10:31.958810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c50685-65ff-428c-8187-a730ab8baa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00c855c-3839-407a-8383-e54b9d41a42d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:32.087299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Allocated IP 172.20.0.2 (0a7f0292-aa30-4331-bcd5-8551e4142400/b94550a8-99bd-4b30-b90e-1c83fabdd3dd/e28b67b4-cc02-4206-97dc-f42c5785f6e4) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:32.157914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41486) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:32.165889 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.185973 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30ab5a4d-a20c-455c-b907-6b617267cf05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.247218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb7c5c-89b7-45d8-a17c-8a0249593083 req-52f5d410-44c1-46ec-9479-ea21352b1078 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:32.248787 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7bdb7c5c-89b7-45d8-a17c-8a0249593083 req-52f5d410-44c1-46ec-9479-ea21352b1078 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 970 time: 0.0785580 Oct 19 11:10:32.269306 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.345465 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.345610 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7bdb7c5c-89b7-45d8-a17c-8a0249593083 req-6762c85c-c29f-4daf-8d25-ca628238afe5 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880573 Oct 19 11:10:32.363826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Network 0a7f0292-aa30-4331-bcd5-8551e4142400 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:32.368203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30ab5a4d-a20c-455c-b907-6b617267cf05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.393141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:32.396072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:32.433845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Pushing event updated for resources: {'Port': ['ID=e28b67b4-cc02-4206-97dc-f42c5785f6e4,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:32.468512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Attempting to bind port e28b67b4-cc02-4206-97dc-f42c5785f6e4 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:32.468920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Attempting to bind port e28b67b4-cc02-4206-97dc-f42c5785f6e4 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '2f613ee0-fc59-47b9-9362-f798dfc15f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:32.469264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Attempting to bind port e28b67b4-cc02-4206-97dc-f42c5785f6e4 on network 0a7f0292-aa30-4331-bcd5-8551e4142400 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:32.475168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:32.475605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Checking segment: {'id': '2f613ee0-fc59-47b9-9362-f798dfc15f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:32.481423 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.481423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Bound using segment: {'id': '2f613ee0-fc59-47b9-9362-f798dfc15f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:32.481423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Bound port: e28b67b4-cc02-4206-97dc-f42c5785f6e4, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f613ee0-fc59-47b9-9362-f798dfc15f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:32.481423 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.481868 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30ab5a4d-a20c-455c-b907-6b617267cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.550429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] For port e28b67b4-cc02-4206-97dc-f42c5785f6e4, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:32.553749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] For port e28b67b4-cc02-4206-97dc-f42c5785f6e4, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e28b67b4-cc02-4206-97dc-f42c5785f6e4,segment=NetworkSegment(2f613ee0-fc59-47b9-9362-f798dfc15f97),segment_id=2f613ee0-fc59-47b9-9362-f798dfc15f97)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:32.620791 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.693643 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0d64b-ba99-4fda-a742-ffa4db38b2e7 None None] Pushing event updated for resources: {'Port': ['ID=e28b67b4-cc02-4206-97dc-f42c5785f6e4,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:32.712998 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-30ab5a4d-a20c-455c-b907-6b617267cf05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=298d7b1250744edca47ed778acaac05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540612 Oct 19 11:10:32.715649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41500) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:32.715862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab5a4d-a20c-455c-b907-6b617267cf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45cfc41-8300-4e9a-8d29-d59471e52305,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:32.731591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.751884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.823912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bee8a922-58ae-4acd-8b22-a6be078a1304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.851444 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bee8a922-58ae-4acd-8b22-a6be078a1304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:32.873385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0a7ff-c787-412c-826d-6c7168d067eb req-3a373efe-021a-43f2-99a6-442ddcc693fb tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:32.889154 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-baa0a7ff-c787-412c-826d-6c7168d067eb req-3a373efe-021a-43f2-99a6-442ddcc693fb tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 949 time: 0.1028838 Oct 19 11:10:32.909698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Allocated IP 172.25.2.239 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/831f2eb9-17e2-4ccd-8c03-b9a601cc900f) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:32.958283 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-baa0a7ff-c787-412c-826d-6c7168d067eb req-032611cf-70b4-4651-9d0b-227dab03d16e tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Oct 19 11:10:33.026243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bee8a922-58ae-4acd-8b22-a6be078a1304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:33.029647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bee8a922-58ae-4acd-8b22-a6be078a1304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:33.030816 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bee8a922-58ae-4acd-8b22-a6be078a1304 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f45cfc41-8300-4e9a-8d29-d59471e52305 HTTP/1.1" status: 204 len: 168 time: 0.3141847 Oct 19 11:10:33.044499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8a922-58ae-4acd-8b22-a6be078a1304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45cfc41-8300-4e9a-8d29-d59471e52305,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:33.113782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:33.156237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd4340-796a-4f99-b0b3-06426bc52fd4 req-a23239d5-be22-4146-9a16-6850d04a3f03 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:33.158126 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-48fd4340-796a-4f99-b0b3-06426bc52fd4 req-a23239d5-be22-4146-9a16-6850d04a3f03 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 944 time: 0.0765157 Oct 19 11:10:33.173488 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bdcd598d-89f5-48d9-ae70-9a9af564dc0e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:33.204121 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-48fd4340-796a-4f99-b0b3-06426bc52fd4 req-d0ffe179-2f75-4954-b990-2218f485e9fe tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378861 Oct 19 11:10:33.233006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port bdcd598d-89f5-48d9-ae70-9a9af564dc0e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:33.233406 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:33.266928 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:33.309701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:33.314885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:33.321958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:33.342549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e28b67b4-cc02-4206-97dc-f42c5785f6e4 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:33.392340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Pushing event updated for resources: {'Port': ['ID=831f2eb9-17e2-4ccd-8c03-b9a601cc900f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:33.416748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e28b67b4-cc02-4206-97dc-f42c5785f6e4 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:33.417118 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:33.579295 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:33.615530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port e28b67b4-cc02-4206-97dc-f42c5785f6e4, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e28b67b4-cc02-4206-97dc-f42c5785f6e4,segment=NetworkSegment(2f613ee0-fc59-47b9-9362-f798dfc15f97),segment_id=2f613ee0-fc59-47b9-9362-f798dfc15f97)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:33.616852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ee24f-66ba-40c7-a316-c9852d783f66 req-40225d42-cc48-434f-8848-11b5ba6ce143 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:33.618383 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c8ee24f-66ba-40c7-a316-c9852d783f66 req-40225d42-cc48-434f-8848-11b5ba6ce143 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 970 time: 0.1140742 Oct 19 11:10:33.684516 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:33.712561 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c8ee24f-66ba-40c7-a316-c9852d783f66 req-f4ca1ba9-00ca-4fc4-9a7b-b329653a2618 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846617 Oct 19 11:10:33.722358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:33.772654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=e28b67b4-cc02-4206-97dc-f42c5785f6e4,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:33.867281 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:33.894136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f788a76-b43e-4036-aaf1-e481146c411e None None] Network 0a7f0292-aa30-4331-bcd5-8551e4142400 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:10:33.972485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-91a747fe-2caa-41cc-8e7a-cd8af2f92fbb None None] Provisioning complete for port e28b67b4-cc02-4206-97dc-f42c5785f6e4 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:33.972877 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91a747fe-2caa-41cc-8e7a-cd8af2f92fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:33.974549 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:34.027583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 23f75855-a6f9-4ffb-af22-27185f396490 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:10:34.156076 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:10:34.167512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:34.167898 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:34.198663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702553e8-dc99-4062-8049-4b705ac5b4de req-f76bc2f9-9027-4e7a-8d3f-902280b1be8d tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:34.200149 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-702553e8-dc99-4062-8049-4b705ac5b4de req-f76bc2f9-9027-4e7a-8d3f-902280b1be8d tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 949 time: 0.1172273 Oct 19 11:10:34.240049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-702553e8-dc99-4062-8049-4b705ac5b4de req-d9f44bed-db34-43b6-a3d8-9aea832a33cc tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331569 Oct 19 11:10:34.290122 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:10:34.324083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Router 73f35ba7-5f26-4769-a089-40bbb9f24a0a is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:10:34.419725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=23f75855-a6f9-4ffb-af22-27185f396490,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:34.482500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '23f75855-a6f9-4ffb-af22-27185f396490', 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0', 'port_id': '23f75855-a6f9-4ffb-af22-27185f396490', 'mac_address': 'fa:16:3e:d5:2e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761a94a2-c103-48a9-b688-d8956e9f3c16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:10:34.486382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:10:34.487123 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:34.496290 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Sync routers for ids ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:10:34.515220 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Routers {'73f35ba7-5f26-4769-a089-40bbb9f24a0a'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:10:34.515844 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:10:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:34.520226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa599d25-994b-490c-8005-8063efef8780 req-a981e11d-c132-4d4c-8dfe-5ed802273e65 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:34.522605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aa599d25-994b-490c-8005-8063efef8780 req-a981e11d-c132-4d4c-8dfe-5ed802273e65 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 944 time: 0.0837662 Oct 19 11:10:34.546814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54b937d-b7ef-42b2-acda-fdf4434e8ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d844d2c-4ebc-4bfc-acfa-0158601e4bb5'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:34.570570 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7146605b-a73c-4c91-a9fa-687e59953697" -d '{"events": [{"server_uuid": "f54b937d-b7ef-42b2-acda-fdf4434e8ad7", "name": "network-vif-plugged", "status": "completed", "tag": "7d844d2c-4ebc-4bfc-acfa-0158601e4bb5"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:34.600257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aa599d25-994b-490c-8005-8063efef8780 req-d6bfdfb8-4af2-481f-a30f-15fa02dcc136 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712376 Oct 19 11:10:34.606711 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:34.611729 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6b18b81c-871c-4a74-b526-a25b7d93a989 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9408567 Oct 19 11:10:34.612498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41556) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:34.616465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:34.637687 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:34.659903 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f9281-7423-4079-b149-b229cac0b2be x-openstack-request-id: req-9d0f9281-7423-4079-b149-b229cac0b2be {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:34.663363 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54b937d-b7ef-42b2-acda-fdf4434e8ad7", "name": "network-vif-plugged", "status": "completed", "tag": "7d844d2c-4ebc-4bfc-acfa-0158601e4bb5", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:34.663363 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d0f9281-7423-4079-b149-b229cac0b2be {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:34.666671 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b937d-b7ef-42b2-acda-fdf4434e8ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d844d2c-4ebc-4bfc-acfa-0158601e4bb5', 'code': 200} Oct 19 11:10:34.670119 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f75855-a6f9-4ffb-af22-27185f396490 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:34.706958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=23f75855-a6f9-4ffb-af22-27185f396490,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:34.713425 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:34.729541 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Set router 73f35ba7-5f26-4769-a089-40bbb9f24a0a gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:10:34.786669 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:34.861032 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:34.952869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a8646-e7ea-491a-b98a-af881f161f53 req-6adbe4ba-88b5-41b3-a27e-86706587b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:34.954581 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-406a8646-e7ea-491a-b98a-af881f161f53 req-6adbe4ba-88b5-41b3-a27e-86706587b923 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 1122 time: 0.1569500 Oct 19 11:10:34.972395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=23f75855-a6f9-4ffb-af22-27185f396490,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:34.987964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f9d28-11b0-41e3-9405-0cfc68ae05cc req-17cea5ca-821b-4e49-8a11-208f0a0fc043 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:34.996471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-656f9d28-11b0-41e3-9405-0cfc68ae05cc req-17cea5ca-821b-4e49-8a11-208f0a0fc043 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 971 time: 0.1477468 Oct 19 11:10:35.014966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ecb2b7b7-1464-4d35-aaf8-f96d5b4c755e None None] Provisioning complete for port e28b67b4-cc02-4206-97dc-f42c5785f6e4 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:35.015371 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b7b7-1464-4d35-aaf8-f96d5b4c755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.040312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['23f75855-a6f9-4ffb-af22-27185f396490'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:10:35.068190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e28b67b4-cc02-4206-97dc-f42c5785f6e4 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:35.134550 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-406a8646-e7ea-491a-b98a-af881f161f53 req-b8ab65bc-7953-48f2-bb03-7e20efca7a01 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691177 Oct 19 11:10:35.171378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-656f9d28-11b0-41e3-9405-0cfc68ae05cc req-f0413fe5-6046-4afc-9f34-148e161e960e tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310356 Oct 19 11:10:35.198057 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-router', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:31Z', 'updated_at': '2021-10-19T11:10:33Z', 'revision_number': 3, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'gw_port': {'id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:32Z', 'updated_at': '2021-10-19T11:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:35.198750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e28b67b4-cc02-4206-97dc-f42c5785f6e4 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:35.199266 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.267130 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Checking router: 73f35ba7-5f26-4769-a089-40bbb9f24a0a for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:10:35.268415 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Updating router 73f35ba7-5f26-4769-a089-40bbb9f24a0a port 831f2eb9-17e2-4ccd-8c03-b9a601cc900f binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:10:35.358921 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.379902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41572) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:35.463314 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fcacf-3072-4818-8347-ed4d6d0e853d req-f280d3a6-e569-4134-801d-a707cf402dab tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:35.470537 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e5fcacf-3072-4818-8347-ed4d6d0e853d req-f280d3a6-e569-4134-801d-a707cf402dab tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 949 time: 0.1133842 Oct 19 11:10:35.497068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf3ee4-ff64-49a6-8cee-7e10cca9cab0 req-23caa8e1-b005-47ff-9e99-f8e68572424c tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:35.498554 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40bf3ee4-ff64-49a6-8cee-7e10cca9cab0 req-23caa8e1-b005-47ff-9e99-f8e68572424c tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 1100 time: 0.0449200 Oct 19 11:10:35.520135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f6a04a6-08b2-4d6a-a714-182a0d6304a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.583873 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e5fcacf-3072-4818-8347-ed4d6d0e853d req-6831faf6-18cc-40d0-a32e-d1a41b2c93f9 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123767 Oct 19 11:10:35.597864 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.669021 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f6a04a6-08b2-4d6a-a714-182a0d6304a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.676374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-40bf3ee4-ff64-49a6-8cee-7e10cca9cab0 req-54ea4cd1-736b-4242-9394-4b9a84a28264 tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] Deleting port 640c1f84-a731-4a03-93b2-e4d0b877ac34 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:10:35.676736 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40bf3ee4-ff64-49a6-8cee-7e10cca9cab0 req-54ea4cd1-736b-4242-9394-4b9a84a28264 tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.730507 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.763896 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f6a04a6-08b2-4d6a-a714-182a0d6304a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.818080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefc43d-e60a-4f3c-a583-db2be7b09cd5 req-205e1be9-bd7f-45e5-bb93-988a32ba18d4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:35.819572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-abefc43d-e60a-4f3c-a583-db2be7b09cd5 req-205e1be9-bd7f-45e5-bb93-988a32ba18d4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 945 time: 0.1398709 Oct 19 11:10:35.831989 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5f6a04a6-08b2-4d6a-a714-182a0d6304a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d3d507f410b4396bee2e16f76a3c8fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509001 Oct 19 11:10:35.834838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41584) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:35.839589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-40bf3ee4-ff64-49a6-8cee-7e10cca9cab0 req-54ea4cd1-736b-4242-9394-4b9a84a28264 tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] For port 640c1f84-a731-4a03-93b2-e4d0b877ac34, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=640c1f84-a731-4a03-93b2-e4d0b877ac34,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:35.839946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40bf3ee4-ff64-49a6-8cee-7e10cca9cab0 req-54ea4cd1-736b-4242-9394-4b9a84a28264 tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.844647 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.853194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a04a6-08b2-4d6a-a714-182a0d6304a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c61b2c0-dc4b-4fa4-8a99-eea3f2ccc426,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:35.868852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-40bf3ee4-ff64-49a6-8cee-7e10cca9cab0 req-54ea4cd1-736b-4242-9394-4b9a84a28264 tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] Calling delete_port for 640c1f84-a731-4a03-93b2-e4d0b877ac34 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:10:35.886881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Allocated IP 172.20.0.1 (0a7f0292-aa30-4331-bcd5-8551e4142400/b94550a8-99bd-4b30-b90e-1c83fabdd3dd/1a37fbb7-aa36-4965-a113-8efd5b5441df) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:35.913204 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190667a9-2809-4a60-badf-fce73b2b61f0 None None] Pushing event updated for resources: {'Port': ['ID=831f2eb9-17e2-4ccd-8c03-b9a601cc900f,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:35.922511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-abefc43d-e60a-4f3c-a583-db2be7b09cd5 req-d3addbbe-94a2-421e-a680-a6d7d20082f4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928435 Oct 19 11:10:35.942971 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-57c4034a-f0c2-4b71-9e40-ea1f5520e4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.982958 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Attempting to bind port 831f2eb9-17e2-4ccd-8c03-b9a601cc900f on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:35.983449 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Attempting to bind port 831f2eb9-17e2-4ccd-8c03-b9a601cc900f by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:35.983996 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Attempting to bind port 831f2eb9-17e2-4ccd-8c03-b9a601cc900f on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:35.988891 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:35.989263 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:35.989659 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:35.990061 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:35.990509 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Bound port: 831f2eb9-17e2-4ccd-8c03-b9a601cc900f, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:35.990902 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.023928 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-57c4034a-f0c2-4b71-9e40-ea1f5520e4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.041286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 23f75855-a6f9-4ffb-af22-27185f396490 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:36.052936 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] For port 831f2eb9-17e2-4ccd-8c03-b9a601cc900f, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:36.056169 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] For port 831f2eb9-17e2-4ccd-8c03-b9a601cc900f, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=831f2eb9-17e2-4ccd-8c03-b9a601cc900f,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:36.087303 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.148886 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.217200 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Routers {'73f35ba7-5f26-4769-a089-40bbb9f24a0a'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:10:36.217343 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:10:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:36.227399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40bf3ee4-ff64-49a6-8cee-7e10cca9cab0 req-54ea4cd1-736b-4242-9394-4b9a84a28264 tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.228441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 23f75855-a6f9-4ffb-af22-27185f396490 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:10:36.235997 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 23f75855-a6f9-4ffb-af22-27185f396490 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:36.236683 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.240859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['640c1f84-a731-4a03-93b2-e4d0b877ac34'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:10:36.278866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea4cd1-736b-4242-9394-4b9a84a28264 tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] Pushing event deleted for resources: {'Port': ['ID=640c1f84-a731-4a03-93b2-e4d0b877ac34,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:36.286315 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190667a9-2809-4a60-badf-fce73b2b61f0 None None] Pushing event updated for resources: {'Port': ['ID=831f2eb9-17e2-4ccd-8c03-b9a601cc900f,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:36.305173 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.336467 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-57c4034a-f0c2-4b71-9e40-ea1f5520e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.339426 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-57c4034a-f0c2-4b71-9e40-ea1f5520e4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.340619 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-57c4034a-f0c2-4b71-9e40-ea1f5520e4d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c61b2c0-dc4b-4fa4-8a99-eea3f2ccc426 HTTP/1.1" status: 204 len: 168 time: 0.5048113 Oct 19 11:10:36.365744 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.391944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4034a-f0c2-4b71-9e40-ea1f5520e4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c61b2c0-dc4b-4fa4-8a99-eea3f2ccc426,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:36.401626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bf3ee4-ff64-49a6-8cee-7e10cca9cab0 req-54ea4cd1-736b-4242-9394-4b9a84a28264 tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] No DVR routers for this DVR port 640c1f84-a731-4a03-93b2-e4d0b877ac34 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:10:36.407588 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40bf3ee4-ff64-49a6-8cee-7e10cca9cab0 req-54ea4cd1-736b-4242-9394-4b9a84a28264 tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.412203 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Network 0a7f0292-aa30-4331-bcd5-8551e4142400 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:36.415652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Pushing event updated for resources: {'Port': ['ID=1a37fbb7-aa36-4965-a113-8efd5b5441df,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:36.418575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40bf3ee4-ff64-49a6-8cee-7e10cca9cab0 req-54ea4cd1-736b-4242-9394-4b9a84a28264 tempest-DeleteServersAdminTestJSON-1773936792 tempest-DeleteServersAdminTestJSON-1773936792-project-admin] 10.222.0.49 "DELETE /v2.0/ports/640c1f84-a731-4a03-93b2-e4d0b877ac34 HTTP/1.1" status: 204 len: 173 time: 0.8954237 Oct 19 11:10:36.421553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0802e943-744d-4802-8991-2f8072917f3d', 'name': 'network-vif-deleted', 'tag': '640c1f84-a731-4a03-93b2-e4d0b877ac34'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:36.440788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=23f75855-a6f9-4ffb-af22-27185f396490,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:36.442430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:36.453743 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d4ecd2-d3ad-4fe5-9c1e-c2b64db8937d" -d '{"events": [{"server_uuid": "0802e943-744d-4802-8991-2f8072917f3d", "name": "network-vif-deleted", "tag": "640c1f84-a731-4a03-93b2-e4d0b877ac34"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:36.469948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a0d2f-7eca-4086-88f9-c067a8f69c83 req-a8a36e28-d9c1-4292-ac5b-c7da26557674 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:36.472627 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] Set router 73f35ba7-5f26-4769-a089-40bbb9f24a0a gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:10:36.481280 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b28a0d2f-7eca-4086-88f9-c067a8f69c83 req-a8a36e28-d9c1-4292-ac5b-c7da26557674 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 971 time: 0.2353334 Oct 19 11:10:36.520635 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:36.521112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.529686 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:36.601025 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11359e3-c3fe-4385-8810-9955527afc14 x-openstack-request-id: req-a11359e3-c3fe-4385-8810-9955527afc14 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:36.601498 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0802e943-744d-4802-8991-2f8072917f3d", "name": "network-vif-deleted", "tag": "640c1f84-a731-4a03-93b2-e4d0b877ac34", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:36.601886 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a11359e3-c3fe-4385-8810-9955527afc14 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:36.602411 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0802e943-744d-4802-8991-2f8072917f3d', 'name': 'network-vif-deleted', 'tag': '640c1f84-a731-4a03-93b2-e4d0b877ac34', 'status': 'completed', 'code': 200} Oct 19 11:10:36.660342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=23f75855-a6f9-4ffb-af22-27185f396490,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:36.668179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9502061c-edd7-4b66-8453-f740d52b9e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f75855-a6f9-4ffb-af22-27185f396490'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:36.673744 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feb9c02-7956-494b-8809-8f3315916092" -d '{"events": [{"server_uuid": "9502061c-edd7-4b66-8453-f740d52b9e03", "name": "network-vif-plugged", "status": "completed", "tag": "23f75855-a6f9-4ffb-af22-27185f396490"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:36.773987 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-router', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:31Z', 'updated_at': '2021-10-19T11:10:33Z', 'revision_number': 3, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'gw_port': {'id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:32Z', 'updated_at': '2021-10-19T11:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:36.802065 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb364a2-ab13-4a95-b2ac-122e0e7025c4 None None] The sync data for ids ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'] in n-d-814547-1 is: [{'id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-router', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:31Z', 'updated_at': '2021-10-19T11:10:33Z', 'revision_number': 3, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'gw_port': {'id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:32Z', 'updated_at': '2021-10-19T11:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:10:36.815968 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3a0a2f78-37f5-4607-86fe-f5853617e4f3 req-577c3bb7-4bac-4665-a2b8-b1031fe1b023 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=0802e943-744d-4802-8991-2f8072917f3d HTTP/1.1" status: 200 len: 210 time: 0.0338573 Oct 19 11:10:36.831653 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b28a0d2f-7eca-4086-88f9-c067a8f69c83 req-c2dccbe6-420a-4c69-976c-51fb16277cdf tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492243 Oct 19 11:10:36.874000 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dbe9db-ab96-4ef6-aeb2-4983aa0ae65f x-openstack-request-id: req-61dbe9db-ab96-4ef6-aeb2-4983aa0ae65f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:36.874000 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9502061c-edd7-4b66-8453-f740d52b9e03", "name": "network-vif-plugged", "status": "completed", "tag": "23f75855-a6f9-4ffb-af22-27185f396490", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:36.874000 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61dbe9db-ab96-4ef6-aeb2-4983aa0ae65f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:36.874000 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9502061c-edd7-4b66-8453-f740d52b9e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f75855-a6f9-4ffb-af22-27185f396490', 'code': 200} Oct 19 11:10:36.995508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-df8c53a9-41b2-4de6-8183-65c6b5aed5b3 None None] Provisioning complete for port 1a37fbb7-aa36-4965-a113-8efd5b5441df triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:36.996487 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-df8c53a9-41b2-4de6-8183-65c6b5aed5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:37.010379 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:37.043465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e230-bb7c-4198-8552-4dc90aacf09f req-9bccc5d0-4579-4bd7-902e-c6315962b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:37.049219 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b455e230-bb7c-4198-8552-4dc90aacf09f req-9bccc5d0-4579-4bd7-902e-c6315962b053 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 1097 time: 0.0930426 Oct 19 11:10:37.094365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-df8c53a9-41b2-4de6-8183-65c6b5aed5b3 None None] Port 1a37fbb7-aa36-4965-a113-8efd5b5441df cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:10:37.107707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b455e230-bb7c-4198-8552-4dc90aacf09f req-26d5a426-2af4-4fb0-b291-aed8da8392bb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504479 Oct 19 11:10:37.131655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2219043-f867-4b30-9ba2-9285594a08a2 req-178d52e9-8d7b-4517-bc07-1085ad7a0671 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:37.133245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c2219043-f867-4b30-9ba2-9285594a08a2 req-178d52e9-8d7b-4517-bc07-1085ad7a0671 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 946 time: 0.1115696 Oct 19 11:10:37.241579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c2219043-f867-4b30-9ba2-9285594a08a2 req-417a52bb-f7a1-4b87-90c4-052a347a6505 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994909 Oct 19 11:10:37.315622 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:37.370465 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:37.371486 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:37.405871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41640) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:37.437995 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9da1c372-4811-424b-81b3-5578a36092c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:37.518956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Pushing event updated for resources: {'Port': ['ID=1a37fbb7-aa36-4965-a113-8efd5b5441df,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:37.591249 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Network 0a7f0292-aa30-4331-bcd5-8551e4142400 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:37.596041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:37.728429 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9da1c372-4811-424b-81b3-5578a36092c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:37.746298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Router 73f35ba7-5f26-4769-a089-40bbb9f24a0a has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:10:37.801018 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9da1c372-4811-424b-81b3-5578a36092c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:37.828201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-15627dd6-ba53-4dcc-bd41-9847d939b405 None None] Provisioning complete for port 1a37fbb7-aa36-4965-a113-8efd5b5441df triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:37.828602 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15627dd6-ba53-4dcc-bd41-9847d939b405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:37.868459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-15627dd6-ba53-4dcc-bd41-9847d939b405 None None] Port 1a37fbb7-aa36-4965-a113-8efd5b5441df cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:10:38.033937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41652) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:38.038859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1c372-4811-424b-81b3-5578a36092c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b382199-7dae-4d8f-8fb7-fc9a62952250,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:38.054302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54addf8d-d604-43ff-80f6-100498cb9300 req-d8bc70e5-84a6-4138-b61d-1dbae986d2af tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:38.056883 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54addf8d-d604-43ff-80f6-100498cb9300 req-d8bc70e5-84a6-4138-b61d-1dbae986d2af tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 971 time: 0.0653727 Oct 19 11:10:38.058634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41656) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:38.058860 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9da1c372-4811-424b-81b3-5578a36092c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bddc310836a4a208071383e8c648e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6519864 Oct 19 11:10:38.079857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:10:38.097134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a09e9b00-980e-495f-af68-c4bc5088ac2f admin admin] 10.222.0.39 "PUT /v2.0/routers/73f35ba7-5f26-4769-a089-40bbb9f24a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4832900 Oct 19 11:10:38.172305 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54addf8d-d604-43ff-80f6-100498cb9300 req-4e475283-e07f-43c7-911c-245ab1378447 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054001 Oct 19 11:10:38.184964 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-8c94db02-f984-4522-936f-e881a5450d14 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0ead536059294509a56146b0446c911f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306013 Oct 19 11:10:38.202065 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a53f00de-2085-4799-80c9-8d3256e51d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.245862 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a53f00de-2085-4799-80c9-8d3256e51d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.308307 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-470d38a0-9460-4702-a1e1-ca63185abe19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.310724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-c6663002-0aed-4fa8-81b5-7329ffa29690 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:38.317047 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-c6663002-0aed-4fa8-81b5-7329ffa29690 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310358 Oct 19 11:10:38.335145 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-2037c91b-d831-4526-9ec9-74b36c875da2 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/quotas/0ead536059294509a56146b0446c911f HTTP/1.1" status: 200 len: 375 time: 0.0156865 Oct 19 11:10:38.343523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf0ad-bbe4-444a-b657-deb435a9893d req-6d342b73-4aed-4fdd-acc4-e44d760328b8 tempest-AggregatesAdminTestJSON-1111416553 tempest-AggregatesAdminTestJSON-1111416553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:38.345041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27abf0ad-bbe4-444a-b657-deb435a9893d req-6d342b73-4aed-4fdd-acc4-e44d760328b8 tempest-AggregatesAdminTestJSON-1111416553 tempest-AggregatesAdminTestJSON-1111416553-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 1122 time: 0.0707381 Oct 19 11:10:38.363788 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-27abf0ad-bbe4-444a-b657-deb435a9893d req-86407a7c-d9ba-4310-be21-66f34a24237c tempest-AggregatesAdminTestJSON-1111416553 tempest-AggregatesAdminTestJSON-1111416553-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.372197 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-b8e0304e-77f9-405a-9a67-18544fdbb59d tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ead536059294509a56146b0446c911f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268471 Oct 19 11:10:38.430650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a53f00de-2085-4799-80c9-8d3256e51d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.433414 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a53f00de-2085-4799-80c9-8d3256e51d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.434595 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a53f00de-2085-4799-80c9-8d3256e51d8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b382199-7dae-4d8f-8fb7-fc9a62952250 HTTP/1.1" status: 204 len: 168 time: 0.3745334 Oct 19 11:10:38.459744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f00de-2085-4799-80c9-8d3256e51d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b382199-7dae-4d8f-8fb7-fc9a62952250,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:38.535715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-470d38a0-9460-4702-a1e1-ca63185abe19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.537632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-27abf0ad-bbe4-444a-b657-deb435a9893d req-86407a7c-d9ba-4310-be21-66f34a24237c tempest-AggregatesAdminTestJSON-1111416553 tempest-AggregatesAdminTestJSON-1111416553-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.599622 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-470d38a0-9460-4702-a1e1-ca63185abe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.604475 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-27abf0ad-bbe4-444a-b657-deb435a9893d req-86407a7c-d9ba-4310-be21-66f34a24237c tempest-AggregatesAdminTestJSON-1111416553 tempest-AggregatesAdminTestJSON-1111416553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.650014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec62be-aeea-47e9-9698-7ac347779b49 req-ad227b6f-a989-401d-be81-fd5b0c677b87 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:38.652180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bdec62be-aeea-47e9-9698-7ac347779b49 req-ad227b6f-a989-401d-be81-fd5b0c677b87 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 946 time: 0.0619624 Oct 19 11:10:38.656554 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27abf0ad-bbe4-444a-b657-deb435a9893d req-86407a7c-d9ba-4310-be21-66f34a24237c tempest-AggregatesAdminTestJSON-1111416553 tempest-AggregatesAdminTestJSON-1111416553-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995408 Oct 19 11:10:38.672418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-470d38a0-9460-4702-a1e1-ca63185abe19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa5f5daaaac4459784d6855b8a4403ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6353741 Oct 19 11:10:38.673666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d38a0-9460-4702-a1e1-ca63185abe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e9ceaa-e097-4717-82bb-3287d6f670f3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:38.676068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41686) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:38.725317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86407a7c-d9ba-4310-be21-66f34a24237c tempest-AggregatesAdminTestJSON-1111416553 tempest-AggregatesAdminTestJSON-1111416553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8196b2-01c9-460c-be28-38e8a8b8be26,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:38.740805 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bdec62be-aeea-47e9-9698-7ac347779b49 req-3a738942-476b-47cf-9f25-ce2faa0f6c06 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699153 Oct 19 11:10:38.760588 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de7ab762-66a2-4b96-a0da-37cad0e91769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.791611 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de7ab762-66a2-4b96-a0da-37cad0e91769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.843688 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Sync routers for ids ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:10:38.857604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Routers {'73f35ba7-5f26-4769-a089-40bbb9f24a0a'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:10:38.859141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92210a7d-a523-4203-b46c-67f875412596 req-c77fb8c2-b936-409f-a105-875810c6c43b tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 210 time: 0.0472348 Oct 19 11:10:38.859472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:10:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:38.953757 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de7ab762-66a2-4b96-a0da-37cad0e91769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.956289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de7ab762-66a2-4b96-a0da-37cad0e91769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:38.957451 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-de7ab762-66a2-4b96-a0da-37cad0e91769 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12e9ceaa-e097-4717-82bb-3287d6f670f3 HTTP/1.1" status: 204 len: 168 time: 0.2802992 Oct 19 11:10:38.967381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ab762-66a2-4b96-a0da-37cad0e91769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e9ceaa-e097-4717-82bb-3287d6f670f3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:39.044398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Set router 73f35ba7-5f26-4769-a089-40bbb9f24a0a gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:10:39.107715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 831f2eb9-17e2-4ccd-8c03-b9a601cc900f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:39.268814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 831f2eb9-17e2-4ccd-8c03-b9a601cc900f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:39.269249 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:39.374679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f982a42-9055-4cfd-b0b6-1c114685d6a6 req-f5f80fc3-df04-4fb2-a234-352901d87d17 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:39.383200 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f982a42-9055-4cfd-b0b6-1c114685d6a6 req-f5f80fc3-df04-4fb2-a234-352901d87d17 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 1097 time: 0.0686140 Oct 19 11:10:39.383495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-router', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:31Z', 'updated_at': '2021-10-19T11:10:36Z', 'revision_number': 4, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'gw_port': {'id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:32Z', 'updated_at': '2021-10-19T11:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '1a37fbb7-aa36-4965-a113-8efd5b5441df', 'name': '', 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'mac_address': 'fa:16:3e:27:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b94550a8-99bd-4b30-b90e-1c83fabdd3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:35Z', 'updated_at': '2021-10-19T11:10:37Z', 'revision_number': 2, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'subnets': [{'id': 'b94550a8-99bd-4b30-b90e-1c83fabdd3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:39.412616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Checking router: 73f35ba7-5f26-4769-a089-40bbb9f24a0a for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:10:39.413035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Updating router 73f35ba7-5f26-4769-a089-40bbb9f24a0a port 1a37fbb7-aa36-4965-a113-8efd5b5441df binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:10:39.429998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f982a42-9055-4cfd-b0b6-1c114685d6a6 req-b01ea86b-090d-40e8-841b-5e920552eeb0 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458062 Oct 19 11:10:39.432119 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:39.450138 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:39.482117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 831f2eb9-17e2-4ccd-8c03-b9a601cc900f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=831f2eb9-17e2-4ccd-8c03-b9a601cc900f,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:39.603459 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:39.631584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c574dfb-33a4-4e0d-a3d1-2eab70802b70 req-0a484a88-43e1-4334-a69f-565ed16c77e9 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:39.633196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c574dfb-33a4-4e0d-a3d1-2eab70802b70 req-0a484a88-43e1-4334-a69f-565ed16c77e9 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 1097 time: 0.0424747 Oct 19 11:10:39.685746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c574dfb-33a4-4e0d-a3d1-2eab70802b70 req-4e6a3321-aa7e-48f3-ad8f-3a4285b33de6 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325522 Oct 19 11:10:39.698549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=831f2eb9-17e2-4ccd-8c03-b9a601cc900f,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:39.867366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-1af2139b-1290-4b98-b264-633f5c955c1c req-1f55cc6f-16d0-4706-81db-fa65c89ae6de service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:10:39.868340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1af2139b-1290-4b98-b264-633f5c955c1c req-1f55cc6f-16d0-4706-81db-fa65c89ae6de service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053773 Oct 19 11:10:39.876601 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:39.974900 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:39.996240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41752) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:40.011316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18ece716-c95b-4da6-9ef6-2c1073af825a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.036456 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39b009-3549-4928-b930-4cb1f8ebd891 None None] Pushing event updated for resources: {'Port': ['ID=1a37fbb7-aa36-4965-a113-8efd5b5441df,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:40.103477 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 640c1f84-a731-4a03-93b2-e4d0b877ac34 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:10:40.127801 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18ece716-c95b-4da6-9ef6-2c1073af825a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.182357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 640c1f84-a731-4a03-93b2-e4d0b877ac34 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:10:40.182699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 640c1f84-a731-4a03-93b2-e4d0b877ac34 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:10:40.205838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Attempting to bind port 1a37fbb7-aa36-4965-a113-8efd5b5441df on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:40.206201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Attempting to bind port 1a37fbb7-aa36-4965-a113-8efd5b5441df by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '2f613ee0-fc59-47b9-9362-f798dfc15f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:40.206564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Attempting to bind port 1a37fbb7-aa36-4965-a113-8efd5b5441df on network 0a7f0292-aa30-4331-bcd5-8551e4142400 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:40.214722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:40.215089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Checking segment: {'id': '2f613ee0-fc59-47b9-9362-f798dfc15f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:40.215489 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.215880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Bound using segment: {'id': '2f613ee0-fc59-47b9-9362-f798dfc15f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:40.216344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Bound port: 1a37fbb7-aa36-4965-a113-8efd5b5441df, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f613ee0-fc59-47b9-9362-f798dfc15f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:40.216744 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.229764 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18ece716-c95b-4da6-9ef6-2c1073af825a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.281293 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-18ece716-c95b-4da6-9ef6-2c1073af825a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ffa0c13c2ea417a8cb51918a41bcbc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802486 Oct 19 11:10:40.281377 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41760) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:40.335387 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] For port 1a37fbb7-aa36-4965-a113-8efd5b5441df, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:40.337059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ece716-c95b-4da6-9ef6-2c1073af825a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03a764a-91b7-4a91-b0dc-231f51a32e3b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:40.339750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] For port 1a37fbb7-aa36-4965-a113-8efd5b5441df, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1a37fbb7-aa36-4965-a113-8efd5b5441df,segment=NetworkSegment(2f613ee0-fc59-47b9-9362-f798dfc15f97),segment_id=2f613ee0-fc59-47b9-9362-f798dfc15f97)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:40.357538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3ac7988d-c25d-46c8-bc6c-f3d917b356bc None None] Provisioning complete for port 1a37fbb7-aa36-4965-a113-8efd5b5441df triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:40.362981 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3ac7988d-c25d-46c8-bc6c-f3d917b356bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.379392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30769007-4550-42f5-a301-6bfd716916b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.401835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7988d-c25d-46c8-bc6c-f3d917b356bc None None] Port 1a37fbb7-aa36-4965-a113-8efd5b5441df cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:10:40.406887 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30769007-4550-42f5-a301-6bfd716916b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.429201 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.503144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Routers {'73f35ba7-5f26-4769-a089-40bbb9f24a0a'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:10:40.504293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:10:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:40.510137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39b009-3549-4928-b930-4cb1f8ebd891 None None] Pushing event updated for resources: {'Port': ['ID=1a37fbb7-aa36-4965-a113-8efd5b5441df,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:40.542076 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30769007-4550-42f5-a301-6bfd716916b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.544822 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30769007-4550-42f5-a301-6bfd716916b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.548245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-30769007-4550-42f5-a301-6bfd716916b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d03a764a-91b7-4a91-b0dc-231f51a32e3b HTTP/1.1" status: 204 len: 168 time: 0.2639728 Oct 19 11:10:40.559637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30769007-4550-42f5-a301-6bfd716916b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03a764a-91b7-4a91-b0dc-231f51a32e3b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:40.790224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0204f806-c0ce-4e2c-80b6-9d0c10263c38 req-ebad5238-f9be-4c28-8e9c-a2759ff01a08 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 210 time: 0.0662630 Oct 19 11:10:40.791453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] Set router 73f35ba7-5f26-4769-a089-40bbb9f24a0a gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:10:40.847540 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9ae10f0e-a1fe-4513-bb01-98853e3e075e None None] Provisioning complete for port 1a37fbb7-aa36-4965-a113-8efd5b5441df triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:40.847908 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ae10f0e-a1fe-4513-bb01-98853e3e075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:40.850813 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-bb08d0f5-1043-429d-8b32-d01d86c152a5 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0ead536059294509a56146b0446c911f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669186 Oct 19 11:10:41.067871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-f6b8adc8-9fb2-4ef6-834b-5146f93a50a8 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:41.069434 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-f6b8adc8-9fb2-4ef6-834b-5146f93a50a8 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131057 Oct 19 11:10:41.083812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Request body: {'port': {'device_id': '608150d8-b3a4-4a41-8872-404eb910484a', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '0ead536059294509a56146b0446c911f'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:41.149411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 831f2eb9-17e2-4ccd-8c03-b9a601cc900f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:41.224904 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ae10f0e-a1fe-4513-bb01-98853e3e075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:41.269227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41806) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:41.274994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a25f2480-7551-494c-8acc-251797d8924a tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913457867', 'description': 'tempest-description--2010223967'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:41.305924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9ae10f0e-a1fe-4513-bb01-98853e3e075e None None] For port 1a37fbb7-aa36-4965-a113-8efd5b5441df, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1a37fbb7-aa36-4965-a113-8efd5b5441df,segment=NetworkSegment(2f613ee0-fc59-47b9-9362-f798dfc15f97),segment_id=2f613ee0-fc59-47b9-9362-f798dfc15f97)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:41.316554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 831f2eb9-17e2-4ccd-8c03-b9a601cc900f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:41.316933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:41.322748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Made reservation on behalf of 0ead536059294509a56146b0446c911f for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:41.328986 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:41.376788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-router', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:31Z', 'updated_at': '2021-10-19T11:10:36Z', 'revision_number': 4, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'gw_port': {'id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:32Z', 'updated_at': '2021-10-19T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '1a37fbb7-aa36-4965-a113-8efd5b5441df', 'name': '', 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'mac_address': 'fa:16:3e:27:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b94550a8-99bd-4b30-b90e-1c83fabdd3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:35Z', 'updated_at': '2021-10-19T11:10:40Z', 'revision_number': 4, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'subnets': [{'id': 'b94550a8-99bd-4b30-b90e-1c83fabdd3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:10:41.379782 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ae10f0e-a1fe-4513-bb01-98853e3e075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:41.417745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b624b76f-42d2-4de5-a6ad-de94b4de2e86 None None] The sync data for ids ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'] in n-d-814547-1 is: [{'id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-router', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:31Z', 'updated_at': '2021-10-19T11:10:36Z', 'revision_number': 4, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'gw_port': {'id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:32Z', 'updated_at': '2021-10-19T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '1a37fbb7-aa36-4965-a113-8efd5b5441df', 'name': '', 'network_id': '0a7f0292-aa30-4331-bcd5-8551e4142400', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'mac_address': 'fa:16:3e:27:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'b94550a8-99bd-4b30-b90e-1c83fabdd3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:35Z', 'updated_at': '2021-10-19T11:10:40Z', 'revision_number': 4, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'subnets': [{'id': 'b94550a8-99bd-4b30-b90e-1c83fabdd3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:10:41.539978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae10f0e-a1fe-4513-bb01-98853e3e075e None None] Pushing event updated for resources: {'Port': ['ID=1a37fbb7-aa36-4965-a113-8efd5b5441df,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:41.552952 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a25f2480-7551-494c-8acc-251797d8924a tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:41.650707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Allocated IP 192.168.233.229 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/61891e59-2c57-4bbd-80ca-6a29b0f067fa) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:41.775501 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a25f2480-7551-494c-8acc-251797d8924a tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:41.861775 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a25f2480-7551-494c-8acc-251797d8924a tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:41.867730 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:41.911808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f2480-7551-494c-8acc-251797d8924a tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d46d61e-62ac-4865-a365-f09d59bb9058,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:42.030635 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a25f2480-7551-494c-8acc-251797d8924a tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.034667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a25f2480-7551-494c-8acc-251797d8924a tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7616580 Oct 19 11:10:42.034667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.035257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41844) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:42.041333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1cc9a9f9-4ecc-4d95-bd50-c2215d2811c3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Request body: {'security_group_rule': {'security_group_id': '1d46d61e-62ac-4865-a365-f09d59bb9058', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:42.123060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:42.126438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:42.130618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:42.136658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:42.137272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.143460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Pushing event updated for resources: {'Port': ['ID=61891e59-2c57-4bbd-80ca-6a29b0f067fa,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:42.179241 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a9f9-4ecc-4d95-bd50-c2215d2811c3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.281615 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a9f9-4ecc-4d95-bd50-c2215d2811c3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.304598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24944d3b-aacb-47cc-97b5-ea3ad21584a1 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2239511 Oct 19 11:10:42.319033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Request body: {'port': {'device_id': '608150d8-b3a4-4a41-8872-404eb910484a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:42.353417 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a9f9-4ecc-4d95-bd50-c2215d2811c3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.380906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d156e-a4b6-4bb1-a12f-b24628e90d49 req-57bf1e93-eea7-415d-ba74-644a278ee033 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:42.392022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b64d156e-a4b6-4bb1-a12f-b24628e90d49 req-57bf1e93-eea7-415d-ba74-644a278ee033 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 936 time: 0.1230140 Oct 19 11:10:42.401827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9a9f9-4ecc-4d95-bd50-c2215d2811c3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efb634b-f19a-4860-96bd-a59418cb7b89,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:42.430840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d68684d9-21e2-4f35-9ec1-90c6c64612b2 None None] Provisioning complete for port 61891e59-2c57-4bbd-80ca-6a29b0f067fa triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:42.432036 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d68684d9-21e2-4f35-9ec1-90c6c64612b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.443995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.491320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d68684d9-21e2-4f35-9ec1-90c6c64612b2 None None] Port 61891e59-2c57-4bbd-80ca-6a29b0f067fa cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:10:42.521012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1cc9a9f9-4ecc-4d95-bd50-c2215d2811c3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.525359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1cc9a9f9-4ecc-4d95-bd50-c2215d2811c3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4880505 Oct 19 11:10:42.526482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41864) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:42.531258 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bd671845-e5d1-4e71-a696-596a73b41da4 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Request body: {'security_group_rule': {'security_group_id': '1d46d61e-62ac-4865-a365-f09d59bb9058', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:42.640190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd671845-e5d1-4e71-a696-596a73b41da4 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.658671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b64d156e-a4b6-4bb1-a12f-b24628e90d49 req-2db1d46a-3912-41ea-91c3-8ae7bda303d8 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655387 Oct 19 11:10:42.766769 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd671845-e5d1-4e71-a696-596a73b41da4 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.839375 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd671845-e5d1-4e71-a696-596a73b41da4 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.864095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd671845-e5d1-4e71-a696-596a73b41da4 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10d8592-eb80-478e-9632-30690a74804a,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:42.966626 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd671845-e5d1-4e71-a696-596a73b41da4 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:42.968580 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bd671845-e5d1-4e71-a696-596a73b41da4 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4409342 Oct 19 11:10:42.971585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41876) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:42.996781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:43.041541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61891e59-2c57-4bbd-80ca-6a29b0f067fa {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:43.053263 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:43.065904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Transition to ACTIVE for port object 61891e59-2c57-4bbd-80ca-6a29b0f067fa will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:10:43.071302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1a37fbb7-aa36-4965-a113-8efd5b5441df up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:43.121967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1a37fbb7-aa36-4965-a113-8efd5b5441df triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:43.122333 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:43.142051 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:43.173659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:43.247447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Pushing event updated for resources: {'Port': ['ID=61891e59-2c57-4bbd-80ca-6a29b0f067fa,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:43.339508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Attempting to bind port 61891e59-2c57-4bbd-80ca-6a29b0f067fa on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:43.339508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Attempting to bind port 61891e59-2c57-4bbd-80ca-6a29b0f067fa by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:43.339508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Attempting to bind port 61891e59-2c57-4bbd-80ca-6a29b0f067fa on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:43.339826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41900) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:43.349582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Port 61891e59-2c57-4bbd-80ca-6a29b0f067fa on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:10:43.349870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Attempting to bind port 61891e59-2c57-4bbd-80ca-6a29b0f067fa on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:43.369992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:43.370309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:43.370867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:43.371470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Bound port: 61891e59-2c57-4bbd-80ca-6a29b0f067fa, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:43.372037 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:43.472005 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:43.487541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-59747346-77ce-4be0-ae19-818504edd091 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:10:43.494755 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-59747346-77ce-4be0-ae19-818504edd091 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1534047 Oct 19 11:10:43.516374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] For port 61891e59-2c57-4bbd-80ca-6a29b0f067fa, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:43.537426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] For port 61891e59-2c57-4bbd-80ca-6a29b0f067fa, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=61891e59-2c57-4bbd-80ca-6a29b0f067fa,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:43.542862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-a5e7ec9e-027a-479b-ba96-f7887367e323 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:43.544236 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-a5e7ec9e-027a-479b-ba96-f7887367e323 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports/23f75855-a6f9-4ffb-af22-27185f396490 HTTP/1.1" status: 200 len: 1094 time: 0.0485766 Oct 19 11:10:43.597114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Allocated IP 172.25.2.204 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/4edfc163-904d-46ac-a89d-2cc25992331e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:43.630070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Request body: {'binding': {'host': 'n-h1-814547-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:43.630720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Unknown quota resources ['binding']. {{(pid=101311) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:10:43.633922 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:43.705719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:43.706340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:43.709508 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] 10.222.0.49 "PUT /v2.0/ports/61891e59-2c57-4bbd-80ca-6a29b0f067fa HTTP/1.1" status: 200 len: 1096 time: 1.3948414 Oct 19 11:10:43.709845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608150d8-b3a4-4a41-8872-404eb910484a', 'tag': '61891e59-2c57-4bbd-80ca-6a29b0f067fa'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:43.712208 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012b1600-db58-4199-9345-255a925710e5" -d '{"events": [{"name": "network-changed", "server_uuid": "608150d8-b3a4-4a41-8872-404eb910484a", "tag": "61891e59-2c57-4bbd-80ca-6a29b0f067fa"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:43.750133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffe132-a05c-42be-a5e2-3cab3f3e368f service neutron] Pushing event updated for resources: {'Port': ['ID=61891e59-2c57-4bbd-80ca-6a29b0f067fa,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:43.769027 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:43.805738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 on host n-h1-814547-1 for vnic_type normal with profile None {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:43.806357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:43.814588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:43.815076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Port 23f75855-a6f9-4ffb-af22-27185f396490 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:10:43.815471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:43.824826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:43.825187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:43.825820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:43.826410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Bound port: 23f75855-a6f9-4ffb-af22-27185f396490, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:43.882550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-14a9dafd-73a1-4abb-a26a-50438c6e3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:43.884081 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-14a9dafd-73a1-4abb-a26a-50438c6e3fca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ead536059294509a56146b0446c911f&device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 1099 time: 0.0536010 Oct 19 11:10:43.885360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:43.934924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=23f75855-a6f9-4ffb-af22-27185f396490,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:43.968387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-1e7f47bf-4a89-4a52-9003-c2b539e196c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=61891e59-2c57-4bbd-80ca-6a29b0f067fa HTTP/1.1" status: 200 len: 217 time: 0.0746274 Oct 19 11:10:43.970066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:43.984450 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:43.985605 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-e05e361f-0e6e-49a1-a759-1746148d4278 service neutron] 10.222.0.39 "POST /v2.0/ports/23f75855-a6f9-4ffb-af22-27185f396490/bindings HTTP/1.1" status: 201 len: 389 time: 0.3981192 Oct 19 11:10:43.987966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:43.990670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:44.011937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Pushing event updated for resources: {'Port': ['ID=4edfc163-904d-46ac-a89d-2cc25992331e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:44.124764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831b7ab-bc19-4864-b400-925baeb68137 req-63ce06d0-f047-40da-857c-00e9ad923997 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:44.126280 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0831b7ab-bc19-4864-b400-925baeb68137 req-63ce06d0-f047-40da-857c-00e9ad923997 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 948 time: 0.2057722 Oct 19 11:10:44.131596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-4054fd73-73f9-45b3-8713-f57020d8c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:44.133062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-4054fd73-73f9-45b3-8713-f57020d8c5ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1479638 Oct 19 11:10:44.142103 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:44.207078 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0831b7ab-bc19-4864-b400-925baeb68137 req-0684d8e3-c8dc-4bab-a621-a90a12c71d7e tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731256 Oct 19 11:10:44.215255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-fc013d60-5e98-4f17-880e-c855f60462e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:44.216738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-fc013d60-5e98-4f17-880e-c855f60462e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699627 Oct 19 11:10:44.253507 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb51e2f-17b6-444c-8059-d7fd0e83378f x-openstack-request-id: req-6eb51e2f-17b6-444c-8059-d7fd0e83378f {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:44.256627 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608150d8-b3a4-4a41-8872-404eb910484a", "tag": "61891e59-2c57-4bbd-80ca-6a29b0f067fa", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:44.256627 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6eb51e2f-17b6-444c-8059-d7fd0e83378f {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:44.256627 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608150d8-b3a4-4a41-8872-404eb910484a', 'tag': '61891e59-2c57-4bbd-80ca-6a29b0f067fa', 'status': 'completed', 'code': 200} Oct 19 11:10:44.259032 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:44.376306 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-2a1f19ee-59c1-4895-8108-69fc29c698c8 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450438 Oct 19 11:10:44.388267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6034a8-b4e3-4255-8311-ac3e0eb775a9 req-47f12798-3405-42d0-b882-542338dcbeb6 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:44.389817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b6034a8-b4e3-4255-8311-ac3e0eb775a9 req-47f12798-3405-42d0-b882-542338dcbeb6 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 946 time: 0.0500741 Oct 19 11:10:44.448307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b6034a8-b4e3-4255-8311-ac3e0eb775a9 req-f02ca38d-054f-4e55-ad9f-e30a06db78b9 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507283 Oct 19 11:10:44.537551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-a5785fd7-21e0-4623-b11c-9199f64936dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:44.539179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-a5785fd7-21e0-4623-b11c-9199f64936dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 1097 time: 0.1067374 Oct 19 11:10:44.625576 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eed750c-8427-4a38-bb92-cdb4a88b517c req-24592d35-a435-4050-8965-6b73a1f6f3c6 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411730 Oct 19 11:10:44.638272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:44.667630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-be030e50-94a4-46e4-b6d0-41f88892d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:44.669168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-be030e50-94a4-46e4-b6d0-41f88892d837 service neutron] 10.222.0.26 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.1223156 Oct 19 11:10:44.684113 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:44.719953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-709b29c2-074b-423f-ad15-1374a8fa08e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23f75855-a6f9-4ffb-af22-27185f396490 HTTP/1.1" status: 200 len: 217 time: 0.0435078 Oct 19 11:10:44.805516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:44.828049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Pushing event updated for resources: {'Port': ['ID=4edfc163-904d-46ac-a89d-2cc25992331e,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:44.844369 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-3bdf5ec4-2a64-4090-b999-30c43fec479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:44.846484 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-3bdf5ec4-2a64-4090-b999-30c43fec479c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.1092062 Oct 19 11:10:44.853434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b1600-db58-4199-9345-255a925710e5 req-79f730fe-df5b-486f-a425-b6e856466dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:44.854906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-012b1600-db58-4199-9345-255a925710e5 req-79f730fe-df5b-486f-a425-b6e856466dfc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ead536059294509a56146b0446c911f&device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 1099 time: 0.0990129 Oct 19 11:10:44.890474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-440ec681-1d5e-4d43-9233-2e886b6fbdd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345504 Oct 19 11:10:44.938882 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:44.938882 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6c85444f-e30c-4614-97eb-eb36a7944d22 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9428253 Oct 19 11:10:45.039102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b1600-db58-4199-9345-255a925710e5 req-be631863-332f-4d7c-b742-cac27b28cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:45.040573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-012b1600-db58-4199-9345-255a925710e5 req-be631863-332f-4d7c-b742-cac27b28cd27 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1760764 Oct 19 11:10:45.056055 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-0730d992-290e-4cac-b6a2-e0743c4369e8 service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529853 Oct 19 11:10:45.092286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-012b1600-db58-4199-9345-255a925710e5 req-94ed2344-75b1-4cc7-b740-5a4c5cf3b83b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=61891e59-2c57-4bbd-80ca-6a29b0f067fa HTTP/1.1" status: 200 len: 217 time: 0.0428236 Oct 19 11:10:45.189067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b1600-db58-4199-9345-255a925710e5 req-c1fa8311-3c37-417d-a921-01d2947c16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:45.190514 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-012b1600-db58-4199-9345-255a925710e5 req-c1fa8311-3c37-417d-a921-01d2947c16d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0879517 Oct 19 11:10:45.229913 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-be737238-4183-4f2b-9816-69a446807c43 service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450861 Oct 19 11:10:45.253145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b1600-db58-4199-9345-255a925710e5 req-9fd63378-e9f9-45bc-b624-0656cec4018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:45.255223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-012b1600-db58-4199-9345-255a925710e5 req-9fd63378-e9f9-45bc-b624-0656cec4018f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557039 Oct 19 11:10:45.332647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103085de-908b-4b91-98ab-05fb1a5061e3 req-316653f5-a82c-4a4c-bdfc-ef967d2b28df tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:45.334503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-103085de-908b-4b91-98ab-05fb1a5061e3 req-316653f5-a82c-4a4c-bdfc-ef967d2b28df tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 948 time: 0.0584805 Oct 19 11:10:45.382168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-103085de-908b-4b91-98ab-05fb1a5061e3 req-7b9e8f89-eade-4e16-9dd3-cf117e72396f tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 Oct 19 11:10:45.612005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42044) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:45.630031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42048) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:45.655254 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-012b1600-db58-4199-9345-255a925710e5 req-62609757-5450-4239-bee4-9133047c5ce0 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922365 Oct 19 11:10:45.658639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-6a534285-d84d-42fb-bf0f-efcc8c369da7 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:45.661476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-6a534285-d84d-42fb-bf0f-efcc8c369da7 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1097 time: 0.1349392 Oct 19 11:10:45.678710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814547-1'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:45.741579 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f48147f5-00c2-4357-960e-cd09a0f8ee02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:45.771063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49326585-a802-4570-9c9c-426d03c71f82 req-6ae1009c-b4f1-4b39-bc73-7240bac7e06f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:45.772686 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49326585-a802-4570-9c9c-426d03c71f82 req-6ae1009c-b4f1-4b39-bc73-7240bac7e06f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 946 time: 0.1624875 Oct 19 11:10:45.784884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13160b6c-9595-47b2-b849-82ca3dd91551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:45.832689 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:45.871476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-012b1600-db58-4199-9345-255a925710e5 req-c809045a-6d32-466d-aa0e-9e3e8905aa43 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082794 Oct 19 11:10:45.880832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f48147f5-00c2-4357-960e-cd09a0f8ee02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:45.895513 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49326585-a802-4570-9c9c-426d03c71f82 req-b5953bb3-47a3-4662-8349-f11fd161a34a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076596 Oct 19 11:10:45.917116 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13160b6c-9595-47b2-b849-82ca3dd91551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:45.949867 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-a3b5958f-fb77-40ed-8dc4-ee91d41e73b3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--913457867&fields=id&tenant_id=b3b7151c30e248e094eeb3456b4bd8a4 HTTP/1.1" status: 200 len: 267 time: 0.0579631 Oct 19 11:10:46.019923 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f48147f5-00c2-4357-960e-cd09a0f8ee02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.024108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=23f75855-a6f9-4ffb-af22-27185f396490,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:46.061030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13160b6c-9595-47b2-b849-82ca3dd91551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.068706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:46.115124 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.119028 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f48147f5-00c2-4357-960e-cd09a0f8ee02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db2bda6454274c1e95c2ac7a50ffe234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065405 Oct 19 11:10:46.121599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42082) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:46.122779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48147f5-00c2-4357-960e-cd09a0f8ee02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1abd128-c077-49c1-9941-e25b71c88fc2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:46.129498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-13160b6c-9595-47b2-b849-82ca3dd91551 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=934c873e8dc647b2aeeac1fef8ba1e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971800 Oct 19 11:10:46.132450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42084) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:46.156523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-18dea6c8-abbe-4397-bc41-c3d3afeb2b3e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:46.158070 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-18dea6c8-abbe-4397-bc41-c3d3afeb2b3e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/networks?id=8b754831-f16d-4c57-ba88-a181190b2a98 HTTP/1.1" status: 200 len: 823 time: 0.2001107 Oct 19 11:10:46.175853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13160b6c-9595-47b2-b849-82ca3dd91551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23faa1b8-a7c8-4f28-b914-b72c16382ba9,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:46.181492 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-9296a938-5668-40d9-a406-9ee6b27c7e5c tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/quotas/b3b7151c30e248e094eeb3456b4bd8a4 HTTP/1.1" status: 200 len: 375 time: 0.0129266 Oct 19 11:10:46.184867 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.256716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9502061c-edd7-4b66-8453-f740d52b9e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f75855-a6f9-4ffb-af22-27185f396490'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:46.259115 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c17c077-3435-4f04-84a4-f39f8b055f7c" -d '{"events": [{"server_uuid": "9502061c-edd7-4b66-8453-f740d52b9e03", "name": "network-vif-unplugged", "status": "completed", "tag": "23f75855-a6f9-4ffb-af22-27185f396490"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:46.263032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-a68148ce-c2bc-4437-8c34-a3d09b86a324 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3b7151c30e248e094eeb3456b4bd8a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646884 Oct 19 11:10:46.300413 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4206f90-bc3d-4722-bf61-b82864342f08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.315079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f4a609a-bb27-41b1-a8d7-3d512e75cfc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.341466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 on host n-h2-814547-1 for vnic_type normal with profile {"migrating_to": "n-h1-814547-1"} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:46.341813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:46.342132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:46.348318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Pushing event updated for resources: {'Port': ['ID=23f75855-a6f9-4ffb-af22-27185f396490,revision_number=7']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:46.369845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Port 23f75855-a6f9-4ffb-af22-27185f396490 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:10:46.373522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Attempting to bind port 23f75855-a6f9-4ffb-af22-27185f396490 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:46.373522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f4a609a-bb27-41b1-a8d7-3d512e75cfc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.375983 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4206f90-bc3d-4722-bf61-b82864342f08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.376135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-10ece387-ff22-46a3-8eae-36f36cf93823 service neutron] 10.222.0.39 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999763 Oct 19 11:10:46.406449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:46.406780 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:46.407161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:46.407603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Bound port: 23f75855-a6f9-4ffb-af22-27185f396490, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:46.407950 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.440442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42098) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:46.505193 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-93de7d99-b9d9-4416-b4b3-cbba34ab7855 service neutron] 10.222.0.39 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180506 Oct 19 11:10:46.528911 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3ce4fb-2ab4-465a-9319-c1cf3140cce4 x-openstack-request-id: req-5c3ce4fb-2ab4-465a-9319-c1cf3140cce4 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:46.529221 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9502061c-edd7-4b66-8453-f740d52b9e03", "name": "network-vif-unplugged", "status": "completed", "tag": "23f75855-a6f9-4ffb-af22-27185f396490", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:46.529480 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c3ce4fb-2ab4-465a-9319-c1cf3140cce4 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:46.529933 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9502061c-edd7-4b66-8453-f740d52b9e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f75855-a6f9-4ffb-af22-27185f396490', 'code': 200} Oct 19 11:10:46.548035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:46.551922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=23f75855-a6f9-4ffb-af22-27185f396490,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:46.570573 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f4a609a-bb27-41b1-a8d7-3d512e75cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.573478 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f4a609a-bb27-41b1-a8d7-3d512e75cfc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.574975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0f4a609a-bb27-41b1-a8d7-3d512e75cfc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23faa1b8-a7c8-4f28-b914-b72c16382ba9 HTTP/1.1" status: 204 len: 168 time: 0.4406221 Oct 19 11:10:46.596154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a609a-bb27-41b1-a8d7-3d512e75cfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23faa1b8-a7c8-4f28-b914-b72c16382ba9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:46.604214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01be4902-0188-4391-875a-6798dc6fd67a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.612769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4206f90-bc3d-4722-bf61-b82864342f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.615950 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4206f90-bc3d-4722-bf61-b82864342f08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.617149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a4206f90-bc3d-4722-bf61-b82864342f08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1abd128-c077-49c1-9941-e25b71c88fc2 HTTP/1.1" status: 204 len: 168 time: 0.4944465 Oct 19 11:10:46.631222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4206f90-bc3d-4722-bf61-b82864342f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1abd128-c077-49c1-9941-e25b71c88fc2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:46.689004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.726225 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01be4902-0188-4391-875a-6798dc6fd67a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.808829 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Pushing event updated for resources: {'Port': ['ID=23f75855-a6f9-4ffb-af22-27185f396490,revision_number=8']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:46.815078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01be4902-0188-4391-875a-6798dc6fd67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.819169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:46.819771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:46.821206 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-419e0bc3-b996-4f62-90df-13f6fe65a731 service neutron] 10.222.0.26 "PUT /v2.0/ports/23f75855-a6f9-4ffb-af22-27185f396490 HTTP/1.1" status: 200 len: 1122 time: 1.1488175 Oct 19 11:10:46.850256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16853031-88f6-4682-85f5-d141a62d2b58 req-037b9130-f9b9-4090-8d70-6b46ef4f2eeb tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:46.851797 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16853031-88f6-4682-85f5-d141a62d2b58 req-037b9130-f9b9-4090-8d70-6b46ef4f2eeb tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 948 time: 0.1098840 Oct 19 11:10:46.877073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['23f75855-a6f9-4ffb-af22-27185f396490'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:10:46.879463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be4902-0188-4391-875a-6798dc6fd67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4dafe8-c0d7-4ff4-afe6-27c2e9faa525,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:46.884481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-01be4902-0188-4391-875a-6798dc6fd67a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75a0e43535de4b0d8a728ebf5fbb2a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422958 Oct 19 11:10:46.888419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42116) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:46.915228 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16853031-88f6-4682-85f5-d141a62d2b58 req-8b78c2cb-8397-4f7c-a0be-23a4b4663dad tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477476 Oct 19 11:10:47.025684 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-467cbec8-df11-4b7a-af7d-09038f94c114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.057362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e421d395-0b2e-435f-9e7e-166bf53c3930 req-3b0fc1a5-aa7c-4c62-9922-ada35132bf84 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 210 time: 0.0406420 Oct 19 11:10:47.086286 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-467cbec8-df11-4b7a-af7d-09038f94c114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.208175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baa13d-2595-46a5-a5e2-826932976315 req-b5eaeca7-4b36-48e1-a48f-9889462ddc8a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:47.209618 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c1baa13d-2595-46a5-a5e2-826932976315 req-b5eaeca7-4b36-48e1-a48f-9889462ddc8a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 944 time: 0.0562859 Oct 19 11:10:47.252685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c1baa13d-2595-46a5-a5e2-826932976315 req-519affac-4aa6-43af-84f0-3bf9f8c23ddf tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369322 Oct 19 11:10:47.318973 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-467cbec8-df11-4b7a-af7d-09038f94c114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.321582 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-467cbec8-df11-4b7a-af7d-09038f94c114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.322709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-467cbec8-df11-4b7a-af7d-09038f94c114 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a4dafe8-c0d7-4ff4-afe6-27c2e9faa525 HTTP/1.1" status: 204 len: 168 time: 0.4333637 Oct 19 11:10:47.330327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467cbec8-df11-4b7a-af7d-09038f94c114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4dafe8-c0d7-4ff4-afe6-27c2e9faa525,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:47.471851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42146) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:47.485680 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956174c3-4a75-4963-bbca-a8831054fae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.567685 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956174c3-4a75-4963-bbca-a8831054fae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.594049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42150) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:47.607469 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f89c24d1-542a-4849-9b44-7dd34b00f9fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.684771 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956174c3-4a75-4963-bbca-a8831054fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.690715 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f89c24d1-542a-4849-9b44-7dd34b00f9fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.726805 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-956174c3-4a75-4963-bbca-a8831054fae3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a8514d3aa2244a6acf09e341e36ddaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536829 Oct 19 11:10:47.728491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956174c3-4a75-4963-bbca-a8831054fae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a69ea33-59d4-4140-bbd7-bf43b12c4d54,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:47.729385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42154) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:47.786493 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-62d36ba8-3eb9-4640-9b54-3e80cfbf7267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.808867 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-62d36ba8-3eb9-4640-9b54-3e80cfbf7267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.809636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f89c24d1-542a-4849-9b44-7dd34b00f9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.846519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c24d1-542a-4849-9b44-7dd34b00f9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361bf7be-7ee1-40f2-8de6-a1fae6a9ee4c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:47.851541 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f89c24d1-542a-4849-9b44-7dd34b00f9fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e335ede20fa641429e3ce97e24297e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562115 Oct 19 11:10:47.860467 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42158) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:47.913122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06b276ad-55f7-4dfb-886f-abf713857345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.937584 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06b276ad-55f7-4dfb-886f-abf713857345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.941824 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-62d36ba8-3eb9-4640-9b54-3e80cfbf7267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.944730 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-62d36ba8-3eb9-4640-9b54-3e80cfbf7267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:47.945908 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-62d36ba8-3eb9-4640-9b54-3e80cfbf7267 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a69ea33-59d4-4140-bbd7-bf43b12c4d54 HTTP/1.1" status: 204 len: 168 time: 0.2155132 Oct 19 11:10:47.955115 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d36ba8-3eb9-4640-9b54-3e80cfbf7267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a69ea33-59d4-4140-bbd7-bf43b12c4d54,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:48.063346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78082c9-2719-41b9-b1b3-cdac9ef0eabe req-cc69c50a-c1bf-4e2f-9b13-1dcc42243f47 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:48.064872 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e78082c9-2719-41b9-b1b3-cdac9ef0eabe req-cc69c50a-c1bf-4e2f-9b13-1dcc42243f47 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 948 time: 0.0505097 Oct 19 11:10:48.083671 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 61891e59-2c57-4bbd-80ca-6a29b0f067fa details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:10:48.107437 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e78082c9-2719-41b9-b1b3-cdac9ef0eabe req-e3324608-cb7a-4396-8ae1-c1dcb7fe5511 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366499 Oct 19 11:10:48.119714 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06b276ad-55f7-4dfb-886f-abf713857345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:48.130456 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06b276ad-55f7-4dfb-886f-abf713857345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:48.134266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-06b276ad-55f7-4dfb-886f-abf713857345 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/361bf7be-7ee1-40f2-8de6-a1fae6a9ee4c HTTP/1.1" status: 204 len: 168 time: 0.2691178 Oct 19 11:10:48.150226 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b276ad-55f7-4dfb-886f-abf713857345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361bf7be-7ee1-40f2-8de6-a1fae6a9ee4c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:48.238935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 61891e59-2c57-4bbd-80ca-6a29b0f067fa, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=61891e59-2c57-4bbd-80ca-6a29b0f067fa,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:48.248272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96f49235-cb51-4551-933a-f450383b90c4 req-b6b6d51a-bdbe-44aa-b534-280e2b241e5c tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 210 time: 0.0600548 Oct 19 11:10:48.260468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '61891e59-2c57-4bbd-80ca-6a29b0f067fa', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '61891e59-2c57-4bbd-80ca-6a29b0f067fa', 'mac_address': 'fa:16:3e:ec:c9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:10:48.286685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42182) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:48.306270 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e362ebc-8257-4a77-932f-c305be062f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:48.309536 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:48.328479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61891e59-2c57-4bbd-80ca-6a29b0f067fa {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:48.356806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 61891e59-2c57-4bbd-80ca-6a29b0f067fa, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=61891e59-2c57-4bbd-80ca-6a29b0f067fa,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:48.433404 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:48.443306 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e362ebc-8257-4a77-932f-c305be062f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:48.449801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e344490-714b-4093-94d4-443a5850a043 req-72fdf2be-6bdc-4069-80ad-d044ad3b11e1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:48.451846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e344490-714b-4093-94d4-443a5850a043 req-72fdf2be-6bdc-4069-80ad-d044ad3b11e1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 944 time: 0.0875242 Oct 19 11:10:48.488763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=61891e59-2c57-4bbd-80ca-6a29b0f067fa,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:48.517143 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e344490-714b-4093-94d4-443a5850a043 req-f98d97fe-eb6c-4cbb-b00c-c9d30b01be26 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581627 Oct 19 11:10:48.518438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e362ebc-8257-4a77-932f-c305be062f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:48.531219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9502061c-edd7-4b66-8453-f740d52b9e03', 'tag': '23f75855-a6f9-4ffb-af22-27185f396490'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:48.533572 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858c59d6-c194-4bf6-8861-60349ac8f2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9502061c-edd7-4b66-8453-f740d52b9e03", "tag": "23f75855-a6f9-4ffb-af22-27185f396490"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:48.560284 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42194) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:48.577648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5e362ebc-8257-4a77-932f-c305be062f34 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9163dbae5ef84dd282d6a09d985112ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898293 Oct 19 11:10:48.578673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42198) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:48.586163 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f54307-47d1-4070-af86-9b016ffa1a99 x-openstack-request-id: req-50f54307-47d1-4070-af86-9b016ffa1a99 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:48.586445 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9502061c-edd7-4b66-8453-f740d52b9e03", "tag": "23f75855-a6f9-4ffb-af22-27185f396490", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:48.587366 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50f54307-47d1-4070-af86-9b016ffa1a99 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:48.587366 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9502061c-edd7-4b66-8453-f740d52b9e03', 'tag': '23f75855-a6f9-4ffb-af22-27185f396490', 'status': 'completed', 'code': 200} Oct 19 11:10:48.588117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e362ebc-8257-4a77-932f-c305be062f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa56b1a-babb-4d7d-a95a-d6a598df4d4b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:48.647918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['61891e59-2c57-4bbd-80ca-6a29b0f067fa'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:10:48.728188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c59d6-c194-4bf6-8861-60349ac8f2e7 req-715a3376-87ed-414f-829b-c0987c777637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:48.729887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-858c59d6-c194-4bf6-8861-60349ac8f2e7 req-715a3376-87ed-414f-829b-c0987c777637 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 1125 time: 0.1201987 Oct 19 11:10:48.750821 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71638f87-477a-4cc9-87a3-cc2a3ae62d4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:48.845479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71638f87-477a-4cc9-87a3-cc2a3ae62d4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:48.880972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-989f9dc6-87d7-453b-b1ad-073d605f74a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:48.944286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c59d6-c194-4bf6-8861-60349ac8f2e7 req-ddd9871e-75d7-449b-b53b-77944bdba784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:48.945949 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-858c59d6-c194-4bf6-8861-60349ac8f2e7 req-ddd9871e-75d7-449b-b53b-77944bdba784 service neutron] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.2047751 Oct 19 11:10:48.998386 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-858c59d6-c194-4bf6-8861-60349ac8f2e7 req-b8af376c-bb47-4789-8ec6-4905acb0fb93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23f75855-a6f9-4ffb-af22-27185f396490 HTTP/1.1" status: 200 len: 217 time: 0.0425994 Oct 19 11:10:49.001547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa208ea-0a75-4371-bb18-a84060590632 req-99472518-3e5e-4a59-adcf-6d454922e60c tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:49.003402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-daa208ea-0a75-4371-bb18-a84060590632 req-99472518-3e5e-4a59-adcf-6d454922e60c tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 971 time: 0.0656900 Oct 19 11:10:49.048343 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-daa208ea-0a75-4371-bb18-a84060590632 req-60e1904b-eeef-4529-b002-8647a181f82e tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381322 Oct 19 11:10:49.090118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c59d6-c194-4bf6-8861-60349ac8f2e7 req-2d3f06b8-5067-4943-b9de-de545aece682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:49.091570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-858c59d6-c194-4bf6-8861-60349ac8f2e7 req-2d3f06b8-5067-4943-b9de-de545aece682 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.0839643 Oct 19 11:10:49.115644 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-989f9dc6-87d7-453b-b1ad-073d605f74a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:49.116520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71638f87-477a-4cc9-87a3-cc2a3ae62d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:49.119131 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71638f87-477a-4cc9-87a3-cc2a3ae62d4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:49.120214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-71638f87-477a-4cc9-87a3-cc2a3ae62d4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fa56b1a-babb-4d7d-a95a-d6a598df4d4b HTTP/1.1" status: 204 len: 168 time: 0.5412166 Oct 19 11:10:49.138313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-858c59d6-c194-4bf6-8861-60349ac8f2e7 req-9b829b4c-1cbc-478d-a248-82c9429b294a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386980 Oct 19 11:10:49.144979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71638f87-477a-4cc9-87a3-cc2a3ae62d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa56b1a-babb-4d7d-a95a-d6a598df4d4b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:49.241224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-989f9dc6-87d7-453b-b1ad-073d605f74a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:49.243277 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:49.314591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-989f9dc6-87d7-453b-b1ad-073d605f74a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8718a8dc9e2d4739b612a8c9404fede4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7516270 Oct 19 11:10:49.316023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f9dc6-87d7-453b-b1ad-073d605f74a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801078b4-cb04-49ec-8cf4-c91dbc1d6a42,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:49.317491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42232) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:49.323711 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-858c59d6-c194-4bf6-8861-60349ac8f2e7 req-939aac58-a45f-430f-9bdb-d52fd4a97241 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745527 Oct 19 11:10:49.358214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127a4e4-8e87-41a7-b389-46843a197de2 req-befb7d21-24fb-40c2-b59b-3d86ace45277 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:49.358214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4127a4e4-8e87-41a7-b389-46843a197de2 req-befb7d21-24fb-40c2-b59b-3d86ace45277 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 949 time: 0.1622062 Oct 19 11:10:49.362989 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5ef32f6-703c-4fdd-9ad9-cfff2a1f03a9 req-3e8d495e-364b-441a-91db-e86be8e4ccd2 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 210 time: 0.0315468 Oct 19 11:10:49.397306 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-716d3c9d-21aa-4862-80f0-e7ca5551931c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:49.424797 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-716d3c9d-21aa-4862-80f0-e7ca5551931c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:49.461807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4127a4e4-8e87-41a7-b389-46843a197de2 req-286022f9-740f-4b74-a56f-cb1319917528 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005869 Oct 19 11:10:49.482184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-858c59d6-c194-4bf6-8861-60349ac8f2e7 req-78b04aac-d8d2-4148-bf3d-50b256331da3 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497002 Oct 19 11:10:49.644405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d0f47-b3f9-4704-adbe-5c3f62b2b783 req-5395b5c1-b87b-4d23-9d88-02a8ac7eac6a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:49.644719 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e4d0f47-b3f9-4704-adbe-5c3f62b2b783 req-5395b5c1-b87b-4d23-9d88-02a8ac7eac6a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 944 time: 0.0540240 Oct 19 11:10:49.683873 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e4d0f47-b3f9-4704-adbe-5c3f62b2b783 req-be637a6a-8164-4cd9-9f19-2c1564e22312 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324888 Oct 19 11:10:49.970880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 23f75855-a6f9-4ffb-af22-27185f396490 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:10:50.065416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=23f75855-a6f9-4ffb-af22-27185f396490,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:50.077172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 23f75855-a6f9-4ffb-af22-27185f396490 has no active binding in host n-h1-814547-1 {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 11:10:50.097782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 61891e59-2c57-4bbd-80ca-6a29b0f067fa up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:10:50.176131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43728754-903b-4188-9a5b-493b880317d2 req-cfbb8fc3-8825-40ed-b3df-141fc99ad90f tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:50.177607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43728754-903b-4188-9a5b-493b880317d2 req-cfbb8fc3-8825-40ed-b3df-141fc99ad90f tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 971 time: 0.0482180 Oct 19 11:10:50.181873 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:50.185561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-716d3c9d-21aa-4862-80f0-e7ca5551931c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:50.187191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-716d3c9d-21aa-4862-80f0-e7ca5551931c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:50.188308 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-716d3c9d-21aa-4862-80f0-e7ca5551931c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/801078b4-cb04-49ec-8cf4-c91dbc1d6a42 HTTP/1.1" status: 204 len: 168 time: 0.8698244 Oct 19 11:10:50.196001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d3c9d-21aa-4862-80f0-e7ca5551931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801078b4-cb04-49ec-8cf4-c91dbc1d6a42,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:50.217232 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43728754-903b-4188-9a5b-493b880317d2 req-e7bd27ac-fb02-49b4-8bb3-98489e909dec tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Oct 19 11:10:50.345872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 61891e59-2c57-4bbd-80ca-6a29b0f067fa completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:10:50.350301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 61891e59-2c57-4bbd-80ca-6a29b0f067fa triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:50.350673 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:50.383137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.26', 63752) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:50.466458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a30446-fcb9-4dfe-b534-594858e1eafd req-3e1b2854-6436-4ca5-9562-406b327cc1f1 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:50.468975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11a30446-fcb9-4dfe-b534-594858e1eafd req-3e1b2854-6436-4ca5-9562-406b327cc1f1 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.26 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 971 time: 0.0849085 Oct 19 11:10:50.510863 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:50.555257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608150d8-b3a4-4a41-8872-404eb910484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61891e59-2c57-4bbd-80ca-6a29b0f067fa'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:50.557554 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2618dcb2-a94e-438f-a121-d6906016fb73" -d '{"events": [{"server_uuid": "608150d8-b3a4-4a41-8872-404eb910484a", "name": "network-vif-plugged", "status": "completed", "tag": "61891e59-2c57-4bbd-80ca-6a29b0f067fa"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:50.585557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 61891e59-2c57-4bbd-80ca-6a29b0f067fa, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=61891e59-2c57-4bbd-80ca-6a29b0f067fa,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:50.618852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-133f4c41-a0b7-4ab0-bce4-eb9c9553c9e6 req-fe871ea7-7cda-4d10-acaa-c0f3b9599f68 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 210 time: 0.0764990 Oct 19 11:10:50.650152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-2c12760c-1936-4436-b728-6facdb3826d7 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:50.652204 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-2c12760c-1936-4436-b728-6facdb3826d7 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.26 "GET /v2.0/networks?id=8b754831-f16d-4c57-ba88-a181190b2a98 HTTP/1.1" status: 200 len: 823 time: 0.2679131 Oct 19 11:10:50.667451 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:50.737237 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-1dcdfaaf-1d4a-425b-8aad-1a5e74ad7273 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b7151c30e248e094eeb3456b4bd8a4 HTTP/1.1" status: 200 len: 379 time: 0.0579510 Oct 19 11:10:50.752173 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Request body: {'port': {'device_id': '2a1196fb-e78d-4216-be06-425709ff03bf', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'admin_state_up': True, 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'security_groups': ['1d46d61e-62ac-4865-a365-f09d59bb9058']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:50.788356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb24a9-c6b7-4adb-a4a7-8c56b72ba63a req-edc58bef-3051-44fd-bd6b-cffdeba037c2 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:50.788823 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1679cf7-78c3-4b18-bd43-7fa3505a7f01 x-openstack-request-id: req-a1679cf7-78c3-4b18-bd43-7fa3505a7f01 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:50.789315 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608150d8-b3a4-4a41-8872-404eb910484a", "name": "network-vif-plugged", "status": "completed", "tag": "61891e59-2c57-4bbd-80ca-6a29b0f067fa", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:50.789885 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4fb24a9-c6b7-4adb-a4a7-8c56b72ba63a req-edc58bef-3051-44fd-bd6b-cffdeba037c2 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 949 time: 0.1608605 Oct 19 11:10:50.797867 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1679cf7-78c3-4b18-bd43-7fa3505a7f01 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:50.799281 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608150d8-b3a4-4a41-8872-404eb910484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61891e59-2c57-4bbd-80ca-6a29b0f067fa', 'code': 200} Oct 19 11:10:50.800872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=61891e59-2c57-4bbd-80ca-6a29b0f067fa,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:50.829904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-11a30446-fcb9-4dfe-b534-594858e1eafd req-01f7dc2f-b22c-4104-a3fb-f615697d2cb6 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Deleting port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:10:50.830242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-11a30446-fcb9-4dfe-b534-594858e1eafd req-01f7dc2f-b22c-4104-a3fb-f615697d2cb6 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:51.178345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4fb24a9-c6b7-4adb-a4a7-8c56b72ba63a req-fcaa2b25-f179-4eed-8487-f28a2784b2cf tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803885 Oct 19 11:10:51.207657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9f5e0-0f73-4ef9-ac47-92c9ffa405c0 req-51b7b918-49ba-410d-a4ce-a9193a151e7b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:51.209268 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0b9f5e0-0f73-4ef9-ac47-92c9ffa405c0 req-51b7b918-49ba-410d-a4ce-a9193a151e7b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 944 time: 0.1060832 Oct 19 11:10:51.213371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a002859-9275-4422-a9b9-daa9a8fec09b req-3f344a66-7022-4bab-91ff-86521a9d6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:51.216396 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a002859-9275-4422-a9b9-daa9a8fec09b req-3f344a66-7022-4bab-91ff-86521a9d6bea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 1101 time: 0.1437306 Oct 19 11:10:51.227362 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-11a30446-fcb9-4dfe-b534-594858e1eafd req-01f7dc2f-b22c-4104-a3fb-f615697d2cb6 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] For port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:51.227719 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-11a30446-fcb9-4dfe-b534-594858e1eafd req-01f7dc2f-b22c-4104-a3fb-f615697d2cb6 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:51.260234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-11a30446-fcb9-4dfe-b534-594858e1eafd req-01f7dc2f-b22c-4104-a3fb-f615697d2cb6 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Calling delete_port for 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 owned by compute:tempest-test_az-1868203537 {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:10:51.270228 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0b9f5e0-0f73-4ef9-ac47-92c9ffa405c0 req-1cf5924a-f34f-4b23-9ccb-088ec050f7f8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502999 Oct 19 11:10:51.279301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Made reservation on behalf of b3b7151c30e248e094eeb3456b4bd8a4 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:51.284250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:51.370239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42282) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:51.403851 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a002859-9275-4422-a9b9-daa9a8fec09b req-d88935e1-152b-406e-9ca3-4c0a4b3cb89e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793480 Oct 19 11:10:51.408296 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6fab8269-79df-4cc9-ba6b-4dbe2b09b178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:51.423869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386f9d0-2d22-40e1-af31-5db1356324cd req-4cd269cc-e438-44e0-8f5c-c82d5fb0c725 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:51.425440 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8386f9d0-2d22-40e1-af31-5db1356324cd req-4cd269cc-e438-44e0-8f5c-c82d5fb0c725 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 971 time: 0.0888166 Oct 19 11:10:51.499069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8386f9d0-2d22-40e1-af31-5db1356324cd req-726fcbb9-c666-4cb5-9740-b1460890806a tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/security-groups?id=34354f38-849c-4847-9e7c-bf546777e637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501914 Oct 19 11:10:51.556663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Allocated IP 172.20.0.4 (8b754831-f16d-4c57-ba88-a181190b2a98/40a357a2-81d7-41d4-837e-3062b79eca3e/b1989be1-616f-43c7-9788-c5245eb4f2b1) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:51.587464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-11a30446-fcb9-4dfe-b534-594858e1eafd req-01f7dc2f-b22c-4104-a3fb-f615697d2cb6 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:51.600874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['7d844d2c-4ebc-4bfc-acfa-0158601e4bb5'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:10:51.648696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7dc2f-b22c-4104-a3fb-f615697d2cb6 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Pushing event deleted for resources: {'Port': ['ID=7d844d2c-4ebc-4bfc-acfa-0158601e4bb5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:51.652893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6fab8269-79df-4cc9-ba6b-4dbe2b09b178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:51.701198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a30446-fcb9-4dfe-b534-594858e1eafd req-01f7dc2f-b22c-4104-a3fb-f615697d2cb6 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] No DVR routers for this DVR port 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:10:51.708436 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-11a30446-fcb9-4dfe-b534-594858e1eafd req-01f7dc2f-b22c-4104-a3fb-f615697d2cb6 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:51.709531 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11a30446-fcb9-4dfe-b534-594858e1eafd req-01f7dc2f-b22c-4104-a3fb-f615697d2cb6 tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.26 "DELETE /v2.0/ports/7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 HTTP/1.1" status: 204 len: 173 time: 1.2287445 Oct 19 11:10:51.710091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54b937d-b7ef-42b2-acda-fdf4434e8ad7', 'name': 'network-vif-deleted', 'tag': '7d844d2c-4ebc-4bfc-acfa-0158601e4bb5'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:51.712444 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb7d159-25cf-432e-a598-95dff7fbf410" -d '{"events": [{"server_uuid": "f54b937d-b7ef-42b2-acda-fdf4434e8ad7", "name": "network-vif-deleted", "tag": "7d844d2c-4ebc-4bfc-acfa-0158601e4bb5"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:51.729456 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6fab8269-79df-4cc9-ba6b-4dbe2b09b178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:51.762180 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c3eb5c-2780-47b4-9bab-1a0d4547e93b x-openstack-request-id: req-25c3eb5c-2780-47b4-9bab-1a0d4547e93b {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:51.762542 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54b937d-b7ef-42b2-acda-fdf4434e8ad7", "name": "network-vif-deleted", "tag": "7d844d2c-4ebc-4bfc-acfa-0158601e4bb5", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:51.762860 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25c3eb5c-2780-47b4-9bab-1a0d4547e93b {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:51.763730 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b937d-b7ef-42b2-acda-fdf4434e8ad7', 'name': 'network-vif-deleted', 'tag': '7d844d2c-4ebc-4bfc-acfa-0158601e4bb5', 'status': 'completed', 'code': 200} Oct 19 11:10:51.829160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a6c2332-c44b-47f0-ac4f-4e3db96d803f req-87dadf74-0dcf-4f81-bb05-7b07ea045b58 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 210 time: 0.0720303 Oct 19 11:10:51.853757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42302) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:51.853990 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6fab8269-79df-4cc9-ba6b-4dbe2b09b178 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=015807ec53a5490cad2c6de24b2dd151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823833 Oct 19 11:10:51.860672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab8269-79df-4cc9-ba6b-4dbe2b09b178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26631e81-7862-43dd-a8af-6d30dbfccc21,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:51.887609 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:51.947127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14da0101-0291-4151-a0d3-f2965625f5b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:51.967837 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14da0101-0291-4151-a0d3-f2965625f5b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:51.994434 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:52.098244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Network 8b754831-f16d-4c57-ba88-a181190b2a98 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:52.110414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:52.113678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:52.118955 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14da0101-0291-4151-a0d3-f2965625f5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:52.121575 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14da0101-0291-4151-a0d3-f2965625f5b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:52.125746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-14da0101-0291-4151-a0d3-f2965625f5b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26631e81-7862-43dd-a8af-6d30dbfccc21 HTTP/1.1" status: 204 len: 168 time: 0.2705443 Oct 19 11:10:52.134117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:52.135896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da0101-0291-4151-a0d3-f2965625f5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26631e81-7862-43dd-a8af-6d30dbfccc21,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:52.136271 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:52.151229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Pushing event updated for resources: {'Port': ['ID=b1989be1-616f-43c7-9788-c5245eb4f2b1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:52.230512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-35352917-d394-40a9-bc37-0be991410046 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4877861 Oct 19 11:10:52.239807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Request body: {'port': {'device_id': '2a1196fb-e78d-4216-be06-425709ff03bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:52.320092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-63828bee-b10d-4cdc-97c1-e89d1c96d421 service neutron] 10.222.0.49 "GET /v2.0/ports/23f75855-a6f9-4ffb-af22-27185f396490/bindings/n-h1-814547-1 HTTP/1.1" status: 200 len: 384 time: 0.1217766 Oct 19 11:10:52.385781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:52.393990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d158a73-d823-417c-8c4b-70b500142673 req-4fb679bb-e21b-4077-8aed-e4ccd461aeae tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:52.395532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d158a73-d823-417c-8c4b-70b500142673 req-4fb679bb-e21b-4077-8aed-e4ccd461aeae tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 950 time: 0.1201818 Oct 19 11:10:52.455258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fa870867-643b-41f0-b1b0-c6f5c97cea98 None None] Provisioning complete for port b1989be1-616f-43c7-9788-c5245eb4f2b1 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:52.455710 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fa870867-643b-41f0-b1b0-c6f5c97cea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:52.495538 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d158a73-d823-417c-8c4b-70b500142673 req-97739a55-6c8a-461c-963a-7f7ec09d373c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711155 Oct 19 11:10:52.511777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63e6ad-d307-4e16-94d0-93780eed7bdb req-1e065d9f-4641-4d86-ae56-1ecf387a7ecf tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:52.514182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee63e6ad-d307-4e16-94d0-93780eed7bdb req-1e065d9f-4641-4d86-ae56-1ecf387a7ecf tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 944 time: 0.1394591 Oct 19 11:10:52.538483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fa870867-643b-41f0-b1b0-c6f5c97cea98 None None] Port b1989be1-616f-43c7-9788-c5245eb4f2b1 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:10:52.588903 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04c39ac9-b3db-414b-ab9c-abf71eeb30b4 req-5e9a43f8-01bd-45c1-86a6-1be21093be57 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0286560 Oct 19 11:10:52.733763 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee63e6ad-d307-4e16-94d0-93780eed7bdb req-bd206182-49cf-4133-8322-90dcf3dcf827 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057655 Oct 19 11:10:52.764186 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04c39ac9-b3db-414b-ab9c-abf71eeb30b4 req-6e768b15-5bb7-4e99-94fe-1b42a3683b54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d07759790c9b4017aef112318c8ba25d&device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0885985 Oct 19 11:10:52.786775 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c3bd4c0-aaa0-4ad3-a114-f83ab31b5d6c req-0aec4d73-a58e-41f5-b96f-1f8750cd68bf tempest-AggregatesAdminTestJSON-1659559468 tempest-AggregatesAdminTestJSON-1659559468-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54b937d-b7ef-42b2-acda-fdf4434e8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0618742 Oct 19 11:10:52.836716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04c39ac9-b3db-414b-ab9c-abf71eeb30b4 req-29d43c4e-1b7e-49f3-8587-935ecb43f5e9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d07759790c9b4017aef112318c8ba25d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484102 Oct 19 11:10:52.920039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-3ff0915f-5e41-4df5-9ec9-222632d3d388 service neutron] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=23f75855-a6f9-4ffb-af22-27185f396490,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:53.024443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-3ff0915f-5e41-4df5-9ec9-222632d3d388 service neutron] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:53.068110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1989be1-616f-43c7-9788-c5245eb4f2b1 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:53.082244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd143043-7781-4557-90e2-c9a3e8a99f3e req-c0d43b81-08f0-4d4b-bda8-55834f010c08 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:53.086891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-3ff0915f-5e41-4df5-9ec9-222632d3d388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f75855-a6f9-4ffb-af22-27185f396490 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:53.091209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd143043-7781-4557-90e2-c9a3e8a99f3e req-c0d43b81-08f0-4d4b-bda8-55834f010c08 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 931 time: 0.1334822 Oct 19 11:10:53.092205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c39ac9-b3db-414b-ab9c-abf71eeb30b4 req-98718775-faec-41a5-a66b-2413dd036514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:53.094292 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04c39ac9-b3db-414b-ab9c-abf71eeb30b4 req-98718775-faec-41a5-a66b-2413dd036514 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2473531 Oct 19 11:10:53.098789 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:53.102351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-3ff0915f-5e41-4df5-9ec9-222632d3d388 service neutron] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=23f75855-a6f9-4ffb-af22-27185f396490,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:53.142090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Transition to ACTIVE for port object b1989be1-616f-43c7-9788-c5245eb4f2b1 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:10:53.149481 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd143043-7781-4557-90e2-c9a3e8a99f3e req-c23a95b7-13f2-4525-8ba2-a06ca240f25c tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579307 Oct 19 11:10:53.188257 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-3ff0915f-5e41-4df5-9ec9-222632d3d388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:53.233112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:53.298687 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-b8263640-d525-4ab1-8662-52764c31173a tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=aa8c8b77448d471b98f1d7cddead5f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373740 Oct 19 11:10:53.316710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1989be1-616f-43c7-9788-c5245eb4f2b1,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:53.336258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-3ff0915f-5e41-4df5-9ec9-222632d3d388 service neutron] Transition to ACTIVE for port object 23f75855-a6f9-4ffb-af22-27185f396490 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:10:53.403462 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-3ff0915f-5e41-4df5-9ec9-222632d3d388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:53.415437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Attempting to bind port b1989be1-616f-43c7-9788-c5245eb4f2b1 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:10:53.415795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Attempting to bind port b1989be1-616f-43c7-9788-c5245eb4f2b1 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:10:53.416095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Attempting to bind port b1989be1-616f-43c7-9788-c5245eb4f2b1 on network 8b754831-f16d-4c57-ba88-a181190b2a98 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:53.427022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Port b1989be1-616f-43c7-9788-c5245eb4f2b1 on network 8b754831-f16d-4c57-ba88-a181190b2a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:10:53.427349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Attempting to bind port b1989be1-616f-43c7-9788-c5245eb4f2b1 on network 8b754831-f16d-4c57-ba88-a181190b2a98 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:10:53.442153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:10:53.442498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Checking segment: {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:10:53.442880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Bound using segment: {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:10:53.443311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Bound port: b1989be1-616f-43c7-9788-c5245eb4f2b1, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:10:53.443805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:53.519283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48969a7-b518-433e-9077-2c453cf3f63a req-7e7d66f6-4b30-45fa-b0b1-dbb64878acb5 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:53.526739 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-7e7d66f6-4b30-45fa-b0b1-dbb64878acb5 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199860 Oct 19 11:10:53.531127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0915f-5e41-4df5-9ec9-222632d3d388 service neutron] Pushing event updated for resources: {'Port': ['ID=23f75855-a6f9-4ffb-af22-27185f396490,revision_number=10']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:53.543105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] For port b1989be1-616f-43c7-9788-c5245eb4f2b1, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:53.543105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] For port b1989be1-616f-43c7-9788-c5245eb4f2b1, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b1989be1-616f-43c7-9788-c5245eb4f2b1,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:10:53.558394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-3ff0915f-5e41-4df5-9ec9-222632d3d388 service neutron] No DVR routers for this DVR port 23f75855-a6f9-4ffb-af22-27185f396490 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:10:53.565688 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-c592bfd6-948d-4bce-a86f-45715c91f4a2 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/quotas/aa8c8b77448d471b98f1d7cddead5f46 HTTP/1.1" status: 200 len: 375 time: 0.0381045 Oct 19 11:10:53.598487 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-3ff0915f-5e41-4df5-9ec9-222632d3d388 service neutron] 10.222.0.49 "PUT /v2.0/ports/23f75855-a6f9-4ffb-af22-27185f396490/bindings/n-h1-814547-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2688162 Oct 19 11:10:53.631189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-fb54386b-d893-4bc1-abf0-d58fd96dcef4 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa8c8b77448d471b98f1d7cddead5f46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429356 Oct 19 11:10:53.638418 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:53.700044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:53.700787 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:53.702707 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] 10.222.0.26 "PUT /v2.0/ports/b1989be1-616f-43c7-9788-c5245eb4f2b1 HTTP/1.1" status: 200 len: 1091 time: 1.4673526 Oct 19 11:10:53.714441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1196fb-e78d-4216-be06-425709ff03bf', 'tag': 'b1989be1-616f-43c7-9788-c5245eb4f2b1'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:53.946954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-925aa0f7-cc68-4cff-b102-4a8c23977f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:53.951061 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-925aa0f7-cc68-4cff-b102-4a8c23977f07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3b7151c30e248e094eeb3456b4bd8a4&device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 1094 time: 0.1134577 Oct 19 11:10:54.042881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-1cf0ad91-8c5a-46f7-98ce-7999c03ca8d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1989be1-616f-43c7-9788-c5245eb4f2b1 HTTP/1.1" status: 200 len: 217 time: 0.0809336 Oct 19 11:10:54.064113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:10:54.138943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:10:54.139276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7d844d2c-4ebc-4bfc-acfa-0158601e4bb5 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:10:54.148324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51675fa-a904-422b-a603-118e1901ec6e req-73c214c3-5615-4f30-836b-cc97472c8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.150640 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a51675fa-a904-422b-a603-118e1901ec6e req-73c214c3-5615-4f30-836b-cc97472c8dab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 1096 time: 0.5897574 Oct 19 11:10:54.216512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c79e34-3975-484d-9fcd-e75a6aab64f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1989be1-616f-43c7-9788-c5245eb4f2b1,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:54.216512 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef35f89b-c929-4003-b7f4-51ea44960c81" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1196fb-e78d-4216-be06-425709ff03bf", "tag": "b1989be1-616f-43c7-9788-c5245eb4f2b1"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:54.217314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-61045a28-1c2d-4f2e-b8d0-6c8cb3f9b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.221884 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-61045a28-1c2d-4f2e-b8d0-6c8cb3f9b882 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=40a357a2-81d7-41d4-837e-3062b79eca3e HTTP/1.1" status: 200 len: 862 time: 0.1716578 Oct 19 11:10:54.241280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-b8818ec5-d9d7-4339-bff2-4398c091f36f tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.247336 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-b8818ec5-d9d7-4339-bff2-4398c091f36f tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.4132297 Oct 19 11:10:54.269951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c0f88-7310-41a7-bbd4-9d31132d288a req-0b266572-b886-440b-9f6b-03565414fd36 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.271537 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c48c0f88-7310-41a7-bbd4-9d31132d288a req-0b266572-b886-440b-9f6b-03565414fd36 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 950 time: 0.4403708 Oct 19 11:10:54.280130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c66c4-e99b-46cb-8d49-8369357c5d72 req-a2fea71e-7156-46fa-aa3d-a50fe082dbd1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.305058 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e85c66c4-e99b-46cb-8d49-8369357c5d72 req-a2fea71e-7156-46fa-aa3d-a50fe082dbd1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 945 time: 0.1794336 Oct 19 11:10:54.352451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-4bfd86bf-a9d3-407d-8aae-9ddb83f1f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.354026 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-4bfd86bf-a9d3-407d-8aae-9ddb83f1f1b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b754831-f16d-4c57-ba88-a181190b2a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189094 Oct 19 11:10:54.357400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e85c66c4-e99b-46cb-8d49-8369357c5d72 req-8b7d618d-09d4-4a53-954d-27f67b2d829f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512297 Oct 19 11:10:54.488278 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-f4705f2f-377f-4dad-9522-0d7d3e21d51a service neutron] 10.222.0.26 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254969 Oct 19 11:10:54.501244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-eee67b19-b212-4c37-8c01-accf7f603ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.502723 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-eee67b19-b212-4c37-8c01-accf7f603ad5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3 HTTP/1.1" status: 200 len: 1096 time: 0.2301607 Oct 19 11:10:54.528130 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c48c0f88-7310-41a7-bbd4-9d31132d288a req-0f7ddda1-1aaa-4a7d-92fc-430b73c9015b tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472179 Oct 19 11:10:54.532950 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c45332d9-9255-42e0-9224-9b60dec9dceb req-22b2402d-0605-42c0-ba14-972f6f3c54a2 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0419497 Oct 19 11:10:54.536866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51675fa-a904-422b-a603-118e1901ec6e req-edd8b919-28e3-488e-beab-882b9627d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.538271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a51675fa-a904-422b-a603-118e1901ec6e req-edd8b919-28e3-488e-beab-882b9627d2cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.3528881 Oct 19 11:10:54.637749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a51675fa-a904-422b-a603-118e1901ec6e req-bf4f3c6b-047d-41d2-b70e-d31b88089769 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23f75855-a6f9-4ffb-af22-27185f396490 HTTP/1.1" status: 200 len: 217 time: 0.0790279 Oct 19 11:10:54.657597 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-1a418e24-36cd-4584-a35a-67b8d2526e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.659036 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-1a418e24-36cd-4584-a35a-67b8d2526e0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 1096 time: 0.1310036 Oct 19 11:10:54.676051 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c9b7eda-cae5-499e-ab5e-7c4d9065663c req-6b1c2d3b-08f3-471c-9ca3-b53bcd077254 service neutron] 10.222.0.26 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763368 Oct 19 11:10:54.708832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f53abd-9e48-4781-a8fd-556a339c043e req-b5c84134-5a8a-4691-9c6d-58a1759f5d66 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.710147 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44f53abd-9e48-4781-a8fd-556a339c043e req-b5c84134-5a8a-4691-9c6d-58a1759f5d66 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 943 time: 0.0785611 Oct 19 11:10:54.760586 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44f53abd-9e48-4781-a8fd-556a339c043e req-c878ab35-4bcd-415f-a4ea-84a7f81d134f tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437975 Oct 19 11:10:54.775468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51675fa-a904-422b-a603-118e1901ec6e req-da01a3a7-d3e2-4f30-b2d4-801a9a729194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.780458 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a51675fa-a904-422b-a603-118e1901ec6e req-da01a3a7-d3e2-4f30-b2d4-801a9a729194 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.1341767 Oct 19 11:10:54.868372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a51675fa-a904-422b-a603-118e1901ec6e req-a3fa7077-a792-4c9d-907f-0ea3511c1a03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539689 Oct 19 11:10:54.915070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-26f1b033-bbbf-4008-ac35-9a073b39a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:54.916506 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-26f1b033-bbbf-4008-ac35-9a073b39a61e service neutron] 10.222.0.26 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.2502999 Oct 19 11:10:55.000441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-66e7b056-a09c-41c1-bb10-024630a2ad27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23f75855-a6f9-4ffb-af22-27185f396490 HTTP/1.1" status: 200 len: 217 time: 0.0408814 Oct 19 11:10:55.059815 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a51675fa-a904-422b-a603-118e1901ec6e req-c220c17b-c3f0-4014-8a45-25c01dd2c89c service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832960 Oct 19 11:10:55.082697 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a007c8e3-0d51-4319-a151-9341ea3b4d76 x-openstack-request-id: req-a007c8e3-0d51-4319-a151-9341ea3b4d76 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:55.083000 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1196fb-e78d-4216-be06-425709ff03bf", "tag": "b1989be1-616f-43c7-9788-c5245eb4f2b1", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:55.083226 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a007c8e3-0d51-4319-a151-9341ea3b4d76 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:55.083709 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1196fb-e78d-4216-be06-425709ff03bf', 'tag': 'b1989be1-616f-43c7-9788-c5245eb4f2b1', 'status': 'completed', 'code': 200} Oct 19 11:10:55.107883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-0723d4af-17b4-4129-9e00-6825b306b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:55.109908 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-0723d4af-17b4-4129-9e00-6825b306b9dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.1008613 Oct 19 11:10:55.153340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f89b-c929-4003-b7f4-51ea44960c81 req-5d78f530-c395-47ef-b192-976448e7833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:55.157328 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef35f89b-c929-4003-b7f4-51ea44960c81 req-5d78f530-c395-47ef-b192-976448e7833c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3b7151c30e248e094eeb3456b4bd8a4&device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 1094 time: 0.0591865 Oct 19 11:10:55.178983 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-0f9c0086-0baa-4ad2-a482-5c04b1cab530 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575180 Oct 19 11:10:55.181116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42424) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:55.271186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42430) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:55.279701 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-596eade7-3022-46c1-b43a-854c07d49c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:55.298770 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a51675fa-a904-422b-a603-118e1901ec6e req-ecff867a-6262-4b94-8c1b-64c8d018798f service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303035 Oct 19 11:10:55.326425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f89b-c929-4003-b7f4-51ea44960c81 req-4ab70da9-7de3-4f2a-bffd-c867a18ebc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:55.327928 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef35f89b-c929-4003-b7f4-51ea44960c81 req-4ab70da9-7de3-4f2a-bffd-c867a18ebc1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b754831-f16d-4c57-ba88-a181190b2a98 HTTP/1.1" status: 200 len: 924 time: 0.1616828 Oct 19 11:10:55.341162 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-6592e425-1d51-4d9f-a0a2-52d858bce6ac service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490180 Oct 19 11:10:55.351963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c383a43-cb7e-44e3-8ce5-c79b3f37dca4 req-8462697a-5c48-4f8f-86dc-3a1d154ce138 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:55.354003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c383a43-cb7e-44e3-8ce5-c79b3f37dca4 req-8462697a-5c48-4f8f-86dc-3a1d154ce138 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 950 time: 0.0852377 Oct 19 11:10:55.410848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef35f89b-c929-4003-b7f4-51ea44960c81 req-80e2c63b-5ff2-4b2e-b7f4-7cf8ea2d8b8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1989be1-616f-43c7-9788-c5245eb4f2b1 HTTP/1.1" status: 200 len: 217 time: 0.0713434 Oct 19 11:10:55.487001 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dfcae5fb-cb48-42ad-9c51-39aab65f3f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:55.520970 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c383a43-cb7e-44e3-8ce5-c79b3f37dca4 req-0d2342fb-72fc-4432-82b4-f1301b7e506d tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574616 Oct 19 11:10:55.548156 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-257025c0-2034-490a-beb3-350d8e655790 service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928480 Oct 19 11:10:55.635112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dfcae5fb-cb48-42ad-9c51-39aab65f3f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:55.727851 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dfcae5fb-cb48-42ad-9c51-39aab65f3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:55.772572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-afd25885-d54c-43f8-a5f8-eb846c5d8a56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d07759790c9b4017aef112318c8ba25d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4978185 Oct 19 11:10:55.780096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42448) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:55.825401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcae5fb-cb48-42ad-9c51-39aab65f3f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf48ca9-0fde-4367-a000-fcb146d470df,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:55.834930 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dfcae5fb-cb48-42ad-9c51-39aab65f3f9a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ed748e86e294d04a3dc25475dbe2806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527631 Oct 19 11:10:55.840196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42454) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:55.869004 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f89b-c929-4003-b7f4-51ea44960c81 req-47c415b5-4ef4-4338-ad65-94ed282c2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:55.881559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef35f89b-c929-4003-b7f4-51ea44960c81 req-47c415b5-4ef4-4338-ad65-94ed282c2691 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=40a357a2-81d7-41d4-837e-3062b79eca3e HTTP/1.1" status: 200 len: 862 time: 0.4501033 Oct 19 11:10:55.898105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e21fff-a712-4c52-b663-836f36e5209e req-9621ba02-b20e-4465-a0a5-e6e74680635a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:55.905515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69e21fff-a712-4c52-b663-836f36e5209e req-9621ba02-b20e-4465-a0a5-e6e74680635a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 945 time: 0.4130123 Oct 19 11:10:55.932388 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-67bff26a-8ecf-46f2-92e9-6ee0b0cc8c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:55.956510 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-590e0d5f-e8e5-4cd2-97b0-bb1eee5321cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:55.967695 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-67bff26a-8ecf-46f2-92e9-6ee0b0cc8c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:56.001212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69e21fff-a712-4c52-b663-836f36e5209e req-566ae09c-cad7-480d-beff-63a6c3e389ac tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941715 Oct 19 11:10:56.022769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35f89b-c929-4003-b7f4-51ea44960c81 req-2ddf0477-486b-4e4c-8937-ab4c997dfafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:56.024474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef35f89b-c929-4003-b7f4-51ea44960c81 req-2ddf0477-486b-4e4c-8937-ab4c997dfafc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b754831-f16d-4c57-ba88-a181190b2a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163726 Oct 19 11:10:56.046732 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-590e0d5f-e8e5-4cd2-97b0-bb1eee5321cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:56.092283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-0274d732-c1d7-4012-910a-af92ec91f566 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:56.095168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-0274d732-c1d7-4012-910a-af92ec91f566 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.1297739 Oct 19 11:10:56.096891 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 23f75855-a6f9-4ffb-af22-27185f396490 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:10:56.153330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 23f75855-a6f9-4ffb-af22-27185f396490 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:10:56.166454 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-376086c7-3c51-408e-bbc8-9258a4ad794c req-ceaa32ad-af35-4280-b488-c70eaa14eb90 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0327568 Oct 19 11:10:56.182955 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef35f89b-c929-4003-b7f4-51ea44960c81 req-5f001162-52a9-4163-a7fd-7c38e9b0c637 service neutron] 10.222.0.26 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465607 Oct 19 11:10:56.203898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-67bff26a-8ecf-46f2-92e9-6ee0b0cc8c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:56.206382 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-67bff26a-8ecf-46f2-92e9-6ee0b0cc8c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:56.209896 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-67bff26a-8ecf-46f2-92e9-6ee0b0cc8c60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34354f38-849c-4847-9e7c-bf546777e637 HTTP/1.1" status: 204 len: 168 time: 0.4263675 Oct 19 11:10:56.238803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bff26a-8ecf-46f2-92e9-6ee0b0cc8c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34354f38-849c-4847-9e7c-bf546777e637,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:56.277295 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-590e0d5f-e8e5-4cd2-97b0-bb1eee5321cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:56.279887 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-590e0d5f-e8e5-4cd2-97b0-bb1eee5321cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:56.281078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-590e0d5f-e8e5-4cd2-97b0-bb1eee5321cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cf48ca9-0fde-4367-a000-fcb146d470df HTTP/1.1" status: 204 len: 168 time: 0.4395580 Oct 19 11:10:56.297633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef35f89b-c929-4003-b7f4-51ea44960c81 req-bc6caf07-79aa-4b85-8cad-535627fac6a0 service neutron] 10.222.0.26 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999036 Oct 19 11:10:56.309190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146fad4-fef5-43bb-83a8-0f0559c66800 req-7500037b-0b7d-4ea0-b8a4-0a6deb58cef8 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:56.311086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e146fad4-fef5-43bb-83a8-0f0559c66800 req-7500037b-0b7d-4ea0-b8a4-0a6deb58cef8 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 943 time: 0.1229227 Oct 19 11:10:56.315164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e0d5f-e8e5-4cd2-97b0-bb1eee5321cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf48ca9-0fde-4367-a000-fcb146d470df,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:56.356123 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e146fad4-fef5-43bb-83a8-0f0559c66800 req-1803c61c-fd43-441c-81a7-9e59426e48f0 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349987 Oct 19 11:10:56.374087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-50e297b8-4cc0-4e33-9a4e-1764369875ac service neutron] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:10:56.378679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-50e297b8-4cc0-4e33-9a4e-1764369875ac service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:56.380262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf1dec25-6570-47e3-b124-2017fb8a5087 req-50e297b8-4cc0-4e33-9a4e-1764369875ac service neutron] 10.222.0.26 "DELETE /v2.0/ports/23f75855-a6f9-4ffb-af22-27185f396490/bindings/n-h2-814547-1 HTTP/1.1" status: 204 len: 173 time: 0.2676358 Oct 19 11:10:56.501612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c453f9-118d-49bd-8d26-7d06550ae3d0 req-39c3d987-5998-482d-8291-252982b04349 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:56.503276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6c453f9-118d-49bd-8d26-7d06550ae3d0 req-39c3d987-5998-482d-8291-252982b04349 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 950 time: 0.0770569 Oct 19 11:10:56.535907 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-569acd8c-02ec-4305-af2e-0e3f4eb2b0c1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286932 Oct 19 11:10:56.554700 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6c453f9-118d-49bd-8d26-7d06550ae3d0 req-caacc2ab-215a-40d5-b3e6-e6f4b5653399 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371578 Oct 19 11:10:56.622508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-1fe75b1a-25e6-4242-bc36-e2c2a398c62c tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=aa8c8b77448d471b98f1d7cddead5f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273690 Oct 19 11:10:56.657681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-8f13af2d-41c3-4182-ba60-0fb9349e6e52 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:56.659239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-8f13af2d-41c3-4182-ba60-0fb9349e6e52 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1146748 Oct 19 11:10:56.677131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-00b00b7a-7d91-427e-99ed-ab07dd7c6058 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/quotas/09d359cafa5a46309ba96d9c7c371cbf HTTP/1.1" status: 200 len: 375 time: 0.0109086 Oct 19 11:10:56.716591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-c1606b98-0b74-4c11-a626-11d0453583b0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310259 Oct 19 11:10:56.752569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48969a7-b518-433e-9077-2c453cf3f63a req-900617fc-69d2-40d1-982a-aa9c35a08d71 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:56.754042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-900617fc-69d2-40d1-982a-aa9c35a08d71 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244605 Oct 19 11:10:56.773054 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Request body: {'port': {'device_id': 'bf9bb317-370e-4558-9f52-e2fb4e97c7d1', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'aa8c8b77448d471b98f1d7cddead5f46'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:57.035111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Made reservation on behalf of aa8c8b77448d471b98f1d7cddead5f46 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:10:57.038560 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.042751 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b082b976-8bdc-4351-a903-c44de4edcb41 req-a15b677b-f801-471a-b91a-226bb800a0b0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 210 time: 0.0338635 Oct 19 11:10:57.049290 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.130366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ccb1a-fbb5-4732-b522-2fef62d878f2 req-8f135107-2b1b-401b-9723-62272cc59cc9 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:57.133877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-974ccb1a-fbb5-4732-b522-2fef62d878f2 req-8f135107-2b1b-401b-9723-62272cc59cc9 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 945 time: 0.0625298 Oct 19 11:10:57.134300 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.172642 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-974ccb1a-fbb5-4732-b522-2fef62d878f2 req-23db99ee-4394-490f-9540-c5bb71fa1a54 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336230 Oct 19 11:10:57.216243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.290265 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42504) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:57.294150 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22c11dc8-1b6a-4bf0-9544-60b46be3db1e req-99d2e6dc-da97-442c-a656-d3b103043824 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0341184 Oct 19 11:10:57.354100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42506) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:57.362155 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8444c905-c350-455b-a53b-dd2433745b94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d523f25e62844fc922da6ab34dbebb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701637 Oct 19 11:10:57.369831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42508) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:57.379847 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-79d34886-8826-46b3-b19a-9957305bacb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.488462 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942e598c-ec42-4cc8-bb4e-94af71af7378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.554451 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942e598c-ec42-4cc8-bb4e-94af71af7378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.583629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b8d48-a689-4b66-ba7c-c1d96f70aba7 req-33bdaa05-b324-4a41-ae4b-0dc65628cd8d tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:57.585156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-730b8d48-a689-4b66-ba7c-c1d96f70aba7 req-33bdaa05-b324-4a41-ae4b-0dc65628cd8d tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 943 time: 0.1211548 Oct 19 11:10:57.589759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32304f86-0611-4de9-b214-3401e01a6386,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:57.615953 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-79d34886-8826-46b3-b19a-9957305bacb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.655664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-730b8d48-a689-4b66-ba7c-c1d96f70aba7 req-ad1b2407-a4f1-46bf-862e-5c467fff9087 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582261 Oct 19 11:10:57.671926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf67886-a436-43ec-b006-88e4858c0768 req-5bf1c8f3-2da6-408f-b925-65bdb643a26a tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:57.673398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bf67886-a436-43ec-b006-88e4858c0768 req-5bf1c8f3-2da6-408f-b925-65bdb643a26a tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.49 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 950 time: 0.1354098 Oct 19 11:10:57.683258 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-79d34886-8826-46b3-b19a-9957305bacb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.725217 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9dc6-68fb-4251-813a-31d648fab9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.730079 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-79d34886-8826-46b3-b19a-9957305bacb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66c14f0f01134971a2b064040986e31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723149 Oct 19 11:10:57.730079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d34886-8826-46b3-b19a-9957305bacb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3145dd-2771-4886-a331-84e5e633d0d6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:57.732117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42516) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:57.746324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239c1fa-9c85-45a9-ad21-551696bc8723 req-d1ee73d8-6f6a-4a00-96bb-85d7dc2fbe3b tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:57.756435 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8239c1fa-9c85-45a9-ad21-551696bc8723 req-d1ee73d8-6f6a-4a00-96bb-85d7dc2fbe3b tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 1096 time: 0.2139838 Oct 19 11:10:57.759719 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942e598c-ec42-4cc8-bb4e-94af71af7378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.763589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942e598c-ec42-4cc8-bb4e-94af71af7378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.767715 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-942e598c-ec42-4cc8-bb4e-94af71af7378 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d8196b2-01c9-460c-be28-38e8a8b8be26 HTTP/1.1" status: 204 len: 168 time: 0.3938158 Oct 19 11:10:57.785015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Allocated IP 192.168.233.7 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/e5b6e617-6ac8-4c33-a791-9691d524a334) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:10:57.822277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e598c-ec42-4cc8-bb4e-94af71af7378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8196b2-01c9-460c-be28-38e8a8b8be26,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:57.869455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8786206-3f9c-44ba-8a69-4d0842622e42 req-883795d1-a42b-49dd-900e-a438f4069d3e tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:57.870996 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8786206-3f9c-44ba-8a69-4d0842622e42 req-883795d1-a42b-49dd-900e-a438f4069d3e tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 950 time: 0.1022971 Oct 19 11:10:57.874610 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f44cf6d-ffb5-4766-ae5f-4edd0820d3e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.901006 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8239c1fa-9c85-45a9-ad21-551696bc8723 req-7e3bf5d6-8310-42dc-886d-c271c9bc3b0c tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377525 Oct 19 11:10:57.925854 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f44cf6d-ffb5-4766-ae5f-4edd0820d3e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:57.947875 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8786206-3f9c-44ba-8a69-4d0842622e42 req-b3735d0b-f412-48ac-9b12-5844e333ac1b tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb2164ce-70ef-4220-b28c-b461b7f22cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702813 Oct 19 11:10:57.987734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-9bf67886-a436-43ec-b006-88e4858c0768 req-ccdfd06b-cda5-489b-aadc-615962da737c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Deleting port 61891e59-2c57-4bbd-80ca-6a29b0f067fa {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:10:57.988072 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf67886-a436-43ec-b006-88e4858c0768 req-ccdfd06b-cda5-489b-aadc-615962da737c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.053657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b1989be1-616f-43c7-9788-c5245eb4f2b1 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:10:58.097075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f44cf6d-ffb5-4766-ae5f-4edd0820d3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.104858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f44cf6d-ffb5-4766-ae5f-4edd0820d3e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.108789 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4f44cf6d-ffb5-4766-ae5f-4edd0820d3e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c3145dd-2771-4886-a331-84e5e633d0d6 HTTP/1.1" status: 204 len: 168 time: 0.3730476 Oct 19 11:10:58.127281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44cf6d-ffb5-4766-ae5f-4edd0820d3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3145dd-2771-4886-a331-84e5e633d0d6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:58.144317 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.163476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9bf67886-a436-43ec-b006-88e4858c0768 req-ccdfd06b-cda5-489b-aadc-615962da737c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] For port 61891e59-2c57-4bbd-80ca-6a29b0f067fa, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=61891e59-2c57-4bbd-80ca-6a29b0f067fa,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:58.163836 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf67886-a436-43ec-b006-88e4858c0768 req-ccdfd06b-cda5-489b-aadc-615962da737c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.194794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42540) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:58.197364 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af5c02c9-a9cb-4047-b038-6394cd55d763 req-c18a3931-f931-4e52-9279-dbd2d1657d73 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 210 time: 0.0620298 Oct 19 11:10:58.227094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-9bf67886-a436-43ec-b006-88e4858c0768 req-ccdfd06b-cda5-489b-aadc-615962da737c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Calling delete_port for 61891e59-2c57-4bbd-80ca-6a29b0f067fa owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:10:58.244465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port b1989be1-616f-43c7-9788-c5245eb4f2b1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b1989be1-616f-43c7-9788-c5245eb4f2b1,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:58.260821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'b1989be1-616f-43c7-9788-c5245eb4f2b1', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'port_id': 'b1989be1-616f-43c7-9788-c5245eb4f2b1', 'mac_address': 'fa:16:3e:82:75:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:10:58.316771 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.330546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1989be1-616f-43c7-9788-c5245eb4f2b1 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:58.344434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-b61f738b-0348-4a3d-90a2-f2f7a3ad05ad tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:58.356478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port b1989be1-616f-43c7-9788-c5245eb4f2b1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b1989be1-616f-43c7-9788-c5245eb4f2b1,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:10:58.356747 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-b61f738b-0348-4a3d-90a2-f2f7a3ad05ad tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 807 time: 0.2185197 Oct 19 11:10:58.429094 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17898e30-4fe6-4c3e-8524-955f52aae47f req-a1d0f51b-d823-4f2e-b2c7-a450f5b2e5e4 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0396259 Oct 19 11:10:58.434825 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.464392 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-fa633ef0-5e98-4404-a7ad-296f7b4fc57f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/quotas/599c0bf3bbe841c2a0ec3a98879bd9f3 HTTP/1.1" status: 200 len: 375 time: 0.1036987 Oct 19 11:10:58.476502 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fec5ef6b-baaf-4441-b73a-2c5c48e3eb61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.498831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=b1989be1-616f-43c7-9788-c5245eb4f2b1,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:58.577155 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-43a97b55-834d-46ea-a3dc-105046a2a23c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1117907 Oct 19 11:10:58.579925 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.682128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['b1989be1-616f-43c7-9788-c5245eb4f2b1'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:10:58.701465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:10:58.744251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:10:58.756146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:10:58.761957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:58.762588 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.793402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Pushing event updated for resources: {'Port': ['ID=e5b6e617-6ac8-4c33-a791-9691d524a334,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:58.841127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19a59b-f9cb-4c2f-9747-490401667365 req-cb661593-5110-4432-a995-cbe739e84313 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:58.855518 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab19a59b-f9cb-4c2f-9747-490401667365 req-cb661593-5110-4432-a995-cbe739e84313 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 944 time: 0.1128130 Oct 19 11:10:58.862092 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fec5ef6b-baaf-4441-b73a-2c5c48e3eb61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.880016 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-29d715cb-e075-4e6e-8415-d6b517aa8e8d service neutron] 10.222.0.39 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016589 Oct 19 11:10:58.919647 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.923697 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab19a59b-f9cb-4c2f-9747-490401667365 req-9f73200b-ba06-4900-bbc5-06bdbd8ffb51 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637379 Oct 19 11:10:58.973047 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:58.997871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fec5ef6b-baaf-4441-b73a-2c5c48e3eb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:59.003468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-90cd1fc9-81c1-480c-b31d-6f030aa0523d tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2389271 Oct 19 11:10:59.004149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf67886-a436-43ec-b006-88e4858c0768 req-ccdfd06b-cda5-489b-aadc-615962da737c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:59.034581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['61891e59-2c57-4bbd-80ca-6a29b0f067fa'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:10:59.040429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Request body: {'port': {'device_id': 'bf9bb317-370e-4558-9f52-e2fb4e97c7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:59.094887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-eaa00615-be5c-4f1a-b59a-adf1f23e9c1f None None] Provisioning complete for port e5b6e617-6ac8-4c33-a791-9691d524a334 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:10:59.095084 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eaa00615-be5c-4f1a-b59a-adf1f23e9c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:59.134084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6543cb4a-55f9-41a5-be5d-5a33be2055f1 req-359fe621-c393-457a-9162-e3419880954c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 210 time: 0.0608215 Oct 19 11:10:59.137495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:59.139911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-eaa00615-be5c-4f1a-b59a-adf1f23e9c1f None None] Port e5b6e617-6ac8-4c33-a791-9691d524a334 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:10:59.159725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfd06b-cda5-489b-aadc-615962da737c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Pushing event deleted for resources: {'Port': ['ID=61891e59-2c57-4bbd-80ca-6a29b0f067fa,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:59.181234 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fec5ef6b-baaf-4441-b73a-2c5c48e3eb61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c29cfb6c1c3493c8cbe74043437f35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9766140 Oct 19 11:10:59.193278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42584) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:10:59.255020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5ef6b-baaf-4441-b73a-2c5c48e3eb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b28549-bd0b-48a9-a552-41a1bfd9c4b5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:59.275868 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-65c6a1af-80c1-49bc-bca4-347ca0bc0f22 service neutron] 10.222.0.39 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935611 Oct 19 11:10:59.275868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf67886-a436-43ec-b006-88e4858c0768 req-ccdfd06b-cda5-489b-aadc-615962da737c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] No DVR routers for this DVR port 61891e59-2c57-4bbd-80ca-6a29b0f067fa on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:10:59.281960 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf67886-a436-43ec-b006-88e4858c0768 req-ccdfd06b-cda5-489b-aadc-615962da737c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:59.285277 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bf67886-a436-43ec-b006-88e4858c0768 req-ccdfd06b-cda5-489b-aadc-615962da737c tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.49 "DELETE /v2.0/ports/61891e59-2c57-4bbd-80ca-6a29b0f067fa HTTP/1.1" status: 204 len: 173 time: 1.6019030 Oct 19 11:10:59.285755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608150d8-b3a4-4a41-8872-404eb910484a', 'name': 'network-vif-deleted', 'tag': '61891e59-2c57-4bbd-80ca-6a29b0f067fa'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:10:59.288211 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e21aa0-3dee-4c02-850c-2ba89bb2915e" -d '{"events": [{"server_uuid": "608150d8-b3a4-4a41-8872-404eb910484a", "name": "network-vif-deleted", "tag": "61891e59-2c57-4bbd-80ca-6a29b0f067fa"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:10:59.302820 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-be7d287c-9153-4497-a5ba-2f93abfaf7ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:59.370804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a51fd017-0c5d-495b-a6e5-956d92d45d1c req-2d8ba821-df38-46ef-8b2a-2b0c35d21665 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 210 time: 0.0568230 Oct 19 11:10:59.373330 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-be7d287c-9153-4497-a5ba-2f93abfaf7ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:59.521468 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2810a6f-d7f8-4a4d-afe4-fb48bde0530a x-openstack-request-id: req-c2810a6f-d7f8-4a4d-afe4-fb48bde0530a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:10:59.521918 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608150d8-b3a4-4a41-8872-404eb910484a", "name": "network-vif-deleted", "tag": "61891e59-2c57-4bbd-80ca-6a29b0f067fa", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:10:59.522225 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2810a6f-d7f8-4a4d-afe4-fb48bde0530a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:10:59.527624 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608150d8-b3a4-4a41-8872-404eb910484a', 'name': 'network-vif-deleted', 'tag': '61891e59-2c57-4bbd-80ca-6a29b0f067fa', 'status': 'completed', 'code': 200} Oct 19 11:10:59.599584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-be7d287c-9153-4497-a5ba-2f93abfaf7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:59.609608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-be7d287c-9153-4497-a5ba-2f93abfaf7ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:59.611057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-be7d287c-9153-4497-a5ba-2f93abfaf7ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21b28549-bd0b-48a9-a552-41a1bfd9c4b5 HTTP/1.1" status: 204 len: 168 time: 0.4157095 Oct 19 11:10:59.641546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d287c-9153-4497-a5ba-2f93abfaf7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b28549-bd0b-48a9-a552-41a1bfd9c4b5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:10:59.693247 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b23f24a-faeb-457c-b688-3ca54efa8a7f req-c3ef02ce-f1a8-4289-967d-78a42b5326eb tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 210 time: 0.0574224 Oct 19 11:10:59.705853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24820101-a01a-4afe-b3da-7ccfd01bbc42 req-1f5b2c10-f10f-45d9-84b2-5d084d2d67ec tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:59.707801 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24820101-a01a-4afe-b3da-7ccfd01bbc42 req-1f5b2c10-f10f-45d9-84b2-5d084d2d67ec tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 934 time: 0.0955241 Oct 19 11:10:59.710581 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-c2d89af6-6d7c-458e-b534-f6d06bd946cd tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884736 Oct 19 11:10:59.768688 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24820101-a01a-4afe-b3da-7ccfd01bbc42 req-617b60e6-fd48-422b-af35-da248af0d9a8 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531609 Oct 19 11:10:59.889446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b6e617-6ac8-4c33-a791-9691d524a334 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:10:59.903602 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:10:59.915194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-e33730e3-2a8d-49f8-97f2-a1a9e2decacf tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:10:59.916622 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-e33730e3-2a8d-49f8-97f2-a1a9e2decacf tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903818 Oct 19 11:10:59.929987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Request body: {'port': {'device_id': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '09d359cafa5a46309ba96d9c7c371cbf'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:10:59.933518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Transition to ACTIVE for port object e5b6e617-6ac8-4c33-a791-9691d524a334 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:11:00.060825 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.069576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b1989be1-616f-43c7-9788-c5245eb4f2b1 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:00.166638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b6e617-6ac8-4c33-a791-9691d524a334,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:00.227620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port b1989be1-616f-43c7-9788-c5245eb4f2b1 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:11:00.237848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port b1989be1-616f-43c7-9788-c5245eb4f2b1 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:00.238222 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.295327 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e3f1614-732a-4793-addf-913d38401707 req-b2d35d77-9081-4744-ab50-1b1cf69e0350 tempest-DeleteServersAdminTestJSON-1342745058 tempest-DeleteServersAdminTestJSON-1342745058-project] 10.222.0.39 "GET /v2.0/ports?device_id=608150d8-b3a4-4a41-8872-404eb910484a HTTP/1.1" status: 200 len: 210 time: 0.0626009 Oct 19 11:11:00.391342 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.420691 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1196fb-e78d-4216-be06-425709ff03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1989be1-616f-43c7-9788-c5245eb4f2b1'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:00.422044 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a087947b-8441-4947-a0cb-8728175aabac" -d '{"events": [{"server_uuid": "2a1196fb-e78d-4216-be06-425709ff03bf", "name": "network-vif-plugged", "status": "completed", "tag": "b1989be1-616f-43c7-9788-c5245eb4f2b1"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:00.446415 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port b1989be1-616f-43c7-9788-c5245eb4f2b1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b1989be1-616f-43c7-9788-c5245eb4f2b1,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:00.511585 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a5800b2-7465-45ae-b8b9-dfd4ff2eaf0a req-b590d688-e5b4-4a91-a140-71fe0860d53b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 210 time: 0.0315683 Oct 19 11:11:00.517075 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Made reservation on behalf of 09d359cafa5a46309ba96d9c7c371cbf for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:00.525664 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.544747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6feaa72-5148-4ac4-b06f-52a56f107efe req-e579dc51-4e6b-4ebc-ad06-86df401b0c38 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:00.546969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6feaa72-5148-4ac4-b06f-52a56f107efe req-e579dc51-4e6b-4ebc-ad06-86df401b0c38 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 944 time: 0.4886966 Oct 19 11:11:00.548715 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.559634 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.570210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Attempting to bind port e5b6e617-6ac8-4c33-a791-9691d524a334 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:00.570549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Attempting to bind port e5b6e617-6ac8-4c33-a791-9691d524a334 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:00.570874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Attempting to bind port e5b6e617-6ac8-4c33-a791-9691d524a334 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:00.593370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Port e5b6e617-6ac8-4c33-a791-9691d524a334 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:00.594175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Attempting to bind port e5b6e617-6ac8-4c33-a791-9691d524a334 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:00.598718 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3495ed-9423-4e04-9be4-15ec91534a29 x-openstack-request-id: req-4c3495ed-9423-4e04-9be4-15ec91534a29 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:00.599035 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1196fb-e78d-4216-be06-425709ff03bf", "name": "network-vif-plugged", "status": "completed", "tag": "b1989be1-616f-43c7-9788-c5245eb4f2b1", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:00.599474 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c3495ed-9423-4e04-9be4-15ec91534a29 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:00.599886 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1196fb-e78d-4216-be06-425709ff03bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1989be1-616f-43c7-9788-c5245eb4f2b1', 'code': 200} Oct 19 11:11:00.623165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:00.623768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:00.624338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:00.625436 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=b1989be1-616f-43c7-9788-c5245eb4f2b1,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:00.625710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Bound port: e5b6e617-6ac8-4c33-a791-9691d524a334, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:00.626088 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.660832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6feaa72-5148-4ac4-b06f-52a56f107efe req-9382b104-30b3-4895-88a3-46a6299146ae tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033967 Oct 19 11:11:00.699829 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.701106 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42636) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:00.733342 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-47e8a583-7aa1-4d53-841c-2eb66e756dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.756032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028d86d-c861-4183-b058-7edcbab9b8bf req-84a7fe6a-82f5-45cb-975c-01f949802388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:00.759638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4028d86d-c861-4183-b058-7edcbab9b8bf req-84a7fe6a-82f5-45cb-975c-01f949802388 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 1096 time: 0.0861733 Oct 19 11:11:00.768372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] For port e5b6e617-6ac8-4c33-a791-9691d524a334, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:00.795603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] For port e5b6e617-6ac8-4c33-a791-9691d524a334, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e5b6e617-6ac8-4c33-a791-9691d524a334,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:00.803531 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.840224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-980346df-052d-4c82-8dd8-6b6def6cbb1a req-64947153-5468-41d2-8bcc-b9cfca5d6090 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 210 time: 0.0547111 Oct 19 11:11:00.871602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4028d86d-c861-4183-b058-7edcbab9b8bf req-2291a998-fcf8-4e03-8ac7-b9ca0b6730f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026366 Oct 19 11:11:00.880844 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-47e8a583-7aa1-4d53-841c-2eb66e756dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.911052 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.946772 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.969959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:00.970830 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:00.972460 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] 10.222.0.26 "PUT /v2.0/ports/e5b6e617-6ac8-4c33-a791-9691d524a334 HTTP/1.1" status: 200 len: 1094 time: 1.9442976 Oct 19 11:11:00.992735 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-47e8a583-7aa1-4d53-841c-2eb66e756dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:01.085455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5231a6f-e110-474a-927f-4ef798598942 req-629d1157-e7b0-44b0-a753-cc20925a2089 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:01.087002 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a5231a6f-e110-474a-927f-4ef798598942 req-629d1157-e7b0-44b0-a753-cc20925a2089 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 946 time: 0.2047136 Oct 19 11:11:01.096999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1246a0bc-7648-4cfd-85c2-f49db202d891,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:01.136283 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-47e8a583-7aa1-4d53-841c-2eb66e756dbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=455edc9da1f14cc69ba48271d5b1e843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331052 Oct 19 11:11:01.136642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42648) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:01.137102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cd55a-3857-486d-8fbc-780331d03989 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b6e617-6ac8-4c33-a791-9691d524a334,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:01.201908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8a583-7aa1-4d53-841c-2eb66e756dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892c1036-993b-40a9-8a4e-fd5dcac47c1b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:01.231222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a5231a6f-e110-474a-927f-4ef798598942 req-c960ca23-fe09-439d-b40d-990234d4a5f1 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275625 Oct 19 11:11:01.246827 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f94d72f4-81d4-4298-a2a8-6099a9c952fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:01.291763 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f94d72f4-81d4-4298-a2a8-6099a9c952fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:01.331645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Allocated IP 192.168.233.24 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/3363d609-13e3-49d6-865d-f1595da591a9) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:01.432503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48969a7-b518-433e-9077-2c453cf3f63a req-177dcb92-6d4a-4bb0-9ba4-4cb2657be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:01.433904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-177dcb92-6d4a-4bb0-9ba4-4cb2657be310 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa8c8b77448d471b98f1d7cddead5f46&device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 1097 time: 0.1923707 Oct 19 11:11:01.479165 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f94d72f4-81d4-4298-a2a8-6099a9c952fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:01.486829 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f94d72f4-81d4-4298-a2a8-6099a9c952fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:01.493835 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f94d72f4-81d4-4298-a2a8-6099a9c952fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/892c1036-993b-40a9-8a4e-fd5dcac47c1b HTTP/1.1" status: 204 len: 168 time: 0.3558376 Oct 19 11:11:01.502943 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-cb6e5b87-e716-41c7-9289-5474e3138da2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5b6e617-6ac8-4c33-a791-9691d524a334 HTTP/1.1" status: 200 len: 217 time: 0.0556090 Oct 19 11:11:01.528972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d72f4-81d4-4298-a2a8-6099a9c952fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892c1036-993b-40a9-8a4e-fd5dcac47c1b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:01.529749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9bb317-370e-4558-9f52-e2fb4e97c7d1', 'tag': 'e5b6e617-6ac8-4c33-a791-9691d524a334'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:01.538450 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9bb317-370e-4558-9f52-e2fb4e97c7d1", "tag": "e5b6e617-6ac8-4c33-a791-9691d524a334"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:01.623160 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b217394-e9f2-4553-951a-849f5aa5ffaf x-openstack-request-id: req-6b217394-e9f2-4553-951a-849f5aa5ffaf {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:01.623160 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9bb317-370e-4558-9f52-e2fb4e97c7d1", "tag": "e5b6e617-6ac8-4c33-a791-9691d524a334", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:01.623160 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b217394-e9f2-4553-951a-849f5aa5ffaf {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:01.623160 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9bb317-370e-4558-9f52-e2fb4e97c7d1', 'tag': 'e5b6e617-6ac8-4c33-a791-9691d524a334', 'status': 'completed', 'code': 200} Oct 19 11:11:01.633979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48969a7-b518-433e-9077-2c453cf3f63a req-494877bd-48fc-4f06-9784-c966577d9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:01.635435 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-494877bd-48fc-4f06-9784-c966577d9e8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1209414 Oct 19 11:11:01.699838 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:01.708004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-790ae67f-99e4-4e83-a6dc-6fceb9318de9 req-aedffdb1-bdd6-4268-9e55-016d096790e1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 210 time: 0.0298872 Oct 19 11:11:01.735553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48969a7-b518-433e-9077-2c453cf3f63a req-98d4324d-0b61-4ee0-b118-e460c1130dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:01.737058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-98d4324d-0b61-4ee0-b118-e460c1130dbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917544 Oct 19 11:11:01.815605 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:01.876658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:01.892681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:01.895610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Pushing event updated for resources: {'Port': ['ID=3363d609-13e3-49d6-865d-f1595da591a9,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:01.898523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:01.904789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:01.908561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:01.913136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-6a87a156-2d4c-41a2-9e5a-29ad357f98c1 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666739 Oct 19 11:11:02.039267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35a98734-0991-4bdf-9200-1449bb6aa6c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1129274 Oct 19 11:11:02.060624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Request body: {'port': {'device_id': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:02.072492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80781a77-dfa6-49f8-b57c-5ecc5d3f04bf req-207f23a7-729e-4a27-a4ac-b0e1b9868991 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:02.075749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80781a77-dfa6-49f8-b57c-5ecc5d3f04bf req-207f23a7-729e-4a27-a4ac-b0e1b9868991 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 945 time: 0.1260111 Oct 19 11:11:02.110805 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e48969a7-b518-433e-9077-2c453cf3f63a req-5dc40cb1-d77b-4345-a487-3938d0331187 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885066 Oct 19 11:11:02.115683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 61891e59-2c57-4bbd-80ca-6a29b0f067fa no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:11:02.182973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 61891e59-2c57-4bbd-80ca-6a29b0f067fa {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:11:02.185057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 61891e59-2c57-4bbd-80ca-6a29b0f067fa not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:11:02.208357 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-699ab926-28d7-4a26-b502-df54b226b7cc tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447557 Oct 19 11:11:02.215324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-312b7bb1-600e-45d0-9d2c-41b88cfcb2e8 None None] Provisioning complete for port 3363d609-13e3-49d6-865d-f1595da591a9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:02.216904 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-312b7bb1-600e-45d0-9d2c-41b88cfcb2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:02.229232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:02.252654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80781a77-dfa6-49f8-b57c-5ecc5d3f04bf req-bbdf246d-8a91-4c61-8190-aeb25fa09a68 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660645 Oct 19 11:11:02.271662 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-312b7bb1-600e-45d0-9d2c-41b88cfcb2e8 None None] Port 3363d609-13e3-49d6-865d-f1595da591a9 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:11:02.387487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-80594927-aa2a-4dc0-ac67-228b9d4b3b0d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:02.389003 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-80594927-aa2a-4dc0-ac67-228b9d4b3b0d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 807 time: 0.2774854 Oct 19 11:11:02.399921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e4f68549-fef8-4db5-9d70-9364002c4c52 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:02.407459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e4f68549-fef8-4db5-9d70-9364002c4c52 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981981 Oct 19 11:11:02.407908 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-47a7ede3-147a-4a31-8083-5237acfa3305 req-208abb3d-4a1b-4a2f-9c9c-6c6bcd62e15b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 210 time: 0.0544355 Oct 19 11:11:02.413824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Request body: {'port': {'device_id': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0', 'admin_state_up': True, 'tenant_id': '599c0bf3bbe841c2a0ec3a98879bd9f3'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:02.480741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42716) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:02.507903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a req-54108b60-1883-49a6-9d67-f679886e20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:02.509499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a req-54108b60-1883-49a6-9d67-f679886e20ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa8c8b77448d471b98f1d7cddead5f46&device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 1097 time: 0.1670625 Oct 19 11:11:02.556746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-ad245baf-7f55-4c1f-8f2e-60cb664a50d9 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/quotas/5fd186f7cf5e4ae08853ac3ba0c29b8f HTTP/1.1" status: 200 len: 375 time: 0.1482484 Oct 19 11:11:02.603485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-ca69521d-396a-4789-b762-e2934de4d068 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405555 Oct 19 11:11:02.627599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Made reservation on behalf of 599c0bf3bbe841c2a0ec3a98879bd9f3 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:02.633651 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:02.686317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a req-5e822d56-0e6c-4a26-9e3c-199ed564a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:02.688403 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a req-5e822d56-0e6c-4a26-9e3c-199ed564a7e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1666269 Oct 19 11:11:02.765154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a req-3f098bcf-1785-4708-a2c5-6e427fbd9536 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5b6e617-6ac8-4c33-a791-9691d524a334 HTTP/1.1" status: 200 len: 217 time: 0.0677800 Oct 19 11:11:02.801861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Allocated IP 172.20.0.4 (062cfcb7-1da2-4252-bba9-e7e514625ea0/761a94a2-c103-48a9-b688-d8956e9f3c16/f5bea7df-0927-4965-b026-d0f2a119b8c6) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:02.804726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3363d609-13e3-49d6-865d-f1595da591a9 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:02.817952 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:02.843487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Transition to ACTIVE for port object 3363d609-13e3-49d6-865d-f1595da591a9 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:11:02.860552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a req-4bf17b55-62c7-4e15-9018-87f60307f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:02.862174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a req-4bf17b55-62c7-4e15-9018-87f60307f1e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0880830 Oct 19 11:11:02.938672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.044315 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a84574-ab9a-4f56-8fce-32ac5a384f79 req-f7efccdd-f6bf-4c4e-9cdf-311acc0c314f tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:03.046187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87a84574-ab9a-4f56-8fce-32ac5a384f79 req-f7efccdd-f6bf-4c4e-9cdf-311acc0c314f tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 946 time: 0.1186845 Oct 19 11:11:03.067102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.102823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3363d609-13e3-49d6-865d-f1595da591a9,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:03.130226 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a req-f431ac98-31be-4232-b71f-5efa3579c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:03.131865 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a req-f431ac98-31be-4232-b71f-5efa3579c883 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2609520 Oct 19 11:11:03.138178 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87a84574-ab9a-4f56-8fce-32ac5a384f79 req-88861d50-e8b0-4da8-873c-db5cf30724f2 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852480 Oct 19 11:11:03.165935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.166317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.166768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.167838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.167838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.168101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.168512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.168952 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.169413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.169754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.170136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.170518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.181136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eab00c56-3bfe-4b02-84d6-b65121d2275e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ead536059294509a56146b0446c911f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6961420 Oct 19 11:11:03.184699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42740) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:03.230106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fa67b5f-3b8f-4766-8b6c-a010953fd67d req-7661a59e-7d8e-4620-8aab-a142cfe07e17 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 210 time: 0.0454657 Oct 19 11:11:03.231142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294f897-f380-471a-b3bc-9e48196a36d6 req-1e6c4fce-7b22-412a-ab4a-1d8251e449c6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:03.232935 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d294f897-f380-471a-b3bc-9e48196a36d6 req-1e6c4fce-7b22-412a-ab4a-1d8251e449c6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 947 time: 0.2446594 Oct 19 11:11:03.252383 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.293378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Attempting to bind port 3363d609-13e3-49d6-865d-f1595da591a9 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:03.293794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Attempting to bind port 3363d609-13e3-49d6-865d-f1595da591a9 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:03.294131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Attempting to bind port 3363d609-13e3-49d6-865d-f1595da591a9 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:03.316678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Port 3363d609-13e3-49d6-865d-f1595da591a9 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:03.317127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Attempting to bind port 3363d609-13e3-49d6-865d-f1595da591a9 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:03.318078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Network 062cfcb7-1da2-4252-bba9-e7e514625ea0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:03.328091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:03.330576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:03.336642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:03.337206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.340064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:03.340650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:03.340948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:03.341397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Bound port: 3363d609-13e3-49d6-865d-f1595da591a9, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:03.342280 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.350444 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d294f897-f380-471a-b3bc-9e48196a36d6 req-7e35733e-724d-4fea-a857-c1fd8e37ce23 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019685 Oct 19 11:11:03.357060 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50888749-bd19-4caa-a7f7-b6061baa9798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.366325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Pushing event updated for resources: {'Port': ['ID=f5bea7df-0927-4965-b026-d0f2a119b8c6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:03.408745 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50888749-bd19-4caa-a7f7-b6061baa9798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.414171 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a req-f46cae17-cf4a-40ec-9c54-a0dae9e5ea96 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723007 Oct 19 11:11:03.456889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.459889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.460330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.460783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.461642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.461642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.461969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.462370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.462765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.463165 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.463551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.463941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:03.476800 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e7fd30d4-d04f-48a7-862a-51fe741750ec tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0671928 Oct 19 11:11:03.493009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Request body: {'port': {'device_id': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:03.552100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:03.563723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50888749-bd19-4caa-a7f7-b6061baa9798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.566335 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50888749-bd19-4caa-a7f7-b6061baa9798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.567476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-50888749-bd19-4caa-a7f7-b6061baa9798 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb2164ce-70ef-4220-b28c-b461b7f22cf9 HTTP/1.1" status: 204 len: 168 time: 0.3841116 Oct 19 11:11:03.576109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3363d609-13e3-49d6-865d-f1595da591a9,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:03.596691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.600486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50888749-bd19-4caa-a7f7-b6061baa9798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2164ce-70ef-4220-b28c-b461b7f22cf9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:03.606175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b86f2-7cc9-45de-9a02-f11e7a0a747b req-75dbfcb3-78bd-4d55-8819-b3938e9f4a13 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:03.613070 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-709b86f2-7cc9-45de-9a02-f11e7a0a747b req-75dbfcb3-78bd-4d55-8819-b3938e9f4a13 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 945 time: 0.1388912 Oct 19 11:11:03.620129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dee4ed81-51c3-4ea9-9953-7e60ee4a1d1a req-e1fd3079-b617-4a5c-9c81-825570cfe03d service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973069 Oct 19 11:11:03.652273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86817d4d-76fe-4894-bc47-af96f3ff5e15 req-1ccf3f6e-2ca6-4215-bcd6-cfece0470d68 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:03.653844 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-86817d4d-76fe-4894-bc47-af96f3ff5e15 req-1ccf3f6e-2ca6-4215-bcd6-cfece0470d68 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 931 time: 0.1064429 Oct 19 11:11:03.659513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.673942 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-709b86f2-7cc9-45de-9a02-f11e7a0a747b req-7a6c2d96-eca5-4cfa-bf1a-9d1f7d252f48 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519736 Oct 19 11:11:03.715022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-86817d4d-76fe-4894-bc47-af96f3ff5e15 req-06113f97-4163-480f-bd20-538bfa0ba933 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517447 Oct 19 11:11:03.734076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:03.734696 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:03.739065 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] 10.222.0.49 "PUT /v2.0/ports/3363d609-13e3-49d6-865d-f1595da591a9 HTTP/1.1" status: 200 len: 1095 time: 1.6820660 Oct 19 11:11:03.739574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:03.747670 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79550f0-ded0-4b22-9c6b-e5503c766bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "tag": "3363d609-13e3-49d6-865d-f1595da591a9"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:03.773359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcc41d-0000-48cd-a0ba-18212f7d41c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3363d609-13e3-49d6-865d-f1595da591a9,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:03.917113 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13458647-e0bb-45da-b46e-21e49578bcae x-openstack-request-id: req-13458647-e0bb-45da-b46e-21e49578bcae {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:03.917113 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "tag": "3363d609-13e3-49d6-865d-f1595da591a9", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:03.917113 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13458647-e0bb-45da-b46e-21e49578bcae {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:03.917113 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9', 'status': 'completed', 'code': 200} Oct 19 11:11:03.942732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-d1ec281a-4975-46d2-8b34-081ac478cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:03.944340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-d1ec281a-4975-46d2-8b34-081ac478cdd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 1098 time: 0.0991135 Oct 19 11:11:03.952508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d7736-6f9e-4eab-9002-b498aa363fd8 req-47d545b7-b0e0-4ed9-849b-288e966e4446 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:03.954114 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b60d7736-6f9e-4eab-9002-b498aa363fd8 req-47d545b7-b0e0-4ed9-849b-288e966e4446 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 945 time: 0.1359003 Oct 19 11:11:03.970403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42766) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:03.977563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a13b5590-23cb-41b5-ab5b-0944059d7b79 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Request body: {'floatingip': {'port_id': 'b1989be1-616f-43c7-9788-c5245eb4f2b1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:04.085279 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-97234a99-6522-4ebc-9aee-61e1b5dbfbb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=3363d609-13e3-49d6-865d-f1595da591a9 HTTP/1.1" status: 200 len: 217 time: 0.1329381 Oct 19 11:11:04.109734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a13b5590-23cb-41b5-ab5b-0944059d7b79 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:04.116701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5bea7df-0927-4965-b026-d0f2a119b8c6 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:04.125091 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:04.141024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Transition to ACTIVE for port object f5bea7df-0927-4965-b026-d0f2a119b8c6 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:11:04.228808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:04.317636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Pushing event updated for resources: {'Port': ['ID=f5bea7df-0927-4965-b026-d0f2a119b8c6,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:04.344594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1acb8293-828c-41ee-a0be-1898ac1976c9 req-42ebe113-53d7-426b-8d1b-c85d9ec11ce4 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 210 time: 0.0389175 Oct 19 11:11:04.345740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:04.346140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:04.346559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:04.351347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Port f5bea7df-0927-4965-b026-d0f2a119b8c6 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:04.351753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:04.356669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:04.357087 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:04.357486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:04.366667 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Bound port: f5bea7df-0927-4965-b026-d0f2a119b8c6, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:04.366667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:04.412134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42780) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:04.432239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:04.435402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:04.447736 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-597f902d-ff19-4b1f-a922-2daa564e2bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:04.477402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7d01d-03f3-4b6c-8924-c5e1f02eafef req-3780b0b1-185f-4009-b63a-23a9c70535dc tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:04.478928 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c7d7d01d-03f3-4b6c-8924-c5e1f02eafef req-3780b0b1-185f-4009-b63a-23a9c70535dc tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 946 time: 0.1339846 Oct 19 11:11:04.485169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-50d75ef7-45ef-49c4-8bb4-e49b92ccbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:04.486577 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-50d75ef7-45ef-49c4-8bb4-e49b92ccbd06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.3897791 Oct 19 11:11:04.530108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f9d8-f514-4762-8edf-54573d44168a req-053660ca-0bc1-4ec5-98d4-5425e4c7c26a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:04.531836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22e4f9d8-f514-4762-8edf-54573d44168a req-053660ca-0bc1-4ec5-98d4-5425e4c7c26a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 947 time: 0.0833032 Oct 19 11:11:04.533574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:04.586226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:04.587442 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:04.589013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] 10.222.0.49 "PUT /v2.0/ports/f5bea7df-0927-4965-b026-d0f2a119b8c6 HTTP/1.1" status: 200 len: 1091 time: 1.1036332 Oct 19 11:11:04.589503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'tag': 'f5bea7df-0927-4965-b026-d0f2a119b8c6'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:04.592015 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c8d26e-22a8-49e0-bf0e-2456143ef3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6e1395-30cc-43dc-9744-bcf10f097e8f", "tag": "f5bea7df-0927-4965-b026-d0f2a119b8c6"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:04.622644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22e4f9d8-f514-4762-8edf-54573d44168a req-a49d0005-1482-4799-b2e1-1c0d8255acaa tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836298 Oct 19 11:11:04.628909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b241f-38c3-495f-838e-6be8175dd45d service neutron] Pushing event updated for resources: {'Port': ['ID=f5bea7df-0927-4965-b026-d0f2a119b8c6,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:04.688557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c7d7d01d-03f3-4b6c-8924-c5e1f02eafef req-8b3d811a-0a88-4200-b87a-2f6d27f71c67 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943243 Oct 19 11:11:04.696105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-cb0073f6-9571-4a41-9a11-80229dafacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:04.697619 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-cb0073f6-9571-4a41-9a11-80229dafacf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1855056 Oct 19 11:11:04.711918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42790) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:04.724274 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be5d068-316a-4bf2-ac1d-e73731d77f7c x-openstack-request-id: req-9be5d068-316a-4bf2-ac1d-e73731d77f7c {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:04.724954 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6e1395-30cc-43dc-9744-bcf10f097e8f", "tag": "f5bea7df-0927-4965-b026-d0f2a119b8c6", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:04.725411 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9be5d068-316a-4bf2-ac1d-e73731d77f7c {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:04.726128 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'tag': 'f5bea7df-0927-4965-b026-d0f2a119b8c6', 'status': 'completed', 'code': 200} Oct 19 11:11:04.779971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e2da50d8-4c09-43de-bbf5-d193884cc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:04.781665 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-e2da50d8-4c09-43de-bbf5-d193884cc792 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1094 time: 0.0525253 Oct 19 11:11:04.851204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-782ac749-6180-4060-b039-b663587b9eec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6 HTTP/1.1" status: 200 len: 217 time: 0.0578954 Oct 19 11:11:04.936829 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02917a40-e248-4119-b5fc-e19f66e651e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:04.942659 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-597f902d-ff19-4b1f-a922-2daa564e2bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:04.947604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-0279e509-3a63-418d-98f2-cdc98ef4f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:04.949109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-0279e509-3a63-418d-98f2-cdc98ef4f981 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.0893645 Oct 19 11:11:04.995796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-bf3abe76-ea89-4b3c-8ed1-38b4de13b116 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379887 Oct 19 11:11:05.051781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-597f902d-ff19-4b1f-a922-2daa564e2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.121464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02917a40-e248-4119-b5fc-e19f66e651e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.124221 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-73b32860-2bfc-49a6-9806-7cd2b84f809b service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197608 Oct 19 11:11:05.156239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7c793-c10f-4d9a-80fd-a4b179c821ee req-3a95038f-e734-4f21-9957-e9fccb9d2fdf tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:05.157776 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4e7c793-c10f-4d9a-80fd-a4b179c821ee req-3a95038f-e734-4f21-9957-e9fccb9d2fdf tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 943 time: 0.3141921 Oct 19 11:11:05.159521 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-ad5db129-ba50-4c46-9513-3272f232401c service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001594 Oct 19 11:11:05.180914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-597f902d-ff19-4b1f-a922-2daa564e2bd1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43553bc5741f46f0883a99d5834b2fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7611423 Oct 19 11:11:05.191309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42804) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:05.204141 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02917a40-e248-4119-b5fc-e19f66e651e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.216904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f902d-ff19-4b1f-a922-2daa564e2bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16fe39d-8cfc-47a2-98ef-b4cd56db80d1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:05.283099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-02917a40-e248-4119-b5fc-e19f66e651e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c60271a75084a5eb4d645049b6becbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5696585 Oct 19 11:11:05.287732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42806) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:05.293736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02917a40-e248-4119-b5fc-e19f66e651e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb904ff-b6a4-4358-8682-d65432c832e0,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:05.297519 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aecdf3a2-9e91-4689-a4ad-aa852532145e req-8bcdb74e-f382-49f8-ad0c-04e0d94e1e0a service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644108 Oct 19 11:11:05.323691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcf64a1a-6b6a-476c-8b96-67682a201ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.361565 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcf64a1a-6b6a-476c-8b96-67682a201ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.397439 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0bfc848-0f24-45f7-bcad-ebaa46c78573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.398103 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4e7c793-c10f-4d9a-80fd-a4b179c821ee req-61d18699-c087-47f5-8aee-96b6e4cb7a60 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822278 Oct 19 11:11:05.433346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0bfc848-0f24-45f7-bcad-ebaa46c78573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.496254 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67fe5c1f-da29-42eb-99e4-f66d42f5a8de req-7129f92e-efc5-4923-aa63-c256d118ee4b service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167703 Oct 19 11:11:05.531667 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a13b5590-23cb-41b5-ab5b-0944059d7b79 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.551635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d6c7a49-7c92-4f12-8179-819870e2681b req-fe172bfb-8df4-448b-8860-dc969ac5e1ed tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 210 time: 0.0733137 Oct 19 11:11:05.568139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8d26e-22a8-49e0-bf0e-2456143ef3d4 req-7089b547-77a8-4173-9a01-7c61b496301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:05.569168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-298d9b67-3fe7-472c-9ab6-e0e6f5be453d tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273230 Oct 19 11:11:05.574674 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38c8d26e-22a8-49e0-bf0e-2456143ef3d4 req-7089b547-77a8-4173-9a01-7c61b496301e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1094 time: 0.0927155 Oct 19 11:11:05.597010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcf64a1a-6b6a-476c-8b96-67682a201ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.599580 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcf64a1a-6b6a-476c-8b96-67682a201ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.600708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fcf64a1a-6b6a-476c-8b96-67682a201ecf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f16fe39d-8cfc-47a2-98ef-b4cd56db80d1 HTTP/1.1" status: 204 len: 168 time: 0.4084105 Oct 19 11:11:05.619226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a13b5590-23cb-41b5-ab5b-0944059d7b79 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.623155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf64a1a-6b6a-476c-8b96-67682a201ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16fe39d-8cfc-47a2-98ef-b4cd56db80d1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:05.652637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.49', 50736) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:05.835004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f8942-9b9e-43b1-93cd-330979ded68b req-16951caf-6be9-435a-905f-0913f01a3845 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:05.836577 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-936f8942-9b9e-43b1-93cd-330979ded68b req-16951caf-6be9-435a-905f-0913f01a3845 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 947 time: 0.0961168 Oct 19 11:11:05.897232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0bfc848-0f24-45f7-bcad-ebaa46c78573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.899815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0bfc848-0f24-45f7-bcad-ebaa46c78573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:05.900935 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d0bfc848-0f24-45f7-bcad-ebaa46c78573 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bb904ff-b6a4-4358-8682-d65432c832e0 HTTP/1.1" status: 204 len: 168 time: 0.6122737 Oct 19 11:11:05.960843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfc848-0f24-45f7-bcad-ebaa46c78573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb904ff-b6a4-4358-8682-d65432c832e0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:05.969391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8d26e-22a8-49e0-bf0e-2456143ef3d4 req-266a00f5-5568-4950-a624-490af01a3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:05.971048 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38c8d26e-22a8-49e0-bf0e-2456143ef3d4 req-266a00f5-5568-4950-a624-490af01a3276 service neutron] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.3910830 Oct 19 11:11:05.993616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79550f0-ded0-4b22-9c6b-e5503c766bc5 req-906c6525-f93e-437b-ac8b-eee2463806ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:05.995274 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b79550f0-ded0-4b22-9c6b-e5503c766bc5 req-906c6525-f93e-437b-ac8b-eee2463806ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 1098 time: 0.3341501 Oct 19 11:11:06.039388 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38c8d26e-22a8-49e0-bf0e-2456143ef3d4 req-aa01f8a1-856a-415f-b5ec-4260b37ac3fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6 HTTP/1.1" status: 200 len: 217 time: 0.0560751 Oct 19 11:11:06.047896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c76b3-91a8-4011-b379-bed228f269f2 req-816c9e10-02ed-495b-9dcd-e435e2fa060a tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:06.055508 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b86c76b3-91a8-4011-b379-bed228f269f2 req-816c9e10-02ed-495b-9dcd-e435e2fa060a tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 946 time: 0.1625409 Oct 19 11:11:06.071742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e5b6e617-6ac8-4c33-a791-9691d524a334 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:11:06.195771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8d26e-22a8-49e0-bf0e-2456143ef3d4 req-20c839df-bbfd-4eec-9b0f-d70126b00165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:06.200180 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38c8d26e-22a8-49e0-bf0e-2456143ef3d4 req-20c839df-bbfd-4eec-9b0f-d70126b00165 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.1380630 Oct 19 11:11:06.204119 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e5b6e617-6ac8-4c33-a791-9691d524a334, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e5b6e617-6ac8-4c33-a791-9691d524a334,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:06.208206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e35269f8-e940-4485-9182-69f11068dd9a tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:06.209803 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e35269f8-e940-4485-9182-69f11068dd9a tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6298139 Oct 19 11:11:06.215882 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b86c76b3-91a8-4011-b379-bed228f269f2 req-1c0a99c1-0147-483c-ba49-1c36a7fe1970 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576715 Oct 19 11:11:06.225343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'e5b6e617-6ac8-4c33-a791-9691d524a334', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'e5b6e617-6ac8-4c33-a791-9691d524a334', 'mac_address': 'fa:16:3e:5d:eb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:11:06.225663 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-a13b5590-23cb-41b5-ab5b-0944059d7b79 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Floating IP 72abf96e-eb96-4a66-a586-da6da63a236c associated. External IP: 172.25.2.204, port: b1989be1-616f-43c7-9788-c5245eb4f2b1. Oct 19 11:11:06.237447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Request body: {'port': {'device_id': 'bab6afee-c159-4646-b3f0-623db87e5477', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '5fd186f7cf5e4ae08853ac3ba0c29b8f'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:06.273179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38c8d26e-22a8-49e0-bf0e-2456143ef3d4 req-a33cd2dc-9516-4363-93f4-5ed1da27c565 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538228 Oct 19 11:11:06.300125 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-936f8942-9b9e-43b1-93cd-330979ded68b req-be112be9-939c-43f6-8dca-5a9231647a87 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314506 Oct 19 11:11:06.305042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79550f0-ded0-4b22-9c6b-e5503c766bc5 req-12220bc5-eaef-412b-9a45-c48444ee9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:06.307000 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b79550f0-ded0-4b22-9c6b-e5503c766bc5 req-12220bc5-eaef-412b-9a45-c48444ee9bdb service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.2766542 Oct 19 11:11:06.331243 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:06.361964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b6e617-6ac8-4c33-a791-9691d524a334 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:06.393852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b79550f0-ded0-4b22-9c6b-e5503c766bc5 req-bdea4f1e-0984-4df2-9477-d802a6bcb228 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=3363d609-13e3-49d6-865d-f1595da591a9 HTTP/1.1" status: 200 len: 217 time: 0.0745280 Oct 19 11:11:06.410174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e5b6e617-6ac8-4c33-a791-9691d524a334, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e5b6e617-6ac8-4c33-a791-9691d524a334,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:06.452127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38c8d26e-22a8-49e0-bf0e-2456143ef3d4 req-d3e96909-e392-4a1f-8076-9c7ef81b84a2 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687422 Oct 19 11:11:06.490208 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:06.520247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79550f0-ded0-4b22-9c6b-e5503c766bc5 req-ad5495b8-bc0e-4979-9adb-493f3999137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:06.525814 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b79550f0-ded0-4b22-9c6b-e5503c766bc5 req-ad5495b8-bc0e-4979-9adb-493f3999137b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1209717 Oct 19 11:11:06.560068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=e5b6e617-6ac8-4c33-a791-9691d524a334,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:06.591089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Made reservation on behalf of 5fd186f7cf5e4ae08853ac3ba0c29b8f for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:06.595097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:06.611844 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:06.659079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13b5590-23cb-41b5-ab5b-0944059d7b79 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Router 6e197209-2614-418b-8e7f-08c973726804 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:11:06.666750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79550f0-ded0-4b22-9c6b-e5503c766bc5 req-5447bd3d-a63a-4a5b-9c13-eb04023a5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:06.668146 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b79550f0-ded0-4b22-9c6b-e5503c766bc5 req-5447bd3d-a63a-4a5b-9c13-eb04023a5133 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306887 Oct 19 11:11:06.670142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9302aed-60dd-4ed5-8329-5484181e68d7 req-d839fee3-7b9c-4b1e-9ef1-ee08fbf315ea tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:06.671773 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9302aed-60dd-4ed5-8329-5484181e68d7 req-d839fee3-7b9c-4b1e-9ef1-ee08fbf315ea tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 943 time: 0.1488767 Oct 19 11:11:06.673865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38c8d26e-22a8-49e0-bf0e-2456143ef3d4 req-5d2690bc-e91c-47f2-af69-ecfd58f38570 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110736 Oct 19 11:11:06.752737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['e5b6e617-6ac8-4c33-a791-9691d524a334'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:06.812955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9302aed-60dd-4ed5-8329-5484181e68d7 req-fb31622d-1da2-4c54-9c6a-3dbfb83fcac9 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158707 Oct 19 11:11:06.846105 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-287157d8-76c6-4603-9ef9-fb3648841bba req-9e5f0377-2ae0-4131-bed6-4b6db322232d tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 210 time: 0.0357687 Oct 19 11:11:06.855625 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:06.865585 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b79550f0-ded0-4b22-9c6b-e5503c766bc5 req-e5709942-f13a-41bd-8717-5c1ff186abbc service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849403 Oct 19 11:11:06.918878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13b5590-23cb-41b5-ab5b-0944059d7b79 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:11:06.921998 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:06.935906 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25d58c-85e6-4af9-baca-5fb13ecfc48f None None] Sync routers for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:11:06.950498 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25d58c-85e6-4af9-baca-5fb13ecfc48f None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:11:06.951457 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0d25d58c-85e6-4af9-baca-5fb13ecfc48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:10:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:07.020084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b79550f0-ded0-4b22-9c6b-e5503c766bc5 req-47733087-4a2a-4a84-a4f5-2d30269d67aa service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471233 Oct 19 11:11:07.035390 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a13b5590-23cb-41b5-ab5b-0944059d7b79 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:07.086740 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0d25d58c-85e6-4af9-baca-5fb13ecfc48f None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:11:07.096313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42856) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:07.098478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Allocated IP 192.168.233.143 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/f1c7daaf-7a44-4533-965c-a8a74a3d4154) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:07.102459 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a13b5590-23cb-41b5-ab5b-0944059d7b79 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "PUT /v2.0/floatingips/72abf96e-eb96-4a66-a586-da6da63a236c HTTP/1.1" status: 200 len: 991 time: 3.1319809 Oct 19 11:11:07.105231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1196fb-e78d-4216-be06-425709ff03bf', 'tag': 'b1989be1-616f-43c7-9788-c5245eb4f2b1'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:07.108054 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8249a7-e23c-47c5-9aae-9061b78eb133" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1196fb-e78d-4216-be06-425709ff03bf", "tag": "b1989be1-616f-43c7-9788-c5245eb4f2b1"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:07.113421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa33d193-cabe-4d71-89ad-2ecac9ad1a34,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:07.118456 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84f8660a-4fe7-43e8-9555-e1d80dc4a981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:07.260566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84f8660a-4fe7-43e8-9555-e1d80dc4a981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:07.310631 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435d2de3-e723-43ed-88e0-7dde5ac2e9ec x-openstack-request-id: req-435d2de3-e723-43ed-88e0-7dde5ac2e9ec {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:07.311175 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1196fb-e78d-4216-be06-425709ff03bf", "tag": "b1989be1-616f-43c7-9788-c5245eb4f2b1", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:07.311175 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-435d2de3-e723-43ed-88e0-7dde5ac2e9ec {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:07.311575 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1196fb-e78d-4216-be06-425709ff03bf', 'tag': 'b1989be1-616f-43c7-9788-c5245eb4f2b1', 'status': 'completed', 'code': 200} Oct 19 11:11:07.334495 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84f8660a-4fe7-43e8-9555-e1d80dc4a981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:07.396901 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:07.399998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-84f8660a-4fe7-43e8-9555-e1d80dc4a981 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a70d39c715946a0a4c22427ed07f74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016746 Oct 19 11:11:07.400152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42872) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:07.442313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8249a7-e23c-47c5-9aae-9061b78eb133 req-1cceb50e-9c03-4a98-8ae8-43524b36fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:07.444365 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac8249a7-e23c-47c5-9aae-9061b78eb133 req-1cceb50e-9c03-4a98-8ae8-43524b36fac1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3b7151c30e248e094eeb3456b4bd8a4&device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 1096 time: 0.1052113 Oct 19 11:11:07.444489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8660a-4fe7-43e8-9555-e1d80dc4a981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645886ae-7407-440b-be26-16d469078a1e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:07.482678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834997c5-0eaa-42c1-bf03-a787c5e55116 req-b301e710-5c13-4f8e-857f-38ba8d5415d5 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:07.489225 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-834997c5-0eaa-42c1-bf03-a787c5e55116 req-b301e710-5c13-4f8e-857f-38ba8d5415d5 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 947 time: 0.0853610 Oct 19 11:11:07.533861 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-834997c5-0eaa-42c1-bf03-a787c5e55116 req-30f01077-97de-467e-8df0-b5a8be57343b tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Oct 19 11:11:07.601318 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-979141ed-3ca8-4559-aa55-3a2373da8838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:07.614490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1a690-bfb6-44dc-b0fe-488cd34262ab req-94a2772a-89ff-41f3-b972-2164aa7213a0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:07.615979 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4f1a690-bfb6-44dc-b0fe-488cd34262ab req-94a2772a-89ff-41f3-b972-2164aa7213a0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 947 time: 0.1631596 Oct 19 11:11:07.629928 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:07.641501 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0d25d58c-85e6-4af9-baca-5fb13ecfc48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '72abf96e-eb96-4a66-a586-da6da63a236c', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '6e197209-2614-418b-8e7f-08c973726804', 'port_id': 'b1989be1-616f-43c7-9788-c5245eb4f2b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'mac_address': 'fa:16:3e:82:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1196fb-e78d-4216-be06-425709ff03bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:10:44Z', 'updated_at': '2021-10-19T11:11:05Z', 'revision_number': 1, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:07.674157 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25d58c-85e6-4af9-baca-5fb13ecfc48f None None] Checking router: 6e197209-2614-418b-8e7f-08c973726804 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:11:07.684291 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25d58c-85e6-4af9-baca-5fb13ecfc48f None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:11:07.685342 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0d25d58c-85e6-4af9-baca-5fb13ecfc48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:10:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:07.694195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-979141ed-3ca8-4559-aa55-3a2373da8838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:07.708691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8249a7-e23c-47c5-9aae-9061b78eb133 req-058a2f5f-cec3-4aa5-8071-c65177116b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:07.710150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac8249a7-e23c-47c5-9aae-9061b78eb133 req-058a2f5f-cec3-4aa5-8071-c65177116b9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b754831-f16d-4c57-ba88-a181190b2a98 HTTP/1.1" status: 200 len: 924 time: 0.2494314 Oct 19 11:11:07.735615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:07.798149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:07.800492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:07.806392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:07.806993 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:07.809700 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0d25d58c-85e6-4af9-baca-5fb13ecfc48f None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:11:07.839425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Pushing event updated for resources: {'Port': ['ID=f1c7daaf-7a44-4533-965c-a8a74a3d4154,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:07.853033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4f1a690-bfb6-44dc-b0fe-488cd34262ab req-131374ce-2831-4727-aa03-7bde7560ccf7 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261541 Oct 19 11:11:07.953179 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac8249a7-e23c-47c5-9aae-9061b78eb133 req-9dcf89f6-dff1-41c6-90ad-a6635cf63d10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1989be1-616f-43c7-9788-c5245eb4f2b1 HTTP/1.1" status: 200 len: 999 time: 0.2274544 Oct 19 11:11:07.959891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-e1579b10-b330-4501-977c-b97f1d3fb341 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7370009 Oct 19 11:11:07.981425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Request body: {'port': {'device_id': 'bab6afee-c159-4646-b3f0-623db87e5477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:08.053765 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-979141ed-3ca8-4559-aa55-3a2373da8838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:08.056418 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-979141ed-3ca8-4559-aa55-3a2373da8838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:08.059942 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-979141ed-3ca8-4559-aa55-3a2373da8838 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/645886ae-7407-440b-be26-16d469078a1e HTTP/1.1" status: 204 len: 168 time: 0.6556728 Oct 19 11:11:08.086020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e5b6e617-6ac8-4c33-a791-9691d524a334 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:08.107484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979141ed-3ca8-4559-aa55-3a2373da8838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645886ae-7407-440b-be26-16d469078a1e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:08.115931 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:08.133366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54486245-47eb-430c-9af8-8fba95698737 req-78cae0bd-fbbc-471b-88da-2a3d5ea7d1a6 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:08.141063 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54486245-47eb-430c-9af8-8fba95698737 req-78cae0bd-fbbc-471b-88da-2a3d5ea7d1a6 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 943 time: 0.2156150 Oct 19 11:11:08.143654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8249a7-e23c-47c5-9aae-9061b78eb133 req-a48c17e0-d6e6-4754-b7a9-139e2d4c5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:08.145742 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac8249a7-e23c-47c5-9aae-9061b78eb133 req-a48c17e0-d6e6-4754-b7a9-139e2d4c5cef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=40a357a2-81d7-41d4-837e-3062b79eca3e HTTP/1.1" status: 200 len: 862 time: 0.1695764 Oct 19 11:11:08.162450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f5bea7df-0927-4965-b026-d0f2a119b8c6 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:11:08.163771 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0d25d58c-85e6-4af9-baca-5fb13ecfc48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '72abf96e-eb96-4a66-a586-da6da63a236c', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '6e197209-2614-418b-8e7f-08c973726804', 'port_id': 'b1989be1-616f-43c7-9788-c5245eb4f2b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'mac_address': 'fa:16:3e:82:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1196fb-e78d-4216-be06-425709ff03bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:10:44Z', 'updated_at': '2021-10-19T11:11:05Z', 'revision_number': 1, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:08.206485 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d25d58c-85e6-4af9-baca-5fb13ecfc48f None None] The sync data for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 is: [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '72abf96e-eb96-4a66-a586-da6da63a236c', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '6e197209-2614-418b-8e7f-08c973726804', 'port_id': 'b1989be1-616f-43c7-9788-c5245eb4f2b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'mac_address': 'fa:16:3e:82:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1196fb-e78d-4216-be06-425709ff03bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:10:44Z', 'updated_at': '2021-10-19T11:11:05Z', 'revision_number': 1, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:11:08.238831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c3f844b3-f5c0-4107-b930-fc69d0157e54 None None] Provisioning complete for port f1c7daaf-7a44-4533-965c-a8a74a3d4154 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:08.239182 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c3f844b3-f5c0-4107-b930-fc69d0157e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:08.294198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54486245-47eb-430c-9af8-8fba95698737 req-80cdc0b4-02e6-4c05-ae8d-f7420313d691 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522522 Oct 19 11:11:08.304917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8249a7-e23c-47c5-9aae-9061b78eb133 req-513fb703-4ae8-4876-8378-47a1d75c88be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:08.315931 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac8249a7-e23c-47c5-9aae-9061b78eb133 req-513fb703-4ae8-4876-8378-47a1d75c88be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b754831-f16d-4c57-ba88-a181190b2a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521523 Oct 19 11:11:08.392062 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c3f844b3-f5c0-4107-b930-fc69d0157e54 None None] Port f1c7daaf-7a44-4533-965c-a8a74a3d4154 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:11:08.395086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port e5b6e617-6ac8-4c33-a791-9691d524a334 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:11:08.419624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port e5b6e617-6ac8-4c33-a791-9691d524a334 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:08.420067 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:08.441541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a65a8-ecdf-46a3-bd7d-2d07a3ab0efd req-00261502-9beb-43de-bcb0-a296fb6e5c79 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:08.448474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab4a65a8-ecdf-46a3-bd7d-2d07a3ab0efd req-00261502-9beb-43de-bcb0-a296fb6e5c79 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 936 time: 0.1013601 Oct 19 11:11:08.481223 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:08.501548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'f5bea7df-0927-4965-b026-d0f2a119b8c6', 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0', 'port_id': 'f5bea7df-0927-4965-b026-d0f2a119b8c6', 'mac_address': 'fa:16:3e:8a:c9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761a94a2-c103-48a9-b688-d8956e9f3c16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:11:08.538772 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab4a65a8-ecdf-46a3-bd7d-2d07a3ab0efd req-2af07b77-3443-4259-97f0-a115a85cfd59 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844657 Oct 19 11:11:08.590427 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:08.619143 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5bea7df-0927-4965-b026-d0f2a119b8c6 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:08.630242 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:08.649402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81105926-d492-4533-a5e6-799be347d197 None None] New status for floating IP 72abf96e-eb96-4a66-a586-da6da63a236c: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:11:08.699109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c7daaf-7a44-4533-965c-a8a74a3d4154 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:08.708916 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:08.723644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Transition to ACTIVE for port object f1c7daaf-7a44-4533-965c-a8a74a3d4154 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:11:08.731871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:08.757050 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e5b6e617-6ac8-4c33-a791-9691d524a334, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e5b6e617-6ac8-4c33-a791-9691d524a334,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:08.768149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9bb317-370e-4558-9f52-e2fb4e97c7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b6e617-6ac8-4c33-a791-9691d524a334'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:08.770634 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26630d6-b52a-4607-a1fd-327b41964ffb" -d '{"events": [{"server_uuid": "bf9bb317-370e-4558-9f52-e2fb4e97c7d1", "name": "network-vif-plugged", "status": "completed", "tag": "e5b6e617-6ac8-4c33-a791-9691d524a334"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:08.790603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac8249a7-e23c-47c5-9aae-9061b78eb133 req-8b6b928c-c61c-436d-9dcf-1c6f3ad9944d service neutron] 10.222.0.26 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340172 Oct 19 11:11:08.798655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a19e30-c3e4-44bb-a214-44d5923975c1 req-2a88711a-fedf-48d6-bee0-11ca105f4e40 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:08.799170 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:08.803373 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b1a19e30-c3e4-44bb-a214-44d5923975c1 req-2a88711a-fedf-48d6-bee0-11ca105f4e40 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 947 time: 0.1467674 Oct 19 11:11:08.853629 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:08.862145 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:08.862763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3363d609-13e3-49d6-865d-f1595da591a9 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:11:08.867253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b1a19e30-c3e4-44bb-a214-44d5923975c1 req-ed78b18b-7b9c-47dd-8ac9-38069aed92a2 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527854 Oct 19 11:11:08.882273 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a6e85e-7c23-4806-b415-7890ce04284f x-openstack-request-id: req-03a6e85e-7c23-4806-b415-7890ce04284f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:08.882581 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9bb317-370e-4558-9f52-e2fb4e97c7d1", "name": "network-vif-plugged", "status": "completed", "tag": "e5b6e617-6ac8-4c33-a791-9691d524a334", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:08.882834 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03a6e85e-7c23-4806-b415-7890ce04284f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:08.883615 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9bb317-370e-4558-9f52-e2fb4e97c7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b6e617-6ac8-4c33-a791-9691d524a334', 'code': 200} Oct 19 11:11:09.043497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c7daaf-7a44-4533-965c-a8a74a3d4154,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:09.049223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acc3e2-daa6-42e8-b8b9-1c106e3c817f req-e7a6e959-021b-4252-a91e-dff2e5240112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:09.050739 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80acc3e2-daa6-42e8-b8b9-1c106e3c817f req-e7a6e959-021b-4252-a91e-dff2e5240112 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 1099 time: 0.1204467 Oct 19 11:11:09.116074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ecdbd-efce-4447-b26f-c14b88744759 req-a8468e10-14cc-4a6a-9e28-77cb450cd173 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:09.124020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Attempting to bind port f1c7daaf-7a44-4533-965c-a8a74a3d4154 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:09.124861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Attempting to bind port f1c7daaf-7a44-4533-965c-a8a74a3d4154 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:09.124861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Attempting to bind port f1c7daaf-7a44-4533-965c-a8a74a3d4154 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:09.127503 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-297ecdbd-efce-4447-b26f-c14b88744759 req-a8468e10-14cc-4a6a-9e28-77cb450cd173 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 947 time: 0.1353052 Oct 19 11:11:09.161286 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac8249a7-e23c-47c5-9aae-9061b78eb133 req-6d31c582-2462-47f9-8d0e-b258ce52fef9 service neutron] 10.222.0.26 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544550 Oct 19 11:11:09.162526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Port f1c7daaf-7a44-4533-965c-a8a74a3d4154 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:09.163143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Attempting to bind port f1c7daaf-7a44-4533-965c-a8a74a3d4154 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:09.170314 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:09.171096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:09.172277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:09.173011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Bound port: f1c7daaf-7a44-4533-965c-a8a74a3d4154, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:09.173914 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:09.208419 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-297ecdbd-efce-4447-b26f-c14b88744759 req-166b878b-d3ee-487f-8822-e874b6cbd832 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744572 Oct 19 11:11:09.225153 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80acc3e2-daa6-42e8-b8b9-1c106e3c817f req-1ae3e7cf-5e42-43ce-90e9-9f16bcf2ad4b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627169 Oct 19 11:11:09.252611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=e5b6e617-6ac8-4c33-a791-9691d524a334,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:09.362729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] For port f1c7daaf-7a44-4533-965c-a8a74a3d4154, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:09.366920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] For port f1c7daaf-7a44-4533-965c-a8a74a3d4154, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f1c7daaf-7a44-4533-965c-a8a74a3d4154,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:09.390780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3363d609-13e3-49d6-865d-f1595da591a9,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:09.393774 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=f5bea7df-0927-4965-b026-d0f2a119b8c6,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:09.410211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '3363d609-13e3-49d6-865d-f1595da591a9', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '3363d609-13e3-49d6-865d-f1595da591a9', 'mac_address': 'fa:16:3e:f8:5b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:11:09.453105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:09.485432 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:09.509029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3363d609-13e3-49d6-865d-f1595da591a9 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:09.535270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3363d609-13e3-49d6-865d-f1595da591a9,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:09.566009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:09.566623 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:09.568008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] 10.222.0.49 "PUT /v2.0/ports/f1c7daaf-7a44-4533-965c-a8a74a3d4154 HTTP/1.1" status: 200 len: 1096 time: 1.5932195 Oct 19 11:11:09.568497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab6afee-c159-4646-b3f0-623db87e5477', 'tag': 'f1c7daaf-7a44-4533-965c-a8a74a3d4154'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:09.571149 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "bab6afee-c159-4646-b3f0-623db87e5477", "tag": "f1c7daaf-7a44-4533-965c-a8a74a3d4154"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:09.575194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefe15a-c0b2-4d55-827c-5a12cadb80e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c7daaf-7a44-4533-965c-a8a74a3d4154,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:09.589407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4350b-7405-4061-8b63-08320efc7276 req-492849c9-d1b2-4e82-8c5b-c92a07141b93 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:09.598640 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbc4350b-7405-4061-8b63-08320efc7276 req-492849c9-d1b2-4e82-8c5b-c92a07141b93 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 944 time: 0.1313131 Oct 19 11:11:09.626466 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:09.663559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbc4350b-7405-4061-8b63-08320efc7276 req-19ebfd1b-7063-4293-af88-ba5656935fcb tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637512 Oct 19 11:11:09.747844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=3363d609-13e3-49d6-865d-f1595da591a9,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:09.779681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-c451332a-9579-489f-a2a5-6d4b4959a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:09.789926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-c451332a-9579-489f-a2a5-6d4b4959a885 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 1099 time: 0.0849271 Oct 19 11:11:09.855191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['3363d609-13e3-49d6-865d-f1595da591a9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:09.922930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['f5bea7df-0927-4965-b026-d0f2a119b8c6'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:10.093259 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4eb4af-6ea0-497c-8938-88562542e27c x-openstack-request-id: req-4f4eb4af-6ea0-497c-8938-88562542e27c {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:10.093498 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab6afee-c159-4646-b3f0-623db87e5477", "tag": "f1c7daaf-7a44-4533-965c-a8a74a3d4154", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:10.093722 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f4eb4af-6ea0-497c-8938-88562542e27c {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:10.094563 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab6afee-c159-4646-b3f0-623db87e5477', 'tag': 'f1c7daaf-7a44-4533-965c-a8a74a3d4154', 'status': 'completed', 'code': 200} Oct 19 11:11:10.097377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-0d86a11a-8782-44a9-880e-3ea7c6ad1c61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=f1c7daaf-7a44-4533-965c-a8a74a3d4154 HTTP/1.1" status: 200 len: 217 time: 0.2973189 Oct 19 11:11:10.177280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394a79-0950-48e8-89a7-2dd9827e7378 req-7e85f92b-dd36-467f-845e-70d41e3ef727 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:10.179054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5394a79-0950-48e8-89a7-2dd9827e7378 req-7e85f92b-dd36-467f-845e-70d41e3ef727 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 948 time: 0.0613165 Oct 19 11:11:10.207171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265de70-878d-426f-b1ec-6b57f7c5f2ac req-fc296c44-c4e7-4b3b-a1a4-e775f0490923 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:10.208918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7265de70-878d-426f-b1ec-6b57f7c5f2ac req-fc296c44-c4e7-4b3b-a1a4-e775f0490923 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 948 time: 0.1140356 Oct 19 11:11:10.211097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-fca22943-ad32-429b-9f54-63f339943009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:10.216086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-fca22943-ad32-429b-9f54-63f339943009 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0795305 Oct 19 11:11:10.236593 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5394a79-0950-48e8-89a7-2dd9827e7378 req-393e6d3a-77dd-435b-baec-5b071bc9fc99 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441401 Oct 19 11:11:10.295640 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7265de70-878d-426f-b1ec-6b57f7c5f2ac req-8a6bd81d-a7c0-4dca-b687-30eeab83ccf8 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790555 Oct 19 11:11:10.306188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-804b2d8f-2857-48d4-834c-0d1b9fa0eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:10.307903 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-804b2d8f-2857-48d4-834c-0d1b9fa0eeef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828435 Oct 19 11:11:10.472372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-0aead6bf-f4c5-4e0d-870a-3317fac9afd9 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488361 Oct 19 11:11:10.480749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e3daf-6a41-4e28-9dcc-6a01f289927c req-902badd1-4a7a-41af-bf34-4a0f1b5e7155 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:10.482211 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d41e3daf-6a41-4e28-9dcc-6a01f289927c req-902badd1-4a7a-41af-bf34-4a0f1b5e7155 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 948 time: 0.1035759 Oct 19 11:11:10.582050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d41e3daf-6a41-4e28-9dcc-6a01f289927c req-bdc8fdc5-2ed1-41fd-9dcf-12285db45c2a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908511 Oct 19 11:11:10.612743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a5bb59e-dfd2-40be-ba93-246299e126aa req-0c3f6931-38ac-4131-8653-9071facab593 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294959 Oct 19 11:11:10.817822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae727a0-01fb-4252-9b1e-3aefd7d19706 req-53865a97-f193-42f1-83ee-31e144299070 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:10.819304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cae727a0-01fb-4252-9b1e-3aefd7d19706 req-53865a97-f193-42f1-83ee-31e144299070 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 944 time: 0.0773125 Oct 19 11:11:10.834740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d req-b7dbbd95-5a95-429f-80cd-d8ef2838467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:10.836436 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d req-b7dbbd95-5a95-429f-80cd-d8ef2838467f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 1099 time: 0.1108015 Oct 19 11:11:10.837296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43002) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:10.921878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cae727a0-01fb-4252-9b1e-3aefd7d19706 req-82dfc8b8-3c5a-4bb5-b67b-52b6353188c3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960124 Oct 19 11:11:10.962124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d req-dfb02ea7-6ef7-4c10-9ed8-d222de1c75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:10.963762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d req-dfb02ea7-6ef7-4c10-9ed8-d222de1c75ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1206369 Oct 19 11:11:10.986203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d26f-b307-4cb8-a2d4-da12d9f03fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:11.010876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d req-9558811a-7416-4af9-baf7-af717fefcfda service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=f1c7daaf-7a44-4533-965c-a8a74a3d4154 HTTP/1.1" status: 200 len: 217 time: 0.0382242 Oct 19 11:11:11.079653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d26f-b307-4cb8-a2d4-da12d9f03fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:11.081546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d req-0c6e3e98-970c-409d-b5c8-a3c3afa6c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:11.084738 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d req-0c6e3e98-970c-409d-b5c8-a3c3afa6c92e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0655723 Oct 19 11:11:11.129265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d req-5b216e87-2c91-4e7e-bdb5-92390bf56617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:11.131172 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d req-5b216e87-2c91-4e7e-bdb5-92390bf56617 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407410 Oct 19 11:11:11.159788 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fb2d26f-b307-4cb8-a2d4-da12d9f03fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:11.205946 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7fb2d26f-b307-4cb8-a2d4-da12d9f03fcd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3dfbe0c3978841d2b1347d908297225f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669271 Oct 19 11:11:11.206815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2d26f-b307-4cb8-a2d4-da12d9f03fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899b2601-3cec-41c4-8969-055893494c69,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:11.209656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43020) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:11.265585 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d req-f32e4549-6271-4ba1-a54e-489ad0a42447 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250424 Oct 19 11:11:11.290804 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:11:11.299938 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb2c4-5a71-4e6c-aa82-ff92e7e7b674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:11.385049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb2c4-5a71-4e6c-aa82-ff92e7e7b674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:11.432339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae7ce2-a0d5-40bd-b348-3a24cf01bae9 req-b4c3663c-457d-4ea3-8e0a-eae33e7f529f tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:11.433845 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-abae7ce2-a0d5-40bd-b348-3a24cf01bae9 req-b4c3663c-457d-4ea3-8e0a-eae33e7f529f tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 948 time: 0.1299150 Oct 19 11:11:11.468839 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb81ebf6-e858-4d55-a689-e85f50cc0e0d req-20c39f82-69a0-459b-8894-bce3a656a859 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913266 Oct 19 11:11:11.494830 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-abae7ce2-a0d5-40bd-b348-3a24cf01bae9 req-2d0b5b6d-255b-48d8-8b11-af4065303274 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500917 Oct 19 11:11:11.570484 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb2c4-5a71-4e6c-aa82-ff92e7e7b674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:11.573329 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bcb2c4-5a71-4e6c-aa82-ff92e7e7b674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:11.574455 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b3bcb2c4-5a71-4e6c-aa82-ff92e7e7b674 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/899b2601-3cec-41c4-8969-055893494c69 HTTP/1.1" status: 204 len: 168 time: 0.3631167 Oct 19 11:11:11.581954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047b425-9274-493f-966a-5076f806d34d req-41fb5d20-c8f2-4195-bc63-2b8889e35534 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:11.582637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcb2c4-5a71-4e6c-aa82-ff92e7e7b674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899b2601-3cec-41c4-8969-055893494c69,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:11.583481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5047b425-9274-493f-966a-5076f806d34d req-41fb5d20-c8f2-4195-bc63-2b8889e35534 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 948 time: 0.0510159 Oct 19 11:11:11.623862 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5047b425-9274-493f-966a-5076f806d34d req-8a2de324-71c4-469e-adc7-7f73a9233746 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333464 Oct 19 11:11:11.760454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695e999-0ede-4817-8920-2f84986e2aba req-89e35093-b24b-4481-a92c-d9b5c87a4309 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:11.762146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3695e999-0ede-4817-8920-2f84986e2aba req-89e35093-b24b-4481-a92c-d9b5c87a4309 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 948 time: 0.0538685 Oct 19 11:11:11.802697 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3695e999-0ede-4817-8920-2f84986e2aba req-af7d5988-d4cc-42c1-a139-5e9d30abc5e1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345407 Oct 19 11:11:12.121140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c23584-5e9b-4bac-81cb-7dedde1872d1 req-fb9d8fd1-dd1e-445d-b9f3-852a71842e1b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:12.122564 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80c23584-5e9b-4bac-81cb-7dedde1872d1 req-fb9d8fd1-dd1e-445d-b9f3-852a71842e1b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 944 time: 0.0487111 Oct 19 11:11:12.149443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f5bea7df-0927-4965-b026-d0f2a119b8c6 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:12.160743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80c23584-5e9b-4bac-81cb-7dedde1872d1 req-5c8ae03d-3bdc-400a-96cb-d485e805d68c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321360 Oct 19 11:11:12.285032 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port f5bea7df-0927-4965-b026-d0f2a119b8c6 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:11:12.289984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port f5bea7df-0927-4965-b026-d0f2a119b8c6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:12.290563 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.386855 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.389646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43074) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:12.403541 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-09c3691d-60c4-4726-9a57-02a69cfbfea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.419332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bea7df-0927-4965-b026-d0f2a119b8c6'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:12.422508 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61e460a-962b-4d20-812c-b7968151df50" -d '{"events": [{"server_uuid": "3b6e1395-30cc-43dc-9744-bcf10f097e8f", "name": "network-vif-plugged", "status": "completed", "tag": "f5bea7df-0927-4965-b026-d0f2a119b8c6"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:12.439214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:12.521681 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-09c3691d-60c4-4726-9a57-02a69cfbfea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.524841 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.525713 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3363d609-13e3-49d6-865d-f1595da591a9 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:12.541857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e58bff-043c-437b-806f-245965aecddf req-e2cf463d-6a04-494f-9534-ef53fe0eecfd tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:12.541857 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-41e58bff-043c-437b-806f-245965aecddf req-e2cf463d-6a04-494f-9534-ef53fe0eecfd tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 948 time: 0.0710764 Oct 19 11:11:12.572849 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d224f4e4-fd70-43b1-b05f-52bd5e4bc86d x-openstack-request-id: req-d224f4e4-fd70-43b1-b05f-52bd5e4bc86d {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:12.573237 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6e1395-30cc-43dc-9744-bcf10f097e8f", "name": "network-vif-plugged", "status": "completed", "tag": "f5bea7df-0927-4965-b026-d0f2a119b8c6", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:12.573550 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d224f4e4-fd70-43b1-b05f-52bd5e4bc86d {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:12.574185 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bea7df-0927-4965-b026-d0f2a119b8c6', 'code': 200} Oct 19 11:11:12.592169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-41e58bff-043c-437b-806f-245965aecddf req-58bb1ef4-6ca8-497b-9fcf-aeb61ec548d6 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447152 Oct 19 11:11:12.594450 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-09c3691d-60c4-4726-9a57-02a69cfbfea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.613758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=f5bea7df-0927-4965-b026-d0f2a119b8c6,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:12.662826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-09c3691d-60c4-4726-9a57-02a69cfbfea9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d8d03d8381b4a0e80e01393b01e9ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689745 Oct 19 11:11:12.662826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3691d-60c4-4726-9a57-02a69cfbfea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c84292e-de2d-478b-b3ec-539081adad5c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:12.663136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43090) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:12.707300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 3363d609-13e3-49d6-865d-f1595da591a9 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:11:12.714088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 3363d609-13e3-49d6-865d-f1595da591a9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:12.714088 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.724065 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59cbe043-69a7-421c-a549-ff5b4975d080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.757649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59cbe043-69a7-421c-a549-ff5b4975d080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.762517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dfcc4-699e-4939-bcb0-00af7ec189b5 req-56879174-b2c3-4548-9269-fc8f24147283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:12.764491 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a8dfcc4-699e-4939-bcb0-00af7ec189b5 req-56879174-b2c3-4548-9269-fc8f24147283 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1096 time: 0.1031051 Oct 19 11:11:12.790658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c860896-acdd-4df3-87b3-dec50180b58f req-e2720bff-3754-47d5-98d2-2f324e35b728 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:12.790658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0c860896-acdd-4df3-87b3-dec50180b58f req-e2720bff-3754-47d5-98d2-2f324e35b728 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 948 time: 0.0796499 Oct 19 11:11:12.843117 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a8dfcc4-699e-4939-bcb0-00af7ec189b5 req-32d64c90-de4a-4f4c-9cb8-90976c03011f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667484 Oct 19 11:11:12.858059 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.867721 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0c860896-acdd-4df3-87b3-dec50180b58f req-e6ecc6c3-dc39-418b-9cfb-b270bc5757c4 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720782 Oct 19 11:11:12.905000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3363d609-13e3-49d6-865d-f1595da591a9,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:12.919620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59cbe043-69a7-421c-a549-ff5b4975d080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.922277 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59cbe043-69a7-421c-a549-ff5b4975d080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:12.923465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-59cbe043-69a7-421c-a549-ff5b4975d080 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c84292e-de2d-478b-b3ec-539081adad5c HTTP/1.1" status: 204 len: 168 time: 0.2595780 Oct 19 11:11:12.948487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbe043-69a7-421c-a549-ff5b4975d080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c84292e-de2d-478b-b3ec-539081adad5c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:12.971488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85e21c-e025-4f13-b2f7-1db68a90cdd4 req-717cb68f-f9ab-4e5e-904f-1f8cdcf2d817 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:12.972874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca85e21c-e025-4f13-b2f7-1db68a90cdd4 req-717cb68f-f9ab-4e5e-904f-1f8cdcf2d817 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 948 time: 0.0646234 Oct 19 11:11:13.005303 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:13.011977 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca85e21c-e025-4f13-b2f7-1db68a90cdd4 req-a363ba8b-3c9a-42c0-8690-05aae907ec9b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Oct 19 11:11:13.060209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=3363d609-13e3-49d6-865d-f1595da591a9,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:13.291440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5852e0-b3a3-4616-82cf-2b814f38d51d req-8f422d44-9464-4814-bb72-afd6b2457169 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:13.292830 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b5852e0-b3a3-4616-82cf-2b814f38d51d req-8f422d44-9464-4814-bb72-afd6b2457169 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 945 time: 0.0514698 Oct 19 11:11:13.332826 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b5852e0-b3a3-4616-82cf-2b814f38d51d req-80fef50c-755a-4342-95d9-7c29cdf8b940 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334587 Oct 19 11:11:13.465987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43108) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:13.542960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43112) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:13.662896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46a85ce8-be56-4f17-8cb6-3bab0248d82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:13.664932 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-627f1fe0-46db-4cdc-bc9e-39f21f6b512b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:13.777794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5fb03-8e0e-47ed-bc2a-ea3f677e16d5 req-37a59e59-9fe6-4db0-8c63-ca5e416e3622 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:13.779290 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-27d5fb03-8e0e-47ed-bc2a-ea3f677e16d5 req-37a59e59-9fe6-4db0-8c63-ca5e416e3622 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 948 time: 0.0947375 Oct 19 11:11:13.837403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46a85ce8-be56-4f17-8cb6-3bab0248d82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:13.874682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-27d5fb03-8e0e-47ed-bc2a-ea3f677e16d5 req-4099ea84-900c-4d09-ad43-c3c57febbfaf tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/security-groups?id=32304f86-0611-4de9-b214-3401e01a6386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760312 Oct 19 11:11:13.885610 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-627f1fe0-46db-4cdc-bc9e-39f21f6b512b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:13.986026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e12d71-036c-4b9a-9694-48b40a1c4646 req-c97ecf76-176e-4a25-98b3-e41600083f26 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:13.986584 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46a85ce8-be56-4f17-8cb6-3bab0248d82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:13.987552 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67e12d71-036c-4b9a-9694-48b40a1c4646 req-c97ecf76-176e-4a25-98b3-e41600083f26 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 948 time: 0.0762858 Oct 19 11:11:14.014077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-627f1fe0-46db-4cdc-bc9e-39f21f6b512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.039217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c2ce2-08a2-4c82-9085-e252373c6494 req-4b9ee54e-cdab-4be8-b1da-28799e780c05 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:14.040722 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-899c2ce2-08a2-4c82-9085-e252373c6494 req-4b9ee54e-cdab-4be8-b1da-28799e780c05 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 948 time: 0.0912464 Oct 19 11:11:14.044377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-46a85ce8-be56-4f17-8cb6-3bab0248d82b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ae19712b5354493a71cda2a42fa48b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5772512 Oct 19 11:11:14.050824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43132) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:14.054384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a85ce8-be56-4f17-8cb6-3bab0248d82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a99b35-faad-4794-9c7d-35707a04351d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:14.064423 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-627f1fe0-46db-4cdc-bc9e-39f21f6b512b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f34984cc70e44e89b4ba6d3c8fb9139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178647 Oct 19 11:11:14.065374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43134) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:14.116635 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f1fe0-46db-4cdc-bc9e-39f21f6b512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac83351a-11b2-48c6-b359-c5978f811c0c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:14.148723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f1c7daaf-7a44-4533-965c-a8a74a3d4154 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:11:14.163166 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-899c2ce2-08a2-4c82-9085-e252373c6494 req-7284657e-4dcc-4909-9c71-99b2b87e3cc9 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112285 Oct 19 11:11:14.177858 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d662bc5f-0e00-4fa9-bb75-9b5b11a20352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.195316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-67e12d71-036c-4b9a-9694-48b40a1c4646 req-2470ffb6-c5fb-4a85-81c9-aa22076e5b11 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Deleting port e5b6e617-6ac8-4c33-a791-9691d524a334 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:11:14.195955 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-67e12d71-036c-4b9a-9694-48b40a1c4646 req-2470ffb6-c5fb-4a85-81c9-aa22076e5b11 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.232721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0f0cd-567b-48c4-a792-4ec8e902630c req-e71c8e9e-fed2-4e52-8b1b-559b2e5fcce9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:14.234518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fda0f0cd-567b-48c4-a792-4ec8e902630c req-e71c8e9e-fed2-4e52-8b1b-559b2e5fcce9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1105099 Oct 19 11:11:14.236739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d662bc5f-0e00-4fa9-bb75-9b5b11a20352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.286553 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-337e33b1-65c1-4d19-a52a-68621c64cce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.310056 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fda0f0cd-567b-48c4-a792-4ec8e902630c req-c3920a9c-0656-4044-9959-c030bc8f9665 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615988 Oct 19 11:11:14.322202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f1c7daaf-7a44-4533-965c-a8a74a3d4154, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f1c7daaf-7a44-4533-965c-a8a74a3d4154,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:14.328351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-337e33b1-65c1-4d19-a52a-68621c64cce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.334736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'f1c7daaf-7a44-4533-965c-a8a74a3d4154', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'f1c7daaf-7a44-4533-965c-a8a74a3d4154', 'mac_address': 'fa:16:3e:15:cf:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:11:14.337838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-67e12d71-036c-4b9a-9694-48b40a1c4646 req-2470ffb6-c5fb-4a85-81c9-aa22076e5b11 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] For port e5b6e617-6ac8-4c33-a791-9691d524a334, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e5b6e617-6ac8-4c33-a791-9691d524a334,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:14.338190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-67e12d71-036c-4b9a-9694-48b40a1c4646 req-2470ffb6-c5fb-4a85-81c9-aa22076e5b11 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.357501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-67e12d71-036c-4b9a-9694-48b40a1c4646 req-2470ffb6-c5fb-4a85-81c9-aa22076e5b11 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Calling delete_port for e5b6e617-6ac8-4c33-a791-9691d524a334 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:11:14.372697 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.387142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c7daaf-7a44-4533-965c-a8a74a3d4154 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:14.421288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f1c7daaf-7a44-4533-965c-a8a74a3d4154, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f1c7daaf-7a44-4533-965c-a8a74a3d4154,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:14.433292 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d662bc5f-0e00-4fa9-bb75-9b5b11a20352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.436336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d662bc5f-0e00-4fa9-bb75-9b5b11a20352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.438272 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d662bc5f-0e00-4fa9-bb75-9b5b11a20352 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac83351a-11b2-48c6-b359-c5978f811c0c HTTP/1.1" status: 204 len: 168 time: 0.3724356 Oct 19 11:11:14.459338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662bc5f-0e00-4fa9-bb75-9b5b11a20352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac83351a-11b2-48c6-b359-c5978f811c0c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:14.489183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016a0ff-dfad-4c53-93cc-468e5c4a0b79 req-fbf3f94d-60d5-4bdd-b4dc-38ce39cf813f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:14.490862 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0016a0ff-dfad-4c53-93cc-468e5c4a0b79 req-fbf3f94d-60d5-4bdd-b4dc-38ce39cf813f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 945 time: 0.0810666 Oct 19 11:11:14.497135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.516141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43150) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:14.559889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-337e33b1-65c1-4d19-a52a-68621c64cce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.562929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-337e33b1-65c1-4d19-a52a-68621c64cce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.567121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-337e33b1-65c1-4d19-a52a-68621c64cce0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18a99b35-faad-4794-9c7d-35707a04351d HTTP/1.1" status: 204 len: 168 time: 0.5142410 Oct 19 11:11:14.569053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=f1c7daaf-7a44-4533-965c-a8a74a3d4154,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:14.575088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:14.579326 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91159b1-ca6c-4614-954e-2efdcb78f848" -d '{"events": [{"server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "name": "network-vif-plugged", "status": "completed", "tag": "3363d609-13e3-49d6-865d-f1595da591a9"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:14.593964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e33b1-65c1-4d19-a52a-68621c64cce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a99b35-faad-4794-9c7d-35707a04351d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:14.630621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1974288897-network', 'tenant_id': '0bef218b6ade43d189bc973b967470c4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:14.631709 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fc2169-b7d7-4cf0-b22e-cd167334e7a8 x-openstack-request-id: req-c7fc2169-b7d7-4cf0-b22e-cd167334e7a8 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:14.632098 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "name": "network-vif-plugged", "status": "completed", "tag": "3363d609-13e3-49d6-865d-f1595da591a9", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:14.632234 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7fc2169-b7d7-4cf0-b22e-cd167334e7a8 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:14.632628 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9', 'code': 200} Oct 19 11:11:14.635990 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0016a0ff-dfad-4c53-93cc-468e5c4a0b79 req-d91a3a8e-85f3-4f03-aee9-5ff117f605de tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842681 Oct 19 11:11:14.685046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-67e12d71-036c-4b9a-9694-48b40a1c4646 req-2470ffb6-c5fb-4a85-81c9-aa22076e5b11 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.697121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['e5b6e617-6ac8-4c33-a791-9691d524a334'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:14.723991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['f1c7daaf-7a44-4533-965c-a8a74a3d4154'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:14.739988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470ffb6-c5fb-4a85-81c9-aa22076e5b11 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Pushing event deleted for resources: {'Port': ['ID=e5b6e617-6ac8-4c33-a791-9691d524a334,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:14.751700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Made reservation on behalf of 0bef218b6ade43d189bc973b967470c4 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:14.753542 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.786213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e12d71-036c-4b9a-9694-48b40a1c4646 req-2470ffb6-c5fb-4a85-81c9-aa22076e5b11 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] No DVR routers for this DVR port e5b6e617-6ac8-4c33-a791-9691d524a334 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:11:14.787511 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.789046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-67e12d71-036c-4b9a-9694-48b40a1c4646 req-2470ffb6-c5fb-4a85-81c9-aa22076e5b11 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:14.792036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c47d1-ba2c-4d4d-bd1e-380a184b9f0e req-8cfddcf1-71fc-4797-966b-2c7cd60587f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:14.793724 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67e12d71-036c-4b9a-9694-48b40a1c4646 req-2470ffb6-c5fb-4a85-81c9-aa22076e5b11 tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.26 "DELETE /v2.0/ports/e5b6e617-6ac8-4c33-a791-9691d524a334 HTTP/1.1" status: 204 len: 173 time: 0.7974169 Oct 19 11:11:14.793990 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d44c47d1-ba2c-4d4d-bd1e-380a184b9f0e req-8cfddcf1-71fc-4797-966b-2c7cd60587f9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 1100 time: 0.1050606 Oct 19 11:11:14.794412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9bb317-370e-4558-9f52-e2fb4e97c7d1', 'name': 'network-vif-deleted', 'tag': 'e5b6e617-6ac8-4c33-a791-9691d524a334'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:14.797939 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aca4b80-3543-43ce-b3cf-bfa4b5574f80" -d '{"events": [{"server_uuid": "bf9bb317-370e-4558-9f52-e2fb4e97c7d1", "name": "network-vif-deleted", "tag": "e5b6e617-6ac8-4c33-a791-9691d524a334"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:14.847881 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61155826-49f2-4960-9b4c-90bb3bf102d6 x-openstack-request-id: req-61155826-49f2-4960-9b4c-90bb3bf102d6 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:14.848253 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9bb317-370e-4558-9f52-e2fb4e97c7d1", "name": "network-vif-deleted", "tag": "e5b6e617-6ac8-4c33-a791-9691d524a334", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:14.848587 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61155826-49f2-4960-9b4c-90bb3bf102d6 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:14.849123 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9bb317-370e-4558-9f52-e2fb4e97c7d1', 'name': 'network-vif-deleted', 'tag': 'e5b6e617-6ac8-4c33-a791-9691d524a334', 'status': 'completed', 'code': 200} Oct 19 11:11:14.875651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1faf8-212e-4771-93b0-8efabf302488 req-9ba1e877-af0d-4fe1-939d-6ad5651f5f84 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:14.883622 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-53c1faf8-212e-4771-93b0-8efabf302488 req-9ba1e877-af0d-4fe1-939d-6ad5651f5f84 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1096 time: 0.1458466 Oct 19 11:11:14.921910 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d44c47d1-ba2c-4d4d-bd1e-380a184b9f0e req-84029947-d666-40fc-aeaa-ed5744d22a70 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186244 Oct 19 11:11:14.954158 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-53c1faf8-212e-4771-93b0-8efabf302488 req-605da395-f5d6-44b3-8ef2-ed8263d898af tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693448 Oct 19 11:11:15.019094 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.028131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8f6c878e-5b4e-472b-ab42-b2e89db05483 req-9c6148b3-5e9a-4760-a973-88643e59525c tempest-TenantUsagesTestJSON-353192494 tempest-TenantUsagesTestJSON-353192494-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf9bb317-370e-4558-9f52-e2fb4e97c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0414374 Oct 19 11:11:15.076829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f3f3d-7935-43ad-88e3-3ba32b122349 req-85e095d1-84ca-47ef-8a51-f1e4fba6939a tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:15.084166 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-471f3f3d-7935-43ad-88e3-3ba32b122349 req-85e095d1-84ca-47ef-8a51-f1e4fba6939a tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1096 time: 0.0635018 Oct 19 11:11:15.113071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.132582 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-471f3f3d-7935-43ad-88e3-3ba32b122349 req-9caa8f4e-e061-4742-a3d0-6be0557fecf5 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472708 Oct 19 11:11:15.139687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:11:15.156354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fabf13-0b3d-44d3-8154-caaf674f3f70,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:15.160224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.160591 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Added segment 361042d5-ac8e-44aa-967e-78922d721a84 of type vlan for network 5e1fed73-3450-49aa-96d8-c14de993ff4e Oct 19 11:11:15.219669 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.290438 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eade9-23cb-4690-b336-6629990f35db req-58c4269b-4a96-441e-a56c-5025f7f0be2e tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:15.291945 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-878eade9-23cb-4690-b336-6629990f35db req-58c4269b-4a96-441e-a56c-5025f7f0be2e tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 949 time: 0.0484035 Oct 19 11:11:15.327954 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.328894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:15.329484 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.354368 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-878eade9-23cb-4690-b336-6629990f35db req-db0226da-ec9b-42fe-b035-1952b44233ce tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553353 Oct 19 11:11:15.407524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] Pushing event updated for resources: {'Network': ['ID=5e1fed73-3450-49aa-96d8-c14de993ff4e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:15.419583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43182) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:15.423102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 5e1fed73-3450-49aa-96d8-c14de993ff4e details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:11:15.436860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-488f215c-e3ca-4cce-98d9-f5c22531fc4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.477397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7e7fdd45-c121-48a1-846e-5afbb37456d1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9616392 Oct 19 11:11:15.482651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43184) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:15.487442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] Request body: {'subnet': {'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1974288897-subnet', 'tenant_id': '0bef218b6ade43d189bc973b967470c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:15.509584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43188) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:15.535595 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ea8b-6c7f-4983-ac02-ff9313119f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.585135 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-488f215c-e3ca-4cce-98d9-f5c22531fc4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.598855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a4895-5f56-4a93-9405-0906c01137ef req-0a0d7a5b-813f-4115-8d92-224abb740608 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:15.600429 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b60a4895-5f56-4a93-9405-0906c01137ef req-0a0d7a5b-813f-4115-8d92-224abb740608 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0904140 Oct 19 11:11:15.638437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] Made reservation on behalf of 0bef218b6ade43d189bc973b967470c4 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:15.641261 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.643590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-488f215c-e3ca-4cce-98d9-f5c22531fc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.665567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13466842-9fdd-499f-8bdb-4d8f0c2ab98e req-ddd19549-041c-4bf6-9d24-976c63e7c96b tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:15.668970 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-13466842-9fdd-499f-8bdb-4d8f0c2ab98e req-ddd19549-041c-4bf6-9d24-976c63e7c96b tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1096 time: 0.0886273 Oct 19 11:11:15.671444 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b60a4895-5f56-4a93-9405-0906c01137ef req-d6813716-a9a4-4bed-9d4a-f839150aae6b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638947 Oct 19 11:11:15.687529 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ea8b-6c7f-4983-ac02-ff9313119f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.715205 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-13466842-9fdd-499f-8bdb-4d8f0c2ab98e req-194044ae-b950-47db-acd6-bdbbb4229fa1 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375416 Oct 19 11:11:15.737720 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-488f215c-e3ca-4cce-98d9-f5c22531fc4a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1f3448235f84836b86d9c1c51684182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170056 Oct 19 11:11:15.740333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43190) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:15.740911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f215c-e3ca-4cce-98d9-f5c22531fc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd40054-a38d-4a3d-8607-bf25a03b4de7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:15.769872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0e7ea8b-6c7f-4983-ac02-ff9313119f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.825263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7ea8b-6c7f-4983-ac02-ff9313119f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc20ffba-7f65-41ec-881e-8f9d64d4ad8a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:15.835761 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f0e7ea8b-6c7f-4983-ac02-ff9313119f86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbe7dd27537b4f8a8d32ba0329709cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198247 Oct 19 11:11:15.837869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43192) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:15.849282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c64ecf4d-ac26-41b8-8ba6-e4feace06277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.898099 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c64ecf4d-ac26-41b8-8ba6-e4feace06277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.939507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aff16994-7452-4e0c-b3c6-8e99d092a3fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.955070 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:15.964242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aff16994-7452-4e0c-b3c6-8e99d092a3fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:16.008658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a21a1401-6e97-415b-8ae3-d10a50b8cda9,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:16.024747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:16.025104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] Network hostable DHCP agents. Network: 5e1fed73-3450-49aa-96d8-c14de993ff4e, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:11:16.119117 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c64ecf4d-ac26-41b8-8ba6-e4feace06277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:16.121719 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c64ecf4d-ac26-41b8-8ba6-e4feace06277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:16.125216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c64ecf4d-ac26-41b8-8ba6-e4feace06277 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fd40054-a38d-4a3d-8607-bf25a03b4de7 HTTP/1.1" status: 204 len: 168 time: 0.3836639 Oct 19 11:11:16.141045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ecf4d-ac26-41b8-8ba6-e4feace06277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd40054-a38d-4a3d-8607-bf25a03b4de7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:16.146529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] Network 5e1fed73-3450-49aa-96d8-c14de993ff4e is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:11:16.154762 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aff16994-7452-4e0c-b3c6-8e99d092a3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:16.156920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aff16994-7452-4e0c-b3c6-8e99d092a3fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:16.160572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aff16994-7452-4e0c-b3c6-8e99d092a3fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc20ffba-7f65-41ec-881e-8f9d64d4ad8a HTTP/1.1" status: 204 len: 168 time: 0.3194222 Oct 19 11:11:16.162435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f1c7daaf-7a44-4533-965c-a8a74a3d4154 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:16.167545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff16994-7452-4e0c-b3c6-8e99d092a3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc20ffba-7f65-41ec-881e-8f9d64d4ad8a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:16.237692 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 5e1fed73-3450-49aa-96d8-c14de993ff4e) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:16.247042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:16.247625 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:16.253551 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907036b7-e232-4bcd-b52c-ab36238487e6 None None] Network 5e1fed73-3450-49aa-96d8-c14de993ff4e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:11:16.319033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port f1c7daaf-7a44-4533-965c-a8a74a3d4154 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:11:16.320997 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-81e9ee51-ac8c-4848-9ad3-9418f7664ec9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8373573 Oct 19 11:11:16.324492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port f1c7daaf-7a44-4533-965c-a8a74a3d4154 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:16.324881 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:16.419742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb38e9-44c6-4c2b-94e5-c8e94e8d96d9 None None] Network 5e1fed73-3450-49aa-96d8-c14de993ff4e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:11:16.475680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e52d6-7001-4334-bc5a-cd1f52229368 req-b9c32b4c-835b-4e6d-8800-2487b481b781 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:16.477220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-336e52d6-7001-4334-bc5a-cd1f52229368 req-b9c32b4c-835b-4e6d-8800-2487b481b781 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 949 time: 0.0510623 Oct 19 11:11:16.508040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:16.536395 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-336e52d6-7001-4334-bc5a-cd1f52229368 req-f9f16e7a-c919-40c5-acca-b2c32bd2b817 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484495 Oct 19 11:11:16.595546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f1c7daaf-7a44-4533-965c-a8a74a3d4154, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f1c7daaf-7a44-4533-965c-a8a74a3d4154,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:16.633391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab6afee-c159-4646-b3f0-623db87e5477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c7daaf-7a44-4533-965c-a8a74a3d4154'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:16.636007 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbb40bb-7a5e-4e85-83aa-29b478c30452" -d '{"events": [{"server_uuid": "bab6afee-c159-4646-b3f0-623db87e5477", "name": "network-vif-plugged", "status": "completed", "tag": "f1c7daaf-7a44-4533-965c-a8a74a3d4154"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:16.672519 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:16.676572 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5dde6b-4c32-4b28-b701-fb8fccf8c155 x-openstack-request-id: req-bb5dde6b-4c32-4b28-b701-fb8fccf8c155 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:16.676991 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab6afee-c159-4646-b3f0-623db87e5477", "name": "network-vif-plugged", "status": "completed", "tag": "f1c7daaf-7a44-4533-965c-a8a74a3d4154", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:16.677262 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb5dde6b-4c32-4b28-b701-fb8fccf8c155 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:16.677653 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab6afee-c159-4646-b3f0-623db87e5477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c7daaf-7a44-4533-965c-a8a74a3d4154', 'code': 200} Oct 19 11:11:16.729457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43220) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:16.733355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=f1c7daaf-7a44-4533-965c-a8a74a3d4154,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:16.791600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395597d5-59a8-41a3-92c2-18404d980b57 req-5ffece68-0809-47db-b685-6a0b68341e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:16.793146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-395597d5-59a8-41a3-92c2-18404d980b57 req-5ffece68-0809-47db-b685-6a0b68341e78 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 1101 time: 0.0576377 Oct 19 11:11:16.829008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed6487-b2d9-4733-a815-75a7a1333aaf req-465e54e1-e85d-41e3-a698-e88999cdadab tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:16.830484 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-61ed6487-b2d9-4733-a815-75a7a1333aaf req-465e54e1-e85d-41e3-a698-e88999cdadab tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0517590 Oct 19 11:11:16.862514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-395597d5-59a8-41a3-92c2-18404d980b57 req-3735965e-add7-40df-9d1b-435c102211be service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620930 Oct 19 11:11:16.868945 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-61ed6487-b2d9-4733-a815-75a7a1333aaf req-2c3f2194-f0ab-4ee3-bd1d-b6dada43ad9f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Oct 19 11:11:16.869694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f037f-0b1d-43ab-8341-f703597edddf req-b338d436-3dc2-4731-afd0-efecb342befb tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:16.871160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd5f037f-0b1d-43ab-8341-f703597edddf req-b338d436-3dc2-4731-afd0-efecb342befb tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1096 time: 0.0615811 Oct 19 11:11:16.908571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd5f037f-0b1d-43ab-8341-f703597edddf req-ef6c8252-7477-4fcc-a4dc-03c0acd1df5c tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299666 Oct 19 11:11:17.149677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bec9d91a-1bb8-4861-92bc-4d798d6c7577 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa8c8b77448d471b98f1d7cddead5f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187982 Oct 19 11:11:17.152007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43238) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:17.220260 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f51f616e-418e-471a-b514-e6350b82bfb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.271997 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f51f616e-418e-471a-b514-e6350b82bfb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.301964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386423a7-a360-4c63-b64b-357e052936a0 req-79167732-9a9a-47a8-97ce-8377c5073c8a tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:17.303472 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-386423a7-a360-4c63-b64b-357e052936a0 req-79167732-9a9a-47a8-97ce-8377c5073c8a tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 1100 time: 0.0797336 Oct 19 11:11:17.323112 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-386423a7-a360-4c63-b64b-357e052936a0 req-e303e75a-5266-4637-9e73-18c2cabc2393 tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.397348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-386423a7-a360-4c63-b64b-357e052936a0 req-e303e75a-5266-4637-9e73-18c2cabc2393 tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.404630 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f51f616e-418e-471a-b514-e6350b82bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.407843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f51f616e-418e-471a-b514-e6350b82bfb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.409144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f51f616e-418e-471a-b514-e6350b82bfb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32304f86-0611-4de9-b214-3401e01a6386 HTTP/1.1" status: 204 len: 168 time: 0.2560811 Oct 19 11:11:17.417569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f616e-418e-471a-b514-e6350b82bfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32304f86-0611-4de9-b214-3401e01a6386,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:17.450673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-386423a7-a360-4c63-b64b-357e052936a0 req-e303e75a-5266-4637-9e73-18c2cabc2393 tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.474743 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-386423a7-a360-4c63-b64b-357e052936a0 req-e303e75a-5266-4637-9e73-18c2cabc2393 tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644609 Oct 19 11:11:17.482922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43252) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:17.497923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-56f3007e-1408-4276-8a5d-c382b0e9b1fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.499761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303e75a-5266-4637-9e73-18c2cabc2393 tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bfacc8-6dd1-4020-b90e-9e4b6fb15849,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:17.587963 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-56f3007e-1408-4276-8a5d-c382b0e9b1fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.649192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-56f3007e-1408-4276-8a5d-c382b0e9b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.689287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-56f3007e-1408-4276-8a5d-c382b0e9b1fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be4c8b622ee747878b3c30555d85cd1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053604 Oct 19 11:11:17.690169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3007e-1408-4276-8a5d-c382b0e9b1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589e09f9-dbd6-4bbf-a561-ece3555bdce7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:17.691940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43264) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:17.741273 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5e61e0e-a3ac-4947-b7c9-31c622672952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.764132 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5e61e0e-a3ac-4947-b7c9-31c622672952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.873321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5e61e0e-a3ac-4947-b7c9-31c622672952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.876667 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5e61e0e-a3ac-4947-b7c9-31c622672952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:17.880717 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f5e61e0e-a3ac-4947-b7c9-31c622672952 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/589e09f9-dbd6-4bbf-a561-ece3555bdce7 HTTP/1.1" status: 204 len: 168 time: 0.1842895 Oct 19 11:11:17.887309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e61e0e-a3ac-4947-b7c9-31c622672952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589e09f9-dbd6-4bbf-a561-ece3555bdce7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:17.966837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43280) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:17.972706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1767598317-network', 'tenant_id': '07afc761dc4047008c1bfeec74715a45'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:18.061810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Made reservation on behalf of 07afc761dc4047008c1bfeec74715a45 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:18.064601 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.076603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.088701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e5b6e617-6ac8-4c33-a791-9691d524a334 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:11:18.115510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: e5b6e617-6ac8-4c33-a791-9691d524a334 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:11:18.115854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e5b6e617-6ac8-4c33-a791-9691d524a334 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:11:18.161706 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.227462 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.248154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:11:18.260905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a71bb2-68bd-416e-b5ea-665f6b737f9e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:18.268065 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.268397 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Added segment cf2c0327-5c12-46fc-b40e-ff3207347e7d of type vlan for network 9d40872a-0281-41ab-9a00-1dd489b9c414 Oct 19 11:11:18.306634 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.399208 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.400186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:18.400806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.463551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] Pushing event updated for resources: {'Network': ['ID=9d40872a-0281-41ab-9a00-1dd489b9c414,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:18.471520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 9d40872a-0281-41ab-9a00-1dd489b9c414 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:11:18.497412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43298) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:18.531063 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ab32e95c-a4e4-4f89-81a5-68d504279040 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5593681 Oct 19 11:11:18.532646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43302) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:18.534781 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c998b6d-fcd4-417e-be1c-2490fd1eb90f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.538663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] Request body: {'subnet': {'network_id': '9d40872a-0281-41ab-9a00-1dd489b9c414', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1767598317-subnet', 'tenant_id': '07afc761dc4047008c1bfeec74715a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:18.552465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-dc11e492-1173-4228-a6e3-101f2c198bd0 req-1aa44675-b327-4b7d-9a1f-4f1c06c267f0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:11:18.565514 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc11e492-1173-4228-a6e3-101f2c198bd0 req-1aa44675-b327-4b7d-9a1f-4f1c06c267f0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5173469 Oct 19 11:11:18.653348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c998b6d-fcd4-417e-be1c-2490fd1eb90f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.655142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] Made reservation on behalf of 07afc761dc4047008c1bfeec74715a45 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:18.658545 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.740357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c998b6d-fcd4-417e-be1c-2490fd1eb90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.786695 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1c998b6d-fcd4-417e-be1c-2490fd1eb90f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58a6736b9371449b94e23bc018c4dc15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912991 Oct 19 11:11:18.787849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c998b6d-fcd4-417e-be1c-2490fd1eb90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e14409-13c9-422b-aea7-38a2b674817a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:18.790252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43316) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:18.872226 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-396b029f-ffea-4baf-8a6f-fcc09407ea1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.899855 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-396b029f-ffea-4baf-8a6f-fcc09407ea1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:18.976988 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:19.016829 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-396b029f-ffea-4baf-8a6f-fcc09407ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:19.019512 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-396b029f-ffea-4baf-8a6f-fcc09407ea1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:19.026756 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-396b029f-ffea-4baf-8a6f-fcc09407ea1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5e14409-13c9-422b-aea7-38a2b674817a HTTP/1.1" status: 204 len: 168 time: 0.2098329 Oct 19 11:11:19.035455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a878dd77-b39f-4f1f-a308-9e4941c246e5,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:19.036812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b029f-ffea-4baf-8a6f-fcc09407ea1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e14409-13c9-422b-aea7-38a2b674817a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:19.043665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] Checking segment: {'id': 'cf2c0327-5c12-46fc-b40e-ff3207347e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9d40872a-0281-41ab-9a00-1dd489b9c414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:19.044034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] Network hostable DHCP agents. Network: 9d40872a-0281-41ab-9a00-1dd489b9c414, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:11:19.136100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] Network 9d40872a-0281-41ab-9a00-1dd489b9c414 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:11:19.227792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 9d40872a-0281-41ab-9a00-1dd489b9c414) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:19.228205 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:19.233384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:19.233384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:19.241473 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8adc6a-df8e-4961-8d07-5a5619cea298 None None] Network 9d40872a-0281-41ab-9a00-1dd489b9c414 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:11:19.337816 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dc45f495-cb8b-4277-a4a9-2313897cdcc3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8035469 Oct 19 11:11:19.377983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ba498-e91b-4c96-9402-ed894c4d4ab1 None None] Network 9d40872a-0281-41ab-9a00-1dd489b9c414 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:11:19.530263 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:19.563727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457c097-8e42-4a5e-ae3f-a59505d1a10e req-6ba15ed5-3bf4-4c1c-a7a8-bb1f31174129 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:19.572007 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a457c097-8e42-4a5e-ae3f-a59505d1a10e req-6ba15ed5-3bf4-4c1c-a7a8-bb1f31174129 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 950 time: 0.0666499 Oct 19 11:11:19.626629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a457c097-8e42-4a5e-ae3f-a59505d1a10e req-2f66b840-87ce-430f-87b1-aaddfac93ab4 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484655 Oct 19 11:11:19.682878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-7231acb3-e935-4743-a88f-f7f9855b8767 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:11:19.683972 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-7231acb3-e935-4743-a88f-f7f9855b8767 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062895 Oct 19 11:11:19.736138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-0f554c6d-4865-41f2-8e92-e38fa3548dcf tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:19.737777 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-0f554c6d-4865-41f2-8e92-e38fa3548dcf tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports/f5bea7df-0927-4965-b026-d0f2a119b8c6 HTTP/1.1" status: 200 len: 1093 time: 0.0441833 Oct 19 11:11:19.748928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Request body: {'binding': {'host': 'n-h1-814547-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:19.750517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Unknown quota resources ['binding']. {{(pid=101311) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:11:19.751363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7a0df-3409-4255-a870-be20d9244623 req-d78cb159-8046-467c-9238-578586dfce3c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:19.758978 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6b7a0df-3409-4255-a870-be20d9244623 req-d78cb159-8046-467c-9238-578586dfce3c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0627127 Oct 19 11:11:19.794768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6b7a0df-3409-4255-a870-be20d9244623 req-4a5ee386-a7b3-4767-969d-c8aff62993fd tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347989 Oct 19 11:11:19.903472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43372) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:19.907279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 on host n-h1-814547-1 for vnic_type normal with profile None {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:19.907618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:19.907944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:19.912471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Port f5bea7df-0927-4965-b026-d0f2a119b8c6 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:19.912818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:19.917797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:19.918190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:19.918573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:19.918984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Bound port: f5bea7df-0927-4965-b026-d0f2a119b8c6, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:19.971049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:20.071595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:20.077766 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-71bc3593-3618-4e6b-b531-eb2641b1fff1 service neutron] 10.222.0.39 "POST /v2.0/ports/f5bea7df-0927-4965-b026-d0f2a119b8c6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3326705 Oct 19 11:11:20.107937 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-5935f103-89cb-4ac7-87b8-d2f5bef7b205 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2026927 Oct 19 11:11:20.118330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-6b823f8c-bb8f-4835-8709-8a8c4d985cbf service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:11:20.119342 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-6b823f8c-bb8f-4835-8709-8a8c4d985cbf service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053720 Oct 19 11:11:20.442508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4c847-f349-4c35-ab5c-e28a78f9b618 req-43a81a25-be66-47aa-b55a-54ca40652999 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:20.449799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4aa4c847-f349-4c35-ab5c-e28a78f9b618 req-43a81a25-be66-47aa-b55a-54ca40652999 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 945 time: 0.0500436 Oct 19 11:11:20.485376 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4aa4c847-f349-4c35-ab5c-e28a78f9b618 req-7046cd28-5730-482a-8665-efb314c42ce0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346777 Oct 19 11:11:20.611722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1876dd-fae6-493e-a9a8-18114bd1935f req-642245f1-839f-4354-b9c1-b40e67c72ab5 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:20.613261 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea1876dd-fae6-493e-a9a8-18114bd1935f req-642245f1-839f-4354-b9c1-b40e67c72ab5 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 950 time: 0.0601404 Oct 19 11:11:20.654080 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea1876dd-fae6-493e-a9a8-18114bd1935f req-877755c8-22cc-4713-946a-f958634923df tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343518 Oct 19 11:11:20.755943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-8350afb7-f9f9-4f36-a331-aaff4dfec492 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:20.757561 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-8350afb7-f9f9-4f36-a331-aaff4dfec492 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 821 time: 0.1158810 Oct 19 11:11:20.775148 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-9187460c-b223-46f0-9fda-ed43f103e94d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/quotas/0bef218b6ade43d189bc973b967470c4 HTTP/1.1" status: 200 len: 375 time: 0.0099006 Oct 19 11:11:20.811014 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-b5a4e550-3877-474a-aa4a-a8d752baf63b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300303 Oct 19 11:11:20.922725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-e05ee2d3-f22e-4a5f-9c74-01cdc6cd24d2 service neutron] 10.222.0.39 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040108 Oct 19 11:11:21.041238 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e66058-747d-4928-83c4-699b03fd48a9 req-761034ba-55e5-4838-b1e6-e50c2cc03d52 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:21.043192 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8e66058-747d-4928-83c4-699b03fd48a9 req-761034ba-55e5-4838-b1e6-e50c2cc03d52 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1012180 Oct 19 11:11:21.105434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-d47f5487-66ac-45b3-bbfd-148866ac4906 service neutron] 10.222.0.39 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750162 Oct 19 11:11:21.107197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8e66058-747d-4928-83c4-699b03fd48a9 req-7adc1f9c-e0f4-4039-ac44-041d558932e6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448692 Oct 19 11:11:21.180449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-70fb77a6-b70a-4d95-bfae-b599ca83e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:21.180449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-70fb77a6-b70a-4d95-bfae-b599ca83e21f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1096 time: 0.0634711 Oct 19 11:11:21.427712 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fa02b75-de44-4f19-83dc-4d4a7a0a2907 req-b7153b17-f739-41b3-a437-bae79e84e523 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 210 time: 0.0586731 Oct 19 11:11:21.536895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43470) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:21.557886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43474) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:21.594296 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-4f07af09-2e3a-46d7-91c0-582b21de2cda tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3781571 Oct 19 11:11:21.700089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-network', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:21.737173 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b6f2c-3fa5-462d-b81f-420d94e0a378 req-85dfc8a5-ca61-4a64-a97e-009abd617dcf tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:21.739116 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f3b6f2c-3fa5-462d-b81f-420d94e0a378 req-85dfc8a5-ca61-4a64-a97e-009abd617dcf tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 945 time: 0.1093786 Oct 19 11:11:21.756418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-0d5a7af1-9588-4e7d-aa32-85487061415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:21.758430 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-0d5a7af1-9588-4e7d-aa32-85487061415a service neutron] 10.222.0.26 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.5682387 Oct 19 11:11:21.837070 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-4d61eb0f-a054-4b3c-8ca0-ea70c62906be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6 HTTP/1.1" status: 200 len: 217 time: 0.0500681 Oct 19 11:11:21.841269 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f3b6f2c-3fa5-462d-b81f-420d94e0a378 req-82f87ba5-700f-4f37-8111-8aef304bbbe5 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675726 Oct 19 11:11:21.849471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-4e7e9a80-c3df-4a8c-949d-f0842c535daf tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:21.858210 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-4e7e9a80-c3df-4a8c-949d-f0842c535daf tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630153 Oct 19 11:11:21.873699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Made reservation on behalf of 399d3eb188b542e1a67e1bf4536e2e17 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:21.877195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:21.894185 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:21.918336 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-89d36d85-6235-4833-8583-c1048f667d9b tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/quotas/5fd186f7cf5e4ae08853ac3ba0c29b8f HTTP/1.1" status: 200 len: 375 time: 0.0590603 Oct 19 11:11:21.967916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-75f46bf1-9d7d-4b60-a03b-480313ea2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:21.969517 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-75f46bf1-9d7d-4b60-a03b-480313ea2aea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.1091793 Oct 19 11:11:21.977573 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-33e937dd-eba6-4458-a770-4f4686c9fdc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.028788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-bd328deb-3e96-431f-9477-01c6e29d7b15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376587 Oct 19 11:11:22.039751 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-5fe35713-fa95-4506-8230-a2a4497f54f3 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177459 Oct 19 11:11:22.110780 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.176757 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-33e937dd-eba6-4458-a770-4f4686c9fdc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.195441 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-fe9e591b-bc21-43b4-9e5b-9113c077cb59 service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558497 Oct 19 11:11:22.219084 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.274923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:11:22.280610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a371214-018b-48fb-8660-59b5b77e9c10,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:22.288257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-33e937dd-eba6-4458-a770-4f4686c9fdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.295794 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.296706 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Added segment d8498d51-dd38-451e-a4f2-29da86f2a351 of type vlan for network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 Oct 19 11:11:22.324587 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-15ff9f3b-94c9-4a24-a1e1-2e19e0a504d1 service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198299 Oct 19 11:11:22.340580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f76b6-aef3-49cf-9140-b2ed6b5a24a8 req-d7bd7a05-312c-485d-9b98-0af22308e976 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:22.350448 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e26f76b6-aef3-49cf-9140-b2ed6b5a24a8 req-d7bd7a05-312c-485d-9b98-0af22308e976 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1451395 Oct 19 11:11:22.447245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-33e937dd-eba6-4458-a770-4f4686c9fdc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de9c6812df6a4922b4ddee07ceb334f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8877666 Oct 19 11:11:22.452308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43504) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:22.455737 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e937dd-eba6-4458-a770-4f4686c9fdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8b57fa-e8c7-4fb8-a2f5-847bb6f2c48a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:22.500152 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.549391 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e26f76b6-aef3-49cf-9140-b2ed6b5a24a8 req-d006e3b0-52f1-46bb-a445-ff767dae791f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852255 Oct 19 11:11:22.618154 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b06edb6-6a06-4d32-8b8d-d56aabf70dc8 req-59416fa1-a128-4be1-a711-66ac8f3cbed0 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 210 time: 0.1320710 Oct 19 11:11:22.647875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-43c101ba-4397-4470-9a1e-1373640f86b9 req-af7d8b11-0e63-4a61-9790-781bff559959 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 210 time: 0.0400569 Oct 19 11:11:22.661945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-01cea385-151a-47dd-88d6-33c71a651d17 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:22.663735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-01cea385-151a-47dd-88d6-33c71a651d17 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.2028439 Oct 19 11:11:22.664891 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94cf3c4f-7270-495f-be86-983ac005890c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.673041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.673730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:22.674319 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.687344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814547-1'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:22.725900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94cf3c4f-7270-495f-be86-983ac005890c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.773498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6f6be099-bc1c-46c3-9def-a7600f19d2a9,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:22.784975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:11:22.789794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.828522 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-962a6657-d117-4ebe-822c-8981e09db3a0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2899697 Oct 19 11:11:22.829560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43516) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:22.834519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] Request body: {'subnet': {'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-subnet', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:22.953991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] Made reservation on behalf of 399d3eb188b542e1a67e1bf4536e2e17 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:22.956326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.969325 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94cf3c4f-7270-495f-be86-983ac005890c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.973047 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94cf3c4f-7270-495f-be86-983ac005890c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:22.974184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-94cf3c4f-7270-495f-be86-983ac005890c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec8b57fa-e8c7-4fb8-a2f5-847bb6f2c48a HTTP/1.1" status: 204 len: 168 time: 0.5235074 Oct 19 11:11:22.992904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:22.995112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf3c4f-7270-495f-be86-983ac005890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8b57fa-e8c7-4fb8-a2f5-847bb6f2c48a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:23.083432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:23.136457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5bea7df-0927-4965-b026-d0f2a119b8c6'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:23.139215 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78107849-af76-4d71-abba-7784c3aa6be9" -d '{"events": [{"server_uuid": "3b6e1395-30cc-43dc-9744-bcf10f097e8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f5bea7df-0927-4965-b026-d0f2a119b8c6"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:23.144413 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:23.233430 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:23.236137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e15b3f-e859-402c-9181-e2278d8d201c req-7876994d-de22-42d4-a825-24f3e8ecb79a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:23.237696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6e15b3f-e859-402c-9181-e2278d8d201c req-7876994d-de22-42d4-a825-24f3e8ecb79a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 945 time: 0.2781470 Oct 19 11:11:23.315430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6e15b3f-e859-402c-9181-e2278d8d201c req-671bc66e-a0b9-4822-bafa-8d24c785e66f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660272 Oct 19 11:11:23.321175 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00781003-8e7b-4893-b2ed-772ecc3f6ec1 x-openstack-request-id: req-00781003-8e7b-4893-b2ed-772ecc3f6ec1 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:23.321463 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6e1395-30cc-43dc-9744-bcf10f097e8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f5bea7df-0927-4965-b026-d0f2a119b8c6", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:23.321720 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00781003-8e7b-4893-b2ed-772ecc3f6ec1 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:23.322110 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5bea7df-0927-4965-b026-d0f2a119b8c6', 'code': 200} Oct 19 11:11:23.353776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Pushing event updated for resources: {'Port': ['ID=f5bea7df-0927-4965-b026-d0f2a119b8c6,revision_number=7']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:23.371410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 on host n-h2-814547-1 for vnic_type normal with profile {"migrating_to": "n-h1-814547-1"} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:23.375038 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:23.375038 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:23.377056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Port f5bea7df-0927-4965-b026-d0f2a119b8c6 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:23.377374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Attempting to bind port f5bea7df-0927-4965-b026-d0f2a119b8c6 on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:23.382573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:23.383046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:23.383484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:23.383975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Bound port: f5bea7df-0927-4965-b026-d0f2a119b8c6, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:23.384388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:23.393638 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:23.464137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f831c48-40ff-4f23-afad-4bbce3092484,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:23.499514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:23.507924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] Checking segment: {'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:23.508268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] Network hostable DHCP agents. Network: 6f6be099-bc1c-46c3-9def-a7600f19d2a9, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:11:23.511909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:23.533367 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-e3eb392e-19b2-4362-b280-76f97e54e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:23.535107 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-e3eb392e-19b2-4362-b280-76f97e54e39c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 1100 time: 0.0651388 Oct 19 11:11:23.595001 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:23.657408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] Network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:11:23.714739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:23.716106 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:23.717530 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] 10.222.0.26 "PUT /v2.0/ports/f5bea7df-0927-4965-b026-d0f2a119b8c6 HTTP/1.1" status: 200 len: 1121 time: 1.0370474 Oct 19 11:11:23.739802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39869beb-c268-4b5d-9d83-de2d6f533cdc req-6bf0d258-175e-42d7-ad5e-1533218dcdf3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:23.742250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39869beb-c268-4b5d-9d83-de2d6f533cdc req-6bf0d258-175e-42d7-ad5e-1533218dcdf3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0885904 Oct 19 11:11:23.742995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-dd94cdf5-b697-4338-b804-3a0d43bb7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:23.744404 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-dd94cdf5-b697-4338-b804-3a0d43bb7939 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.2025931 Oct 19 11:11:23.762272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05c93f70-c571-452a-b627-4f5c220f949c req-b97b28ba-a1fc-400c-813b-39eadbd37c32 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 210 time: 0.0561404 Oct 19 11:11:23.763130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8ee41-5ec4-44a4-a9aa-020e0fbe9366 service neutron] Pushing event updated for resources: {'Port': ['ID=f5bea7df-0927-4965-b026-d0f2a119b8c6,revision_number=8']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:23.790846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['f5bea7df-0927-4965-b026-d0f2a119b8c6'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:23.807976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-22c6d62d-546a-4956-ab54-4fe243075faf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=3363d609-13e3-49d6-865d-f1595da591a9 HTTP/1.1" status: 200 len: 217 time: 0.0509448 Oct 19 11:11:23.810499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 6f6be099-bc1c-46c3-9def-a7600f19d2a9) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:23.822464 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:23.823227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:23.846623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33f4f0b-686a-40db-92ce-c35ee7e9e068 None None] Network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:11:23.870412 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39869beb-c268-4b5d-9d83-de2d6f533cdc req-b0d72157-170e-48a9-a222-02a41215385c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215847 Oct 19 11:11:23.889242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49bc57c3-db1d-41ae-8f54-589ceba96d49 req-b533d948-4a1e-45b3-b0a0-1c1a3480e7c8 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 210 time: 0.0483217 Oct 19 11:11:23.910054 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-7fd4834f-789f-4616-ad6a-249e82730bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:23.911645 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-7fd4834f-789f-4616-ad6a-249e82730bb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0916743 Oct 19 11:11:23.974988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-57290bc7-b12c-4ef8-8087-10a68d9e953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:23.976562 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-57290bc7-b12c-4ef8-8087-10a68d9e953e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0514770 Oct 19 11:11:23.989335 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ab38ee94-f628-4bf9-89d6-d98f9180ae30 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1585402 Oct 19 11:11:23.997616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43558) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:24.002177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:24.040705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43560) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:24.063402 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8361980e-934a-45f9-89ee-1202556fa510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.093708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'fixed_ips': [{'subnet_id': '2f831c48-40ff-4f23-afad-4bbce3092484'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:11:24.094573 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.179090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.180087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.189709 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8361980e-934a-45f9-89ee-1202556fa510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.255359 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.303065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Allocated IP 172.20.0.2 (6f6be099-bc1c-46c3-9def-a7600f19d2a9/2f831c48-40ff-4f23-afad-4bbce3092484/2fd99cf1-e361-454e-b464-a9ff34488871) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:24.329584 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-004583f5-9ddb-4b94-82cf-a08a78a2d6b7 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390918 Oct 19 11:11:24.404778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-c779dfe9-4a20-49d1-a87a-ab0aa076fb0e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:24.406852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-c779dfe9-4a20-49d1-a87a-ab0aa076fb0e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.26 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 821 time: 0.1401753 Oct 19 11:11:24.408258 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8361980e-934a-45f9-89ee-1202556fa510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.434566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Request body: {'port': {'device_id': '85404614-1d33-45da-84ce-8249ef880f50', 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e', 'admin_state_up': True, 'tenant_id': '0bef218b6ade43d189bc973b967470c4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:24.441187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8361980e-934a-45f9-89ee-1202556fa510 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=613d2f1f244844c6bfadde1fd7c1dc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986385 Oct 19 11:11:24.449032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43572) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:24.520075 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-a10506ee-4ec6-473f-9810-4c108e5fb147 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814306 Oct 19 11:11:24.534064 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d08a1266-068e-4b8a-9b11-1a9949692066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.549880 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.563610 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d08a1266-068e-4b8a-9b11-1a9949692066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.622328 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.651602 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc779d43-bff5-4ce1-99dc-3456259f9b8b req-c05f1e79-e228-4ed2-838d-60b76bfaf226 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:24.653148 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc779d43-bff5-4ce1-99dc-3456259f9b8b req-c05f1e79-e228-4ed2-838d-60b76bfaf226 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 943 time: 0.0716171 Oct 19 11:11:24.663380 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.667872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361980e-934a-45f9-89ee-1202556fa510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4abb395-3a4f-4607-ad78-bae8d5b5b82d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:24.739160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc779d43-bff5-4ce1-99dc-3456259f9b8b req-c8d46c52-7093-497b-907f-6618212827a8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613472 Oct 19 11:11:24.861553 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d08a1266-068e-4b8a-9b11-1a9949692066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.865939 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d08a1266-068e-4b8a-9b11-1a9949692066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.867734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d08a1266-068e-4b8a-9b11-1a9949692066 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4abb395-3a4f-4607-ad78-bae8d5b5b82d HTTP/1.1" status: 204 len: 168 time: 0.4176514 Oct 19 11:11:24.868341 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e8d394d-18ad-4b1e-a402-849e19adfb16 req-b8960bc9-3e3f-495d-8b3c-5a3ed0feedc3 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 210 time: 0.0259187 Oct 19 11:11:24.879175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:24.881320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:24.884172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a1266-068e-4b8a-9b11-1a9949692066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4abb395-3a4f-4607-ad78-bae8d5b5b82d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:24.885465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:24.916695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Made reservation on behalf of 0bef218b6ade43d189bc973b967470c4 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:24.920137 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:24.994074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Pushing event updated for resources: {'Port': ['ID=2fd99cf1-e361-454e-b464-a9ff34488871,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:25.030056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.034206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.034206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.034206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.034206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.036026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.036689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.037219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.038164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.038768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.039422 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.039928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:25.063733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Attempting to bind port 2fd99cf1-e361-454e-b464-a9ff34488871 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:25.064244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Attempting to bind port 2fd99cf1-e361-454e-b464-a9ff34488871 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:25.073086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Attempting to bind port 2fd99cf1-e361-454e-b464-a9ff34488871 on network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:25.073086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:25.073086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Checking segment: {'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:25.073086 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:25.073086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Bound using segment: {'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:25.073928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Bound port: 2fd99cf1-e361-454e-b464-a9ff34488871, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:25.074406 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:25.085066 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:25.091685 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9842d73-9542-4066-acc1-0f508a01f81a req-b181cf00-e014-4754-aadd-8c81a5147a2f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 210 time: 0.0602105 Oct 19 11:11:25.110970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0412e4e-5ddf-44a8-ad4b-ad1648d06032 req-95483685-b05b-4255-9a6b-c4f08fb79172 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:25.112790 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0412e4e-5ddf-44a8-ad4b-ad1648d06032 req-95483685-b05b-4255-9a6b-c4f08fb79172 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0719962 Oct 19 11:11:25.120700 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:25.160232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] For port 2fd99cf1-e361-454e-b464-a9ff34488871, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:25.170158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] For port 2fd99cf1-e361-454e-b464-a9ff34488871, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2fd99cf1-e361-454e-b464-a9ff34488871,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:25.170635 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0412e4e-5ddf-44a8-ad4b-ad1648d06032 req-ded674a3-1783-4588-aacf-39b1ed297f9d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500338 Oct 19 11:11:25.265803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Allocated IP 172.20.0.12 (5e1fed73-3450-49aa-96d8-c14de993ff4e/a21a1401-6e97-415b-8ae3-d10a50b8cda9/9cf117a8-c65e-491e-9739-c34936efa50d) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:25.274408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:25.290765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Allocated IP 172.25.2.236 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/dac845c8-c007-4ece-a935-eb8bdd1eada5) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:25.308963 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-419d9497-43f2-4ce1-aebb-85680e7d119a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:25.330822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'tag': 'f5bea7df-0927-4965-b026-d0f2a119b8c6'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:25.333150 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7ffec9-0d8f-4290-b0d3-3a218e3a8ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6e1395-30cc-43dc-9744-bcf10f097e8f", "tag": "f5bea7df-0927-4965-b026-d0f2a119b8c6"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:25.339534 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-7b7f1d56-610a-4b69-81dc-8c0e0e42eb9c tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379362 Oct 19 11:11:25.348451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7ee67-60ef-46d9-b03b-27b29921049a None None] Pushing event updated for resources: {'Port': ['ID=2fd99cf1-e361-454e-b464-a9ff34488871,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:25.401144 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81846e83-1e12-4c8a-9d4c-d89d54ec338e x-openstack-request-id: req-81846e83-1e12-4c8a-9d4c-d89d54ec338e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:25.401439 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6e1395-30cc-43dc-9744-bcf10f097e8f", "tag": "f5bea7df-0927-4965-b026-d0f2a119b8c6", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:25.405172 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81846e83-1e12-4c8a-9d4c-d89d54ec338e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:25.405172 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'tag': 'f5bea7df-0927-4965-b026-d0f2a119b8c6', 'status': 'completed', 'code': 200} Oct 19 11:11:25.550223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ffec9-0d8f-4290-b0d3-3a218e3a8ab8 req-330decc1-e327-46d7-846a-1c590aa5ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:25.552061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a7ffec9-0d8f-4290-b0d3-3a218e3a8ab8 req-330decc1-e327-46d7-846a-1c590aa5ea7c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1124 time: 0.0924215 Oct 19 11:11:25.564880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-6d246d15-da4a-4f23-a4e9-f29b546c89a1 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:25.566947 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-6d246d15-da4a-4f23-a4e9-f29b546c89a1 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2208560 Oct 19 11:11:25.611081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Request body: {'port': {'device_id': '2a785781-a016-4364-a92f-96610507206a', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '5fd186f7cf5e4ae08853ac3ba0c29b8f'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:25.629127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:25.672717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:25.798809 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:25.809166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ffec9-0d8f-4290-b0d3-3a218e3a8ab8 req-81b9be4f-d046-4502-aeb6-4228a7146bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:25.811191 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a7ffec9-0d8f-4290-b0d3-3a218e3a8ab8 req-81b9be4f-d046-4502-aeb6-4228a7146bbf service neutron] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.2431853 Oct 19 11:11:25.847606 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:25.865177 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a7ffec9-0d8f-4290-b0d3-3a218e3a8ab8 req-97d6f955-0b13-469f-8bb4-7c3cab726ea4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6 HTTP/1.1" status: 200 len: 217 time: 0.0399179 Oct 19 11:11:25.897152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:25.907328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Network 5e1fed73-3450-49aa-96d8-c14de993ff4e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:25.909109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=dac845c8-c007-4ece-a935-eb8bdd1eada5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:25.913324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:25.917258 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ffec9-0d8f-4290-b0d3-3a218e3a8ab8 req-191c30a7-acea-430b-bfa8-997ebafbf355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:25.918915 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a7ffec9-0d8f-4290-b0d3-3a218e3a8ab8 req-191c30a7-acea-430b-bfa8-997ebafbf355 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.0473566 Oct 19 11:11:25.928383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:25.930774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:25.935523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:25.941400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:25.942094 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:25.965765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a7ffec9-0d8f-4290-b0d3-3a218e3a8ab8 req-465128fc-39dd-4291-8f6b-c8d843e695e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361702 Oct 19 11:11:25.966935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Made reservation on behalf of 5fd186f7cf5e4ae08853ac3ba0c29b8f for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:25.971518 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:26.028248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69325f-6b82-465f-a7dd-e7c35254a512 req-5636316b-7933-4ffb-8a2a-50b04e3f4c67 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:26.032133 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b6ae7ced-118c-467c-adb4-56502f0b443a req-ec90988e-028f-49e9-b1be-ac6eb78a4f3c tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 210 time: 0.0437713 Oct 19 11:11:26.036009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd69325f-6b82-465f-a7dd-e7c35254a512 req-5636316b-7933-4ffb-8a2a-50b04e3f4c67 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 943 time: 0.2074049 Oct 19 11:11:26.135076 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f5bea7df-0927-4965-b026-d0f2a119b8c6 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:11:26.225279 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a7ffec9-0d8f-4290-b0d3-3a218e3a8ab8 req-6a28b459-a3bf-4837-8ee7-4ece67e82edf service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419810 Oct 19 11:11:26.331276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a7ffec9-0d8f-4290-b0d3-3a218e3a8ab8 req-760b8765-035a-4ab9-9818-a40297b58367 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050088 Oct 19 11:11:26.333227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43614) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:26.379757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:26.396983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Allocated IP 192.168.233.229 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/5d9a95dd-0451-46f4-88cc-c2f1cc45aa42) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:26.422432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f5bea7df-0927-4965-b026-d0f2a119b8c6 has no active binding in host n-h1-814547-1 {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 11:11:26.430464 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38463e43-e004-4c2b-876b-798cfac6698e req-d8296691-3b59-4b89-83da-936ee679df9a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:26.443069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38463e43-e004-4c2b-876b-798cfac6698e req-d8296691-3b59-4b89-83da-936ee679df9a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 932 time: 0.1104825 Oct 19 11:11:26.470711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Pushing event updated for resources: {'Port': ['ID=9cf117a8-c65e-491e-9739-c34936efa50d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:26.529862 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38463e43-e004-4c2b-876b-798cfac6698e req-02985596-a744-4d25-be3e-540cea49e78a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855668 Oct 19 11:11:26.559603 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd69325f-6b82-465f-a7dd-e7c35254a512 req-84ae4322-d44d-4f1a-8066-1e591e472aaf tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227242 Oct 19 11:11:26.564963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40276850-e2d1-45d8-9f73-34884c445de1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:26.565138 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-53cf11d1-28c1-4127-9aac-e220080af965 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1344309 Oct 19 11:11:26.582374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Request body: {'port': {'device_id': '85404614-1d33-45da-84ce-8249ef880f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:26.699867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff877f6a-132e-4341-b891-1f477f5e5416 None None] Network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:11:26.728194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:26.743031 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:26.810434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5425788e-ddcd-4b7a-827d-84d4f37f311a None None] Provisioning complete for port 2fd99cf1-e361-454e-b464-a9ff34488871 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:26.811270 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5425788e-ddcd-4b7a-827d-84d4f37f311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:26.817692 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d310b-d912-4e41-b777-c6d10734deea req-fe75b903-f538-406d-945b-3ebe17e9ae54 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:26.826150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d56d310b-d912-4e41-b777-c6d10734deea req-fe75b903-f538-406d-945b-3ebe17e9ae54 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1371076 Oct 19 11:11:26.834070 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:26.865533 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40276850-e2d1-45d8-9f73-34884c445de1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:26.902095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d56d310b-d912-4e41-b777-c6d10734deea req-1e4969a3-b5a4-4027-a327-eba95d4f57a0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749266 Oct 19 11:11:26.937608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40276850-e2d1-45d8-9f73-34884c445de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:26.973120 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5425788e-ddcd-4b7a-827d-84d4f37f311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.019279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5425788e-ddcd-4b7a-827d-84d4f37f311a None None] For port 2fd99cf1-e361-454e-b464-a9ff34488871, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2fd99cf1-e361-454e-b464-a9ff34488871,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:27.025861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-40276850-e2d1-45d8-9f73-34884c445de1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d9a9a54d5de450abf0561cf453dd3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6778975 Oct 19 11:11:27.028105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43630) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:27.039070 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.040681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40276850-e2d1-45d8-9f73-34884c445de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7621fe-22bf-49ac-8c3f-3995e1e3b1a4,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:27.051571 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['f1c7daaf-7a44-4533-965c-a8a74a3d4154'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:27.115282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.135634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5425788e-ddcd-4b7a-827d-84d4f37f311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.195379 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2fd99cf1-e361-454e-b464-a9ff34488871 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:27.225151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Pushing event updated for resources: {'Port': ['ID=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:27.244235 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:27.248047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:27.254740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:27.260645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:27.267328 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.278270 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-effadb6f-0639-45ed-a075-48b05bc0916f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.318198 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-effadb6f-0639-45ed-a075-48b05bc0916f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.350149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11421489-840f-428e-afd5-6d2d9109935c req-789e02f9-65af-4f27-80d3-7b85c05e9367 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:27.352778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425788e-ddcd-4b7a-827d-84d4f37f311a None None] Pushing event updated for resources: {'Port': ['ID=2fd99cf1-e361-454e-b464-a9ff34488871,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:27.366225 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11421489-840f-428e-afd5-6d2d9109935c req-789e02f9-65af-4f27-80d3-7b85c05e9367 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 936 time: 0.1827309 Oct 19 11:11:27.384750 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-d5682c14-9ee9-4d0b-a3da-e8e90f8e83e6 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7833908 Oct 19 11:11:27.394474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2fd99cf1-e361-454e-b464-a9ff34488871 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:27.394474 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.398986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf117a8-c65e-491e-9739-c34936efa50d {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:27.408965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Request body: {'port': {'device_id': '2a785781-a016-4364-a92f-96610507206a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:27.423902 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.487513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.500033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11421489-840f-428e-afd5-6d2d9109935c req-d2b55a71-6f05-4a0a-96cd-e12cd29d3d18 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310687 Oct 19 11:11:27.525530 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-effadb6f-0639-45ed-a075-48b05bc0916f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.528303 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-effadb6f-0639-45ed-a075-48b05bc0916f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.533499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-effadb6f-0639-45ed-a075-48b05bc0916f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad7621fe-22bf-49ac-8c3f-3995e1e3b1a4 HTTP/1.1" status: 204 len: 168 time: 0.4981835 Oct 19 11:11:27.533645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Transition to ACTIVE for port object 9cf117a8-c65e-491e-9739-c34936efa50d will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:11:27.566863 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effadb6f-0639-45ed-a075-48b05bc0916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7621fe-22bf-49ac-8c3f-3995e1e3b1a4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:27.583976 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-77e21b27-2de6-4a55-81e3-465cd77eb342 None None] Provisioning complete for port 2fd99cf1-e361-454e-b464-a9ff34488871 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:27.584755 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-77e21b27-2de6-4a55-81e3-465cd77eb342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.646395 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.650664 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Router 0470940d-8036-42f0-b5ac-979ea0131f33 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:11:27.742089 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-937b4a9b-b826-45f3-8abc-ad40605bbd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.767727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602acae0-531d-40fa-a233-3a2fff2d9ec0 req-f64e66bb-4afe-4e3e-89c6-ba207ccb7fba tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:27.770347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-602acae0-531d-40fa-a233-3a2fff2d9ec0 req-f64e66bb-4afe-4e3e-89c6-ba207ccb7fba tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 944 time: 0.1092739 Oct 19 11:11:27.803091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf117a8-c65e-491e-9739-c34936efa50d,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:27.861852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d54024a9-e00a-4401-aabb-c69b705d326d None None] Provisioning complete for port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:27.863461 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d54024a9-e00a-4401-aabb-c69b705d326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.870768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-602acae0-531d-40fa-a233-3a2fff2d9ec0 req-6aa572a8-39c3-4588-a9b4-e28c4b755c61 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563781 Oct 19 11:11:27.888205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedd567-9375-4282-b980-dd23d8cac8f5 req-ab81d231-c032-4e8d-b6de-610ace84dddf tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:27.896092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfedd567-9375-4282-b980-dd23d8cac8f5 req-ab81d231-c032-4e8d-b6de-610ace84dddf tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 943 time: 0.1986806 Oct 19 11:11:27.908844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:27.909126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:27.909450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:27.961274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d54024a9-e00a-4401-aabb-c69b705d326d None None] Port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:11:27.969639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Port 9cf117a8-c65e-491e-9739-c34936efa50d on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:27.969962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:27.977216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:11:27.977451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:27.987805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:27.991676 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Sync routers for ids ['0470940d-8036-42f0-b5ac-979ea0131f33'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:11:28.004594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:28.005844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:28.006406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:28.008316 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Routers {'0470940d-8036-42f0-b5ac-979ea0131f33'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:11:28.010376 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0470940d-8036-42f0-b5ac-979ea0131f33'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:28.023802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Bound port: 9cf117a8-c65e-491e-9739-c34936efa50d, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:28.025776 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.028804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Transition to ACTIVE for port object 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:11:28.065294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfedd567-9375-4282-b980-dd23d8cac8f5 req-d9cc2210-bb81-4fcc-9b29-ecfa29f8d863 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682155 Oct 19 11:11:28.134512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:28.138521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9cf117a8-c65e-491e-9739-c34936efa50d,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:28.158725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c614d0-7383-41f2-a90d-b6792cf60356 req-35a8d23b-2255-4414-bce3-c527cfa035ce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:28.160579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-61c614d0-7383-41f2-a90d-b6792cf60356 req-35a8d23b-2255-4414-bce3-c527cfa035ce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0533261 Oct 19 11:11:28.168002 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Set router 0470940d-8036-42f0-b5ac-979ea0131f33 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:11:28.173406 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.175582 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7a673a62-1d3f-48d3-ba54-fd543cadf9f0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.1760206 Oct 19 11:11:28.177602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43660) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:28.184575 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.294623 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-61c614d0-7383-41f2-a90d-b6792cf60356 req-453bf0f9-0f07-4499-99f9-537645436c99 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267786 Oct 19 11:11:28.304350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:28.335151 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.359677 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Attempting to bind port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:28.360031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Attempting to bind port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:28.360431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Attempting to bind port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:28.364859 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-bfba679c-cde7-4f10-9176-d9c1a642f842 service neutron] 10.222.0.49 "GET /v2.0/ports/f5bea7df-0927-4965-b026-d0f2a119b8c6/bindings/n-h1-814547-1 HTTP/1.1" status: 200 len: 384 time: 0.1405838 Oct 19 11:11:28.371810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:28.371810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Attempting to bind port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:28.387104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:28.387453 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:28.387811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:28.388250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Bound port: 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:28.389729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.422406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:28.423230 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.425038 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] 10.222.0.26 "PUT /v2.0/ports/9cf117a8-c65e-491e-9739-c34936efa50d HTTP/1.1" status: 200 len: 1092 time: 1.8487782 Oct 19 11:11:28.429976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85404614-1d33-45da-84ce-8249ef880f50', 'tag': '9cf117a8-c65e-491e-9739-c34936efa50d'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:28.432315 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1a207f-3a81-4893-af28-25ef0b4b9c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "85404614-1d33-45da-84ce-8249ef880f50", "tag": "9cf117a8-c65e-491e-9739-c34936efa50d"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:28.459792 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:26Z', 'revision_number': 3, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:28.462547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43666) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:28.493242 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Checking router: 0470940d-8036-42f0-b5ac-979ea0131f33 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:11:28.493900 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Updating router 0470940d-8036-42f0-b5ac-979ea0131f33 port dac845c8-c007-4ece-a935-eb8bdd1eada5 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:11:28.520070 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e891ad6d-bc7f-4ab6-98db-28ef5487751c x-openstack-request-id: req-e891ad6d-bc7f-4ab6-98db-28ef5487751c {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:28.520070 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85404614-1d33-45da-84ce-8249ef880f50", "tag": "9cf117a8-c65e-491e-9739-c34936efa50d", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:28.520414 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e891ad6d-bc7f-4ab6-98db-28ef5487751c {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:28.521259 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85404614-1d33-45da-84ce-8249ef880f50', 'tag': '9cf117a8-c65e-491e-9739-c34936efa50d', 'status': 'completed', 'code': 200} Oct 19 11:11:28.534567 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.569389 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39223964-76d1-439f-a47e-529d28593358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.603233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a661b-7aa5-481f-91de-acad3ebc42f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf117a8-c65e-491e-9739-c34936efa50d,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:28.657681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] For port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:28.687595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] For port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:28.692469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a207f-3a81-4893-af28-25ef0b4b9c2b req-f68cce23-dc1c-4a6b-bd9c-727eb278a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:28.694121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed1a207f-3a81-4893-af28-25ef0b4b9c2b req-f68cce23-dc1c-4a6b-bd9c-727eb278a20a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 1095 time: 0.1513226 Oct 19 11:11:28.742893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e109a-edcd-4bde-b211-8a45d9cf85c4 req-a5998586-8ec1-4e7b-83f2-f3ac89dedf35 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:28.749063 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f01e109a-edcd-4bde-b211-8a45d9cf85c4 req-a5998586-8ec1-4e7b-83f2-f3ac89dedf35 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 948 time: 0.1577463 Oct 19 11:11:28.771734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.845506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1a52c0d1-d955-4f62-8700-8290065077ed req-29cad28f-e3b9-4490-86a1-a9650e6cfa7b service neutron] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:28.878760 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f01e109a-edcd-4bde-b211-8a45d9cf85c4 req-7a9d46dd-cb96-41c6-a1f1-98ecea984098 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267123 Oct 19 11:11:28.882833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:28.883639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.885288 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] 10.222.0.26 "PUT /v2.0/ports/5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 HTTP/1.1" status: 200 len: 1096 time: 1.4895916 Oct 19 11:11:28.890725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a785781-a016-4364-a92f-96610507206a', 'tag': '5d9a95dd-0451-46f4-88cc-c2f1cc45aa42'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:28.898908 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161df657-3e9a-416f-896e-a2b30328a2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a785781-a016-4364-a92f-96610507206a", "tag": "5d9a95dd-0451-46f4-88cc-c2f1cc45aa42"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:28.929447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1a52c0d1-d955-4f62-8700-8290065077ed req-29cad28f-e3b9-4490-86a1-a9650e6cfa7b service neutron] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:28.931084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa3091-72bd-42c5-b4e9-f7e50f9d0660 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:28.940960 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.972069 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.972587 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029e25fb-898d-46cd-a1cb-1ce4fc483aa0 x-openstack-request-id: req-029e25fb-898d-46cd-a1cb-1ce4fc483aa0 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:28.972587 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a785781-a016-4364-a92f-96610507206a", "tag": "5d9a95dd-0451-46f4-88cc-c2f1cc45aa42", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:28.972824 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-029e25fb-898d-46cd-a1cb-1ce4fc483aa0 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:28.973225 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a785781-a016-4364-a92f-96610507206a', 'tag': '5d9a95dd-0451-46f4-88cc-c2f1cc45aa42', 'status': 'completed', 'code': 200} Oct 19 11:11:28.974170 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:28.996841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-1a52c0d1-d955-4f62-8700-8290065077ed req-29cad28f-e3b9-4490-86a1-a9650e6cfa7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5bea7df-0927-4965-b026-d0f2a119b8c6 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:29.013584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1a52c0d1-d955-4f62-8700-8290065077ed req-29cad28f-e3b9-4490-86a1-a9650e6cfa7b service neutron] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:29.056770 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:29.080068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2fd99cf1-e361-454e-b464-a9ff34488871 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:29.120879 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1a52c0d1-d955-4f62-8700-8290065077ed req-29cad28f-e3b9-4490-86a1-a9650e6cfa7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:29.121313 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Pushing event updated for resources: {'Port': ['ID=dac845c8-c007-4ece-a935-eb8bdd1eada5,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:29.133552 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.134202 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.134802 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.135862 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.136470 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.137049 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.138055 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.138593 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.139266 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.141218 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.141871 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.142452 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:11:29.142936 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161df657-3e9a-416f-896e-a2b30328a2e1 req-8fed8da9-f6ee-480c-ab5f-6f6339f134eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:29.144527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-161df657-3e9a-416f-896e-a2b30328a2e1 req-8fed8da9-f6ee-480c-ab5f-6f6339f134eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 1099 time: 0.1161485 Oct 19 11:11:29.171000 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Attempting to bind port dac845c8-c007-4ece-a935-eb8bdd1eada5 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:29.171666 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Attempting to bind port dac845c8-c007-4ece-a935-eb8bdd1eada5 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:29.172399 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Attempting to bind port dac845c8-c007-4ece-a935-eb8bdd1eada5 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:29.187562 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2fd99cf1-e361-454e-b464-a9ff34488871 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:29.188051 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:29.188399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:29.188927 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:29.189490 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:29.192545 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:29.194857 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Bound port: dac845c8-c007-4ece-a935-eb8bdd1eada5, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:29.195400 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:29.230412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a0b49-0422-4909-ba56-5f5906f93ef3 req-4e823ea1-ad80-4525-858e-050b8cefed78 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:29.232114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-142a0b49-0422-4909-ba56-5f5906f93ef3 req-4e823ea1-ad80-4525-858e-050b8cefed78 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 944 time: 0.1690636 Oct 19 11:11:29.256140 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-161df657-3e9a-416f-896e-a2b30328a2e1 req-d87e8b8c-09a6-44a0-9d96-6dcd885e9eec service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824232 Oct 19 11:11:29.289206 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] For port dac845c8-c007-4ece-a935-eb8bdd1eada5, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:29.293419 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] For port dac845c8-c007-4ece-a935-eb8bdd1eada5, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=dac845c8-c007-4ece-a935-eb8bdd1eada5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:29.323848 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39223964-76d1-439f-a47e-529d28593358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:29.325431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a207f-3a81-4893-af28-25ef0b4b9c2b req-9abe4daf-bf7e-40dc-8ec9-68e841da75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:29.327923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed1a207f-3a81-4893-af28-25ef0b4b9c2b req-9abe4daf-bf7e-40dc-8ec9-68e841da75ff service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0bef218b6ade43d189bc973b967470c4&shared=False HTTP/1.1" status: 200 len: 922 time: 0.6240106 Oct 19 11:11:29.383529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-142a0b49-0422-4909-ba56-5f5906f93ef3 req-db5918fb-4ef2-4920-96a0-a3886462d1fb tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332715 Oct 19 11:11:29.397887 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:29.436209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39223964-76d1-439f-a47e-529d28593358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:29.449972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-1a52c0d1-d955-4f62-8700-8290065077ed req-29cad28f-e3b9-4490-86a1-a9650e6cfa7b service neutron] Transition to ACTIVE for port object f5bea7df-0927-4965-b026-d0f2a119b8c6 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:11:29.490497 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-39223964-76d1-439f-a47e-529d28593358 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1443f5a3d272470183ad9f572840c8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9880331 Oct 19 11:11:29.493228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43680) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:29.496016 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Routers {'0470940d-8036-42f0-b5ac-979ea0131f33'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:11:29.499805 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0470940d-8036-42f0-b5ac-979ea0131f33'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:29.525492 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1a52c0d1-d955-4f62-8700-8290065077ed req-29cad28f-e3b9-4490-86a1-a9650e6cfa7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:29.539820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39223964-76d1-439f-a47e-529d28593358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d05a43-9609-4937-9f04-47d04f4a785b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:29.552858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a207f-3a81-4893-af28-25ef0b4b9c2b req-a0bb1056-bc07-49cb-bddc-b7d165c7b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:29.554327 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed1a207f-3a81-4893-af28-25ef0b4b9c2b req-a0bb1056-bc07-49cb-bddc-b7d165c7b9bd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2198005 Oct 19 11:11:29.592995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161df657-3e9a-416f-896e-a2b30328a2e1 req-f278cdf6-6131-465e-b192-bac41507e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:29.596997 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-161df657-3e9a-416f-896e-a2b30328a2e1 req-f278cdf6-6131-465e-b192-bac41507e076 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3224721 Oct 19 11:11:29.613454 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b3dc5-7ed3-4be5-b19b-72c9dc835e68 None None] Pushing event updated for resources: {'Port': ['ID=dac845c8-c007-4ece-a935-eb8bdd1eada5,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:29.662825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:29.682358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-e346b64a-6a41-4868-9557-cf9a041693f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:29.683535 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-e346b64a-6a41-4868-9557-cf9a041693f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 1095 time: 0.0702586 Oct 19 11:11:29.780575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-08df93f7-b294-4c76-82b3-590f64011405 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cf117a8-c65e-491e-9739-c34936efa50d HTTP/1.1" status: 200 len: 217 time: 0.0860333 Oct 19 11:11:29.817601 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] Set router 0470940d-8036-42f0-b5ac-979ea0131f33 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:11:29.903513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-15d94db8-8a96-4736-9dbc-809060366a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:29.905984 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-15d94db8-8a96-4736-9dbc-809060366a04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.1029208 Oct 19 11:11:29.915662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618df207-7b2f-4870-9ba1-7879f1284c80 req-9b55430d-36c2-4f01-8857-49294baf1bd2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:29.917249 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-618df207-7b2f-4870-9ba1-7879f1284c80 req-9b55430d-36c2-4f01-8857-49294baf1bd2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1560392 Oct 19 11:11:29.964393 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a52c0d1-d955-4f62-8700-8290065077ed req-29cad28f-e3b9-4490-86a1-a9650e6cfa7b service neutron] No DVR routers for this DVR port f5bea7df-0927-4965-b026-d0f2a119b8c6 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:11:29.971359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cad28f-e3b9-4490-86a1-a9650e6cfa7b service neutron] Pushing event updated for resources: {'Port': ['ID=f5bea7df-0927-4965-b026-d0f2a119b8c6,revision_number=10']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:29.977738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-d65e451f-884d-41a6-8e25-eed5176a55b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595098 Oct 19 11:11:30.007769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2f80d-642e-4a4e-a42c-e017dd771ea7 req-e31be95f-4e97-47bb-bb2a-d803b7596d44 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:30.009292 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ef2f80d-642e-4a4e-a42c-e017dd771ea7 req-e31be95f-4e97-47bb-bb2a-d803b7596d44 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 944 time: 0.4096944 Oct 19 11:11:30.019373 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:26Z', 'revision_number': 3, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:30.021763 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-618df207-7b2f-4870-9ba1-7879f1284c80 req-cbb76524-acfb-438c-94b2-516238b3fe71 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849142 Oct 19 11:11:30.027782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1048eeac-16f5-4bd7-9352-300baf79e09c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:30.027915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Allocated IP 172.20.0.1 (6f6be099-bc1c-46c3-9def-a7600f19d2a9/2f831c48-40ff-4f23-afad-4bbce3092484/138b92aa-b327-44ba-96ec-a60746e9cb45) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:30.040103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-ab5c737a-1624-4f69-b555-1bcd295e042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:30.042000 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-ab5c737a-1624-4f69-b555-1bcd295e042d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 1099 time: 0.3897812 Oct 19 11:11:30.055827 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee1fe1-2270-4ae2-ae86-6c215a8e28d1 None None] The sync data for ids ['0470940d-8036-42f0-b5ac-979ea0131f33'] in n-d-814547-1 is: [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:26Z', 'revision_number': 3, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:11:30.056068 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-29cad28f-e3b9-4490-86a1-a9650e6cfa7b service neutron] 10.222.0.49 "PUT /v2.0/ports/f5bea7df-0927-4965-b026-d0f2a119b8c6/bindings/n-h1-814547-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6735179 Oct 19 11:11:30.106410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-f066567b-5bed-41bd-980e-f1ad2f7ed401 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 HTTP/1.1" status: 200 len: 217 time: 0.0522463 Oct 19 11:11:30.113845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1048eeac-16f5-4bd7-9352-300baf79e09c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:30.187542 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ef2f80d-642e-4a4e-a42c-e017dd771ea7 req-84f34d38-c819-4719-b418-96656e1149cc tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636789 Oct 19 11:11:30.208819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.26', 63762) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:30.214163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-c49df7cf-e685-4091-bd39-b3ace9641e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:30.215626 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-c49df7cf-e685-4091-bd39-b3ace9641e1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0994763 Oct 19 11:11:30.221725 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-6108c188-404b-44ce-92cf-333fc3a341ca service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276902 Oct 19 11:11:30.239975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8b25-ce5e-40b1-a536-b8a28875373b req-56f46b49-9512-4576-ab35-8ccb0da648cd tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:30.241561 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b57a8b25-ce5e-40b1-a536-b8a28875373b req-56f46b49-9512-4576-ab35-8ccb0da648cd tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 948 time: 0.0832121 Oct 19 11:11:30.290792 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:30.298192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-59a1cee6-3f0b-48e0-b92c-e388cc6ccf83 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:30.299721 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-59a1cee6-3f0b-48e0-b92c-e388cc6ccf83 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1095 time: 0.0771351 Oct 19 11:11:30.305752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-2143ba28-8185-43ed-bc4a-1e61cdc8e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:30.307943 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-2143ba28-8185-43ed-bc4a-1e61cdc8e1b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721166 Oct 19 11:11:30.369800 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1048eeac-16f5-4bd7-9352-300baf79e09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:30.373336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1048eeac-16f5-4bd7-9352-300baf79e09c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:30.376806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1048eeac-16f5-4bd7-9352-300baf79e09c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1d05a43-9609-4937-9f04-47d04f4a785b HTTP/1.1" status: 204 len: 168 time: 0.8673766 Oct 19 11:11:30.417018 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b57a8b25-ce5e-40b1-a536-b8a28875373b req-36a1627c-2a18-43b7-b51c-954089259921 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608582 Oct 19 11:11:30.444767 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d880916-d1eb-48ed-b4a5-39b542b5b97a req-f3beb93e-cbca-4527-83ad-aa628f992d95 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005200 Oct 19 11:11:30.465091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048eeac-16f5-4bd7-9352-300baf79e09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d05a43-9609-4937-9f04-47d04f4a785b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:30.489240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-3c9c8552-1439-484b-9f20-9e44eff39f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:30.490744 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-3c9c8552-1439-484b-9f20-9e44eff39f4f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3 HTTP/1.1" status: 200 len: 1095 time: 0.1737363 Oct 19 11:11:30.526468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-7788db28-79b3-47de-bf7f-b5e555821f73 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081585 Oct 19 11:11:30.557278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab47f6-00e1-4f41-8e54-e1468eb12232 req-00e861f5-507f-4f50-adb4-214336d2cc6f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:30.558862 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-86ab47f6-00e1-4f41-8e54-e1468eb12232 req-00e861f5-507f-4f50-adb4-214336d2cc6f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 944 time: 0.0680349 Oct 19 11:11:30.560453 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:30.638506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:30.650639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:30.653601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:30.653937 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:30.661732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-6a248182-73b8-4f98-9134-e4375748c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:30.663274 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-6a248182-73b8-4f98-9134-e4375748c113 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1095 time: 0.1148987 Oct 19 11:11:30.685242 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:30.707395 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b1a8e33-b74c-4cf7-9aee-3fc0d9a684c9 req-edffea33-3bbf-4e1a-a3dd-a92cfec8e1a4 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576803 Oct 19 11:11:30.733684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Pushing event updated for resources: {'Port': ['ID=138b92aa-b327-44ba-96ec-a60746e9cb45,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:30.773128 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-86ab47f6-00e1-4f41-8e54-e1468eb12232 req-0430aa87-1be3-41e0-bf2a-402edb068fc2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066598 Oct 19 11:11:30.861712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-13e5514c-0d77-4e2a-9b5a-e849663323a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:30.863618 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-13e5514c-0d77-4e2a-9b5a-e849663323a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.1866715 Oct 19 11:11:30.923537 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:30.937560 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-8b79096b-2f53-4986-9983-9182acc0999a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6 HTTP/1.1" status: 200 len: 217 time: 0.0546355 Oct 19 11:11:31.006109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-c136fe1b-1ff9-4c2b-bc6f-583c8d3f8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:31.010879 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-c136fe1b-1ff9-4c2b-bc6f-583c8d3f8c57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.0650597 Oct 19 11:11:31.011496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-50d11252-cb0d-4480-b73f-c0077e2ecaa2 None None] Provisioning complete for port 138b92aa-b327-44ba-96ec-a60746e9cb45 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:31.012933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-50d11252-cb0d-4480-b73f-c0077e2ecaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:31.063219 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-7ec577b5-481c-45dc-855e-30771ba9ac96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418880 Oct 19 11:11:31.096691 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-50d11252-cb0d-4480-b73f-c0077e2ecaa2 None None] Port 138b92aa-b327-44ba-96ec-a60746e9cb45 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:11:31.115154 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device dac845c8-c007-4ece-a935-eb8bdd1eada5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:31.207148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port dac845c8-c007-4ece-a935-eb8bdd1eada5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:31.207718 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:31.234719 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-21c12805-4dad-457f-9788-b909dda77774 service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612973 Oct 19 11:11:31.256731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a62914-9135-435f-ac0f-8317bb956cc8 req-cf12464b-630f-4eb4-a548-b655d9168df0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:31.258453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8a62914-9135-435f-ac0f-8317bb956cc8 req-cf12464b-630f-4eb4-a548-b655d9168df0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1098869 Oct 19 11:11:31.304892 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:31.305952 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:31.337024 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port dac845c8-c007-4ece-a935-eb8bdd1eada5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=dac845c8-c007-4ece-a935-eb8bdd1eada5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:31.346707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8a62914-9135-435f-ac0f-8317bb956cc8 req-d1b1f4ad-93c4-4934-8369-61081a39943a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737770 Oct 19 11:11:31.347685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-e9372960-7da1-4107-b867-788ac139975c service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042671 Oct 19 11:11:31.364770 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:31.365720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:31.426425 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:31.481834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Pushing event updated for resources: {'Port': ['ID=138b92aa-b327-44ba-96ec-a60746e9cb45,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:31.496090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=dac845c8-c007-4ece-a935-eb8bdd1eada5,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:31.497509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4fcc-6815-4773-8271-3fc9b0e96fb8 req-0dabef13-44e7-4d7b-bd24-3c843442187c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:31.502459 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-15eb4fcc-6815-4773-8271-3fc9b0e96fb8 req-0dabef13-44e7-4d7b-bd24-3c843442187c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 944 time: 0.0944557 Oct 19 11:11:31.557800 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-15eb4fcc-6815-4773-8271-3fc9b0e96fb8 req-4fabc64c-f480-4278-910c-64d7ab4a0b8d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487192 Oct 19 11:11:31.583750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:31.586630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:31.610834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aa9e6-d035-48ff-b867-34effd4cb79e req-a170ee25-633c-4444-90ad-5cc4c0e2650b tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:31.612580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f25aa9e6-d035-48ff-b867-34effd4cb79e req-a170ee25-633c-4444-90ad-5cc4c0e2650b tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 948 time: 0.0887148 Oct 19 11:11:31.733150 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f25aa9e6-d035-48ff-b867-34effd4cb79e req-2f61ee42-421a-4c20-9e6b-06223c94b494 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854928 Oct 19 11:11:31.765555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Router 0470940d-8036-42f0-b5ac-979ea0131f33 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:11:31.888952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:11:31.900804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0922c9be-090f-46c8-adf7-472a06417d14 admin admin] 10.222.0.39 "PUT /v2.0/routers/0470940d-8036-42f0-b5ac-979ea0131f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7162197 Oct 19 11:11:31.938900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-23f7afce-37d0-48e8-b8da-829d7485cc45 None None] Provisioning complete for port 138b92aa-b327-44ba-96ec-a60746e9cb45 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:31.939421 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-23f7afce-37d0-48e8-b8da-829d7485cc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:31.946261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e48314-b542-460b-b00f-30135bb63e54 req-dc7ca1d6-a7a2-4984-a67f-3785c48f6d43 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:31.949820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2e48314-b542-460b-b00f-30135bb63e54 req-dc7ca1d6-a7a2-4984-a67f-3785c48f6d43 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 944 time: 0.1073604 Oct 19 11:11:31.985255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-23f7afce-37d0-48e8-b8da-829d7485cc45 None None] Port 138b92aa-b327-44ba-96ec-a60746e9cb45 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:11:32.058286 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2e48314-b542-460b-b00f-30135bb63e54 req-fe724255-eaff-4b27-8e9c-aec2092226aa tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834084 Oct 19 11:11:32.061238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52c0d1-d955-4f62-8700-8290065077ed req-2e98c9c5-d33f-4dac-b8d0-ceb4b70d744f tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:32.062748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-2e98c9c5-d33f-4dac-b8d0-ceb4b70d744f tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 1095 time: 0.1122069 Oct 19 11:11:32.091133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Sync routers for ids ['0470940d-8036-42f0-b5ac-979ea0131f33'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:11:32.098182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43732) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:32.109150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Routers {'0470940d-8036-42f0-b5ac-979ea0131f33'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:11:32.109918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0470940d-8036-42f0-b5ac-979ea0131f33'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:32.237981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Set router 0470940d-8036-42f0-b5ac-979ea0131f33 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:11:32.242931 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-445288e7-1a51-4b52-81ba-e627b8cfb2ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:32.269578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1a52c0d1-d955-4f62-8700-8290065077ed req-0ff55b41-3d0b-4988-ac22-9a02f46a46e5 service neutron] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:32.273470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1a52c0d1-d955-4f62-8700-8290065077ed req-0ff55b41-3d0b-4988-ac22-9a02f46a46e5 service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:32.275104 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a52c0d1-d955-4f62-8700-8290065077ed req-0ff55b41-3d0b-4988-ac22-9a02f46a46e5 service neutron] 10.222.0.26 "DELETE /v2.0/ports/f5bea7df-0927-4965-b026-d0f2a119b8c6/bindings/n-h2-814547-1 HTTP/1.1" status: 204 len: 173 time: 0.2043827 Oct 19 11:11:32.287210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f5bea7df-0927-4965-b026-d0f2a119b8c6 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:11:32.355875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-445288e7-1a51-4b52-81ba-e627b8cfb2ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:32.383768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f5bea7df-0927-4965-b026-d0f2a119b8c6 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:11:32.420871 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-445288e7-1a51-4b52-81ba-e627b8cfb2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:32.472501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445288e7-1a51-4b52-81ba-e627b8cfb2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a5ed59-34cb-4685-a95c-c0335aa440af,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:32.482532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-445288e7-1a51-4b52-81ba-e627b8cfb2ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e8f5ce9b6c0415e96988c7f60e8c8c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831711 Oct 19 11:11:32.483141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43746) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:32.519021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1e712-9058-4d18-9eb5-4859b182f97a req-294e01a6-3a19-4952-af6b-da71b292d74a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:32.520622 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ca1e712-9058-4d18-9eb5-4859b182f97a req-294e01a6-3a19-4952-af6b-da71b292d74a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0970201 Oct 19 11:11:32.551193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:30Z', 'revision_number': 4, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '138b92aa-b327-44ba-96ec-a60746e9cb45', 'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'mac_address': 'fa:16:3e:d2:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:29Z', 'updated_at': '2021-10-19T11:11:31Z', 'revision_number': 2, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'subnets': [{'id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:32.584992 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ca1e712-9058-4d18-9eb5-4859b182f97a req-69968fcc-0567-40f6-ab2e-eb2febd7aa0c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468698 Oct 19 11:11:32.586225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4c41452-1538-4b63-a044-301a9950c9e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:32.593017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Checking router: 0470940d-8036-42f0-b5ac-979ea0131f33 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:11:32.593375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Updating router 0470940d-8036-42f0-b5ac-979ea0131f33 port 138b92aa-b327-44ba-96ec-a60746e9cb45 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:11:32.618254 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4c41452-1538-4b63-a044-301a9950c9e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:32.646232 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:32.710493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35ee46-54b7-44f7-afe0-adf699d37907 req-578fffe2-005f-4857-b48a-d131b0a16bd1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:32.712219 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d35ee46-54b7-44f7-afe0-adf699d37907 req-578fffe2-005f-4857-b48a-d131b0a16bd1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 944 time: 0.0583777 Oct 19 11:11:32.768285 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d35ee46-54b7-44f7-afe0-adf699d37907 req-12f99496-4824-4b28-8f90-270a8e4a95f9 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462544 Oct 19 11:11:32.810340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3260b-238f-4843-aa05-d22b1225b738 req-8bbd3127-3443-4ded-b676-a6f0388a484f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:32.818337 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-8bbd3127-3443-4ded-b676-a6f0388a484f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/networks?id=6f6be099-bc1c-46c3-9def-a7600f19d2a9 HTTP/1.1" status: 200 len: 829 time: 0.2106478 Oct 19 11:11:32.833475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4c41452-1538-4b63-a044-301a9950c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:32.836083 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4c41452-1538-4b63-a044-301a9950c9e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:32.837218 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f4c41452-1538-4b63-a044-301a9950c9e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87a5ed59-34cb-4685-a95c-c0335aa440af HTTP/1.1" status: 204 len: 168 time: 0.3537185 Oct 19 11:11:32.838478 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-60f9301c-0def-46a1-96ef-b9ad90df564d tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/quotas/399d3eb188b542e1a67e1bf4536e2e17 HTTP/1.1" status: 200 len: 375 time: 0.0178516 Oct 19 11:11:32.849530 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c41452-1538-4b63-a044-301a9950c9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a5ed59-34cb-4685-a95c-c0335aa440af,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:32.935525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927ac33-7b8e-40ed-a334-b3791cb2961a req-d94bd09d-b462-4b2f-8109-a097b4689481 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:32.949921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-de196d19-2fda-4ddf-97be-822be13a577b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=399d3eb188b542e1a67e1bf4536e2e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916207 Oct 19 11:11:32.950127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d927ac33-7b8e-40ed-a334-b3791cb2961a req-d94bd09d-b462-4b2f-8109-a097b4689481 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 948 time: 0.0931132 Oct 19 11:11:32.955648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-3fbea30e-21e8-417f-b12f-d353b95fa540 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:11:32.963372 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-3fbea30e-21e8-417f-b12f-d353b95fa540 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0120499 Oct 19 11:11:33.017570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d927ac33-7b8e-40ed-a334-b3791cb2961a req-a4b57cb4-7b02-4e61-8d32-d14b76fbe8f8 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610070 Oct 19 11:11:33.101149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device dac845c8-c007-4ece-a935-eb8bdd1eada5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:33.109594 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:33.122677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-648d82f5-b396-4ae7-aa80-c617067297fc service neutron] 10.222.0.39 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580868 Oct 19 11:11:33.188654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port dac845c8-c007-4ece-a935-eb8bdd1eada5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:33.189029 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:33.211157 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:33.234605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-e649474f-2d09-49f9-8c7f-69bd9f691c0b service neutron] 10.222.0.39 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110744 Oct 19 11:11:33.265338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d663b9-6ab5-4e1c-a4c8-51b2a38ccb75 req-7674affe-9190-477f-8d2f-bb431a694962 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:33.273558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-03d663b9-6ab5-4e1c-a4c8-51b2a38ccb75 req-7674affe-9190-477f-8d2f-bb431a694962 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 944 time: 0.0593486 Oct 19 11:11:33.281497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d335c4-4ce4-48c4-b35d-e2d9bebe2702 None None] Pushing event updated for resources: {'Port': ['ID=138b92aa-b327-44ba-96ec-a60746e9cb45,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:33.328422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-03d663b9-6ab5-4e1c-a4c8-51b2a38ccb75 req-10f8c617-fb67-4c2b-a1a3-dffe0b40dce3 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Oct 19 11:11:33.370827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Attempting to bind port 138b92aa-b327-44ba-96ec-a60746e9cb45 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:33.371198 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Attempting to bind port 138b92aa-b327-44ba-96ec-a60746e9cb45 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:33.371559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Attempting to bind port 138b92aa-b327-44ba-96ec-a60746e9cb45 on network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:33.377291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:33.377575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Checking segment: {'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:33.377972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:33.378360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Bound using segment: {'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:33.378927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Bound port: 138b92aa-b327-44ba-96ec-a60746e9cb45, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:33.379268 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:33.468957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] For port 138b92aa-b327-44ba-96ec-a60746e9cb45, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:33.474774 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] For port 138b92aa-b327-44ba-96ec-a60746e9cb45, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=138b92aa-b327-44ba-96ec-a60746e9cb45,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:33.500465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891297-fd24-4e8b-9842-9ddbbca5b1b0 req-747070de-fc13-4136-97ca-aefe42e5060d tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:33.505083 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f891297-fd24-4e8b-9842-9ddbbca5b1b0 req-747070de-fc13-4136-97ca-aefe42e5060d tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1095 time: 0.0741224 Oct 19 11:11:33.542088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f891297-fd24-4e8b-9842-9ddbbca5b1b0 req-a4dc8a11-9b75-4731-9ada-a14899ab7b2e tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337179 Oct 19 11:11:33.571557 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:33.659593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Routers {'0470940d-8036-42f0-b5ac-979ea0131f33'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:11:33.660220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0470940d-8036-42f0-b5ac-979ea0131f33'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:33.717049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d335c4-4ce4-48c4-b35d-e2d9bebe2702 None None] Pushing event updated for resources: {'Port': ['ID=138b92aa-b327-44ba-96ec-a60746e9cb45,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:33.791697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60147a73-d634-4444-9ad5-5b1d21d9b204 req-26d1b0b4-49ee-4b24-9a93-345fe771dd55 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:33.799422 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60147a73-d634-4444-9ad5-5b1d21d9b204 req-26d1b0b4-49ee-4b24-9a93-345fe771dd55 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0727994 Oct 19 11:11:33.857251 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60147a73-d634-4444-9ad5-5b1d21d9b204 req-76853c20-9750-4f92-980c-c2d6df9ad08d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526595 Oct 19 11:11:33.932658 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-771962d0-5459-46af-89ba-4d5f8532d2f2 req-67f57c77-816f-474d-8283-c9a6c57bbd4b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 210 time: 0.0281367 Oct 19 11:11:33.939185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-48fff806-dfdc-4488-abb1-2bd02fc69d68 None None] Provisioning complete for port 138b92aa-b327-44ba-96ec-a60746e9cb45 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:33.939564 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-48fff806-dfdc-4488-abb1-2bd02fc69d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:33.968929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43808) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:33.985585 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bd17f81-54f4-4391-9d6f-75394aa46d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.033222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] Set router 0470940d-8036-42f0-b5ac-979ea0131f33 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:11:34.079991 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bd17f81-54f4-4391-9d6f-75394aa46d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.141177 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-48fff806-dfdc-4488-abb1-2bd02fc69d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.161558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-8a5d4cb3-37dc-4471-8fe2-20c4c4aaf5af tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:34.168727 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-8a5d4cb3-37dc-4471-8fe2-20c4c4aaf5af tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 807 time: 0.1235907 Oct 19 11:11:34.169749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bd17f81-54f4-4391-9d6f-75394aa46d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.180297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a5154e87-e89f-4ea7-bb92-1d50cf2b0677 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/quotas/599c0bf3bbe841c2a0ec3a98879bd9f3 HTTP/1.1" status: 200 len: 375 time: 0.0107257 Oct 19 11:11:34.196090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:11:34.228004 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-48fff806-dfdc-4488-abb1-2bd02fc69d68 None None] For port 138b92aa-b327-44ba-96ec-a60746e9cb45, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=138b92aa-b327-44ba-96ec-a60746e9cb45,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:34.248638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-633f8c66-6d73-4ca9-8b94-93c0b79b9d6e tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625324 Oct 19 11:11:34.264004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8bd17f81-54f4-4391-9d6f-75394aa46d68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d75c8ce9c29c4e7b9ad69f2411de4ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937515 Oct 19 11:11:34.266815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd17f81-54f4-4391-9d6f-75394aa46d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e53b2ac-9865-4e10-a693-574a1089cf59,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:34.270545 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43824) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:34.321052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc33997-9a62-417c-aa5d-e90b1ffbe0e9 req-c8f54b06-65d2-43c7-91c6-39fc9fd84091 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:34.322616 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6bc33997-9a62-417c-aa5d-e90b1ffbe0e9 req-c8f54b06-65d2-43c7-91c6-39fc9fd84091 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 948 time: 0.1390495 Oct 19 11:11:34.345428 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-48fff806-dfdc-4488-abb1-2bd02fc69d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.351127 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062350fc-db0c-4ed5-87b6-ff85f972eb28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.372212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-5f5eb3dd-c3d8-4118-bf0a-a5b3b3bb6048 service neutron] 10.222.0.39 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138301 Oct 19 11:11:34.390285 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062350fc-db0c-4ed5-87b6-ff85f972eb28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.398802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6bc33997-9a62-417c-aa5d-e90b1ffbe0e9 req-2d414430-ca4f-44b4-bf26-0a9e48c28953 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658312 Oct 19 11:11:34.411929 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:34.437687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '5d9a95dd-0451-46f4-88cc-c2f1cc45aa42', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '5d9a95dd-0451-46f4-88cc-c2f1cc45aa42', 'mac_address': 'fa:16:3e:7e:fd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:11:34.441444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fff806-dfdc-4488-abb1-2bd02fc69d68 None None] Pushing event updated for resources: {'Port': ['ID=138b92aa-b327-44ba-96ec-a60746e9cb45,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:34.516762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:30Z', 'revision_number': 4, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '138b92aa-b327-44ba-96ec-a60746e9cb45', 'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'mac_address': 'fa:16:3e:d2:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:29Z', 'updated_at': '2021-10-19T11:11:33Z', 'revision_number': 4, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'subnets': [{'id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:34.535139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062350fc-db0c-4ed5-87b6-ff85f972eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.537782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062350fc-db0c-4ed5-87b6-ff85f972eb28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.541579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-062350fc-db0c-4ed5-87b6-ff85f972eb28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e53b2ac-9865-4e10-a693-574a1089cf59 HTTP/1.1" status: 204 len: 168 time: 0.2667646 Oct 19 11:11:34.551027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.555859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062350fc-db0c-4ed5-87b6-ff85f972eb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e53b2ac-9865-4e10-a693-574a1089cf59,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:34.565830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0020c-42e8-4737-a502-994711809f7f None None] The sync data for ids ['0470940d-8036-42f0-b5ac-979ea0131f33'] in n-d-814547-1 is: [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:30Z', 'revision_number': 4, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '138b92aa-b327-44ba-96ec-a60746e9cb45', 'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'mac_address': 'fa:16:3e:d2:f6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:29Z', 'updated_at': '2021-10-19T11:11:33Z', 'revision_number': 4, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'subnets': [{'id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:11:34.568273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:34.603424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-487f22a6-980c-4c1a-a90a-4f03ac5df96f None None] Provisioning complete for port 138b92aa-b327-44ba-96ec-a60746e9cb45 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:34.603877 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-487f22a6-980c-4c1a-a90a-4f03ac5df96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.678904 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:34.738446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-e4df5d42-d49c-4e80-9fd7-8c188a6b74d4 service neutron] 10.222.0.39 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653648 Oct 19 11:11:34.747273 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:34.752069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9cf117a8-c65e-491e-9739-c34936efa50d details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:11:34.846683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:34.933902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9cf117a8-c65e-491e-9739-c34936efa50d,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:34.954410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '9cf117a8-c65e-491e-9739-c34936efa50d', 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e', 'port_id': '9cf117a8-c65e-491e-9739-c34936efa50d', 'mac_address': 'fa:16:3e:8b:3f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a1401-6e97-415b-8ae3-d10a50b8cda9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:11:35.037128 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:35.073226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf117a8-c65e-491e-9739-c34936efa50d {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:35.126097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9cf117a8-c65e-491e-9739-c34936efa50d,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:35.147178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 138b92aa-b327-44ba-96ec-a60746e9cb45 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:35.188589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2c831-c9cf-4c8d-8d36-1784c45d2b8c req-6b729529-9862-4f0f-9599-c08ab39514b5 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:35.199006 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52b2c831-c9cf-4c8d-8d36-1784c45d2b8c req-6b729529-9862-4f0f-9599-c08ab39514b5 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 944 time: 0.1546428 Oct 19 11:11:35.203723 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:35.283376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52b2c831-c9cf-4c8d-8d36-1784c45d2b8c req-12b21ed0-f162-45b2-aa95-677c395601a5 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818987 Oct 19 11:11:35.340862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 138b92aa-b327-44ba-96ec-a60746e9cb45 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:35.341370 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:35.343459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=9cf117a8-c65e-491e-9739-c34936efa50d,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:35.345059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a8d9e-bb84-446b-b1a3-cfaa4053882f req-33e39d4c-04b7-4685-869c-3061b88cd7ad tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:35.375688 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-387a8d9e-bb84-446b-b1a3-cfaa4053882f req-33e39d4c-04b7-4685-869c-3061b88cd7ad tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1429448 Oct 19 11:11:35.471421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-387a8d9e-bb84-446b-b1a3-cfaa4053882f req-30f92a7d-ce05-49cc-8f3a-327d8c793ef2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877695 Oct 19 11:11:35.518424 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66ba630e-6a3e-4ecb-9d6a-a7bd4ef9d26f req-7ee4dd74-42c5-43db-b16b-b867bb99f4db tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 210 time: 0.0548062 Oct 19 11:11:35.554552 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['5d9a95dd-0451-46f4-88cc-c2f1cc45aa42'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:35.558571 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c67f33f-3d1b-4db2-81e4-1e67fc5a8350 req-bdb52540-1a0c-424d-bbde-9922a1454ace tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 210 time: 0.0458503 Oct 19 11:11:35.564213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['9cf117a8-c65e-491e-9739-c34936efa50d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:35.772090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd35e2b-9a66-4cd0-935b-5ee89661ce4f req-bee71cd4-debd-4acc-bda0-7275c0961a6b tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:35.774163 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7fd35e2b-9a66-4cd0-935b-5ee89661ce4f req-bee71cd4-debd-4acc-bda0-7275c0961a6b tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 949 time: 0.0964658 Oct 19 11:11:35.839617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7fd35e2b-9a66-4cd0-935b-5ee89661ce4f req-b9593f99-7011-4f5a-88b7-07336518fced tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585573 Oct 19 11:11:36.423523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3260b-238f-4843-aa05-d22b1225b738 req-af4f78ce-9d57-4a63-bb92-5bc830dc16d9 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:36.425088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-af4f78ce-9d57-4a63-bb92-5bc830dc16d9 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.49 "GET /v2.0/networks?id=6f6be099-bc1c-46c3-9def-a7600f19d2a9 HTTP/1.1" status: 200 len: 829 time: 0.1422958 Oct 19 11:11:36.445332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Request body: {'port': {'device_id': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'admin_state_up': True, 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:36.458687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d743a1-0a2a-4f77-9923-440adef242c3 req-291a49f8-c448-4ba3-a65d-22f7276cfd0a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:36.460181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-48d743a1-0a2a-4f77-9923-440adef242c3 req-291a49f8-c448-4ba3-a65d-22f7276cfd0a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 945 time: 0.0707583 Oct 19 11:11:36.565075 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-48d743a1-0a2a-4f77-9923-440adef242c3 req-ef6bed8b-846c-433b-8110-64f11c8f0783 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940602 Oct 19 11:11:36.613610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5b00c-a40e-42dc-bea6-34b1e9b27bf4 req-cd95396d-4f1b-420e-a1b6-c8ce48433e2a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:36.621569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-03c5b00c-a40e-42dc-bea6-34b1e9b27bf4 req-cd95396d-4f1b-420e-a1b6-c8ce48433e2a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0842106 Oct 19 11:11:36.678380 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-03c5b00c-a40e-42dc-bea6-34b1e9b27bf4 req-3f4ebfea-3813-4fa8-b866-0f39e26a64fa tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558598 Oct 19 11:11:36.698587 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df7bb6e2-572a-4b63-9816-2e809bf54601 req-5c97e9be-58a4-4329-abff-d610e407487c tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 210 time: 0.0473442 Oct 19 11:11:36.759799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ec295fb5-e1c6-4d3b-9cef-79d9c14eed8a req-accf4d3a-bd15-48ce-adf4-c62079b20446 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 210 time: 0.0290883 Oct 19 11:11:36.769766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Made reservation on behalf of 399d3eb188b542e1a67e1bf4536e2e17 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:36.773885 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:36.939458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Allocated IP 172.20.0.14 (6f6be099-bc1c-46c3-9def-a7600f19d2a9/2f831c48-40ff-4f23-afad-4bbce3092484/76474f38-5207-49bf-abb4-44c0d7b1e608) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:36.984926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da361ad-3bed-48ae-83c5-6e4737b7c989 req-3c2604e0-8048-432f-8aa8-de7fd595d068 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:36.987060 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0da361ad-3bed-48ae-83c5-6e4737b7c989 req-3c2604e0-8048-432f-8aa8-de7fd595d068 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 949 time: 0.0783007 Oct 19 11:11:37.064001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0da361ad-3bed-48ae-83c5-6e4737b7c989 req-02bd0afd-3c74-443a-a9ac-a62133852e38 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675943 Oct 19 11:11:37.154583 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:37.245389 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:37.294845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:37.301022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:37.303455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:37.309566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:37.310574 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:37.314825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Pushing event updated for resources: {'Port': ['ID=76474f38-5207-49bf-abb4-44c0d7b1e608,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:37.389112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43926) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:37.420170 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-714dc5fb-922a-4323-8a1c-28871817b0a2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9787495 Oct 19 11:11:37.434571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Request body: {'port': {'device_id': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:37.520737 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:37.557428 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf664c4b-3973-442c-88ae-f81a02a324c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:37.650369 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccb433a7-a9c4-4561-b9e0-710147ea614f None None] Provisioning complete for port 76474f38-5207-49bf-abb4-44c0d7b1e608 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:37.652006 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccb433a7-a9c4-4561-b9e0-710147ea614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:37.652393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a58a6aa1-2d92-4ec0-8658-9ffbec5f722e tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:37.654417 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a58a6aa1-2d92-4ec0-8658-9ffbec5f722e tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 807 time: 0.1531429 Oct 19 11:11:37.669359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Request body: {'port': {'device_id': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0', 'admin_state_up': True, 'tenant_id': '599c0bf3bbe841c2a0ec3a98879bd9f3'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:37.704806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccb433a7-a9c4-4561-b9e0-710147ea614f None None] Port 76474f38-5207-49bf-abb4-44c0d7b1e608 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:11:37.757456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fae990-448e-4aaf-b6c9-db1dd3084ad9 req-21546e60-4011-41ca-aabc-2475205b5306 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:37.758966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-49fae990-448e-4aaf-b6c9-db1dd3084ad9 req-21546e60-4011-41ca-aabc-2475205b5306 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 945 time: 0.1039450 Oct 19 11:11:37.827356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf664c4b-3973-442c-88ae-f81a02a324c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:37.842225 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-49fae990-448e-4aaf-b6c9-db1dd3084ad9 req-c316de7d-825e-4faa-a865-490bdc821168 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720711 Oct 19 11:11:37.864014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557e875-decd-4582-a3e7-f0bbf9126781 req-7a726fa8-c8b7-4531-b94f-ea63f16bb26b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:37.871198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a557e875-decd-4582-a3e7-f0bbf9126781 req-7a726fa8-c8b7-4531-b94f-ea63f16bb26b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0987034 Oct 19 11:11:37.911648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf664c4b-3973-442c-88ae-f81a02a324c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:37.929476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a557e875-decd-4582-a3e7-f0bbf9126781 req-c185cae7-7bd6-411c-80c8-5aa72d251198 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568066 Oct 19 11:11:37.956345 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76474f38-5207-49bf-abb4-44c0d7b1e608 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:37.967332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:37.970444 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cf664c4b-3973-442c-88ae-f81a02a324c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=633d65314d2e484e8dce7d7b9329410e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5788534 Oct 19 11:11:37.975502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43946) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:37.981137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf664c4b-3973-442c-88ae-f81a02a324c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e61e5-8927-49e8-a47e-382f485f5d21,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:37.993676 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad10df-0795-4080-9035-05f5322c92af req-3867f5f0-1619-40cf-9ffd-2d2e8341aac1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:37.995165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-13ad10df-0795-4080-9035-05f5322c92af req-3867f5f0-1619-40cf-9ffd-2d2e8341aac1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 932 time: 0.0784450 Oct 19 11:11:37.997889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Transition to ACTIVE for port object 76474f38-5207-49bf-abb4-44c0d7b1e608 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:11:38.008472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Made reservation on behalf of 599c0bf3bbe841c2a0ec3a98879bd9f3 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:38.011959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.056840 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-13ad10df-0795-4080-9035-05f5322c92af req-0779c2e3-6fa6-4829-bc4c-0aaedfcd4611 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a371214-018b-48fb-8660-59b5b77e9c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441165 Oct 19 11:11:38.089305 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.091365 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf4d66b1-0fc1-45ad-8bc4-a5747733425a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.125419 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf4d66b1-0fc1-45ad-8bc4-a5747733425a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.178372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Pushing event updated for resources: {'Port': ['ID=76474f38-5207-49bf-abb4-44c0d7b1e608,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:38.183041 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2afa18eb-d61e-46fa-b359-f83dd5a4c9c7 req-06bc7e30-516c-4465-a268-67b31d18f3ba tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 210 time: 0.0395076 Oct 19 11:11:38.195868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:38.237282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Attempting to bind port 76474f38-5207-49bf-abb4-44c0d7b1e608 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:38.237558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Allocated IP 172.20.0.9 (062cfcb7-1da2-4252-bba9-e7e514625ea0/761a94a2-c103-48a9-b688-d8956e9f3c16/f41ff9e9-274d-4d6f-9113-0610b57293fe) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:38.237827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Attempting to bind port 76474f38-5207-49bf-abb4-44c0d7b1e608 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:38.238253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Attempting to bind port 76474f38-5207-49bf-abb4-44c0d7b1e608 on network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:38.243079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Port 76474f38-5207-49bf-abb4-44c0d7b1e608 on network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:38.243507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Attempting to bind port 76474f38-5207-49bf-abb4-44c0d7b1e608 on network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:38.249008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:38.249477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Checking segment: {'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:38.249960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Bound using segment: {'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:38.250651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Bound port: 76474f38-5207-49bf-abb4-44c0d7b1e608, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8498d51-dd38-451e-a4f2-29da86f2a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:38.251150 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.331016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] For port 76474f38-5207-49bf-abb4-44c0d7b1e608, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:38.331717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf4d66b1-0fc1-45ad-8bc4-a5747733425a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.334356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf4d66b1-0fc1-45ad-8bc4-a5747733425a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.336048 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cf4d66b1-0fc1-45ad-8bc4-a5747733425a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d15e61e5-8927-49e8-a47e-382f485f5d21 HTTP/1.1" status: 204 len: 168 time: 0.3619037 Oct 19 11:11:38.340358 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] For port 76474f38-5207-49bf-abb4-44c0d7b1e608, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=76474f38-5207-49bf-abb4-44c0d7b1e608,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:38.376874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:11:38.381817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:38.387408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.406572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d66b1-0fc1-45ad-8bc4-a5747733425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e61e5-8927-49e8-a47e-382f485f5d21,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:38.409904 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.493876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:38.495455 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.497304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] 10.222.0.49 "PUT /v2.0/ports/76474f38-5207-49bf-abb4-44c0d7b1e608 HTTP/1.1" status: 200 len: 1092 time: 1.0676377 Oct 19 11:11:38.498002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'tag': '76474f38-5207-49bf-abb4-44c0d7b1e608'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:38.500527 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26e31f8-026f-46f2-8378-288bf24ded07" -d '{"events": [{"name": "network-changed", "server_uuid": "23f3b2db-28dd-4932-a67a-29aebfeb7115", "tag": "76474f38-5207-49bf-abb4-44c0d7b1e608"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:38.509662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8e551-1c60-4319-b2fc-564a1f8c51aa req-c2007204-fe4c-4439-94f4-1078b53e6da3 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:38.518267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-51c8e551-1c60-4319-b2fc-564a1f8c51aa req-c2007204-fe4c-4439-94f4-1078b53e6da3 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 949 time: 0.2389050 Oct 19 11:11:38.542689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f734c-0c30-4fd0-a8a5-44a2764caf7a service neutron] Pushing event updated for resources: {'Port': ['ID=76474f38-5207-49bf-abb4-44c0d7b1e608,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:38.550795 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.575643 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a785781-a016-4364-a92f-96610507206a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a95dd-0451-46f4-88cc-c2f1cc45aa42'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:38.578482 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8a37c5-68e7-4568-8242-8a476afb6c3a" -d '{"events": [{"server_uuid": "2a785781-a016-4364-a92f-96610507206a", "name": "network-vif-plugged", "status": "completed", "tag": "5d9a95dd-0451-46f4-88cc-c2f1cc45aa42"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:38.582272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-51c8e551-1c60-4319-b2fc-564a1f8c51aa req-8eafbe4e-31aa-472c-b165-7811c9728b51 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631356 Oct 19 11:11:38.591518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:38.601056 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.638203 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4991b4d9-1b92-4e03-b8c2-5b1a97138352 x-openstack-request-id: req-4991b4d9-1b92-4e03-b8c2-5b1a97138352 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:38.638503 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f3b2db-28dd-4932-a67a-29aebfeb7115", "tag": "76474f38-5207-49bf-abb4-44c0d7b1e608", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:38.638802 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4991b4d9-1b92-4e03-b8c2-5b1a97138352 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:38.639158 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'tag': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'status': 'completed', 'code': 200} Oct 19 11:11:38.697347 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f1357-8f2b-485f-9389-09a11d902510 x-openstack-request-id: req-488f1357-8f2b-485f-9389-09a11d902510 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:38.697347 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a785781-a016-4364-a92f-96610507206a", "name": "network-vif-plugged", "status": "completed", "tag": "5d9a95dd-0451-46f4-88cc-c2f1cc45aa42", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:38.697347 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-488f1357-8f2b-485f-9389-09a11d902510 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:38.697347 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a785781-a016-4364-a92f-96610507206a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a95dd-0451-46f4-88cc-c2f1cc45aa42', 'code': 200} Oct 19 11:11:38.699886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3260b-238f-4843-aa05-d22b1225b738 req-4c20c0ec-2928-4ddc-b606-cf056a686929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:38.701412 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-4c20c0ec-2928-4ddc-b606-cf056a686929 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=399d3eb188b542e1a67e1bf4536e2e17&device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 1095 time: 0.0603023 Oct 19 11:11:38.719818 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.720940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9cf117a8-c65e-491e-9739-c34936efa50d up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:38.736801 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.752950 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-87a3f76b-e478-4b87-a2d7-0f7cbc3d48cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76474f38-5207-49bf-abb4-44c0d7b1e608 HTTP/1.1" status: 200 len: 217 time: 0.0406337 Oct 19 11:11:38.785089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Network 062cfcb7-1da2-4252-bba9-e7e514625ea0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:38.790131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:38.795295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:38.802980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:38.804284 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.829511 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Pushing event updated for resources: {'Port': ['ID=f41ff9e9-274d-4d6f-9113-0610b57293fe,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:38.840881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:38.876603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3260b-238f-4843-aa05-d22b1225b738 req-f7b43050-9732-41ce-a37c-20e26963a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:38.878212 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-f7b43050-9732-41ce-a37c-20e26963a15f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f831c48-40ff-4f23-afad-4bbce3092484 HTTP/1.1" status: 200 len: 868 time: 0.1163416 Oct 19 11:11:38.886084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51186a61-841c-4c63-8e3c-b79ac6d38466 req-a966e7fc-f499-4315-8a3e-5f5b9b1f9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:38.886084 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-51186a61-841c-4c63-8e3c-b79ac6d38466 req-a966e7fc-f499-4315-8a3e-5f5b9b1f9302 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 1101 time: 0.0800006 Oct 19 11:11:38.904362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fcfef4fa-ad33-438a-9843-80d50edd33b3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2388170 Oct 19 11:11:38.916966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Request body: {'port': {'device_id': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:38.936941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 9cf117a8-c65e-491e-9739-c34936efa50d completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:11:38.942541 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 9cf117a8-c65e-491e-9739-c34936efa50d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:38.943237 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:38.999404 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:39.036190 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-51186a61-841c-4c63-8e3c-b79ac6d38466 req-23a1de6c-5a9b-4fef-a358-fe5457d2f6d6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404319 Oct 19 11:11:39.062759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:39.064312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10359c2-21b5-4cd4-b71c-ff32381b4cc3 req-10011172-35bc-4e29-b200-8916220a60cb tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:39.072193 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b10359c2-21b5-4cd4-b71c-ff32381b4cc3 req-10011172-35bc-4e29-b200-8916220a60cb tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 945 time: 0.1295147 Oct 19 11:11:39.083039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3260b-238f-4843-aa05-d22b1225b738 req-fa8dfb76-c104-4a2e-9a7b-629c0a5ed07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:39.084666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-fa8dfb76-c104-4a2e-9a7b-629c0a5ed07c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f6be099-bc1c-46c3-9def-a7600f19d2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978722 Oct 19 11:11:39.106527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9cf117a8-c65e-491e-9739-c34936efa50d,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:39.190634 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b10359c2-21b5-4cd4-b71c-ff32381b4cc3 req-9316852e-97b7-4f05-a72b-b3fbdc26571b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161137 Oct 19 11:11:39.202759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:39.256587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637266a-7566-4acf-bded-ce04fd000b6c req-f521a095-a9be-48e2-ac99-44d95f765de3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:39.262737 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-8e950f0f-a813-4b15-af01-69de34e751c8 service neutron] 10.222.0.49 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677523 Oct 19 11:11:39.263352 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c637266a-7566-4acf-bded-ce04fd000b6c req-f521a095-a9be-48e2-ac99-44d95f765de3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1245527 Oct 19 11:11:39.274234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=9cf117a8-c65e-491e-9739-c34936efa50d,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:39.323819 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c637266a-7566-4acf-bded-ce04fd000b6c req-9772fb41-1004-4945-a97c-1de54cae9a45 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593448 Oct 19 11:11:39.384303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41ff9e9-274d-4d6f-9113-0610b57293fe {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:39.393877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43992) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:39.394277 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:39.412822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9085ae-eb01-416c-935d-b3552efb212f req-5c837c38-fabc-4a90-bee4-a7e37bbc2efa tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:39.414276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea9085ae-eb01-416c-935d-b3552efb212f req-5c837c38-fabc-4a90-bee4-a7e37bbc2efa tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 944 time: 0.1211815 Oct 19 11:11:39.433723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Transition to ACTIVE for port object f41ff9e9-274d-4d6f-9113-0610b57293fe will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:11:39.436021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9cde0935-daed-486c-83fb-f05606548742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:39.458097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780ae87-400d-47cf-9432-2db14585ec3e req-c39cc7e2-39d5-4dbf-9462-975432f812f1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:39.458340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bad3260b-238f-4843-aa05-d22b1225b738 req-7e5eab96-724d-44df-bb25-90cd417cf1de service neutron] 10.222.0.49 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884716 Oct 19 11:11:39.460133 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c780ae87-400d-47cf-9432-2db14585ec3e req-c39cc7e2-39d5-4dbf-9462-975432f812f1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 931 time: 0.0571303 Oct 19 11:11:39.484457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea9085ae-eb01-416c-935d-b3552efb212f req-f6f27d0b-2ab3-4682-a707-4a75c21fd84b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a371214-018b-48fb-8660-59b5b77e9c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594974 Oct 19 11:11:39.505825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:39.514224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c780ae87-400d-47cf-9432-2db14585ec3e req-c7b1ff05-3cc9-471b-b4b0-1b169a91c5f4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477405 Oct 19 11:11:39.569251 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9cde0935-daed-486c-83fb-f05606548742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:39.570549 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f41ff9e9-274d-4d6f-9113-0610b57293fe,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:39.597981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:39.598316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:39.598633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:39.603094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:39.603414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:39.612132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:39.612634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:39.613116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:39.613608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Bound port: f41ff9e9-274d-4d6f-9113-0610b57293fe, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:39.614082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:39.641694 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9cde0935-daed-486c-83fb-f05606548742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:39.673721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e31f8-026f-46f2-8378-288bf24ded07 req-bf4ae09e-c28e-49d0-8bc3-824f56082b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:39.675636 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e26e31f8-026f-46f2-8378-288bf24ded07 req-bf4ae09e-c28e-49d0-8bc3-824f56082b46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=399d3eb188b542e1a67e1bf4536e2e17&device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 1095 time: 0.0802848 Oct 19 11:11:39.688433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:39.691692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:39.754434 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:39.802169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:39.802806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:39.805505 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/f41ff9e9-274d-4d6f-9113-0610b57293fe HTTP/1.1" status: 200 len: 1091 time: 0.8914809 Oct 19 11:11:39.805505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'tag': 'f41ff9e9-274d-4d6f-9113-0610b57293fe'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:39.807265 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afbefee-477a-493f-ac73-9fd6a94babdf" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f9282d-15f4-436b-9c0f-8cdf6f1b033c", "tag": "f41ff9e9-274d-4d6f-9113-0610b57293fe"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:39.842078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a161c7-0abf-4186-9bc5-4283510139c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f41ff9e9-274d-4d6f-9113-0610b57293fe,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:39.855334 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef337e5-44e3-48db-9936-2ad63f58adc9 x-openstack-request-id: req-6ef337e5-44e3-48db-9936-2ad63f58adc9 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:39.856955 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f9282d-15f4-436b-9c0f-8cdf6f1b033c", "tag": "f41ff9e9-274d-4d6f-9113-0610b57293fe", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:39.856955 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ef337e5-44e3-48db-9936-2ad63f58adc9 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:39.856955 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'tag': 'f41ff9e9-274d-4d6f-9113-0610b57293fe', 'status': 'completed', 'code': 200} Oct 19 11:11:39.918709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbefee-477a-493f-ac73-9fd6a94babdf req-4e0e952c-fa2b-4cea-8dc2-5e0e9ca7cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:39.920209 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9afbefee-477a-493f-ac73-9fd6a94babdf req-4e0e952c-fa2b-4cea-8dc2-5e0e9ca7cd62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 1094 time: 0.0419147 Oct 19 11:11:39.977922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9cde0935-daed-486c-83fb-f05606548742 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52e3d35290974bf0b4eb0d6db94cead7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806143 Oct 19 11:11:39.982618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44008) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:39.992309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde0935-daed-486c-83fb-f05606548742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09928c9-4503-49ef-8cdd-870c26a27b8e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:40.038131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbefee-477a-493f-ac73-9fd6a94babdf req-c3b2d588-c976-432e-a853-a46054e32a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.039759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9afbefee-477a-493f-ac73-9fd6a94babdf req-c3b2d588-c976-432e-a853-a46054e32a7a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1097956 Oct 19 11:11:40.079461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50464467-7c0d-45d5-a89e-d11931771c89 req-3f65f103-34a3-4d90-ab1a-529673a8e117 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.081005 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50464467-7c0d-45d5-a89e-d11931771c89 req-3f65f103-34a3-4d90-ab1a-529673a8e117 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 950 time: 0.4040585 Oct 19 11:11:40.136529 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3329c15-5741-48f0-b5ae-26109ac582f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:40.146043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e31f8-026f-46f2-8378-288bf24ded07 req-b924d331-b48e-427a-9521-dab18b23ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.147516 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e26e31f8-026f-46f2-8378-288bf24ded07 req-b924d331-b48e-427a-9521-dab18b23ad5e service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f6be099-bc1c-46c3-9def-a7600f19d2a9 HTTP/1.1" status: 200 len: 930 time: 0.4522145 Oct 19 11:11:40.161383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbefee-477a-493f-ac73-9fd6a94babdf req-3e6b392d-cbfe-4ae1-8e10-7db7a24fa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.162852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9afbefee-477a-493f-ac73-9fd6a94babdf req-3e6b392d-cbfe-4ae1-8e10-7db7a24fa601 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155660 Oct 19 11:11:40.172834 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50464467-7c0d-45d5-a89e-d11931771c89 req-ca275752-2580-4768-ae2e-9df1af489f2f tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814054 Oct 19 11:11:40.209320 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3329c15-5741-48f0-b5ae-26109ac582f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:40.211929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e26e31f8-026f-46f2-8378-288bf24ded07 req-821b0e9b-bc0c-4054-b5f1-d6b199253197 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76474f38-5207-49bf-abb4-44c0d7b1e608 HTTP/1.1" status: 200 len: 217 time: 0.0545840 Oct 19 11:11:40.255885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a68e4a98-f88e-434d-bddf-1f2d5f6471bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.257437 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-a68e4a98-f88e-434d-bddf-1f2d5f6471bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 1094 time: 0.0458961 Oct 19 11:11:40.305718 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-c07f294d-d2f3-4cdc-8113-35dcd4a22c4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe HTTP/1.1" status: 200 len: 217 time: 0.0381374 Oct 19 11:11:40.315155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e31f8-026f-46f2-8378-288bf24ded07 req-99c7fd7f-8ea8-4017-96bc-e002a86b1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.318919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e26e31f8-026f-46f2-8378-288bf24ded07 req-99c7fd7f-8ea8-4017-96bc-e002a86b1d5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f831c48-40ff-4f23-afad-4bbce3092484 HTTP/1.1" status: 200 len: 868 time: 0.0943718 Oct 19 11:11:40.344886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c555235-d4e9-4af4-8543-fefb1dc1ff7b req-cf45b75a-02fc-4c8d-8f0c-fac311aadc37 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.346567 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c555235-d4e9-4af4-8543-fefb1dc1ff7b req-cf45b75a-02fc-4c8d-8f0c-fac311aadc37 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 946 time: 0.0817537 Oct 19 11:11:40.374969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fa915494-66ac-4fc9-9719-0b55919a84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.376819 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-fa915494-66ac-4fc9-9719-0b55919a84b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.0622292 Oct 19 11:11:40.386194 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3329c15-5741-48f0-b5ae-26109ac582f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:40.388983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3329c15-5741-48f0-b5ae-26109ac582f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:40.393725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d3329c15-5741-48f0-b5ae-26109ac582f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f09928c9-4503-49ef-8cdd-870c26a27b8e HTTP/1.1" status: 204 len: 168 time: 0.4053299 Oct 19 11:11:40.413180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3329c15-5741-48f0-b5ae-26109ac582f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09928c9-4503-49ef-8cdd-870c26a27b8e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:40.419419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e31f8-026f-46f2-8378-288bf24ded07 req-a566f9d0-b94d-4b7d-bc85-8f3b733eeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.421499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e26e31f8-026f-46f2-8378-288bf24ded07 req-a566f9d0-b94d-4b7d-bc85-8f3b733eeb4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f6be099-bc1c-46c3-9def-a7600f19d2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950747 Oct 19 11:11:40.422787 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-e890e1d8-bf6c-420b-bbc5-9a450af1d412 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372477 Oct 19 11:11:40.424876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c555235-d4e9-4af4-8543-fefb1dc1ff7b req-5ebf3e7a-81d3-48f2-bcc7-830d5d4f25bc tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635667 Oct 19 11:11:40.616304 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-cbc6ba71-f8c2-4a6a-8123-7e7acffe5d74 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742563 Oct 19 11:11:40.630214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718a5d2-9177-4527-accd-41590aa5401d req-c9047f18-2693-4d6c-8a64-17714255fdd3 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.631918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c718a5d2-9177-4527-accd-41590aa5401d req-c9047f18-2693-4d6c-8a64-17714255fdd3 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 944 time: 0.0665977 Oct 19 11:11:40.633508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e26e31f8-026f-46f2-8378-288bf24ded07 req-b51cfd93-392e-445f-b4f9-443b4c79f6a4 service neutron] 10.222.0.49 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961396 Oct 19 11:11:40.644889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a93196-b98e-4210-9714-1a2ed36d82f9 req-379d269b-887b-4342-9b35-528c4c414012 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.646354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63a93196-b98e-4210-9714-1a2ed36d82f9 req-379d269b-887b-4342-9b35-528c4c414012 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0775318 Oct 19 11:11:40.692374 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85404614-1d33-45da-84ce-8249ef880f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf117a8-c65e-491e-9739-c34936efa50d'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:40.697008 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f4a3bd-17b4-4f5d-b5cb-538f39215526" -d '{"events": [{"server_uuid": "85404614-1d33-45da-84ce-8249ef880f50", "name": "network-vif-plugged", "status": "completed", "tag": "9cf117a8-c65e-491e-9739-c34936efa50d"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:40.735379 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c718a5d2-9177-4527-accd-41590aa5401d req-5e5d81e0-7a47-4785-acba-6461df3e2803 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a371214-018b-48fb-8660-59b5b77e9c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932889 Oct 19 11:11:40.743434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63a93196-b98e-4210-9714-1a2ed36d82f9 req-73089edd-4709-4cfb-8613-29094fbef746 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882196 Oct 19 11:11:40.760556 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cf5d116-24be-4d9c-b225-3d7c4e556363 req-dfc20fe4-f24a-4c94-92ee-1f49fb0dd710 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259737 Oct 19 11:11:40.775379 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e26e31f8-026f-46f2-8378-288bf24ded07 req-610f3861-227a-4c60-bf4b-284012efac11 service neutron] 10.222.0.49 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280634 Oct 19 11:11:40.863517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd0a82-794f-4d58-ab68-15c8b8a8728b req-ac515070-359e-4b8d-befd-c7068e5bd35a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:40.865233 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9edd0a82-794f-4d58-ab68-15c8b8a8728b req-ac515070-359e-4b8d-befd-c7068e5bd35a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 943 time: 0.0532646 Oct 19 11:11:40.908223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9edd0a82-794f-4d58-ab68-15c8b8a8728b req-130df21d-6c7f-4414-be54-707389c53e10 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360839 Oct 19 11:11:40.981309 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce96bcc3-5f94-4d5f-a916-8e3c780127ae x-openstack-request-id: req-ce96bcc3-5f94-4d5f-a916-8e3c780127ae {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:40.981820 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85404614-1d33-45da-84ce-8249ef880f50", "name": "network-vif-plugged", "status": "completed", "tag": "9cf117a8-c65e-491e-9739-c34936efa50d", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:40.982223 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce96bcc3-5f94-4d5f-a916-8e3c780127ae {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:40.982757 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85404614-1d33-45da-84ce-8249ef880f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf117a8-c65e-491e-9739-c34936efa50d', 'code': 200} Oct 19 11:11:41.068399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4ce4d-7ac5-41ac-9860-81fa6599062a req-a38c445d-7498-4e44-b6e4-4287a797e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:41.069979 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1f4ce4d-7ac5-41ac-9860-81fa6599062a req-a38c445d-7498-4e44-b6e4-4287a797e209 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 1097 time: 0.0444109 Oct 19 11:11:41.110273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1f4ce4d-7ac5-41ac-9860-81fa6599062a req-1d57cdd2-13e7-4405-9f3c-293621e8402f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Oct 19 11:11:41.294397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfbf18-5aa9-4277-83d3-d323162fb225 req-4badc55e-c7bc-4de4-acff-6716d1d46f56 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:41.300910 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5ebfbf18-5aa9-4277-83d3-d323162fb225 req-4badc55e-c7bc-4de4-acff-6716d1d46f56 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 950 time: 0.0570652 Oct 19 11:11:41.336895 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5ebfbf18-5aa9-4277-83d3-d323162fb225 req-4272903d-401e-4e8a-93e4-844bfbdc491c tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 Oct 19 11:11:41.578508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a670d4f-7d42-4b30-829b-881e44556401 req-0b309331-2840-4960-a594-bbbbb5d0d073 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:41.580008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a670d4f-7d42-4b30-829b-881e44556401 req-0b309331-2840-4960-a594-bbbbb5d0d073 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 946 time: 0.0563865 Oct 19 11:11:41.622487 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a670d4f-7d42-4b30-829b-881e44556401 req-9f6224e6-4dd4-4d0c-b6a3-4a2df2676e58 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362663 Oct 19 11:11:41.742469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d9cdd-ced7-477e-b6e4-8ab8c569d1a2 req-76b2ec58-5be7-4767-bf49-d8d94fa1dfd5 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:41.744846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-030d9cdd-ced7-477e-b6e4-8ab8c569d1a2 req-76b2ec58-5be7-4767-bf49-d8d94fa1dfd5 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 950 time: 0.0523257 Oct 19 11:11:41.785339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-030d9cdd-ced7-477e-b6e4-8ab8c569d1a2 req-f552e6e0-94ad-41dd-bd7a-de1683718ec7 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337384 Oct 19 11:11:41.887148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1a037-0f20-4ac4-8254-09f716913c0c req-f9f177be-2496-4d01-9f87-c3875323b963 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:41.896166 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25d1a037-0f20-4ac4-8254-09f716913c0c req-f9f177be-2496-4d01-9f87-c3875323b963 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 944 time: 0.0697527 Oct 19 11:11:41.913017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907f36d-5be0-48cb-b8d9-2972197ff138 req-a220b14b-9c36-4d1c-b96f-0c787385831c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:41.914618 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e907f36d-5be0-48cb-b8d9-2972197ff138 req-a220b14b-9c36-4d1c-b96f-0c787385831c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0571799 Oct 19 11:11:41.929674 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25d1a037-0f20-4ac4-8254-09f716913c0c req-c9c64655-fe3a-487d-aa5e-bec1465f4fe9 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a371214-018b-48fb-8660-59b5b77e9c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340071 Oct 19 11:11:41.955396 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e907f36d-5be0-48cb-b8d9-2972197ff138 req-4ad9d743-59e5-463c-bbaa-f8ca9dd304f4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Oct 19 11:11:42.063416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b6a55-cc2d-4b6d-befc-6f170fb662ab req-3b297224-695d-4a06-abe7-f1b1f2baaf7c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:42.064831 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a5b6a55-cc2d-4b6d-befc-6f170fb662ab req-3b297224-695d-4a06-abe7-f1b1f2baaf7c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 943 time: 0.0498281 Oct 19 11:11:42.106941 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a5b6a55-cc2d-4b6d-befc-6f170fb662ab req-fbdc9d52-ac95-4ebe-9885-4a270e6ed440 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356803 Oct 19 11:11:42.269773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 76474f38-5207-49bf-abb4-44c0d7b1e608 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:11:42.384352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 76474f38-5207-49bf-abb4-44c0d7b1e608, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=76474f38-5207-49bf-abb4-44c0d7b1e608,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:42.397576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'port_id': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'mac_address': 'fa:16:3e:c5:39:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:11:42.453234 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:42.467377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76474f38-5207-49bf-abb4-44c0d7b1e608 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:42.492162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 76474f38-5207-49bf-abb4-44c0d7b1e608, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=76474f38-5207-49bf-abb4-44c0d7b1e608,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:42.565038 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:42.616518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=76474f38-5207-49bf-abb4-44c0d7b1e608,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:42.742015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea9af0-ed51-4e29-8b90-b07ecf5231a3 req-71c2ad7a-520a-4c7d-8fab-826f9dcb02d3 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:42.743508 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4dea9af0-ed51-4e29-8b90-b07ecf5231a3 req-71c2ad7a-520a-4c7d-8fab-826f9dcb02d3 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 946 time: 0.0484478 Oct 19 11:11:42.782806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4dea9af0-ed51-4e29-8b90-b07ecf5231a3 req-c9b9384c-4a1a-497e-b45e-6d4c8c02db6d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327058 Oct 19 11:11:42.819948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['76474f38-5207-49bf-abb4-44c0d7b1e608'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:42.911538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66846505-61b5-4134-95e9-260ac0f26051 req-b6f25b96-53be-4d02-bc91-19cd2ef99193 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:42.913162 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-66846505-61b5-4134-95e9-260ac0f26051 req-b6f25b96-53be-4d02-bc91-19cd2ef99193 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 950 time: 0.0602152 Oct 19 11:11:42.953141 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-66846505-61b5-4134-95e9-260ac0f26051 req-bb238a4b-1d54-4470-a1ff-40d5fbbcfc43 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339832 Oct 19 11:11:42.971866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44130) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:43.084328 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-541c8074-aec1-4a2c-82a2-cc7017d4944b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:43.164594 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-541c8074-aec1-4a2c-82a2-cc7017d4944b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:43.225631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226f92e-3ba2-491f-8718-b3eafae22f6c req-1fb572a6-510c-445b-8e6e-cf828801c601 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:43.227100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3226f92e-3ba2-491f-8718-b3eafae22f6c req-1fb572a6-510c-445b-8e6e-cf828801c601 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 1097 time: 0.0377364 Oct 19 11:11:43.234714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-541c8074-aec1-4a2c-82a2-cc7017d4944b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:43.304675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-541c8074-aec1-4a2c-82a2-cc7017d4944b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bcf3e016b2b44f8aef390b5ee1e102f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315399 Oct 19 11:11:43.307460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44144) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:43.309140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c8074-aec1-4a2c-82a2-cc7017d4944b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61db80eb-7759-49b2-aeee-1a919714a851,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:43.313319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3226f92e-3ba2-491f-8718-b3eafae22f6c req-673a893c-a3ad-4bf4-97f2-8abd209d4620 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801849 Oct 19 11:11:43.357627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-79437517-e448-48cd-8327-16057cc96e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:43.384630 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-79437517-e448-48cd-8327-16057cc96e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:43.471863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104a035-8d9f-4261-8470-695615ec801f req-e73ede4f-e1cc-4e92-bf9d-907c0b48a1be tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:43.473345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9104a035-8d9f-4261-8470-695615ec801f req-e73ede4f-e1cc-4e92-bf9d-907c0b48a1be tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 945 time: 0.0468237 Oct 19 11:11:43.511677 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-79437517-e448-48cd-8327-16057cc96e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:43.513020 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9104a035-8d9f-4261-8470-695615ec801f req-d3185a26-8df1-4860-82ef-20aba5365dc4 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a371214-018b-48fb-8660-59b5b77e9c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337358 Oct 19 11:11:43.519227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-79437517-e448-48cd-8327-16057cc96e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:43.526728 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-79437517-e448-48cd-8327-16057cc96e01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61db80eb-7759-49b2-aeee-1a919714a851 HTTP/1.1" status: 204 len: 168 time: 0.2119668 Oct 19 11:11:43.539392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79437517-e448-48cd-8327-16057cc96e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61db80eb-7759-49b2-aeee-1a919714a851,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:43.617208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecae9a-8250-471a-bbbd-772d3b2db35f req-740734b8-f312-4368-82e8-4f551a183dd1 tempest-LiveMigrationNegativeTest-87419488 tempest-LiveMigrationNegativeTest-87419488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:43.618578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cecae9a-8250-471a-bbbd-772d3b2db35f req-740734b8-f312-4368-82e8-4f551a183dd1 tempest-LiveMigrationNegativeTest-87419488 tempest-LiveMigrationNegativeTest-87419488-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 1101 time: 0.0406227 Oct 19 11:11:43.637045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9cecae9a-8250-471a-bbbd-772d3b2db35f req-6907dcab-91f9-40bd-8edb-3e12cf4e4a06 tempest-LiveMigrationNegativeTest-87419488 tempest-LiveMigrationNegativeTest-87419488-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:43.708282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9cecae9a-8250-471a-bbbd-772d3b2db35f req-6907dcab-91f9-40bd-8edb-3e12cf4e4a06 tempest-LiveMigrationNegativeTest-87419488 tempest-LiveMigrationNegativeTest-87419488-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:43.799027 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9cecae9a-8250-471a-bbbd-772d3b2db35f req-6907dcab-91f9-40bd-8edb-3e12cf4e4a06 tempest-LiveMigrationNegativeTest-87419488 tempest-LiveMigrationNegativeTest-87419488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:43.819676 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cecae9a-8250-471a-bbbd-772d3b2db35f req-6907dcab-91f9-40bd-8edb-3e12cf4e4a06 tempest-LiveMigrationNegativeTest-87419488 tempest-LiveMigrationNegativeTest-87419488-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951625 Oct 19 11:11:43.832043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907dcab-91f9-40bd-8edb-3e12cf4e4a06 tempest-LiveMigrationNegativeTest-87419488 tempest-LiveMigrationNegativeTest-87419488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac798d05-0dd1-4f45-9889-fcf2df7fcf87,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:43.941248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faa12c-b029-479a-8002-5b23402837f2 req-5e7af672-0c02-420c-9e39-ff8d8363ff94 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:43.948107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49faa12c-b029-479a-8002-5b23402837f2 req-5e7af672-0c02-420c-9e39-ff8d8363ff94 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0503523 Oct 19 11:11:43.981571 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49faa12c-b029-479a-8002-5b23402837f2 req-1e5830ee-2318-4001-8fe2-97618468e63f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Oct 19 11:11:44.029289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8642781-e929-44e9-9c86-e134b243631a req-a40f55a2-80b3-4992-b3a8-33902cc18992 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:44.031467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8642781-e929-44e9-9c86-e134b243631a req-a40f55a2-80b3-4992-b3a8-33902cc18992 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 943 time: 0.0500951 Oct 19 11:11:44.069614 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8642781-e929-44e9-9c86-e134b243631a req-938ca956-7dc2-4d92-9572-44a314de2468 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Oct 19 11:11:44.077447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ca49d-3e7b-4a0c-beb2-f9811a887947 req-5c4f203f-9c9b-478f-bab4-a1d21bb84098 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:44.079006 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-357ca49d-3e7b-4a0c-beb2-f9811a887947 req-5c4f203f-9c9b-478f-bab4-a1d21bb84098 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 1097 time: 0.0415745 Oct 19 11:11:44.129969 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-357ca49d-3e7b-4a0c-beb2-f9811a887947 req-14b052cf-2073-4bfd-acf6-ad3c154974eb tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356815 Oct 19 11:11:44.218369 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44168) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:44.243831 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd616-656d-425f-a0f9-896c4963a9b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.286908 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f41ff9e9-274d-4d6f-9113-0610b57293fe details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:11:44.324139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 76474f38-5207-49bf-abb4-44c0d7b1e608 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:44.329208 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd616-656d-425f-a0f9-896c4963a9b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.393255 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd616-656d-425f-a0f9-896c4963a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.425992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:44.438685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'f41ff9e9-274d-4d6f-9113-0610b57293fe', 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0', 'port_id': 'f41ff9e9-274d-4d6f-9113-0610b57293fe', 'mac_address': 'fa:16:3e:af:65:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761a94a2-c103-48a9-b688-d8956e9f3c16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:11:44.441633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4b3fd616-656d-425f-a0f9-896c4963a9b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6385959fb7f34c24a5854e6a4149391f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220049 Oct 19 11:11:44.442793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fd616-656d-425f-a0f9-896c4963a9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7093589b-57e4-4862-97b0-24ef0c718a28,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:44.444446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44174) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:44.483767 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.486898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 76474f38-5207-49bf-abb4-44c0d7b1e608 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:11:44.499142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 76474f38-5207-49bf-abb4-44c0d7b1e608 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:44.499551 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.501923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41ff9e9-274d-4d6f-9113-0610b57293fe {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:44.514847 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69030d10-04cc-4d1c-81fc-65e2bdae1ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.540571 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69030d10-04cc-4d1c-81fc-65e2bdae1ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.557983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:44.616160 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.638863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76474f38-5207-49bf-abb4-44c0d7b1e608'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:44.641075 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27506369-bc2e-4f3e-96b5-ed410cc7cd36" -d '{"events": [{"server_uuid": "23f3b2db-28dd-4932-a67a-29aebfeb7115", "name": "network-vif-plugged", "status": "completed", "tag": "76474f38-5207-49bf-abb4-44c0d7b1e608"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:44.646031 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.660343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 76474f38-5207-49bf-abb4-44c0d7b1e608, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=76474f38-5207-49bf-abb4-44c0d7b1e608,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:44.673546 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69030d10-04cc-4d1c-81fc-65e2bdae1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.676083 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69030d10-04cc-4d1c-81fc-65e2bdae1ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.677231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-69030d10-04cc-4d1c-81fc-65e2bdae1ba5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7093589b-57e4-4862-97b0-24ef0c718a28 HTTP/1.1" status: 204 len: 168 time: 0.2277982 Oct 19 11:11:44.685918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69030d10-04cc-4d1c-81fc-65e2bdae1ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7093589b-57e4-4862-97b0-24ef0c718a28,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:44.711783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=f41ff9e9-274d-4d6f-9113-0610b57293fe,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:44.759569 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:44.809356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=76474f38-5207-49bf-abb4-44c0d7b1e608,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:44.903790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['f41ff9e9-274d-4d6f-9113-0610b57293fe'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:46.180389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57966e4e-087e-408f-934e-4fc4b7c63ebc req-f7e611a2-0643-4b0d-9747-d8e23edc6d25 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:46.181863 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57966e4e-087e-408f-934e-4fc4b7c63ebc req-f7e611a2-0643-4b0d-9747-d8e23edc6d25 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 950 time: 0.0467527 Oct 19 11:11:46.275240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-57966e4e-087e-408f-934e-4fc4b7c63ebc req-f5d1434a-886f-4503-b23d-00328b33a759 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Deleting port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:11:46.275576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-57966e4e-087e-408f-934e-4fc4b7c63ebc req-f5d1434a-886f-4503-b23d-00328b33a759 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:46.303090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f41ff9e9-274d-4d6f-9113-0610b57293fe up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:46.379501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-57966e4e-087e-408f-934e-4fc4b7c63ebc req-f5d1434a-886f-4503-b23d-00328b33a759 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] For port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:46.379893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-57966e4e-087e-408f-934e-4fc4b7c63ebc req-f5d1434a-886f-4503-b23d-00328b33a759 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:46.402391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-57966e4e-087e-408f-934e-4fc4b7c63ebc req-f5d1434a-886f-4503-b23d-00328b33a759 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Calling delete_port for 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:11:46.471810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-6d8d5f0b-066a-4589-83a7-e3cf9cfc96fc tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:11:46.472782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-6d8d5f0b-066a-4589-83a7-e3cf9cfc96fc tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0088868 Oct 19 11:11:46.489643 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5268ed-79b2-41b8-88b5-49c1acd4a118 req-4eaa1023-1729-4f11-bead-a44b0d909d34 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:46.491058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce5268ed-79b2-41b8-88b5-49c1acd4a118 req-4eaa1023-1729-4f11-bead-a44b0d909d34 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 946 time: 0.1033578 Oct 19 11:11:46.496131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port f41ff9e9-274d-4d6f-9113-0610b57293fe completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:11:46.500511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port f41ff9e9-274d-4d6f-9113-0610b57293fe triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:46.500973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:46.565208 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-948ed754-186a-48bc-8aad-ac0f72d0b186 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:46.566513 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-948ed754-186a-48bc-8aad-ac0f72d0b186 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports/9cf117a8-c65e-491e-9739-c34936efa50d HTTP/1.1" status: 200 len: 1094 time: 0.0871792 Oct 19 11:11:46.575206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce5268ed-79b2-41b8-88b5-49c1acd4a118 req-9f9bb5e9-dbf5-4353-bfd1-8acf79eb83b5 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a371214-018b-48fb-8660-59b5b77e9c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722973 Oct 19 11:11:46.580656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Request body: {'binding': {'host': 'n-h2-814547-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:46.581106 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Unknown quota resources ['binding']. {{(pid=101311) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:11:46.585598 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:46.638487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:46.722015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:46.763711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8fc28-2d30-4e45-a072-68241b04f303 req-ea4ad5b1-b575-4f5c-b777-9a20ac784607 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:46.765250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-34b8fc28-2d30-4e45-a072-68241b04f303 req-ea4ad5b1-b575-4f5c-b777-9a20ac784607 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 950 time: 0.1120241 Oct 19 11:11:46.770031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-57966e4e-087e-408f-934e-4fc4b7c63ebc req-f5d1434a-886f-4503-b23d-00328b33a759 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:46.774074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=f41ff9e9-274d-4d6f-9113-0610b57293fe,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:46.788618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['f1c7daaf-7a44-4533-965c-a8a74a3d4154'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:46.788618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['5d9a95dd-0451-46f4-88cc-c2f1cc45aa42'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:46.825557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44236) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:46.829795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1434a-886f-4503-b23d-00328b33a759 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Pushing event deleted for resources: {'Port': ['ID=5d9a95dd-0451-46f4-88cc-c2f1cc45aa42,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:46.897607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d on host n-h2-814547-1 for vnic_type normal with profile None {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:46.898313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:46.898814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:46.905506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-57966e4e-087e-408f-934e-4fc4b7c63ebc req-f5d1434a-886f-4503-b23d-00328b33a759 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] No DVR routers for this DVR port 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:11:46.910639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-57966e4e-087e-408f-934e-4fc4b7c63ebc req-f5d1434a-886f-4503-b23d-00328b33a759 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:46.915755 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57966e4e-087e-408f-934e-4fc4b7c63ebc req-f5d1434a-886f-4503-b23d-00328b33a759 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.26 "DELETE /v2.0/ports/5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 HTTP/1.1" status: 204 len: 173 time: 0.7272561 Oct 19 11:11:46.920713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Port 9cf117a8-c65e-491e-9739-c34936efa50d on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:46.921073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:46.924175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a785781-a016-4364-a92f-96610507206a', 'name': 'network-vif-deleted', 'tag': '5d9a95dd-0451-46f4-88cc-c2f1cc45aa42'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:46.926684 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594c5ca3-f508-4c44-8477-4ebf5dea2853" -d '{"events": [{"server_uuid": "2a785781-a016-4364-a92f-96610507206a", "name": "network-vif-deleted", "tag": "5d9a95dd-0451-46f4-88cc-c2f1cc45aa42"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:46.947645 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-34b8fc28-2d30-4e45-a072-68241b04f303 req-72f12c64-81ad-4edb-8498-f1692e50f351 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672540 Oct 19 11:11:46.952426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:46.953319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:46.953706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:46.954304 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Bound port: 9cf117a8-c65e-491e-9739-c34936efa50d, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:46.970996 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f5df04ff-7d76-41dd-a2a5-41952308d538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:47.076880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9cf117a8-c65e-491e-9739-c34936efa50d,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:47.103574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f5df04ff-7d76-41dd-a2a5-41952308d538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:47.106200 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d1eb00-8cfd-4234-ba67-82bf8e4445e6 x-openstack-request-id: req-b0d1eb00-8cfd-4234-ba67-82bf8e4445e6 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:47.106521 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f3b2db-28dd-4932-a67a-29aebfeb7115", "name": "network-vif-plugged", "status": "completed", "tag": "76474f38-5207-49bf-abb4-44c0d7b1e608", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:47.106777 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0d1eb00-8cfd-4234-ba67-82bf8e4445e6 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:47.107165 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'code': 200} Oct 19 11:11:47.134923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e370c-5916-4707-a858-a9271853d4c2 req-3d1748eb-cf18-4edc-9da3-a4e4dfecff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:47.136549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea4e370c-5916-4707-a858-a9271853d4c2 req-3d1748eb-cf18-4edc-9da3-a4e4dfecff36 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 1097 time: 0.0498579 Oct 19 11:11:47.162299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:47.163551 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bee65d33-f38d-4bf5-9080-61fe0c9b392b service neutron] 10.222.0.39 "POST /v2.0/ports/9cf117a8-c65e-491e-9739-c34936efa50d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5869446 Oct 19 11:11:47.204370 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea4e370c-5916-4707-a858-a9271853d4c2 req-3760df7b-d272-4d41-85d3-bda9fe63235a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2a371214-018b-48fb-8660-59b5b77e9c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596950 Oct 19 11:11:47.205118 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f5df04ff-7d76-41dd-a2a5-41952308d538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:47.225607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fc611-4b79-4c77-975a-7c0fcc7ada51 req-db65d597-2e55-422c-bb35-e1436d109f51 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:47.228000 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b7fc611-4b79-4c77-975a-7c0fcc7ada51 req-db65d597-2e55-422c-bb35-e1436d109f51 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0614343 Oct 19 11:11:47.254878 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f5df04ff-7d76-41dd-a2a5-41952308d538 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa17845c5b7440c2bf70478f693cae86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279633 Oct 19 11:11:47.257969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df04ff-7d76-41dd-a2a5-41952308d538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4405a91-adff-47a5-9f8f-62754008029d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:47.260157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44242) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:47.272746 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b7fc611-4b79-4c77-975a-7c0fcc7ada51 req-debea423-4e68-4ca7-b070-25d44d10c98d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368919 Oct 19 11:11:47.321162 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08f1eae9-5f82-4d2f-9103-1368bd4b6bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:47.343104 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08f1eae9-5f82-4d2f-9103-1368bd4b6bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:47.393699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a0278-762b-489d-b3a5-8ff4042fe1f7 req-2a602f80-a6fc-4e8b-8aaa-fa4d8b958598 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:47.395270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-775a0278-762b-489d-b3a5-8ff4042fe1f7 req-2a602f80-a6fc-4e8b-8aaa-fa4d8b958598 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.0625517 Oct 19 11:11:47.439505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-775a0278-762b-489d-b3a5-8ff4042fe1f7 req-6dc521ab-ee0f-4b41-85aa-9b1f8fbeac96 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377414 Oct 19 11:11:47.485113 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08f1eae9-5f82-4d2f-9103-1368bd4b6bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:47.487801 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08f1eae9-5f82-4d2f-9103-1368bd4b6bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:47.492682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-08f1eae9-5f82-4d2f-9103-1368bd4b6bf7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4405a91-adff-47a5-9f8f-62754008029d HTTP/1.1" status: 204 len: 168 time: 0.2311621 Oct 19 11:11:47.496648 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-cfa76386-2cad-4a17-98fb-6d325317a486 service neutron] show failed (client error): The resource could not be found. Oct 19 11:11:47.498026 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-cfa76386-2cad-4a17-98fb-6d325317a486 service neutron] 10.222.0.49 "GET /v2.0/ports/3363d609-13e3-49d6-865d-f1595da591a9/bindings/n-h1-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0661876 Oct 19 11:11:47.500444 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f25f327-118f-4f31-92c4-82eb0b149f34 x-openstack-request-id: req-1f25f327-118f-4f31-92c4-82eb0b149f34 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:47.500985 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a785781-a016-4364-a92f-96610507206a", "name": "network-vif-deleted", "tag": "5d9a95dd-0451-46f4-88cc-c2f1cc45aa42", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:47.501450 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f25f327-118f-4f31-92c4-82eb0b149f34 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:47.502034 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a785781-a016-4364-a92f-96610507206a', 'name': 'network-vif-deleted', 'tag': '5d9a95dd-0451-46f4-88cc-c2f1cc45aa42', 'status': 'completed', 'code': 200} Oct 19 11:11:47.503060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1eae9-5f82-4d2f-9103-1368bd4b6bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4405a91-adff-47a5-9f8f-62754008029d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:47.635826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221237-58e8-46a9-b139-2fd3e62aabb1 req-41c20dfc-b1dc-4833-8bdb-1fcdc52413d1 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:47.637626 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d221237-58e8-46a9-b139-2fd3e62aabb1 req-41c20dfc-b1dc-4833-8bdb-1fcdc52413d1 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 946 time: 0.0725415 Oct 19 11:11:47.685319 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d221237-58e8-46a9-b139-2fd3e62aabb1 req-ed176b56-bb6f-4f6d-bc0e-3ed8fb193328 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Oct 19 11:11:47.732375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244f0ce-0c04-41fb-a106-32f04ffb4dd3 req-00dc47f1-7dd0-463c-b3c8-0ee7bcd0c53d tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:47.734565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b244f0ce-0c04-41fb-a106-32f04ffb4dd3 req-00dc47f1-7dd0-463c-b3c8-0ee7bcd0c53d tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 946 time: 0.0593433 Oct 19 11:11:47.778095 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b244f0ce-0c04-41fb-a106-32f04ffb4dd3 req-8dd6625d-261e-4051-9198-3c587b980bbc tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a371214-018b-48fb-8660-59b5b77e9c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372832 Oct 19 11:11:47.900167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-3ca9aa06-6e7f-456c-b1b5-1f9c6077acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:47.901681 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-3ca9aa06-6e7f-456c-b1b5-1f9c6077acec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 1097 time: 0.0482488 Oct 19 11:11:48.000190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-19d15145-fcf2-44b0-803f-539ce0f936e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:48.003194 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-19d15145-fcf2-44b0-803f-539ce0f936e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.0920990 Oct 19 11:11:48.077202 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-179adaf8-4c6e-40f9-9684-fd0fc7a08ee3 req-7736dcc0-14a0-4f79-95f8-1499b7ed2915 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a785781-a016-4364-a92f-96610507206a HTTP/1.1" status: 200 len: 210 time: 0.0567219 Oct 19 11:11:48.078867 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-2f4bba7f-0460-4c51-952b-95634f31a617 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cf117a8-c65e-491e-9739-c34936efa50d HTTP/1.1" status: 200 len: 217 time: 0.0646703 Oct 19 11:11:48.139843 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-482c4c75-8df8-47c9-88c3-ee634ce5be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:48.141603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-482c4c75-8df8-47c9-88c3-ee634ce5be4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.0509310 Oct 19 11:11:48.181054 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-1a9afbca-4473-4b96-b308-fa3d497a5601 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263152 Oct 19 11:11:48.227032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44278) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:48.240876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2068bed7-08d0-4deb-a356-af7dacdc2a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:48.290758 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:11:48.292307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-0f42f33a-b850-4494-8512-f4034416def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:48.293954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-0f42f33a-b850-4494-8512-f4034416def6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92&tenant_id=09d359cafa5a46309ba96d9c7c371cbf HTTP/1.1" status: 200 len: 1100 time: 0.1102340 Oct 19 11:11:48.310283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:48.336223 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2068bed7-08d0-4deb-a356-af7dacdc2a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:48.343291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-2dd956f2-fae9-4481-b295-a44815b1c6c8 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497977 Oct 19 11:11:48.398924 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2068bed7-08d0-4deb-a356-af7dacdc2a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:48.433291 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:48.437755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2068bed7-08d0-4deb-a356-af7dacdc2a55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6577e9faf02a4c61b534af2b6c4f9456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098255 Oct 19 11:11:48.438978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068bed7-08d0-4deb-a356-af7dacdc2a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c07c98-66af-4826-b1ee-d85818b1a674,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:48.441368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44288) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:48.509839 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-226d7083-1019-4806-9731-dd44e70177c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:48.514854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf973c-879c-4ef1-8f97-2e5247ddd4cb req-f132d093-4a89-46ce-af61-0ac40c3ed183 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:48.517272 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32cf973c-879c-4ef1-8f97-2e5247ddd4cb req-f132d093-4a89-46ce-af61-0ac40c3ed183 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1701732 Oct 19 11:11:48.540987 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-226d7083-1019-4806-9731-dd44e70177c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:48.604447 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-bd27712d-549c-4b4e-b6fc-aac58b20e1d5 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468832 Oct 19 11:11:48.612221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c7235-39ce-47b7-8432-f1bfe2a84b27 req-134a5f38-cc78-494d-ad7c-5f9e3a39609c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:48.613775 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b24c7235-39ce-47b7-8432-f1bfe2a84b27 req-134a5f38-cc78-494d-ad7c-5f9e3a39609c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.0664227 Oct 19 11:11:48.658824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b24c7235-39ce-47b7-8432-f1bfe2a84b27 req-f1b7d09a-ee89-411b-b480-4720d4faa780 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383823 Oct 19 11:11:48.660942 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32cf973c-879c-4ef1-8f97-2e5247ddd4cb req-a9dd0286-e0c9-498b-b69f-c066dbdeb816 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365216 Oct 19 11:11:48.690721 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-226d7083-1019-4806-9731-dd44e70177c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:48.693348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-226d7083-1019-4806-9731-dd44e70177c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:48.694459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-226d7083-1019-4806-9731-dd44e70177c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5c07c98-66af-4826-b1ee-d85818b1a674 HTTP/1.1" status: 204 len: 168 time: 0.2522068 Oct 19 11:11:48.706126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d7083-1019-4806-9731-dd44e70177c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c07c98-66af-4826-b1ee-d85818b1a674,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:48.835271 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbf32-c59e-4381-bb5c-5255ccaab87d req-eb25521f-e8fe-478a-88c0-583e3654bd70 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:48.840925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3363d609-13e3-49d6-865d-f1595da591a9,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:48.841660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b1bcbf32-c59e-4381-bb5c-5255ccaab87d req-eb25521f-e8fe-478a-88c0-583e3654bd70 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 946 time: 0.0650442 Oct 19 11:11:48.875280 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b1bcbf32-c59e-4381-bb5c-5255ccaab87d req-5c55e3cb-50b4-4f70-975a-06119f207013 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Oct 19 11:11:48.885964 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-650a3b39-ff8a-4736-94b6-24d53f351bf1 req-456ecc49-73b5-45cf-bf36-370716acaba7 tempest-FlavorsV2NegativeTest-1550008235 tempest-FlavorsV2NegativeTest-1550008235-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=890e9c5d05124065bbacf3dc412714d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335348 Oct 19 11:11:48.893467 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f3501db-deda-4fa0-9e38-b564f3c2a216 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:48.894910 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f3501db-deda-4fa0-9e38-b564f3c2a216 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 1097 time: 0.1051641 Oct 19 11:11:48.909451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:48.921489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814547-1'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:48.985570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5963-d751-49f4-ad4a-623b8f752789 req-e96955fb-5061-432e-bcc3-1ea798b3782d tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:48.987361 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f90b5963-d751-49f4-ad4a-623b8f752789 req-e96955fb-5061-432e-bcc3-1ea798b3782d tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 946 time: 0.0537529 Oct 19 11:11:49.026593 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f90b5963-d751-49f4-ad4a-623b8f752789 req-c886ec0f-7a0e-4acf-a734-c21a7cdd3a3a tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a371214-018b-48fb-8660-59b5b77e9c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323923 Oct 19 11:11:49.071222 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:49.099881 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:49.108223 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41ff9e9-274d-4d6f-9113-0610b57293fe'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:49.111375 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a56afc2-baa9-402b-bf47-8292e2c3cf0c" -d '{"events": [{"server_uuid": "e8f9282d-15f4-436b-9c0f-8cdf6f1b033c", "name": "network-vif-plugged", "status": "completed", "tag": "f41ff9e9-274d-4d6f-9113-0610b57293fe"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:49.114835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Transition to ACTIVE for port object 3363d609-13e3-49d6-865d-f1595da591a9 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:11:49.123784 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a3b39-ff8a-4736-94b6-24d53f351bf1 req-35e93859-ed87-49d6-ad69-a2652af7b375 tempest-FlavorsV2NegativeTest-1550008235 tempest-FlavorsV2NegativeTest-1550008235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:49.125929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-650a3b39-ff8a-4736-94b6-24d53f351bf1 req-35e93859-ed87-49d6-ad69-a2652af7b375 tempest-FlavorsV2NegativeTest-1550008235 tempest-FlavorsV2NegativeTest-1550008235-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211046 Oct 19 11:11:49.162967 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-650a3b39-ff8a-4736-94b6-24d53f351bf1 req-68d0c445-dce6-4d2b-a5de-8cc2b72bb298 tempest-FlavorsV2NegativeTest-1550008235 tempest-FlavorsV2NegativeTest-1550008235-project] 10.222.0.39 "GET /v2.0/quotas/890e9c5d05124065bbacf3dc412714d1 HTTP/1.1" status: 200 len: 375 time: 0.0309439 Oct 19 11:11:49.197222 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:49.225933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:49.241342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-650a3b39-ff8a-4736-94b6-24d53f351bf1 req-9250a572-48cf-4bbc-94d6-736b243025f3 tempest-FlavorsV2NegativeTest-1550008235 tempest-FlavorsV2NegativeTest-1550008235-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=890e9c5d05124065bbacf3dc412714d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636752 Oct 19 11:11:49.352469 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d336185-d6b8-4bb2-8226-265edffb4344 x-openstack-request-id: req-2d336185-d6b8-4bb2-8226-265edffb4344 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:49.352814 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f9282d-15f4-436b-9c0f-8cdf6f1b033c", "name": "network-vif-plugged", "status": "completed", "tag": "f41ff9e9-274d-4d6f-9113-0610b57293fe", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:49.353071 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d336185-d6b8-4bb2-8226-265edffb4344 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:49.353466 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41ff9e9-274d-4d6f-9113-0610b57293fe', 'code': 200} Oct 19 11:11:49.354732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-296050bf-006e-4835-bb2e-31f5f4ab2e18 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 258 time: 0.2863238 Oct 19 11:11:49.369006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:49.500201 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:49.531556 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:49.541860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22adf67-af71-4bf5-ae46-89ac513d1dd9 req-382d2672-420d-48c3-9688-f06fc65cddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:49.543359 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c22adf67-af71-4bf5-ae46-89ac513d1dd9 req-382d2672-420d-48c3-9688-f06fc65cddf9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 1096 time: 0.1159484 Oct 19 11:11:49.633419 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c22adf67-af71-4bf5-ae46-89ac513d1dd9 req-a59dce7f-db62-4d2a-9862-d438451f8706 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798616 Oct 19 11:11:49.682669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:49.684947 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a2eaa1-0f10-44e5-9459-29385c6d3316" -d '{"events": [{"server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "name": "network-vif-unplugged", "status": "completed", "tag": "3363d609-13e3-49d6-865d-f1595da591a9"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:49.725763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3363d609-13e3-49d6-865d-f1595da591a9,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:49.725763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] No DVR routers for this DVR port 3363d609-13e3-49d6-865d-f1595da591a9 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:11:49.779643 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9cf117a8-c65e-491e-9739-c34936efa50d,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:49.782652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Attempting to bind port 3363d609-13e3-49d6-865d-f1595da591a9 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:49.782652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Attempting to bind port 3363d609-13e3-49d6-865d-f1595da591a9 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:49.783013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Attempting to bind port 3363d609-13e3-49d6-865d-f1595da591a9 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:49.798980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Port 3363d609-13e3-49d6-865d-f1595da591a9 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:49.799310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Attempting to bind port 3363d609-13e3-49d6-865d-f1595da591a9 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:49.811570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:49.811907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:49.812327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:49.812811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Bound port: 3363d609-13e3-49d6-865d-f1595da591a9, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:49.813172 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:49.879192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:49.942990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:49.967915 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:49.974384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:49.993355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3363d609-13e3-49d6-865d-f1595da591a9,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:50.006050 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a83fad-82f3-4080-a663-0655da910105 req-28421890-9550-4835-b4ee-21326f5b11d8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:50.007552 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8a83fad-82f3-4080-a663-0655da910105 req-28421890-9550-4835-b4ee-21326f5b11d8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 947 time: 0.0825229 Oct 19 11:11:50.053137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Allocated IP 172.25.2.188 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/51cc6ef5-6c64-4ea1-86d4-0885489fa3e6) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:50.058795 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8a83fad-82f3-4080-a663-0655da910105 req-d817398f-b8c1-46a6-af6e-c11670cc5e3f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450428 Oct 19 11:11:50.080914 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.158340 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.195805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf117a8-c65e-491e-9739-c34936efa50d,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:50.215338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:50.216029 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.217423 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] 10.222.0.26 "PUT /v2.0/ports/3363d609-13e3-49d6-865d-f1595da591a9 HTTP/1.1" status: 200 len: 1095 time: 1.9116428 Oct 19 11:11:50.220324 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.306856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:11:50.319852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d254160-8cac-4a21-b78d-38ee3fd9ddaa req-c4ff854b-ea54-4e54-b1e8-235e011622a8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:50.327227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d254160-8cac-4a21-b78d-38ee3fd9ddaa req-c4ff854b-ea54-4e54-b1e8-235e011622a8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.2124465 Oct 19 11:11:50.329945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:11:50.330510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5d9a95dd-0451-46f4-88cc-c2f1cc45aa42 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:11:50.334852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d on host n-h1-814547-1 for vnic_type normal with profile {"migrating_to": "n-h2-814547-1"} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:50.338625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:50.338625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:50.359959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.360610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Port 9cf117a8-c65e-491e-9739-c34936efa50d on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:11:50.360747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Attempting to bind port 9cf117a8-c65e-491e-9739-c34936efa50d on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:50.380512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:50.381401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:50.381798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:50.382220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Bound port: 9cf117a8-c65e-491e-9739-c34936efa50d, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:50.382687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.405267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70d14-8eaa-4175-824a-12067e89e5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3363d609-13e3-49d6-865d-f1595da591a9,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:50.413123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:50.416815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:50.419318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:50.430349 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d254160-8cac-4a21-b78d-38ee3fd9ddaa req-6606da7f-9e90-4bd4-bf91-44e51ec75957 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000996 Oct 19 11:11:50.432453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Pushing event updated for resources: {'Port': ['ID=51cc6ef5-6c64-4ea1-86d4-0885489fa3e6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:50.447797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-d978fb1d-6e63-466e-a6a0-9dd03a18f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:50.452719 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-d978fb1d-6e63-466e-a6a0-9dd03a18f49a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 1098 time: 0.1853149 Oct 19 11:11:50.495872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.505539 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b265da-198c-4591-87ea-3562823d0881 x-openstack-request-id: req-88b265da-198c-4591-87ea-3562823d0881 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:50.506190 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "name": "network-vif-unplugged", "status": "completed", "tag": "3363d609-13e3-49d6-865d-f1595da591a9", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:50.506481 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88b265da-198c-4591-87ea-3562823d0881 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:50.507147 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9', 'code': 200} Oct 19 11:11:50.594178 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.613189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:50.635094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9cf117a8-c65e-491e-9739-c34936efa50d,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:50.665306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-920330b9-0dc7-4634-8a71-a9f5196f599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:50.668003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-920330b9-0dc7-4634-8a71-a9f5196f599d service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.2135346 Oct 19 11:11:50.679000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2b3c2-60be-4e64-9b09-b58ff3b493c6 req-f4c7a4e0-73d6-4afb-b4f8-0b45aaf2c2bc tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:50.680709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94f2b3c2-60be-4e64-9b09-b58ff3b493c6 req-f4c7a4e0-73d6-4afb-b4f8-0b45aaf2c2bc tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 950 time: 0.1161585 Oct 19 11:11:50.735209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-11703466-4cd7-4f77-9877-cf50c75515a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=3363d609-13e3-49d6-865d-f1595da591a9 HTTP/1.1" status: 200 len: 217 time: 0.0532279 Oct 19 11:11:50.737162 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.779793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44380) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:50.805656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.850487 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94f2b3c2-60be-4e64-9b09-b58ff3b493c6 req-4eac41e2-cb41-42a4-a58d-67dde75c81e4 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585746 Oct 19 11:11:50.891305 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-74b50c62-c8ce-4571-b47c-4040166ea094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:50.892360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-74b50c62-c8ce-4571-b47c-4040166ea094 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1384764 Oct 19 11:11:50.894696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf117a8-c65e-491e-9739-c34936efa50d,revision_number=8']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:50.895984 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.898302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:50.898964 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.900351 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-0f2d1565-646d-4f47-b730-5392f9b062f9 service neutron] 10.222.0.49 "PUT /v2.0/ports/9cf117a8-c65e-491e-9739-c34936efa50d HTTP/1.1" status: 200 len: 1122 time: 1.9943631 Oct 19 11:11:50.930858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:50.987266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['9cf117a8-c65e-491e-9739-c34936efa50d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:50.990895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-adcea9c4-78ac-476b-8d99-38a9ec94a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:50.992477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-adcea9c4-78ac-476b-8d99-38a9ec94a03e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909009 Oct 19 11:11:51.013960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d24e06-22bb-44fb-bfda-79b19f1a4194 req-ef20fefa-b791-4d8b-bafa-93b7e95368b3 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:51.015496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6d24e06-22bb-44fb-bfda-79b19f1a4194 req-ef20fefa-b791-4d8b-bafa-93b7e95368b3 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 944 time: 0.0752790 Oct 19 11:11:51.023778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Pushing event updated for resources: {'Port': ['ID=51cc6ef5-6c64-4ea1-86d4-0885489fa3e6,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:51.082759 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-62c1ec91-8d52-4770-8830-fcffda077b99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:51.120858 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6d24e06-22bb-44fb-bfda-79b19f1a4194 req-6776542e-24a3-4fcf-ac5a-8c3317bd6564 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946472 Oct 19 11:11:51.145525 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-1b893175-09df-41c5-83ae-3e9899e13a84 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428304 Oct 19 11:11:51.187146 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:51.202781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-adb80cb8-b91e-4cbb-964f-fe4394792c07 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8385663 Oct 19 11:11:51.305855 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-61798d6f-a015-43b1-a698-aa2ee57dbda2 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 696 time: 0.1019304 Oct 19 11:11:51.307947 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-62c1ec91-8d52-4770-8830-fcffda077b99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:51.319227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b8edb45-fb43-44f5-90b8-4ec5701eb221 req-3120300c-1c2e-49b7-b8a7-4d1d045c7bc5 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550899 Oct 19 11:11:51.355825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef7aa0-3fd8-49ed-bf99-10eadf71bdc7 req-14690c41-4307-4bc8-bfab-62c20d573e17 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:51.357345 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ef7aa0-3fd8-49ed-bf99-10eadf71bdc7 req-14690c41-4307-4bc8-bfab-62c20d573e17 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 947 time: 0.0590606 Oct 19 11:11:51.374172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-62c1ec91-8d52-4770-8830-fcffda077b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:51.397061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ef7aa0-3fd8-49ed-bf99-10eadf71bdc7 req-1092c0cf-355c-41f4-98a1-72d8135c294f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Oct 19 11:11:51.432637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-62c1ec91-8d52-4770-8830-fcffda077b99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=890e9c5d05124065bbacf3dc412714d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6510024 Oct 19 11:11:51.436499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44396) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:51.445240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1ec91-8d52-4770-8830-fcffda077b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d1ed9b-7d58-4716-a1d3-3594a0317762,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:51.476130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-3315e71c-4c2c-4868-9c9b-b1c3563f7f09 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:51.481004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-3315e71c-4c2c-4868-9c9b-b1c3563f7f09 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1688840 Oct 19 11:11:51.493076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-046195f5-9022-4d98-bf71-00b18e8c4aef tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:11:51.494055 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5dc1841-165c-4092-8866-4dae9c0d4052 req-046195f5-9022-4d98-bf71-00b18e8c4aef tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0093265 Oct 19 11:11:51.554863 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e814cc0d-e824-47de-867f-c08497a99ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:51.559588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2baf3-c89f-4a67-8ca8-b7c7cf3ccd8f req-f2b05790-bab3-4391-b563-0cebf8c001e7 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:51.561458 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c3b2baf3-c89f-4a67-8ca8-b7c7cf3ccd8f req-f2b05790-bab3-4391-b563-0cebf8c001e7 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.49 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 950 time: 0.0650916 Oct 19 11:11:51.606169 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e814cc0d-e824-47de-867f-c08497a99ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:51.671175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40798d-c846-4623-a2be-c39758494ec4 req-aa5d7519-4893-4ee5-b8ed-45e015a7dedb tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:51.671175 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f40798d-c846-4623-a2be-c39758494ec4 req-aa5d7519-4893-4ee5-b8ed-45e015a7dedb tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.0933826 Oct 19 11:11:51.697733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-c3b2baf3-c89f-4a67-8ca8-b7c7cf3ccd8f req-063cb0bd-da80-48d1-969c-e0a0c3e62846 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Deleting port f1c7daaf-7a44-4533-965c-a8a74a3d4154 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:11:51.698161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c3b2baf3-c89f-4a67-8ca8-b7c7cf3ccd8f req-063cb0bd-da80-48d1-969c-e0a0c3e62846 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:51.703609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f40798d-c846-4623-a2be-c39758494ec4 req-b0518d17-7269-4f53-a9bc-1a86a0f73f57 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372441 Oct 19 11:11:51.865528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-c3b2baf3-c89f-4a67-8ca8-b7c7cf3ccd8f req-063cb0bd-da80-48d1-969c-e0a0c3e62846 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] For port f1c7daaf-7a44-4533-965c-a8a74a3d4154, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f1c7daaf-7a44-4533-965c-a8a74a3d4154,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:51.866097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c3b2baf3-c89f-4a67-8ca8-b7c7cf3ccd8f req-063cb0bd-da80-48d1-969c-e0a0c3e62846 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:51.881929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661db248-a984-4c91-bba9-404ff618e00b req-89b5de47-7b63-4dde-94dc-e9038e27e2b1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:51.883377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-89b5de47-7b63-4dde-94dc-e9038e27e2b1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1198456 Oct 19 11:11:51.889053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-c3b2baf3-c89f-4a67-8ca8-b7c7cf3ccd8f req-063cb0bd-da80-48d1-969c-e0a0c3e62846 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Calling delete_port for f1c7daaf-7a44-4533-965c-a8a74a3d4154 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:11:51.919157 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e814cc0d-e824-47de-867f-c08497a99ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:51.922160 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e814cc0d-e824-47de-867f-c08497a99ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:51.926008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e814cc0d-e824-47de-867f-c08497a99ab3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80d1ed9b-7d58-4716-a1d3-3594a0317762 HTTP/1.1" status: 204 len: 168 time: 0.4864519 Oct 19 11:11:51.936975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814cc0d-e824-47de-867f-c08497a99ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d1ed9b-7d58-4716-a1d3-3594a0317762,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:51.981054 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-f4a79522-90b9-4dd0-8ac8-4398358dc690 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 696 time: 0.0894320 Oct 19 11:11:52.024026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-661db248-a984-4c91-bba9-404ff618e00b req-3390551f-ee74-4691-985c-a0a0fc2896ed tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Request body: {'floatingip': {'port_id': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:52.068628 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cfe8b-9af5-4ef5-ad32-051e3bac8225 req-e55b8f3f-394a-4b67-bead-bb57c92b7f0b tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:52.070923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd1cfe8b-9af5-4ef5-ad32-051e3bac8225 req-e55b8f3f-394a-4b67-bead-bb57c92b7f0b tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 1096 time: 0.0483296 Oct 19 11:11:52.089014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-661db248-a984-4c91-bba9-404ff618e00b req-3390551f-ee74-4691-985c-a0a0fc2896ed tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:52.115538 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd1cfe8b-9af5-4ef5-ad32-051e3bac8225 req-5fb5e0e3-cb8c-40d9-bc8c-c46cc4d34d81 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Oct 19 11:11:52.260952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcd0b1-eb71-42bf-9375-1b4823b1f36f req-2b2a2e6a-1e62-40a8-915c-7611f5845c77 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:52.262596 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-acdcd0b1-eb71-42bf-9375-1b4823b1f36f req-2b2a2e6a-1e62-40a8-915c-7611f5845c77 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/ports?device_id=bab6afee-c159-4646-b3f0-623db87e5477 HTTP/1.1" status: 200 len: 950 time: 0.0699761 Oct 19 11:11:52.304225 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-acdcd0b1-eb71-42bf-9375-1b4823b1f36f req-7b1e6534-f061-45d6-a997-c16969f1e324 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa33d193-cabe-4d71-89ad-2ecac9ad1a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Oct 19 11:11:52.337223 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3363d609-13e3-49d6-865d-f1595da591a9 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:11:52.406624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3363d609-13e3-49d6-865d-f1595da591a9 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:11:52.411415 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c3b2baf3-c89f-4a67-8ca8-b7c7cf3ccd8f req-063cb0bd-da80-48d1-969c-e0a0c3e62846 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:52.417660 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c77fc9b8-f2d0-4166-a755-33caf25ccb9f req-08f68978-3de4-45b5-a206-647f0208c099 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666320 Oct 19 11:11:52.430737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['f1c7daaf-7a44-4533-965c-a8a74a3d4154'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:52.472329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cb0bd-da80-48d1-969c-e0a0c3e62846 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Pushing event deleted for resources: {'Port': ['ID=f1c7daaf-7a44-4533-965c-a8a74a3d4154,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:52.529825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85404614-1d33-45da-84ce-8249ef880f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cf117a8-c65e-491e-9739-c34936efa50d'}, {'name': 'network-changed', 'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9'}, {'name': 'network-changed', 'server_uuid': '85404614-1d33-45da-84ce-8249ef880f50', 'tag': '9cf117a8-c65e-491e-9739-c34936efa50d'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:52.533221 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f4e52b-8414-4269-a7b0-3584c2885d37" -d '{"events": [{"server_uuid": "85404614-1d33-45da-84ce-8249ef880f50", "name": "network-vif-unplugged", "status": "completed", "tag": "9cf117a8-c65e-491e-9739-c34936efa50d"}, {"name": "network-changed", "server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "tag": "3363d609-13e3-49d6-865d-f1595da591a9"}, {"name": "network-changed", "server_uuid": "85404614-1d33-45da-84ce-8249ef880f50", "tag": "9cf117a8-c65e-491e-9739-c34936efa50d"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:52.654326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b2baf3-c89f-4a67-8ca8-b7c7cf3ccd8f req-063cb0bd-da80-48d1-969c-e0a0c3e62846 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] No DVR routers for this DVR port f1c7daaf-7a44-4533-965c-a8a74a3d4154 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:11:52.659500 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c3b2baf3-c89f-4a67-8ca8-b7c7cf3ccd8f req-063cb0bd-da80-48d1-969c-e0a0c3e62846 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:52.663193 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c3b2baf3-c89f-4a67-8ca8-b7c7cf3ccd8f req-063cb0bd-da80-48d1-969c-e0a0c3e62846 tempest-LiveMigrationNegativeTest-1921063112 tempest-LiveMigrationNegativeTest-1921063112-project] 10.222.0.49 "DELETE /v2.0/ports/f1c7daaf-7a44-4533-965c-a8a74a3d4154 HTTP/1.1" status: 204 len: 173 time: 1.0947330 Oct 19 11:11:52.675368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fc9b8-f2d0-4166-a755-33caf25ccb9f req-23eafc8d-d462-476d-a18b-fb2e17724202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:52.676990 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c77fc9b8-f2d0-4166-a755-33caf25ccb9f req-23eafc8d-d462-476d-a18b-fb2e17724202 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 1096 time: 0.1939957 Oct 19 11:11:52.805046 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a3bf4-6688-4340-96a0-3f2df96088e1 req-925699c5-c2be-4e57-81c2-4f9823c59f4e tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d94105542e284ce9afee915d87bbcaf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607257 Oct 19 11:11:52.869102 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-661db248-a984-4c91-bba9-404ff618e00b req-3390551f-ee74-4691-985c-a0a0fc2896ed tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:52.870388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fc9b8-f2d0-4166-a755-33caf25ccb9f req-5a3e1f38-b1b6-441a-8c07-bc3a9491b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:52.871891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c77fc9b8-f2d0-4166-a755-33caf25ccb9f req-5a3e1f38-b1b6-441a-8c07-bc3a9491b853 service neutron] 10.222.0.26 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.1475317 Oct 19 11:11:52.924918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c77fc9b8-f2d0-4166-a755-33caf25ccb9f req-8956a68b-c8a5-465d-91ef-8c9fc0667fb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23f75855-a6f9-4ffb-af22-27185f396490 HTTP/1.1" status: 200 len: 217 time: 0.0424762 Oct 19 11:11:52.939877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a3bf4-6688-4340-96a0-3f2df96088e1 req-dbcd1f65-af99-49a2-8079-6e1fa2c7d5a3 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:52.941745 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a3bf4-6688-4340-96a0-3f2df96088e1 req-dbcd1f65-af99-49a2-8079-6e1fa2c7d5a3 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1291435 Oct 19 11:11:52.960028 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a3bf4-6688-4340-96a0-3f2df96088e1 req-84275d9e-0388-428a-9034-502376f05c8a tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/quotas/d94105542e284ce9afee915d87bbcaf6 HTTP/1.1" status: 200 len: 375 time: 0.0113480 Oct 19 11:11:52.982203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-661db248-a984-4c91-bba9-404ff618e00b req-3390551f-ee74-4691-985c-a0a0fc2896ed tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:53.038432 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a3bf4-6688-4340-96a0-3f2df96088e1 req-008b4026-7a68-4ce3-b3ea-8595e6853b00 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d94105542e284ce9afee915d87bbcaf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576124 Oct 19 11:11:53.236154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb7c60-6f1a-4468-8479-3f988492c246 req-4d1e2e9a-7fb7-48f4-a502-5b5384ae2bff tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:53.237833 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fbb7c60-6f1a-4468-8479-3f988492c246 req-4d1e2e9a-7fb7-48f4-a502-5b5384ae2bff tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 944 time: 0.0718272 Oct 19 11:11:53.316143 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fbb7c60-6f1a-4468-8479-3f988492c246 req-5003d491-97ba-4402-b2f4-6f99f3865fc4 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706193 Oct 19 11:11:53.333469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44470) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:53.456648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fc9b8-f2d0-4166-a755-33caf25ccb9f req-04af6596-7e15-43ea-ac1f-ddb57778bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:53.470987 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c77fc9b8-f2d0-4166-a755-33caf25ccb9f req-04af6596-7e15-43ea-ac1f-ddb57778bce3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.5292139 Oct 19 11:11:53.527806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c77fc9b8-f2d0-4166-a755-33caf25ccb9f req-26236610-b69f-48fa-9f47-c7f697ded9cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533214 Oct 19 11:11:53.529445 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-661db248-a984-4c91-bba9-404ff618e00b req-3390551f-ee74-4691-985c-a0a0fc2896ed tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Floating IP 100139a7-fe29-4cf5-8129-71a83ecca043 associated. External IP: 172.25.2.188, port: 76474f38-5207-49bf-abb4-44c0d7b1e608. Oct 19 11:11:53.532013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-network', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:53.648961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0e72d-40cb-441b-9770-f09c270553a9 req-dfe8ae58-7bcc-4588-85a5-24566e84b044 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:53.658185 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ab0e72d-40cb-441b-9770-f09c270553a9 req-dfe8ae58-7bcc-4588-85a5-24566e84b044 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 947 time: 0.1179237 Oct 19 11:11:53.727976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Made reservation on behalf of f829754b827c4f5baf637ce6e23968c3 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:53.734876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:53.736832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c77fc9b8-f2d0-4166-a755-33caf25ccb9f req-7160ac90-341d-406e-bef3-9b250cda3862 service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658959 Oct 19 11:11:53.784128 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ab0e72d-40cb-441b-9770-f09c270553a9 req-e1188792-bd21-4e7a-9403-4ac79335daa2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248312 Oct 19 11:11:53.785665 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:53.928784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:53.946873 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cc3ee3-a762-4971-bb64-627cc9287839 x-openstack-request-id: req-e0cc3ee3-a762-4971-bb64-627cc9287839 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:53.947404 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85404614-1d33-45da-84ce-8249ef880f50", "name": "network-vif-unplugged", "status": "completed", "tag": "9cf117a8-c65e-491e-9739-c34936efa50d", "code": 200}, {"name": "network-changed", "server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "tag": "3363d609-13e3-49d6-865d-f1595da591a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "85404614-1d33-45da-84ce-8249ef880f50", "tag": "9cf117a8-c65e-491e-9739-c34936efa50d", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:53.947404 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0cc3ee3-a762-4971-bb64-627cc9287839 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:53.948202 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85404614-1d33-45da-84ce-8249ef880f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cf117a8-c65e-491e-9739-c34936efa50d', 'code': 200} Oct 19 11:11:53.948466 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9', 'status': 'completed', 'code': 200} Oct 19 11:11:53.948742 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85404614-1d33-45da-84ce-8249ef880f50', 'tag': '9cf117a8-c65e-491e-9739-c34936efa50d', 'status': 'completed', 'code': 200} Oct 19 11:11:54.048117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-661db248-a984-4c91-bba9-404ff618e00b req-3390551f-ee74-4691-985c-a0a0fc2896ed tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Router 0470940d-8036-42f0-b5ac-979ea0131f33 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:11:54.095756 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c77fc9b8-f2d0-4166-a755-33caf25ccb9f req-27696fab-bf4a-4303-ae28-44abd3d7e02c service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971303 Oct 19 11:11:54.114792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-49119f97-1d3f-4dee-8717-d190096ddd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:54.114792 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-49119f97-1d3f-4dee-8717-d190096ddd5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 1098 time: 0.1490469 Oct 19 11:11:54.114792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-d1f0978d-8c0c-4900-ae48-c7227543d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:54.114792 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-d1f0978d-8c0c-4900-ae48-c7227543d7ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 1098 time: 0.1572387 Oct 19 11:11:54.141860 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:54.172661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:11:54.189716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787f2e33-cd30-4c06-aa61-16a401f6b07b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:54.193166 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:54.193667 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Added segment 59e5a0a0-7776-4956-b69e-88011a8a62c6 of type vlan for network f8824758-9a29-42ea-9139-1a0816bd3c64 Oct 19 11:11:54.253073 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:54.298237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3363d609-13e3-49d6-865d-f1595da591a9 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:11:54.353384 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:54.354545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:54.355355 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:54.405562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-661db248-a984-4c91-bba9-404ff618e00b req-3390551f-ee74-4691-985c-a0a0fc2896ed tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:11:54.419971 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a14388-44ba-4f22-9c00-f11444ea60c2 None None] Sync routers for ids ['0470940d-8036-42f0-b5ac-979ea0131f33'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:11:54.421115 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-661db248-a984-4c91-bba9-404ff618e00b req-3390551f-ee74-4691-985c-a0a0fc2896ed tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:54.429625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9cf117a8-c65e-491e-9739-c34936efa50d details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:11:54.434666 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a14388-44ba-4f22-9c00-f11444ea60c2 None None] Routers {'0470940d-8036-42f0-b5ac-979ea0131f33'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:11:54.435294 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d3a14388-44ba-4f22-9c00-f11444ea60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0470940d-8036-42f0-b5ac-979ea0131f33'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:54.461159 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-3390551f-ee74-4691-985c-a0a0fc2896ed tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "PUT /v2.0/floatingips/100139a7-fe29-4cf5-8129-71a83ecca043 HTTP/1.1" status: 200 len: 997 time: 2.4422226 Oct 19 11:11:54.488918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-4b13554e-ef85-40eb-a4d6-2ef84adec20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:54.490405 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-4b13554e-ef85-40eb-a4d6-2ef84adec20b service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.3294475 Oct 19 11:11:54.536904 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2022414 Oct 19 11:11:54.537505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44498) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:54.540811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-00c62956-9162-43dd-868f-92b6d4c11cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:54.542246 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-00c62956-9162-43dd-868f-92b6d4c11cb9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.3901188 Oct 19 11:11:54.552748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] Request body: {'subnet': {'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-subnet', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:54.558562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a984a-ede6-45db-9e0c-c3296cd94b1b admin admin] Pushing event updated for resources: {'Network': ['ID=f8824758-9a29-42ea-9139-1a0816bd3c64,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:54.659068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network f8824758-9a29-42ea-9139-1a0816bd3c64 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:11:54.665284 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-576e78e0-33cd-452a-b816-84f20e0aeff3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=3363d609-13e3-49d6-865d-f1595da591a9 HTTP/1.1" status: 200 len: 217 time: 0.0946410 Oct 19 11:11:54.703564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a72508-52c6-4e44-9884-bec2148f327e req-433b02f5-f51c-43c9-a1ec-4599237a630f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:54.706342 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d3a14388-44ba-4f22-9c00-f11444ea60c2 None None] Set router 0470940d-8036-42f0-b5ac-979ea0131f33 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:11:54.713557 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3a72508-52c6-4e44-9884-bec2148f327e req-433b02f5-f51c-43c9-a1ec-4599237a630f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 944 time: 0.0889750 Oct 19 11:11:54.728122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3363d609-13e3-49d6-865d-f1595da591a9,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:54.729846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] Made reservation on behalf of f829754b827c4f5baf637ce6e23968c3 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:11:54.732872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:54.786654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-650128e7-8bc0-48c5-aae0-38ac78974f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:54.788129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-650128e7-8bc0-48c5-aae0-38ac78974f8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0530016 Oct 19 11:11:54.790505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-9a7c2a95-3b0c-44a2-bce0-54f7befd9ad1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=3363d609-13e3-49d6-865d-f1595da591a9 HTTP/1.1" status: 200 len: 217 time: 0.2510946 Oct 19 11:11:54.794745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '3363d609-13e3-49d6-865d-f1595da591a9', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '3363d609-13e3-49d6-865d-f1595da591a9', 'mac_address': 'fa:16:3e:f8:5b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:11:54.859376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9cf117a8-c65e-491e-9739-c34936efa50d,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:54.875150 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:54.878814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9cf117a8-c65e-491e-9739-c34936efa50d has no active binding in host n-h2-814547-1 {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 11:11:54.893239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3363d609-13e3-49d6-865d-f1595da591a9 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:54.902345 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661db248-a984-4c91-bba9-404ff618e00b req-2c22b148-8e93-402e-b72a-c75c88cadcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:54.912523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-2c22b148-8e93-402e-b72a-c75c88cadcaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=399d3eb188b542e1a67e1bf4536e2e17&device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 1097 time: 0.4383576 Oct 19 11:11:54.928907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3363d609-13e3-49d6-865d-f1595da591a9,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:54.946070 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3a72508-52c6-4e44-9884-bec2148f327e req-9f68cedf-2c3c-48bb-b919-49cded578cd3 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275681 Oct 19 11:11:55.051658 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:55.063282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-759d2575-ef9e-4285-a7b2-94f35a094d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:55.065161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-759d2575-ef9e-4285-a7b2-94f35a094d1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.2557306 Oct 19 11:11:55.075402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-0db1668b-1c3b-491a-ad46-fce8d2160296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:55.077257 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-0db1668b-1c3b-491a-ad46-fce8d2160296 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2780151 Oct 19 11:11:55.082208 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d3a14388-44ba-4f22-9c00-f11444ea60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:30Z', 'revision_number': 4, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '100139a7-fe29-4cf5-8129-71a83ecca043', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'port_id': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'mac_address': 'fa:16:3e:c5:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:11:50Z', 'updated_at': '2021-10-19T11:11:52Z', 'revision_number': 1, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '138b92aa-b327-44ba-96ec-a60746e9cb45', 'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'mac_address': 'fa:16:3e:d2:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:29Z', 'updated_at': '2021-10-19T11:11:34Z', 'revision_number': 5, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'subnets': [{'id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:55.145227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661db248-a984-4c91-bba9-404ff618e00b req-b7138ef5-eb38-41ee-b563-7432054d140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:55.146941 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a14388-44ba-4f22-9c00-f11444ea60c2 None None] Checking router: 0470940d-8036-42f0-b5ac-979ea0131f33 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:11:55.153421 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-b7138ef5-eb38-41ee-b563-7432054d140f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f6be099-bc1c-46c3-9def-a7600f19d2a9 HTTP/1.1" status: 200 len: 930 time: 0.2399416 Oct 19 11:11:55.171321 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a14388-44ba-4f22-9c00-f11444ea60c2 None None] Routers {'0470940d-8036-42f0-b5ac-979ea0131f33'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:11:55.172866 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d3a14388-44ba-4f22-9c00-f11444ea60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0470940d-8036-42f0-b5ac-979ea0131f33'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:55.206792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3363d609-13e3-49d6-865d-f1595da591a9,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:55.256761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44510) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:55.340896 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:55.371534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3363d609-13e3-49d6-865d-f1595da591a9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:11:55.396660 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d3a14388-44ba-4f22-9c00-f11444ea60c2 None None] Set router 0470940d-8036-42f0-b5ac-979ea0131f33 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:11:55.435955 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-57475ad5-a86f-4402-8d6b-6f8c2aff7d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:55.438881 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-f76b0667-8698-42fe-9aaa-0be7dd8b7323 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440070 Oct 19 11:11:55.470771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-d8b310ed-0497-4681-a2c5-cc01ee04998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:55.474278 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-d8b310ed-0497-4681-a2c5-cc01ee04998f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3938448 Oct 19 11:11:55.528283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda58b73-1dbc-4a13-b0bc-3095feef3825,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:55.582814 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-2ba84d9a-3f13-4bd6-80d5-10e3864ae1eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76474f38-5207-49bf-abb4-44c0d7b1e608 HTTP/1.1" status: 200 len: 1000 time: 0.4283006 Oct 19 11:11:55.597135 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c4dad4f5-b5f9-4198-b6f3-26d5237033e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5fd186f7cf5e4ae08853ac3ba0c29b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366609 Oct 19 11:11:55.602119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44516) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:55.663202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] Checking segment: {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:55.663858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] Network hostable DHCP agents. Network: f8824758-9a29-42ea-9139-1a0816bd3c64, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:11:55.695829 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f0c36-a701-414f-9c04-4d51f069c9ad req-9eb4f8df-3fd6-4c6d-9dbc-cea56c208f71 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:55.697625 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b45f0c36-a701-414f-9c04-4d51f069c9ad req-9eb4f8df-3fd6-4c6d-9dbc-cea56c208f71 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 948 time: 0.1721115 Oct 19 11:11:55.708256 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab31c8fb-95af-4fdc-b0a3-034967c31e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:55.732856 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d3a14388-44ba-4f22-9c00-f11444ea60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:30Z', 'revision_number': 4, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '100139a7-fe29-4cf5-8129-71a83ecca043', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'port_id': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'mac_address': 'fa:16:3e:c5:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:11:50Z', 'updated_at': '2021-10-19T11:11:52Z', 'revision_number': 1, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '138b92aa-b327-44ba-96ec-a60746e9cb45', 'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'mac_address': 'fa:16:3e:d2:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:29Z', 'updated_at': '2021-10-19T11:11:34Z', 'revision_number': 5, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'subnets': [{'id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:11:55.736143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661db248-a984-4c91-bba9-404ff618e00b req-eb131276-a108-4f32-94c2-17c350635a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:55.737726 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-eb131276-a108-4f32-94c2-17c350635a46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2f831c48-40ff-4f23-afad-4bbce3092484 HTTP/1.1" status: 200 len: 868 time: 0.1539974 Oct 19 11:11:55.754499 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab31c8fb-95af-4fdc-b0a3-034967c31e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:55.767197 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a14388-44ba-4f22-9c00-f11444ea60c2 None None] The sync data for ids ['0470940d-8036-42f0-b5ac-979ea0131f33'] in n-d-814547-1 is: [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:30Z', 'revision_number': 4, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '100139a7-fe29-4cf5-8129-71a83ecca043', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'port_id': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'mac_address': 'fa:16:3e:c5:39:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:11:50Z', 'updated_at': '2021-10-19T11:11:52Z', 'revision_number': 1, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '138b92aa-b327-44ba-96ec-a60746e9cb45', 'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'mac_address': 'fa:16:3e:d2:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:29Z', 'updated_at': '2021-10-19T11:11:34Z', 'revision_number': 5, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'subnets': [{'id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:11:55.770485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b45f0c36-a701-414f-9c04-4d51f069c9ad req-9af9e12e-6f4f-4711-ba0c-51dbda2c17ad tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631471 Oct 19 11:11:55.808524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-8e2be709-dd9d-4dc3-828c-a1f0d5f0767c service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318121 Oct 19 11:11:55.812107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] Network f8824758-9a29-42ea-9139-1a0816bd3c64 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:11:55.812394 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-d13b1e0a-3f84-4f7b-9f5a-0e1b81a449a1 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183846 Oct 19 11:11:55.861279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661db248-a984-4c91-bba9-404ff618e00b req-9442bb7a-c1de-40b0-a160-b84f9cbcf217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:55.863327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-9442bb7a-c1de-40b0-a160-b84f9cbcf217 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f6be099-bc1c-46c3-9def-a7600f19d2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132100 Oct 19 11:11:55.896857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-895a0c75-9b33-4a93-afc8-af4a797c28d8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:11:55.897967 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-895a0c75-9b33-4a93-afc8-af4a797c28d8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051374 Oct 19 11:11:55.934469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, f8824758-9a29-42ea-9139-1a0816bd3c64) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:55.943363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:55.944036 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:55.945342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2139993-4a55-419f-b1a5-3afe883d46a7 None None] Network f8824758-9a29-42ea-9139-1a0816bd3c64 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:11:55.967674 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab6afee-c159-4646-b3f0-623db87e5477', 'name': 'network-vif-deleted', 'tag': 'f1c7daaf-7a44-4533-965c-a8a74a3d4154'}, {'name': 'network-changed', 'server_uuid': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'tag': '76474f38-5207-49bf-abb4-44c0d7b1e608'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:55.975605 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e" -d '{"events": [{"server_uuid": "bab6afee-c159-4646-b3f0-623db87e5477", "name": "network-vif-deleted", "tag": "f1c7daaf-7a44-4533-965c-a8a74a3d4154"}, {"name": "network-changed", "server_uuid": "23f3b2db-28dd-4932-a67a-29aebfeb7115", "tag": "76474f38-5207-49bf-abb4-44c0d7b1e608"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:55.984527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab31c8fb-95af-4fdc-b0a3-034967c31e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:55.998404 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab31c8fb-95af-4fdc-b0a3-034967c31e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:56.001780 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ab31c8fb-95af-4fdc-b0a3-034967c31e43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa33d193-cabe-4d71-89ad-2ecac9ad1a34 HTTP/1.1" status: 204 len: 168 time: 0.3911569 Oct 19 11:11:56.019479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31c8fb-95af-4fdc-b0a3-034967c31e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa33d193-cabe-4d71-89ad-2ecac9ad1a34,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:56.092179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962ae339-3e5a-4b2b-b18c-5cf4d82697a3 None None] New status for floating IP 100139a7-fe29-4cf5-8129-71a83ecca043: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:11:56.111654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c049d169-5a74-42df-9192-ec51cb3afcd8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5659888 Oct 19 11:11:56.114013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44532) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:56.119105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:56.239819 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:56.242551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:56.321779 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-f8824758-9a29-42ea-9139-1a0816bd3c64', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:11:56.323042 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:56.328413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3363d609-13e3-49d6-865d-f1595da591a9 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:56.365693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f1c7daaf-7a44-4533-965c-a8a74a3d4154 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:11:56.395238 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:56.413864 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: f1c7daaf-7a44-4533-965c-a8a74a3d4154 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:11:56.414373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f1c7daaf-7a44-4533-965c-a8a74a3d4154 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:11:56.570907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Allocated IP 172.20.0.2 (f8824758-9a29-42ea-9139-1a0816bd3c64/cda58b73-1dbc-4a13-b0bc-3095feef3825/28a0b1c0-2bb6-4597-8c17-54901085a2b6) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:56.647216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-38545ac8-bac2-48c0-be29-4e36f3786bed service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8252118 Oct 19 11:11:56.647859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 3363d609-13e3-49d6-865d-f1595da591a9 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:11:56.657798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 3363d609-13e3-49d6-865d-f1595da591a9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:56.658166 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:56.711248 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-3fb6709f-6c07-4a12-bfc5-71099640d9e6 service neutron] 10.222.0.39 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8066375 Oct 19 11:11:56.840576 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:56.842280 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-40b3d2db-71aa-4e4f-8462-0155bea83ab4 service neutron] 10.222.0.26 "GET /v2.0/ports/9cf117a8-c65e-491e-9739-c34936efa50d/bindings/n-h2-814547-1 HTTP/1.1" status: 200 len: 384 time: 0.2074506 Oct 19 11:11:56.880331 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:56.887070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:11:56.891381 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f427a576-504b-4cdd-b57b-553c569cd5d9" -d '{"events": [{"server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "name": "network-vif-plugged", "status": "completed", "tag": "3363d609-13e3-49d6-865d-f1595da591a9"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:11:56.902008 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3363d609-13e3-49d6-865d-f1595da591a9,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:56.904305 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773d543-52b2-4774-8207-6377dbf694ff req-f9b5af58-41d3-4cfd-831e-dffddc80c870 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:56.910146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-661db248-a984-4c91-bba9-404ff618e00b req-28baf356-7da4-4f19-9d15-0681aa2dda9e service neutron] 10.222.0.39 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913447 Oct 19 11:11:56.913206 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c773d543-52b2-4774-8207-6377dbf694ff req-f9b5af58-41d3-4cfd-831e-dffddc80c870 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 944 time: 0.1317844 Oct 19 11:11:56.915907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-771d3e03-a5be-4e8d-be8c-d2b1887f305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:56.917400 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-771d3e03-a5be-4e8d-be8c-d2b1887f305a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 1125 time: 0.1975956 Oct 19 11:11:56.951786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c773d543-52b2-4774-8207-6377dbf694ff req-ddcad856-9c99-4839-b62f-794644d56ebf tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370686 Oct 19 11:11:56.976304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44546) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:57.014493 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:57.082674 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd31a7c-b4e6-49ef-a339-f8303c788284 x-openstack-request-id: req-bbd31a7c-b4e6-49ef-a339-f8303c788284 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:57.082674 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab6afee-c159-4646-b3f0-623db87e5477", "name": "network-vif-deleted", "tag": "f1c7daaf-7a44-4533-965c-a8a74a3d4154", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23f3b2db-28dd-4932-a67a-29aebfeb7115", "tag": "76474f38-5207-49bf-abb4-44c0d7b1e608", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:57.082674 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbd31a7c-b4e6-49ef-a339-f8303c788284 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:57.083393 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab6afee-c159-4646-b3f0-623db87e5477', 'name': 'network-vif-deleted', 'tag': 'f1c7daaf-7a44-4533-965c-a8a74a3d4154', 'status': 'completed', 'code': 200} Oct 19 11:11:57.083710 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'tag': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'status': 'completed', 'code': 200} Oct 19 11:11:57.127760 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-af7a85a6-0fb7-4dfb-85cb-a4da4e644dd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77c60014794f434e95d5f77fad2d0fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500680 Oct 19 11:11:57.131409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44560) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:11:57.132224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-cc657e98-ff1c-41c2-a29c-1f4c57b08813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:57.133962 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-cc657e98-ff1c-41c2-a29c-1f4c57b08813 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.2090600 Oct 19 11:11:57.181892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3363d609-13e3-49d6-865d-f1595da591a9,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:57.184992 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:57.211190 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b15c5c72-5d45-4a76-8164-f464f60fc438 req-fd09086d-1082-43b0-b3f9-eeb4436ec2b8 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d94105542e284ce9afee915d87bbcaf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878997 Oct 19 11:11:57.213282 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-1afb33ce-c22b-4274-a490-081fa4c2f54d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cf117a8-c65e-491e-9739-c34936efa50d HTTP/1.1" status: 200 len: 217 time: 0.0706780 Oct 19 11:11:57.239687 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:57.247120 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e req-c9444c91-18ce-4b08-9302-72c369bc5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:57.249680 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e req-c9444c91-18ce-4b08-9302-72c369bc5c2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=399d3eb188b542e1a67e1bf4536e2e17&device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 1097 time: 0.1800733 Oct 19 11:11:57.286171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Network f8824758-9a29-42ea-9139-1a0816bd3c64 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:57.289358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:57.292764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:57.308594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Pushing event updated for resources: {'Port': ['ID=28a0b1c0-2bb6-4597-8c17-54901085a2b6,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:57.314677 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-e99c24e5-e4a3-42a2-b82f-c0092c617849 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:57.316218 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-e99c24e5-e4a3-42a2-b82f-c0092c617849 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92&tenant_id=09d359cafa5a46309ba96d9c7c371cbf&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 948 time: 0.4646976 Oct 19 11:11:57.345921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-093aa00a-c403-4c76-b133-6a63cf7bbee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:57.368804 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Attempting to bind port 28a0b1c0-2bb6-4597-8c17-54901085a2b6 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:11:57.369442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Attempting to bind port 28a0b1c0-2bb6-4597-8c17-54901085a2b6 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:11:57.369974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Attempting to bind port 28a0b1c0-2bb6-4597-8c17-54901085a2b6 on network f8824758-9a29-42ea-9139-1a0816bd3c64 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:11:57.376082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:11:57.377577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Checking segment: {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:11:57.377577 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:57.377982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Bound using segment: {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:11:57.378717 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Bound port: 28a0b1c0-2bb6-4597-8c17-54901085a2b6, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:11:57.379258 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:57.382066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-c4f9ca90-b3b1-4da2-a557-049bdac837b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:57.383522 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-c4f9ca90-b3b1-4da2-a557-049bdac837b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.1525483 Oct 19 11:11:57.397788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f536dcc-7318-4885-8a6f-efab8403c51a req-8c6baf56-9368-476e-9fb1-cdb6120829c1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:57.399264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f536dcc-7318-4885-8a6f-efab8403c51a req-8c6baf56-9368-476e-9fb1-cdb6120829c1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1879239 Oct 19 11:11:57.435285 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-093aa00a-c403-4c76-b133-6a63cf7bbee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:57.457406 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-b5b2748a-8d43-4770-b0a4-c8cffa6a73b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552225 Oct 19 11:11:57.459594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] For port 28a0b1c0-2bb6-4597-8c17-54901085a2b6, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:57.463637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] For port 28a0b1c0-2bb6-4597-8c17-54901085a2b6, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=28a0b1c0-2bb6-4597-8c17-54901085a2b6,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:11:57.504139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c5c72-5d45-4a76-8164-f464f60fc438 req-db722c5d-19ba-4a1e-9708-40c2db6125b9 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:57.505610 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b15c5c72-5d45-4a76-8164-f464f60fc438 req-db722c5d-19ba-4a1e-9708-40c2db6125b9 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883995 Oct 19 11:11:57.542238 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e req-bbac35f6-13d4-4481-8cc9-6ae0541a7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:57.543555 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e req-bbac35f6-13d4-4481-8cc9-6ae0541a7927 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f6be099-bc1c-46c3-9def-a7600f19d2a9 HTTP/1.1" status: 200 len: 930 time: 0.2747540 Oct 19 11:11:57.546769 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:57.550219 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-e94f0243-cff1-4e6f-a683-2255a846d484 service neutron] delete failed (client error): The resource could not be found. Oct 19 11:11:57.552457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-e94f0243-cff1-4e6f-a683-2255a846d484 service neutron] 10.222.0.49 "DELETE /v2.0/ports/3363d609-13e3-49d6-865d-f1595da591a9/bindings/n-h2-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.2095628 Oct 19 11:11:57.588170 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f536dcc-7318-4885-8a6f-efab8403c51a req-b899ce95-696d-4703-9002-eb68e322b440 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704168 Oct 19 11:11:57.630157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d1271-30ed-4f6f-9492-fa28406cfa4a None None] Pushing event updated for resources: {'Port': ['ID=28a0b1c0-2bb6-4597-8c17-54901085a2b6,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:57.652736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-496fd4fe-f174-4153-958e-ffef60d490ef req-4238399a-9c18-476d-bd4a-e095c62f2fbb service neutron] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9cf117a8-c65e-491e-9739-c34936efa50d,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:57.658249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-a7d4d9f0-f3c6-4241-ac3b-fbd2df105738 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879592 Oct 19 11:11:57.711364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-496fd4fe-f174-4153-958e-ffef60d490ef req-4238399a-9c18-476d-bd4a-e095c62f2fbb service neutron] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:11:57.723970 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eb0a1550-81b4-4ca5-80c6-671653eee2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:57.730329 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47a0b1a-c40b-45e3-ba63-9bf17c07da8f x-openstack-request-id: req-a47a0b1a-c40b-45e3-ba63-9bf17c07da8f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:11:57.736568 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "name": "network-vif-plugged", "status": "completed", "tag": "3363d609-13e3-49d6-865d-f1595da591a9", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:11:57.736568 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a47a0b1a-c40b-45e3-ba63-9bf17c07da8f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:11:57.736568 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9', 'code': 200} Oct 19 11:11:57.848423 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b15c5c72-5d45-4a76-8164-f464f60fc438 req-4bea3149-c7ab-4590-a990-1fe6f70effc1 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/quotas/d94105542e284ce9afee915d87bbcaf6 HTTP/1.1" status: 200 len: 375 time: 0.3227851 Oct 19 11:11:57.922716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-496fd4fe-f174-4153-958e-ffef60d490ef req-4238399a-9c18-476d-bd4a-e095c62f2fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf117a8-c65e-491e-9739-c34936efa50d {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:11:57.955729 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b15c5c72-5d45-4a76-8164-f464f60fc438 req-1c81543d-65cf-4d40-af70-5d41c7642e40 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d94105542e284ce9afee915d87bbcaf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929365 Oct 19 11:11:57.998580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-496fd4fe-f174-4153-958e-ffef60d490ef req-4238399a-9c18-476d-bd4a-e095c62f2fbb service neutron] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9cf117a8-c65e-491e-9739-c34936efa50d,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:58.001824 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:58.005636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e req-9008c903-06e2-49e8-9857-20c038fbecf8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76474f38-5207-49bf-abb4-44c0d7b1e608 HTTP/1.1" status: 200 len: 1002 time: 0.1561980 Oct 19 11:11:58.033120 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39f4e52b-8414-4269-a7b0-3584c2885d37 req-9455c4d3-3002-40cf-b0f5-82a7a8ddde89 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609359 Oct 19 11:11:58.033227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:58.061356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-4859920f-53ab-41ec-acc2-35b508327e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:58.062688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-4859920f-53ab-41ec-acc2-35b508327e24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 1100 time: 0.2995152 Oct 19 11:11:58.064517 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-093aa00a-c403-4c76-b133-6a63cf7bbee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:58.067097 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-093aa00a-c403-4c76-b133-6a63cf7bbee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:58.070591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-093aa00a-c403-4c76-b133-6a63cf7bbee4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac798d05-0dd1-4f45-9889-fcf2df7fcf87 HTTP/1.1" status: 204 len: 168 time: 0.9359279 Oct 19 11:11:58.121012 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-9ef8d8d8-0a02-4d77-84ca-2e8179db5570 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 258 time: 0.3570895 Oct 19 11:11:58.141295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093aa00a-c403-4c76-b133-6a63cf7bbee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac798d05-0dd1-4f45-9889-fcf2df7fcf87,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:58.182273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e req-8a71affc-0fba-4dbe-b5c4-0a8ca0001ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:58.183773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e req-8a71affc-0fba-4dbe-b5c4-0a8ca0001ba4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f831c48-40ff-4f23-afad-4bbce3092484 HTTP/1.1" status: 200 len: 868 time: 0.1604927 Oct 19 11:11:58.184135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:11:58.193120 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-496fd4fe-f174-4153-958e-ffef60d490ef req-4238399a-9c18-476d-bd4a-e095c62f2fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:58.265154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38babe29-8eb8-487f-976a-813465d779c7 req-4ebbb633-5b89-4e68-8c5e-f5580e54e5d2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:58.266673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38babe29-8eb8-487f-976a-813465d779c7 req-4ebbb633-5b89-4e68-8c5e-f5580e54e5d2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 944 time: 0.1577423 Oct 19 11:11:58.274722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-7d9b3fb3-92b8-49c7-802b-0cdd99bb426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:58.276195 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-7d9b3fb3-92b8-49c7-802b-0cdd99bb426f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.2051291 Oct 19 11:11:58.295393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Allocated IP 172.25.2.241 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/1d8f0cae-c528-4661-852f-3d57fa379833) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:58.313826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e req-0235d3f1-42f9-4951-8cb2-326992d90760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:58.315224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e req-0235d3f1-42f9-4951-8cb2-326992d90760 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f6be099-bc1c-46c3-9def-a7600f19d2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051958 Oct 19 11:11:58.328183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-6f62fd94-d1e2-44ed-b617-ea10ae142849 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=3363d609-13e3-49d6-865d-f1595da591a9 HTTP/1.1" status: 200 len: 217 time: 0.0412292 Oct 19 11:11:58.331204 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:58.378139 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38babe29-8eb8-487f-976a-813465d779c7 req-c4e69740-a546-42fa-80a5-ff726f667ba7 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989878 Oct 19 11:11:58.386364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-496fd4fe-f174-4153-958e-ffef60d490ef req-4238399a-9c18-476d-bd4a-e095c62f2fbb service neutron] Transition to ACTIVE for port object 9cf117a8-c65e-491e-9739-c34936efa50d will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:11:58.415010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-fefdf98f-9135-4cdb-9e4b-6f04c6d99833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:58.422075 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-fefdf98f-9135-4cdb-9e4b-6f04c6d99833 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0729754 Oct 19 11:11:58.487381 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-496fd4fe-f174-4153-958e-ffef60d490ef req-4238399a-9c18-476d-bd4a-e095c62f2fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:58.540715 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e req-6c4c15ed-0141-45a0-bdde-549b655b0648 service neutron] 10.222.0.49 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122245 Oct 19 11:11:58.561534 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:58.653364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-496fd4fe-f174-4153-958e-ffef60d490ef req-4238399a-9c18-476d-bd4a-e095c62f2fbb service neutron] No DVR routers for this DVR port 9cf117a8-c65e-491e-9739-c34936efa50d on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:11:58.659791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238399a-9c18-476d-bd4a-e095c62f2fbb service neutron] Pushing event updated for resources: {'Port': ['ID=9cf117a8-c65e-491e-9739-c34936efa50d,revision_number=10']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:58.669111 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:58.691424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-1ac83e30-9396-4de4-8489-f20da73c41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:58.697605 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-1ac83e30-9396-4de4-8489-f20da73c41e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2682385 Oct 19 11:11:58.744326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8f0cae-c528-4661-852f-3d57fa379833,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:58.792930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc025ba9-3a9a-4dcc-8680-b381cffe8e1e req-511ba48b-d2e3-4712-982d-700175856c14 service neutron] 10.222.0.49 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900811 Oct 19 11:11:58.815004 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:58.816701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:58.820006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:58.823291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-4238399a-9c18-476d-bd4a-e095c62f2fbb service neutron] 10.222.0.26 "PUT /v2.0/ports/9cf117a8-c65e-491e-9739-c34936efa50d/bindings/n-h2-814547-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9240620 Oct 19 11:11:58.849219 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:58.855164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b51bf-9092-4107-a5ce-64413752e993 None None] Network f8824758-9a29-42ea-9139-1a0816bd3c64 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:11:58.920859 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:58.921621 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-7a51a4f8-dea2-4b55-8a67-a13ee0e8e81d service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069752 Oct 19 11:11:58.928419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bf58da5e-3389-4c05-8bca-346493a55781 None None] Provisioning complete for port 28a0b1c0-2bb6-4597-8c17-54901085a2b6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:58.929060 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bf58da5e-3389-4c05-8bca-346493a55781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:59.009643 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:59.071023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Allocated IP 172.25.2.170 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/e3fb4568-739b-4905-bfea-6cbe3db690c6) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:11:59.098232 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bf58da5e-3389-4c05-8bca-346493a55781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:59.140837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bf58da5e-3389-4c05-8bca-346493a55781 None None] For port 28a0b1c0-2bb6-4597-8c17-54901085a2b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=28a0b1c0-2bb6-4597-8c17-54901085a2b6,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:11:59.163336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 28a0b1c0-2bb6-4597-8c17-54901085a2b6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:11:59.233463 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bf58da5e-3389-4c05-8bca-346493a55781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:59.238831 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94623389-32d2-4ab8-9ba1-8b93e1909b25 req-dc217e23-32d6-44ec-a4c9-df6385b6d45d service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952738 Oct 19 11:11:59.268358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-daaa2cda-23bd-4d58-b2a8-5f14657aff35 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:59.272312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-daaa2cda-23bd-4d58-b2a8-5f14657aff35 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.2195642 Oct 19 11:11:59.293749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:59.369174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58da5e-3389-4c05-8bca-346493a55781 None None] Pushing event updated for resources: {'Port': ['ID=28a0b1c0-2bb6-4597-8c17-54901085a2b6,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:59.376352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 28a0b1c0-2bb6-4597-8c17-54901085a2b6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:59.376352 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:59.446544 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:59.491615 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:59.502498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-b8ccc8fd-81b8-4bed-9d28-7f5b568419a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:59.504002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-b8ccc8fd-81b8-4bed-9d28-7f5b568419a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50&tenant_id=0bef218b6ade43d189bc973b967470c4 HTTP/1.1" status: 200 len: 1096 time: 0.2191775 Oct 19 11:11:59.596448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cada694c-cf8c-4cf5-8e9e-5f073fe3a476 None None] Provisioning complete for port 28a0b1c0-2bb6-4597-8c17-54901085a2b6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:11:59.596448 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cada694c-cf8c-4cf5-8e9e-5f073fe3a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:59.654104 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-80870d36-c8f2-4506-9ec9-f8cf6f883c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:11:59.656197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-80870d36-c8f2-4506-9ec9-f8cf6f883c74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 1096 time: 0.1047788 Oct 19 11:11:59.777203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:11:59.861089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:11:59.864291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:11:59.866941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:11:59.882095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Pushing event updated for resources: {'Port': ['ID=e3fb4568-739b-4905-bfea-6cbe3db690c6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:11:59.981039 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:00.061453 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:00.082592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-e2a119bb-010b-4163-ba54-f9511dd69473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:00.083701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-e2a119bb-010b-4163-ba54-f9511dd69473 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.4188910 Oct 19 11:12:00.154886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-4f345f38-3abf-4a4a-99eb-8d599aa1bbaa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cf117a8-c65e-491e-9739-c34936efa50d HTTP/1.1" status: 200 len: 217 time: 0.0635679 Oct 19 11:12:00.224412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-a5bc012e-7199-4170-bbef-e23c138da3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:00.225703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-a5bc012e-7199-4170-bbef-e23c138da3e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.0598781 Oct 19 11:12:00.258126 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:00.274236 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-5f2e413b-6e94-4f7c-84c9-b3bfa17dc9e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374980 Oct 19 11:12:00.320967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9cf117a8-c65e-491e-9739-c34936efa50d no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:12:00.392349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b2081-36cf-43ba-b40e-5c1a31b13bce req-981b378a-be01-4a32-86ca-bee0d4f9ec04 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:00.393850 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e6b2081-36cf-43ba-b40e-5c1a31b13bce req-981b378a-be01-4a32-86ca-bee0d4f9ec04 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1118054 Oct 19 11:12:00.399635 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:00.408107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Router 3bef4fa8-468f-4b4d-8172-8ec97f138066 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:12:00.413331 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:00.448270 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-3150ed94-e70a-47de-9461-0d2841e07c34 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642981 Oct 19 11:12:00.465669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Pushing event updated for resources: {'Port': ['ID=e3fb4568-739b-4905-bfea-6cbe3db690c6,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:00.503671 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9cf117a8-c65e-491e-9739-c34936efa50d not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:12:00.551379 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e6b2081-36cf-43ba-b40e-5c1a31b13bce req-7e697eaf-b9f4-4d2c-8898-bc5dd1cc0623 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492207 Oct 19 11:12:00.589238 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:00.599001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-34effdd6-5f32-41be-add8-64641a017b54 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4186158 Oct 19 11:12:00.657729 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-dabbe7c2-be21-4158-89d1-f0f127e3746f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0552585 Oct 19 11:12:00.677468 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:00.683695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:12:00.696082 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Sync routers for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:12:00.715632 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:00.716256 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:00.752673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-a15ca6e7-b527-4c19-874e-76dd67824bdd service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478509 Oct 19 11:12:00.814730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-2b947e01-9cd2-4990-910a-0e85763cafbe tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:00.820122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-2b947e01-9cd2-4990-910a-0e85763cafbe tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1638794 Oct 19 11:12:00.840616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-dee659df-5922-4ad5-830d-d318358886d1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:12:00.841288 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97b1494d-eeb3-413a-bb78-badb022e8338 req-dee659df-5922-4ad5-830d-d318358886d1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0124264 Oct 19 11:12:00.858704 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:00.863715 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5b150b8c-4502-4b3e-98fc-e4e311047d14 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7461874 Oct 19 11:12:00.863856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44638) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:00.883389 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:01.050976 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c2f6d-5c78-4bc4-93e2-bd4aecca0c39 req-f68d14fc-f4ef-465b-8802-f5c66a191aac tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.063650 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c27c2f6d-5c78-4bc4-93e2-bd4aecca0c39 req-f68d14fc-f4ef-465b-8802-f5c66a191aac tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 945 time: 0.1206534 Oct 19 11:12:01.128653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 28a0b1c0-2bb6-4597-8c17-54901085a2b6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:01.159731 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c27c2f6d-5c78-4bc4-93e2-bd4aecca0c39 req-78f1e16c-b0b4-45cc-aa4c-1c4345b912f3 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913727 Oct 19 11:12:01.184797 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:11:58Z', 'revision_number': 3, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:01.197286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 28a0b1c0-2bb6-4597-8c17-54901085a2b6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:01.197738 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:01.227737 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Checking router: 3bef4fa8-468f-4b4d-8172-8ec97f138066 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:12:01.228341 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Updating router 3bef4fa8-468f-4b4d-8172-8ec97f138066 port 1d8f0cae-c528-4661-852f-3d57fa379833 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:12:01.272764 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:01.355605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35e87-23fc-41bd-ba67-30e11098fa1d req-b5229b9b-e5b2-43af-a336-51f087081afe tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.370022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ada35e87-23fc-41bd-ba67-30e11098fa1d req-b5229b9b-e5b2-43af-a336-51f087081afe tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 1100 time: 0.1865919 Oct 19 11:12:01.475215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.475869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.476393 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.477018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.477532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.478053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.478572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.479088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.479646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.480301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.480837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.495754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d4c852ed-4ad4-4868-9536-b956b4342c0c req-7773d9d5-7efa-4507-b6d7-a880e783e053 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7861 time: 0.1776900 Oct 19 11:12:01.544920 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ada35e87-23fc-41bd-ba67-30e11098fa1d req-b929de4e-004b-4ed1-baaf-2971899224ee tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266067 Oct 19 11:12:01.550901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd4fe-f174-4153-958e-ffef60d490ef req-6c95dac7-ff4c-412b-9b41-9022934fea56 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.552726 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-6c95dac7-ff4c-412b-9b41-9022934fea56 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.1776950 Oct 19 11:12:01.617885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddaaf4-2c37-4f1e-b740-5244464e5f64 req-c586128d-5c18-4d4a-819d-d722e6567146 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:01.626705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8eddaaf4-2c37-4f1e-b740-5244464e5f64 req-c586128d-5c18-4d4a-819d-d722e6567146 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0801625 Oct 19 11:12:01.687268 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8eddaaf4-2c37-4f1e-b740-5244464e5f64 req-bba8eda8-8b0f-49ed-852c-e4a881a714d4 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0592337 Oct 19 11:12:01.700029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8eddaaf4-2c37-4f1e-b740-5244464e5f64 req-2028020e-4e34-4f78-8c01-994a1afa3ead tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Request body: {'floatingip': {'port_id': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:01.705045 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:01.745729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8eddaaf4-2c37-4f1e-b740-5244464e5f64 req-2028020e-4e34-4f78-8c01-994a1afa3ead tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:01.857899 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:01.883629 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:01.962778 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117e2c8-10f6-4777-bfb0-2b3c423eae58 None None] Pushing event updated for resources: {'Port': ['ID=1d8f0cae-c528-4661-852f-3d57fa379833,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:01.976265 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Attempting to bind port 1d8f0cae-c528-4661-852f-3d57fa379833 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:01.976766 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Attempting to bind port 1d8f0cae-c528-4661-852f-3d57fa379833 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:01.977226 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Attempting to bind port 1d8f0cae-c528-4661-852f-3d57fa379833 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:01.983656 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:01.984662 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:01.984778 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:01.985280 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:01.985841 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Bound port: 1d8f0cae-c528-4661-852f-3d57fa379833, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:01.986388 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:02.051143 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-8eddaaf4-2c37-4f1e-b740-5244464e5f64 req-2028020e-4e34-4f78-8c01-994a1afa3ead tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 11:12:02.052108 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8eddaaf4-2c37-4f1e-b740-5244464e5f64 req-2028020e-4e34-4f78-8c01-994a1afa3ead tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "PUT /v2.0/floatingips/c3fca49f-1cec-441b-86a3-aecc4b6c4d1f HTTP/1.1" status: 409 len: 551 time: 0.3561885 Oct 19 11:12:02.056042 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] For port 1d8f0cae-c528-4661-852f-3d57fa379833, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:02.060871 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] For port 1d8f0cae-c528-4661-852f-3d57fa379833, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1d8f0cae-c528-4661-852f-3d57fa379833,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:02.103702 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-496fd4fe-f174-4153-958e-ffef60d490ef req-c53b7c6b-6a39-4ef8-b536-4e6bbfe4c8dd service neutron] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:02.114469 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-496fd4fe-f174-4153-958e-ffef60d490ef req-c53b7c6b-6a39-4ef8-b536-4e6bbfe4c8dd service neutron] Publish callbacks [] for binding, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:02.115575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-496fd4fe-f174-4153-958e-ffef60d490ef req-c53b7c6b-6a39-4ef8-b536-4e6bbfe4c8dd service neutron] 10.222.0.49 "DELETE /v2.0/ports/9cf117a8-c65e-491e-9739-c34936efa50d/bindings/n-h1-814547-1 HTTP/1.1" status: 204 len: 173 time: 0.5412357 Oct 19 11:12:02.125889 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:02.136125 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Allocated IP 172.20.0.1 (f8824758-9a29-42ea-9139-1a0816bd3c64/cda58b73-1dbc-4a13-b0bc-3095feef3825/3c625a4c-006a-4f83-a079-808cab85b67e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:02.231883 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:02.232699 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:02.241449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782681b5-b0e2-4f9c-ba39-f0fd156d8ec7 req-bc6e3fab-614e-4773-b202-6bf3eb2dd2de tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:02.257116 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-782681b5-b0e2-4f9c-ba39-f0fd156d8ec7 req-bc6e3fab-614e-4773-b202-6bf3eb2dd2de tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 886 time: 0.2410028 Oct 19 11:12:02.263792 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-230200ab-9790-477f-a811-14f36a2deedd req-88ae7b27-3a03-44b8-9bd0-2a4d0f08fc2e tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips/c3fca49f-1cec-441b-86a3-aecc4b6c4d1f HTTP/1.1" status: 200 len: 693 time: 0.0533097 Oct 19 11:12:02.307911 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117e2c8-10f6-4777-bfb0-2b3c423eae58 None None] Pushing event updated for resources: {'Port': ['ID=1d8f0cae-c528-4661-852f-3d57fa379833,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:02.365078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:02.400512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09d03fc7-a4a1-48b4-aa40-7ce0be19dcb3 req-9133a5c2-7f7a-4fb0-a5d8-a179f9f9bc4b tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d94105542e284ce9afee915d87bbcaf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632322 Oct 19 11:12:02.410402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230200ab-9790-477f-a811-14f36a2deedd req-caef8696-7145-4ead-99eb-4efe764a1d5b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:02.415787 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:02.420257 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-230200ab-9790-477f-a811-14f36a2deedd req-caef8696-7145-4ead-99eb-4efe764a1d5b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1495967 Oct 19 11:12:02.426217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-230200ab-9790-477f-a811-14f36a2deedd req-3041981a-8719-4798-a822-5ede5e02a13f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:12:02.433634 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-230200ab-9790-477f-a811-14f36a2deedd req-3041981a-8719-4798-a822-5ede5e02a13f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0124462 Oct 19 11:12:02.488739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-230200ab-9790-477f-a811-14f36a2deedd req-56001fc0-eb03-435e-8eb3-5ff63c1d182e tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0541213 Oct 19 11:12:02.538686 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-230200ab-9790-477f-a811-14f36a2deedd req-7a334b09-f321-47ec-91c0-f90b4546d717 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0490792 Oct 19 11:12:02.607566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d03fc7-a4a1-48b4-aa40-7ce0be19dcb3 req-108647fc-56ee-4d72-947e-9745e870da01 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:02.621342 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09d03fc7-a4a1-48b4-aa40-7ce0be19dcb3 req-108647fc-56ee-4d72-947e-9745e870da01 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092736 Oct 19 11:12:02.641668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09d03fc7-a4a1-48b4-aa40-7ce0be19dcb3 req-f8921740-1996-4624-a3c4-735770c4e671 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/quotas/d94105542e284ce9afee915d87bbcaf6 HTTP/1.1" status: 200 len: 375 time: 0.0184472 Oct 19 11:12:02.644287 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:02.665907 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:11:58Z', 'revision_number': 3, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:02.698287 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a557a1-fc4c-4ce4-af3f-67f3f07f6902 None None] The sync data for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 is: [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:11:58Z', 'revision_number': 3, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:12:02.719704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-230200ab-9790-477f-a811-14f36a2deedd req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Deleting port e3fb4568-739b-4905-bfea-6cbe3db690c6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:02.720028 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-230200ab-9790-477f-a811-14f36a2deedd req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:02.738216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09d03fc7-a4a1-48b4-aa40-7ce0be19dcb3 req-e0445267-10f3-4849-8280-6c38773f16d1 tempest-QuotasAdminNegativeTest-454519251 tempest-QuotasAdminNegativeTest-454519251-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d94105542e284ce9afee915d87bbcaf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894151 Oct 19 11:12:02.744800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Network f8824758-9a29-42ea-9139-1a0816bd3c64 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:02.746853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:02.765314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:02.765870 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:02.826903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c625a4c-006a-4f83-a079-808cab85b67e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:02.873069 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-230200ab-9790-477f-a811-14f36a2deedd req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:02.873395 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-230200ab-9790-477f-a811-14f36a2deedd req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:02.902342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-230200ab-9790-477f-a811-14f36a2deedd req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Calling delete_port for e3fb4568-739b-4905-bfea-6cbe3db690c6 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:02.985811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dc0a8-716d-4660-8996-b97e0339be72 req-ce9f818e-443e-4b1f-8ad8-4a009e52c8a2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:02.987356 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-870dc0a8-716d-4660-8996-b97e0339be72 req-ce9f818e-443e-4b1f-8ad8-4a009e52c8a2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 945 time: 0.0763128 Oct 19 11:12:03.094127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-870dc0a8-716d-4660-8996-b97e0339be72 req-673483e0-0694-42e2-bc50-ec930803730c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950818 Oct 19 11:12:03.113521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c146f8eb-f890-42cb-b0ce-61e495b34d60 None None] Provisioning complete for port 3c625a4c-006a-4f83-a079-808cab85b67e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:03.114014 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c146f8eb-f890-42cb-b0ce-61e495b34d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:03.162790 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:03.180242 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-230200ab-9790-477f-a811-14f36a2deedd req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:03.181458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c146f8eb-f890-42cb-b0ce-61e495b34d60 None None] Port 3c625a4c-006a-4f83-a079-808cab85b67e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:12:03.233634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Pushing event deleted for resources: {'Port': ['ID=e3fb4568-739b-4905-bfea-6cbe3db690c6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:03.244121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.244529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.244908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.245331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.245566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.245899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.246254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.246756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.247087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.247413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.247740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.248061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:03.293071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-230200ab-9790-477f-a811-14f36a2deedd req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:03.293221 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-230200ab-9790-477f-a811-14f36a2deedd req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:03.311595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-230200ab-9790-477f-a811-14f36a2deedd req-042f8a9f-2e26-4525-bb13-694af48d310f tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "DELETE /v2.0/floatingips/c3fca49f-1cec-441b-86a3-aecc4b6c4d1f HTTP/1.1" status: 204 len: 173 time: 0.7664967 Oct 19 11:12:03.435399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.436420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.437092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.437882 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.438473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.440096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.441191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.441796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.442394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.442986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.449971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.457722 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e20ae27e-5a3b-4d18-aba6-0424af147ec2 req-a45c0671-30e8-40e0-be55-e6aaecdf6e32 tempest-NetworksTest-1212084405 tempest-NetworksTest-1212084405-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7861 time: 0.1449311 Oct 19 11:12:03.544324 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-23db9947-da6a-4caa-9374-9765b2086bb1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3298240 Oct 19 11:12:03.726263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-fda2cfac-a957-4994-8d07-c1353aaa7d74 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:03.727752 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-fda2cfac-a957-4994-8d07-c1353aaa7d74 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824434 Oct 19 11:12:03.757079 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-70eab92b-a9c4-4d85-874b-d0de9fc41c41 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/quotas/09d359cafa5a46309ba96d9c7c371cbf HTTP/1.1" status: 200 len: 375 time: 0.0192578 Oct 19 11:12:03.828235 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:03.834474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-09bb6300-e5c2-4e44-8aef-7324f2c3c15e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765567 Oct 19 11:12:03.982422 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:03.983616 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:04.027870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-89da5a0b-6fba-4324-8b20-676fe73cce96 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 1002 time: 0.1107140 Oct 19 11:12:04.076602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c625a4c-006a-4f83-a079-808cab85b67e,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:04.108012 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-c3b60490-0146-4e1e-b48a-0728288e2fc5 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:04.110282 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-c3b60490-0146-4e1e-b48a-0728288e2fc5 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports/76474f38-5207-49bf-abb4-44c0d7b1e608 HTTP/1.1" status: 200 len: 943 time: 0.0760024 Oct 19 11:12:04.156645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.157045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.157396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.157730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.160266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.161336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.161681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.162083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.162424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.162753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.163086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.163403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:04.309839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44716) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:04.331999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Network f8824758-9a29-42ea-9139-1a0816bd3c64 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:04.334817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4414b9-1817-471e-8394-83532828e08d req-3645d47f-2732-4d5e-8d2a-606b8d8309de tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:04.336518 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b4414b9-1817-471e-8394-83532828e08d req-3645d47f-2732-4d5e-8d2a-606b8d8309de tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 1096 time: 0.1406491 Oct 19 11:12:04.338646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:04.361763 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-385bcc01-c0dd-4ee6-a044-800b0ae4e275 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 1002 time: 0.1706357 Oct 19 11:12:04.510077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b4414b9-1817-471e-8394-83532828e08d req-303a7ee2-06d6-4c5f-9288-c830afc70f4e tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468201 Oct 19 11:12:04.632582 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3eb30f4b-edc6-4b72-9cce-6465f6b56aad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:04.655129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-952331dd-1522-4c24-8de8-094d20876d40 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:04.664931 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-952331dd-1522-4c24-8de8-094d20876d40 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.2929688 Oct 19 11:12:04.704099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0192fec9-7a3a-44c8-961b-b68f4c1e3b22 req-6a9706f7-8678-4277-887e-e73cd59cf227 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 210 time: 0.0769112 Oct 19 11:12:04.705933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Router 3bef4fa8-468f-4b4d-8172-8ec97f138066 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:12:04.798638 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-54793804-6679-41ca-9dc4-dce4d0505b88 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 1002 time: 0.1324899 Oct 19 11:12:04.823418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-094de25f-581f-46f6-ab32-c05a61c68dcc None None] Provisioning complete for port 3c625a4c-006a-4f83-a079-808cab85b67e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:04.823997 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-094de25f-581f-46f6-ab32-c05a61c68dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:04.825828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-af87ad6d-5ae2-4f94-b6e6-9dec9476f019 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:04.864232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44740) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:04.879880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-094de25f-581f-46f6-ab32-c05a61c68dcc None None] Port 3c625a4c-006a-4f83-a079-808cab85b67e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:12:04.955138 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-af87ad6d-5ae2-4f94-b6e6-9dec9476f019 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.017297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:12:05.021796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3eb30f4b-edc6-4b72-9cce-6465f6b56aad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.042706 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f2b6aa6c-cb0c-494b-afd8-9b19545c7ca0 admin admin] 10.222.0.39 "PUT /v2.0/routers/3bef4fa8-468f-4b4d-8172-8ec97f138066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1777096 Oct 19 11:12:05.079427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Sync routers for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:12:05.091816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:05.095164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f091-2b81-437d-96a6-f678aff49188 req-c39aa190-dc7c-414b-af46-98950b0ead5b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:05.095938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-abff6243-dd0c-451f-a614-82b999955764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:05.099676 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3eb30f4b-edc6-4b72-9cce-6465f6b56aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.100923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-c39aa190-dc7c-414b-af46-98950b0ead5b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 821 time: 0.2402809 Oct 19 11:12:05.163659 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-eb61e06b-9b33-43d4-b830-0ab089057b13 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/quotas/0bef218b6ade43d189bc973b967470c4 HTTP/1.1" status: 200 len: 375 time: 0.0457532 Oct 19 11:12:05.167522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b34e2d1d-d0d7-4081-a5db-2da5feb09706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.193906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1d8f0cae-c528-4661-852f-3d57fa379833 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:05.238365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb30f4b-edc6-4b72-9cce-6465f6b56aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9523be2-f2f2-4d3e-9186-e32a9e702a7f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:05.249793 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3eb30f4b-edc6-4b72-9cce-6465f6b56aad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6874ec0c97fc461eac1dac9375b6e0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9379890 Oct 19 11:12:05.261652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44752) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:05.271990 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5032669-a819-44c0-866a-8f4fd5bd2c2d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0942860 Oct 19 11:12:05.322587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1d8f0cae-c528-4661-852f-3d57fa379833 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:05.323172 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.332825 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-af87ad6d-5ae2-4f94-b6e6-9dec9476f019 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.400487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e5d634c-d3b7-4e84-b90f-f691f210db2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.411145 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b34e2d1d-d0d7-4081-a5db-2da5feb09706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.416603 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-af87ad6d-5ae2-4f94-b6e6-9dec9476f019 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.417050 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-af87ad6d-5ae2-4f94-b6e6-9dec9476f019 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Floating IP 100139a7-fe29-4cf5-8129-71a83ecca043 disassociated. External IP: 172.25.2.188, port: 76474f38-5207-49bf-abb4-44c0d7b1e608. Oct 19 11:12:05.424868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d183bcd1-4ba3-4ed3-8a94-e1a4b408c710 service neutron] 10.222.0.39 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387591 Oct 19 11:12:05.440061 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.453639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:05.502759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 1d8f0cae-c528-4661-852f-3d57fa379833, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1d8f0cae-c528-4661-852f-3d57fa379833,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:05.504298 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b34e2d1d-d0d7-4081-a5db-2da5feb09706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.569102 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-20e06a1a-1217-42af-aa40-e467784e2417 service neutron] 10.222.0.39 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433156 Oct 19 11:12:05.571814 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e5d634c-d3b7-4e84-b90f-f691f210db2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.573414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e2d1d-d0d7-4081-a5db-2da5feb09706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c1e7e-24c8-4766-a462-743a46bc5893,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:05.580267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b34e2d1d-d0d7-4081-a5db-2da5feb09706 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d94105542e284ce9afee915d87bbcaf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7149868 Oct 19 11:12:05.580807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44756) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:05.633987 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.645733 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98e33844-b8c4-4224-ad5c-f2ece73cd2c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.675783 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98e33844-b8c4-4224-ad5c-f2ece73cd2c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.773801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=1d8f0cae-c528-4661-852f-3d57fa379833,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:05.788082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-af87ad6d-5ae2-4f94-b6e6-9dec9476f019 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Router 0470940d-8036-42f0-b5ac-979ea0131f33 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:12:05.801737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-abff6243-dd0c-451f-a614-82b999955764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:03Z', 'revision_number': 2, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:05.829787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Checking router: 3bef4fa8-468f-4b4d-8172-8ec97f138066 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:12:05.830429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Updating router 3bef4fa8-468f-4b4d-8172-8ec97f138066 port 3c625a4c-006a-4f83-a079-808cab85b67e binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:12:05.850934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98e33844-b8c4-4224-ad5c-f2ece73cd2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.853646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98e33844-b8c4-4224-ad5c-f2ece73cd2c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.854856 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-98e33844-b8c4-4224-ad5c-f2ece73cd2c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be6c1e7e-24c8-4766-a462-743a46bc5893 HTTP/1.1" status: 204 len: 168 time: 0.2724514 Oct 19 11:12:05.862780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.865480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e33844-b8c4-4224-ad5c-f2ece73cd2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c1e7e-24c8-4766-a462-743a46bc5893,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:05.892900 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e5d634c-d3b7-4e84-b90f-f691f210db2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.895458 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e5d634c-d3b7-4e84-b90f-f691f210db2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:05.896610 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7e5d634c-d3b7-4e84-b90f-f691f210db2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9523be2-f2f2-4d3e-9186-e32a9e702a7f HTTP/1.1" status: 204 len: 168 time: 0.6335943 Oct 19 11:12:05.983539 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d634c-d3b7-4e84-b90f-f691f210db2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9523be2-f2f2-4d3e-9186-e32a9e702a7f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:06.010170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-af87ad6d-5ae2-4f94-b6e6-9dec9476f019 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:12:06.023515 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-af87ad6d-5ae2-4f94-b6e6-9dec9476f019 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:06.030461 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e1016-4932-4f3f-a38c-0f7fac141dd7 None None] Sync routers for ids ['0470940d-8036-42f0-b5ac-979ea0131f33'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:12:06.052502 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e1016-4932-4f3f-a38c-0f7fac141dd7 None None] Routers {'0470940d-8036-42f0-b5ac-979ea0131f33'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:06.053928 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a89e1016-4932-4f3f-a38c-0f7fac141dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0470940d-8036-42f0-b5ac-979ea0131f33'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:06.130622 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-af87ad6d-5ae2-4f94-b6e6-9dec9476f019 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "PUT /v2.0/floatingips/100139a7-fe29-4cf5-8129-71a83ecca043 HTTP/1.1" status: 200 len: 695 time: 1.3102713 Oct 19 11:12:06.131146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'tag': '76474f38-5207-49bf-abb4-44c0d7b1e608'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:06.133768 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9c0318-4150-4dd0-b031-17f28dabcf8d" -d '{"events": [{"name": "network-changed", "server_uuid": "23f3b2db-28dd-4932-a67a-29aebfeb7115", "tag": "76474f38-5207-49bf-abb4-44c0d7b1e608"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:06.261960 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a89e1016-4932-4f3f-a38c-0f7fac141dd7 None None] Set router 0470940d-8036-42f0-b5ac-979ea0131f33 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:06.266877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-6c104cf3-d2a3-4710-b839-62a1a0cc1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:06.283037 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-6c104cf3-d2a3-4710-b839-62a1a0cc1d0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=399d3eb188b542e1a67e1bf4536e2e17&device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 1097 time: 0.1307828 Oct 19 11:12:06.290880 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:06.392423 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:06.464435 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-e1c687b6-6cdd-426c-8ee2-fa3d7c883a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:06.466607 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-e1c687b6-6cdd-426c-8ee2-fa3d7c883a1f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f6be099-bc1c-46c3-9def-a7600f19d2a9 HTTP/1.1" status: 200 len: 930 time: 0.1825502 Oct 19 11:12:06.547838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0b4a0-2aa5-4c95-ac69-b8ff9b437621 None None] Pushing event updated for resources: {'Port': ['ID=3c625a4c-006a-4f83-a079-808cab85b67e,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:06.608212 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-b7eb6cad-f5bb-4086-bcf2-a3bd6df4bc19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76474f38-5207-49bf-abb4-44c0d7b1e608 HTTP/1.1" status: 200 len: 217 time: 0.1315475 Oct 19 11:12:06.628122 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a89e1016-4932-4f3f-a38c-0f7fac141dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:30Z', 'revision_number': 4, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '138b92aa-b327-44ba-96ec-a60746e9cb45', 'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'mac_address': 'fa:16:3e:d2:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:29Z', 'updated_at': '2021-10-19T11:11:34Z', 'revision_number': 5, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'subnets': [{'id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:06.651402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Attempting to bind port 3c625a4c-006a-4f83-a079-808cab85b67e on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:06.652144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Attempting to bind port 3c625a4c-006a-4f83-a079-808cab85b67e by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:06.653033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Attempting to bind port 3c625a4c-006a-4f83-a079-808cab85b67e on network f8824758-9a29-42ea-9139-1a0816bd3c64 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:06.661039 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:06.661876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Checking segment: {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:06.662539 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:06.663298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Bound using segment: {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:06.664174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Bound port: 3c625a4c-006a-4f83-a079-808cab85b67e, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:06.664843 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:06.667970 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e1016-4932-4f3f-a38c-0f7fac141dd7 None None] Checking router: 0470940d-8036-42f0-b5ac-979ea0131f33 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:12:06.678212 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e1016-4932-4f3f-a38c-0f7fac141dd7 None None] Routers {'0470940d-8036-42f0-b5ac-979ea0131f33'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:06.679119 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a89e1016-4932-4f3f-a38c-0f7fac141dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0470940d-8036-42f0-b5ac-979ea0131f33'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:06.708998 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-64cdb15d-7c49-402f-8380-8606c05a4370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:06.711002 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-64cdb15d-7c49-402f-8380-8606c05a4370 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2f831c48-40ff-4f23-afad-4bbce3092484 HTTP/1.1" status: 200 len: 868 time: 0.0954165 Oct 19 11:12:06.830918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-abff6243-dd0c-451f-a614-82b999955764 None None] For port 3c625a4c-006a-4f83-a079-808cab85b67e, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:06.851138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-abff6243-dd0c-451f-a614-82b999955764 None None] For port 3c625a4c-006a-4f83-a079-808cab85b67e, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3c625a4c-006a-4f83-a079-808cab85b67e,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:06.867284 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-00f3448c-ec48-4f92-9e04-4b0b997a3bc4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280032 Oct 19 11:12:06.877586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-a58c0731-62ca-4365-8547-cc49a18bb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:06.877586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-a58c0731-62ca-4365-8547-cc49a18bb847 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f6be099-bc1c-46c3-9def-a7600f19d2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576786 Oct 19 11:12:06.913566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1ed7d83d-5d7c-478b-b04d-23f8cfa2a3c9 None None] Provisioning complete for port 3c625a4c-006a-4f83-a079-808cab85b67e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:06.913916 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1ed7d83d-5d7c-478b-b04d-23f8cfa2a3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:06.939266 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a89e1016-4932-4f3f-a38c-0f7fac141dd7 None None] Set router 0470940d-8036-42f0-b5ac-979ea0131f33 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:06.987863 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:07.001306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44794) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:07.036128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7d83d-5d7c-478b-b04d-23f8cfa2a3c9 None None] Port 3c625a4c-006a-4f83-a079-808cab85b67e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:12:07.059154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb748ab5-c312-4868-8030-714255dbb0f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:07.117203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:07.125010 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-abff6243-dd0c-451f-a614-82b999955764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:07.194567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1d8f0cae-c528-4661-852f-3d57fa379833 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:07.222499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-82767626-479b-4a1a-a3ca-69beefd9fbc0 service neutron] 10.222.0.39 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375046 Oct 19 11:12:07.236482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-590298bb-8b47-44e1-af7a-95e30f019017 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:07.238134 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-590298bb-8b47-44e1-af7a-95e30f019017 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3607514 Oct 19 11:12:07.279049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Request body: {'port': {'device_id': '715d279a-1110-482c-b2b0-52fc224967a2', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '09d359cafa5a46309ba96d9c7c371cbf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:07.308399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0b4a0-2aa5-4c95-ac69-b8ff9b437621 None None] Pushing event updated for resources: {'Port': ['ID=3c625a4c-006a-4f83-a079-808cab85b67e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:07.364005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-79ca8c6e-25fe-4008-a2b5-4f844df90efa tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:07.385139 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-79ca8c6e-25fe-4008-a2b5-4f844df90efa tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 820 time: 0.4496765 Oct 19 11:12:07.393546 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb748ab5-c312-4868-8030-714255dbb0f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:07.399513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44798) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:07.412293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1d8f0cae-c528-4661-852f-3d57fa379833 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:07.412707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-9431145b-d5a6-449c-873e-024b7535dcd7 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/quotas/f829754b827c4f5baf637ce6e23968c3 HTTP/1.1" status: 200 len: 375 time: 0.0264502 Oct 19 11:12:07.412830 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:07.450061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-abff6243-dd0c-451f-a614-82b999955764 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:07.465136 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb748ab5-c312-4868-8030-714255dbb0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:07.479085 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a89e1016-4932-4f3f-a38c-0f7fac141dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:30Z', 'revision_number': 4, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '138b92aa-b327-44ba-96ec-a60746e9cb45', 'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'mac_address': 'fa:16:3e:d2:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:29Z', 'updated_at': '2021-10-19T11:11:34Z', 'revision_number': 5, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'subnets': [{'id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:07.533254 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e1016-4932-4f3f-a38c-0f7fac141dd7 None None] The sync data for ids ['0470940d-8036-42f0-b5ac-979ea0131f33'] in n-d-814547-1 is: [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:11:30Z', 'revision_number': 4, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '138b92aa-b327-44ba-96ec-a60746e9cb45', 'name': '', 'network_id': '6f6be099-bc1c-46c3-9def-a7600f19d2a9', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'mac_address': 'fa:16:3e:d2:f6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:29Z', 'updated_at': '2021-10-19T11:11:34Z', 'revision_number': 5, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'subnets': [{'id': '2f831c48-40ff-4f23-afad-4bbce3092484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:12:07.545783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb748ab5-c312-4868-8030-714255dbb0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f507d0-9ae3-454b-9fa1-5e5d0f0bcb10,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:07.563384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-39b18a99-5e47-46ba-9c59-1cfa4631e772 None None] Provisioning complete for port 3c625a4c-006a-4f83-a079-808cab85b67e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:07.563756 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-39b18a99-5e47-46ba-9c59-1cfa4631e772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:07.596391 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fb748ab5-c312-4868-8030-714255dbb0f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88a65a7776cd40d08a8e028a9e002ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5940087 Oct 19 11:12:07.597324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44800) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:07.619838 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8775b1d8-812c-45ce-a345-06d3a7ba6914 req-3e3717fb-ca56-4475-b378-f7a3d1617a79 service neutron] 10.222.0.39 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882475 Oct 19 11:12:07.632488 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-45cbea29-12c2-4a69-8f09-4a9bb2d0acdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:07.699218 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94108b4e-ffef-49ee-8e67-06ef3d40cb5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:07.752399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-45cbea29-12c2-4a69-8f09-4a9bb2d0acdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:07.765504 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94108b4e-ffef-49ee-8e67-06ef3d40cb5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:07.793458 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-dc406fb7-dea7-40a5-8250-60eddecbfde2 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3799582 Oct 19 11:12:07.901441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c6e8f336-e885-41e9-8e55-dcf35165dc69 req-b7f55dc0-3f62-49ef-88b3-97da17b21009 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 210 time: 0.0597889 Oct 19 11:12:07.970595 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-1f3c666e-44fe-429b-b412-9f4fe3a0f1c2 service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762495 Oct 19 11:12:08.020803 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94108b4e-ffef-49ee-8e67-06ef3d40cb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:08.023676 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-39b18a99-5e47-46ba-9c59-1cfa4631e772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:08.024149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94108b4e-ffef-49ee-8e67-06ef3d40cb5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:08.025189 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-94108b4e-ffef-49ee-8e67-06ef3d40cb5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0f507d0-9ae3-454b-9fa1-5e5d0f0bcb10 HTTP/1.1" status: 204 len: 168 time: 0.4216216 Oct 19 11:12:08.040999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-45cbea29-12c2-4a69-8f09-4a9bb2d0acdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:08.058112 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94108b4e-ffef-49ee-8e67-06ef3d40cb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f507d0-9ae3-454b-9fa1-5e5d0f0bcb10,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:08.088952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-39b18a99-5e47-46ba-9c59-1cfa4631e772 None None] For port 3c625a4c-006a-4f83-a079-808cab85b67e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3c625a4c-006a-4f83-a079-808cab85b67e,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:08.098880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922c79a1-0dd8-4bdb-ad01-37d65d895d80 None None] New status for floating IP 100139a7-fe29-4cf5-8129-71a83ecca043: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:12:08.126287 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee60173d-8981-4006-aace-8c97421325e6 req-e3b144d3-aefa-4b51-bee4-eaf263ccaaf0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 210 time: 0.0858386 Oct 19 11:12:08.165173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbea29-12c2-4a69-8f09-4a9bb2d0acdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2014dad5-b743-4644-b46c-b3e4aea25c16,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:08.168468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Made reservation on behalf of 09d359cafa5a46309ba96d9c7c371cbf for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:08.172774 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:08.215496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-45cbea29-12c2-4a69-8f09-4a9bb2d0acdc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=451987639bfb4ba6bbd35a29df5804bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7426903 Oct 19 11:12:08.215844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44808) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:08.283476 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e2f2cd-76a4-43f7-b2a7-b239a3170c08 x-openstack-request-id: req-30e2f2cd-76a4-43f7-b2a7-b239a3170c08 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:08.284637 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f3b2db-28dd-4932-a67a-29aebfeb7115", "tag": "76474f38-5207-49bf-abb4-44c0d7b1e608", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:08.284901 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30e2f2cd-76a4-43f7-b2a7-b239a3170c08 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:08.285322 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'tag': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'status': 'completed', 'code': 200} Oct 19 11:12:08.324418 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-39b18a99-5e47-46ba-9c59-1cfa4631e772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:08.335481 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-abff6243-dd0c-451f-a614-82b999955764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:06Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:08.380952 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e00dda1e-0b97-459f-82f3-c9c724cbf7a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:08.387735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0318-4150-4dd0-b031-17f28dabcf8d req-bada7deb-222b-45e0-9450-9875c9b38727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:08.390715 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc9c0318-4150-4dd0-b031-17f28dabcf8d req-bada7deb-222b-45e0-9450-9875c9b38727 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=399d3eb188b542e1a67e1bf4536e2e17&device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 1097 time: 0.0911968 Oct 19 11:12:08.415763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff6243-dd0c-451f-a614-82b999955764 None None] The sync data for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 is: [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:06Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:12:08.459079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b18a99-5e47-46ba-9c59-1cfa4631e772 None None] Pushing event updated for resources: {'Port': ['ID=3c625a4c-006a-4f83-a079-808cab85b67e,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:08.511347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-400f6bfe-1e8e-425b-9745-979f23c65ddc service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313489 Oct 19 11:12:08.553392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Allocated IP 192.168.233.221 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/b02d8292-e21a-4994-a289-83134bff1559) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:08.555176 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e00dda1e-0b97-459f-82f3-c9c724cbf7a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:08.645227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0318-4150-4dd0-b031-17f28dabcf8d req-ea79d8cc-fe2d-4e35-adf9-4d8dbf4ab47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:08.647022 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc9c0318-4150-4dd0-b031-17f28dabcf8d req-ea79d8cc-fe2d-4e35-adf9-4d8dbf4ab47a service neutron] 10.222.0.49 "GET /v2.0/networks?id=6f6be099-bc1c-46c3-9def-a7600f19d2a9 HTTP/1.1" status: 200 len: 930 time: 0.2464132 Oct 19 11:12:08.653418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80139ba2-043d-401c-9207-6bf12f6c02db req-f2dd0613-5ccc-4241-97c4-8700848a646e tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips/100139a7-fe29-4cf5-8129-71a83ecca043 HTTP/1.1" status: 200 len: 693 time: 0.1265221 Oct 19 11:12:09.120423 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4bbb58bb-f7af-4531-99fb-1fd4b895b54f req-992e8dce-caa0-4ca8-8442-5543b1df82fb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 210 time: 0.2372067 Oct 19 11:12:09.186185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3c625a4c-006a-4f83-a079-808cab85b67e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:09.187238 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc9c0318-4150-4dd0-b031-17f28dabcf8d req-61c3ae26-df1c-4b8d-b893-4e6b7637884e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76474f38-5207-49bf-abb4-44c0d7b1e608 HTTP/1.1" status: 200 len: 217 time: 0.5264068 Oct 19 11:12:09.190338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f091-2b81-437d-96a6-f678aff49188 req-b49c8d4e-c0ed-482c-8f09-359db9b278fa tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:09.192066 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-b49c8d4e-c0ed-482c-8f09-359db9b278fa tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.49 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 821 time: 0.4552710 Oct 19 11:12:09.195795 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:09.225043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Request body: {'port': {'device_id': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e', 'admin_state_up': True, 'tenant_id': '0bef218b6ade43d189bc973b967470c4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:09.286246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 3c625a4c-006a-4f83-a079-808cab85b67e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:09.286719 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:09.340797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0318-4150-4dd0-b031-17f28dabcf8d req-40b61a3a-3e5d-4c3a-ae0f-145cd1244291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:09.343840 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc9c0318-4150-4dd0-b031-17f28dabcf8d req-40b61a3a-3e5d-4c3a-ae0f-145cd1244291 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f831c48-40ff-4f23-afad-4bbce3092484 HTTP/1.1" status: 200 len: 868 time: 0.1217437 Oct 19 11:12:09.376874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80139ba2-043d-401c-9207-6bf12f6c02db req-10c5ddf8-ac30-44ae-ba74-579503bfaf16 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:09.387051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80139ba2-043d-401c-9207-6bf12f6c02db req-10c5ddf8-ac30-44ae-ba74-579503bfaf16 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.7241452 Oct 19 11:12:09.414681 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e00dda1e-0b97-459f-82f3-c9c724cbf7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:09.418235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e00dda1e-0b97-459f-82f3-c9c724cbf7a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:09.422883 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e00dda1e-0b97-459f-82f3-c9c724cbf7a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2014dad5-b743-4644-b46c-b3e4aea25c16 HTTP/1.1" status: 204 len: 168 time: 1.2059135 Oct 19 11:12:09.448353 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f09485fd-9fd7-4f34-b5ba-8dc5e126aeb8 req-7e90b10f-0b7a-491d-b05b-b3520ffafdc3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 210 time: 0.1571057 Oct 19 11:12:09.518914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80139ba2-043d-401c-9207-6bf12f6c02db req-a1a26cbf-c22a-4f13-81fd-c67ebcde7494 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 696 time: 0.1263595 Oct 19 11:12:09.519851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dda1e-0b97-459f-82f3-c9c724cbf7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2014dad5-b743-4644-b46c-b3e4aea25c16,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:09.553897 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:09.572889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3363d609-13e3-49d6-865d-f1595da591a9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:09.618041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:09.618041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:09.618338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:09.634681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:09.635343 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:09.665452 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80139ba2-043d-401c-9207-6bf12f6c02db req-eab2ccc5-89a6-4527-adea-9a651187a602 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 696 time: 0.1469262 Oct 19 11:12:09.675846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0318-4150-4dd0-b031-17f28dabcf8d req-3ab3fb70-41f3-4420-9da6-d027c9eac229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:09.693183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc9c0318-4150-4dd0-b031-17f28dabcf8d req-3ab3fb70-41f3-4420-9da6-d027c9eac229 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6f6be099-bc1c-46c3-9def-a7600f19d2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3366127 Oct 19 11:12:09.717297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Pushing event updated for resources: {'Port': ['ID=b02d8292-e21a-4994-a289-83134bff1559,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:09.778306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Made reservation on behalf of 0bef218b6ade43d189bc973b967470c4 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:09.782293 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:09.811028 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1094c6b-e3ea-4d79-94cd-9a67a1a77244 req-de82156e-a751-4cd2-8ad8-ba2a921456de tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 210 time: 0.1521134 Oct 19 11:12:09.842427 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-6abbfaca-45b1-4524-bb1f-8a80f3fcf282 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5721323 Oct 19 11:12:09.869497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Request body: {'port': {'device_id': '715d279a-1110-482c-b2b0-52fc224967a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:10.082226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7fb4791f-fd4d-4938-911f-9cd1bab77f3b None None] Provisioning complete for port b02d8292-e21a-4994-a289-83134bff1559 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:10.082588 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7fb4791f-fd4d-4938-911f-9cd1bab77f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:10.197644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4791f-fd4d-4938-911f-9cd1bab77f3b None None] Port b02d8292-e21a-4994-a289-83134bff1559 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:12:10.245547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-80139ba2-043d-401c-9207-6bf12f6c02db req-bcc428d3-09b7-44f6-b4d2-c8cc4d91b52b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Deleting port 51cc6ef5-6c64-4ea1-86d4-0885489fa3e6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:10.246027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80139ba2-043d-401c-9207-6bf12f6c02db req-bcc428d3-09b7-44f6-b4d2-c8cc4d91b52b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:10.269720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:10.355954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02efae27-f58d-4008-9e0a-4ff29d97e4e8 req-e2840db1-ffee-4191-b4f8-19edeb95f630 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 210 time: 0.1155286 Oct 19 11:12:10.361430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc9c0318-4150-4dd0-b031-17f28dabcf8d req-09324d7f-e2b3-4228-930a-fb7ffbfa5446 service neutron] 10.222.0.49 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381459 Oct 19 11:12:10.378893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Allocated IP 172.20.0.6 (5e1fed73-3450-49aa-96d8-c14de993ff4e/a21a1401-6e97-415b-8ae3-d10a50b8cda9/93b3d979-ec32-4f56-bd69-9a51e37d7369) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:10.381963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80139ba2-043d-401c-9207-6bf12f6c02db req-bcc428d3-09b7-44f6-b4d2-c8cc4d91b52b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:10.382584 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80139ba2-043d-401c-9207-6bf12f6c02db req-bcc428d3-09b7-44f6-b4d2-c8cc4d91b52b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:10.443586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-80139ba2-043d-401c-9207-6bf12f6c02db req-bcc428d3-09b7-44f6-b4d2-c8cc4d91b52b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Calling delete_port for 51cc6ef5-6c64-4ea1-86d4-0885489fa3e6 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:10.673325 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc9c0318-4150-4dd0-b031-17f28dabcf8d req-865fc2ed-9612-4437-a76b-6d796f689065 service neutron] 10.222.0.49 "GET /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803462 Oct 19 11:12:10.879654 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80139ba2-043d-401c-9207-6bf12f6c02db req-bcc428d3-09b7-44f6-b4d2-c8cc4d91b52b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:10.907473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc428d3-09b7-44f6-b4d2-c8cc4d91b52b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Pushing event deleted for resources: {'Port': ['ID=51cc6ef5-6c64-4ea1-86d4-0885489fa3e6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:10.930824 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80139ba2-043d-401c-9207-6bf12f6c02db req-bcc428d3-09b7-44f6-b4d2-c8cc4d91b52b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:10.933417 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80139ba2-043d-401c-9207-6bf12f6c02db req-bcc428d3-09b7-44f6-b4d2-c8cc4d91b52b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:10.934541 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80139ba2-043d-401c-9207-6bf12f6c02db req-bcc428d3-09b7-44f6-b4d2-c8cc4d91b52b tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "DELETE /v2.0/floatingips/100139a7-fe29-4cf5-8129-71a83ecca043 HTTP/1.1" status: 204 len: 173 time: 1.2409322 Oct 19 11:12:10.971465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd5982-0a1a-41cb-b274-55e35cc3cc5d req-0f28fcb5-52e8-4909-a0d8-f63dfbc91407 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:10.981217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cdcd5982-0a1a-41cb-b274-55e35cc3cc5d req-0f28fcb5-52e8-4909-a0d8-f63dfbc91407 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 936 time: 0.3704362 Oct 19 11:12:11.026312 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:11.073707 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-51992d17-6952-42a1-8eb1-3d418d7be768 req-a8caae22-848a-494c-b610-d19e8a41e3c4 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 210 time: 0.0338163 Oct 19 11:12:11.105731 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cdcd5982-0a1a-41cb-b274-55e35cc3cc5d req-b8cd8497-ad96-4aef-845f-0fdceb8bdd85 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235061 Oct 19 11:12:11.128627 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02d8292-e21a-4994-a289-83134bff1559 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:11.149345 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:11.168431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Transition to ACTIVE for port object b02d8292-e21a-4994-a289-83134bff1559 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:12:11.253600 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:11.283682 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:11.360122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Network 5e1fed73-3450-49aa-96d8-c14de993ff4e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:11.375455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Pushing event updated for resources: {'Port': ['ID=93b3d979-ec32-4f56-bd69-9a51e37d7369,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:11.384064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:11.389356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:11.400580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:11.401242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:11.416894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b85b1d-754c-4c3e-b50c-b31e7d354225 req-b06ff22d-c1f6-46ba-bac9-5bdb2dbcd4a9 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:11.418803 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1b85b1d-754c-4c3e-b50c-b31e7d354225 req-b06ff22d-c1f6-46ba-bac9-5bdb2dbcd4a9 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1980879 Oct 19 11:12:11.529011 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1b85b1d-754c-4c3e-b50c-b31e7d354225 req-75894043-bb16-47c6-9035-ec97805edb44 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0522106 Oct 19 11:12:11.554212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Attempting to bind port b02d8292-e21a-4994-a289-83134bff1559 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:11.554445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Attempting to bind port b02d8292-e21a-4994-a289-83134bff1559 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:11.567350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Attempting to bind port b02d8292-e21a-4994-a289-83134bff1559 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:11.577403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Port b02d8292-e21a-4994-a289-83134bff1559 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:12:11.577727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Attempting to bind port b02d8292-e21a-4994-a289-83134bff1559 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:11.584658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:11.584992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:11.585372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:11.585800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Bound port: b02d8292-e21a-4994-a289-83134bff1559, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:11.586196 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:11.592264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Pushing event updated for resources: {'Port': ['ID=b02d8292-e21a-4994-a289-83134bff1559,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:11.650387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bdad2aba-6eb0-4f68-ba07-46d54ab95876 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4424546 Oct 19 11:12:11.676398 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3ba84ce8-e864-44a8-b812-5bed8fd70cf7 req-15188fb1-8937-466a-94e7-10bf86fe115f tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 210 time: 0.0387182 Oct 19 11:12:11.680084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Request body: {'port': {'device_id': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:11.738039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-16b6935c-af97-4f80-b082-000803a48d1e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:11.739260 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-16b6935c-af97-4f80-b082-000803a48d1e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.26 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 820 time: 0.1558595 Oct 19 11:12:11.754628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Request body: {'port': {'device_id': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'admin_state_up': True, 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:11.773763 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04107b78-f0db-4d3b-bb5a-4a6d3d292b44 req-7817a226-db0e-41c7-b25f-0cc0b16a7251 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0555010 Oct 19 11:12:11.808590 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:11.822145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] For port b02d8292-e21a-4994-a289-83134bff1559, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:11.861610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] For port b02d8292-e21a-4994-a289-83134bff1559, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b02d8292-e21a-4994-a289-83134bff1559,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:11.963422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Made reservation on behalf of f829754b827c4f5baf637ce6e23968c3 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:11.967160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:11.970423 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-8317d0d7-9c80-461b-82a1-0e574d024741 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8a476e016ba34552afb94fc8c9967236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339556 Oct 19 11:12:11.973370 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:12.043376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:12.043376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:12.044830 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] 10.222.0.49 "PUT /v2.0/ports/b02d8292-e21a-4994-a289-83134bff1559 HTTP/1.1" status: 200 len: 1096 time: 2.1889033 Oct 19 11:12:12.063324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715d279a-1110-482c-b2b0-52fc224967a2', 'tag': 'b02d8292-e21a-4994-a289-83134bff1559'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:12.066088 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "715d279a-1110-482c-b2b0-52fc224967a2", "tag": "b02d8292-e21a-4994-a289-83134bff1559"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:12.169675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Allocated IP 172.20.0.8 (f8824758-9a29-42ea-9139-1a0816bd3c64/cda58b73-1dbc-4a13-b0bc-3095feef3825/f8e96847-89a5-431e-87da-58e76243e385) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:12.216267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74811a19-21af-4155-9e58-7f03f7b900be service neutron] Pushing event updated for resources: {'Port': ['ID=b02d8292-e21a-4994-a289-83134bff1559,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:12.272400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-5839bcc8-4d28-42f8-9bd9-49b120f77829 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:12.273956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-5839bcc8-4d28-42f8-9bd9-49b120f77829 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914972 Oct 19 11:12:12.293982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-5239648d-8beb-44d6-812f-b56ab01d1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:12.295413 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-5239648d-8beb-44d6-812f-b56ab01d1c10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 1099 time: 0.1332982 Oct 19 11:12:12.301309 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-da9faea6-5561-4964-9330-086f387aaca3 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/quotas/8a476e016ba34552afb94fc8c9967236 HTTP/1.1" status: 200 len: 375 time: 0.0169861 Oct 19 11:12:12.380983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:12.392054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-9f3024fc-38a9-45b4-9032-837b4b444bc6 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a476e016ba34552afb94fc8c9967236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805433 Oct 19 11:12:12.394959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-78337706-df2d-4f9d-a8d0-bec93bcd6515 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=b02d8292-e21a-4994-a289-83134bff1559 HTTP/1.1" status: 200 len: 217 time: 0.0893068 Oct 19 11:12:12.416432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b3d979-ec32-4f56-bd69-9a51e37d7369 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:12.441992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:12.465494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Transition to ACTIVE for port object 93b3d979-ec32-4f56-bd69-9a51e37d7369 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:12:12.468783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-eae5b1b0-fa64-471a-b347-706efe4e529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:12.469623 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-eae5b1b0-fa64-471a-b347-706efe4e529b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0644763 Oct 19 11:12:12.480088 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:12.521367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-04dfeb3c-41a4-4c3e-8ddc-d07d73573fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:12.522879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-04dfeb3c-41a4-4c3e-8ddc-d07d73573fdb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441604 Oct 19 11:12:12.524982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:12.526361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Network f8824758-9a29-42ea-9139-1a0816bd3c64 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:12.529463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:12.534288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:12.540237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:12.540878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:12.564494 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Pushing event updated for resources: {'Port': ['ID=f8e96847-89a5-431e-87da-58e76243e385,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:12.659643 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4297f1-fb37-46d3-b968-5f82ec8ec830 x-openstack-request-id: req-6e4297f1-fb37-46d3-b968-5f82ec8ec830 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:12.659933 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "715d279a-1110-482c-b2b0-52fc224967a2", "tag": "b02d8292-e21a-4994-a289-83134bff1559", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:12.660191 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e4297f1-fb37-46d3-b968-5f82ec8ec830 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:12.660603 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715d279a-1110-482c-b2b0-52fc224967a2', 'tag': 'b02d8292-e21a-4994-a289-83134bff1559', 'status': 'completed', 'code': 200} Oct 19 11:12:12.663355 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-ab833dfb-3f77-4b03-83e3-1b1b73d6a303 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9138904 Oct 19 11:12:12.685080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Request body: {'port': {'device_id': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:12.749819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Pushing event updated for resources: {'Port': ['ID=93b3d979-ec32-4f56-bd69-9a51e37d7369,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:12.777300 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-cfad591e-4bf0-4d54-b758-9b1e147e764b service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433891 Oct 19 11:12:12.784794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f20ce-8502-4b42-a708-dd9415a70a8a req-c9e00137-ce11-463b-83ac-9ee9ca466f6a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:12.787140 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-094f20ce-8502-4b42-a708-dd9415a70a8a req-c9e00137-ce11-463b-83ac-9ee9ca466f6a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 948 time: 0.1172457 Oct 19 11:12:12.800991 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:12.801344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:12.801668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:12.810182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-34faa88f-dd93-476a-86cb-1fa5a280292a None None] Provisioning complete for port f8e96847-89a5-431e-87da-58e76243e385 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:12.810718 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-34faa88f-dd93-476a-86cb-1fa5a280292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:12.818751 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:12.820929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a022-d54b-4774-b242-4eaa96728a63 req-725b0872-6d6e-43ca-8f8e-a04aa36d9b9b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:12.825137 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27a0a022-d54b-4774-b242-4eaa96728a63 req-725b0872-6d6e-43ca-8f8e-a04aa36d9b9b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 943 time: 0.1617291 Oct 19 11:12:12.834438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:12:12.835300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:12.852210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-34faa88f-dd93-476a-86cb-1fa5a280292a None None] Port f8e96847-89a5-431e-87da-58e76243e385 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:12:12.863013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:12.863342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:12.863715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:12.864137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Bound port: 93b3d979-ec32-4f56-bd69-9a51e37d7369, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:12.864487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:12.869736 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-094f20ce-8502-4b42-a708-dd9415a70a8a req-4e942174-b7e0-494b-8d3c-0060487988bb tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683963 Oct 19 11:12:12.957987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27a0a022-d54b-4774-b242-4eaa96728a63 req-1f8d9034-962f-4fc9-b6b8-f67ccea2ef1c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271346 Oct 19 11:12:12.983352 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbb06569-5cf9-4929-9a41-fafbabe2f6b9 req-1abc1c2d-412c-487b-be9f-9860fd73cc51 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968005 Oct 19 11:12:13.064662 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9667a63a-d792-4151-ac0c-a2151ea7eb6f req-68d4c3bd-4dec-4678-9f1e-a6264151be8f tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 210 time: 0.0323880 Oct 19 11:12:13.067146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:13.080081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:13.123444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae97a5d-d683-46c0-b524-b5586785b0f3 req-6ae3a391-e735-4c38-a7cb-b70b83e82958 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:13.125675 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ae97a5d-d683-46c0-b524-b5586785b0f3 req-6ae3a391-e735-4c38-a7cb-b70b83e82958 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 946 time: 0.0777471 Oct 19 11:12:13.162453 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:13.205377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ae97a5d-d683-46c0-b524-b5586785b0f3 req-24a7cb16-6d04-42c7-b006-9e311433ae6d tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a371214-018b-48fb-8660-59b5b77e9c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719323 Oct 19 11:12:13.208850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e96847-89a5-431e-87da-58e76243e385 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:13.217091 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:13.222964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:13.223636 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:13.225086 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] 10.222.0.49 "PUT /v2.0/ports/93b3d979-ec32-4f56-bd69-9a51e37d7369 HTTP/1.1" status: 200 len: 1091 time: 1.5531120 Oct 19 11:12:13.240259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Transition to ACTIVE for port object f8e96847-89a5-431e-87da-58e76243e385 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:12:13.256177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1 req-d0ebafba-6734-490e-afa6-0183ddcac21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:13.257928 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1 req-d0ebafba-6734-490e-afa6-0183ddcac21d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 1099 time: 0.1322873 Oct 19 11:12:13.268236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e664c-86ac-4f99-ad51-f44c893dcba0 req-eb80a3b1-50e9-48ae-bbbe-1433dd6f6aed tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:13.269647 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e29e664c-86ac-4f99-ad51-f44c893dcba0 req-eb80a3b1-50e9-48ae-bbbe-1433dd6f6aed tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 931 time: 0.1344028 Oct 19 11:12:13.304330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5889106-b1da-4eba-add0-0971fd86769f service neutron] Pushing event updated for resources: {'Port': ['ID=93b3d979-ec32-4f56-bd69-9a51e37d7369,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:13.353743 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:13.378708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e29e664c-86ac-4f99-ad51-f44c893dcba0 req-54b38bb8-1c06-4b55-8cee-022cd4258bad tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941615 Oct 19 11:12:13.441812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e96847-89a5-431e-87da-58e76243e385,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:13.452039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1 req-d1488afd-4f9b-4b13-8f73-2d76e4ccf769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:13.453010 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1 req-d1488afd-4f9b-4b13-8f73-2d76e4ccf769 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1772604 Oct 19 11:12:13.463821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f091-2b81-437d-96a6-f678aff49188 req-487b45a1-aecd-4ca8-a1c2-f203af3e1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:13.465570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-487b45a1-aecd-4ca8-a1c2-f203af3e1012 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1094 time: 0.0709949 Oct 19 11:12:13.478734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Attempting to bind port f8e96847-89a5-431e-87da-58e76243e385 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:13.479402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Attempting to bind port f8e96847-89a5-431e-87da-58e76243e385 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:13.479933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Attempting to bind port f8e96847-89a5-431e-87da-58e76243e385 on network f8824758-9a29-42ea-9139-1a0816bd3c64 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:13.484983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Port f8e96847-89a5-431e-87da-58e76243e385 on network f8824758-9a29-42ea-9139-1a0816bd3c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:12:13.485316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Attempting to bind port f8e96847-89a5-431e-87da-58e76243e385 on network f8824758-9a29-42ea-9139-1a0816bd3c64 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:13.491588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:13.491997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Checking segment: {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:13.492353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Bound using segment: {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:13.497570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Bound port: f8e96847-89a5-431e-87da-58e76243e385, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:13.497570 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:13.511702 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1 req-871936f0-7cee-43b2-94b8-902aa5dec6cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=b02d8292-e21a-4994-a289-83134bff1559 HTTP/1.1" status: 200 len: 217 time: 0.0451505 Oct 19 11:12:13.568051 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-2363758a-1d85-42a1-b331-e7d4f012829e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369 HTTP/1.1" status: 200 len: 217 time: 0.0627646 Oct 19 11:12:13.576788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] For port f8e96847-89a5-431e-87da-58e76243e385, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:13.581812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] For port f8e96847-89a5-431e-87da-58e76243e385, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f8e96847-89a5-431e-87da-58e76243e385,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:13.650706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1 req-abc6abe9-477a-42aa-9ef0-95af595bc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:13.652260 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1 req-abc6abe9-477a-42aa-9ef0-95af595bc3b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0985148 Oct 19 11:12:13.655440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f091-2b81-437d-96a6-f678aff49188 req-b7140b27-4255-4825-b480-a059d26671bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:13.656797 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-b7140b27-4255-4825-b480-a059d26671bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.0699949 Oct 19 11:12:13.695513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:13.723480 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-f44d706e-099e-42fa-bb7b-518afb253ff1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512929 Oct 19 11:12:13.737415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1 req-a48db8cc-9448-4502-b0b9-25b4c4afbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:13.738894 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1 req-a48db8cc-9448-4502-b0b9-25b4c4afbbc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683038 Oct 19 11:12:13.767437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e96847-89a5-431e-87da-58e76243e385,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:13.776753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:13.777595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:13.779522 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bdb2a780-43ce-49d8-91fb-3ebc777751f1 service neutron] 10.222.0.26 "PUT /v2.0/ports/f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 1091 time: 1.1002946 Oct 19 11:12:13.780373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:13.783371 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6927833-c0f6-4048-8351-f09f7b8dad3a" -d '{"events": [{"name": "network-changed", "server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "tag": "f8e96847-89a5-431e-87da-58e76243e385"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:13.847961 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc40680f-8bbc-495b-881e-79137685c4ca x-openstack-request-id: req-bc40680f-8bbc-495b-881e-79137685c4ca {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:13.849333 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "tag": "f8e96847-89a5-431e-87da-58e76243e385", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:13.852580 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc40680f-8bbc-495b-881e-79137685c4ca {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:13.857150 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385', 'status': 'completed', 'code': 200} Oct 19 11:12:13.905766 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-bb593a5b-9e3e-4479-9d92-6fedd47af7ce service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705494 Oct 19 11:12:13.910313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1 req-92039df8-3bb2-4ac2-9cf5-54ab80b23d87 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538608 Oct 19 11:12:13.919552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6927833-c0f6-4048-8351-f09f7b8dad3a req-960902d8-57d4-48d5-99af-6fbc7ed8abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:13.922181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f6927833-c0f6-4048-8351-f09f7b8dad3a req-960902d8-57d4-48d5-99af-6fbc7ed8abcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 1094 time: 0.0602193 Oct 19 11:12:14.118766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe0973-c6fd-4072-a8ed-d667fcc5cde8 req-b4265182-1f84-4b25-9707-a3ecd7aa2483 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:14.120805 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4fbe0973-c6fd-4072-a8ed-d667fcc5cde8 req-b4265182-1f84-4b25-9707-a3ecd7aa2483 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 948 time: 0.1686766 Oct 19 11:12:14.150969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6927833-c0f6-4048-8351-f09f7b8dad3a req-8c498ab5-2d40-4c10-b68c-19ddf3cf0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:14.152763 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f6927833-c0f6-4048-8351-f09f7b8dad3a req-8c498ab5-2d40-4c10-b68c-19ddf3cf0ded service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f829754b827c4f5baf637ce6e23968c3&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2217264 Oct 19 11:12:14.195010 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c17c16c-fb19-4c6d-93ce-9632a9993ae1 req-2666417b-7031-43de-89fb-14b156cb7a06 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696555 Oct 19 11:12:14.199118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46050150-7d3d-4863-9bbc-b5d312fe30f4 req-7c0e6e3c-d696-4ff2-8588-b5add1e0823b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:14.200617 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-46050150-7d3d-4863-9bbc-b5d312fe30f4 req-7c0e6e3c-d696-4ff2-8588-b5add1e0823b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 943 time: 0.0898478 Oct 19 11:12:14.206414 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9e63f091-2b81-437d-96a6-f678aff49188 req-965ad54c-53f0-494f-91cb-6aa89ce6d068 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822936 Oct 19 11:12:14.215496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4fbe0973-c6fd-4072-a8ed-d667fcc5cde8 req-8e433ed7-e3a0-4403-801a-db0d91b4e9f4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820615 Oct 19 11:12:14.321891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-46050150-7d3d-4863-9bbc-b5d312fe30f4 req-eb3341ba-1fbc-4583-98c8-47a5b467e71c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134918 Oct 19 11:12:14.331892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d50ad-e3ba-49a3-a6ff-7069778aa0e1 req-ca26dc7c-7b82-44b8-9ce8-907755ad4915 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:14.333344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac8d50ad-e3ba-49a3-a6ff-7069778aa0e1 req-ca26dc7c-7b82-44b8-9ce8-907755ad4915 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.49 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 946 time: 0.1318572 Oct 19 11:12:14.370860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6927833-c0f6-4048-8351-f09f7b8dad3a req-f5909302-0749-470e-8b9b-ccc7545eac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:14.372388 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f6927833-c0f6-4048-8351-f09f7b8dad3a req-f5909302-0749-470e-8b9b-ccc7545eac05 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110016 Oct 19 11:12:14.452096 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee0657b6-6caa-44aa-a184-fea035ce6849 req-0c73385e-bf93-4e6f-93b3-aed13c478b53 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 210 time: 0.0582070 Oct 19 11:12:14.525846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-9aa0b5cf-c276-489c-bfa8-4336e605294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:14.527529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-9aa0b5cf-c276-489c-bfa8-4336e605294d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 1094 time: 0.0832438 Oct 19 11:12:14.581360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-66b4c87f-bd89-4f96-ab6e-414b9b200c6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 217 time: 0.0451570 Oct 19 11:12:14.583419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-ac8d50ad-e3ba-49a3-a6ff-7069778aa0e1 req-c7d91950-77d5-4aae-bb50-345e051717e1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Deleting port 76474f38-5207-49bf-abb4-44c0d7b1e608 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:14.583751 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ac8d50ad-e3ba-49a3-a6ff-7069778aa0e1 req-c7d91950-77d5-4aae-bb50-345e051717e1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:14.661517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'tag': '93b3d979-ec32-4f56-bd69-9a51e37d7369'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:14.665393 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c55c2a-5df8-4fb0-9977-f8c5506faab7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4a1ee3-8084-41a7-9820-39d7162ccd7b", "tag": "93b3d979-ec32-4f56-bd69-9a51e37d7369"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:14.721581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a7977-7620-4a47-86b9-0fb31a936168 req-ceda25ef-6db2-4ad6-b8b5-ec7cdb87a5b0 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:14.723208 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e08a7977-7620-4a47-86b9-0fb31a936168 req-ceda25ef-6db2-4ad6-b8b5-ec7cdb87a5b0 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 946 time: 0.1807189 Oct 19 11:12:14.724566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-b908ee41-f09e-4b92-9c96-fd77c1346b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:14.725845 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-b908ee41-f09e-4b92-9c96-fd77c1346b00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.1252694 Oct 19 11:12:14.761811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914da05f-bc69-44b8-b3ac-7a73eef35e48 req-a2128216-15c9-4ad1-aa16-8860b3a2c00a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:14.761811 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-914da05f-bc69-44b8-b3ac-7a73eef35e48 req-a2128216-15c9-4ad1-aa16-8860b3a2c00a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 943 time: 0.0523505 Oct 19 11:12:14.805475 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-914da05f-bc69-44b8-b3ac-7a73eef35e48 req-ec2afdca-09da-4751-90d8-6f9106d165e3 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Oct 19 11:12:15.051282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-ac8d50ad-e3ba-49a3-a6ff-7069778aa0e1 req-c7d91950-77d5-4aae-bb50-345e051717e1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] For port 76474f38-5207-49bf-abb4-44c0d7b1e608, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=76474f38-5207-49bf-abb4-44c0d7b1e608,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:15.051860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ac8d50ad-e3ba-49a3-a6ff-7069778aa0e1 req-c7d91950-77d5-4aae-bb50-345e051717e1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:15.072524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e08a7977-7620-4a47-86b9-0fb31a936168 req-80b0c601-2076-4b02-8255-77fb0747c27d tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/security-groups?id=2a371214-018b-48fb-8660-59b5b77e9c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433981 Oct 19 11:12:15.073436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-ac8d50ad-e3ba-49a3-a6ff-7069778aa0e1 req-c7d91950-77d5-4aae-bb50-345e051717e1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Calling delete_port for 76474f38-5207-49bf-abb4-44c0d7b1e608 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:15.087487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bf69ddbd-5c09-40c0-b430-e706faf6c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:15.088036 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-bf69ddbd-5c09-40c0-b430-e706faf6c5df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3493950 Oct 19 11:12:15.134476 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361acb9d-6699-4440-babc-e1f2135924a8 x-openstack-request-id: req-361acb9d-6699-4440-babc-e1f2135924a8 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:15.135275 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4a1ee3-8084-41a7-9820-39d7162ccd7b", "tag": "93b3d979-ec32-4f56-bd69-9a51e37d7369", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:15.135745 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-361acb9d-6699-4440-babc-e1f2135924a8 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:15.136353 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'tag': '93b3d979-ec32-4f56-bd69-9a51e37d7369', 'status': 'completed', 'code': 200} Oct 19 11:12:15.215563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c55c2a-5df8-4fb0-9977-f8c5506faab7 req-b869f89d-dc7b-40c6-af92-85aa808d4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:15.217141 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69c55c2a-5df8-4fb0-9977-f8c5506faab7 req-b869f89d-dc7b-40c6-af92-85aa808d4d28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1094 time: 0.0510335 Oct 19 11:12:15.274794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-6d83d34f-2df7-4f38-9123-7ad3b9c3e17b tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8a476e016ba34552afb94fc8c9967236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555973 Oct 19 11:12:15.363796 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-388f3050-62f6-4bb7-8a00-362cc477dfed service neutron] 10.222.0.26 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635698 Oct 19 11:12:15.551017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22288c2-efac-48a8-841f-28eda7534a4a req-a5f265d6-c6cc-4ff4-8b84-289c55343d18 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:15.552559 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f22288c2-efac-48a8-841f-28eda7534a4a req-a5f265d6-c6cc-4ff4-8b84-289c55343d18 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 948 time: 0.2554004 Oct 19 11:12:15.572957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-2bfb5b08-b9ef-4d3d-848c-6c053d2daf57 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:15.574493 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-2bfb5b08-b9ef-4d3d-848c-6c053d2daf57 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2913117 Oct 19 11:12:15.591673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Request body: {'port': {'device_id': 'd45b8280-bab5-4796-8a47-a7a24e806858', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '8a476e016ba34552afb94fc8c9967236'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:15.643872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c55c2a-5df8-4fb0-9977-f8c5506faab7 req-cf130b55-5578-4d21-80e8-455ccfde0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:15.645356 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69c55c2a-5df8-4fb0-9977-f8c5506faab7 req-cf130b55-5578-4d21-80e8-455ccfde0445 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.4189093 Oct 19 11:12:15.651576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ac8d50ad-e3ba-49a3-a6ff-7069778aa0e1 req-c7d91950-77d5-4aae-bb50-345e051717e1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:15.656103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a678c-d683-454a-84b6-9224bc4726fc req-09de13de-e5b0-4a01-8e25-c53de3607248 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:15.657575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-309a678c-d683-454a-84b6-9224bc4726fc req-09de13de-e5b0-4a01-8e25-c53de3607248 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 943 time: 0.0709505 Oct 19 11:12:15.664447 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f22288c2-efac-48a8-841f-28eda7534a4a req-643d04c7-b534-4409-89fd-18c8e4367937 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015496 Oct 19 11:12:15.664665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['76474f38-5207-49bf-abb4-44c0d7b1e608'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:15.697654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-939a09d5-bbdb-4fdf-a393-8be11480acad req-4d4f7c15-0ebf-42c9-84e4-3831233ede52 service neutron] 10.222.0.26 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208520 Oct 19 11:12:15.704606 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69c55c2a-5df8-4fb0-9977-f8c5506faab7 req-caabce9e-2142-4d0a-b61d-1deb0d7cdfd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369 HTTP/1.1" status: 200 len: 217 time: 0.0460510 Oct 19 11:12:15.726950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d91950-77d5-4aae-bb50-345e051717e1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Pushing event deleted for resources: {'Port': ['ID=76474f38-5207-49bf-abb4-44c0d7b1e608,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:15.778796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-309a678c-d683-454a-84b6-9224bc4726fc req-41cd4375-1998-4a34-88f6-69f1e2ee3470 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768771 Oct 19 11:12:15.788960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8d50ad-e3ba-49a3-a6ff-7069778aa0e1 req-c7d91950-77d5-4aae-bb50-345e051717e1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] No DVR routers for this DVR port 76474f38-5207-49bf-abb4-44c0d7b1e608 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:12:15.799398 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c55c2a-5df8-4fb0-9977-f8c5506faab7 req-40cdb61e-0843-4305-8a4a-0640d0a307c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:15.799596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ac8d50ad-e3ba-49a3-a6ff-7069778aa0e1 req-c7d91950-77d5-4aae-bb50-345e051717e1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:15.799780 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69c55c2a-5df8-4fb0-9977-f8c5506faab7 req-40cdb61e-0843-4305-8a4a-0640d0a307c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.0763817 Oct 19 11:12:15.799876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac8d50ad-e3ba-49a3-a6ff-7069778aa0e1 req-c7d91950-77d5-4aae-bb50-345e051717e1 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.49 "DELETE /v2.0/ports/76474f38-5207-49bf-abb4-44c0d7b1e608 HTTP/1.1" status: 204 len: 173 time: 1.4532633 Oct 19 11:12:15.859506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'name': 'network-vif-deleted', 'tag': '76474f38-5207-49bf-abb4-44c0d7b1e608'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:15.859506 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b295280-e53a-48c4-a87a-d6b876219a26" -d '{"events": [{"server_uuid": "23f3b2db-28dd-4932-a67a-29aebfeb7115", "name": "network-vif-deleted", "tag": "76474f38-5207-49bf-abb4-44c0d7b1e608"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:15.859714 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69c55c2a-5df8-4fb0-9977-f8c5506faab7 req-90ea2859-565b-458c-ab39-93d65db95e44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459929 Oct 19 11:12:15.925055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Made reservation on behalf of 8a476e016ba34552afb94fc8c9967236 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:15.930233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:15.941609 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:15.961979 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c2cfdd2-72d5-40df-a415-6bb77e6f9dd7 req-e1a086f7-bee0-4610-9971-b4e632b9fd9a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 210 time: 0.0608189 Oct 19 11:12:16.002550 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69c55c2a-5df8-4fb0-9977-f8c5506faab7 req-c3c8af5e-c9f7-418f-82da-3f2e3f2ba311 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408725 Oct 19 11:12:16.078103 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:16.102775 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4b5ecc-d8c9-4c11-b292-51467f6b5303 x-openstack-request-id: req-2f4b5ecc-d8c9-4c11-b292-51467f6b5303 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:16.103066 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f3b2db-28dd-4932-a67a-29aebfeb7115", "name": "network-vif-deleted", "tag": "76474f38-5207-49bf-abb4-44c0d7b1e608", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:16.104601 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f4b5ecc-d8c9-4c11-b292-51467f6b5303 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:16.104601 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f3b2db-28dd-4932-a67a-29aebfeb7115', 'name': 'network-vif-deleted', 'tag': '76474f38-5207-49bf-abb4-44c0d7b1e608', 'status': 'completed', 'code': 200} Oct 19 11:12:16.148055 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69c55c2a-5df8-4fb0-9977-f8c5506faab7 req-4ad45bbb-8148-4461-8af4-a2e361367b72 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344521 Oct 19 11:12:16.157225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbab1e-118d-4257-b0a4-7bfcb92029cf req-4787ee6a-080e-4a2b-8b2f-9370cacfbbd4 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:16.158665 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8fbab1e-118d-4257-b0a4-7bfcb92029cf req-4787ee6a-080e-4a2b-8b2f-9370cacfbbd4 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 943 time: 0.1134894 Oct 19 11:12:16.180897 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:16.199421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8fbab1e-118d-4257-b0a4-7bfcb92029cf req-70760e02-8e59-421f-a2da-d64559e5df9f tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341320 Oct 19 11:12:16.210267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d1ddd82-6a81-4a91-8923-6321b12e9ed3 req-251b0011-0c4a-4f00-b7a0-0ba47b020a63 tempest-FloatingIPsAssociationNegativeTestJSON-424166776 tempest-FloatingIPsAssociationNegativeTestJSON-424166776-project] 10.222.0.39 "GET /v2.0/ports?device_id=23f3b2db-28dd-4932-a67a-29aebfeb7115 HTTP/1.1" status: 200 len: 210 time: 0.0396240 Oct 19 11:12:16.278266 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebc2f11-766c-440d-89e5-71b61090ed92,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:16.353149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Allocated IP 192.168.233.176 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/7329a066-c317-42e5-ac45-af3be6b4761a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:16.487603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 93b3d979-ec32-4f56-bd69-9a51e37d7369 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:12:16.506214 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:16.590627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:16.602847 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '93b3d979-ec32-4f56-bd69-9a51e37d7369', 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e', 'port_id': '93b3d979-ec32-4f56-bd69-9a51e37d7369', 'mac_address': 'fa:16:3e:94:c9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a1401-6e97-415b-8ae3-d10a50b8cda9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:12:16.615281 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:16.648708 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:16.663006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b3d979-ec32-4f56-bd69-9a51e37d7369 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:16.684294 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:16.684989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Pushing event updated for resources: {'Port': ['ID=7329a066-c317-42e5-ac45-af3be6b4761a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:16.703110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:16.704718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:16.709812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:16.716884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:16.721902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:16.782769 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:16.783706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b02d8292-e21a-4994-a289-83134bff1559 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:12:16.810219 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-07b18f47-2618-481b-801a-cf2f40ad7806 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2243204 Oct 19 11:12:16.810498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed0fde-b0a5-478f-b39b-9c6c06397069 req-0aa7fb4c-3654-4b4f-b7e8-057bdd823fc6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:16.819002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80ed0fde-b0a5-478f-b39b-9c6c06397069 req-0aa7fb4c-3654-4b4f-b7e8-057bdd823fc6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 948 time: 0.0633776 Oct 19 11:12:16.826943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Request body: {'port': {'device_id': 'd45b8280-bab5-4796-8a47-a7a24e806858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:16.863033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=93b3d979-ec32-4f56-bd69-9a51e37d7369,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:16.879859 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80ed0fde-b0a5-478f-b39b-9c6c06397069 req-35344e62-f1f8-4cb6-b764-340a51ec21f6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596108 Oct 19 11:12:16.927830 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:17.003637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b02d8292-e21a-4994-a289-83134bff1559, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b02d8292-e21a-4994-a289-83134bff1559,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:17.007800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529bd51-b444-461c-a05a-92a37bf09cc3 req-13bdb50b-e179-4368-a861-6f3e84b91037 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:17.015738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'b02d8292-e21a-4994-a289-83134bff1559', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'b02d8292-e21a-4994-a289-83134bff1559', 'mac_address': 'fa:16:3e:ef:3a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:12:17.016747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4529bd51-b444-461c-a05a-92a37bf09cc3 req-13bdb50b-e179-4368-a861-6f3e84b91037 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 1096 time: 0.0576129 Oct 19 11:12:17.046929 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4529bd51-b444-461c-a05a-92a37bf09cc3 req-1fafcb3f-98d5-4cd9-bffd-ec6786c4abb0 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293999 Oct 19 11:12:17.066600 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:17.088217 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02d8292-e21a-4994-a289-83134bff1559 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:17.097820 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1ead57cb-adbd-4d6f-b346-98e9cf428d48 None None] Provisioning complete for port 7329a066-c317-42e5-ac45-af3be6b4761a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:17.098184 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1ead57cb-adbd-4d6f-b346-98e9cf428d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:17.142088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1ead57cb-adbd-4d6f-b346-98e9cf428d48 None None] Port 7329a066-c317-42e5-ac45-af3be6b4761a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:12:17.148276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b02d8292-e21a-4994-a289-83134bff1559, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b02d8292-e21a-4994-a289-83134bff1559,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:17.180289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34802745-b54c-488b-be16-ebc633fe0813 req-47022fce-058c-4f58-8427-fec9e22a4dc0 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:17.182466 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34802745-b54c-488b-be16-ebc633fe0813 req-47022fce-058c-4f58-8427-fec9e22a4dc0 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 936 time: 0.0528519 Oct 19 11:12:17.200291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2c0f9-ba70-48e0-af5d-ad96caf0f171 req-37782476-338e-4a0d-ab69-423f510200a0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:17.201780 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24d2c0f9-ba70-48e0-af5d-ad96caf0f171 req-37782476-338e-4a0d-ab69-423f510200a0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 944 time: 0.1101170 Oct 19 11:12:17.205182 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:17.223818 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34802745-b54c-488b-be16-ebc633fe0813 req-eecef1ec-65db-412c-885b-9493175abb99 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359762 Oct 19 11:12:17.261580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b02d8292-e21a-4994-a289-83134bff1559,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:17.279784 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24d2c0f9-ba70-48e0-af5d-ad96caf0f171 req-c612931e-eb1f-49c8-ac99-0321ee1a6b78 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666699 Oct 19 11:12:17.319291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7329a066-c317-42e5-ac45-af3be6b4761a {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:17.327255 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:17.340573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Transition to ACTIVE for port object 7329a066-c317-42e5-ac45-af3be6b4761a will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:12:17.414532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096754b-3436-4aaa-86e5-477d3757131b req-8e41940e-0de5-42a4-81fd-62318ac62481 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:17.416015 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3096754b-3436-4aaa-86e5-477d3757131b req-8e41940e-0de5-42a4-81fd-62318ac62481 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 943 time: 0.0499277 Oct 19 11:12:17.417229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:17.477541 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['93b3d979-ec32-4f56-bd69-9a51e37d7369'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:17.486539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b02d8292-e21a-4994-a289-83134bff1559'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:17.495384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Pushing event updated for resources: {'Port': ['ID=7329a066-c317-42e5-ac45-af3be6b4761a,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:17.500120 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3096754b-3436-4aaa-86e5-477d3757131b req-e90f7103-3bec-4155-b9c0-fae7d849e0d3 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774293 Oct 19 11:12:17.546500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Attempting to bind port 7329a066-c317-42e5-ac45-af3be6b4761a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:17.547033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Attempting to bind port 7329a066-c317-42e5-ac45-af3be6b4761a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:17.547252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Attempting to bind port 7329a066-c317-42e5-ac45-af3be6b4761a on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:17.555488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Port 7329a066-c317-42e5-ac45-af3be6b4761a on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:12:17.556284 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Attempting to bind port 7329a066-c317-42e5-ac45-af3be6b4761a on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:17.575198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:17.575549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:17.575963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:17.576385 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Bound port: 7329a066-c317-42e5-ac45-af3be6b4761a, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:17.576821 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:17.584936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45036) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:17.700404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] For port 7329a066-c317-42e5-ac45-af3be6b4761a, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:17.704420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] For port 7329a066-c317-42e5-ac45-af3be6b4761a, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7329a066-c317-42e5-ac45-af3be6b4761a,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:17.834059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:17.878717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:17.879515 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:17.881131 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] 10.222.0.26 "PUT /v2.0/ports/7329a066-c317-42e5-ac45-af3be6b4761a HTTP/1.1" status: 200 len: 1096 time: 1.0591860 Oct 19 11:12:17.933783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec173fd3-5b37-4636-b07e-bb5c252cb26d service neutron] Pushing event updated for resources: {'Port': ['ID=7329a066-c317-42e5-ac45-af3be6b4761a,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:18.038993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-71ddb05f-a0aa-4053-baa3-50f95ea84a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:18.040752 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-71ddb05f-a0aa-4053-baa3-50f95ea84a4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a476e016ba34552afb94fc8c9967236&device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 1099 time: 0.0550091 Oct 19 11:12:18.103267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-71c68569-3571-44f4-86ac-6e29aa795a0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7329a066-c317-42e5-ac45-af3be6b4761a HTTP/1.1" status: 200 len: 217 time: 0.0539339 Oct 19 11:12:18.106021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45b8280-bab5-4796-8a47-a7a24e806858', 'tag': '7329a066-c317-42e5-ac45-af3be6b4761a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:18.111144 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5669de71-6bbd-4ce2-853d-48f8f11a1941" -d '{"events": [{"name": "network-changed", "server_uuid": "d45b8280-bab5-4796-8a47-a7a24e806858", "tag": "7329a066-c317-42e5-ac45-af3be6b4761a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:18.168577 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:18.172336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-227ab539-d62c-4b4b-b62d-4f46651fcd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:18.174483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-227ab539-d62c-4b4b-b62d-4f46651fcd81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0569136 Oct 19 11:12:18.233600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ac6feb8c-2ecc-4e4e-8f7f-bf5fb24db96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:18.235242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-ac6feb8c-2ecc-4e4e-8f7f-bf5fb24db96c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529363 Oct 19 11:12:18.348735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-dba62afa-ca60-45e6-959e-eb1cf5df6140 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048782 Oct 19 11:12:18.415135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f8e96847-89a5-431e-87da-58e76243e385 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:12:18.458288 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1758f806-58b4-4024-bbf8-4ffbb2acc6c9 req-644d78d6-37fa-4cab-82c8-f144cff96596 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009319 Oct 19 11:12:18.507035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] Deleting port 138b92aa-b327-44ba-96ec-a60746e9cb45 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:18.507914 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:18.517953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 93b3d979-ec32-4f56-bd69-9a51e37d7369 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:18.587044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f8e96847-89a5-431e-87da-58e76243e385, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f8e96847-89a5-431e-87da-58e76243e385,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:18.593166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] For port 138b92aa-b327-44ba-96ec-a60746e9cb45, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=138b92aa-b327-44ba-96ec-a60746e9cb45,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:18.593543 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:18.602372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'f8e96847-89a5-431e-87da-58e76243e385', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'port_id': 'f8e96847-89a5-431e-87da-58e76243e385', 'mac_address': 'fa:16:3e:0b:0c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:12:18.605734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] Calling delete_port for 138b92aa-b327-44ba-96ec-a60746e9cb45 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:18.647380 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:18.661301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e96847-89a5-431e-87da-58e76243e385 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:18.683359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f8e96847-89a5-431e-87da-58e76243e385, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f8e96847-89a5-431e-87da-58e76243e385,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:18.690159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 93b3d979-ec32-4f56-bd69-9a51e37d7369 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:12:18.694055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 93b3d979-ec32-4f56-bd69-9a51e37d7369 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:18.699377 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:18.784818 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:18.794111 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:18.826659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b54f78-b8c1-4cc2-9428-135840394560 req-be9c4dc3-067d-4446-bd97-2b79ad7480f2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:18.828148 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70b54f78-b8c1-4cc2-9428-135840394560 req-be9c4dc3-067d-4446-bd97-2b79ad7480f2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 949 time: 0.0744658 Oct 19 11:12:18.845988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3d979-ec32-4f56-bd69-9a51e37d7369'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:18.848220 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b199ed2-9023-492f-a549-f3581f015a4e" -d '{"events": [{"server_uuid": "6c4a1ee3-8084-41a7-9820-39d7162ccd7b", "name": "network-vif-plugged", "status": "completed", "tag": "93b3d979-ec32-4f56-bd69-9a51e37d7369"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:18.868581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:18.869629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f8e96847-89a5-431e-87da-58e76243e385,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:18.869945 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70b54f78-b8c1-4cc2-9428-135840394560 req-6e816d5b-2a11-4013-8c16-afbaa68f2a57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352504 Oct 19 11:12:18.879570 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:18.908747 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] Pushing event deleted for resources: {'Port': ['ID=138b92aa-b327-44ba-96ec-a60746e9cb45,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:18.929505 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20de34c5-f393-4a5a-8896-d880d0736b2e x-openstack-request-id: req-20de34c5-f393-4a5a-8896-d880d0736b2e {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:18.929505 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45b8280-bab5-4796-8a47-a7a24e806858", "tag": "7329a066-c317-42e5-ac45-af3be6b4761a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:18.929505 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20de34c5-f393-4a5a-8896-d880d0736b2e {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:18.929505 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45b8280-bab5-4796-8a47-a7a24e806858', 'tag': '7329a066-c317-42e5-ac45-af3be6b4761a', 'status': 'completed', 'code': 200} Oct 19 11:12:18.946218 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:18.947029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b02d8292-e21a-4994-a289-83134bff1559 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:19.044639 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669de71-6bbd-4ce2-853d-48f8f11a1941 req-0323f3e8-2b56-4aa3-8f5a-8c273eda5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:19.046533 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5669de71-6bbd-4ce2-853d-48f8f11a1941 req-0323f3e8-2b56-4aa3-8f5a-8c273eda5e47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a476e016ba34552afb94fc8c9967236&device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 1099 time: 0.0944040 Oct 19 11:12:19.059057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f8e96847-89a5-431e-87da-58e76243e385'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:19.123573 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:19.196360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669de71-6bbd-4ce2-853d-48f8f11a1941 req-f0e43a19-aabb-41b9-a4c5-284f200a14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:19.198761 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5669de71-6bbd-4ce2-853d-48f8f11a1941 req-f0e43a19-aabb-41b9-a4c5-284f200a14c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1401758 Oct 19 11:12:19.220007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=93b3d979-ec32-4f56-bd69-9a51e37d7369,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:19.253952 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bfcf0-32a3-4cd0-b923-b7cf58741c18 req-1368d0e0-05d8-4d81-8b9a-5289667c7c27 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:19.255462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-550bfcf0-32a3-4cd0-b923-b7cf58741c18 req-1368d0e0-05d8-4d81-8b9a-5289667c7c27 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 948 time: 0.2767477 Oct 19 11:12:19.257777 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5669de71-6bbd-4ce2-853d-48f8f11a1941 req-4ae0e5e8-8ba9-4fca-881c-3c54944d7321 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7329a066-c317-42e5-ac45-af3be6b4761a HTTP/1.1" status: 200 len: 217 time: 0.0485089 Oct 19 11:12:19.331226 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669de71-6bbd-4ce2-853d-48f8f11a1941 req-79faf0f7-2a15-486c-8e85-b2622743d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:19.332749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5669de71-6bbd-4ce2-853d-48f8f11a1941 req-79faf0f7-2a15-486c-8e85-b2622743d160 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0622542 Oct 19 11:12:19.345682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port b02d8292-e21a-4994-a289-83134bff1559 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:12:19.351613 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:19.354072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port b02d8292-e21a-4994-a289-83134bff1559 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:19.354408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:19.399731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-131a6dbb-ede9-43f1-8bf5-7db0c169a0e2 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:12:19.400866 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-131a6dbb-ede9-43f1-8bf5-7db0c169a0e2 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1306341 Oct 19 11:12:19.405098 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-550bfcf0-32a3-4cd0-b923-b7cf58741c18 req-afd7ec0b-b37b-4871-a64c-03d19aa3e40c tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426136 Oct 19 11:12:19.433737 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669de71-6bbd-4ce2-853d-48f8f11a1941 req-32b83bdc-f465-4d14-9e85-0688876a381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:19.437474 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5669de71-6bbd-4ce2-853d-48f8f11a1941 req-32b83bdc-f465-4d14-9e85-0688876a381a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895541 Oct 19 11:12:19.477313 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:19.513891 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b02d8292-e21a-4994-a289-83134bff1559, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b02d8292-e21a-4994-a289-83134bff1559,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:19.564020 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:19.592515 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:19.593617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 76474f38-5207-49bf-abb4-44c0d7b1e608 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:12:19.611895 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5669de71-6bbd-4ce2-853d-48f8f11a1941 req-66e3ba36-0c0b-4f34-802a-77e7ab79542f service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651909 Oct 19 11:12:19.615826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 76474f38-5207-49bf-abb4-44c0d7b1e608 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:12:19.616261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 76474f38-5207-49bf-abb4-44c0d7b1e608 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:12:19.626886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc9844-ab2b-439a-af42-7cb839a72709 req-3434cc56-adcd-47c1-85eb-bdc327ce8da3 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:19.628804 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56fc9844-ab2b-439a-af42-7cb839a72709 req-3434cc56-adcd-47c1-85eb-bdc327ce8da3 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.1054275 Oct 19 11:12:19.664101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b02d8292-e21a-4994-a289-83134bff1559,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:19.705244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-b8023ff0-7c13-416f-99f9-7be7a5a6e7bc tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:19.706588 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-b8023ff0-7c13-416f-99f9-7be7a5a6e7bc tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports/f41ff9e9-274d-4d6f-9113-0610b57293fe HTTP/1.1" status: 200 len: 1093 time: 0.2953310 Oct 19 11:12:19.710778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] Router 0470940d-8036-42f0-b5ac-979ea0131f33 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:12:19.717801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Request body: {'binding': {'host': 'n-h1-814547-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:19.718319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Unknown quota resources ['binding']. {{(pid=101312) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:12:19.726490 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56fc9844-ab2b-439a-af42-7cb839a72709 req-9fc31670-06a9-4ad5-9292-5bd75d375dd0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876598 Oct 19 11:12:19.747773 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5669de71-6bbd-4ce2-853d-48f8f11a1941 req-caa16ce2-b6a9-4f3c-adb7-e47d8415921d service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177623 Oct 19 11:12:19.848229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ffeea-b265-42e3-9f93-f32879814cc3 req-c4cc8962-f3b6-4c1b-ad38-8e45f51eddd5 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:19.849782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b13ffeea-b265-42e3-9f93-f32879814cc3 req-c4cc8962-f3b6-4c1b-ad38-8e45f51eddd5 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 944 time: 0.0528235 Oct 19 11:12:19.890341 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b13ffeea-b265-42e3-9f93-f32879814cc3 req-05ef2add-8b24-4690-a98a-bf7919116225 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343716 Oct 19 11:12:19.910509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:12:19.919499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6c49e61a-fbc4-49c7-8f00-eac61646b689 admin admin] 10.222.0.39 "PUT /v2.0/routers/0470940d-8036-42f0-b5ac-979ea0131f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3331928 Oct 19 11:12:19.921971 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe5717-65ef-4178-b986-2ca9ace3a591 None None] Sync routers for ids ['0470940d-8036-42f0-b5ac-979ea0131f33'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:12:19.922795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45084) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:19.932861 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe5717-65ef-4178-b986-2ca9ace3a591 None None] Routers {'0470940d-8036-42f0-b5ac-979ea0131f33'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:19.933930 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-07fe5717-65ef-4178-b986-2ca9ace3a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0470940d-8036-42f0-b5ac-979ea0131f33'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:19.937216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on host n-h1-814547-1 for vnic_type normal with profile None {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:19.937630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:19.937937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:19.943381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:12:19.943691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:19.948515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:19.948878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:19.949252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:19.949670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Bound port: f41ff9e9-274d-4d6f-9113-0610b57293fe, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:20.027652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:20.041424 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da4199a-95d7-4f01-882a-4b018840e81e x-openstack-request-id: req-9da4199a-95d7-4f01-882a-4b018840e81e {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:20.041424 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4a1ee3-8084-41a7-9820-39d7162ccd7b", "name": "network-vif-plugged", "status": "completed", "tag": "93b3d979-ec32-4f56-bd69-9a51e37d7369", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:20.043054 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9da4199a-95d7-4f01-882a-4b018840e81e {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:20.043054 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3d979-ec32-4f56-bd69-9a51e37d7369', 'code': 200} Oct 19 11:12:20.052205 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:20.093074 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] Publish callbacks [] for binding, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:20.094593 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-938c2503-ef3f-4810-b87f-7a14bc6b5cd2 service neutron] 10.222.0.39 "POST /v2.0/ports/f41ff9e9-274d-4d6f-9113-0610b57293fe/bindings HTTP/1.1" status: 201 len: 389 time: 0.3809152 Oct 19 11:12:20.140054 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-07fe5717-65ef-4178-b986-2ca9ace3a591 None None] Set router 0470940d-8036-42f0-b5ac-979ea0131f33 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:20.165458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40188a4a-4d5a-451f-b3a1-a03b40873c76 req-5158f167-d500-4e07-b091-9405b0772987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:20.167015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40188a4a-4d5a-451f-b3a1-a03b40873c76 req-5158f167-d500-4e07-b091-9405b0772987 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1096 time: 0.0511289 Oct 19 11:12:20.202683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b730a0a-a9a1-4880-9d41-c965093b4849 req-853810cd-4842-4ca2-aa42-852e5e68a3a4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:20.204175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b730a0a-a9a1-4880-9d41-c965093b4849 req-853810cd-4842-4ca2-aa42-852e5e68a3a4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0996962 Oct 19 11:12:20.226544 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:20.229795 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40188a4a-4d5a-451f-b3a1-a03b40873c76 req-031f39dc-a1b0-427e-9b5e-57cdc705f1f6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543756 Oct 19 11:12:20.257104 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b730a0a-a9a1-4880-9d41-c965093b4849 req-d307a523-95da-41af-974b-72074f14e730 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Oct 19 11:12:20.323808 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-07fe5717-65ef-4178-b986-2ca9ace3a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:12:18Z', 'revision_number': 5, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port': {'id': 'dac845c8-c007-4ece-a935-eb8bdd1eada5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:25Z', 'updated_at': '2021-10-19T11:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:20.349200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Deleting port dac845c8-c007-4ece-a935-eb8bdd1eada5 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:20.349535 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:20.353661 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe5717-65ef-4178-b986-2ca9ace3a591 None None] Checking router: 0470940d-8036-42f0-b5ac-979ea0131f33 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:12:20.362879 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe5717-65ef-4178-b986-2ca9ace3a591 None None] Routers {'0470940d-8036-42f0-b5ac-979ea0131f33'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:20.363507 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-07fe5717-65ef-4178-b986-2ca9ace3a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:11:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0470940d-8036-42f0-b5ac-979ea0131f33'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:20.430181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f8e96847-89a5-431e-87da-58e76243e385 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:20.464596 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-07fe5717-65ef-4178-b986-2ca9ace3a591 None None] Set router 0470940d-8036-42f0-b5ac-979ea0131f33 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:20.475745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] For port dac845c8-c007-4ece-a935-eb8bdd1eada5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=dac845c8-c007-4ece-a935-eb8bdd1eada5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:20.476134 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:20.480193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25eaa4-def3-4799-b7a9-cf5958981050 req-8ca3158c-ebea-4097-aa28-7c8086e3d1d2 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:20.486828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e25eaa4-def3-4799-b7a9-cf5958981050 req-8ca3158c-ebea-4097-aa28-7c8086e3d1d2 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.0999136 Oct 19 11:12:20.500059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Calling delete_port for dac845c8-c007-4ece-a935-eb8bdd1eada5 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:20.549202 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-07fe5717-65ef-4178-b986-2ca9ace3a591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:12:20Z', 'revision_number': 6, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:20.553143 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e25eaa4-def3-4799-b7a9-cf5958981050 req-cd17bc99-65af-47a8-a921-1d03cde16ffb tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625911 Oct 19 11:12:20.579127 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe5717-65ef-4178-b986-2ca9ace3a591 None None] The sync data for ids ['0470940d-8036-42f0-b5ac-979ea0131f33'] in n-d-814547-1 is: [{'id': '0470940d-8036-42f0-b5ac-979ea0131f33', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411917797-router', 'tenant_id': '399d3eb188b542e1a67e1bf4536e2e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:24Z', 'updated_at': '2021-10-19T11:12:20Z', 'revision_number': 6, 'project_id': '399d3eb188b542e1a67e1bf4536e2e17', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:12:20.610362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port f8e96847-89a5-431e-87da-58e76243e385 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:12:20.614173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port f8e96847-89a5-431e-87da-58e76243e385 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:20.614546 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:20.621702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7b76a-22db-48de-8de7-6e63a7669a7d req-969c1b0f-5804-448b-8635-5f698eed1dfc tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:20.622804 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f4a7b76a-22db-48de-8de7-6e63a7669a7d req-969c1b0f-5804-448b-8635-5f698eed1dfc tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 948 time: 0.1206768 Oct 19 11:12:20.705056 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:20.712446 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f4a7b76a-22db-48de-8de7-6e63a7669a7d req-e338556c-53a0-4c77-b477-146522ca1eb6 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822036 Oct 19 11:12:20.743719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f8e96847-89a5-431e-87da-58e76243e385, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f8e96847-89a5-431e-87da-58e76243e385,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:20.793923 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:20.843703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-439616bf-d672-40c7-85b0-32b2dd7187bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:20.845017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f8e96847-89a5-431e-87da-58e76243e385,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:20.845283 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-439616bf-d672-40c7-85b0-32b2dd7187bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 1096 time: 0.0467315 Oct 19 11:12:20.846266 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:20.862576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5cdf8-cc4e-4b5c-9118-1196bad1982e req-998d33a1-b129-4944-acc0-e6dcd1148d19 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:20.864002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bcf5cdf8-cc4e-4b5c-9118-1196bad1982e req-998d33a1-b129-4944-acc0-e6dcd1148d19 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0536759 Oct 19 11:12:20.894128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Pushing event deleted for resources: {'Port': ['ID=dac845c8-c007-4ece-a935-eb8bdd1eada5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:20.920044 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bcf5cdf8-cc4e-4b5c-9118-1196bad1982e req-6f540e72-e1ad-426d-9d9b-bd8a11fee585 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493298 Oct 19 11:12:20.936919 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:20.999528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45104) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:21.164341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8cb98fa-679e-4bad-8496-8acacc05be0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.252917 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8cb98fa-679e-4bad-8496-8acacc05be0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.313649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8cb98fa-679e-4bad-8496-8acacc05be0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.393521 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f8cb98fa-679e-4bad-8496-8acacc05be0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c7507a87818467a81d8b95bef13f498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921382 Oct 19 11:12:21.393700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45110) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:21.397478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb98fa-679e-4bad-8496-8acacc05be0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b923142-ca55-4a5c-9084-32aa2ff838e3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:21.401224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.406593 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.422055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df262068-3c7a-43b1-a19e-0afb4ad47d13 req-b68b56ce-5d93-4293-bb9d-a1b1023fb066 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:21.423614 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-df262068-3c7a-43b1-a19e-0afb4ad47d13 req-b68b56ce-5d93-4293-bb9d-a1b1023fb066 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0844891 Oct 19 11:12:21.480288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 138b92aa-b327-44ba-96ec-a60746e9cb45 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:12:21.507107 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-a03551a3-eea7-449c-9d09-ec7b241b688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:21.508500 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-a03551a3-eea7-449c-9d09-ec7b241b688e service neutron] 10.222.0.26 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.6555388 Oct 19 11:12:21.519685 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-df262068-3c7a-43b1-a19e-0afb4ad47d13 req-3e189038-6328-4229-944b-0d17c673770f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833087 Oct 19 11:12:21.547889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cc854-fe9c-4af1-94d9-1ac6802d574b req-b4ed7b18-c6e3-430b-94f7-382f5283a045 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:21.551748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd4cc854-fe9c-4af1-94d9-1ac6802d574b req-b4ed7b18-c6e3-430b-94f7-382f5283a045 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 945 time: 0.2871299 Oct 19 11:12:21.559681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 138b92aa-b327-44ba-96ec-a60746e9cb45 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:12:21.560365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 138b92aa-b327-44ba-96ec-a60746e9cb45 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:12:21.598976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-61ac14f3-8688-48d4-8a6d-e6fb32960884 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe HTTP/1.1" status: 200 len: 217 time: 0.0776324 Oct 19 11:12:21.599556 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.600116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0470940d-8036-42f0-b5ac-979ea0131f33 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:12:21.611808 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.615193 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-43337b4c-6ed2-469b-aca8-965110ca25fa admin admin] 10.222.0.39 "DELETE /v2.0/routers/0470940d-8036-42f0-b5ac-979ea0131f33 HTTP/1.1" status: 204 len: 168 time: 1.6890955 Oct 19 11:12:21.615972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45114) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:21.669683 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b28e342-5dc1-4742-84ec-554108b31de9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.696873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-5539889f-cf71-4b01-b931-a202912cb68e admin admin] Deleting subnet 2f831c48-40ff-4f23-afad-4bbce3092484 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:12:21.697907 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd4cc854-fe9c-4af1-94d9-1ac6802d574b req-84cd0e62-b88c-4a1e-8afc-a63d6f45f83e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040845 Oct 19 11:12:21.710585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-5af322bc-1936-4bd9-98cd-249dea6a72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:21.712062 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-5af322bc-1936-4bd9-98cd-249dea6a72f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.0981910 Oct 19 11:12:21.713072 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5539889f-cf71-4b01-b931-a202912cb68e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.718335 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b28e342-5dc1-4742-84ec-554108b31de9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.763702 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-189abd97-ee4b-4961-9cc6-e6a0eb08afb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403426 Oct 19 11:12:21.789087 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b9be3-96f1-4a97-a717-833227369569 req-7e54a1b8-4496-4b84-aa1d-e23ccb9e41de tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:21.791575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e89b9be3-96f1-4a97-a717-833227369569 req-7e54a1b8-4496-4b84-aa1d-e23ccb9e41de tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.1458111 Oct 19 11:12:21.804696 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5539889f-cf71-4b01-b931-a202912cb68e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.920014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28c57c-84ae-48ad-994e-b5ed7ffb8a17 req-4dae7412-a59d-4044-be1b-7132635ed6bb tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:21.922170 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af28c57c-84ae-48ad-994e-b5ed7ffb8a17 req-4dae7412-a59d-4044-be1b-7132635ed6bb tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 948 time: 0.1152577 Oct 19 11:12:21.922483 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5539889f-cf71-4b01-b931-a202912cb68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.936896 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-18670ece-7de0-4299-8f8a-ec17625fb859 service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583991 Oct 19 11:12:21.952832 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e89b9be3-96f1-4a97-a717-833227369569 req-a7d23c8e-7901-4831-b9f9-ef95fee98c5b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053779 Oct 19 11:12:21.978551 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b28e342-5dc1-4742-84ec-554108b31de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.981359 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b28e342-5dc1-4742-84ec-554108b31de9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:21.982668 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8b28e342-5dc1-4742-84ec-554108b31de9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b923142-ca55-4a5c-9084-32aa2ff838e3 HTTP/1.1" status: 204 len: 168 time: 0.5861964 Oct 19 11:12:22.042796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28e342-5dc1-4742-84ec-554108b31de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b923142-ca55-4a5c-9084-32aa2ff838e3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:22.043958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715d279a-1110-482c-b2b0-52fc224967a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02d8292-e21a-4994-a289-83134bff1559'}, {'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:22.049732 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fefe7c4-3bc0-4e04-9b29-04fd2078260e" -d '{"events": [{"server_uuid": "715d279a-1110-482c-b2b0-52fc224967a2", "name": "network-vif-plugged", "status": "completed", "tag": "b02d8292-e21a-4994-a289-83134bff1559"}, {"server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "name": "network-vif-plugged", "status": "completed", "tag": "f8e96847-89a5-431e-87da-58e76243e385"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:22.069461 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af28c57c-84ae-48ad-994e-b5ed7ffb8a17 req-38dce6f0-b204-42ad-a59f-19c2ec847422 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218615 Oct 19 11:12:22.117217 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-31daf159-e082-4402-92c9-c85dd2a77548 service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661856 Oct 19 11:12:22.118230 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c130d62f-eda8-434a-b17e-a0df335d38c8 x-openstack-request-id: req-c130d62f-eda8-434a-b17e-a0df335d38c8 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:22.118613 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715d279a-1110-482c-b2b0-52fc224967a2", "name": "network-vif-plugged", "status": "completed", "tag": "b02d8292-e21a-4994-a289-83134bff1559", "code": 200}, {"server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "name": "network-vif-plugged", "status": "completed", "tag": "f8e96847-89a5-431e-87da-58e76243e385", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:22.118923 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c130d62f-eda8-434a-b17e-a0df335d38c8 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:22.119486 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715d279a-1110-482c-b2b0-52fc224967a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02d8292-e21a-4994-a289-83134bff1559', 'code': 200} Oct 19 11:12:22.119745 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385', 'code': 200} Oct 19 11:12:22.119998 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5539889f-cf71-4b01-b931-a202912cb68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:22.162989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539889f-cf71-4b01-b931-a202912cb68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f831c48-40ff-4f23-afad-4bbce3092484,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:22.165164 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5539889f-cf71-4b01-b931-a202912cb68e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:22.168389 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5539889f-cf71-4b01-b931-a202912cb68e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2f831c48-40ff-4f23-afad-4bbce3092484 HTTP/1.1" status: 204 len: 168 time: 0.5511174 Oct 19 11:12:22.169119 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b39a7b-c8a5-4582-8eac-ca8807cb7f9c None None] Network 6f6be099-bc1c-46c3-9def-a7600f19d2a9 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:12:22.171052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45126) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:22.176168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc5e9c-3f6f-4ead-8574-b764251e0a0a req-2cc99d87-f50c-4104-a811-40cf4ab53b57 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:22.177782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32dc5e9c-3f6f-4ead-8574-b764251e0a0a req-2cc99d87-f50c-4104-a811-40cf4ab53b57 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0960469 Oct 19 11:12:22.233461 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32dc5e9c-3f6f-4ead-8574-b764251e0a0a req-c1453ea8-67fd-4b98-9dc5-f80c37642271 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Oct 19 11:12:22.305493 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:22.330388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c5e11-49cd-410e-8623-6598d87dfea9 req-c020beea-2d6e-4e45-a86a-0d9a96f7c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:22.333536 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a925598-2b28-48f7-924c-0b7e3aa4a76f req-2d424ab0-c984-42ce-9806-e9a2ebe5967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:22.335783 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a925598-2b28-48f7-924c-0b7e3aa4a76f req-2d424ab0-c984-42ce-9806-e9a2ebe5967c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 1096 time: 0.0935831 Oct 19 11:12:22.336755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c63c5e11-49cd-410e-8623-6598d87dfea9 req-c020beea-2d6e-4e45-a86a-0d9a96f7c8b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 1101 time: 0.0836191 Oct 19 11:12:22.382562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Deleting port 2fd99cf1-e361-454e-b464-a9ff34488871 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:22.382905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:22.415925 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c63c5e11-49cd-410e-8623-6598d87dfea9 req-44e73823-f39b-43a4-9bce-ad3e906be6b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707726 Oct 19 11:12:22.444681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7329a066-c317-42e5-ac45-af3be6b4761a details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:12:22.473279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4de3c2a-4411-4837-8a10-803aa4ff1c8d None None] DHCP port deletion for 6f6be099-bc1c-46c3-9def-a7600f19d2a9 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:12:22.516780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] For port 2fd99cf1-e361-454e-b464-a9ff34488871, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2fd99cf1-e361-454e-b464-a9ff34488871,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:22.516780 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:22.553102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3f7cf-1d4e-4b22-847b-8e2acd07e40e req-72ad60c3-2e04-4423-9d4e-522737a19b6b tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:22.556699 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6de3f7cf-1d4e-4b22-847b-8e2acd07e40e req-72ad60c3-2e04-4423-9d4e-522737a19b6b tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1096 time: 0.1548932 Oct 19 11:12:22.565523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Calling delete_port for 2fd99cf1-e361-454e-b464-a9ff34488871 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:22.569755 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a925598-2b28-48f7-924c-0b7e3aa4a76f req-539c6391-7933-4f3d-b7dd-3e508676efb4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436615 Oct 19 11:12:22.643468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ddccc-63e1-4abe-ad3d-be1421dc1f86 req-362a6956-a5c6-48d4-9a35-a3202b95f228 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:22.652189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a5ddccc-63e1-4abe-ad3d-be1421dc1f86 req-362a6956-a5c6-48d4-9a35-a3202b95f228 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0653086 Oct 19 11:12:22.661626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7329a066-c317-42e5-ac45-af3be6b4761a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7329a066-c317-42e5-ac45-af3be6b4761a,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:22.687173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a4de3c2a-4411-4837-8a10-803aa4ff1c8d None None] Deleting port 2fd99cf1-e361-454e-b464-a9ff34488871 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:22.687554 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a4de3c2a-4411-4837-8a10-803aa4ff1c8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:22.690394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '7329a066-c317-42e5-ac45-af3be6b4761a', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '7329a066-c317-42e5-ac45-af3be6b4761a', 'mac_address': 'fa:16:3e:8c:18:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:12:22.720856 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a5ddccc-63e1-4abe-ad3d-be1421dc1f86 req-ec661e42-f969-49db-86d8-d01e31a4fa2b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627682 Oct 19 11:12:22.749498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6de3f7cf-1d4e-4b22-847b-8e2acd07e40e req-0892e9e4-ce20-4636-b18e-4b4b91e04cca tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695700 Oct 19 11:12:22.784187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a4de3c2a-4411-4837-8a10-803aa4ff1c8d None None] For port 2fd99cf1-e361-454e-b464-a9ff34488871, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2fd99cf1-e361-454e-b464-a9ff34488871,segment=NetworkSegment(d8498d51-dd38-451e-a4f2-29da86f2a351),segment_id=d8498d51-dd38-451e-a4f2-29da86f2a351)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:22.784483 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a4de3c2a-4411-4837-8a10-803aa4ff1c8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:22.796604 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:22.807904 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a4de3c2a-4411-4837-8a10-803aa4ff1c8d None None] Calling delete_port for 2fd99cf1-e361-454e-b464-a9ff34488871 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:22.824821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7329a066-c317-42e5-ac45-af3be6b4761a {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:22.840021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:22.900734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd99cf1-e361-454e-b464-a9ff34488871,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:22.911328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] No DVR routers for this DVR port 2fd99cf1-e361-454e-b464-a9ff34488871 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:12:22.939448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7329a066-c317-42e5-ac45-af3be6b4761a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7329a066-c317-42e5-ac45-af3be6b4761a,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:23.025401 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a4de3c2a-4411-4837-8a10-803aa4ff1c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:23.059216 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de3c2a-4411-4837-8a10-803aa4ff1c8d None None] Pushing event deleted for resources: {'Port': ['ID=2fd99cf1-e361-454e-b464-a9ff34488871,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:23.064493 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:23.067635 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4de3c2a-4411-4837-8a10-803aa4ff1c8d None None] No DVR routers for this DVR port 2fd99cf1-e361-454e-b464-a9ff34488871 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:12:23.086193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:23.142008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29542f-81c7-4575-8425-95ac46cc3c86 req-48bc6dec-f7f8-484a-8ea1-d858c38e87ba tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:23.146032 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad29542f-81c7-4575-8425-95ac46cc3c86 req-48bc6dec-f7f8-484a-8ea1-d858c38e87ba tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 945 time: 0.1201191 Oct 19 11:12:23.146186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.146186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.146186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.146186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > port after_create 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.146186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.146735 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > port after_update 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.147166 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.147575 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.148171 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.148880 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.150258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device dac845c8-c007-4ece-a935-eb8bdd1eada5 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:12:23.178084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: dac845c8-c007-4ece-a935-eb8bdd1eada5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:12:23.178553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device dac845c8-c007-4ece-a935-eb8bdd1eada5 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:12:23.179104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2fd99cf1-e361-454e-b464-a9ff34488871 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:12:23.181044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=7329a066-c317-42e5-ac45-af3be6b4761a,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:23.200919 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad29542f-81c7-4575-8425-95ac46cc3c86 req-796bd744-da00-4419-95a8-2dd1f5fd8537 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501478 Oct 19 11:12:23.226141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.226579 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.226977 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.227423 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:23.227860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6be099-bc1c-46c3-9def-a7600f19d2a9']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:23.235346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bc6db-e8b3-42a3-9165-47f545560b03 req-433eec00-f025-4852-92db-7e0210c0529d tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:23.237214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e5bc6db-e8b3-42a3-9165-47f545560b03 req-433eec00-f025-4852-92db-7e0210c0529d tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1096 time: 0.2802348 Oct 19 11:12:23.249335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 2fd99cf1-e361-454e-b464-a9ff34488871 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:12:23.250137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2fd99cf1-e361-454e-b464-a9ff34488871 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:12:23.266051 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8498d51-dd38-451e-a4f2-29da86f2a351') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:23.266417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8498d51-dd38-451e-a4f2-29da86f2a351') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:23.295558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:23.315793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3265aa-3ad8-490d-8f69-46d38126afcf req-38347ad0-6ce5-4e11-a3cb-b945757d2ff1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:23.317612 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f3265aa-3ad8-490d-8f69-46d38126afcf req-38347ad0-6ce5-4e11-a3cb-b945757d2ff1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.0542336 Oct 19 11:12:23.324168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:23.336264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e5bc6db-e8b3-42a3-9165-47f545560b03 req-2fb4dafc-5a28-41ea-94f7-b8be3250a54a tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838444 Oct 19 11:12:23.337476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:12:23.337871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:23.355521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['7329a066-c317-42e5-ac45-af3be6b4761a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:23.363789 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f3265aa-3ad8-490d-8f69-46d38126afcf req-edd597f6-a25f-4228-b64d-a3b611d8020b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385609 Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: from cryptography.utils import int_from_bytes Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: from cryptography.utils import int_from_bytes Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:12:23.365349 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:12:23.517542 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:23.538512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:23.544765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] 10.222.0.39 "DELETE /v2.0/networks/6f6be099-bc1c-46c3-9def-a7600f19d2a9 HTTP/1.1" status: 204 len: 168 time: 1.3701632 Oct 19 11:12:23.546755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70007eda-9280-4508-a8c9-f7fc0c0912cd admin admin] Pushing event deleted for resources: {'Network': ['ID=6f6be099-bc1c-46c3-9def-a7600f19d2a9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:23.557006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b450b3-52da-4913-9c90-37be9aba9b5b req-b3c60a45-fe7f-44f7-b423-e7fd081058a0 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:23.558541 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86b450b3-52da-4913-9c90-37be9aba9b5b req-b3c60a45-fe7f-44f7-b423-e7fd081058a0 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 949 time: 0.1067922 Oct 19 11:12:23.645174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86b450b3-52da-4913-9c90-37be9aba9b5b req-12082d59-4b44-4bce-ad73-7cae3bbfc03a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788236 Oct 19 11:12:23.646651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45172) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:23.783201 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-741864084-network', 'tenant_id': '69d75442a6c745efbb81f1cb1613816d'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:23.853159 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a41103-7873-4cb9-8151-9d9d98c8a5bc req-55258c10-5395-43f9-879d-b796b56ec99f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:23.854751 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94a41103-7873-4cb9-8151-9d9d98c8a5bc req-55258c10-5395-43f9-879d-b796b56ec99f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0559819 Oct 19 11:12:23.902532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94a41103-7873-4cb9-8151-9d9d98c8a5bc req-a1acfabe-6021-41e5-b214-991478320e5e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 Oct 19 11:12:23.928611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Made reservation on behalf of 69d75442a6c745efbb81f1cb1613816d for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:23.931939 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:23.955234 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:23.996340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14955ec4-2325-4732-8968-a6ca65d0286b req-ec5b330d-5bdf-420c-ad69-df06fcb66a33 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:23.998013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14955ec4-2325-4732-8968-a6ca65d0286b req-ec5b330d-5bdf-420c-ad69-df06fcb66a33 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1096 time: 0.0508423 Oct 19 11:12:24.040477 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14955ec4-2325-4732-8968-a6ca65d0286b req-68271460-4b63-476a-8c14-8ef23e00f963 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362289 Oct 19 11:12:24.059917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45180) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:24.061836 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.114843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-52e631fa-b7f5-4da3-a5e3-e5c1ea363743 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=399d3eb188b542e1a67e1bf4536e2e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554926 Oct 19 11:12:24.117315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45182) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:24.145166 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.182621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:12:24.195020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfa2893-6c6e-44e1-8c34-6b71174ed99b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:24.203819 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.204166 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Added segment ef3b94b4-d8f3-4205-b3f6-db4ff88e9d4f of type vlan for network a2e13ab1-9d2a-43a3-a533-c9257d967395 Oct 19 11:12:24.213022 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce584c50-c26a-4e0a-b949-87098f87af5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.281522 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.284649 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce584c50-c26a-4e0a-b949-87098f87af5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.362917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc79a4-0593-4cd9-8822-0bb3d30013f5 req-4f69f291-01ba-4491-89c4-0eefbca87977 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:24.364404 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-64dc79a4-0593-4cd9-8822-0bb3d30013f5 req-4f69f291-01ba-4491-89c4-0eefbca87977 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 945 time: 0.0964854 Oct 19 11:12:24.411222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-64dc79a4-0593-4cd9-8822-0bb3d30013f5 req-3a0b1cfd-1be1-4375-9dc5-1f1b78030b81 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364499 Oct 19 11:12:24.460123 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7329a066-c317-42e5-ac45-af3be6b4761a up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:24.492279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef2772-b9b4-4558-9bf3-fbd532d2a120 req-c2b880e4-6303-4191-b5e9-04d52a866ec7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:24.494654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40ef2772-b9b4-4558-9bf3-fbd532d2a120 req-c2b880e4-6303-4191-b5e9-04d52a866ec7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.0601218 Oct 19 11:12:24.537454 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40ef2772-b9b4-4558-9bf3-fbd532d2a120 req-5aca4ffd-2905-4567-a79a-399262f1997c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385978 Oct 19 11:12:24.541014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce584c50-c26a-4e0a-b949-87098f87af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.541014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce584c50-c26a-4e0a-b949-87098f87af5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.542722 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ce584c50-c26a-4e0a-b949-87098f87af5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a371214-018b-48fb-8660-59b5b77e9c10 HTTP/1.1" status: 204 len: 168 time: 0.4243901 Oct 19 11:12:24.555791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.556747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:24.557355 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.591532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 7329a066-c317-42e5-ac45-af3be6b4761a completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:12:24.596832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 7329a066-c317-42e5-ac45-af3be6b4761a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:24.597193 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.657739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce584c50-c26a-4e0a-b949-87098f87af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a371214-018b-48fb-8660-59b5b77e9c10,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:24.722773 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:24.749577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] Pushing event updated for resources: {'Network': ['ID=a2e13ab1-9d2a-43a3-a533-c9257d967395,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:24.750483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45b8280-bab5-4796-8a47-a7a24e806858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7329a066-c317-42e5-ac45-af3be6b4761a'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:24.753067 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b9287a-b310-44c3-b206-71cf04b2f207" -d '{"events": [{"server_uuid": "d45b8280-bab5-4796-8a47-a7a24e806858", "name": "network-vif-plugged", "status": "completed", "tag": "7329a066-c317-42e5-ac45-af3be6b4761a"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:24.759729 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-943e7092-13f3-4d9a-8aba-ea68aa1ee61b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1119602 Oct 19 11:12:24.762529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45198) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:24.766750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network a2e13ab1-9d2a-43a3-a533-c9257d967395 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:12:24.768076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] Request body: {'subnet': {'network_id': 'a2e13ab1-9d2a-43a3-a533-c9257d967395', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-741864084-subnet', 'tenant_id': '69d75442a6c745efbb81f1cb1613816d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:24.790867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7329a066-c317-42e5-ac45-af3be6b4761a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7329a066-c317-42e5-ac45-af3be6b4761a,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:24.802032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-0f09fa91-7791-4a7c-977b-c82e69d63a91 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3463418 Oct 19 11:12:24.806318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:24.853793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608ac0c-a038-488c-abb9-bd555752c50f req-24827a7d-4a65-4e64-a7c8-a4eba5b06f20 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:24.855419 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d608ac0c-a038-488c-abb9-bd555752c50f req-24827a7d-4a65-4e64-a7c8-a4eba5b06f20 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 949 time: 0.0862830 Oct 19 11:12:24.894007 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d608ac0c-a038-488c-abb9-bd555752c50f req-d0d44cd0-74e4-4bcc-bab9-f94c29c1b3a7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Oct 19 11:12:25.053815 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9201aa-3201-432a-a9b1-498ec9daab34 x-openstack-request-id: req-5b9201aa-3201-432a-a9b1-498ec9daab34 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:25.053815 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45b8280-bab5-4796-8a47-a7a24e806858", "name": "network-vif-plugged", "status": "completed", "tag": "7329a066-c317-42e5-ac45-af3be6b4761a", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:25.053815 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b9201aa-3201-432a-a9b1-498ec9daab34 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:25.053815 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45b8280-bab5-4796-8a47-a7a24e806858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7329a066-c317-42e5-ac45-af3be6b4761a', 'code': 200} Oct 19 11:12:25.054855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829a310-e9e1-4690-80cb-842cc964f1ad req-7b44fa62-a863-4f3e-93ec-1443d4c518ca tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:25.054855 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2829a310-e9e1-4690-80cb-842cc964f1ad req-7b44fa62-a863-4f3e-93ec-1443d4c518ca tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0539622 Oct 19 11:12:25.058372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602d733-f407-4c21-be3c-d2cd6471285f req-58ebe9e4-4a59-47f2-be15-dd0a50df3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:25.059958 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2602d733-f407-4c21-be3c-d2cd6471285f req-58ebe9e4-4a59-47f2-be15-dd0a50df3577 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 1100 time: 0.0482569 Oct 19 11:12:25.088050 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2829a310-e9e1-4690-80cb-842cc964f1ad req-0d3c73c2-60e0-4c21-b115-bec8a7a8e3bd tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480146 Oct 19 11:12:25.093211 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:25.174039 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2602d733-f407-4c21-be3c-d2cd6471285f req-b9538ed3-71d0-4742-9c80-8c2178f1d4f4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361538 Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=7329a066-c317-42e5-ac45-af3be6b4761a,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.174455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:25.188259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5a4ce-8292-4407-bfd9-4d1c8b9c6bf9 req-6e0f9166-df5b-48f3-b4f4-b72965c46137 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:25.189902 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bab5a4ce-8292-4407-bfd9-4d1c8b9c6bf9 req-6e0f9166-df5b-48f3-b4f4-b72965c46137 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1096 time: 0.0453248 Oct 19 11:12:25.216801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] Made reservation on behalf of 69d75442a6c745efbb81f1cb1613816d for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:25.220438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:25.228031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bab5a4ce-8292-4407-bfd9-4d1c8b9c6bf9 req-d3eb86df-e74f-45d2-a2da-3cb47ce7438b tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Oct 19 11:12:25.294178 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:12:25.352654 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b9ccad8b-506d-446c-afc0-2fd040551f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:25.363388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-edf600a8-74db-4e1e-86d5-2241ccc8915a req-9312c312-70f2-4613-884c-1c7b1bc84b17 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:12:25.364352 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-edf600a8-74db-4e1e-86d5-2241ccc8915a req-9312c312-70f2-4613-884c-1c7b1bc84b17 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052176 Oct 19 11:12:25.410828 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:25.535003 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:25.621092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e66ed65-8930-4a68-9399-10d40f649620,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:25.637697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] Checking segment: {'id': 'ef3b94b4-d8f3-4205-b3f6-db4ff88e9d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a2e13ab1-9d2a-43a3-a533-c9257d967395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:25.638030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] Network hostable DHCP agents. Network: a2e13ab1-9d2a-43a3-a533-c9257d967395, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:12:25.644069 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:25.765913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] Network a2e13ab1-9d2a-43a3-a533-c9257d967395 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:12:25.783498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Allocated IP 172.25.2.238 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/a9000e5b-7b91-4196-8049-a943fe7db8b4) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:25.855107 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, a2e13ab1-9d2a-43a3-a533-c9257d967395) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:25.860282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:25.864766 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:25.883176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f4548-02e2-4341-9f2a-850ecb049f41 None None] Network a2e13ab1-9d2a-43a3-a533-c9257d967395 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:12:25.980788 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.009166 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-595df061-5e79-499b-b327-3c5672f45d10 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2383163 Oct 19 11:12:26.069089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce3bd98-d554-4496-be7a-96943bf849ff None None] Network a2e13ab1-9d2a-43a3-a533-c9257d967395 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:12:26.112482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-fd07ed08-3df1-45d2-90a2-36ff5519e45a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2154210 Oct 19 11:12:26.130919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-d97f2cef-a02f-49c1-a0b0-647c36f0c0f7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:12:26.130919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-d97f2cef-a02f-49c1-a0b0-647c36f0c0f7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098555 Oct 19 11:12:26.165981 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.228302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:26.233075 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:26.238417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:26.241793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Pushing event updated for resources: {'Port': ['ID=a9000e5b-7b91-4196-8049-a943fe7db8b4,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:26.298102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45242) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:26.340242 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.449297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-975546178-network', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:26.471586 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.569386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Made reservation on behalf of 3d2b3e7028494f699a9c86d1a833e126 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:26.574085 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.596729 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.687672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.732333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.759735 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.836200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Pushing event updated for resources: {'Port': ['ID=a9000e5b-7b91-4196-8049-a943fe7db8b4,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:26.848040 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.850489 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.881322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:12:26.891330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2623725f-cf2c-40b9-92c4-643d30051318,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:26.905331 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.905331 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Added segment 3ce8255a-7b2b-4b23-aa24-a0e0960de6a3 of type vlan for network f47fea35-9237-45e0-ba87-729c5f32abbc Oct 19 11:12:26.926261 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:26.929488 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-fd423040-d78b-4152-aaeb-c2739a76a35e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1288667 Oct 19 11:12:26.938241 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:27.030540 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:27.031668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:27.032459 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:27.161651 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8619933 Oct 19 11:12:27.162708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45282) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:27.168932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] Request body: {'subnet': {'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-975546178-subnet', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:27.172845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12086ead-cff7-4967-b144-a1f348a3ec96 admin admin] Pushing event updated for resources: {'Network': ['ID=f47fea35-9237-45e0-ba87-729c5f32abbc,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:27.183837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network f47fea35-9237-45e0-ba87-729c5f32abbc details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:12:27.262299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] Made reservation on behalf of 3d2b3e7028494f699a9c86d1a833e126 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:27.264937 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:27.313897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-7b68c53a-f4c2-4657-855c-46aeea31641b tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.3781219 Oct 19 11:12:27.436046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-45dfdcf7-9627-4319-ab48-5e1c1318ab80 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:27.438094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bf7f1e8-5062-4bb1-ac0a-7520eaa36695 req-45dfdcf7-9627-4319-ab48-5e1c1318ab80 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1175222 Oct 19 11:12:27.554656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:27.608032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf614ea-7093-4638-95ea-622b7cdf8c84 req-eb0c3d3b-baa5-4408-8a07-adc3d742526e tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:27.617667 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bf614ea-7093-4638-95ea-622b7cdf8c84 req-eb0c3d3b-baa5-4408-8a07-adc3d742526e tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.1055663 Oct 19 11:12:27.640479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2070f07e-17d7-4dc8-a0c7-5da16edd91ea,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:27.661618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] Checking segment: {'id': '3ce8255a-7b2b-4b23-aa24-a0e0960de6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:27.662069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] Network hostable DHCP agents. Network: f47fea35-9237-45e0-ba87-729c5f32abbc, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:12:27.677248 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bf614ea-7093-4638-95ea-622b7cdf8c84 req-55bd1785-8ca6-4211-99a6-e364e00ba191 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583737 Oct 19 11:12:27.759697 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-904d6204-3eb2-4e61-b7a6-d4127b7de3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:27.793981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] Network f47fea35-9237-45e0-ba87-729c5f32abbc is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:12:27.871288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdbec1-51fc-4eff-b758-ceeb03c700e4 req-24e8d8af-47d5-4617-9861-29f04fea55d1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:27.872889 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d4cdbec1-51fc-4eff-b758-ceeb03c700e4 req-24e8d8af-47d5-4617-9861-29f04fea55d1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0611684 Oct 19 11:12:27.902248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, f47fea35-9237-45e0-ba87-729c5f32abbc) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:27.908188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:27.908873 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:27.912840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b80c8a-623c-4f8f-af9a-fdc2c02bc9ca None None] Network f47fea35-9237-45e0-ba87-729c5f32abbc requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:12:27.928137 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d4cdbec1-51fc-4eff-b758-ceeb03c700e4 req-e126da0e-c07f-4faa-a282-c223fcd04f4e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481510 Oct 19 11:12:28.000666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f7929383-cc81-4a95-b104-2c16aa52dd4b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8353603 Oct 19 11:12:28.004276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45292) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:28.013553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-975546178-router', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:28.112884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-f47fea35-9237-45e0-ba87-729c5f32abbc', 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'fixed_ips': [{'subnet_id': '2070f07e-17d7-4dc8-a0c7-5da16edd91ea'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:12:28.113750 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.119993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac7b7a-6ea5-48fd-a2ae-d4d1e49ba389 req-5687201d-8d50-4438-ab6d-d125f357293b tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:28.121557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bbac7b7a-6ea5-48fd-a2ae-d4d1e49ba389 req-5687201d-8d50-4438-ab6d-d125f357293b tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 950 time: 0.0788877 Oct 19 11:12:28.154601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-de84d745-f22e-4581-8748-5da27bfec6a0 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:12:28.156411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-de84d745-f22e-4581-8748-5da27bfec6a0 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078461 Oct 19 11:12:28.161091 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.162263 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.177051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bbac7b7a-6ea5-48fd-a2ae-d4d1e49ba389 req-f8b99c3a-b478-40c6-829c-7f54df13f06f tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473127 Oct 19 11:12:28.227780 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-4b495a79-86c4-4c69-9440-464643e84dc6 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:28.232055 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-4b495a79-86c4-4c69-9440-464643e84dc6 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports/93b3d979-ec32-4f56-bd69-9a51e37d7369 HTTP/1.1" status: 200 len: 1093 time: 0.0669408 Oct 19 11:12:28.248358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.259305 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Request body: {'binding': {'host': 'n-h1-814547-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:28.259947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Unknown quota resources ['binding']. {{(pid=101312) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:12:28.356698 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Allocated IP 172.20.0.2 (f47fea35-9237-45e0-ba87-729c5f32abbc/2070f07e-17d7-4dc8-a0c7-5da16edd91ea/a464738a-d412-4727-8cb7-a5cc92659914) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:28.438520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on host n-h1-814547-1 for vnic_type normal with profile None {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:28.439136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:28.439792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:28.449420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:12:28.449420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:28.453416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:28.453839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:28.454285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:28.454930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Bound port: 93b3d979-ec32-4f56-bd69-9a51e37d7369, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:28.518836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:28.531081 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.540188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-7069efaf-9d42-46d5-8604-cdbc0a2943b6 req-40c74902-8334-48f3-82e8-9952c6b3bebd tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1631686620', 'description': 'tempest-description-784915651'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:28.583296 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.590221 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] Publish callbacks [] for binding, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.591486 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-06654ae2-1185-41d9-bd8c-dd42ac6748c9 service neutron] 10.222.0.39 "POST /v2.0/ports/93b3d979-ec32-4f56-bd69-9a51e37d7369/bindings HTTP/1.1" status: 201 len: 389 time: 0.3491521 Oct 19 11:12:28.659639 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.662894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7069efaf-9d42-46d5-8604-cdbc0a2943b6 req-40c74902-8334-48f3-82e8-9952c6b3bebd tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.713362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Network f47fea35-9237-45e0-ba87-729c5f32abbc is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:28.717943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:28.722379 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:28.725472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Pushing event updated for resources: {'Port': ['ID=a464738a-d412-4727-8cb7-a5cc92659914,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:28.788433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Attempting to bind port a464738a-d412-4727-8cb7-a5cc92659914 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:28.788944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Attempting to bind port a464738a-d412-4727-8cb7-a5cc92659914 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3ce8255a-7b2b-4b23-aa24-a0e0960de6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:28.789237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Attempting to bind port a464738a-d412-4727-8cb7-a5cc92659914 on network f47fea35-9237-45e0-ba87-729c5f32abbc {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:28.796149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:28.796505 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Checking segment: {'id': '3ce8255a-7b2b-4b23-aa24-a0e0960de6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:28.797105 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.797515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Bound using segment: {'id': '3ce8255a-7b2b-4b23-aa24-a0e0960de6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:28.798542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Bound port: a464738a-d412-4727-8cb7-a5cc92659914, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce8255a-7b2b-4b23-aa24-a0e0960de6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:28.798762 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.799747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7069efaf-9d42-46d5-8604-cdbc0a2943b6 req-40c74902-8334-48f3-82e8-9952c6b3bebd tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.837425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-cf25c018-f378-4077-bd39-db7aee55887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:28.841043 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-cf25c018-f378-4077-bd39-db7aee55887f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 1101 time: 0.0686743 Oct 19 11:12:28.910596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] For port a464738a-d412-4727-8cb7-a5cc92659914, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:28.917732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] For port a464738a-d412-4727-8cb7-a5cc92659914, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a464738a-d412-4727-8cb7-a5cc92659914,segment=NetworkSegment(3ce8255a-7b2b-4b23-aa24-a0e0960de6a3),segment_id=3ce8255a-7b2b-4b23-aa24-a0e0960de6a3)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:28.959561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7069efaf-9d42-46d5-8604-cdbc0a2943b6 req-40c74902-8334-48f3-82e8-9952c6b3bebd tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.967840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.981752 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.984780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.987597 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:28.997886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-1cacda43-96bf-46a5-8d0f-0e205ed8cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:29.000361 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-1cacda43-96bf-46a5-8d0f-0e205ed8cc43 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1522188 Oct 19 11:12:29.013327 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:29.037177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c74902-8334-48f3-82e8-9952c6b3bebd tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5145c2f3-1c13-451b-9fbc-ffc9c15b7c4e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:29.062579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195319a8-5c8c-4a65-a68f-fad3fa28ab67 None None] Pushing event updated for resources: {'Port': ['ID=a464738a-d412-4727-8cb7-a5cc92659914,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:29.105159 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-375e9c18-c0e8-424d-951e-56a0b9defc9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=b02d8292-e21a-4994-a289-83134bff1559 HTTP/1.1" status: 200 len: 217 time: 0.0918982 Oct 19 11:12:29.129014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7069efaf-9d42-46d5-8604-cdbc0a2943b6 req-40c74902-8334-48f3-82e8-9952c6b3bebd tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:29.133021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7069efaf-9d42-46d5-8604-cdbc0a2943b6 req-40c74902-8334-48f3-82e8-9952c6b3bebd tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5968082 Oct 19 11:12:29.173463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Allocated IP 172.25.2.196 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/359b00c4-49b4-4182-87ca-76ab1a2fb1f1) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:29.222920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-298710cf-aedc-45d8-842c-e41e24fd94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:29.224456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-298710cf-aedc-45d8-842c-e41e24fd94ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1076839 Oct 19 11:12:29.307731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-7a810fec-a46c-4a8b-886e-c1e4e1fdf95c tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:29.309315 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-7a810fec-a46c-4a8b-886e-c1e4e1fdf95c tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 820 time: 0.3002245 Oct 19 11:12:29.327202 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:29.329295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-d1dfb555-9206-4889-8d82-85c2d00ada31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:29.333108 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-d1dfb555-9206-4889-8d82-85c2d00ada31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989943 Oct 19 11:12:29.358807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-b9f7658f-ffdf-494e-be5a-59776438c660 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/quotas/f829754b827c4f5baf637ce6e23968c3 HTTP/1.1" status: 200 len: 375 time: 0.0346532 Oct 19 11:12:29.478224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:29.488107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-97d10c05-fc0b-4677-82ca-f3c18f709ae9 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1119790 Oct 19 11:12:29.538530 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-d5f7bbc9-2394-4f62-923b-b5f4c61b2e9e service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985335 Oct 19 11:12:29.552711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:29.560329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:29.565069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:29.574133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fd19a-5509-4c4d-b897-3843c2ba6593 req-61b59678-4003-42a5-b432-0c3fa68d05d4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:29.575670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d6fd19a-5509-4c4d-b897-3843c2ba6593 req-61b59678-4003-42a5-b432-0c3fa68d05d4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.1341677 Oct 19 11:12:29.581014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Pushing event updated for resources: {'Port': ['ID=359b00c4-49b4-4182-87ca-76ab1a2fb1f1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:29.666264 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-a1cd3370-d2b7-47c2-ac5f-5ce1a6dba23c service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759541 Oct 19 11:12:29.704861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d6fd19a-5509-4c4d-b897-3843c2ba6593 req-a56dceae-332b-40af-b9b5-6a189f10d4a2 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945039 Oct 19 11:12:29.718634 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-6f3305d4-0329-440c-ac8d-3991f3a4cca1 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510644 Oct 19 11:12:29.778582 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-5db022c2-b105-464b-9046-427d0200ec42 service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069095 Oct 19 11:12:29.893279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae27fe-57a7-497a-8cf5-d6e378b1d99a req-5f5294df-c627-458f-adba-7db3e75139bf tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:29.894994 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bdae27fe-57a7-497a-8cf5-d6e378b1d99a req-5f5294df-c627-458f-adba-7db3e75139bf tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0553598 Oct 19 11:12:30.041504 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:30.097639 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bdae27fe-57a7-497a-8cf5-d6e378b1d99a req-6155b717-2093-4e32-8452-a184b9748cf7 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537948 Oct 19 11:12:30.113412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3347e9-d298-44dc-99dd-4a99b425bc11 req-17bc7fda-e06e-4dc7-a7af-4eb390e2bed5 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:30.125538 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c3347e9-d298-44dc-99dd-4a99b425bc11 req-17bc7fda-e06e-4dc7-a7af-4eb390e2bed5 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0655618 Oct 19 11:12:30.190922 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c3347e9-d298-44dc-99dd-4a99b425bc11 req-4fc54e65-986f-4fa8-a7e2-948a4e61361a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641909 Oct 19 11:12:30.234759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1f16a2a4-a5be-48c8-96d0-44bbc8abc907 req-24a79c5c-1a5e-488e-bd2b-98648254f4da tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/5145c2f3-1c13-451b-9fbc-ffc9c15b7c4e HTTP/1.1" status: 200 len: 1804 time: 0.0580132 Oct 19 11:12:30.278729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-1f16a2a4-a5be-48c8-96d0-44bbc8abc907 req-fd5640f8-32a9-4fa3-966a-69805b30143c tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5145c2f3-1c13-451b-9fbc-ffc9c15b7c4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:30.279133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-1f16a2a4-a5be-48c8-96d0-44bbc8abc907 req-fd5640f8-32a9-4fa3-966a-69805b30143c tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5145c2f3-1c13-451b-9fbc-ffc9c15b7c4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:30.288780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d031d-df11-4e95-8173-64d61ac035d4 None None] Network f47fea35-9237-45e0-ba87-729c5f32abbc requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:12:30.323535 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-b537286b-5b72-4469-b9d1-11c1aa7e9ad6 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8a476e016ba34552afb94fc8c9967236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269411 Oct 19 11:12:30.365738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b4f16abb-6402-4347-8781-120196128d31 None None] Provisioning complete for port a464738a-d412-4727-8cb7-a5cc92659914 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:30.366112 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4f16abb-6402-4347-8781-120196128d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:30.390063 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:30.468025 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1f16a2a4-a5be-48c8-96d0-44bbc8abc907 req-fd5640f8-32a9-4fa3-966a-69805b30143c tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:30.468251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b031769-8731-499a-abb3-0011983cfe90 req-f19504ce-c6b9-46e0-a726-30acc0c10378 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:30.469892 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-f19504ce-c6b9-46e0-a726-30acc0c10378 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401470 Oct 19 11:12:30.490472 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-5fc2ada3-f9c2-4e74-bfdd-50d33a65257f tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/quotas/8a476e016ba34552afb94fc8c9967236 HTTP/1.1" status: 200 len: 375 time: 0.0127196 Oct 19 11:12:30.543899 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1f16a2a4-a5be-48c8-96d0-44bbc8abc907 req-fd5640f8-32a9-4fa3-966a-69805b30143c tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:30.556631 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-95bff499-90e2-4328-941d-aeb4cdb8a0cd tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a476e016ba34552afb94fc8c9967236&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581102 Oct 19 11:12:30.621995 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1f16a2a4-a5be-48c8-96d0-44bbc8abc907 req-fd5640f8-32a9-4fa3-966a-69805b30143c tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:30.639236 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5640f8-32a9-4fa3-966a-69805b30143c tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a26c3b5-c88f-4569-a709-d12989a1f2cb,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:30.645532 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4f16abb-6402-4347-8781-120196128d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:30.656637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Router 5cb998cd-8e2f-4b99-911b-82046ca24785 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:12:30.685086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b4f16abb-6402-4347-8781-120196128d31 None None] For port a464738a-d412-4727-8cb7-a5cc92659914, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a464738a-d412-4727-8cb7-a5cc92659914,segment=NetworkSegment(3ce8255a-7b2b-4b23-aa24-a0e0960de6a3),segment_id=3ce8255a-7b2b-4b23-aa24-a0e0960de6a3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:30.718525 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:30.757460 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1f16a2a4-a5be-48c8-96d0-44bbc8abc907 req-fd5640f8-32a9-4fa3-966a-69805b30143c tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:30.758654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1f16a2a4-a5be-48c8-96d0-44bbc8abc907 req-fd5640f8-32a9-4fa3-966a-69805b30143c tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4869168 Oct 19 11:12:30.799259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:12:30.810136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Sync routers for ids ['5cb998cd-8e2f-4b99-911b-82046ca24785'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:12:30.823745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Routers {'5cb998cd-8e2f-4b99-911b-82046ca24785'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:30.824693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5cb998cd-8e2f-4b99-911b-82046ca24785'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:30.828221 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4f16abb-6402-4347-8781-120196128d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:30.869438 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fda4169-9392-4fb6-b342-2d38da743a5b req-909c41a9-d5c2-47a7-b5e5-f9071c0a8e96 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 210 time: 0.0464158 Oct 19 11:12:30.940237 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:30.945693 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-410cfe24-a9d6-4919-815d-28dd88eba991 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9409602 Oct 19 11:12:30.947242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45350) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:30.987775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f16abb-6402-4347-8781-120196128d31 None None] Pushing event updated for resources: {'Port': ['ID=a464738a-d412-4727-8cb7-a5cc92659914,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:30.990293 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0663b6c5-da8f-440e-99ce-1d7c98667a67 req-1e80f457-978a-4ced-96af-67eb2a7955c2 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 210 time: 0.0618384 Oct 19 11:12:31.008805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-f2d4f0c9-9e1b-484f-a60f-dd936a878241 req-c7f6cdf8-27ef-486a-bb2b-793bc3fca703 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-164517998', 'description': 'tempest-description-1033763339'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:31.010902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a0ec2791-5cce-415d-844e-cedc9baf14b9 None None] Provisioning complete for port a464738a-d412-4727-8cb7-a5cc92659914 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:31.011281 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2791-5cce-415d-844e-cedc9baf14b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:31.052573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478a10-0221-4c65-a205-e8ab9c28e3fb req-9a63476f-96bf-4d7f-ab44-a39d8739e0dc tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:31.053080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Set router 5cb998cd-8e2f-4b99-911b-82046ca24785 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:31.054166 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d478a10-0221-4c65-a205-e8ab9c28e3fb req-9a63476f-96bf-4d7f-ab44-a39d8739e0dc tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.1686814 Oct 19 11:12:31.121752 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f2d4f0c9-9e1b-484f-a60f-dd936a878241 req-c7f6cdf8-27ef-486a-bb2b-793bc3fca703 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:31.146579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d478a10-0221-4c65-a205-e8ab9c28e3fb req-91953ea1-2467-4e6b-b36d-25bd1f36f275 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841494 Oct 19 11:12:31.201113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a464738a-d412-4727-8cb7-a5cc92659914 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:31.244399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f2d4f0c9-9e1b-484f-a60f-dd936a878241 req-c7f6cdf8-27ef-486a-bb2b-793bc3fca703 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:31.330675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f2d4f0c9-9e1b-484f-a60f-dd936a878241 req-c7f6cdf8-27ef-486a-bb2b-793bc3fca703 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:31.373450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6cdf8-27ef-486a-bb2b-793bc3fca703 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d033f6-e2e6-4eec-9a94-3925857ef517,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:31.384733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a464738a-d412-4727-8cb7-a5cc92659914 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:31.385208 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:31.432352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ab961-4434-4c54-bc12-e5e1525dad3c req-ffcc1b23-6540-4c64-970f-96b747f1df95 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:31.433877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-313ab961-4434-4c54-bc12-e5e1525dad3c req-ffcc1b23-6540-4c64-970f-96b747f1df95 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.1092210 Oct 19 11:12:31.447545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'name': 'tempest-FloatingIPDetailsTestJSON-975546178-router', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:12:28Z', 'updated_at': '2021-10-19T11:12:29Z', 'revision_number': 3, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'gw_port': {'id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:29Z', 'updated_at': '2021-10-19T11:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:31.458271 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f2d4f0c9-9e1b-484f-a60f-dd936a878241 req-c7f6cdf8-27ef-486a-bb2b-793bc3fca703 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:31.459863 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2d4f0c9-9e1b-484f-a60f-dd936a878241 req-c7f6cdf8-27ef-486a-bb2b-793bc3fca703 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4561603 Oct 19 11:12:31.482824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Checking router: 5cb998cd-8e2f-4b99-911b-82046ca24785 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:12:31.483220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Updating router 5cb998cd-8e2f-4b99-911b-82046ca24785 port 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:12:31.552984 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-313ab961-4434-4c54-bc12-e5e1525dad3c req-cd6f35fa-4c9f-41a8-9d66-1e5fc7f7cba7 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076899 Oct 19 11:12:31.591874 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:31.606136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70110d-8886-4824-9905-6e50070513a9 req-31425520-d811-463b-a33c-3b1d55c23333 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:31.607850 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c70110d-8886-4824-9905-6e50070513a9 req-31425520-d811-463b-a33c-3b1d55c23333 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0889652 Oct 19 11:12:31.654965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c70110d-8886-4824-9905-6e50070513a9 req-7cdbb2a8-d896-497a-975a-87c69f603f2f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Oct 19 11:12:31.865655 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:31.947412 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2089428e-41ee-4600-adbe-1edd9a2a024f req-bc2b3f87-c56d-46cd-bae1-a55a592b7fb4 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/73d033f6-e2e6-4eec-9a94-3925857ef517 HTTP/1.1" status: 200 len: 1804 time: 0.0736322 Oct 19 11:12:31.949579 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:31.963775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2089428e-41ee-4600-adbe-1edd9a2a024f req-b4df02f3-5bc5-46ba-b263-745303d1246e tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '73d033f6-e2e6-4eec-9a94-3925857ef517', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:31.964296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2089428e-41ee-4600-adbe-1edd9a2a024f req-b4df02f3-5bc5-46ba-b263-745303d1246e tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '73d033f6-e2e6-4eec-9a94-3925857ef517', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:31.973476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d026de45-9bc0-44f0-a199-65a13b62be47 req-69b6f247-5772-4775-8ebe-b6cf24fead57 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 210 time: 0.0291984 Oct 19 11:12:31.986788 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:31.997735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Attempting to bind port 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:31.998113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Attempting to bind port 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:31.998479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Attempting to bind port 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:32.015524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:32.015895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:32.025627 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.025627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:32.025627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Bound port: 359b00c4-49b4-4182-87ca-76ab1a2fb1f1, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:32.025627 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.027971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46470d-713d-41ea-ace0-47491c1e72c2 None None] Pushing event updated for resources: {'Port': ['ID=359b00c4-49b4-4182-87ca-76ab1a2fb1f1,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:32.069740 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ddc8ea86-91a2-40d8-b3ca-01ddd9c99128 req-f2baffbf-87b3-43fa-b91b-a2edd0786883 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 210 time: 0.0303490 Oct 19 11:12:32.100209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] For port 359b00c4-49b4-4182-87ca-76ab1a2fb1f1, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:32.103275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] For port 359b00c4-49b4-4182-87ca-76ab1a2fb1f1, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=359b00c4-49b4-4182-87ca-76ab1a2fb1f1,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:32.184168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Allocated IP 172.20.0.1 (f47fea35-9237-45e0-ba87-729c5f32abbc/2070f07e-17d7-4dc8-a0c7-5da16edd91ea/ff64a4d3-4368-4557-8593-3fc984c126ff) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:32.197002 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2089428e-41ee-4600-adbe-1edd9a2a024f req-b4df02f3-5bc5-46ba-b263-745303d1246e tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.212673 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.243700 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2089428e-41ee-4600-adbe-1edd9a2a024f req-b4df02f3-5bc5-46ba-b263-745303d1246e tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.287484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46470d-713d-41ea-ace0-47491c1e72c2 None None] Pushing event updated for resources: {'Port': ['ID=359b00c4-49b4-4182-87ca-76ab1a2fb1f1,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:32.315532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Routers {'5cb998cd-8e2f-4b99-911b-82046ca24785'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:32.315893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5cb998cd-8e2f-4b99-911b-82046ca24785'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:32.330391 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2089428e-41ee-4600-adbe-1edd9a2a024f req-b4df02f3-5bc5-46ba-b263-745303d1246e tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.338905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.342865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8828be-a235-4624-be42-4ca65d2e5c86 req-bc97c148-9a00-4153-84ee-002c1db96c28 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:32.344498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a8828be-a235-4624-be42-4ca65d2e5c86 req-bc97c148-9a00-4153-84ee-002c1db96c28 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.0794261 Oct 19 11:12:32.351632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-3c5ee0fe-1f81-4f45-a54a-fc3e928a8429 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:32.353457 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-3c5ee0fe-1f81-4f45-a54a-fc3e928a8429 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.49 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 820 time: 0.1764026 Oct 19 11:12:32.358973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df02f3-5bc5-46ba-b263-745303d1246e tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5202d660-5966-4ac7-b995-597b3fede6a8,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:32.378097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Request body: {'port': {'device_id': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'admin_state_up': True, 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:32.450121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] Set router 5cb998cd-8e2f-4b99-911b-82046ca24785 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:32.450639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2089428e-41ee-4600-adbe-1edd9a2a024f req-b4df02f3-5bc5-46ba-b263-745303d1246e tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.452762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2089428e-41ee-4600-adbe-1edd9a2a024f req-b4df02f3-5bc5-46ba-b263-745303d1246e tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4946313 Oct 19 11:12:32.475608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.486830 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a8828be-a235-4624-be42-4ca65d2e5c86 req-d4352050-5a4e-472a-ab65-2cd43b39bf01 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217198 Oct 19 11:12:32.507894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2ee6742e-9dd1-4384-bb2f-fbf11aaff28b req-2031a9bb-9707-4cb2-acba-43baf992e3c9 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1324924700', 'description': 'tempest-description-1007319004'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:32.561607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Pushing event updated for resources: {'Port': ['ID=ff64a4d3-4368-4557-8593-3fc984c126ff,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:32.565074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Network f47fea35-9237-45e0-ba87-729c5f32abbc is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:32.566807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:32.569118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:32.620334 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.625084 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ee6742e-9dd1-4384-bb2f-fbf11aaff28b req-2031a9bb-9707-4cb2-acba-43baf992e3c9 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.690977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'name': 'tempest-FloatingIPDetailsTestJSON-975546178-router', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:12:28Z', 'updated_at': '2021-10-19T11:12:29Z', 'revision_number': 3, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'gw_port': {'id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:29Z', 'updated_at': '2021-10-19T11:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:32.719204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Made reservation on behalf of f829754b827c4f5baf637ce6e23968c3 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:32.723274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4589f-62c1-48ea-a8fb-dbb140ee20c8 None None] The sync data for ids ['5cb998cd-8e2f-4b99-911b-82046ca24785'] in n-d-814547-1 is: [{'id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'name': 'tempest-FloatingIPDetailsTestJSON-975546178-router', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:12:28Z', 'updated_at': '2021-10-19T11:12:29Z', 'revision_number': 3, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'gw_port': {'id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:29Z', 'updated_at': '2021-10-19T11:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:12:32.726708 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.758594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adffd3-1d63-479c-85d3-c5fe3905d067 req-702a5875-73e3-4978-9e10-3f7e5e1e342c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:32.760216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-01adffd3-1d63-479c-85d3-c5fe3905d067 req-702a5875-73e3-4978-9e10-3f7e5e1e342c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0848567 Oct 19 11:12:32.775585 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ee6742e-9dd1-4384-bb2f-fbf11aaff28b req-2031a9bb-9707-4cb2-acba-43baf992e3c9 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.841242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ee6742e-9dd1-4384-bb2f-fbf11aaff28b req-2031a9bb-9707-4cb2-acba-43baf992e3c9 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.855147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-01adffd3-1d63-479c-85d3-c5fe3905d067 req-b6493cf2-930c-4d50-9584-3175748b996d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467863 Oct 19 11:12:32.882362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-85a61329-6992-4b38-b3c7-cc89c90a13a5 None None] Provisioning complete for port ff64a4d3-4368-4557-8593-3fc984c126ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:32.882740 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-85a61329-6992-4b38-b3c7-cc89c90a13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:32.914735 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031a9bb-9707-4cb2-acba-43baf992e3c9 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853c0c40-9b42-419a-9ae0-63b0524fc96e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:32.929852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Allocated IP 172.20.0.12 (f8824758-9a29-42ea-9139-1a0816bd3c64/cda58b73-1dbc-4a13-b0bc-3095feef3825/b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:32.930021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-85a61329-6992-4b38-b3c7-cc89c90a13a5 None None] Port ff64a4d3-4368-4557-8593-3fc984c126ff cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:12:33.009333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.021017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78e4d6-b757-47f5-9063-5e2e2b7f47f0 req-0e1d9e7a-0166-4f7a-b62d-e54d536ba17c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:33.023387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d78e4d6-b757-47f5-9063-5e2e2b7f47f0 req-0e1d9e7a-0166-4f7a-b62d-e54d536ba17c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0838897 Oct 19 11:12:33.108592 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ee6742e-9dd1-4384-bb2f-fbf11aaff28b req-2031a9bb-9707-4cb2-acba-43baf992e3c9 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.121524 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ee6742e-9dd1-4384-bb2f-fbf11aaff28b req-2031a9bb-9707-4cb2-acba-43baf992e3c9 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6204631 Oct 19 11:12:33.133278 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d78e4d6-b757-47f5-9063-5e2e2b7f47f0 req-4bca3f35-b401-45e4-aa6b-4bbe0cccc620 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802250 Oct 19 11:12:33.169042 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.246554 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8787969a-f10a-4d61-8025-747452e6ca84 req-de5fd7ab-5ca8-48c3-9acc-535b73de8470 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 210 time: 0.0332673 Oct 19 11:12:33.268971 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67c2f93e-43bb-4ae1-97cc-c5d6b17763f6 req-1c2a8dff-f689-4ecd-b896-1c09be5616f5 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 210 time: 0.0421972 Oct 19 11:12:33.287901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d0918f83-0282-4334-8146-2280d58c5176 req-6041c6bd-97fb-4402-b9be-4d4eb5c8ba6d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1651856996', 'description': 'tempest-description-985251470'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:33.319148 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.337348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.338927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-9c60220a-d78d-46e6-a357-4c203c5e3f69 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8a476e016ba34552afb94fc8c9967236&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244853 Oct 19 11:12:33.351160 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f8e96847-89a5-431e-87da-58e76243e385'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:33.398308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Network f8824758-9a29-42ea-9139-1a0816bd3c64 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:33.401514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:33.405524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:33.411237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:33.411636 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.423587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Pushing event updated for resources: {'Port': ['ID=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:33.449701 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d0918f83-0282-4334-8146-2280d58c5176 req-6041c6bd-97fb-4402-b9be-4d4eb5c8ba6d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.478347 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.560502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d0918f83-0282-4334-8146-2280d58c5176 req-6041c6bd-97fb-4402-b9be-4d4eb5c8ba6d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.570205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b031769-8731-499a-abb3-0011983cfe90 req-84a6b577-ea84-4399-a4b2-f7fff2155389 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:33.571817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-84a6b577-ea84-4399-a4b2-f7fff2155389 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261777 Oct 19 11:12:33.572693 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-774c2a73-9641-476f-a398-b7f9906e1069 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1995196 Oct 19 11:12:33.591176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Request body: {'port': {'device_id': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:33.651899 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d0918f83-0282-4334-8146-2280d58c5176 req-6041c6bd-97fb-4402-b9be-4d4eb5c8ba6d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.677014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Request body: {'port': {'device_id': '158d0338-23cd-4074-bd72-0338a99d3a34', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '8a476e016ba34552afb94fc8c9967236'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:33.714609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Pushing event updated for resources: {'Port': ['ID=ff64a4d3-4368-4557-8593-3fc984c126ff,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:33.721143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041c6bd-97fb-4402-b9be-4d4eb5c8ba6d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6199ed-81f5-44ef-a194-a5eec7c1d8fb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:33.734309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.765565 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.767288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-51de4aa1-2181-42c5-bb9b-91eef2c1f410 None None] Provisioning complete for port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:33.768280 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-51de4aa1-2181-42c5-bb9b-91eef2c1f410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.786091 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d0918f83-0282-4334-8146-2280d58c5176 req-6041c6bd-97fb-4402-b9be-4d4eb5c8ba6d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:33.798068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d0918f83-0282-4334-8146-2280d58c5176 req-6041c6bd-97fb-4402-b9be-4d4eb5c8ba6d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5105448 Oct 19 11:12:33.825325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6c476-421f-4528-b832-70a13a9f819b req-aea7e68e-5c62-4f1f-bcdb-a57ca6d47008 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:33.830190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-51de4aa1-2181-42c5-bb9b-91eef2c1f410 None None] Port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:12:33.833809 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4dc6c476-421f-4528-b832-70a13a9f819b req-aea7e68e-5c62-4f1f-bcdb-a57ca6d47008 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.2052257 Oct 19 11:12:33.948884 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4dc6c476-421f-4528-b832-70a13a9f819b req-9be3a1a9-1f65-40f6-a142-e85451dca362 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141558 Oct 19 11:12:33.952339 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5270136d-d330-4e6c-9640-e9d216b9ab3f req-4f62ae69-8d85-41a4-9806-fd830d648952 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/853c0c40-9b42-419a-9ae0-63b0524fc96e HTTP/1.1" status: 200 len: 1805 time: 0.0658171 Oct 19 11:12:34.001116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Network f47fea35-9237-45e0-ba87-729c5f32abbc is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:34.003131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:34.057816 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5270136d-d330-4e6c-9640-e9d216b9ab3f req-d91d1546-54fd-4ccc-b2d8-44f5633b05fe tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/3c6199ed-81f5-44ef-a194-a5eec7c1d8fb HTTP/1.1" status: 200 len: 1804 time: 0.0689313 Oct 19 11:12:34.073433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-5270136d-d330-4e6c-9640-e9d216b9ab3f req-7bae2033-0d01-4454-97b5-0424a3bb0f86 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '853c0c40-9b42-419a-9ae0-63b0524fc96e', 'remote_group_id': '3c6199ed-81f5-44ef-a194-a5eec7c1d8fb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:34.074014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-5270136d-d330-4e6c-9640-e9d216b9ab3f req-7bae2033-0d01-4454-97b5-0424a3bb0f86 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '853c0c40-9b42-419a-9ae0-63b0524fc96e', 'remote_group_id': '3c6199ed-81f5-44ef-a194-a5eec7c1d8fb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:34.098227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Made reservation on behalf of 8a476e016ba34552afb94fc8c9967236 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:34.101903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.154922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:34.163643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.176202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Transition to ACTIVE for port object b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:12:34.224402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0aa94-52d1-4b67-9045-2a39d2ef384a req-30a9f781-386f-4b7b-b4d6-1459d318eb48 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:34.226022 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-20e0aa94-52d1-4b67-9045-2a39d2ef384a req-30a9f781-386f-4b7b-b4d6-1459d318eb48 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.2058945 Oct 19 11:12:34.232052 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5270136d-d330-4e6c-9640-e9d216b9ab3f req-7bae2033-0d01-4454-97b5-0424a3bb0f86 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.244246 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.253825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a36addcf-30e4-4b48-bd48-b2d66effc06b None None] Provisioning complete for port ff64a4d3-4368-4557-8593-3fc984c126ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:34.254317 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a36addcf-30e4-4b48-bd48-b2d66effc06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.276567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Router 5cb998cd-8e2f-4b99-911b-82046ca24785 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:12:34.294584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a36addcf-30e4-4b48-bd48-b2d66effc06b None None] Port ff64a4d3-4368-4557-8593-3fc984c126ff cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:12:34.319074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Pushing event updated for resources: {'Port': ['ID=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:34.334926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-20e0aa94-52d1-4b67-9045-2a39d2ef384a req-dcfd2ade-0fd2-4b6d-af28-18a85ce3b6a1 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014147 Oct 19 11:12:34.341049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5270136d-d330-4e6c-9640-e9d216b9ab3f req-7bae2033-0d01-4454-97b5-0424a3bb0f86 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.410578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Allocated IP 192.168.233.56 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/4c68808e-a1b7-4302-86f2-b4be47736629) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:34.549386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:12:34.555098 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4caa0f38-3940-43b0-9e5a-2b56bf65bf41 admin admin] 10.222.0.39 "PUT /v2.0/routers/5cb998cd-8e2f-4b99-911b-82046ca24785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6055291 Oct 19 11:12:34.573552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58935843-cd0c-4fcf-a85b-d0544694cd86 req-aa755042-4b35-4759-ac92-dfe43e46814b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:34.573552 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58935843-cd0c-4fcf-a85b-d0544694cd86 req-aa755042-4b35-4759-ac92-dfe43e46814b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.1369386 Oct 19 11:12:34.664137 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5270136d-d330-4e6c-9640-e9d216b9ab3f req-7bae2033-0d01-4454-97b5-0424a3bb0f86 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.671512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58935843-cd0c-4fcf-a85b-d0544694cd86 req-13ceb440-616a-4b58-aa36-bfbcdeb82cc7 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860209 Oct 19 11:12:34.687997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Attempting to bind port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:34.688414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Attempting to bind port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:34.688670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Attempting to bind port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb on network f8824758-9a29-42ea-9139-1a0816bd3c64 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:34.699162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae2033-0d01-4454-97b5-0424a3bb0f86 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff883899-d896-48d9-972c-ff2306a26593,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:34.699162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb on network f8824758-9a29-42ea-9139-1a0816bd3c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:12:34.699162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Attempting to bind port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb on network f8824758-9a29-42ea-9139-1a0816bd3c64 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:34.703420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:34.703748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Checking segment: {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:34.704121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Bound using segment: {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:34.704560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Bound port: b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e5a0a0-7776-4956-b69e-88011a8a62c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:34.704901 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.734679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.768636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] For port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:34.772047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] For port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:34.774999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5270136d-d330-4e6c-9640-e9d216b9ab3f req-7bae2033-0d01-4454-97b5-0424a3bb0f86 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.776165 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5270136d-d330-4e6c-9640-e9d216b9ab3f req-7bae2033-0d01-4454-97b5-0424a3bb0f86 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7081356 Oct 19 11:12:34.814347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1bada-13f0-4948-90f7-e7a62b92d688 req-d4b02829-79a9-4e7b-935b-90c70f0d8097 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:34.815898 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-12e1bada-13f0-4948-90f7-e7a62b92d688 req-d4b02829-79a9-4e7b-935b-90c70f0d8097 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 944 time: 0.0643084 Oct 19 11:12:34.837239 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Sync routers for ids ['5cb998cd-8e2f-4b99-911b-82046ca24785'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:12:34.840430 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.849351 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Routers {'5cb998cd-8e2f-4b99-911b-82046ca24785'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:34.850098 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5cb998cd-8e2f-4b99-911b-82046ca24785'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:34.861853 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-12e1bada-13f0-4948-90f7-e7a62b92d688 req-95d141af-dc0d-4827-9efb-66eea7b70291 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Oct 19 11:12:34.863585 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.879434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['7329a066-c317-42e5-ac45-af3be6b4761a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:34.918880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:34.923033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:34.924968 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] 10.222.0.49 "PUT /v2.0/ports/b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb HTTP/1.1" status: 200 len: 1092 time: 1.3381202 Oct 19 11:12:34.929028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'tag': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:34.931806 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9be9fb2-baca-4b1c-bb19-711a5cd1175f", "tag": "b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:34.953578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e2519-b582-4cbe-9cb5-6607262b85ac service neutron] Pushing event updated for resources: {'Port': ['ID=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:34.959694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:34.966378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:34.968580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:34.975437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8583916-be00-4e4d-9c21-7b01911f39c3 req-732f4fd9-9f43-4679-be93-925a3354a708 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:34.977082 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8583916-be00-4e4d-9c21-7b01911f39c3 req-732f4fd9-9f43-4679-be93-925a3354a708 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 935 time: 0.1358888 Oct 19 11:12:35.043499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:35.044171 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.048903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Pushing event updated for resources: {'Port': ['ID=4c68808e-a1b7-4302-86f2-b4be47736629,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:35.054018 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Set router 5cb998cd-8e2f-4b99-911b-82046ca24785 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:35.177350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8583916-be00-4e4d-9c21-7b01911f39c3 req-75bcf7aa-294e-4a33-a084-09a876dcfaf7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930761 Oct 19 11:12:35.182167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:35.201958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-17cbcffd-d35d-4a53-9172-31f2d4b031f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:35.201958 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-17cbcffd-d35d-4a53-9172-31f2d4b031f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 1095 time: 0.1731830 Oct 19 11:12:35.261866 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-65c32819-d197-4eed-bf0a-99bd7698c592 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb HTTP/1.1" status: 200 len: 217 time: 0.0544934 Oct 19 11:12:35.265655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-b4ddd0f1-04a7-4833-9d99-9d1192aca6cd req-8588b3c6-3fb8-476d-b474-14f752baece5 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1852034916', 'description': 'tempest-description-236247170'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:35.301080 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c6a4dd18-adf6-4523-9000-b686635d998e req-883836a3-4b97-494f-911d-76b568f5da90 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2276318 Oct 19 11:12:35.305418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-35688cc4-6e8d-461d-9050-1413cbb1339a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6424551 Oct 19 11:12:35.312100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:35.322797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Request body: {'port': {'device_id': '158d0338-23cd-4074-bd72-0338a99d3a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:35.328501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:35.329168 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.347925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-74f4a316-5a4c-40b5-8648-b8c85bcf7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:35.351241 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-74f4a316-5a4c-40b5-8648-b8c85bcf7808 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.0803370 Oct 19 11:12:35.388080 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.420790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-752384e5-4b7f-409b-9275-716b0397453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:35.422507 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-752384e5-4b7f-409b-9275-716b0397453f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568740 Oct 19 11:12:35.423675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b4ddd0f1-04a7-4833-9d99-9d1192aca6cd req-8588b3c6-3fb8-476d-b474-14f752baece5 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.426126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f88a6c6d-50fc-461f-a4fb-6ba227de81da None None] Provisioning complete for port 4c68808e-a1b7-4302-86f2-b4be47736629 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:35.426802 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f88a6c6d-50fc-461f-a4fb-6ba227de81da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.448316 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'name': 'tempest-FloatingIPDetailsTestJSON-975546178-router', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:12:28Z', 'updated_at': '2021-10-19T11:12:32Z', 'revision_number': 4, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'gw_port': {'id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:29Z', 'updated_at': '2021-10-19T11:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'ff64a4d3-4368-4557-8593-3fc984c126ff', 'name': '', 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'mac_address': 'fa:16:3e:af:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2070f07e-17d7-4dc8-a0c7-5da16edd91ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:32Z', 'updated_at': '2021-10-19T11:12:33Z', 'revision_number': 2, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'subnets': [{'id': '2070f07e-17d7-4dc8-a0c7-5da16edd91ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:35.483075 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Checking router: 5cb998cd-8e2f-4b99-911b-82046ca24785 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:12:35.483852 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Updating router 5cb998cd-8e2f-4b99-911b-82046ca24785 port ff64a4d3-4368-4557-8593-3fc984c126ff binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:12:35.484806 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.502285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f88a6c6d-50fc-461f-a4fb-6ba227de81da None None] Port 4c68808e-a1b7-4302-86f2-b4be47736629 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:12:35.517136 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.517905 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 359b00c4-49b4-4182-87ca-76ab1a2fb1f1, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=359b00c4-49b4-4182-87ca-76ab1a2fb1f1,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:35.535333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.579672 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-da1a7596-5138-4cb4-8656-b70c7d7182d1 service neutron] 10.222.0.49 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448240 Oct 19 11:12:35.593816 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.654243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=359b00c4-49b4-4182-87ca-76ab1a2fb1f1,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:35.665894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b4ddd0f1-04a7-4833-9d99-9d1192aca6cd req-8588b3c6-3fb8-476d-b474-14f752baece5 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.685272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1defa2ef-31df-474c-8668-d5ab6f437e65 req-88f7a4cc-a4f5-4faa-af40-0108ce7535b0 service neutron] 10.222.0.49 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964284 Oct 19 11:12:35.759116 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b4ddd0f1-04a7-4833-9d99-9d1192aca6cd req-8588b3c6-3fb8-476d-b474-14f752baece5 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.766004 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.778610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c68808e-a1b7-4302-86f2-b4be47736629 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:35.787665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588b3c6-3fb8-476d-b474-14f752baece5 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f7eabb-b5eb-4d19-b70c-ffa702d5a6f2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:35.794021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.830768 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.887363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Allocated IP 172.25.2.75 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/f46067bb-57fc-4e66-85a0-66b87d48e639) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:35.900729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Transition to ACTIVE for port object 4c68808e-a1b7-4302-86f2-b4be47736629 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:12:35.938891 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b4ddd0f1-04a7-4833-9d99-9d1192aca6cd req-8588b3c6-3fb8-476d-b474-14f752baece5 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:35.940299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b4ddd0f1-04a7-4833-9d99-9d1192aca6cd req-8588b3c6-3fb8-476d-b474-14f752baece5 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6863775 Oct 19 11:12:35.992857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.002100 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.020319 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.044124 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b595f3a5-5bae-4f9e-a37d-57af7bad0e9b x-openstack-request-id: req-b595f3a5-5bae-4f9e-a37d-57af7bad0e9b {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:36.044437 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9be9fb2-baca-4b1c-bb19-711a5cd1175f", "tag": "b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:36.044711 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b595f3a5-5bae-4f9e-a37d-57af7bad0e9b {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:36.045103 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'tag': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'status': 'completed', 'code': 200} Oct 19 11:12:36.076917 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Pushing event updated for resources: {'Port': ['ID=ff64a4d3-4368-4557-8593-3fc984c126ff,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:36.104174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Pushing event updated for resources: {'Port': ['ID=4c68808e-a1b7-4302-86f2-b4be47736629,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:36.146038 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.146638 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.147128 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.147752 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.148359 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.148995 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.149475 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.150090 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.150760 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.151236 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.151779 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.153079 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:12:36.160269 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.169911 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Attempting to bind port ff64a4d3-4368-4557-8593-3fc984c126ff on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:36.171056 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Attempting to bind port ff64a4d3-4368-4557-8593-3fc984c126ff by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3ce8255a-7b2b-4b23-aa24-a0e0960de6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:36.171608 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Attempting to bind port ff64a4d3-4368-4557-8593-3fc984c126ff on network f47fea35-9237-45e0-ba87-729c5f32abbc {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:36.180183 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:36.180966 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Checking segment: {'id': '3ce8255a-7b2b-4b23-aa24-a0e0960de6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:36.182087 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.182665 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Bound using segment: {'id': '3ce8255a-7b2b-4b23-aa24-a0e0960de6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:36.183542 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Bound port: ff64a4d3-4368-4557-8593-3fc984c126ff, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce8255a-7b2b-4b23-aa24-a0e0960de6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:36.184116 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.200103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3 req-aba8ee30-ec55-49b4-9bd6-50be238d1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:36.202242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3 req-aba8ee30-ec55-49b4-9bd6-50be238d1929 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 1095 time: 0.1243436 Oct 19 11:12:36.215128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5f0b6-4f62-40ea-a9b5-e3018a01981e req-ba341246-d456-4fc0-8089-6524d21a8514 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:36.216802 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7fc5f0b6-4f62-40ea-a9b5-e3018a01981e req-ba341246-d456-4fc0-8089-6524d21a8514 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 945 time: 0.0978100 Oct 19 11:12:36.224511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:36.243936 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:36.246439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:36.273176 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] For port ff64a4d3-4368-4557-8593-3fc984c126ff, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:36.277178 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] For port ff64a4d3-4368-4557-8593-3fc984c126ff, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ff64a4d3-4368-4557-8593-3fc984c126ff,segment=NetworkSegment(3ce8255a-7b2b-4b23-aa24-a0e0960de6a3),segment_id=3ce8255a-7b2b-4b23-aa24-a0e0960de6a3)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:36.305144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event updated for resources: {'Port': ['ID=f46067bb-57fc-4e66-85a0-66b87d48e639,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:36.320032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Attempting to bind port 4c68808e-a1b7-4302-86f2-b4be47736629 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:36.320373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Attempting to bind port 4c68808e-a1b7-4302-86f2-b4be47736629 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:36.320762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Attempting to bind port 4c68808e-a1b7-4302-86f2-b4be47736629 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:36.332167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Port 4c68808e-a1b7-4302-86f2-b4be47736629 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:12:36.333461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Attempting to bind port 4c68808e-a1b7-4302-86f2-b4be47736629 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:36.343319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:36.343662 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:36.344049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:36.344400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7fc5f0b6-4f62-40ea-a9b5-e3018a01981e req-7e0cba34-5103-4f7c-892c-aaf1f8d27c0f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151237 Oct 19 11:12:36.344529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Bound port: 4c68808e-a1b7-4302-86f2-b4be47736629, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:36.344853 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.365694 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.392130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3 req-1526a8f5-2121-4992-bb88-bd5e200b840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:36.393854 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3 req-1526a8f5-2121-4992-bb88-bd5e200b840f service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.1755283 Oct 19 11:12:36.438152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fe37d873-3db4-4029-af95-c5e07b77433d None None] Provisioning complete for port ff64a4d3-4368-4557-8593-3fc984c126ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:36.444972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe37d873-3db4-4029-af95-c5e07b77433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.454347 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Routers {'5cb998cd-8e2f-4b99-911b-82046ca24785'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:36.454969 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5cb998cd-8e2f-4b99-911b-82046ca24785'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:36.456773 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b9073-cb65-497f-9339-ab3cdf3fe362 None None] Pushing event updated for resources: {'Port': ['ID=ff64a4d3-4368-4557-8593-3fc984c126ff,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:36.481871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.493287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] For port 4c68808e-a1b7-4302-86f2-b4be47736629, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:36.499351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] For port 4c68808e-a1b7-4302-86f2-b4be47736629, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4c68808e-a1b7-4302-86f2-b4be47736629,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:36.499691 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3 req-31662405-549c-4b5b-9ad5-f4c5e202b381 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb HTTP/1.1" status: 200 len: 217 time: 0.0684578 Oct 19 11:12:36.513353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a0a92-5c28-4f80-a8e9-1e562c6b3768 req-ca52def1-072b-4f64-9911-813b0ee1015b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:36.521865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-063a0a92-5c28-4f80-a8e9-1e562c6b3768 req-ca52def1-072b-4f64-9911-813b0ee1015b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.1208730 Oct 19 11:12:36.555906 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe37d873-3db4-4029-af95-c5e07b77433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.587739 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-063a0a92-5c28-4f80-a8e9-1e562c6b3768 req-f84b686d-9495-426d-ab9f-aebacf033e10 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587933 Oct 19 11:12:36.623249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-fe37d873-3db4-4029-af95-c5e07b77433d None None] For port ff64a4d3-4368-4557-8593-3fc984c126ff, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ff64a4d3-4368-4557-8593-3fc984c126ff,segment=NetworkSegment(3ce8255a-7b2b-4b23-aa24-a0e0960de6a3),segment_id=3ce8255a-7b2b-4b23-aa24-a0e0960de6a3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:36.624884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.662034 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.666750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3 req-1d68de8e-15fa-40c0-a2f3-13c0a1c5efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:36.668336 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3 req-1d68de8e-15fa-40c0-a2f3-13c0a1c5efaf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.1436355 Oct 19 11:12:36.683685 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] Set router 5cb998cd-8e2f-4b99-911b-82046ca24785 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:36.713786 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe37d873-3db4-4029-af95-c5e07b77433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.717962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:36.719357 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.721380 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] 10.222.0.49 "PUT /v2.0/ports/4c68808e-a1b7-4302-86f2-b4be47736629 HTTP/1.1" status: 200 len: 1095 time: 1.4030666 Oct 19 11:12:36.787884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3 req-14d7a99f-120f-4392-8403-062f6d0ddcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:36.789431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37d873-3db4-4029-af95-c5e07b77433d None None] Pushing event updated for resources: {'Port': ['ID=ff64a4d3-4368-4557-8593-3fc984c126ff,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:36.789627 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3 req-14d7a99f-120f-4392-8403-062f6d0ddcde service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115770 Oct 19 11:12:36.801230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad123fd4-d9a8-4382-a53a-fddad69ccd92 req-60e59700-0e78-4048-a538-0113e01d61a6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:36.806257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad123fd4-d9a8-4382-a53a-fddad69ccd92 req-60e59700-0e78-4048-a538-0113e01d61a6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.1182015 Oct 19 11:12:36.894501 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.896140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158d0338-23cd-4074-bd72-0338a99d3a34', 'tag': '4c68808e-a1b7-4302-86f2-b4be47736629'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:36.899346 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f451b8a-e129-4571-8d9a-15dceba8cb11" -d '{"events": [{"name": "network-changed", "server_uuid": "158d0338-23cd-4074-bd72-0338a99d3a34", "tag": "4c68808e-a1b7-4302-86f2-b4be47736629"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:36.924879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-97a7942a-f6d0-463a-9a8d-db1a8e6d305e None None] Provisioning complete for port ff64a4d3-4368-4557-8593-3fc984c126ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:36.925249 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-97a7942a-f6d0-463a-9a8d-db1a8e6d305e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.925995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad123fd4-d9a8-4382-a53a-fddad69ccd92 req-20ed4079-6091-42d6-bca9-fbef239fb658 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930090 Oct 19 11:12:36.926402 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'name': 'tempest-FloatingIPDetailsTestJSON-975546178-router', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:12:28Z', 'updated_at': '2021-10-19T11:12:32Z', 'revision_number': 4, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'gw_port': {'id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:29Z', 'updated_at': '2021-10-19T11:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'ff64a4d3-4368-4557-8593-3fc984c126ff', 'name': '', 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'mac_address': 'fa:16:3e:af:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2070f07e-17d7-4dc8-a0c7-5da16edd91ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:32Z', 'updated_at': '2021-10-19T11:12:36Z', 'revision_number': 4, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'subnets': [{'id': '2070f07e-17d7-4dc8-a0c7-5da16edd91ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:36.953755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d614ddf-1d80-4b00-b765-60616f7d839d service neutron] Pushing event updated for resources: {'Port': ['ID=4c68808e-a1b7-4302-86f2-b4be47736629,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:36.969614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:36.982326 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869d37f-7857-477c-a742-13e99724dc41 None None] The sync data for ids ['5cb998cd-8e2f-4b99-911b-82046ca24785'] in n-d-814547-1 is: [{'id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'name': 'tempest-FloatingIPDetailsTestJSON-975546178-router', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:12:28Z', 'updated_at': '2021-10-19T11:12:32Z', 'revision_number': 4, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'gw_port': {'id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:29Z', 'updated_at': '2021-10-19T11:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'ff64a4d3-4368-4557-8593-3fc984c126ff', 'name': '', 'network_id': 'f47fea35-9237-45e0-ba87-729c5f32abbc', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'mac_address': 'fa:16:3e:af:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '2070f07e-17d7-4dc8-a0c7-5da16edd91ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:32Z', 'updated_at': '2021-10-19T11:12:36Z', 'revision_number': 4, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'subnets': [{'id': '2070f07e-17d7-4dc8-a0c7-5da16edd91ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:12:36.998031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3 req-0e031f71-6e59-4716-a37f-1941642c19a1 service neutron] 10.222.0.49 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907539 Oct 19 11:12:37.036954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event updated for resources: {'Port': ['ID=f46067bb-57fc-4e66-85a0-66b87d48e639,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:37.068406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-418d3c03-ce55-4a95-aba4-3232f299fdfa tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:37.069960 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-418d3c03-ce55-4a95-aba4-3232f299fdfa tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.4010975 Oct 19 11:12:37.103180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814547-1'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:37.106650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b031769-8731-499a-abb3-0011983cfe90 req-cdfbbbb8-f00b-4b41-ac09-a2ad40d3f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:37.108054 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-cdfbbbb8-f00b-4b41-ac09-a2ad40d3f72d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a476e016ba34552afb94fc8c9967236&device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 1098 time: 0.2021518 Oct 19 11:12:37.180370 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-1c3f5d1a-3349-45c3-b55b-0e8343f61d54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=4c68808e-a1b7-4302-86f2-b4be47736629 HTTP/1.1" status: 200 len: 217 time: 0.0474401 Oct 19 11:12:37.186744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:37.236581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caf2d4-08ca-4916-9577-2a5971901bc2 req-5f70ec65-95f6-44dc-8bff-74de3995c9d7 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:37.238463 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c2caf2d4-08ca-4916-9577-2a5971901bc2 req-5f70ec65-95f6-44dc-8bff-74de3995c9d7 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 944 time: 0.2392726 Oct 19 11:12:37.241077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79aa9d09-2d97-4f4a-8a5d-9c6a92f61dc3 req-7443ba62-110a-444a-bdef-a02fa34be34a service neutron] 10.222.0.49 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238729 Oct 19 11:12:37.291350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:37.315135 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c2caf2d4-08ca-4916-9577-2a5971901bc2 req-2a432d7c-7d06-4456-9af6-4c80f6e2b91b tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691454 Oct 19 11:12:37.344670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-26b19a54-6609-42a2-8455-a11bf75d3a23 req-d58f74b4-4cc4-4154-848b-fb3bd8922424 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-529573909', 'description': 'tempest-description-60154878'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:37.373131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:37.373131 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:37.465641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ff64a4d3-4368-4557-8593-3fc984c126ff up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:37.517173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ff64a4d3-4368-4557-8593-3fc984c126ff triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:37.517644 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:37.566739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:37.584361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b031769-8731-499a-abb3-0011983cfe90 req-4190538b-0352-4d60-b01e-f3f609d31fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:37.585844 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-4190538b-0352-4d60-b01e-f3f609d31fec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.3941281 Oct 19 11:12:37.641275 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:37.642516 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c6a4dd18-adf6-4523-9000-b686635d998e req-c6715b71-e383-4181-b1ed-aae72a659dfb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3353233 Oct 19 11:12:37.712778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-26b19a54-6609-42a2-8455-a11bf75d3a23 req-d58f74b4-4cc4-4154-848b-fb3bd8922424 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:37.728917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c6a4dd18-adf6-4523-9000-b686635d998e req-0138211a-1c53-478b-ab6a-a74ef498af7b tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0751708 Oct 19 11:12:37.745506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b031769-8731-499a-abb3-0011983cfe90 req-9d57fcd0-7729-4a02-8865-5d39f86e6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:37.747017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-9d57fcd0-7729-4a02-8865-5d39f86e6c57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381810 Oct 19 11:12:37.784855 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-26b19a54-6609-42a2-8455-a11bf75d3a23 req-d58f74b4-4cc4-4154-848b-fb3bd8922424 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:37.850650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-26b19a54-6609-42a2-8455-a11bf75d3a23 req-d58f74b4-4cc4-4154-848b-fb3bd8922424 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:37.882807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f74b4-4cc4-4154-848b-fb3bd8922424 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba3383b-29e8-4b19-8755-74200a28bbbc,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:37.935136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:37.939823 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-26b19a54-6609-42a2-8455-a11bf75d3a23 req-d58f74b4-4cc4-4154-848b-fb3bd8922424 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:37.941089 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-26b19a54-6609-42a2-8455-a11bf75d3a23 req-d58f74b4-4cc4-4154-848b-fb3bd8922424 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6019547 Oct 19 11:12:38.012681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4dd18-adf6-4523-9000-b686635d998e req-fb7260b8-3a43-4cd4-ad37-275f35b51bb2 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:38.014081 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c6a4dd18-adf6-4523-9000-b686635d998e req-fb7260b8-3a43-4cd4-ad37-275f35b51bb2 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.2745454 Oct 19 11:12:38.023794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-f46c54d9-530d-40f4-b4cd-2c11e9c00466 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598336 Oct 19 11:12:38.027506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:38.056035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38448391-0830-4d3d-a839-d71879974b35 req-52559206-6cfa-4b31-9339-ec709644006e tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:38.057711 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38448391-0830-4d3d-a839-d71879974b35 req-52559206-6cfa-4b31-9339-ec709644006e tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 947 time: 0.0621383 Oct 19 11:12:38.058169 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744f8e57-c50c-42c2-beaa-3247a39e7a7d x-openstack-request-id: req-744f8e57-c50c-42c2-beaa-3247a39e7a7d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:38.058468 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158d0338-23cd-4074-bd72-0338a99d3a34", "tag": "4c68808e-a1b7-4302-86f2-b4be47736629", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:38.058719 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-744f8e57-c50c-42c2-beaa-3247a39e7a7d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:38.059105 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158d0338-23cd-4074-bd72-0338a99d3a34', 'tag': '4c68808e-a1b7-4302-86f2-b4be47736629', 'status': 'completed', 'code': 200} Oct 19 11:12:38.121093 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38448391-0830-4d3d-a839-d71879974b35 req-371cb418-0bb0-4c94-84f7-c53f67afcaca tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533094 Oct 19 11:12:38.133328 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:38.164417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b031769-8731-499a-abb3-0011983cfe90 req-fce3f9ad-a72d-453d-a193-34205a887d0b service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350656 Oct 19 11:12:38.203029 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:38.242500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64234248-5f34-4c9f-8742-66b8e36d21d8 req-e0911618-867a-4d89-85b8-0fce965eb3c8 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:38.244038 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64234248-5f34-4c9f-8742-66b8e36d21d8 req-e0911618-867a-4d89-85b8-0fce965eb3c8 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0526626 Oct 19 11:12:38.295099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64234248-5f34-4c9f-8742-66b8e36d21d8 req-2af29096-5503-4e81-9b67-9247b51a79ad tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434179 Oct 19 11:12:38.327441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56f77-e818-464f-b644-c0ea7aca8a2b req-3a79a43b-4bf9-4535-9d7f-0478d8506deb tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:38.328968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85f56f77-e818-464f-b644-c0ea7aca8a2b req-3a79a43b-4bf9-4535-9d7f-0478d8506deb tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 943 time: 0.1379335 Oct 19 11:12:38.329608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f41ff9e9-274d-4d6f-9113-0610b57293fe,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:38.380887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on host n-h2-814547-1 for vnic_type normal with profile {"migrating_to": "n-h1-814547-1"} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:38.381219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:38.381543 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:38.400451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:12:38.400724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:38.405342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276bb1f-f170-4b94-9bb7-3fc6056507ba req-d98f5caf-6779-4fa5-8455-0ec32b056a5f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:38.406840 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c276bb1f-f170-4b94-9bb7-3fc6056507ba req-d98f5caf-6779-4fa5-8455-0ec32b056a5f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0504503 Oct 19 11:12:38.407792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f451b8a-e129-4571-8d9a-15dceba8cb11 req-f3aabf03-ad03-4d6e-9c5a-5e8130a4a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:38.409325 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f451b8a-e129-4571-8d9a-15dceba8cb11 req-f3aabf03-ad03-4d6e-9c5a-5e8130a4a96f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a476e016ba34552afb94fc8c9967236&device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 1098 time: 0.1156764 Oct 19 11:12:38.413723 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85f56f77-e818-464f-b644-c0ea7aca8a2b req-eee8801f-04e5-4d2a-88de-95cb685a575a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643795 Oct 19 11:12:38.414789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:38.415118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:38.415485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:38.415907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Bound port: f41ff9e9-274d-4d6f-9113-0610b57293fe, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:38.416253 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:38.449497 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c276bb1f-f170-4b94-9bb7-3fc6056507ba req-43216eae-8747-4b88-9073-a10ddec095fe tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362899 Oct 19 11:12:38.494299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f41ff9e9-274d-4d6f-9113-0610b57293fe details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:12:38.588504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dbf4f944-786f-4ed0-b911-39a9be507a17 req-19a08edf-ec2b-4411-aaf1-addd0ec534eb tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/c2f7eabb-b5eb-4d19-b70c-ffa702d5a6f2 HTTP/1.1" status: 200 len: 1804 time: 0.1402678 Oct 19 11:12:38.589541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:38.592103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f451b8a-e129-4571-8d9a-15dceba8cb11 req-0c38ce35-a6c8-466c-9c76-a6e23846b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:38.594110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f451b8a-e129-4571-8d9a-15dceba8cb11 req-0c38ce35-a6c8-466c-9c76-a6e23846b7b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1756458 Oct 19 11:12:38.602374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:38.602515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, got binding levels [] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:38.626974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on host n-h2-814547-1 for vnic_type normal with profile {"migrating_to": "n-h1-814547-1"} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:38.631613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:38.631613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:38.633869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:12:38.634221 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:38.639005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:38.639924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:38.640707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:38.641170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Bound port: f41ff9e9-274d-4d6f-9113-0610b57293fe, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:38.642356 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:38.646841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:12:38.648911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f451b8a-e129-4571-8d9a-15dceba8cb11 req-d73a97d1-0767-4456-a273-2873d3dc551d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=4c68808e-a1b7-4302-86f2-b4be47736629 HTTP/1.1" status: 200 len: 217 time: 0.0454292 Oct 19 11:12:38.664305 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-2df116d1-0fe8-4ddd-8c48-b60c9f8e0452 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1915133 Oct 19 11:12:38.674737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:38.700227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:38.734303 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dbf4f944-786f-4ed0-b911-39a9be507a17 req-5cb138c0-24b7-4400-ae58-2b5e6f69b91d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/cba3383b-29e8-4b19-8755-74200a28bbbc HTTP/1.1" status: 200 len: 1802 time: 0.1372085 Oct 19 11:12:38.750135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f451b8a-e129-4571-8d9a-15dceba8cb11 req-0482a53c-a49c-472b-b184-13fca6911f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:38.751603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f451b8a-e129-4571-8d9a-15dceba8cb11 req-0482a53c-a49c-472b-b184-13fca6911f4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0941918 Oct 19 11:12:38.757524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-dbf4f944-786f-4ed0-b911-39a9be507a17 req-058314a8-15fa-4435-89d6-38a50a318556 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c2f7eabb-b5eb-4d19-b70c-ffa702d5a6f2', 'remote_group_id': 'cba3383b-29e8-4b19-8755-74200a28bbbc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:38.757842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-dbf4f944-786f-4ed0-b911-39a9be507a17 req-058314a8-15fa-4435-89d6-38a50a318556 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c2f7eabb-b5eb-4d19-b70c-ffa702d5a6f2', 'remote_group_id': 'cba3383b-29e8-4b19-8755-74200a28bbbc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:38.759876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:38.782421 n-d-814547-1 neutron-server[101313]: WARNING neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Concurrent port binding operations failed on port f41ff9e9-274d-4d6f-9113-0610b57293fe Oct 19 11:12:38.788844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:38.795202 n-d-814547-1 neutron-server[101313]: INFO neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempt 2 to bind port f41ff9e9-274d-4d6f-9113-0610b57293fe Oct 19 11:12:38.795685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f41ff9e9-274d-4d6f-9113-0610b57293fe has no active binding in host n-h1-814547-1 {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 11:12:38.808062 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:38.818821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'port_id': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'mac_address': 'fa:16:3e:f9:86:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:12:38.844206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f41ff9e9-274d-4d6f-9113-0610b57293fe,revision_number=8']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:38.850546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:38.851224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:38.852615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-69addd52-a5e8-4429-8a17-a2d6d9a7b3d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/f41ff9e9-274d-4d6f-9113-0610b57293fe HTTP/1.1" status: 200 len: 1121 time: 1.7560353 Oct 19 11:12:38.862258 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f451b8a-e129-4571-8d9a-15dceba8cb11 req-dd04952d-0572-4cb2-ab57-9f2d31a2ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:38.866872 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f451b8a-e129-4571-8d9a-15dceba8cb11 req-dd04952d-0572-4cb2-ab57-9f2d31a2ac01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017091 Oct 19 11:12:38.867005 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:38.871338 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:38.995451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Allocated IP 172.25.2.200 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/89a6c25c-e5c8-4c89-8339-2da807728cf4) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:39.005691 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:39.009643 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f451b8a-e129-4571-8d9a-15dceba8cb11 req-592aac0a-a24d-4851-a36e-2499190cad23 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369424 Oct 19 11:12:39.028226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-dbf4f944-786f-4ed0-b911-39a9be507a17 req-058314a8-15fa-4435-89d6-38a50a318556 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.028452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:39.048772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['f41ff9e9-274d-4d6f-9113-0610b57293fe'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:39.072782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f41ff9e9-274d-4d6f-9113-0610b57293fe'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:39.108635 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.116027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.122572 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-dbf4f944-786f-4ed0-b911-39a9be507a17 req-058314a8-15fa-4435-89d6-38a50a318556 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.149147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f451b8a-e129-4571-8d9a-15dceba8cb11 req-a7219bb1-31ba-442b-91d3-834ee0fc034a service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317015 Oct 19 11:12:39.203630 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-dbf4f944-786f-4ed0-b911-39a9be507a17 req-058314a8-15fa-4435-89d6-38a50a318556 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.222321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058314a8-15fa-4435-89d6-38a50a318556 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8bb023-64c7-491f-9f9c-1dd5019f2446,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:39.226076 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:39.232433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.279662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:39.282597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:39.286067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:39.295891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event updated for resources: {'Port': ['ID=89a6c25c-e5c8-4c89-8339-2da807728cf4,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:39.327468 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-dbf4f944-786f-4ed0-b911-39a9be507a17 req-058314a8-15fa-4435-89d6-38a50a318556 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.328549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dbf4f944-786f-4ed0-b911-39a9be507a17 req-058314a8-15fa-4435-89d6-38a50a318556 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5868244 Oct 19 11:12:39.348573 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.390126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:39.443773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a5053-0d24-4b57-b8c8-eda51df108e4 req-cf0b0460-93fe-4c02-b0a7-be724a712bf9 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:39.449899 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.451128 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b25a5053-0d24-4b57-b8c8-eda51df108e4 req-cf0b0460-93fe-4c02-b0a7-be724a712bf9 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 945 time: 0.0615752 Oct 19 11:12:39.491408 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b25a5053-0d24-4b57-b8c8-eda51df108e4 req-9ab453be-bca8-4b1c-a7ec-6489d187ebc1 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326579 Oct 19 11:12:39.613344 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.664850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4383fc2-bc44-4361-8957-60b9cdc75d47 req-ce81229a-7d1c-4e92-885e-c9b3e0b9fde6 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:39.666335 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4383fc2-bc44-4361-8957-60b9cdc75d47 req-ce81229a-7d1c-4e92-885e-c9b3e0b9fde6 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 947 time: 0.0490263 Oct 19 11:12:39.678903 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.704387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4383fc2-bc44-4361-8957-60b9cdc75d47 req-dd4d45e4-f9d4-4733-aea6-0695cd09416c tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Oct 19 11:12:39.712164 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.728127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event updated for resources: {'Port': ['ID=89a6c25c-e5c8-4c89-8339-2da807728cf4,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:39.808106 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb1690-9a2b-49ed-94a2-46e54db74e1c req-b0e5366a-d1e4-42c1-ab83-452b14ba00bd tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:39.809627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d1cb1690-9a2b-49ed-94a2-46e54db74e1c req-b0e5366a-d1e4-42c1-ab83-452b14ba00bd tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0494628 Oct 19 11:12:39.812477 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.814982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-6c52346b-adfb-4c86-9120-b15724bdbc81 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1433063 Oct 19 11:12:39.848286 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d1cb1690-9a2b-49ed-94a2-46e54db74e1c req-daa5c8b3-fa8b-4981-b3c1-a748211eb4e1 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Oct 19 11:12:39.866901 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-012f452a-2c0e-4fa3-8d51-9c5b87810d80 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0468752 Oct 19 11:12:39.916665 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-013fbec6-3004-4532-9cd6-3c5a8e0edc23 req-e4785a10-aea3-4ba2-86d9-829252d77974 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/cba3383b-29e8-4b19-8755-74200a28bbbc HTTP/1.1" status: 200 len: 1802 time: 0.0413556 Oct 19 11:12:39.971284 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-30eb63dd-2ad5-4b20-bd18-cf625db083cb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:39.973886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb45c979-24f4-488d-8ed9-e7bf1f19eaba req-30eb63dd-2ad5-4b20-bd18-cf625db083cb tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1000845 Oct 19 11:12:39.974060 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-013fbec6-3004-4532-9cd6-3c5a8e0edc23 req-91e09868-b97d-4f36-9c1a-dabb5d1e3b20 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:39.997763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-013fbec6-3004-4532-9cd6-3c5a8e0edc23 req-91e09868-b97d-4f36-9c1a-dabb5d1e3b20 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.064019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41ff9e9-274d-4d6f-9113-0610b57293fe'}, {'name': 'network-changed', 'server_uuid': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'tag': 'f41ff9e9-274d-4d6f-9113-0610b57293fe'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:40.064019 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9313bdb0-f88e-489d-8e21-fd858058984a" -d '{"events": [{"server_uuid": "e8f9282d-15f4-436b-9c0f-8cdf6f1b033c", "name": "network-vif-unplugged", "status": "completed", "tag": "f41ff9e9-274d-4d6f-9113-0610b57293fe"}, {"name": "network-changed", "server_uuid": "e8f9282d-15f4-436b-9c0f-8cdf6f1b033c", "tag": "f41ff9e9-274d-4d6f-9113-0610b57293fe"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:40.075506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7e3fe-7474-420c-bc5a-b2b1187c62d7 req-9df0bb29-3e11-40c7-8c89-1a021f3a6c76 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:40.077535 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93b7e3fe-7474-420c-bc5a-b2b1187c62d7 req-9df0bb29-3e11-40c7-8c89-1a021f3a6c76 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 943 time: 0.0535994 Oct 19 11:12:40.114310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93b7e3fe-7474-420c-bc5a-b2b1187c62d7 req-b21f890a-9222-40bf-8f5e-34f1becd7aef tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306742 Oct 19 11:12:40.153349 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-013fbec6-3004-4532-9cd6-3c5a8e0edc23 req-91e09868-b97d-4f36-9c1a-dabb5d1e3b20 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.156527 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-013fbec6-3004-4532-9cd6-3c5a8e0edc23 req-91e09868-b97d-4f36-9c1a-dabb5d1e3b20 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.157664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-013fbec6-3004-4532-9cd6-3c5a8e0edc23 req-91e09868-b97d-4f36-9c1a-dabb5d1e3b20 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "DELETE /v2.0/security-groups/cba3383b-29e8-4b19-8755-74200a28bbbc HTTP/1.1" status: 204 len: 173 time: 0.2342453 Oct 19 11:12:40.169696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e09868-b97d-4f36-9c1a-dabb5d1e3b20 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba3383b-29e8-4b19-8755-74200a28bbbc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:40.218779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015206-e37b-4d13-bd56-0eb8bb4063be req-ec492a02-56bb-4a36-9228-f1214e3eb30f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:40.220266 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e015206-e37b-4d13-bd56-0eb8bb4063be req-ec492a02-56bb-4a36-9228-f1214e3eb30f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0502877 Oct 19 11:12:40.257921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e015206-e37b-4d13-bd56-0eb8bb4063be req-f894c2ca-d708-4676-9f76-ad342a3ec887 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314958 Oct 19 11:12:40.283314 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-36bd91b9-e7fa-41c2-8821-94084f8d3fe8 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1101754 Oct 19 11:12:40.293065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:40.312109 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7597393-d42d-44c1-9ded-9a55017bacb4 x-openstack-request-id: req-b7597393-d42d-44c1-9ded-9a55017bacb4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:40.312412 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f9282d-15f4-436b-9c0f-8cdf6f1b033c", "name": "network-vif-unplugged", "status": "completed", "tag": "f41ff9e9-274d-4d6f-9113-0610b57293fe", "code": 200}, {"name": "network-changed", "server_uuid": "e8f9282d-15f4-436b-9c0f-8cdf6f1b033c", "tag": "f41ff9e9-274d-4d6f-9113-0610b57293fe", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:40.312700 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7597393-d42d-44c1-9ded-9a55017bacb4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:40.313089 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41ff9e9-274d-4d6f-9113-0610b57293fe', 'code': 200} Oct 19 11:12:40.313342 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'tag': 'f41ff9e9-274d-4d6f-9113-0610b57293fe', 'status': 'completed', 'code': 200} Oct 19 11:12:40.362516 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1fc94d74-df3e-4b35-ada7-a8d7ce926c8e req-a6e0318c-5c1a-492a-94ec-df1e8033e30d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/c2f7eabb-b5eb-4d19-b70c-ffa702d5a6f2 HTTP/1.1" status: 200 len: 1804 time: 0.0395067 Oct 19 11:12:40.383569 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.389822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-42042ad4-a905-4536-ab63-577d15e9544d req-ad4b76b6-6ed3-4eaf-a0ec-ce210516148d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1826832694', 'description': 'tempest-description-117793665'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:40.390020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313bdb0-f88e-489d-8e21-fd858058984a req-b0c97bc4-1093-40a1-b4b3-4a21d049273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:40.391321 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9313bdb0-f88e-489d-8e21-fd858058984a req-b0c97bc4-1093-40a1-b4b3-4a21d049273d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 1124 time: 0.0458074 Oct 19 11:12:40.468034 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-42042ad4-a905-4536-ab63-577d15e9544d req-ad4b76b6-6ed3-4eaf-a0ec-ce210516148d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.528951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313bdb0-f88e-489d-8e21-fd858058984a req-3f18e74d-e443-4ee5-b596-835777773d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:40.530442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9313bdb0-f88e-489d-8e21-fd858058984a req-3f18e74d-e443-4ee5-b596-835777773d5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.1306310 Oct 19 11:12:40.536476 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-42042ad4-a905-4536-ab63-577d15e9544d req-ad4b76b6-6ed3-4eaf-a0ec-ce210516148d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.575025 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9313bdb0-f88e-489d-8e21-fd858058984a req-608118ca-8a0b-45df-95ad-ad52fea0fa79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe HTTP/1.1" status: 200 len: 217 time: 0.0355811 Oct 19 11:12:40.603153 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-42042ad4-a905-4536-ab63-577d15e9544d req-ad4b76b6-6ed3-4eaf-a0ec-ce210516148d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.625857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.631090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b76b6-6ed3-4eaf-a0ec-ce210516148d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6119d3d4-8a03-4181-9172-24cbc5767ccd,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:40.640757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313bdb0-f88e-489d-8e21-fd858058984a req-8aefaea7-10d7-4d11-9103-7a81d2cba070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:40.642200 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9313bdb0-f88e-489d-8e21-fd858058984a req-8aefaea7-10d7-4d11-9103-7a81d2cba070 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.0599887 Oct 19 11:12:40.647748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4c68808e-a1b7-4302-86f2-b4be47736629 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:12:40.651019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:40.702450 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9313bdb0-f88e-489d-8e21-fd858058984a req-811fbca3-9370-4e7d-a282-1df460caee25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326061 Oct 19 11:12:40.709458 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-42042ad4-a905-4536-ab63-577d15e9544d req-ad4b76b6-6ed3-4eaf-a0ec-ce210516148d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.709458 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-42042ad4-a905-4536-ab63-577d15e9544d req-ad4b76b6-6ed3-4eaf-a0ec-ce210516148d tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3234842 Oct 19 11:12:40.788234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4c68808e-a1b7-4302-86f2-b4be47736629, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4c68808e-a1b7-4302-86f2-b4be47736629,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:40.800173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '4c68808e-a1b7-4302-86f2-b4be47736629', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '4c68808e-a1b7-4302-86f2-b4be47736629', 'mac_address': 'fa:16:3e:a5:15:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:12:40.820007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53602ae9-574f-4b1d-be06-fbfa7c65566b req-f6e80da8-9e5c-4032-b3e4-02358a88df54 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:40.828677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53602ae9-574f-4b1d-be06-fbfa7c65566b req-f6e80da8-9e5c-4032-b3e4-02358a88df54 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 945 time: 0.0645523 Oct 19 11:12:40.828840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Allocated IP 172.25.2.193 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/c1f324ad-aa51-4aff-b1d8-3bd61ab98f81) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:40.839003 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.849787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:12:40.850107 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9313bdb0-f88e-489d-8e21-fd858058984a req-7ffafd12-4306-4464-a0da-b084259db2cb service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403391 Oct 19 11:12:40.854654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:40.855024 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.857502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c68808e-a1b7-4302-86f2-b4be47736629 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:40.864065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53602ae9-574f-4b1d-be06-fbfa7c65566b req-7b652f95-7863-4806-b8ee-d75bb7266fde tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 Oct 19 11:12:40.912861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4c68808e-a1b7-4302-86f2-b4be47736629, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4c68808e-a1b7-4302-86f2-b4be47736629,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:40.965200 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:40.989920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:40.992397 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e546c58b-0c32-43ea-93f0-095a5e02f2ad" -d '{"events": [{"server_uuid": "e9be9fb2-baca-4b1c-bb19-711a5cd1175f", "name": "network-vif-plugged", "status": "completed", "tag": "b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:41.004879 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.008040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:41.010150 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3802f703-49c1-4509-b04f-83952931a661 req-bb026d04-4701-4b41-bf1e-eb3f937b3010 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/6119d3d4-8a03-4181-9172-24cbc5767ccd HTTP/1.1" status: 200 len: 1804 time: 0.0556722 Oct 19 11:12:41.022815 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9313bdb0-f88e-489d-8e21-fd858058984a req-ab6aa71a-05dc-40aa-825b-00abc8f91ea8 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554508 Oct 19 11:12:41.023445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-3802f703-49c1-4509-b04f-83952931a661 req-9fcf2a46-535e-48ce-8cae-cf95e56a4bd8 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6119d3d4-8a03-4181-9172-24cbc5767ccd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:41.023848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-3802f703-49c1-4509-b04f-83952931a661 req-9fcf2a46-535e-48ce-8cae-cf95e56a4bd8 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6119d3d4-8a03-4181-9172-24cbc5767ccd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:41.040348 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.064965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=4c68808e-a1b7-4302-86f2-b4be47736629,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:41.088390 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.138084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:41.149539 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3802f703-49c1-4509-b04f-83952931a661 req-9fcf2a46-535e-48ce-8cae-cf95e56a4bd8 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.171265 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.174545 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3802f703-49c1-4509-b04f-83952931a661 req-9fcf2a46-535e-48ce-8cae-cf95e56a4bd8 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.212781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:41.215778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:41.218859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:41.250281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event updated for resources: {'Port': ['ID=c1f324ad-aa51-4aff-b1d8-3bd61ab98f81,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:41.250459 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3802f703-49c1-4509-b04f-83952931a661 req-9fcf2a46-535e-48ce-8cae-cf95e56a4bd8 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.265927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf2a46-535e-48ce-8cae-cf95e56a4bd8 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f7809b-aa15-42a0-b114-ff1cfbfa734a,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:41.283350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['4c68808e-a1b7-4302-86f2-b4be47736629'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:41.313983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.344484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3802f703-49c1-4509-b04f-83952931a661 req-9fcf2a46-535e-48ce-8cae-cf95e56a4bd8 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.345671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3802f703-49c1-4509-b04f-83952931a661 req-9fcf2a46-535e-48ce-8cae-cf95e56a4bd8 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3270407 Oct 19 11:12:41.419245 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.443065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f0a30-42c6-496d-98ef-069e16576a87 req-76aa420b-70ea-49e3-bbdb-712cc405f01e tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:41.449748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b55f0a30-42c6-496d-98ef-069e16576a87 req-76aa420b-70ea-49e3-bbdb-712cc405f01e tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 948 time: 0.0552547 Oct 19 11:12:41.485509 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b55f0a30-42c6-496d-98ef-069e16576a87 req-94f6df34-0124-4ca3-8511-dd528c774eea tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348237 Oct 19 11:12:41.577394 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.587924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8c8c1-b6ae-4e7a-aaa5-709a55cb01b5 req-ebd9b93b-0d4d-4039-9272-776b3a75c840 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:41.589422 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34d8c8c1-b6ae-4e7a-aaa5-709a55cb01b5 req-ebd9b93b-0d4d-4039-9272-776b3a75c840 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0480595 Oct 19 11:12:41.627628 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34d8c8c1-b6ae-4e7a-aaa5-709a55cb01b5 req-961d3f30-a3c1-41e9-a579-1ed928fc13da tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314095 Oct 19 11:12:41.671922 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d03c6d-6b7a-4a91-981e-b71bbcbf07e1 x-openstack-request-id: req-52d03c6d-6b7a-4a91-981e-b71bbcbf07e1 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:41.672430 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9be9fb2-baca-4b1c-bb19-711a5cd1175f", "name": "network-vif-plugged", "status": "completed", "tag": "b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:41.672525 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52d03c6d-6b7a-4a91-981e-b71bbcbf07e1 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:41.672912 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'code': 200} Oct 19 11:12:41.673999 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.765275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a400dd9-213e-4966-b818-ad745a65bafa req-43052022-45b8-4900-99ed-1bd9a5cf524c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:41.766848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a400dd9-213e-4966-b818-ad745a65bafa req-43052022-45b8-4900-99ed-1bd9a5cf524c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 943 time: 0.0493755 Oct 19 11:12:41.790446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event updated for resources: {'Port': ['ID=c1f324ad-aa51-4aff-b1d8-3bd61ab98f81,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:41.798955 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.804128 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a400dd9-213e-4966-b818-ad745a65bafa req-0d208ffd-262f-4150-9bf7-a04a451c9828 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311861 Oct 19 11:12:41.816807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98657eb3-2d25-410d-a81c-bc88102e3455 req-578cfcd4-6b16-41d0-a21f-96d5363a74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:41.818317 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98657eb3-2d25-410d-a81c-bc88102e3455 req-578cfcd4-6b16-41d0-a21f-96d5363a74f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 1097 time: 0.0719283 Oct 19 11:12:41.855141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98657eb3-2d25-410d-a81c-bc88102e3455 req-6b9347a7-288b-4dbd-8627-293421e96cf2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288727 Oct 19 11:12:41.888519 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:41.889709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-06c8ccad-b957-4b14-b7c7-83dd179879a4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6009827 Oct 19 11:12:41.906774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d021-2499-402d-a0e9-de830156a28a req-970fbd05-050c-4ded-999d-2fdb088df436 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:41.908202 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a28d021-2499-402d-a0e9-de830156a28a req-970fbd05-050c-4ded-999d-2fdb088df436 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0482302 Oct 19 11:12:41.940170 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-58475cf5-298e-48ff-908e-fe5c9f0b1639 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 696 time: 0.0442283 Oct 19 11:12:41.949919 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a28d021-2499-402d-a0e9-de830156a28a req-8ff29836-594e-4191-accc-dc9b1c6eddda tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355263 Oct 19 11:12:42.012635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56ffbd7f-8f46-4527-9708-9e1594e96ae6 req-e1eaf5d4-52ec-4e05-be1c-86464bdcd66b tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/6119d3d4-8a03-4181-9172-24cbc5767ccd HTTP/1.1" status: 200 len: 2397 time: 0.0398486 Oct 19 11:12:42.023192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-56ffbd7f-8f46-4527-9708-9e1594e96ae6 req-d500748c-735e-404a-808d-6ba2d732a3e7 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6119d3d4-8a03-4181-9172-24cbc5767ccd', 'remote_group_id': None}]} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:42.023499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-56ffbd7f-8f46-4527-9708-9e1594e96ae6 req-d500748c-735e-404a-808d-6ba2d732a3e7 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6119d3d4-8a03-4181-9172-24cbc5767ccd', 'remote_group_id': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:42.050022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-f7cf46eb-2aec-4e9f-a80d-0cc00fd910e5 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:42.051371 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1a0696e-2bf1-48e9-a358-aa7b1d26e06b req-f7cf46eb-2aec-4e9f-a80d-0cc00fd910e5 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1053009 Oct 19 11:12:42.136883 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-56ffbd7f-8f46-4527-9708-9e1594e96ae6 req-d500748c-735e-404a-808d-6ba2d732a3e7 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.146663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5a414-2bec-4a8a-b994-be443b4615ce req-00182268-b88b-4552-8ef6-fe854ccd1c9b tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:42.148070 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cdb5a414-2bec-4a8a-b994-be443b4615ce req-00182268-b88b-4552-8ef6-fe854ccd1c9b tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 946 time: 0.0489419 Oct 19 11:12:42.161157 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-56ffbd7f-8f46-4527-9708-9e1594e96ae6 req-d500748c-735e-404a-808d-6ba2d732a3e7 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.185490 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cdb5a414-2bec-4a8a-b994-be443b4615ce req-b223f90a-0cb3-4d26-a794-65f2f7e87d5d tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Oct 19 11:12:42.226050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-56ffbd7f-8f46-4527-9708-9e1594e96ae6 req-d500748c-735e-404a-808d-6ba2d732a3e7 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.243952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500748c-735e-404a-808d-6ba2d732a3e7 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e7e644-cf3f-4234-8264-55c364b1c0e0,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:42.321130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-56ffbd7f-8f46-4527-9708-9e1594e96ae6 req-d500748c-735e-404a-808d-6ba2d732a3e7 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.322354 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56ffbd7f-8f46-4527-9708-9e1594e96ae6 req-d500748c-735e-404a-808d-6ba2d732a3e7 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3029289 Oct 19 11:12:42.369427 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05c830ff-02ae-40b2-961e-a8607632b992 req-d4bed8a2-57a1-4b36-b08f-c372cf089bc4 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1058488 Oct 19 11:12:42.379691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:42.382424 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-370ca7c2-9e5b-4eac-a804-cc9172ffc254 req-51bee171-07bd-43dd-9b99-9ff1c868aac0 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/6119d3d4-8a03-4181-9172-24cbc5767ccd HTTP/1.1" status: 200 len: 2995 time: 0.0404017 Oct 19 11:12:42.424171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e2d21ab-67b0-4770-a9e1-8a1b32a16d94 req-2620e9e1-f33c-4155-bdae-92291d51d5e6 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-group-rules/41e7e644-cf3f-4234-8264-55c364b1c0e0 HTTP/1.1" status: 200 len: 783 time: 0.0207484 Oct 19 11:12:42.462277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.468859 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e2d21ab-67b0-4770-a9e1-8a1b32a16d94 req-b871cad2-ae72-4e71-bffa-b051d7668ffb tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/6119d3d4-8a03-4181-9172-24cbc5767ccd HTTP/1.1" status: 200 len: 2995 time: 0.0391400 Oct 19 11:12:42.501938 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e2d21ab-67b0-4770-a9e1-8a1b32a16d94 req-e07c31e4-e96a-4bb2-9be5-901546e98d46 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.509770 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e2d21ab-67b0-4770-a9e1-8a1b32a16d94 req-e07c31e4-e96a-4bb2-9be5-901546e98d46 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.562458 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.597255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e2d21ab-67b0-4770-a9e1-8a1b32a16d94 req-e07c31e4-e96a-4bb2-9be5-901546e98d46 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.604457 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e2d21ab-67b0-4770-a9e1-8a1b32a16d94 req-e07c31e4-e96a-4bb2-9be5-901546e98d46 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.605581 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e2d21ab-67b0-4770-a9e1-8a1b32a16d94 req-e07c31e4-e96a-4bb2-9be5-901546e98d46 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/41e7e644-cf3f-4234-8264-55c364b1c0e0 HTTP/1.1" status: 204 len: 173 time: 0.1303561 Oct 19 11:12:42.614023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c31e4-e96a-4bb2-9be5-901546e98d46 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41e7e644-cf3f-4234-8264-55c364b1c0e0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:42.657418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4c68808e-a1b7-4302-86f2-b4be47736629 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:12:42.694071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Allocated IP 172.25.2.254 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/90b988e1-d488-4752-954f-08d43326a945) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:42.704084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef64c5a-c3bc-41d7-8cab-9a9dab8a47b3 req-dd13d3d2-b195-43f7-a2c5-d7727fb23c31 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:42.705619 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5ef64c5a-c3bc-41d7-8cab-9a9dab8a47b3 req-dd13d3d2-b195-43f7-a2c5-d7727fb23c31 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 948 time: 0.0507152 Oct 19 11:12:42.746823 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5ef64c5a-c3bc-41d7-8cab-9a9dab8a47b3 req-40df27f6-e0f2-4032-9289-6553cc56eccd tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336826 Oct 19 11:12:42.780636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 4c68808e-a1b7-4302-86f2-b4be47736629 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:12:42.784721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 4c68808e-a1b7-4302-86f2-b4be47736629 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:42.785097 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.805028 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.811409 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14c311b8-9a96-4a0e-9d48-8323aad5ca21 req-8427f0f7-61d5-42f5-8c6c-e204d19177c2 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/6119d3d4-8a03-4181-9172-24cbc5767ccd HTTP/1.1" status: 200 len: 2397 time: 0.0421071 Oct 19 11:12:42.867115 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.872992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-14c311b8-9a96-4a0e-9d48-8323aad5ca21 req-8eb400f5-f462-4775-87d2-02c0129ec5ca tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.897042 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-14c311b8-9a96-4a0e-9d48-8323aad5ca21 req-8eb400f5-f462-4775-87d2-02c0129ec5ca tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.899079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4c68808e-a1b7-4302-86f2-b4be47736629, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4c68808e-a1b7-4302-86f2-b4be47736629,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:42.906587 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.945083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:42.948165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:42.951858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:42.957460 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:42.978169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event updated for resources: {'Port': ['ID=90b988e1-d488-4752-954f-08d43326a945,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:43.005418 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-14c311b8-9a96-4a0e-9d48-8323aad5ca21 req-8eb400f5-f462-4775-87d2-02c0129ec5ca tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.005666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=4c68808e-a1b7-4302-86f2-b4be47736629,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:43.009313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-14c311b8-9a96-4a0e-9d48-8323aad5ca21 req-8eb400f5-f462-4775-87d2-02c0129ec5ca tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.018807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14c311b8-9a96-4a0e-9d48-8323aad5ca21 req-8eb400f5-f462-4775-87d2-02c0129ec5ca tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "DELETE /v2.0/security-groups/6119d3d4-8a03-4181-9172-24cbc5767ccd HTTP/1.1" status: 204 len: 173 time: 0.1986883 Oct 19 11:12:43.026520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb400f5-f462-4775-87d2-02c0129ec5ca tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6119d3d4-8a03-4181-9172-24cbc5767ccd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:43.042850 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.119071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d51a-3604-459c-a24f-d9a2baead4e6 req-4d0a9357-77b2-4514-9ee5-667f2ef8e881 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:43.120523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2405d51a-3604-459c-a24f-d9a2baead4e6 req-4d0a9357-77b2-4514-9ee5-667f2ef8e881 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0485914 Oct 19 11:12:43.148700 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.159493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2405d51a-3604-459c-a24f-d9a2baead4e6 req-bc5a0e04-f066-4f94-8ea4-a5f0ed82e92b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327053 Oct 19 11:12:43.267991 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0753b-90a8-4474-a8b6-fca9044ce040 req-9959dbfc-0e2c-4062-af44-3dde4c9e51f1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:43.269505 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fce0753b-90a8-4474-a8b6-fca9044ce040 req-9959dbfc-0e2c-4062-af44-3dde4c9e51f1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 943 time: 0.0493367 Oct 19 11:12:43.308601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.308824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fce0753b-90a8-4474-a8b6-fca9044ce040 req-6795092e-f873-49c1-97d9-96697f63aadd tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Oct 19 11:12:43.402763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.411272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1895854-1c64-468b-a962-84935da737b8 req-ad2e5f7f-a2dd-4187-8f50-58bf8c10451b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:43.413508 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1895854-1c64-468b-a962-84935da737b8 req-ad2e5f7f-a2dd-4187-8f50-58bf8c10451b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0504870 Oct 19 11:12:43.453670 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1895854-1c64-468b-a962-84935da737b8 req-3719efcd-1d3b-4d26-8ecd-5ccd6712e672 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358574 Oct 19 11:12:43.474751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event updated for resources: {'Port': ['ID=90b988e1-d488-4752-954f-08d43326a945,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:43.484629 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.493675 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-6b7d5a80-6a24-4a4c-a3f7-4815fc02443b req-1be1561b-b941-4a4a-863f-3c26889f30d2 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] show failed (client error): The resource could not be found. Oct 19 11:12:43.493675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b7d5a80-6a24-4a4c-a3f7-4815fc02443b req-1be1561b-b941-4a4a-863f-3c26889f30d2 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/cba3383b-29e8-4b19-8755-74200a28bbbc HTTP/1.1" status: 404 len: 352 time: 0.0141861 Oct 19 11:12:43.570620 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.571903 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05c830ff-02ae-40b2-961e-a8607632b992 req-c0a53a1e-e6c4-4423-b737-6e001cc784c1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1960361 Oct 19 11:12:43.589146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963cae4-4ac7-4209-b869-3c69c7b9bba0 req-b2d8a21d-bff5-4697-94dd-63fa84cf6df6 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:43.590682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d963cae4-4ac7-4209-b869-3c69c7b9bba0 req-b2d8a21d-bff5-4697-94dd-63fa84cf6df6 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 946 time: 0.0487168 Oct 19 11:12:43.621628 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05c830ff-02ae-40b2-961e-a8607632b992 req-3abf2368-8fa2-4197-a540-fac5e116c97b tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0428751 Oct 19 11:12:43.633782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d963cae4-4ac7-4209-b869-3c69c7b9bba0 req-5bd5b760-94ed-4e9a-a70e-3c73dd332085 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326424 Oct 19 11:12:43.674426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158d0338-23cd-4074-bd72-0338a99d3a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c68808e-a1b7-4302-86f2-b4be47736629'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:43.677134 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa715275-9f3e-4c5b-a6a9-4e714e746792" -d '{"events": [{"server_uuid": "158d0338-23cd-4074-bd72-0338a99d3a34", "name": "network-vif-plugged", "status": "completed", "tag": "4c68808e-a1b7-4302-86f2-b4be47736629"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:43.766911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-45c308ea-39ff-445f-9f93-40241f1f5482 req-36d3c326-5aea-4a76-8b53-21acac8627d6 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/c2f7eabb-b5eb-4d19-b70c-ffa702d5a6f2 HTTP/1.1" status: 200 len: 1804 time: 0.0418658 Oct 19 11:12:43.828207 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-45c308ea-39ff-445f-9f93-40241f1f5482 req-4bfc99c4-b1e4-4a97-a5f7-01e37ff4321a tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.851680 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-45c308ea-39ff-445f-9f93-40241f1f5482 req-4bfc99c4-b1e4-4a97-a5f7-01e37ff4321a tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.982110 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-45c308ea-39ff-445f-9f93-40241f1f5482 req-4bfc99c4-b1e4-4a97-a5f7-01e37ff4321a tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.985299 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-45c308ea-39ff-445f-9f93-40241f1f5482 req-4bfc99c4-b1e4-4a97-a5f7-01e37ff4321a tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:43.986555 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-45c308ea-39ff-445f-9f93-40241f1f5482 req-4bfc99c4-b1e4-4a97-a5f7-01e37ff4321a tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "DELETE /v2.0/security-groups/c2f7eabb-b5eb-4d19-b70c-ffa702d5a6f2 HTTP/1.1" status: 204 len: 173 time: 0.2133145 Oct 19 11:12:44.000456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc99c4-b1e4-4a97-a5f7-01e37ff4321a tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f7eabb-b5eb-4d19-b70c-ffa702d5a6f2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:44.001356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c830ff-02ae-40b2-961e-a8607632b992 req-6cd58007-1079-46ad-8e77-a309ef7ab6ff tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:44.002736 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05c830ff-02ae-40b2-961e-a8607632b992 req-6cd58007-1079-46ad-8e77-a309ef7ab6ff tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.3742197 Oct 19 11:12:44.044399 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579d882b-d0a7-4d1b-ab45-237dfcfb0686 x-openstack-request-id: req-579d882b-d0a7-4d1b-ab45-237dfcfb0686 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:44.045812 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158d0338-23cd-4074-bd72-0338a99d3a34", "name": "network-vif-plugged", "status": "completed", "tag": "4c68808e-a1b7-4302-86f2-b4be47736629", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:44.046180 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-579d882b-d0a7-4d1b-ab45-237dfcfb0686 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:44.046608 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158d0338-23cd-4074-bd72-0338a99d3a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c68808e-a1b7-4302-86f2-b4be47736629', 'code': 200} Oct 19 11:12:44.098579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-1f6f55f1-b999-45ff-b752-dc8e0bcb64c8 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:44.100056 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-1f6f55f1-b999-45ff-b752-dc8e0bcb64c8 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0536530 Oct 19 11:12:44.149510 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-f6418b1c-17b0-4357-855b-9aa5686fa6f1 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.0430777 Oct 19 11:12:44.159618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-7e724aa8-12c2-444b-9f29-9bc2860c40ff tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Request body: {'floatingip': {'port_id': 'f8e96847-89a5-431e-87da-58e76243e385', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:44.168644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58f51-5b97-4e56-851f-49fa97b64bec req-f398c461-4fe6-4e37-931d-897425330a43 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:44.170110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ddd58f51-5b97-4e56-851f-49fa97b64bec req-f398c461-4fe6-4e37-931d-897425330a43 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 949 time: 0.0781660 Oct 19 11:12:44.176357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66bc93-f329-4bff-a223-5d1d32b5e160 req-9d7a2e41-aff9-44ad-a063-99bc65c1ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:44.177720 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e66bc93-f329-4bff-a223-5d1d32b5e160 req-9d7a2e41-aff9-44ad-a063-99bc65c1ae21 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 1100 time: 0.0599258 Oct 19 11:12:44.224150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ddd58f51-5b97-4e56-851f-49fa97b64bec req-81a0dcf3-b0a4-4bf8-88d0-d6387c33b5ca tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455019 Oct 19 11:12:44.229323 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-7e724aa8-12c2-444b-9f29-9bc2860c40ff tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:44.235305 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e66bc93-f329-4bff-a223-5d1d32b5e160 req-a45ab177-508f-4a15-80cd-de4d2dc25c41 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Oct 19 11:12:44.286233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a4b2921-5de2-4b53-b171-d7ceb1d1f00e req-9349deb2-69d3-4af3-9867-5aa82c3d3003 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/3c6199ed-81f5-44ef-a194-a5eec7c1d8fb HTTP/1.1" status: 200 len: 1804 time: 0.0379293 Oct 19 11:12:44.341724 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5a4b2921-5de2-4b53-b171-d7ceb1d1f00e req-b32439f8-22d7-4323-a271-9b1795272285 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:44.364617 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5a4b2921-5de2-4b53-b171-d7ceb1d1f00e req-b32439f8-22d7-4323-a271-9b1795272285 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:44.525133 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5a4b2921-5de2-4b53-b171-d7ceb1d1f00e req-b32439f8-22d7-4323-a271-9b1795272285 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:44.527896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5a4b2921-5de2-4b53-b171-d7ceb1d1f00e req-b32439f8-22d7-4323-a271-9b1795272285 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:44.529150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a4b2921-5de2-4b53-b171-d7ceb1d1f00e req-b32439f8-22d7-4323-a271-9b1795272285 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c6199ed-81f5-44ef-a194-a5eec7c1d8fb HTTP/1.1" status: 204 len: 173 time: 0.2368357 Oct 19 11:12:44.544177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32439f8-22d7-4323-a271-9b1795272285 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6199ed-81f5-44ef-a194-a5eec7c1d8fb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:44.599810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5a9a1da-895f-46f0-9752-3fe1682f664c req-a92781a2-daff-44f1-a26d-ba7f9d4c7871 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips/a5bdae0c-5a34-49cb-b1fe-ca01a78baf99 HTTP/1.1" status: 200 len: 693 time: 0.0514863 Oct 19 11:12:44.711097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9a1da-895f-46f0-9752-3fe1682f664c req-659da59a-a21a-42a4-9316-552f4690f117 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:44.712543 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5a9a1da-895f-46f0-9752-3fe1682f664c req-659da59a-a21a-42a4-9316-552f4690f117 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1072090 Oct 19 11:12:44.723993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-e5a9a1da-895f-46f0-9752-3fe1682f664c req-440afc0b-4c4b-4a5f-a5a3-d0fa05a2091e tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:12:44.725136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5a9a1da-895f-46f0-9752-3fe1682f664c req-440afc0b-4c4b-4a5f-a5a3-d0fa05a2091e tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062420 Oct 19 11:12:44.829451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd2d2c-4dbe-41b0-9107-9dfeca653345 req-f6895165-e19c-4b04-b099-7ba1f72cfef0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:44.830892 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0dd2d2c-4dbe-41b0-9107-9dfeca653345 req-f6895165-e19c-4b04-b099-7ba1f72cfef0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0565915 Oct 19 11:12:44.870504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0dd2d2c-4dbe-41b0-9107-9dfeca653345 req-6ff80420-c276-40c2-8673-d06a9c6b1709 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334053 Oct 19 11:12:44.981101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06996506-497b-46bd-83e6-7345525ce607 req-556a051e-daea-44c1-bcec-440d423fb713 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:44.982601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06996506-497b-46bd-83e6-7345525ce607 req-556a051e-daea-44c1-bcec-440d423fb713 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 943 time: 0.0556204 Oct 19 11:12:45.025276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06996506-497b-46bd-83e6-7345525ce607 req-62083226-d113-4f76-865e-d1d753c40281 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360184 Oct 19 11:12:45.062532 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-7e724aa8-12c2-444b-9f29-9bc2860c40ff tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:45.117323 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-7e724aa8-12c2-444b-9f29-9bc2860c40ff tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:45.133703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d870-034f-4a24-9713-5384d56a76ed req-e6643d26-cd83-4c00-bd17-fd7e738d1b05 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:45.135404 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3470d870-034f-4a24-9713-5384d56a76ed req-e6643d26-cd83-4c00-bd17-fd7e738d1b05 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0516324 Oct 19 11:12:45.179932 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3470d870-034f-4a24-9713-5384d56a76ed req-8cf19f17-992c-42f8-8376-87aef9065fc1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345833 Oct 19 11:12:45.224900 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-7e724aa8-12c2-444b-9f29-9bc2860c40ff tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Floating IP c9507c80-62e6-4a55-8a2d-25540dc4407a associated. External IP: 172.25.2.238, port: f8e96847-89a5-431e-87da-58e76243e385. Oct 19 11:12:45.248288 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a7135cf-44a0-4daf-abe9-1cff5ff2b710 req-176c95e7-af4d-451e-9560-0321d4b394c3 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/853c0c40-9b42-419a-9ae0-63b0524fc96e HTTP/1.1" status: 200 len: 1805 time: 0.0427103 Oct 19 11:12:45.310689 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3a7135cf-44a0-4daf-abe9-1cff5ff2b710 req-d057dd6a-0a25-4db2-8d14-b9afbf912517 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:45.333428 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3a7135cf-44a0-4daf-abe9-1cff5ff2b710 req-d057dd6a-0a25-4db2-8d14-b9afbf912517 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:45.438160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-7e724aa8-12c2-444b-9f29-9bc2860c40ff tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Router 3bef4fa8-468f-4b4d-8172-8ec97f138066 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:12:45.460395 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3a7135cf-44a0-4daf-abe9-1cff5ff2b710 req-d057dd6a-0a25-4db2-8d14-b9afbf912517 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:45.463144 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3a7135cf-44a0-4daf-abe9-1cff5ff2b710 req-d057dd6a-0a25-4db2-8d14-b9afbf912517 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:45.464290 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a7135cf-44a0-4daf-abe9-1cff5ff2b710 req-d057dd6a-0a25-4db2-8d14-b9afbf912517 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "DELETE /v2.0/security-groups/853c0c40-9b42-419a-9ae0-63b0524fc96e HTTP/1.1" status: 204 len: 173 time: 0.2089779 Oct 19 11:12:45.474593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057dd6a-0a25-4db2-8d14-b9afbf912517 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853c0c40-9b42-419a-9ae0-63b0524fc96e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:45.565936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-7e724aa8-12c2-444b-9f29-9bc2860c40ff tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:12:45.570873 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-7e724aa8-12c2-444b-9f29-9bc2860c40ff tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:45.577430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370f0e4-4b58-42c7-bfe9-e600bed5d5d5 None None] Sync routers for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:12:45.587642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370f0e4-4b58-42c7-bfe9-e600bed5d5d5 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:45.588572 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4370f0e4-4b58-42c7-bfe9-e600bed5d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:45.618336 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-7e724aa8-12c2-444b-9f29-9bc2860c40ff tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "PUT /v2.0/floatingips/c9507c80-62e6-4a55-8a2d-25540dc4407a HTTP/1.1" status: 200 len: 996 time: 1.4623938 Oct 19 11:12:45.618869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:45.625848 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e91306f-14b4-4b66-a66b-003cd1b3093b" -d '{"events": [{"name": "network-changed", "server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "tag": "f8e96847-89a5-431e-87da-58e76243e385"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:45.643468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-0afa57c5-1604-40a6-8194-57b4683a12e6 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips/a5bdae0c-5a34-49cb-b1fe-ca01a78baf99 HTTP/1.1" status: 200 len: 693 time: 0.0879054 Oct 19 11:12:45.688269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-a3f04416-d443-4ef1-a0aa-54f0552ef304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:45.696485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-a3f04416-d443-4ef1-a0aa-54f0552ef304 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 1096 time: 0.0627625 Oct 19 11:12:45.724439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-4370f0e4-4b58-42c7-bfe9-e600bed5d5d5 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:45.791800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-8ae4421c-0ab8-45cd-a820-3179b57ec04b tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:45.794071 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-8ae4421c-0ab8-45cd-a820-3179b57ec04b tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1435146 Oct 19 11:12:45.814767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-3032ff5f-5e54-42ec-8762-7d20ec884fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:45.823425 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-3032ff5f-5e54-42ec-8762-7d20ec884fc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.1256888 Oct 19 11:12:45.866416 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-84e60dfe-3885-4674-8d6c-589a7f77703d tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0645792 Oct 19 11:12:45.903110 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-9dc7e769-62c1-46fa-ab95-dfe11a73c257 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 999 time: 0.0785766 Oct 19 11:12:45.925429 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-39fd6677-459e-44a2-b9e3-f3d7095f9744 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.254 HTTP/1.1" status: 200 len: 696 time: 0.0579481 Oct 19 11:12:45.956716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-17a7eff3-ff80-4161-8b87-d571371b599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:45.964676 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-17a7eff3-ff80-4161-8b87-d571371b599e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.0602708 Oct 19 11:12:46.019234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-a004e575-01ff-4a47-aed3-f8c5a03d3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:46.026287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-a004e575-01ff-4a47-aed3-f8c5a03d3240 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607760 Oct 19 11:12:46.034298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-eef3e55b-3e4d-4bea-8030-0bc2df707bc2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:12:46.041419 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-eef3e55b-3e4d-4bea-8030-0bc2df707bc2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0119944 Oct 19 11:12:46.074463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-0aa83f80-2c77-4176-b72f-da63d1aae88f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Deleting port 90b988e1-d488-4752-954f-08d43326a945 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:46.075049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4370f0e4-4b58-42c7-bfe9-e600bed5d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'f8e96847-89a5-431e-87da-58e76243e385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:0b:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:44Z', 'revision_number': 1, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:46.075236 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-0aa83f80-2c77-4176-b72f-da63d1aae88f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:46.109882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370f0e4-4b58-42c7-bfe9-e600bed5d5d5 None None] Checking router: 3bef4fa8-468f-4b4d-8172-8ec97f138066 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:12:46.121330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370f0e4-4b58-42c7-bfe9-e600bed5d5d5 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:46.122728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4370f0e4-4b58-42c7-bfe9-e600bed5d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:46.155353 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-2f6d421f-299a-4573-b2d0-d66b17f69a4a service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124074 Oct 19 11:12:46.169285 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-0aa83f80-2c77-4176-b72f-da63d1aae88f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:46.169664 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-0aa83f80-2c77-4176-b72f-da63d1aae88f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:46.183592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-0aa83f80-2c77-4176-b72f-da63d1aae88f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Calling delete_port for 90b988e1-d488-4752-954f-08d43326a945 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:46.238390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-4370f0e4-4b58-42c7-bfe9-e600bed5d5d5 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:46.255703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ac8e7f-b400-4c79-a327-5e4bfff73192 req-45178bd5-cd7b-4169-bcba-d704f4f33d09 service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990641 Oct 19 11:12:46.405745 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-0aa83f80-2c77-4176-b72f-da63d1aae88f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:46.454311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa83f80-2c77-4176-b72f-da63d1aae88f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event deleted for resources: {'Port': ['ID=90b988e1-d488-4752-954f-08d43326a945,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:46.485544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4370f0e4-4b58-42c7-bfe9-e600bed5d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'f8e96847-89a5-431e-87da-58e76243e385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:0b:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:44Z', 'revision_number': 1, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:46.508610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a7e52-4457-4769-873a-aef335023485 req-a5d22336-ac64-4d26-8d8f-6c348d77197a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:46.517763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370f0e4-4b58-42c7-bfe9-e600bed5d5d5 None None] The sync data for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 is: [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'f8e96847-89a5-431e-87da-58e76243e385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:0b:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:44Z', 'revision_number': 1, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:12:46.518599 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd5a7e52-4457-4769-873a-aef335023485 req-a5d22336-ac64-4d26-8d8f-6c348d77197a tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 949 time: 0.0810745 Oct 19 11:12:46.535421 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-0aa83f80-2c77-4176-b72f-da63d1aae88f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:46.538401 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-0aa83f80-2c77-4176-b72f-da63d1aae88f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:46.557495 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd5a7e52-4457-4769-873a-aef335023485 req-1f81dfc0-dece-44f2-b2fe-274dda6c9d53 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380058 Oct 19 11:12:46.563806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b901aa3-708b-4535-b2e7-8ba8ca6c0e4c req-0aa83f80-2c77-4176-b72f-da63d1aae88f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "DELETE /v2.0/floatingips/a5bdae0c-5a34-49cb-b1fe-ca01a78baf99 HTTP/1.1" status: 204 len: 173 time: 0.6307273 Oct 19 11:12:46.615954 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bcbb82-c71e-49a0-9b91-136a7ad2deca x-openstack-request-id: req-11bcbb82-c71e-49a0-9b91-136a7ad2deca {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:46.616318 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "tag": "f8e96847-89a5-431e-87da-58e76243e385", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:46.616741 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11bcbb82-c71e-49a0-9b91-136a7ad2deca {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:46.617299 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385', 'status': 'completed', 'code': 200} Oct 19 11:12:46.621703 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95da57da-6e1a-4984-960f-20ef39cf8be7 req-6a137ef5-c595-4b28-9a08-34ce8b904921 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/73d033f6-e2e6-4eec-9a94-3925857ef517 HTTP/1.1" status: 200 len: 2403 time: 0.0569460 Oct 19 11:12:46.728382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91306f-14b4-4b66-a66b-003cd1b3093b req-1bc3b648-7ada-4ca1-b260-605e091afdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:46.730753 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e91306f-14b4-4b66-a66b-003cd1b3093b req-1bc3b648-7ada-4ca1-b260-605e091afdd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 1096 time: 0.0708456 Oct 19 11:12:46.731334 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-95da57da-6e1a-4984-960f-20ef39cf8be7 req-2aa41940-28e1-49bd-ab6a-af891d7fead2 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:46.745633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc54e87-3962-4ffe-8f6c-72ebca36d533 req-574bce45-8a09-4fa6-8127-6881aa474cdf tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:46.748203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5fc54e87-3962-4ffe-8f6c-72ebca36d533 req-574bce45-8a09-4fa6-8127-6881aa474cdf tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0746036 Oct 19 11:12:46.791221 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5fc54e87-3962-4ffe-8f6c-72ebca36d533 req-9f05897f-2ffe-434d-8fc1-ff56f7562f1f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353978 Oct 19 11:12:46.792117 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-95da57da-6e1a-4984-960f-20ef39cf8be7 req-2aa41940-28e1-49bd-ab6a-af891d7fead2 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:46.806702 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c2c214-d38c-4ac9-9b9d-6de1917b8fa8 None None] New status for floating IP c9507c80-62e6-4a55-8a2d-25540dc4407a: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:12:46.879343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91306f-14b4-4b66-a66b-003cd1b3093b req-c03ec338-bfe8-4e45-a3de-166e97d12b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:46.880969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e91306f-14b4-4b66-a66b-003cd1b3093b req-c03ec338-bfe8-4e45-a3de-166e97d12b70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.1379740 Oct 19 11:12:46.948629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1cd8e-e4f7-4ee0-9f4e-3286f9a54dca req-a2667001-6e83-4303-9f48-8e130522faa6 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:46.950084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7fb1cd8e-e4f7-4ee0-9f4e-3286f9a54dca req-a2667001-6e83-4303-9f48-8e130522faa6 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 943 time: 0.0566843 Oct 19 11:12:46.962598 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e91306f-14b4-4b66-a66b-003cd1b3093b req-094a71fc-3475-47e8-ad22-e064c193e89d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 999 time: 0.0705194 Oct 19 11:12:46.963806 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-95da57da-6e1a-4984-960f-20ef39cf8be7 req-2aa41940-28e1-49bd-ab6a-af891d7fead2 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:46.966455 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-95da57da-6e1a-4984-960f-20ef39cf8be7 req-2aa41940-28e1-49bd-ab6a-af891d7fead2 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:46.967509 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95da57da-6e1a-4984-960f-20ef39cf8be7 req-2aa41940-28e1-49bd-ab6a-af891d7fead2 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "DELETE /v2.0/security-groups/73d033f6-e2e6-4eec-9a94-3925857ef517 HTTP/1.1" status: 204 len: 173 time: 0.3450384 Oct 19 11:12:46.988694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa41940-28e1-49bd-ab6a-af891d7fead2 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d033f6-e2e6-4eec-9a94-3925857ef517,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:47.019668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7fb1cd8e-e4f7-4ee0-9f4e-3286f9a54dca req-7dcb1d6d-2f34-4404-b1cd-95563dfbf8ba tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580599 Oct 19 11:12:47.034961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91306f-14b4-4b66-a66b-003cd1b3093b req-39c7dfd4-c591-4613-a045-a6aa5cadcf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:47.036523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e91306f-14b4-4b66-a66b-003cd1b3093b req-39c7dfd4-c591-4613-a045-a6aa5cadcf2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.0571399 Oct 19 11:12:47.132745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91306f-14b4-4b66-a66b-003cd1b3093b req-4500dd12-6aee-4450-b409-a2dee6702d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:47.134250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e91306f-14b4-4b66-a66b-003cd1b3093b req-4500dd12-6aee-4450-b409-a2dee6702d5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879500 Oct 19 11:12:47.145424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4420e5-f07d-4be3-934a-79650ab81e26 req-377c7f4d-be94-42f2-b0b8-41bd6f985bc2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:47.146825 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7e4420e5-f07d-4be3-934a-79650ab81e26 req-377c7f4d-be94-42f2-b0b8-41bd6f985bc2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0679855 Oct 19 11:12:47.154447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-c2365391-5dbe-4b64-8301-e179e5f281ef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:47.156494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-c2365391-5dbe-4b64-8301-e179e5f281ef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0537822 Oct 19 11:12:47.250324 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-0f8aa747-aa80-4ddf-85af-e46c00a2e2a5 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 999 time: 0.0868630 Oct 19 11:12:47.260150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b8ad8300-f844-419a-b5b1-9fbcb452faeb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Request body: {'floatingip': {'port_id': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:47.276666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7e4420e5-f07d-4be3-934a-79650ab81e26 req-9f27a911-1ea8-4456-bf70-84c7ecbb14fa tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205740 Oct 19 11:12:47.308253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-bf5f4db7-372d-4ff6-9e3a-7aaf463a8308 service neutron] 10.222.0.49 "GET /v2.0/ports/f41ff9e9-274d-4d6f-9113-0610b57293fe/bindings/n-h1-814547-1 HTTP/1.1" status: 200 len: 384 time: 0.1369905 Oct 19 11:12:47.322276 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b8ad8300-f844-419a-b5b1-9fbcb452faeb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:47.384430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e91306f-14b4-4b66-a66b-003cd1b3093b req-f51e2df4-4522-48e0-ab3f-891a990c94a3 service neutron] 10.222.0.26 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363610 Oct 19 11:12:47.612584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d17c5-94ac-44bf-b744-ec10109b726c req-397ad118-021c-4736-ad02-1494fa6437ee tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:47.613974 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b84d17c5-94ac-44bf-b744-ec10109b726c req-397ad118-021c-4736-ad02-1494fa6437ee tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3116250 Oct 19 11:12:47.644118 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e91306f-14b4-4b66-a66b-003cd1b3093b req-4abc9886-9357-4442-8b34-1721ea49b593 service neutron] 10.222.0.26 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462873 Oct 19 11:12:47.733897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-4db37cc0-45a7-42da-9919-8f995aea2313 service neutron] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:47.756793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-4db37cc0-45a7-42da-9919-8f995aea2313 service neutron] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:47.790047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-4db37cc0-45a7-42da-9919-8f995aea2313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41ff9e9-274d-4d6f-9113-0610b57293fe {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:47.801430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-4db37cc0-45a7-42da-9919-8f995aea2313 service neutron] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:47.808990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b8ad8300-f844-419a-b5b1-9fbcb452faeb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:47.901999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b8ad8300-f844-419a-b5b1-9fbcb452faeb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:47.930872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-4db37cc0-45a7-42da-9919-8f995aea2313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:48.002537 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b8ad8300-f844-419a-b5b1-9fbcb452faeb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Floating IP c9507c80-62e6-4a55-8a2d-25540dc4407a associated. External IP: 172.25.2.238, port: f8e96847-89a5-431e-87da-58e76243e385. Oct 19 11:12:48.006104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-4db37cc0-45a7-42da-9919-8f995aea2313 service neutron] Transition to ACTIVE for port object f41ff9e9-274d-4d6f-9113-0610b57293fe will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:12:48.072922 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-4db37cc0-45a7-42da-9919-8f995aea2313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:48.085535 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e31ff661-5a91-448f-8d62-8a8a25b7c607 req-5ab0f61a-48b3-493f-9e30-c533254bc978 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "GET /v2.0/security-groups/5145c2f3-1c13-451b-9fbc-ffc9c15b7c4e HTTP/1.1" status: 200 len: 2397 time: 0.0497620 Oct 19 11:12:48.168649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-4db37cc0-45a7-42da-9919-8f995aea2313 service neutron] No DVR routers for this DVR port f41ff9e9-274d-4d6f-9113-0610b57293fe on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:12:48.186313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db37cc0-45a7-42da-9919-8f995aea2313 service neutron] Pushing event updated for resources: {'Port': ['ID=f41ff9e9-274d-4d6f-9113-0610b57293fe,revision_number=10']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:48.215987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b8ad8300-f844-419a-b5b1-9fbcb452faeb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Router 3bef4fa8-468f-4b4d-8172-8ec97f138066 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:12:48.222933 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-4db37cc0-45a7-42da-9919-8f995aea2313 service neutron] 10.222.0.49 "PUT /v2.0/ports/f41ff9e9-274d-4d6f-9113-0610b57293fe/bindings/n-h1-814547-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8923688 Oct 19 11:12:48.241797 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e31ff661-5a91-448f-8d62-8a8a25b7c607 req-97b77566-8589-4196-998c-7318670bdb35 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:48.266471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e31ff661-5a91-448f-8d62-8a8a25b7c607 req-97b77566-8589-4196-998c-7318670bdb35 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:48.328669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b8ad8300-f844-419a-b5b1-9fbcb452faeb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:12:48.338047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577dc50-46bd-4dc0-b25f-3fcf60e62c2a None None] Sync routers for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:12:48.351680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577dc50-46bd-4dc0-b25f-3fcf60e62c2a None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:48.352355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3577dc50-46bd-4dc0-b25f-3fcf60e62c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:48.410818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e31ff661-5a91-448f-8d62-8a8a25b7c607 req-97b77566-8589-4196-998c-7318670bdb35 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:48.413557 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e31ff661-5a91-448f-8d62-8a8a25b7c607 req-97b77566-8589-4196-998c-7318670bdb35 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:48.414754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e31ff661-5a91-448f-8d62-8a8a25b7c607 req-97b77566-8589-4196-998c-7318670bdb35 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] 10.222.0.39 "DELETE /v2.0/security-groups/5145c2f3-1c13-451b-9fbc-ffc9c15b7c4e HTTP/1.1" status: 204 len: 173 time: 0.3113570 Oct 19 11:12:48.423929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45560) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:48.434024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b77566-8589-4196-998c-7318670bdb35 tempest-SecurityGroupRulesTestJSON-1846105461 tempest-SecurityGroupRulesTestJSON-1846105461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5145c2f3-1c13-451b-9fbc-ffc9c15b7c4e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:48.469991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3577dc50-46bd-4dc0-b25f-3fcf60e62c2a None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:48.522793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-75a46e74-5940-4712-89b3-8b2c3250aedb tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:48.523500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d06be0c-c6c7-4fb1-ae60-526b05107ffb admin admin] Deleting subnet 3e66ed65-8930-4a68-9399-10d40f649620 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:12:48.524321 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-75a46e74-5940-4712-89b3-8b2c3250aedb tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1095 time: 0.1452882 Oct 19 11:12:48.535992 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-127ab179-2381-4422-b469-0a5350183d58 req-29a2ca81-25a4-4439-bb92-1dc770afa16a tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=3d2b3e7028494f699a9c86d1a833e126 HTTP/1.1" status: 200 len: 1656 time: 0.0897307 Oct 19 11:12:48.537100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d06be0c-c6c7-4fb1-ae60-526b05107ffb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:48.614157 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d06be0c-c6c7-4fb1-ae60-526b05107ffb admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:48.626875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d06be0c-c6c7-4fb1-ae60-526b05107ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:48.658947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b8ad8300-f844-419a-b5b1-9fbcb452faeb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Router 3bef4fa8-468f-4b4d-8172-8ec97f138066 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:12:48.663619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-49b199cc-2976-48df-9cf9-9043dc8832fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:48.669027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-49b199cc-2976-48df-9cf9-9043dc8832fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3 HTTP/1.1" status: 200 len: 1095 time: 0.1289258 Oct 19 11:12:48.669155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f41ff9e9-274d-4d6f-9113-0610b57293fe no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:12:48.703661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ab179-2381-4422-b469-0a5350183d58 req-d30ef75d-32c3-449b-87e9-7f79f1da9b89 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:48.705418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-127ab179-2381-4422-b469-0a5350183d58 req-d30ef75d-32c3-449b-87e9-7f79f1da9b89 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks?id=6926592e-6551-44d6-8cff-badc592380f0&id=6926592e-6551-44d6-8cff-badc592380f0&id=6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 787 time: 0.1434131 Oct 19 11:12:48.739012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f41ff9e9-274d-4d6f-9113-0610b57293fe not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:12:48.741885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-127ab179-2381-4422-b469-0a5350183d58 req-5a48787f-6dbf-4a07-8b7c-3de9cc764c53 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:12:48.743156 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-127ab179-2381-4422-b469-0a5350183d58 req-5a48787f-6dbf-4a07-8b7c-3de9cc764c53 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068841 Oct 19 11:12:48.774154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-588427e8-64cb-442b-b67d-8a95b02a74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:48.782613 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-588427e8-64cb-442b-b67d-8a95b02a74be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 1095 time: 0.0758140 Oct 19 11:12:48.905725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3577dc50-46bd-4dc0-b25f-3fcf60e62c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:f9:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:47Z', 'revision_number': 3, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:48.916888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58647e-f87b-47c7-83c2-78641c50c126 req-0e4d3ced-fb48-487a-b064-aeb9bf97ac9a tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:48.918549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd58647e-f87b-47c7-83c2-78641c50c126 req-0e4d3ced-fb48-487a-b064-aeb9bf97ac9a tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 945 time: 0.1051955 Oct 19 11:12:48.935919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577dc50-46bd-4dc0-b25f-3fcf60e62c2a None None] Checking router: 3bef4fa8-468f-4b4d-8172-8ec97f138066 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:12:48.946186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577dc50-46bd-4dc0-b25f-3fcf60e62c2a None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:48.946810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3577dc50-46bd-4dc0-b25f-3fcf60e62c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:48.952671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-bcbd988d-078e-4f94-944d-6d710c19ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:48.954325 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-bcbd988d-078e-4f94-944d-6d710c19ff84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.1636810 Oct 19 11:12:49.006221 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd58647e-f87b-47c7-83c2-78641c50c126 req-3464d5ab-6a69-4ac7-8916-2168285387a2 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775156 Oct 19 11:12:49.008036 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-5f69c066-3682-4796-9ea4-ce5b7f94397a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe HTTP/1.1" status: 200 len: 217 time: 0.0423002 Oct 19 11:12:49.046920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d06be0c-c6c7-4fb1-ae60-526b05107ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.073513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-717f0da5-5304-4683-9f4b-2155b522e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:49.073942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06be0c-c6c7-4fb1-ae60-526b05107ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e66ed65-8930-4a68-9399-10d40f649620,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:49.075362 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-717f0da5-5304-4683-9f4b-2155b522e703 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.0585093 Oct 19 11:12:49.080653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d06be0c-c6c7-4fb1-ae60-526b05107ffb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.083922 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2d06be0c-c6c7-4fb1-ae60-526b05107ffb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3e66ed65-8930-4a68-9399-10d40f649620 HTTP/1.1" status: 204 len: 168 time: 0.6581612 Oct 19 11:12:49.086381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45566) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:49.088308 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3577dc50-46bd-4dc0-b25f-3fcf60e62c2a None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:49.095012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b8ad8300-f844-419a-b5b1-9fbcb452faeb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:12:49.107832 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b8ad8300-f844-419a-b5b1-9fbcb452faeb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.124265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-ad9f973e-e9a2-45f0-a2d8-ec39a7791210 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390255 Oct 19 11:12:49.180205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:49.180465 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9249cea9-5949-4612-88a6-660557f7640b" -d '{"events": [{"name": "network-changed", "server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "tag": "f8e96847-89a5-431e-87da-58e76243e385"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:49.195169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12131681-a8b8-437c-9dce-6e5a90ea5e1b req-90503c68-136a-4051-8950-c408ffaf7bbb tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:49.196935 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-12131681-a8b8-437c-9dce-6e5a90ea5e1b req-90503c68-136a-4051-8950-c408ffaf7bbb tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0825737 Oct 19 11:12:49.204149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.219371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b8ad8300-f844-419a-b5b1-9fbcb452faeb tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "PUT /v2.0/floatingips/c9507c80-62e6-4a55-8a2d-25540dc4407a HTTP/1.1" status: 200 len: 999 time: 1.9631047 Oct 19 11:12:49.266837 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.320013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-d6c27332-9bb7-4906-ad96-39ce4ef072aa tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:49.321496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-d6c27332-9bb7-4906-ad96-39ce4ef072aa tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports/f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 942 time: 0.0774078 Oct 19 11:12:49.348290 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.360884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3577dc50-46bd-4dc0-b25f-3fcf60e62c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:f9:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:47Z', 'revision_number': 3, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:49.383784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.384130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.384925 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.385281 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > port after_create 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.385620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.386069 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > port after_update 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.386420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.386744 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.387063 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.387397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.400819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577dc50-46bd-4dc0-b25f-3fcf60e62c2a None None] The sync data for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 is: [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:f9:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:47Z', 'revision_number': 3, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:12:49.472352 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.472750 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.473079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.473407 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 11:12:49.473834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e13ab1-9d2a-43a3-a533-c9257d967395']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:49.516802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3b94b4-d8f3-4205-b3f6-db4ff88e9d4f') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:49.516802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3b94b4-d8f3-4205-b3f6-db4ff88e9d4f') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:49.540923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.554444 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.568171 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.572588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-9d87fc14-563d-453c-9243-00e45cf57a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:49.574300 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-9d87fc14-563d-453c-9243-00e45cf57a6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 1096 time: 0.0954533 Oct 19 11:12:49.581403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:12:49.581802 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: from cryptography.utils import int_from_bytes Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: from cryptography.utils import int_from_bytes Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:12:49.586094 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:12:49.624801 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-12131681-a8b8-437c-9dce-6e5a90ea5e1b req-cce37ed9-9467-44b1-a3c0-4762d9232e59 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941355 Oct 19 11:12:49.631457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-3dafa8aa-9a96-4b96-b7e3-68868173287b service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871106 Oct 19 11:12:49.633728 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b461835-df03-45e7-b4df-82ed36fc46c3 None None] New status for floating IP c9507c80-62e6-4a55-8a2d-25540dc4407a: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:12:49.747865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-bf1f72b8-5748-4e68-a4af-5b537062146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:49.750053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-bf1f72b8-5748-4e68-a4af-5b537062146a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.1631272 Oct 19 11:12:49.796385 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-6e4482e0-ccd5-4d13-a55f-e2e4dca6b7af service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554742 Oct 19 11:12:49.798290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dc4eb-ee82-407b-97a7-a07adc8a7716 req-87a92a85-c382-48fc-b85f-b3601f441912 tempest-ServersAdminNegativeTestJSON-1265804025 tempest-ServersAdminNegativeTestJSON-1265804025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:49.799662 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d2dc4eb-ee82-407b-97a7-a07adc8a7716 req-87a92a85-c382-48fc-b85f-b3601f441912 tempest-ServersAdminNegativeTestJSON-1265804025 tempest-ServersAdminNegativeTestJSON-1265804025-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 1100 time: 0.0834370 Oct 19 11:12:49.800717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.813108 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-2f2f5306-4bd9-4f35-8857-85e403514312 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 217 time: 0.0565839 Oct 19 11:12:49.826535 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1d2dc4eb-ee82-407b-97a7-a07adc8a7716 req-7a3f8193-9861-42e9-a0c3-a86e948b5207 tempest-ServersAdminNegativeTestJSON-1265804025 tempest-ServersAdminNegativeTestJSON-1265804025-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.838175 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.842773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a2e13ab1-9d2a-43a3-a533-c9257d967395 HTTP/1.1" status: 204 len: 168 time: 0.7554245 Oct 19 11:12:49.844878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4f1b4-f650-477d-80b1-d47a81916967 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e13ab1-9d2a-43a3-a533-c9257d967395,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:49.890357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-a9e0ee3c-eb0e-4520-bcc7-111429d7d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:49.893204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-a9e0ee3c-eb0e-4520-bcc7-111429d7d255 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.0629942 Oct 19 11:12:49.929148 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1d2dc4eb-ee82-407b-97a7-a07adc8a7716 req-7a3f8193-9861-42e9-a0c3-a86e948b5207 tempest-ServersAdminNegativeTestJSON-1265804025 tempest-ServersAdminNegativeTestJSON-1265804025-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:49.948256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-53cd43ba-6939-43a6-aa8f-0e3ffb51bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:49.949806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-53cd43ba-6939-43a6-aa8f-0e3ffb51bff4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478427 Oct 19 11:12:50.037801 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1d2dc4eb-ee82-407b-97a7-a07adc8a7716 req-7a3f8193-9861-42e9-a0c3-a86e948b5207 tempest-ServersAdminNegativeTestJSON-1265804025 tempest-ServersAdminNegativeTestJSON-1265804025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:50.046810 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-b9ede6ff-62cb-459a-a60a-12399dd530ab service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900676 Oct 19 11:12:50.066557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2926b72-957f-4fa3-a6e7-98d5862ebe23 None None] Sync routers for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:12:50.077537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2926b72-957f-4fa3-a6e7-98d5862ebe23 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:50.078602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b2926b72-957f-4fa3-a6e7-98d5862ebe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:50.089008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d2dc4eb-ee82-407b-97a7-a07adc8a7716 req-7a3f8193-9861-42e9-a0c3-a86e948b5207 tempest-ServersAdminNegativeTestJSON-1265804025 tempest-ServersAdminNegativeTestJSON-1265804025-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817235 Oct 19 11:12:50.089985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f8193-9861-42e9-a0c3-a86e948b5207 tempest-ServersAdminNegativeTestJSON-1265804025 tempest-ServersAdminNegativeTestJSON-1265804025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2792ef6f-4887-446b-942e-ab0c9f1fd9b1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:50.188165 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-2d026ea9-fd5f-41f8-84f2-def7bff00bc7 service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340430 Oct 19 11:12:50.199602 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c65fe-1c86-4619-ba8c-7eed2be6f498 req-3bedfb04-c7be-45ab-a3f4-71fa9d977a7a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:50.201359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-610c65fe-1c86-4619-ba8c-7eed2be6f498 req-3bedfb04-c7be-45ab-a3f4-71fa9d977a7a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 944 time: 0.0584500 Oct 19 11:12:50.243994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b2926b72-957f-4fa3-a6e7-98d5862ebe23 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:50.246129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-610c65fe-1c86-4619-ba8c-7eed2be6f498 req-32024f53-8f61-4a3f-98a5-36d8e2efefa4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Oct 19 11:12:50.308902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45576) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:50.385433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-9f96f9f7-1c19-4d23-8773-0e6c0866580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:50.387120 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-9f96f9f7-1c19-4d23-8773-0e6c0866580a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 1097 time: 0.0715463 Oct 19 11:12:50.393141 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-814a0f7c-ef39-4ab2-aa52-77654c9a9232 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69d75442a6c745efbb81f1cb1613816d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805476 Oct 19 11:12:50.393672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45578) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:50.395980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7077b5-cecb-43d7-b4b2-9fa440e4ebea req-92e2de9a-bcd7-4f68-b55b-f96a1b2fcdf0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:50.397649 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e7077b5-cecb-43d7-b4b2-9fa440e4ebea req-92e2de9a-bcd7-4f68-b55b-f96a1b2fcdf0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0945323 Oct 19 11:12:50.421993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-ec3c52a9-4f8b-45f7-bb44-707a4fdb18ff tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:50.423467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-ec3c52a9-4f8b-45f7-bb44-707a4fdb18ff tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 1095 time: 0.0858996 Oct 19 11:12:50.474972 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e7077b5-cecb-43d7-b4b2-9fa440e4ebea req-49653b8f-b8dc-46a7-aae4-f3ad269f8303 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705771 Oct 19 11:12:50.522526 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3495059-669c-47f0-acd6-d8fd586e0025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:50.526992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b2926b72-957f-4fa3-a6e7-98d5862ebe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:f9:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:49Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:50.530317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-ecfef3f1-c7b4-4b6c-bb39-4cf2c3d72e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:50.532101 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-ecfef3f1-c7b4-4b6c-bb39-4cf2c3d72e01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.1322858 Oct 19 11:12:50.558661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2926b72-957f-4fa3-a6e7-98d5862ebe23 None None] Checking router: 3bef4fa8-468f-4b4d-8172-8ec97f138066 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:12:50.565000 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e72edf8-90a4-4100-87f5-12fef367697b req-b8da794b-12cb-4109-a007-dffd8a1e4d49 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips/a731eaf9-7c04-4174-9b12-c22aadd65a22 HTTP/1.1" status: 200 len: 693 time: 0.0605443 Oct 19 11:12:50.567690 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2926b72-957f-4fa3-a6e7-98d5862ebe23 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:50.569267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b2926b72-957f-4fa3-a6e7-98d5862ebe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:50.582274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3495059-669c-47f0-acd6-d8fd586e0025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:50.633655 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-cfed7797-cecb-426a-b825-d0b9727fca6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb HTTP/1.1" status: 200 len: 1002 time: 0.0943396 Oct 19 11:12:50.681224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b2926b72-957f-4fa3-a6e7-98d5862ebe23 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:50.689507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-1e64106a-e1a5-4a65-a5e9-27471e4bd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:50.690796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-1e64106a-e1a5-4a65-a5e9-27471e4bd9b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.0494487 Oct 19 11:12:50.713680 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72edf8-90a4-4100-87f5-12fef367697b req-76c8be21-985d-48e2-ab55-2cd9060b767a tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:50.715259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e72edf8-90a4-4100-87f5-12fef367697b req-76c8be21-985d-48e2-ab55-2cd9060b767a tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1277895 Oct 19 11:12:50.737650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-7a818eb0-06ac-4f64-9d9d-f2d0e6981876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:50.739148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-7a818eb0-06ac-4f64-9d9d-f2d0e6981876 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417547 Oct 19 11:12:50.771226 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e72edf8-90a4-4100-87f5-12fef367697b req-7e1be4a6-53e6-419b-b90d-89db1f3cc12b tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 696 time: 0.0489333 Oct 19 11:12:50.772327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-2083dc95-08ee-48c7-909a-e141c6965ef3 service neutron] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:50.775760 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-2083dc95-08ee-48c7-909a-e141c6965ef3 service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:50.776821 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caabfe97-fd5c-4743-ad76-ccd6e77a63e0 req-2083dc95-08ee-48c7-909a-e141c6965ef3 service neutron] 10.222.0.26 "DELETE /v2.0/ports/f41ff9e9-274d-4d6f-9113-0610b57293fe/bindings/n-h2-814547-1 HTTP/1.1" status: 204 len: 173 time: 0.3393419 Oct 19 11:12:50.813181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3495059-669c-47f0-acd6-d8fd586e0025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:50.815709 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3495059-669c-47f0-acd6-d8fd586e0025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:50.817045 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f3495059-669c-47f0-acd6-d8fd586e0025 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cfa2893-6c6e-44e1-8c34-6b71174ed99b HTTP/1.1" status: 204 len: 168 time: 0.4221735 Oct 19 11:12:50.831180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e72edf8-90a4-4100-87f5-12fef367697b req-5c2c6bf4-c683-4647-88f4-c265b8a748d1 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 696 time: 0.0511839 Oct 19 11:12:50.834627 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3495059-669c-47f0-acd6-d8fd586e0025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfa2893-6c6e-44e1-8c34-6b71174ed99b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:50.891744 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-47d19852-c2a8-43d8-b463-51429dda263d service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445234 Oct 19 11:12:50.953317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b2926b72-957f-4fa3-a6e7-98d5862ebe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:f9:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:49Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:50.992042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2926b72-957f-4fa3-a6e7-98d5862ebe23 None None] The sync data for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 is: [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:f9:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:49Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:12:50.998281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4195bcb-c018-4f7e-a5d0-cd4cf53581ba req-55e0df45-75bf-42da-98b9-02754b453acb service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983379 Oct 19 11:12:51.001665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-1e72edf8-90a4-4100-87f5-12fef367697b req-3605d0c6-f132-4caa-ba66-eb4ad3673e86 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Deleting port c1f324ad-aa51-4aff-b1d8-3bd61ab98f81 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:51.001665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1e72edf8-90a4-4100-87f5-12fef367697b req-3605d0c6-f132-4caa-ba66-eb4ad3673e86 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:51.086449 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1e72edf8-90a4-4100-87f5-12fef367697b req-3605d0c6-f132-4caa-ba66-eb4ad3673e86 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:51.086783 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1e72edf8-90a4-4100-87f5-12fef367697b req-3605d0c6-f132-4caa-ba66-eb4ad3673e86 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:51.101207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-1e72edf8-90a4-4100-87f5-12fef367697b req-3605d0c6-f132-4caa-ba66-eb4ad3673e86 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Calling delete_port for c1f324ad-aa51-4aff-b1d8-3bd61ab98f81 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:51.124798 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a06ca19-d842-4e36-a9fc-4413bf44422d x-openstack-request-id: req-4a06ca19-d842-4e36-a9fc-4413bf44422d {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:51.125161 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "tag": "f8e96847-89a5-431e-87da-58e76243e385", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:51.125476 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a06ca19-d842-4e36-a9fc-4413bf44422d {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:51.125937 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385', 'status': 'completed', 'code': 200} Oct 19 11:12:51.229996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249cea9-5949-4612-88a6-660557f7640b req-70e049c6-5358-4667-ad24-906ce71fd1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:51.232056 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9249cea9-5949-4612-88a6-660557f7640b req-70e049c6-5358-4667-ad24-906ce71fd1b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 1096 time: 0.0663595 Oct 19 11:12:51.373533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249cea9-5949-4612-88a6-660557f7640b req-ce04679b-4742-4dd0-9dbc-0e0dfed95221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:51.373533 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9249cea9-5949-4612-88a6-660557f7640b req-ce04679b-4742-4dd0-9dbc-0e0dfed95221 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.1270561 Oct 19 11:12:51.420901 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9249cea9-5949-4612-88a6-660557f7640b req-0a6f2ce5-6a9e-41c3-a337-e5b4823d9a7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 217 time: 0.0356500 Oct 19 11:12:51.478236 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249cea9-5949-4612-88a6-660557f7640b req-54571887-0928-4be7-8064-aedc497e9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:51.479679 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9249cea9-5949-4612-88a6-660557f7640b req-54571887-0928-4be7-8064-aedc497e9c24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.0488784 Oct 19 11:12:51.480722 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1e72edf8-90a4-4100-87f5-12fef367697b req-3605d0c6-f132-4caa-ba66-eb4ad3673e86 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:51.519961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605d0c6-f132-4caa-ba66-eb4ad3673e86 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event deleted for resources: {'Port': ['ID=c1f324ad-aa51-4aff-b1d8-3bd61ab98f81,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:51.605643 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249cea9-5949-4612-88a6-660557f7640b req-0c917b09-7c47-4aa3-8e7b-da6bf6088bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:51.607205 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9249cea9-5949-4612-88a6-660557f7640b req-0c917b09-7c47-4aa3-8e7b-da6bf6088bf6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019959 Oct 19 11:12:51.610685 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1e72edf8-90a4-4100-87f5-12fef367697b req-3605d0c6-f132-4caa-ba66-eb4ad3673e86 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:51.613406 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1e72edf8-90a4-4100-87f5-12fef367697b req-3605d0c6-f132-4caa-ba66-eb4ad3673e86 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:51.614513 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e72edf8-90a4-4100-87f5-12fef367697b req-3605d0c6-f132-4caa-ba66-eb4ad3673e86 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "DELETE /v2.0/floatingips/a731eaf9-7c04-4174-9b12-c22aadd65a22 HTTP/1.1" status: 204 len: 173 time: 0.7761486 Oct 19 11:12:51.712299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f426c-8396-44c1-b971-51ac2aca945d req-8fffe984-6819-4a92-9d16-637337b00f83 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:51.713802 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-863f426c-8396-44c1-b971-51ac2aca945d req-8fffe984-6819-4a92-9d16-637337b00f83 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.0569842 Oct 19 11:12:51.759446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-863f426c-8396-44c1-b971-51ac2aca945d req-573b7337-eceb-489b-9f46-2e4c1c0adbba tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393715 Oct 19 11:12:51.760673 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-45d89c54-6873-441b-945d-2e0b5a4edc05 req-125e5831-6c0e-4d8a-801a-6eac9131071e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 1002 time: 0.1151557 Oct 19 11:12:51.799494 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9249cea9-5949-4612-88a6-660557f7640b req-f661f417-0a54-4ab1-acb3-f29d29be091c service neutron] 10.222.0.26 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712461 Oct 19 11:12:51.863017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d89c54-6873-441b-945d-2e0b5a4edc05 req-f823d07a-7fcd-4eac-8af7-b11301b0100c tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:51.864602 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-45d89c54-6873-441b-945d-2e0b5a4edc05 req-f823d07a-7fcd-4eac-8af7-b11301b0100c tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports/b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb HTTP/1.1" status: 200 len: 943 time: 0.0917232 Oct 19 11:12:51.923339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27623945-4167-4f43-be6c-fef7a5a05b49 req-2fb17b6c-cde4-4e73-bc37-3993f8a61ea4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:51.924828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27623945-4167-4f43-be6c-fef7a5a05b49 req-2fb17b6c-cde4-4e73-bc37-3993f8a61ea4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 944 time: 0.0739326 Oct 19 11:12:51.965482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27623945-4167-4f43-be6c-fef7a5a05b49 req-7558f24f-c02a-40d2-a1dc-5bd6b07af220 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329454 Oct 19 11:12:51.966717 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9249cea9-5949-4612-88a6-660557f7640b req-9dbe8935-bde1-42e7-9218-e30d65088f72 service neutron] 10.222.0.26 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693332 Oct 19 11:12:51.997162 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-45d89c54-6873-441b-945d-2e0b5a4edc05 req-ef23d00e-1c26-436e-ae49-f2325ad1ac0f tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 1002 time: 0.0824089 Oct 19 11:12:52.079009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c3f36-44b1-4bc2-995b-1c5b73f0832e req-3549d260-ef31-464b-8c3e-7ea6cd5b2c95 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:52.080443 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a15c3f36-44b1-4bc2-995b-1c5b73f0832e req-3549d260-ef31-464b-8c3e-7ea6cd5b2c95 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0491874 Oct 19 11:12:52.101655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45618) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:52.120943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d89c54-6873-441b-945d-2e0b5a4edc05 req-be8b3cc6-c871-4d23-b66e-a8f5248a0cb4 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:52.122355 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-45d89c54-6873-441b-945d-2e0b5a4edc05 req-be8b3cc6-c871-4d23-b66e-a8f5248a0cb4 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1190593 Oct 19 11:12:52.133066 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a15c3f36-44b1-4bc2-995b-1c5b73f0832e req-8b5d6ddb-e3da-4be6-8421-5ab716381fe6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464063 Oct 19 11:12:52.204982 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5514732e-833c-47db-9abf-546565da6768 req-1dd24966-b8f5-4974-80b8-de7d7a994152 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips/72133861-47a8-496c-95bb-52c4d5fa750d HTTP/1.1" status: 200 len: 693 time: 0.0528913 Oct 19 11:12:52.219245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-507415728-network', 'tenant_id': '18dbd97da179417f9c6d3c434fdd92c2'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:52.279160 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-ec026388-842d-4e0d-89cc-9f50b7784904 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--913457867&fields=id&tenant_id=b3b7151c30e248e094eeb3456b4bd8a4 HTTP/1.1" status: 200 len: 267 time: 0.0559862 Oct 19 11:12:52.319950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Made reservation on behalf of 18dbd97da179417f9c6d3c434fdd92c2 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:52.322668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:52.353349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514732e-833c-47db-9abf-546565da6768 req-08787069-dcff-45fa-ade9-63640f5be733 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:52.354579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5514732e-833c-47db-9abf-546565da6768 req-08787069-dcff-45fa-ade9-63640f5be733 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1422410 Oct 19 11:12:52.356339 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:52.356484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-955177c0-d713-4ff9-b54a-8515c9e645cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:52.358464 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-955177c0-d713-4ff9-b54a-8515c9e645cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1096 time: 0.0759313 Oct 19 11:12:52.415084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-e0e6eb1e-c8c0-4216-a006-018be022960b tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:52.416574 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-e0e6eb1e-c8c0-4216-a006-018be022960b tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/networks?id=8b754831-f16d-4c57-ba88-a181190b2a98 HTTP/1.1" status: 200 len: 823 time: 0.1299229 Oct 19 11:12:52.421091 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5514732e-833c-47db-9abf-546565da6768 req-c9462eec-796b-40db-8612-675de61a6531 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0589457 Oct 19 11:12:52.444850 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-18c388c1-f093-4b03-8700-ff1c803abe68 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/quotas/b3b7151c30e248e094eeb3456b4bd8a4 HTTP/1.1" status: 200 len: 375 time: 0.0185730 Oct 19 11:12:52.505528 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5514732e-833c-47db-9abf-546565da6768 req-5f20ba15-b96f-4b33-b59e-ac5d224986e7 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0758264 Oct 19 11:12:52.506616 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:52.529318 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-30de055e-bbd1-49b0-9346-5d7b3d566a78 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3b7151c30e248e094eeb3456b4bd8a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0623059 Oct 19 11:12:52.570209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:52.602572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-0947a260-01a0-4da7-94b9-6da3d0d246de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:52.604173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-0947a260-01a0-4da7-94b9-6da3d0d246de service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.2356651 Oct 19 11:12:52.619330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:12:52.637055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c736f-1407-4004-bd51-306a6253e471,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:52.644319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:52.644695 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Added segment d96b80e7-d67c-4835-bfff-3ad178f6981f of type vlan for network e1f86a14-75f4-424b-9705-0808b29382b0 Oct 19 11:12:52.673782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-f514d524-5336-404e-9702-62d840e82bbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369 HTTP/1.1" status: 200 len: 217 time: 0.0455046 Oct 19 11:12:52.690114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-5514732e-833c-47db-9abf-546565da6768 req-54fea0be-3237-46ae-8cc1-c7e3c4a7c288 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Deleting port 89a6c25c-e5c8-4c89-8339-2da807728cf4 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:52.690324 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5514732e-833c-47db-9abf-546565da6768 req-54fea0be-3237-46ae-8cc1-c7e3c4a7c288 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:52.691176 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-4e95536b-e790-416d-a3af-535af7aefe0f service neutron] 10.222.0.39 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494465 Oct 19 11:12:52.700206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:52.786143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-18a4e315-745b-41fe-903e-9483ea1a2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:52.787593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-18a4e315-745b-41fe-903e-9483ea1a2606 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.0953147 Oct 19 11:12:52.798494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-d5c6c5ad-a342-494e-bf7b-5ce1ff8d2884 service neutron] 10.222.0.39 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001513 Oct 19 11:12:52.828239 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-158e5e94-2e8d-4e07-8fbc-80098103c1d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326135 Oct 19 11:12:52.831661 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5514732e-833c-47db-9abf-546565da6768 req-54fea0be-3237-46ae-8cc1-c7e3c4a7c288 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:52.831985 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5514732e-833c-47db-9abf-546565da6768 req-54fea0be-3237-46ae-8cc1-c7e3c4a7c288 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:52.834224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:52.836127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:52.836804 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:52.852929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-5514732e-833c-47db-9abf-546565da6768 req-54fea0be-3237-46ae-8cc1-c7e3c4a7c288 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Calling delete_port for 89a6c25c-e5c8-4c89-8339-2da807728cf4 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:52.905761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f86a14-75f4-424b-9705-0808b29382b0,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:52.916234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e1f86a14-75f4-424b-9705-0808b29382b0 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:12:52.945416 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fcdffab2-5d4c-4ead-836a-9aef516e04b8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8427100 Oct 19 11:12:52.948930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45636) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:52.964421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] Request body: {'subnet': {'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-507415728-subnet', 'tenant_id': '18dbd97da179417f9c6d3c434fdd92c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:52.987462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-864dd0b5-75e4-4d49-a94e-7487309dd5b1 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475887 Oct 19 11:12:53.061827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] Made reservation on behalf of 18dbd97da179417f9c6d3c434fdd92c2 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:53.064115 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:53.113969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-7aa42682-fcc3-495c-bc8b-09c1d20e76c0 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147075 Oct 19 11:12:53.134675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'tag': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:53.137057 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df01d83f-7bd5-44a8-802b-54de0d6061a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e9be9fb2-baca-4b1c-bb19-711a5cd1175f", "tag": "b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:53.189362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-bd466b17-e287-484a-8793-ed0610d7fc41 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 1002 time: 0.1371894 Oct 19 11:12:53.228686 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5514732e-833c-47db-9abf-546565da6768 req-54fea0be-3237-46ae-8cc1-c7e3c4a7c288 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:53.251697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-9370e9c7-567e-45b7-9469-ff286cdd3b42 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:53.253011 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-9370e9c7-567e-45b7-9469-ff286cdd3b42 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports/b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb HTTP/1.1" status: 200 len: 943 time: 0.0554264 Oct 19 11:12:53.262571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fea0be-3237-46ae-8cc1-c7e3c4a7c288 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event deleted for resources: {'Port': ['ID=89a6c25c-e5c8-4c89-8339-2da807728cf4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:53.339607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90120b52-083c-423c-9f53-78b793a6c34d req-19950dfe-4521-4243-832e-6eda96b8aacb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:53.342016 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90120b52-083c-423c-9f53-78b793a6c34d req-19950dfe-4521-4243-832e-6eda96b8aacb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a1196fb-e78d-4216-be06-425709ff03bf HTTP/1.1" status: 200 len: 945 time: 0.1445558 Oct 19 11:12:53.400585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-9b797954-61c4-4bbb-90b3-7d983bd0cfa5 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:53.402056 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-9b797954-61c4-4bbb-90b3-7d983bd0cfa5 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.1419797 Oct 19 11:12:53.408954 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5514732e-833c-47db-9abf-546565da6768 req-54fea0be-3237-46ae-8cc1-c7e3c4a7c288 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:53.409930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-418fc09c-78ef-4c17-b7eb-657394b182b3 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 1002 time: 0.0812011 Oct 19 11:12:53.411533 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5514732e-833c-47db-9abf-546565da6768 req-54fea0be-3237-46ae-8cc1-c7e3c4a7c288 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:53.412772 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5514732e-833c-47db-9abf-546565da6768 req-54fea0be-3237-46ae-8cc1-c7e3c4a7c288 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "DELETE /v2.0/floatingips/72133861-47a8-496c-95bb-52c4d5fa750d HTTP/1.1" status: 204 len: 173 time: 0.9003074 Oct 19 11:12:53.418560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814547-1'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:53.502082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:53.534405 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:53.556105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Deleting port b1989be1-616f-43c7-9788-c5245eb4f2b1 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:53.556447 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:53.585418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4957e0f-df84-4cac-9bc8-df740bec825b,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:53.605564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-03c06eac-024c-44e3-82e2-a378e307b21e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:53.607264 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-03c06eac-024c-44e3-82e2-a378e307b21e tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1878405 Oct 19 11:12:53.614649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] Checking segment: {'id': 'd96b80e7-d67c-4835-bfff-3ad178f6981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:53.615200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] Network hostable DHCP agents. Network: e1f86a14-75f4-424b-9705-0808b29382b0, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:12:53.709329 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-19cca186-0f18-4e1a-965f-e494dd92a1d7 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 1002 time: 0.0909579 Oct 19 11:12:53.722233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-342d7837-fd46-4797-a06c-6c046b24c74d tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:53.802949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-342d7837-fd46-4797-a06c-6c046b24c74d tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:53.854541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] Network e1f86a14-75f4-424b-9705-0808b29382b0 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:12:53.963041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ae548-dc48-4b14-a932-e980701f6697 req-fc324c0f-5a30-4aa9-a776-ef3f4891f1e9 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:53.964518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d9ae548-dc48-4b14-a932-e980701f6697 req-fc324c0f-5a30-4aa9-a776-ef3f4891f1e9 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 945 time: 0.4650700 Oct 19 11:12:53.968895 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e1f86a14-75f4-424b-9705-0808b29382b0) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:53.975569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:53.976162 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:53.978090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293aa2a9-6380-4743-a5ad-1734c9d9560b None None] Network e1f86a14-75f4-424b-9705-0808b29382b0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:12:53.987549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-342d7837-fd46-4797-a06c-6c046b24c74d tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:54.060172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-342d7837-fd46-4797-a06c-6c046b24c74d tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:54.061182 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-342d7837-fd46-4797-a06c-6c046b24c74d tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Floating IP c9507c80-62e6-4a55-8a2d-25540dc4407a disassociated. External IP: 172.25.2.238, port: b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb. Oct 19 11:12:54.082469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] For port b1989be1-616f-43c7-9788-c5245eb4f2b1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b1989be1-616f-43c7-9788-c5245eb4f2b1,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:54.082838 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:54.094391 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d9ae548-dc48-4b14-a932-e980701f6697 req-cef2448d-911e-4430-880a-e7ba091ba68e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078253 Oct 19 11:12:54.134998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-71ed2796-d6d7-49a3-86c5-331697ca0b10 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1644254 Oct 19 11:12:54.160606 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc028128-07c5-4055-bb78-1845bbae32d6 None None] Network e1f86a14-75f4-424b-9705-0808b29382b0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:12:54.403574 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8226ff8d-fbc2-4f46-bd2e-55c5ea512cf5 req-275db6fd-6b5d-40b2-a099-d7aa36218016 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 210 time: 0.0411735 Oct 19 11:12:54.413212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:54.444670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-342d7837-fd46-4797-a06c-6c046b24c74d tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Router 3bef4fa8-468f-4b4d-8172-8ec97f138066 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:12:54.563894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:54.571814 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-342d7837-fd46-4797-a06c-6c046b24c74d tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:12:54.577348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-342d7837-fd46-4797-a06c-6c046b24c74d tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:54.582586 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd655873-6fae-4395-ac2e-674028771514 None None] Sync routers for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:12:54.591022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe2aa-5106-425d-9092-3886bfed5064 req-590b385b-8d53-40d6-ae5f-025f1afabc24 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:54.593130 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d94fe2aa-5106-425d-9092-3886bfed5064 req-590b385b-8d53-40d6-ae5f-025f1afabc24 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 1095 time: 0.1096995 Oct 19 11:12:54.597089 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd655873-6fae-4395-ac2e-674028771514 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:54.597089 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bd655873-6fae-4395-ac2e-674028771514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:54.597350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:54.597350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:54.597350 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Floating IP 72abf96e-eb96-4a66-a586-da6da63a236c disassociated. External IP: 172.25.2.204, port: b1989be1-616f-43c7-9788-c5245eb4f2b1. Oct 19 11:12:54.597350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Calling delete_port for b1989be1-616f-43c7-9788-c5245eb4f2b1 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:54.604745 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-342d7837-fd46-4797-a06c-6c046b24c74d tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "PUT /v2.0/floatingips/c9507c80-62e6-4a55-8a2d-25540dc4407a HTTP/1.1" status: 200 len: 695 time: 0.8940654 Oct 19 11:12:54.660359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-9aae944b-6eed-44c1-a526-ebf8422c39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:54.662175 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-9aae944b-6eed-44c1-a526-ebf8422c39b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 1097 time: 0.0442314 Oct 19 11:12:54.701171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93b3d979-ec32-4f56-bd69-9a51e37d7369'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:54.703969 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f66a2e-1d9c-440b-89d0-5044c78db758" -d '{"events": [{"server_uuid": "6c4a1ee3-8084-41a7-9820-39d7162ccd7b", "name": "network-vif-unplugged", "status": "completed", "tag": "93b3d979-ec32-4f56-bd69-9a51e37d7369"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:54.710436 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-bd655873-6fae-4395-ac2e-674028771514 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:54.710616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:54.716770 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d94fe2aa-5106-425d-9092-3886bfed5064 req-57d1fa73-a818-4690-8643-363d4d70ca50 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045854 Oct 19 11:12:54.763582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-f450e723-9193-4a03-92ff-aabdf3987ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:54.770686 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:54.772796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-f450e723-9193-4a03-92ff-aabdf3987ba2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.1038315 Oct 19 11:12:54.815035 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf2d39e-1c46-4931-a36b-0731407dd5ed x-openstack-request-id: req-8bf2d39e-1c46-4931-a36b-0731407dd5ed {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:54.815708 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9be9fb2-baca-4b1c-bb19-711a5cd1175f", "tag": "b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:54.815708 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8bf2d39e-1c46-4931-a36b-0731407dd5ed {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:54.816038 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'tag': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'status': 'completed', 'code': 200} Oct 19 11:12:54.823297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-5680feb4-0a55-43a7-ae70-4dad26dd9d61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb HTTP/1.1" status: 200 len: 217 time: 0.0496361 Oct 19 11:12:54.880837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-a4a29291-0644-48d8-889b-f662ae6ead5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:54.890630 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-a4a29291-0644-48d8-889b-f662ae6ead5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.0663581 Oct 19 11:12:54.930448 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bd655873-6fae-4395-ac2e-674028771514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:54.931850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-b1a8560e-1cf9-4560-9a6e-22f96a6d7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:54.933438 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-b1a8560e-1cf9-4560-9a6e-22f96a6d7cf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420430 Oct 19 11:12:54.962129 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd655873-6fae-4395-ac2e-674028771514 None None] Checking router: 3bef4fa8-468f-4b4d-8172-8ec97f138066 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:12:54.971258 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd655873-6fae-4395-ac2e-674028771514 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:54.972133 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bd655873-6fae-4395-ac2e-674028771514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:54.973313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Pushing event updated for resources: {'Port': ['ID=93b3d979-ec32-4f56-bd69-9a51e37d7369,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:54.991074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:55.009450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01d83f-7bd5-44a8-802b-54de0d6061a4 req-3de5bae0-37bc-424e-9419-31be5ec8a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:55.011055 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df01d83f-7bd5-44a8-802b-54de0d6061a4 req-3de5bae0-37bc-424e-9419-31be5ec8a0ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 1097 time: 0.1778622 Oct 19 11:12:55.030788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on host n-h2-814547-1 for vnic_type normal with profile {"migrating_to": "n-h1-814547-1"} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:12:55.031207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:12:55.031463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:55.046983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Pushing event deleted for resources: {'Port': ['ID=b1989be1-616f-43c7-9788-c5245eb4f2b1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:55.057890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-d7603d7a-47f7-457e-b952-af5f54f18a85 service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071439 Oct 19 11:12:55.074984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:12:55.075312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Attempting to bind port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:12:55.097992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe48b77-8cd7-40d1-96c4-56c4e3cb2285 req-65467c7d-0bea-4a35-a532-8dfc931927e6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:55.099505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fe48b77-8cd7-40d1-96c4-56c4e3cb2285 req-65467c7d-0bea-4a35-a532-8dfc931927e6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.1988499 Oct 19 11:12:55.113433 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-bd655873-6fae-4395-ac2e-674028771514 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:55.172199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:12:55.172599 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:12:55.173006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:12:55.173353 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7528e48a-7ffc-4255-8ac6-d744742b9a46 req-2a1edd92-b39b-49ce-8627-be1644172fd7 service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088042 Oct 19 11:12:55.173481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Bound port: 93b3d979-ec32-4f56-bd69-9a51e37d7369, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:12:55.173782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:55.302440 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-42278849-22bd-4682-a68d-119787dc5e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:55.314351 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fe48b77-8cd7-40d1-96c4-56c4e3cb2285 req-842bcd2e-d36e-4fff-8a9a-39f95b8763c7 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733420 Oct 19 11:12:55.319845 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bd655873-6fae-4395-ac2e-674028771514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:55.320081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01d83f-7bd5-44a8-802b-54de0d6061a4 req-bf41de0b-df65-43f3-bd64-50868e0b7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:55.321729 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df01d83f-7bd5-44a8-802b-54de0d6061a4 req-bf41de0b-df65-43f3-bd64-50868e0b7557 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.2867842 Oct 19 11:12:55.343824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17c879de-5825-4b77-8a64-1d460280ba3a req-2659355b-cd3e-48aa-b686-bce7acf9fb2b tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips/c45e2314-24c5-4bb0-8009-0fbdf2eac83d HTTP/1.1" status: 200 len: 692 time: 0.0539634 Oct 19 11:12:55.385393 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df01d83f-7bd5-44a8-802b-54de0d6061a4 req-49d3b0f3-89ce-459f-bfef-dfb8321bada1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb HTTP/1.1" status: 200 len: 217 time: 0.0512936 Oct 19 11:12:55.392801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Router 6e197209-2614-418b-8e7f-08c973726804 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:12:55.394608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:12:55.408308 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:12:55.498242 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd655873-6fae-4395-ac2e-674028771514 None None] The sync data for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 is: [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:12:55.513923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c879de-5825-4b77-8a64-1d460280ba3a req-c1eadc31-37ca-40d6-a9ae-82bcaaa87b4f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:55.523135 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17c879de-5825-4b77-8a64-1d460280ba3a req-c1eadc31-37ca-40d6-a9ae-82bcaaa87b4f tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1724672 Oct 19 11:12:55.530307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-17c879de-5825-4b77-8a64-1d460280ba3a req-d82b876b-38de-44fd-8bc4-e394a33ff2fd tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:12:55.539228 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17c879de-5825-4b77-8a64-1d460280ba3a req-d82b876b-38de-44fd-8bc4-e394a33ff2fd tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0148470 Oct 19 11:12:55.557020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:55.569029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01d83f-7bd5-44a8-802b-54de0d6061a4 req-f8a1c878-ea74-4005-9537-bc4e795df706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:55.570876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df01d83f-7bd5-44a8-802b-54de0d6061a4 req-f8a1c878-ea74-4005-9537-bc4e795df706 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.1777251 Oct 19 11:12:55.598216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17c879de-5825-4b77-8a64-1d460280ba3a req-3403542a-a3ca-4681-961b-07aad2bd0b1c tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.0576589 Oct 19 11:12:55.630554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-68fced65-df8b-49cb-8b6b-22a399891993 req-210fe7b7-790a-41e4-aabe-d458b6159219 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-802652702', 'description': 'tempest-description-169396178'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:55.800974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:12:55.807303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Pushing event updated for resources: {'Port': ['ID=93b3d979-ec32-4f56-bd69-9a51e37d7369,revision_number=8']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:55.815671 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6adffa-b3e5-43ff-a5c8-b6513bea2e5a None None] Sync routers for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:12:55.821523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:55.822154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:55.823575 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-960ad381-dc9c-4627-87ec-23a00d7ec904 service neutron] 10.222.0.26 "PUT /v2.0/ports/93b3d979-ec32-4f56-bd69-9a51e37d7369 HTTP/1.1" status: 200 len: 1121 time: 2.4090388 Oct 19 11:12:55.829945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6adffa-b3e5-43ff-a5c8-b6513bea2e5a None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:55.832218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed6adffa-b3e5-43ff-a5c8-b6513bea2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:55.833830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01d83f-7bd5-44a8-802b-54de0d6061a4 req-65c128e4-a7cc-416f-9868-f0fa6a747a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:55.835337 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df01d83f-7bd5-44a8-802b-54de0d6061a4 req-65c128e4-a7cc-416f-9868-f0fa6a747a71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349510 Oct 19 11:12:55.861153 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c42ac0-de16-4236-858a-13d10081d1b4 None None] New status for floating IP c9507c80-62e6-4a55-8a2d-25540dc4407a: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:12:55.868474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-68fced65-df8b-49cb-8b6b-22a399891993 req-210fe7b7-790a-41e4-aabe-d458b6159219 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:55.910749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] No DVR routers for this DVR port b1989be1-616f-43c7-9788-c5245eb4f2b1 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:12:55.916063 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:55.920166 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90120b52-083c-423c-9f53-78b793a6c34d req-72bf9cce-ba5b-4304-93ea-108d32c94a55 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.26 "DELETE /v2.0/ports/b1989be1-616f-43c7-9788-c5245eb4f2b1 HTTP/1.1" status: 204 len: 173 time: 2.5683465 Oct 19 11:12:56.012965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17c879de-5825-4b77-8a64-1d460280ba3a req-7a66e21c-df70-470d-974f-02c89ef73cff tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.75 HTTP/1.1" status: 200 len: 695 time: 0.3977487 Oct 19 11:12:56.028864 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['93b3d979-ec32-4f56-bd69-9a51e37d7369'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:12:56.041576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-68fced65-df8b-49cb-8b6b-22a399891993 req-210fe7b7-790a-41e4-aabe-d458b6159219 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:56.046367 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df01d83f-7bd5-44a8-802b-54de0d6061a4 req-504a09f2-c0d6-485d-8630-eda91f4b824f service neutron] 10.222.0.49 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913159 Oct 19 11:12:56.080487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ed6adffa-b3e5-43ff-a5c8-b6513bea2e5a None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:56.180740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-3b3c0651-08ad-4fbb-8c37-af7f797dbf53 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:56.182238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-3b3c0651-08ad-4fbb-8c37-af7f797dbf53 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.49 "GET /v2.0/networks?id=8b754831-f16d-4c57-ba88-a181190b2a98 HTTP/1.1" status: 200 len: 823 time: 0.1309788 Oct 19 11:12:56.209619 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-68fced65-df8b-49cb-8b6b-22a399891993 req-210fe7b7-790a-41e4-aabe-d458b6159219 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:56.254965 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df01d83f-7bd5-44a8-802b-54de0d6061a4 req-f9a5905c-a66e-43b9-9f0c-d20151336b6b service neutron] 10.222.0.49 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961222 Oct 19 11:12:56.257009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fe7b7-790a-41e4-aabe-d458b6159219 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ad0df6-6ed8-457d-a975-422e997dae86,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:56.314774 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4424c302-6383-4c45-a568-94f899179b78 req-b1056e2b-7a1b-444f-93be-f0b9909ac9d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2896218 Oct 19 11:12:56.317132 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-68fced65-df8b-49cb-8b6b-22a399891993 req-210fe7b7-790a-41e4-aabe-d458b6159219 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:56.318628 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68fced65-df8b-49cb-8b6b-22a399891993 req-210fe7b7-790a-41e4-aabe-d458b6159219 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6924818 Oct 19 11:12:56.338661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-c4419af3-643d-49cd-bd98-94531271f946 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3229914 Oct 19 11:12:56.355060 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-00a3af60-75a1-495d-8da9-d241be54a0c3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b7151c30e248e094eeb3456b4bd8a4 HTTP/1.1" status: 200 len: 379 time: 0.1318660 Oct 19 11:12:56.376963 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d26b41-968d-4bfd-ae36-03cb074abd09 x-openstack-request-id: req-90d26b41-968d-4bfd-ae36-03cb074abd09 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:56.376963 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4a1ee3-8084-41a7-9820-39d7162ccd7b", "name": "network-vif-unplugged", "status": "completed", "tag": "93b3d979-ec32-4f56-bd69-9a51e37d7369", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:56.376963 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90d26b41-968d-4bfd-ae36-03cb074abd09 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:56.376963 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93b3d979-ec32-4f56-bd69-9a51e37d7369', 'code': 200} Oct 19 11:12:56.393693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Request body: {'port': {'device_id': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'admin_state_up': True, 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'security_groups': ['1d46d61e-62ac-4865-a365-f09d59bb9058']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:56.424486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed6adffa-b3e5-43ff-a5c8-b6513bea2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:56.458246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6adffa-b3e5-43ff-a5c8-b6513bea2e5a None None] Checking router: 6e197209-2614-418b-8e7f-08c973726804 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:12:56.467453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6adffa-b3e5-43ff-a5c8-b6513bea2e5a None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:12:56.468191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed6adffa-b3e5-43ff-a5c8-b6513bea2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:56.470716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e92e18-4942-42f4-a960-82128a8fb6d9 req-25914d88-01b3-4fea-be18-2ef061494e50 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:56.472356 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50e92e18-4942-42f4-a960-82128a8fb6d9 req-25914d88-01b3-4fea-be18-2ef061494e50 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 1095 time: 0.0524251 Oct 19 11:12:56.513289 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50e92e18-4942-42f4-a960-82128a8fb6d9 req-a713773f-b88e-4ac1-88b9-6dda45e66543 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300596 Oct 19 11:12:56.544063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-a248d86a-4a3b-4f9c-a285-392747e7f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:56.546230 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-a248d86a-4a3b-4f9c-a285-392747e7f7f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 1100 time: 0.1608026 Oct 19 11:12:56.564296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424c302-6383-4c45-a568-94f899179b78 req-91083c0f-0136-4357-b1e2-4fad164e1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:56.566099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4424c302-6383-4c45-a568-94f899179b78 req-91083c0f-0136-4357-b1e2-4fad164e1bd2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 1096 time: 0.1607072 Oct 19 11:12:56.573200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-17c879de-5825-4b77-8a64-1d460280ba3a req-4e0fde25-1db9-4184-9753-e56e4c63d305 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Deleting port f46067bb-57fc-4e66-85a0-66b87d48e639 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:56.573613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-17c879de-5825-4b77-8a64-1d460280ba3a req-4e0fde25-1db9-4184-9753-e56e4c63d305 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:56.618389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ed6adffa-b3e5-43ff-a5c8-b6513bea2e5a None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:12:56.636663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a12469-0752-44d1-b1c7-98fb8b7c17b2 req-d9f46798-bd46-40f9-ac91-fb042b4c2d85 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:56.638247 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96a12469-0752-44d1-b1c7-98fb8b7c17b2 req-d9f46798-bd46-40f9-ac91-fb042b4c2d85 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 943 time: 0.0546496 Oct 19 11:12:56.645754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b1989be1-616f-43c7-9788-c5245eb4f2b1 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:12:56.675227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: b1989be1-616f-43c7-9788-c5245eb4f2b1 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:12:56.675587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b1989be1-616f-43c7-9788-c5245eb4f2b1 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:12:56.680289 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96a12469-0752-44d1-b1c7-98fb8b7c17b2 req-36a8f4d5-f1e0-4f5a-9d7e-8643f09fc74c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340695 Oct 19 11:12:56.717916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-17c879de-5825-4b77-8a64-1d460280ba3a req-4e0fde25-1db9-4184-9753-e56e4c63d305 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:56.718296 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-17c879de-5825-4b77-8a64-1d460280ba3a req-4e0fde25-1db9-4184-9753-e56e4c63d305 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:56.775498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-17c879de-5825-4b77-8a64-1d460280ba3a req-4e0fde25-1db9-4184-9753-e56e4c63d305 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Calling delete_port for f46067bb-57fc-4e66-85a0-66b87d48e639 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:56.821396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'tag': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:56.823512 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e717d952-4387-493c-a124-ad4d1f32290a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9be9fb2-baca-4b1c-bb19-711a5cd1175f", "tag": "b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:56.864701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed6adffa-b3e5-43ff-a5c8-b6513bea2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:12:56.891965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6adffa-b3e5-43ff-a5c8-b6513bea2e5a None None] The sync data for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 is: [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:12:56.914254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-86a231f4-f859-4bf9-832b-5f324a54c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:56.915696 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-86a231f4-f859-4bf9-832b-5f324a54c98b service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.2762790 Oct 19 11:12:56.918256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424c302-6383-4c45-a568-94f899179b78 req-c22387f1-cbf4-4771-b86b-120e72179505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:56.919563 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4424c302-6383-4c45-a568-94f899179b78 req-c22387f1-cbf4-4771-b86b-120e72179505 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.2772484 Oct 19 11:12:56.978547 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-f4e27fb7-54b4-4a3f-acfc-341cd43f0741 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=3363d609-13e3-49d6-865d-f1595da591a9 HTTP/1.1" status: 200 len: 217 time: 0.0498617 Oct 19 11:12:57.005578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Made reservation on behalf of b3b7151c30e248e094eeb3456b4bd8a4 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:12:57.009770 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:57.023716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4424c302-6383-4c45-a568-94f899179b78 req-3933784e-9687-4ff4-9653-27b8b364a8ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cf117a8-c65e-491e-9739-c34936efa50d HTTP/1.1" status: 200 len: 217 time: 0.0856681 Oct 19 11:12:57.129980 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-c7df9c3b-ecb2-42ec-b872-9e7ae9f9f46d service neutron] 10.222.0.49 "GET /v2.0/ports/b02d8292-e21a-4994-a289-83134bff1559/bindings/n-h2-814547-1 HTTP/1.1" status: 200 len: 382 time: 0.0607665 Oct 19 11:12:57.156428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-f559dfcb-6e8f-45e7-96a5-3148e378b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:57.157933 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-f559dfcb-6e8f-45e7-96a5-3148e378b4f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1459837 Oct 19 11:12:57.163274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424c302-6383-4c45-a568-94f899179b78 req-9b877683-3e5e-4105-b71b-54e1fd1e3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:57.164796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4424c302-6383-4c45-a568-94f899179b78 req-9b877683-3e5e-4105-b71b-54e1fd1e3871 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.1264617 Oct 19 11:12:57.178156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e183b204-91f7-4645-85fd-6607513a378d None None] New status for floating IP 72abf96e-eb96-4a66-a586-da6da63a236c: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:12:57.225511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4424c302-6383-4c45-a568-94f899179b78 req-f1967255-c071-4d80-abd9-008317465d27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482633 Oct 19 11:12:57.256348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-c3d1069e-00b3-4e66-aa6b-db179d7a2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:57.258349 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-c3d1069e-00b3-4e66-aa6b-db179d7a2ecb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908999 Oct 19 11:12:57.331790 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-17c879de-5825-4b77-8a64-1d460280ba3a req-4e0fde25-1db9-4184-9753-e56e4c63d305 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:57.429620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fde25-1db9-4184-9753-e56e4c63d305 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Pushing event deleted for resources: {'Port': ['ID=f46067bb-57fc-4e66-85a0-66b87d48e639,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:57.484378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4424c302-6383-4c45-a568-94f899179b78 req-10c59a46-3d40-4714-b48f-d030efed0b3b service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495809 Oct 19 11:12:57.501198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-252e63bb-97e4-40af-a11c-ff09723c5aa6 req-c6cc9640-f719-4b1a-b770-be72eb75b608 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 210 time: 0.0269399 Oct 19 11:12:57.532529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-287e6e80-c098-439c-bed9-c59d36c9fbfb req-1ac685d9-e16a-4005-a83c-2f17d3278e2d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-42242796', 'description': 'tempest-description-841161088'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:57.567078 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-46c85e35-45a1-48bb-b4e4-6490eb375ecb service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970831 Oct 19 11:12:57.602283 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-17c879de-5825-4b77-8a64-1d460280ba3a req-4e0fde25-1db9-4184-9753-e56e4c63d305 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:57.604788 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-17c879de-5825-4b77-8a64-1d460280ba3a req-4e0fde25-1db9-4184-9753-e56e4c63d305 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:57.605836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17c879de-5825-4b77-8a64-1d460280ba3a req-4e0fde25-1db9-4184-9753-e56e4c63d305 tempest-FloatingIPDetailsTestJSON-1867702240 tempest-FloatingIPDetailsTestJSON-1867702240-project] 10.222.0.39 "DELETE /v2.0/floatingips/c45e2314-24c5-4bb0-8009-0fbdf2eac83d HTTP/1.1" status: 204 len: 173 time: 1.5920789 Oct 19 11:12:57.611848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45694) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:57.620576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-287e6e80-c098-439c-bed9-c59d36c9fbfb req-1ac685d9-e16a-4005-a83c-2f17d3278e2d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:57.653427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Allocated IP 172.20.0.10 (8b754831-f16d-4c57-ba88-a181190b2a98/40a357a2-81d7-41d4-837e-3062b79eca3e/2a02c915-b859-4130-a83c-9d2f79b20d46) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:12:57.719706 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-919c09a1-4b4e-43fd-97a5-6e54356e52ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:57.794144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-7d11cdd5-ae5f-4ad3-970d-864c13df2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:57.795658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-7d11cdd5-ae5f-4ad3-970d-864c13df2ba4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2&tenant_id=09d359cafa5a46309ba96d9c7c371cbf HTTP/1.1" status: 200 len: 1101 time: 0.1060486 Oct 19 11:12:57.801016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4424c302-6383-4c45-a568-94f899179b78 req-940bf693-14b5-48b2-bfe1-576a67d13f01 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836151 Oct 19 11:12:57.871486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607018-e5fc-4dad-aae3-76ac5fd4bb7e req-111aa430-d6ea-466f-b926-45573b61af31 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:57.873498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c607018-e5fc-4dad-aae3-76ac5fd4bb7e req-111aa430-d6ea-466f-b926-45573b61af31 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.2094455 Oct 19 11:12:57.874246 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-287e6e80-c098-439c-bed9-c59d36c9fbfb req-1ac685d9-e16a-4005-a83c-2f17d3278e2d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:57.899468 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f6cd5e-7c9a-4b71-9d1c-58cbb65217bf req-9f1a5d7f-3d1c-48d4-bc69-8d0a3c7d1898 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086929 Oct 19 11:12:57.960292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-c89fc5c8-a6e0-40ec-a507-b44f762f87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:57.961528 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-287e6e80-c098-439c-bed9-c59d36c9fbfb req-1ac685d9-e16a-4005-a83c-2f17d3278e2d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:57.961791 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-c89fc5c8-a6e0-40ec-a507-b44f762f87b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 1101 time: 0.1333916 Oct 19 11:12:57.964622 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c607018-e5fc-4dad-aae3-76ac5fd4bb7e req-5d836208-0c87-4219-b400-7497921fe491 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706303 Oct 19 11:12:57.982298 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:58.025099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac685d9-e16a-4005-a83c-2f17d3278e2d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf20da2-7bcf-433d-87ea-f7899b49a9cb,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:58.067077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-287e6e80-c098-439c-bed9-c59d36c9fbfb req-1ac685d9-e16a-4005-a83c-2f17d3278e2d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:58.068326 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-287e6e80-c098-439c-bed9-c59d36c9fbfb req-1ac685d9-e16a-4005-a83c-2f17d3278e2d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5415785 Oct 19 11:12:58.081641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-8d7b0ecc-2db4-4f65-b4eb-ddfc062976da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:58.082673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-8d7b0ecc-2db4-4f65-b4eb-ddfc062976da service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1124227 Oct 19 11:12:58.135198 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7bba0c-0b10-42b1-a6bd-67634bd7e042 x-openstack-request-id: req-cb7bba0c-0b10-42b1-a6bd-67634bd7e042 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:12:58.135490 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9be9fb2-baca-4b1c-bb19-711a5cd1175f", "tag": "b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:12:58.135738 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb7bba0c-0b10-42b1-a6bd-67634bd7e042 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:12:58.136127 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'tag': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'status': 'completed', 'code': 200} Oct 19 11:12:58.138035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-3255cb04-1af8-4dcb-9ed4-46692a21eacd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=b02d8292-e21a-4994-a289-83134bff1559 HTTP/1.1" status: 200 len: 217 time: 0.0423172 Oct 19 11:12:58.149632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:58.220870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Network 8b754831-f16d-4c57-ba88-a181190b2a98 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:12:58.225564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:12:58.237449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:12:58.282782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Pushing event updated for resources: {'Port': ['ID=2a02c915-b859-4130-a83c-9d2f79b20d46,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:12:58.299157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-f52a43b5-b127-4eb8-ac33-ec9d7e09c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:58.300672 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-f52a43b5-b127-4eb8-ac33-ec9d7e09c557 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1450229 Oct 19 11:12:58.315244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717d952-4387-493c-a124-ad4d1f32290a req-7cf7efb9-4aac-4675-a077-69586c59ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:58.316808 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e717d952-4387-493c-a124-ad4d1f32290a req-7cf7efb9-4aac-4675-a077-69586c59ba56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 1097 time: 0.1300821 Oct 19 11:12:58.325097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:58.325734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:58.362808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-831e62af-6d0d-4e23-8328-cf367f159cb9 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:58.364348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-831e62af-6d0d-4e23-8328-cf367f159cb9 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1502702 Oct 19 11:12:58.372954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-82f5c55e-adb7-485e-b38d-6a0f66700829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:58.375604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-82f5c55e-adb7-485e-b38d-6a0f66700829 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637414 Oct 19 11:12:58.375726 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:58.379927 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'tag': '93b3d979-ec32-4f56-bd69-9a51e37d7369'}, {'server_uuid': '2a1196fb-e78d-4216-be06-425709ff03bf', 'name': 'network-vif-deleted', 'tag': 'b1989be1-616f-43c7-9788-c5245eb4f2b1'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:12:58.382233 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4763fdd-4a2c-46e7-9a73-0add3661a385" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4a1ee3-8084-41a7-9820-39d7162ccd7b", "tag": "93b3d979-ec32-4f56-bd69-9a51e37d7369"}, {"server_uuid": "2a1196fb-e78d-4216-be06-425709ff03bf", "name": "network-vif-deleted", "tag": "b1989be1-616f-43c7-9788-c5245eb4f2b1"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:12:58.473179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3ffc2a0b-a852-4ef9-b91c-ac5559891e6b None None] Provisioning complete for port 2a02c915-b859-4130-a83c-9d2f79b20d46 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:12:58.474419 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2a0b-a852-4ef9-b91c-ac5559891e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:58.492303 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-9a2a7796-3978-436b-8355-e7eda3e6b55d service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072776 Oct 19 11:12:58.496153 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-71c4081a-2884-458d-8347-4b632049dc1e tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1093667 Oct 19 11:12:58.530913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc2a0b-a852-4ef9-b91c-ac5559891e6b None None] Port 2a02c915-b859-4130-a83c-9d2f79b20d46 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:12:58.543698 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Request body: {'port': {'device_id': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:58.647203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 93b3d979-ec32-4f56-bd69-9a51e37d7369 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:12:58.665468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fe6f2-6cd5-4fc9-8956-ef934660097f req-0168a413-d324-4a2e-9e7a-82552019c0a8 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:58.667019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb6fe6f2-6cd5-4fc9-8956-ef934660097f req-0168a413-d324-4a2e-9e7a-82552019c0a8 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 949 time: 0.1626301 Oct 19 11:12:58.690023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:58.714503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.49', 50810) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:12:58.737590 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd63e7d2-240e-454a-8ae6-76a1b6743795 req-039ab617-4868-4772-a10f-397dd2843de3 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204089 Oct 19 11:12:58.795713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb6fe6f2-6cd5-4fc9-8956-ef934660097f req-a49be6e3-88e6-4148-a035-1b4f86ad4fb5 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176410 Oct 19 11:12:58.806164 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-111903b3-48f9-4076-a590-c10b4659b4e4 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.4268355 Oct 19 11:12:58.832769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-04b81d29-7239-4be5-8d4d-62d7f6501ba2 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Request body: {'floatingip': {'port_id': 'f8e96847-89a5-431e-87da-58e76243e385', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:12:58.833268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-21184ac8-9aae-485c-b86a-bb1680e1fad8 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:58.834903 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-21184ac8-9aae-485c-b86a-bb1680e1fad8 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9be9fb2-baca-4b1c-bb19-711a5cd1175f HTTP/1.1" status: 200 len: 946 time: 0.1161721 Oct 19 11:12:58.917105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-04b81d29-7239-4be5-8d4d-62d7f6501ba2 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:58.954789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:58.961146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717d952-4387-493c-a124-ad4d1f32290a req-c8583e73-9b6f-47cc-b4fa-1628dcf94f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:58.962615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e717d952-4387-493c-a124-ad4d1f32290a req-c8583e73-9b6f-47cc-b4fa-1628dcf94f3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.6362607 Oct 19 11:12:58.968396 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:58.969288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 93b3d979-ec32-4f56-bd69-9a51e37d7369 has no active binding in host n-h1-814547-1 {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 11:12:58.994166 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:59.117785 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e717d952-4387-493c-a124-ad4d1f32290a req-70143a7e-0740-4b97-9d7a-decd4f3b2062 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb HTTP/1.1" status: 200 len: 217 time: 0.1258609 Oct 19 11:12:59.278291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717d952-4387-493c-a124-ad4d1f32290a req-ec599d67-e693-4f0a-8045-d92beb45abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:59.279796 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e717d952-4387-493c-a124-ad4d1f32290a req-ec599d67-e693-4f0a-8045-d92beb45abcc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.1346691 Oct 19 11:12:59.415252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c2976-9ba2-4d21-bc56-31b8f6820973 req-db28bac0-8b78-41e9-94fa-160f89890dfc tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:59.416771 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-901c2976-9ba2-4d21-bc56-31b8f6820973 req-db28bac0-8b78-41e9-94fa-160f89890dfc tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 943 time: 0.4905598 Oct 19 11:12:59.427237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49676e1-5028-4b39-aa89-11ada772d7ee req-cc49cda1-03c3-4325-8de1-a5a52ffa42e3 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:59.428647 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c49676e1-5028-4b39-aa89-11ada772d7ee req-cc49cda1-03c3-4325-8de1-a5a52ffa42e3 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.49 "GET /v2.0/ports?device_id=158d0338-23cd-4074-bd72-0338a99d3a34 HTTP/1.1" status: 200 len: 949 time: 0.1785326 Oct 19 11:12:59.455818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717d952-4387-493c-a124-ad4d1f32290a req-06da9f3c-3b88-446f-92cc-922aa6ced804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:12:59.457782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e717d952-4387-493c-a124-ad4d1f32290a req-06da9f3c-3b88-446f-92cc-922aa6ced804 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635802 Oct 19 11:12:59.804942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-5e39e1c8-681b-4c25-ae83-842483aaedef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Deleting port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:59.804942 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-5e39e1c8-681b-4c25-ae83-842483aaedef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:59.804942 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-901c2976-9ba2-4d21-bc56-31b8f6820973 req-f8861845-4187-4359-b864-f01e173d8aa8 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846211 Oct 19 11:12:59.806537 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e717d952-4387-493c-a124-ad4d1f32290a req-1855b097-ae6d-4a91-aab4-75ca66538051 service neutron] 10.222.0.49 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937113 Oct 19 11:12:59.807268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a02c915-b859-4130-a83c-9d2f79b20d46 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:12:59.807268 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:59.807268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Transition to ACTIVE for port object 2a02c915-b859-4130-a83c-9d2f79b20d46 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:12:59.807679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] Deleting port ff64a4d3-4368-4557-8593-3fc984c126ff {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:59.807679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:59.825006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-5e39e1c8-681b-4c25-ae83-842483aaedef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] For port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:12:59.825006 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-5e39e1c8-681b-4c25-ae83-842483aaedef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:59.839993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-c49676e1-5028-4b39-aa89-11ada772d7ee req-5a16b05a-2d96-405b-bf47-471d744cc5b9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Deleting port 4c68808e-a1b7-4302-86f2-b4be47736629 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:12:59.840336 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c49676e1-5028-4b39-aa89-11ada772d7ee req-5a16b05a-2d96-405b-bf47-471d744cc5b9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:59.859739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-5e39e1c8-681b-4c25-ae83-842483aaedef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Calling delete_port for b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:12:59.896249 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:12:59.962682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e717d952-4387-493c-a124-ad4d1f32290a req-2a840da4-664b-412e-a8e7-b1ea233763e6 service neutron] 10.222.0.49 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698224 Oct 19 11:12:59.965765 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.resource_extend [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-04b81d29-7239-4be5-8d4d-62d7f6501ba2 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 11:13:00.085398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] For port ff64a4d3-4368-4557-8593-3fc984c126ff, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ff64a4d3-4368-4557-8593-3fc984c126ff,segment=NetworkSegment(3ce8255a-7b2b-4b23-aa24-a0e0960de6a3),segment_id=3ce8255a-7b2b-4b23-aa24-a0e0960de6a3)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:00.085781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:00.095150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-43a6e40c-368d-43d9-adcb-32776aa80ecc tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:00.098692 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-43a6e40c-368d-43d9-adcb-32776aa80ecc tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/networks?id=e1f86a14-75f4-424b-9705-0808b29382b0 HTTP/1.1" status: 200 len: 812 time: 0.3774517 Oct 19 11:13:00.099524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Pushing event updated for resources: {'Port': ['ID=2a02c915-b859-4130-a83c-9d2f79b20d46,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:00.113955 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-04b81d29-7239-4be5-8d4d-62d7f6501ba2 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:00.115032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] Calling delete_port for ff64a4d3-4368-4557-8593-3fc984c126ff owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:00.144634 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-33d6d928-e318-4153-84c3-81a36c7e0a6f service neutron] 10.222.0.49 "GET /v2.0/ports/93b3d979-ec32-4f56-bd69-9a51e37d7369/bindings/n-h1-814547-1 HTTP/1.1" status: 200 len: 384 time: 0.1211088 Oct 19 11:13:00.183994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-4658bbc1-9ffc-4eb7-90e7-df0f7c7a96f6 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/quotas/18dbd97da179417f9c6d3c434fdd92c2 HTTP/1.1" status: 200 len: 375 time: 0.0404587 Oct 19 11:13:00.216357 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-04b81d29-7239-4be5-8d4d-62d7f6501ba2 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:00.251046 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-356e9bf4-5784-4441-8abe-835f8b30e2fe tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585661 Oct 19 11:13:00.264707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c49676e1-5028-4b39-aa89-11ada772d7ee req-5a16b05a-2d96-405b-bf47-471d744cc5b9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] For port 4c68808e-a1b7-4302-86f2-b4be47736629, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4c68808e-a1b7-4302-86f2-b4be47736629,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:00.265199 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c49676e1-5028-4b39-aa89-11ada772d7ee req-5a16b05a-2d96-405b-bf47-471d744cc5b9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:00.297470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Attempting to bind port 2a02c915-b859-4130-a83c-9d2f79b20d46 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:00.297939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Attempting to bind port 2a02c915-b859-4130-a83c-9d2f79b20d46 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:00.298358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Attempting to bind port 2a02c915-b859-4130-a83c-9d2f79b20d46 on network 8b754831-f16d-4c57-ba88-a181190b2a98 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:00.311530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-c49676e1-5028-4b39-aa89-11ada772d7ee req-5a16b05a-2d96-405b-bf47-471d744cc5b9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Calling delete_port for 4c68808e-a1b7-4302-86f2-b4be47736629 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:00.326825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Port 2a02c915-b859-4130-a83c-9d2f79b20d46 on network 8b754831-f16d-4c57-ba88-a181190b2a98 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:13:00.327248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Attempting to bind port 2a02c915-b859-4130-a83c-9d2f79b20d46 on network 8b754831-f16d-4c57-ba88-a181190b2a98 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:00.388026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:00.388476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Checking segment: {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:00.389013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Bound using segment: {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:00.389566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Bound port: 2a02c915-b859-4130-a83c-9d2f79b20d46, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:00.390009 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:00.437151 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-04b81d29-7239-4be5-8d4d-62d7f6501ba2 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Floating IP c9507c80-62e6-4a55-8a2d-25540dc4407a associated. External IP: 172.25.2.238, port: f8e96847-89a5-431e-87da-58e76243e385. Oct 19 11:13:00.534034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-d462f144-39e8-4e94-b920-6dcc5039f685 service neutron] 10.222.0.39 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630842 Oct 19 11:13:00.592584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-5e39e1c8-681b-4c25-ae83-842483aaedef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:00.605676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:00.613792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f8e96847-89a5-431e-87da-58e76243e385'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:00.650165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-31b4d704-5208-44ad-a451-995e677467cd service neutron] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:00.659738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] For port 2a02c915-b859-4130-a83c-9d2f79b20d46, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:00.685755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-31b4d704-5208-44ad-a451-995e677467cd service neutron] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:00.701245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39e1c8-681b-4c25-ae83-842483aaedef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Pushing event deleted for resources: {'Port': ['ID=b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:00.741944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b02d8292-e21a-4994-a289-83134bff1559 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:00.745492 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:00.770519 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:00.771741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-5e39e1c8-681b-4c25-ae83-842483aaedef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] No DVR routers for this DVR port b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:00.774456 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-5e39e1c8-681b-4c25-ae83-842483aaedef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:00.778657 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-5e39e1c8-681b-4c25-ae83-842483aaedef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.49 "DELETE /v2.0/ports/b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb HTTP/1.1" status: 204 len: 173 time: 1.8981445 Oct 19 11:13:00.809640 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'name': 'network-vif-deleted', 'tag': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:00.812209 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8fa726-87c4-4fed-b8db-5a5278f29f0f" -d '{"events": [{"server_uuid": "e9be9fb2-baca-4b1c-bb19-711a5cd1175f", "name": "network-vif-deleted", "tag": "b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:00.827201 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-31b4d704-5208-44ad-a451-995e677467cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b3d979-ec32-4f56-bd69-9a51e37d7369 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:00.839421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff64a4d3-4368-4557-8593-3fc984c126ff,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:00.848899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] For port 2a02c915-b859-4130-a83c-9d2f79b20d46, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2a02c915-b859-4130-a83c-9d2f79b20d46,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:00.852450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-31b4d704-5208-44ad-a451-995e677467cd service neutron] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:00.926386 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-f29e3d6a-1d4e-4763-8b8a-ed485bb7af06 service neutron] 10.222.0.39 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587413 Oct 19 11:13:00.942901 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:00.988345 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:01.024829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-04b81d29-7239-4be5-8d4d-62d7f6501ba2 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Router 3bef4fa8-468f-4b4d-8172-8ec97f138066 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:13:01.027524 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c49676e1-5028-4b39-aa89-11ada772d7ee req-5a16b05a-2d96-405b-bf47-471d744cc5b9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:01.050270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715d279a-1110-482c-b2b0-52fc224967a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02d8292-e21a-4994-a289-83134bff1559'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:01.057596 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915e77f3-69f1-4459-a17b-953563ffb84d" -d '{"events": [{"server_uuid": "715d279a-1110-482c-b2b0-52fc224967a2", "name": "network-vif-unplugged", "status": "completed", "tag": "b02d8292-e21a-4994-a289-83134bff1559"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:01.122334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b02d8292-e21a-4994-a289-83134bff1559, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b02d8292-e21a-4994-a289-83134bff1559,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:01.129141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-31b4d704-5208-44ad-a451-995e677467cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:01.163318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:01.168934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:01.171526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] 10.222.0.49 "PUT /v2.0/ports/2a02c915-b859-4130-a83c-9d2f79b20d46 HTTP/1.1" status: 200 len: 1092 time: 2.6556466 Oct 19 11:13:01.209494 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:01.210641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4c68808e-a1b7-4302-86f2-b4be47736629 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:01.245330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49676e1-5028-4b39-aa89-11ada772d7ee req-5a16b05a-2d96-405b-bf47-471d744cc5b9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] No DVR routers for this DVR port 4c68808e-a1b7-4302-86f2-b4be47736629 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:01.249680 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c49676e1-5028-4b39-aa89-11ada772d7ee req-5a16b05a-2d96-405b-bf47-471d744cc5b9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:01.254522 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c49676e1-5028-4b39-aa89-11ada772d7ee req-5a16b05a-2d96-405b-bf47-471d744cc5b9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.49 "DELETE /v2.0/ports/4c68808e-a1b7-4302-86f2-b4be47736629 HTTP/1.1" status: 204 len: 173 time: 1.8128419 Oct 19 11:13:01.270178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030ffb7-b12b-4689-ac2e-d0cff89b835e service neutron] Pushing event updated for resources: {'Port': ['ID=2a02c915-b859-4130-a83c-9d2f79b20d46,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:01.314710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 4c68808e-a1b7-4302-86f2-b4be47736629 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:01.315058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4c68808e-a1b7-4302-86f2-b4be47736629 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:01.352493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16b05a-2d96-405b-bf47-471d744cc5b9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Pushing event deleted for resources: {'Port': ['ID=4c68808e-a1b7-4302-86f2-b4be47736629,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:01.443889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b02d8292-e21a-4994-a289-83134bff1559,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:01.500620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-10568d47-69df-4833-8bec-f4d2f003109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:01.502208 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-10568d47-69df-4833-8bec-f4d2f003109b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3b7151c30e248e094eeb3456b4bd8a4&device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 1095 time: 0.1685810 Oct 19 11:13:01.637990 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-4ab662dc-73c6-40cb-b95d-ee620771c212 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a02c915-b859-4130-a83c-9d2f79b20d46 HTTP/1.1" status: 200 len: 217 time: 0.1220710 Oct 19 11:13:01.703362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['7329a066-c317-42e5-ac45-af3be6b4761a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:01.715557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4763fdd-4a2c-46e7-9a73-0add3661a385 req-eb3b1977-f6a1-4a7e-8468-47973bcd0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:01.717344 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4763fdd-4a2c-46e7-9a73-0add3661a385 req-eb3b1977-f6a1-4a7e-8468-47973bcd0955 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1082 time: 0.2970569 Oct 19 11:13:01.762987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-0e8726aa-0456-4894-adf4-aad8021a6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:01.765193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-0e8726aa-0456-4894-adf4-aad8021a6503 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40a357a2-81d7-41d4-837e-3062b79eca3e HTTP/1.1" status: 200 len: 862 time: 0.1185806 Oct 19 11:13:01.865818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba67de-294d-4855-8f6b-832b25c6fb41 req-8ec937c7-6ca6-4f03-bbba-07a6dcb2e052 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:01.868607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efba67de-294d-4855-8f6b-832b25c6fb41 req-8ec937c7-6ca6-4f03-bbba-07a6dcb2e052 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 944 time: 0.2084582 Oct 19 11:13:01.998810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-4711b0ca-455d-4bc0-a20a-5e6854f51800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:01.999491 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 11:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45dfa53-7b4b-47dd-872e-af85c38d88b7 x-openstack-request-id: req-c45dfa53-7b4b-47dd-872e-af85c38d88b7 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:02.000138 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4a1ee3-8084-41a7-9820-39d7162ccd7b", "tag": "93b3d979-ec32-4f56-bd69-9a51e37d7369", "status": "completed", "code": 200}, {"server_uuid": "2a1196fb-e78d-4216-be06-425709ff03bf", "name": "network-vif-deleted", "tag": "b1989be1-616f-43c7-9788-c5245eb4f2b1", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:02.000138 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c45dfa53-7b4b-47dd-872e-af85c38d88b7 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:02.000381 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'tag': '93b3d979-ec32-4f56-bd69-9a51e37d7369', 'status': 'completed', 'code': 200} Oct 19 11:13:02.000656 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1196fb-e78d-4216-be06-425709ff03bf', 'name': 'network-vif-deleted', 'tag': 'b1989be1-616f-43c7-9788-c5245eb4f2b1', 'status': 'completed', 'code': 200} Oct 19 11:13:02.001017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-4711b0ca-455d-4bc0-a20a-5e6854f51800 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b754831-f16d-4c57-ba88-a181190b2a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2249022 Oct 19 11:13:02.007306 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efba67de-294d-4855-8f6b-832b25c6fb41 req-a8979a4a-9304-4e6d-9f8b-1b3567d56652 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064529 Oct 19 11:13:02.009286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4763fdd-4a2c-46e7-9a73-0add3661a385 req-3e10740f-c2a4-451d-b8ea-036031c9550d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:02.010812 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4763fdd-4a2c-46e7-9a73-0add3661a385 req-3e10740f-c2a4-451d-b8ea-036031c9550d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.2818310 Oct 19 11:13:02.081177 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:02.084690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-04b81d29-7239-4be5-8d4d-62d7f6501ba2 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:13:02.094791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-04b81d29-7239-4be5-8d4d-62d7f6501ba2 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:02.097960 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f89823-77fa-4137-bb82-92625cea3544 None None] Sync routers for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:13:02.125411 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f89823-77fa-4137-bb82-92625cea3544 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:02.129241 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c0f89823-77fa-4137-bb82-92625cea3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:02.190155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-31b4d704-5208-44ad-a451-995e677467cd service neutron] Transition to ACTIVE for port object 93b3d979-ec32-4f56-bd69-9a51e37d7369 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:13:02.193607 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-04b81d29-7239-4be5-8d4d-62d7f6501ba2 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "PUT /v2.0/floatingips/c9507c80-62e6-4a55-8a2d-25540dc4407a HTTP/1.1" status: 200 len: 996 time: 3.3788664 Oct 19 11:13:02.223199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4763fdd-4a2c-46e7-9a73-0add3661a385 req-72b8f3ed-3332-46cb-8e7e-b5d5f3a191d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369 HTTP/1.1" status: 200 len: 217 time: 0.0954187 Oct 19 11:13:02.274285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-5e0d6989-4e4f-4ee3-8a52-6764bdcb87e0 service neutron] 10.222.0.49 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616906 Oct 19 11:13:02.280106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-31b4d704-5208-44ad-a451-995e677467cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:02.280759 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c0f89823-77fa-4137-bb82-92625cea3544 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:02.370626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-ad709f17-a10f-43b6-ae86-4f7ab99f0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:02.372519 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-ad709f17-a10f-43b6-ae86-4f7ab99f0a8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 1096 time: 0.1328201 Oct 19 11:13:02.429440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-31b4d704-5208-44ad-a451-995e677467cd service neutron] No DVR routers for this DVR port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:02.440802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4d704-5208-44ad-a451-995e677467cd service neutron] Pushing event updated for resources: {'Port': ['ID=93b3d979-ec32-4f56-bd69-9a51e37d7369,revision_number=10']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:02.505482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e91dc-c38b-4dec-b41d-9ad738fd6f82 req-d50ebd80-918c-4ebe-b751-d607204fab6f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:02.508202 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-009e91dc-c38b-4dec-b41d-9ad738fd6f82 req-d50ebd80-918c-4ebe-b751-d607204fab6f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 948 time: 0.3248613 Oct 19 11:13:02.512801 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:13:02.517387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-31b4d704-5208-44ad-a451-995e677467cd service neutron] 10.222.0.49 "PUT /v2.0/ports/93b3d979-ec32-4f56-bd69-9a51e37d7369/bindings/n-h1-814547-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3328915 Oct 19 11:13:02.548455 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c0f89823-77fa-4137-bb82-92625cea3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'f8e96847-89a5-431e-87da-58e76243e385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:0b:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:59Z', 'revision_number': 8, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:02.604932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4763fdd-4a2c-46e7-9a73-0add3661a385 req-4e04cbec-6036-48d3-af67-c17825c8badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:02.606410 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4763fdd-4a2c-46e7-9a73-0add3661a385 req-4e04cbec-6036-48d3-af67-c17825c8badf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.3623168 Oct 19 11:13:02.622421 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f89823-77fa-4137-bb82-92625cea3544 None None] Checking router: 3bef4fa8-468f-4b4d-8172-8ec97f138066 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:13:02.625941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] Router 5cb998cd-8e2f-4b99-911b-82046ca24785 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:13:02.627145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-e048efce-ccae-47d7-8aaa-8dd01ea28b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:02.633293 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-e048efce-ccae-47d7-8aaa-8dd01ea28b19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.2050681 Oct 19 11:13:02.641165 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f89823-77fa-4137-bb82-92625cea3544 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:02.642104 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c0f89823-77fa-4137-bb82-92625cea3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:02.653574 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4763fdd-4a2c-46e7-9a73-0add3661a385 req-ca27d6ce-95f9-4184-86d9-8b7393a552fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373406 Oct 19 11:13:02.731232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b02d8292-e21a-4994-a289-83134bff1559 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:13:02.761130 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-06693a77-7ade-4f93-9c8f-40bbddd3097e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 999 time: 0.1228492 Oct 19 11:13:02.764881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-009e91dc-c38b-4dec-b41d-9ad738fd6f82 req-3c9d7597-9cd3-4b5b-a6ed-0fb9a03566ef tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762033 Oct 19 11:13:02.807321 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c0f89823-77fa-4137-bb82-92625cea3544 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:02.822477 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc7a4e41-ad6b-4dd8-b309-19066b04cb1a req-699fbc43-78ee-4704-b679-dd6a06cc14c0 service neutron] 10.222.0.49 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106587 Oct 19 11:13:02.909635 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b02d8292-e21a-4994-a289-83134bff1559, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b02d8292-e21a-4994-a289-83134bff1559,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:02.924442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:02.926983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-3bf37733-e119-402b-a2c1-d2ea9829585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:02.928390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-77bfda43-8552-4bec-bcf5-88d71f214f28 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:02.928570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-3bf37733-e119-402b-a2c1-d2ea9829585f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.1565344 Oct 19 11:13:02.929529 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-77bfda43-8552-4bec-bcf5-88d71f214f28 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1095 time: 0.2394872 Oct 19 11:13:02.953887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:13:02.955535 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'b02d8292-e21a-4994-a289-83134bff1559', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'b02d8292-e21a-4994-a289-83134bff1559', 'mac_address': 'fa:16:3e:ef:3a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:13:02.960318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:02.960902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:03.012632 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4763fdd-4a2c-46e7-9a73-0add3661a385 req-75454ef9-3f0a-4fc5-b1ee-17ee036a3c36 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463614 Oct 19 11:13:03.033151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2e6c7687-607c-40ad-ba66-b2f3e3f263d1 admin admin] 10.222.0.39 "PUT /v2.0/routers/5cb998cd-8e2f-4b99-911b-82046ca24785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4176106 Oct 19 11:13:03.037302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45746) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:03.057959 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:03.093965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-69b74212-129c-4939-a0f7-486b808f36da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:03.095382 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02d8292-e21a-4994-a289-83134bff1559 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:03.095525 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-69b74212-129c-4939-a0f7-486b808f36da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598914 Oct 19 11:13:03.142601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b02d8292-e21a-4994-a289-83134bff1559, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b02d8292-e21a-4994-a289-83134bff1559,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:03.228246 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:03.280616 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-97b88a19-8446-49c4-bd88-0a5e474e0e65 service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751773 Oct 19 11:13:03.297244 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c0f89823-77fa-4137-bb82-92625cea3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'f8e96847-89a5-431e-87da-58e76243e385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:0b:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:59Z', 'revision_number': 8, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:03.316399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e26ea6-5c72-4f89-ae7e-8b1bc6a26bd4 None None] Sync routers for ids ['5cb998cd-8e2f-4b99-911b-82046ca24785'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:13:03.330312 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f89823-77fa-4137-bb82-92625cea3544 None None] The sync data for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 is: [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'c9507c80-62e6-4a55-8a2d-25540dc4407a', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'port_id': 'f8e96847-89a5-431e-87da-58e76243e385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'mac_address': 'fa:16:3e:0b:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:12:26Z', 'updated_at': '2021-10-19T11:12:59Z', 'revision_number': 8, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:13:03.350882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b02d8292-e21a-4994-a289-83134bff1559,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:03.353654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e26ea6-5c72-4f89-ae7e-8b1bc6a26bd4 None None] Routers {'5cb998cd-8e2f-4b99-911b-82046ca24785'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:03.354274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-61e26ea6-5c72-4f89-ae7e-8b1bc6a26bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5cb998cd-8e2f-4b99-911b-82046ca24785'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:03.485015 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e90123fe-99ef-41f8-9eff-06c900f524ce req-7fc3f21e-83dd-469e-8029-249ad9feb2db service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900716 Oct 19 11:13:03.550311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-61e26ea6-5c72-4f89-ae7e-8b1bc6a26bd4 None None] Set router 5cb998cd-8e2f-4b99-911b-82046ca24785 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:03.570812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326ca9b-ec45-4127-af68-4784a1f807dd req-f2879090-2926-45ae-97fe-fca41007c0aa tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:03.572310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1326ca9b-ec45-4127-af68-4784a1f807dd req-f2879090-2926-45ae-97fe-fca41007c0aa tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 944 time: 0.6145873 Oct 19 11:13:03.608827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b02d8292-e21a-4994-a289-83134bff1559'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:03.617219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-3e0e7caa-b382-419b-9346-56e05be60528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:03.618405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-3e0e7caa-b382-419b-9346-56e05be60528 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b&tenant_id=0bef218b6ade43d189bc973b967470c4 HTTP/1.1" status: 200 len: 1095 time: 0.6740661 Oct 19 11:13:03.671165 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4f1964-15a0-4c50-ac32-42583b1aac63 x-openstack-request-id: req-0b4f1964-15a0-4c50-ac32-42583b1aac63 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:03.673337 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9be9fb2-baca-4b1c-bb19-711a5cd1175f", "name": "network-vif-deleted", "tag": "b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:03.673337 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b4f1964-15a0-4c50-ac32-42583b1aac63 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:03.673337 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9be9fb2-baca-4b1c-bb19-711a5cd1175f', 'name': 'network-vif-deleted', 'tag': 'b9737a50-e6b3-49c3-87fd-99a1e2f4a9eb', 'status': 'completed', 'code': 200} Oct 19 11:13:03.718678 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457bd53-7627-4daa-9366-b2daa5c44848 None None] New status for floating IP c9507c80-62e6-4a55-8a2d-25540dc4407a: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:13:03.785106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4763fdd-4a2c-46e7-9a73-0add3661a385 req-4a776886-d19d-4208-976a-658998acf337 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632468 Oct 19 11:13:03.791113 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:03.795733 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1326ca9b-ec45-4127-af68-4784a1f807dd req-3388ee3f-feae-482a-b326-e57bcf6c9678 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748619 Oct 19 11:13:03.799124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-4db034db-c7fa-4c87-bc88-ff7f0ae62cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:03.800583 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-4db034db-c7fa-4c87-bc88-ff7f0ae62cd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1095 time: 0.1528850 Oct 19 11:13:03.818767 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396993db-7c13-4d5f-89d4-b828d6a0a285 x-openstack-request-id: req-396993db-7c13-4d5f-89d4-b828d6a0a285 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:03.819267 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715d279a-1110-482c-b2b0-52fc224967a2", "name": "network-vif-unplugged", "status": "completed", "tag": "b02d8292-e21a-4994-a289-83134bff1559", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:03.819490 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-396993db-7c13-4d5f-89d4-b828d6a0a285 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:03.820001 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715d279a-1110-482c-b2b0-52fc224967a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02d8292-e21a-4994-a289-83134bff1559', 'code': 200} Oct 19 11:13:03.872453 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b9d218d-fffa-421e-9445-a3f764563706 req-c8ae8650-805f-4c71-91c3-452804f59e83 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 210 time: 0.0484791 Oct 19 11:13:04.001485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:04.003725 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9073a2d-6875-499a-a79b-57723b0ea917" -d '{"events": [{"name": "network-changed", "server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "tag": "f8e96847-89a5-431e-87da-58e76243e385"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:04.016698 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-6a99d207-d983-4f5e-a566-9f99ab1fd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:04.020726 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-6a99d207-d983-4f5e-a566-9f99ab1fd915 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.1399686 Oct 19 11:13:04.026439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-61e26ea6-5c72-4f89-ae7e-8b1bc6a26bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'name': 'tempest-FloatingIPDetailsTestJSON-975546178-router', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:12:28Z', 'updated_at': '2021-10-19T11:13:00Z', 'revision_number': 5, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'gw_port': {'id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:29Z', 'updated_at': '2021-10-19T11:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:04.060858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e26ea6-5c72-4f89-ae7e-8b1bc6a26bd4 None None] Checking router: 5cb998cd-8e2f-4b99-911b-82046ca24785 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:13:04.074617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-8a840fec-d582-4d34-89e6-35f0d7b72728 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369 HTTP/1.1" status: 200 len: 217 time: 0.0454609 Oct 19 11:13:04.101847 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e26ea6-5c72-4f89-ae7e-8b1bc6a26bd4 None None] Routers {'5cb998cd-8e2f-4b99-911b-82046ca24785'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:04.102482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-61e26ea6-5c72-4f89-ae7e-8b1bc6a26bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5cb998cd-8e2f-4b99-911b-82046ca24785'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:04.118671 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:04.139608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-ec20c71d-3a66-43a0-8a12-73927dd282c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:04.147936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-ec20c71d-3a66-43a0-8a12-73927dd282c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.0561118 Oct 19 11:13:04.210043 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-cec10956-5633-4fb5-86c6-fe47eadc53d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601203 Oct 19 11:13:04.242127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-61e26ea6-5c72-4f89-ae7e-8b1bc6a26bd4 None None] Set router 5cb998cd-8e2f-4b99-911b-82046ca24785 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:04.377421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-b7291fca-78bd-4db3-b7ba-f6ff7b2821e8 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461740 Oct 19 11:13:04.521457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff62c5-78e8-402c-b064-503d81257e01 req-3b495333-67aa-4c9d-9cd2-f2dbcaa37546 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:04.523068 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54ff62c5-78e8-402c-b064-503d81257e01 req-3b495333-67aa-4c9d-9cd2-f2dbcaa37546 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 944 time: 0.1789036 Oct 19 11:13:04.535703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-61e26ea6-5c72-4f89-ae7e-8b1bc6a26bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'name': 'tempest-FloatingIPDetailsTestJSON-975546178-router', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:12:28Z', 'updated_at': '2021-10-19T11:13:00Z', 'revision_number': 5, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'gw_port': {'id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:29Z', 'updated_at': '2021-10-19T11:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:04.553341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-d400de80-d76c-416c-abc4-89c0a3e50b44 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:04.554786 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-d400de80-d76c-416c-abc4-89c0a3e50b44 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.26 "GET /v2.0/networks?id=e1f86a14-75f4-424b-9705-0808b29382b0 HTTP/1.1" status: 200 len: 812 time: 0.2467620 Oct 19 11:13:04.574348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'port': {'device_id': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0', 'admin_state_up': True, 'tenant_id': '18dbd97da179417f9c6d3c434fdd92c2'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:04.584468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e26ea6-5c72-4f89-ae7e-8b1bc6a26bd4 None None] The sync data for ids ['5cb998cd-8e2f-4b99-911b-82046ca24785'] in n-d-814547-1 is: [{'id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'name': 'tempest-FloatingIPDetailsTestJSON-975546178-router', 'tenant_id': '3d2b3e7028494f699a9c86d1a833e126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:12:28Z', 'updated_at': '2021-10-19T11:13:00Z', 'revision_number': 5, 'project_id': '3d2b3e7028494f699a9c86d1a833e126', 'gw_port': {'id': '359b00c4-49b4-4182-87ca-76ab1a2fb1f1', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb998cd-8e2f-4b99-911b-82046ca24785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:29Z', 'updated_at': '2021-10-19T11:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:13:04.592746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-d2c2db35-20aa-45db-834e-2c759487c944 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271114 Oct 19 11:13:04.597647 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54ff62c5-78e8-402c-b064-503d81257e01 req-110efab2-ecd5-4747-83f5-0dbf663cbb75 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661631 Oct 19 11:13:04.712590 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c61e9c5-1c91-4c73-aba3-76836aa975a4 x-openstack-request-id: req-8c61e9c5-1c91-4c73-aba3-76836aa975a4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:04.712760 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "tag": "f8e96847-89a5-431e-87da-58e76243e385", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:04.713022 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c61e9c5-1c91-4c73-aba3-76836aa975a4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:04.713422 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385', 'status': 'completed', 'code': 200} Oct 19 11:13:04.728307 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2dc1043a-d4d3-412e-ac80-8165f1baab65 req-a4fa7c1a-9ea0-4107-a22a-7e2c0c8775a5 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips/c9507c80-62e6-4a55-8a2d-25540dc4407a HTTP/1.1" status: 200 len: 998 time: 0.3462455 Oct 19 11:13:04.743322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Deleting port 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:04.743677 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:04.747134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b02d8292-e21a-4994-a289-83134bff1559 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:04.767776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-34df0e7a-900c-4a7a-92b6-aef20ae4bc18 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:04.769330 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-34df0e7a-900c-4a7a-92b6-aef20ae4bc18 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2&tenant_id=09d359cafa5a46309ba96d9c7c371cbf&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 949 time: 0.1730013 Oct 19 11:13:04.834768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Made reservation on behalf of 18dbd97da179417f9c6d3c434fdd92c2 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:04.839641 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:04.889674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port b02d8292-e21a-4994-a289-83134bff1559 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:04.890215 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:04.893961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a837b0-cb4e-4491-81f8-65ba82b5319c req-63db351a-d7ef-4044-9f4e-cf268011e40c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:04.905553 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e9a837b0-cb4e-4491-81f8-65ba82b5319c req-63db351a-d7ef-4044-9f4e-cf268011e40c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 949 time: 0.1250889 Oct 19 11:13:04.963576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9073a2d-6875-499a-a79b-57723b0ea917 req-5de1e735-2e72-4da1-9ef1-9b10b9192080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:04.965197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9073a2d-6875-499a-a79b-57723b0ea917 req-5de1e735-2e72-4da1-9ef1-9b10b9192080 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 1096 time: 0.2352021 Oct 19 11:13:04.972904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] For port 359b00c4-49b4-4182-87ca-76ab1a2fb1f1, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=359b00c4-49b4-4182-87ca-76ab1a2fb1f1,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:04.973284 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:05.010003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e9a837b0-cb4e-4491-81f8-65ba82b5319c req-800070f2-dad2-4314-84f9-12426747fc5a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030910 Oct 19 11:13:05.027119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Calling delete_port for 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:05.056381 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:05.058888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-a0aff00d-18ed-44bd-b40f-126caf59ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.061456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-a0aff00d-18ed-44bd-b40f-126caf59ca14 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 1100 time: 0.1968155 Oct 19 11:13:05.101078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Allocated IP 172.20.0.13 (e1f86a14-75f4-424b-9705-0808b29382b0/c4957e0f-df84-4cac-9bc8-df740bec825b/f81ef6aa-ce50-4ac4-94ae-cd1c3948be38) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:05.108219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b02d8292-e21a-4994-a289-83134bff1559, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b02d8292-e21a-4994-a289-83134bff1559,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:05.114504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1043a-d4d3-412e-ac80-8165f1baab65 req-cac5420c-2385-4a29-ae78-ccd3d2c912be tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.115138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ff64a4d3-4368-4557-8593-3fc984c126ff no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:05.121559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2dc1043a-d4d3-412e-ac80-8165f1baab65 req-cac5420c-2385-4a29-ae78-ccd3d2c912be tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.3748567 Oct 19 11:13:05.127728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-2dc1043a-d4d3-412e-ac80-8165f1baab65 req-c90f7267-a77e-4152-88b4-5e87da5be5c4 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:13:05.141257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2dc1043a-d4d3-412e-ac80-8165f1baab65 req-c90f7267-a77e-4152-88b4-5e87da5be5c4 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0186961 Oct 19 11:13:05.205485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: ff64a4d3-4368-4557-8593-3fc984c126ff {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:05.206174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ff64a4d3-4368-4557-8593-3fc984c126ff not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:05.208871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:05.210883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 93b3d979-ec32-4f56-bd69-9a51e37d7369 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:05.269736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-ad8bab41-7d8c-49c7-9c2a-79473aa5beee tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.271270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-ad8bab41-7d8c-49c7-9c2a-79473aa5beee tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 1095 time: 0.1603360 Oct 19 11:13:05.302187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cda7b-5e3f-46bc-b64e-1468e1af9374 req-c470c828-0565-464d-a6c7-d74d43b2b9cc tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.303627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c05cda7b-5e3f-46bc-b64e-1468e1af9374 req-c470c828-0565-464d-a6c7-d74d43b2b9cc tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 950 time: 0.1392293 Oct 19 11:13:05.327900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 93b3d979-ec32-4f56-bd69-9a51e37d7369 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:05.350493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b02d8292-e21a-4994-a289-83134bff1559,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:05.366419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9073a2d-6875-499a-a79b-57723b0ea917 req-b1fe3ede-e98e-413d-a33d-6ebcff8bcdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.368030 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9073a2d-6875-499a-a79b-57723b0ea917 req-b1fe3ede-e98e-413d-a33d-6ebcff8bcdc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.3803759 Oct 19 11:13:05.470979 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c05cda7b-5e3f-46bc-b64e-1468e1af9374 req-6ac3c051-faad-4905-b604-b7bc8b9a0842 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562145 Oct 19 11:13:05.485342 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:05.546784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d4d1-2d4e-4b9d-8981-c1872384fb57 req-878bf7d9-6b15-4963-9efa-39bb317b2671 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.546784 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4e7d4d1-2d4e-4b9d-8981-c1872384fb57 req-878bf7d9-6b15-4963-9efa-39bb317b2671 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 944 time: 0.2228332 Oct 19 11:13:05.554096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-58bc891a-6ae3-4c23-a251-9afee1314ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.555487 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-58bc891a-6ae3-4c23-a251-9afee1314ad1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.4830191 Oct 19 11:13:05.562315 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9073a2d-6875-499a-a79b-57723b0ea917 req-6eba1d28-8dec-426e-8990-e3f0975a1e07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 1001 time: 0.1633971 Oct 19 11:13:05.586014 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-278d6e0a-4565-4148-a2ea-52deabc0da35 req-dee6a5cd-f0c0-4958-8756-cf331fdc6289 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 210 time: 0.0336487 Oct 19 11:13:05.613943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-12ca67b0-a50b-478d-9283-d4826c7c7831 service neutron] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:05.622043 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-12ca67b0-a50b-478d-9283-d4826c7c7831 service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:05.622043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1faafdee-7c24-4008-8a49-377ffc5e3d8e req-12ca67b0-a50b-478d-9283-d4826c7c7831 service neutron] 10.222.0.26 "DELETE /v2.0/ports/93b3d979-ec32-4f56-bd69-9a51e37d7369/bindings/n-h2-814547-1 HTTP/1.1" status: 204 len: 173 time: 0.3139658 Oct 19 11:13:05.622246 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-eb22628c-c06e-4ad7-be09-9d256511716e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=b02d8292-e21a-4994-a289-83134bff1559 HTTP/1.1" status: 200 len: 217 time: 0.0548503 Oct 19 11:13:05.676644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'tag': '2a02c915-b859-4130-a83c-9d2f79b20d46'}, {'server_uuid': '158d0338-23cd-4074-bd72-0338a99d3a34', 'name': 'network-vif-deleted', 'tag': '4c68808e-a1b7-4302-86f2-b4be47736629'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:05.678842 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70550919-16f2-4099-8774-7ef50f01d04d" -d '{"events": [{"name": "network-changed", "server_uuid": "3662f8b2-6c35-4db5-bc9f-bae3914750b0", "tag": "2a02c915-b859-4130-a83c-9d2f79b20d46"}, {"server_uuid": "158d0338-23cd-4074-bd72-0338a99d3a34", "name": "network-vif-deleted", "tag": "4c68808e-a1b7-4302-86f2-b4be47736629"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:05.691983 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:05.699001 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:05.701975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4e7d4d1-2d4e-4b9d-8981-c1872384fb57 req-a2803b45-6598-4331-9d53-ebc75a190867 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493747 Oct 19 11:13:05.746214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=359b00c4-49b4-4182-87ca-76ab1a2fb1f1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:05.759418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-6e8c9463-d4d9-426e-9e4c-632ef99b45be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.761057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-6e8c9463-d4d9-426e-9e4c-632ef99b45be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1195803 Oct 19 11:13:05.765168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9073a2d-6875-499a-a79b-57723b0ea917 req-8fea5479-beb7-41cb-bfa3-d04dad7bedcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.765168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9073a2d-6875-499a-a79b-57723b0ea917 req-8fea5479-beb7-41cb-bfa3-d04dad7bedcc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.1882365 Oct 19 11:13:05.781616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.781616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.781616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.782045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.782268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.782654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.782876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.783193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.783506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.783818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.784132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.784505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.802071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Network e1f86a14-75f4-424b-9705-0808b29382b0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:05.816204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:05.819223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:05.821178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715d279a-1110-482c-b2b0-52fc224967a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02d8292-e21a-4994-a289-83134bff1559'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:05.823539 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245740f8-09d3-4423-928b-a9ba8a4ec077" -d '{"events": [{"server_uuid": "715d279a-1110-482c-b2b0-52fc224967a2", "name": "network-vif-plugged", "status": "completed", "tag": "b02d8292-e21a-4994-a289-83134bff1559"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:05.838851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-cb7c3eb4-e3c6-468f-9ad7-c37699d31145 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 1001 time: 0.1796293 Oct 19 11:13:05.863316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'Port': ['ID=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:05.921181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.921522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.921857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.922187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.922515 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.922836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.923180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.923546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.923869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.924182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.924499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.924644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9073a2d-6875-499a-a79b-57723b0ea917 req-7f739cd4-fcb7-42bf-b2fe-04c2a6595033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.924838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:05.926406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9073a2d-6875-499a-a79b-57723b0ea917 req-7f739cd4-fcb7-42bf-b2fe-04c2a6595033 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303654 Oct 19 11:13:05.933186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-e9a646fc-7099-47d4-a639-38a680e8b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.934724 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-e9a646fc-7099-47d4-a639-38a680e8b22d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471300 Oct 19 11:13:05.936194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:05.969078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-0273c87c-8a8e-4495-b5c3-b595c313a137 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.970458 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-0273c87c-8a8e-4495-b5c3-b595c313a137 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports/f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 942 time: 0.1111240 Oct 19 11:13:05.984500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:05.985164 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:06.010328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a79e8-8c9d-4bb4-8f6e-92ed1d4a8a44 req-385ea5ca-70b4-497e-8b50-a3ac2341d9ec tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:06.013060 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f57a79e8-8c9d-4bb4-8f6e-92ed1d4a8a44 req-385ea5ca-70b4-497e-8b50-a3ac2341d9ec tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.26 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 950 time: 0.1072459 Oct 19 11:13:06.065297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab501-d421-4f01-9334-d7e01b36bc9a req-0806ebc9-3c6d-4599-ba15-ac16e2d4d350 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:06.066857 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-464ab501-d421-4f01-9334-d7e01b36bc9a req-0806ebc9-3c6d-4599-ba15-ac16e2d4d350 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 944 time: 0.2256377 Oct 19 11:13:06.134673 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-13adfd1a-f8c0-4be7-a4e1-c95e53192314 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5653899 Oct 19 11:13:06.145951 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:06.148850 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:06.149935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Request body: {'port': {'device_id': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:06.212959 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-df87ddd5-c1e6-444f-8e22-4d9332946d04 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 1001 time: 0.1506374 Oct 19 11:13:06.286838 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:06.318259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f57a79e8-8c9d-4bb4-8f6e-92ed1d4a8a44 req-bbbd2e9a-b3cd-4c17-8d2e-ab6d2d2caea7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Deleting port 7329a066-c317-42e5-ac45-af3be6b4761a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:06.318519 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f57a79e8-8c9d-4bb4-8f6e-92ed1d4a8a44 req-bbbd2e9a-b3cd-4c17-8d2e-ab6d2d2caea7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:06.468446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-41d44081-a703-4c37-a299-d711568fae6b tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:06.469993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-41d44081-a703-4c37-a299-d711568fae6b tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.2563658 Oct 19 11:13:06.569381 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-464ab501-d421-4f01-9334-d7e01b36bc9a req-6bd607aa-ec09-4e30-8ca7-b9df5e10874c tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4678478 Oct 19 11:13:06.574403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9073a2d-6875-499a-a79b-57723b0ea917 req-8c93bf00-fb6a-4fe7-97b0-1f738709a6da service neutron] 10.222.0.26 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360965 Oct 19 11:13:06.589065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f57a79e8-8c9d-4bb4-8f6e-92ed1d4a8a44 req-bbbd2e9a-b3cd-4c17-8d2e-ab6d2d2caea7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] For port 7329a066-c317-42e5-ac45-af3be6b4761a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7329a066-c317-42e5-ac45-af3be6b4761a,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:06.589575 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f57a79e8-8c9d-4bb4-8f6e-92ed1d4a8a44 req-bbbd2e9a-b3cd-4c17-8d2e-ab6d2d2caea7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:06.625836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-946451d8-25c4-4b6c-9c51-1347bd5d21d5 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6795452 Oct 19 11:13:06.634112 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:06.634682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cb998cd-8e2f-4b99-911b-82046ca24785 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:13:06.639244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f57a79e8-8c9d-4bb4-8f6e-92ed1d4a8a44 req-bbbd2e9a-b3cd-4c17-8d2e-ab6d2d2caea7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Calling delete_port for 7329a066-c317-42e5-ac45-af3be6b4761a owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:06.660100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:06.663719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b8cdb017-a23e-4100-a3a9-a11809ff2bc8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5cb998cd-8e2f-4b99-911b-82046ca24785 HTTP/1.1" status: 204 len: 168 time: 3.6225474 Oct 19 11:13:06.665648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45824) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:06.691581 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c934a6d-2199-436d-b29b-69c54058b075 x-openstack-request-id: req-6c934a6d-2199-436d-b29b-69c54058b075 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:06.691710 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3662f8b2-6c35-4db5-bc9f-bae3914750b0", "tag": "2a02c915-b859-4130-a83c-9d2f79b20d46", "status": "completed", "code": 200}, {"server_uuid": "158d0338-23cd-4074-bd72-0338a99d3a34", "name": "network-vif-deleted", "tag": "4c68808e-a1b7-4302-86f2-b4be47736629", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:06.691978 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c934a6d-2199-436d-b29b-69c54058b075 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:06.692283 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'tag': '2a02c915-b859-4130-a83c-9d2f79b20d46', 'status': 'completed', 'code': 200} Oct 19 11:13:06.692548 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158d0338-23cd-4074-bd72-0338a99d3a34', 'name': 'network-vif-deleted', 'tag': '4c68808e-a1b7-4302-86f2-b4be47736629', 'status': 'completed', 'code': 200} Oct 19 11:13:06.738904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-66474883-69fa-40b2-b397-a1371b97f059 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 1001 time: 0.2539060 Oct 19 11:13:06.771336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2a02c915-b859-4130-a83c-9d2f79b20d46 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:13:06.834621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-10ad1406-0aa2-457e-b287-31c7067de4d6 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:06.851351 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c2edc9-3b5e-49d0-b2e8-86d6e7668729 x-openstack-request-id: req-93c2edc9-3b5e-49d0-b2e8-86d6e7668729 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:06.851668 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715d279a-1110-482c-b2b0-52fc224967a2", "name": "network-vif-plugged", "status": "completed", "tag": "b02d8292-e21a-4994-a289-83134bff1559", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:06.851922 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93c2edc9-3b5e-49d0-b2e8-86d6e7668729 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:06.852316 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715d279a-1110-482c-b2b0-52fc224967a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02d8292-e21a-4994-a289-83134bff1559', 'code': 200} Oct 19 11:13:06.889013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacb94ff-4e59-451d-be27-47fd62d6f317 admin admin] Deleting subnet 2070f07e-17d7-4dc8-a0c7-5da16edd91ea {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:13:06.889930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e113271-6d93-4aaa-af15-7763d0fb1799 req-40c7189e-1879-46d9-b63a-278c3636a627 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521586 Oct 19 11:13:06.905698 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9073a2d-6875-499a-a79b-57723b0ea917 req-96ed32c4-36f4-4881-beb6-3062a6423576 service neutron] 10.222.0.26 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222620 Oct 19 11:13:06.918804 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bacb94ff-4e59-451d-be27-47fd62d6f317 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:06.930923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550919-16f2-4099-8774-7ef50f01d04d req-69ab9fec-a524-41b1-bac0-30d43468d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:06.932424 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70550919-16f2-4099-8774-7ef50f01d04d req-69ab9fec-a524-41b1-bac0-30d43468d3a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3b7151c30e248e094eeb3456b4bd8a4&device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 1095 time: 0.1578045 Oct 19 11:13:06.963078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 2a02c915-b859-4130-a83c-9d2f79b20d46, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2a02c915-b859-4130-a83c-9d2f79b20d46,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:07.015243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-10ad1406-0aa2-457e-b287-31c7067de4d6 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:07.023598 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bacb94ff-4e59-451d-be27-47fd62d6f317 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:07.072624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edeb26-f5aa-4c36-b56f-540175a8e3db req-0cb4a3b0-1fa2-4321-8941-eecf6a6a7af0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:07.074142 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9edeb26-f5aa-4c36-b56f-540175a8e3db req-0cb4a3b0-1fa2-4321-8941-eecf6a6a7af0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.1075635 Oct 19 11:13:07.100145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '2a02c915-b859-4130-a83c-9d2f79b20d46', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'port_id': '2a02c915-b859-4130-a83c-9d2f79b20d46', 'mac_address': 'fa:16:3e:5a:81:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:13:07.118244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550919-16f2-4099-8774-7ef50f01d04d req-ba37ae88-91fd-4179-b78a-978b20a2f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:07.119696 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70550919-16f2-4099-8774-7ef50f01d04d req-ba37ae88-91fd-4179-b78a-978b20a2f9c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8b754831-f16d-4c57-ba88-a181190b2a98 HTTP/1.1" status: 200 len: 924 time: 0.1735158 Oct 19 11:13:07.137636 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:07.153179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a02c915-b859-4130-a83c-9d2f79b20d46 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:07.175829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 2a02c915-b859-4130-a83c-9d2f79b20d46, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2a02c915-b859-4130-a83c-9d2f79b20d46,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:07.185600 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70550919-16f2-4099-8774-7ef50f01d04d req-1389837c-0c69-49df-9106-672ef863b81e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a02c915-b859-4130-a83c-9d2f79b20d46 HTTP/1.1" status: 200 len: 217 time: 0.0558596 Oct 19 11:13:07.189502 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9edeb26-f5aa-4c36-b56f-540175a8e3db req-9b9309d7-147e-42e4-8513-c8e4f554758c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001580 Oct 19 11:13:07.247145 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:07.287502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550919-16f2-4099-8774-7ef50f01d04d req-7fd7841f-d0d2-463f-8e8a-e5b02df1ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:07.289005 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70550919-16f2-4099-8774-7ef50f01d04d req-7fd7841f-d0d2-463f-8e8a-e5b02df1ff7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40a357a2-81d7-41d4-837e-3062b79eca3e HTTP/1.1" status: 200 len: 862 time: 0.0918870 Oct 19 11:13:07.361324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:07.367709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=2a02c915-b859-4130-a83c-9d2f79b20d46,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:07.394644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:07.395192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 359b00c4-49b4-4182-87ca-76ab1a2fb1f1 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:07.419703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc896944-ebba-47da-924d-2ad9a904ffc8 req-128fb559-4a7a-404a-b41d-69acc1cbf84b tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:07.423897 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc896944-ebba-47da-924d-2ad9a904ffc8 req-128fb559-4a7a-404a-b41d-69acc1cbf84b tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 950 time: 0.1230550 Oct 19 11:13:07.426822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550919-16f2-4099-8774-7ef50f01d04d req-82475a78-7728-456e-b76f-ce47f2bd9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:07.428397 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70550919-16f2-4099-8774-7ef50f01d04d req-82475a78-7728-456e-b76f-ce47f2bd9330 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b754831-f16d-4c57-ba88-a181190b2a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137607 Oct 19 11:13:07.479224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['2a02c915-b859-4130-a83c-9d2f79b20d46'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:07.537178 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc896944-ebba-47da-924d-2ad9a904ffc8 req-09f4d239-7b12-4462-8635-a9ca5b673ed9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/security-groups?id=8ebc2f11-766c-440d-89e5-71b61090ed92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075318 Oct 19 11:13:07.566146 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70550919-16f2-4099-8774-7ef50f01d04d req-a9003a07-fd3d-4004-8ff0-5aca4af5cf6c service neutron] 10.222.0.49 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287417 Oct 19 11:13:07.772095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76367c9e-83bb-45a8-ac1e-e1042872d049 req-83d84983-f0c8-4b23-9228-ae4b85d81638 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:07.774418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76367c9e-83bb-45a8-ac1e-e1042872d049 req-83d84983-f0c8-4b23-9228-ae4b85d81638 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 932 time: 0.1209874 Oct 19 11:13:07.779294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70550919-16f2-4099-8774-7ef50f01d04d req-e34cf7eb-cea7-43b5-b00f-250580ba210c service neutron] 10.222.0.49 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015355 Oct 19 11:13:07.819542 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76367c9e-83bb-45a8-ac1e-e1042872d049 req-87738adc-2d8f-47bb-a9c7-6d3dada9f849 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381920 Oct 19 11:13:07.910018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:07.919212 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:07.943200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae58752-8118-426f-ae81-2ad5b7669bf9 req-cf2f13a8-f936-4599-b89d-6350b645aad7 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:07.944914 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fae58752-8118-426f-ae81-2ad5b7669bf9 req-cf2f13a8-f936-4599-b89d-6350b645aad7 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1095 time: 0.0510359 Oct 19 11:13:07.967401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Transition to ACTIVE for port object f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:13:07.969933 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bacb94ff-4e59-451d-be27-47fd62d6f317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:07.984372 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fae58752-8118-426f-ae81-2ad5b7669bf9 req-08e34eb2-cd09-4623-8315-770507342313 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328710 Oct 19 11:13:08.022656 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f57a79e8-8c9d-4bb4-8f6e-92ed1d4a8a44 req-bbbd2e9a-b3cd-4c17-8d2e-ab6d2d2caea7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:08.106281 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-10ad1406-0aa2-457e-b287-31c7067de4d6 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:08.138006 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:08.150555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88896d-66c3-4aa2-ba98-ce8b5b9ce03a req-8b2c2c6a-102f-4052-a697-7ed08892e793 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:08.152109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fb88896d-66c3-4aa2-ba98-ce8b5b9ce03a req-8b2c2c6a-102f-4052-a697-7ed08892e793 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 945 time: 0.0677490 Oct 19 11:13:08.168133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd2e9a-b3cd-4c17-8d2e-ab6d2d2caea7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Pushing event deleted for resources: {'Port': ['ID=7329a066-c317-42e5-ac45-af3be6b4761a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:08.201666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fb88896d-66c3-4aa2-ba98-ce8b5b9ce03a req-a902c83e-d56e-401d-b632-ab61b4198410 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424438 Oct 19 11:13:08.246431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57a79e8-8c9d-4bb4-8f6e-92ed1d4a8a44 req-bbbd2e9a-b3cd-4c17-8d2e-ab6d2d2caea7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] No DVR routers for this DVR port 7329a066-c317-42e5-ac45-af3be6b4761a on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:08.249799 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f57a79e8-8c9d-4bb4-8f6e-92ed1d4a8a44 req-bbbd2e9a-b3cd-4c17-8d2e-ab6d2d2caea7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:08.253480 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f57a79e8-8c9d-4bb4-8f6e-92ed1d4a8a44 req-bbbd2e9a-b3cd-4c17-8d2e-ab6d2d2caea7 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.26 "DELETE /v2.0/ports/7329a066-c317-42e5-ac45-af3be6b4761a HTTP/1.1" status: 204 len: 173 time: 2.2320964 Oct 19 11:13:08.256650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45b8280-bab5-4796-8a47-a7a24e806858', 'name': 'network-vif-deleted', 'tag': '7329a066-c317-42e5-ac45-af3be6b4761a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:08.260360 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725f328f-a25f-4d84-9d06-5ef9e3dc61e5" -d '{"events": [{"server_uuid": "d45b8280-bab5-4796-8a47-a7a24e806858", "name": "network-vif-deleted", "tag": "7329a066-c317-42e5-ac45-af3be6b4761a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:08.262996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-10ad1406-0aa2-457e-b287-31c7067de4d6 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:08.263358 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-10ad1406-0aa2-457e-b287-31c7067de4d6 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Floating IP c9507c80-62e6-4a55-8a2d-25540dc4407a disassociated. External IP: 172.25.2.238, port: f8e96847-89a5-431e-87da-58e76243e385. Oct 19 11:13:08.312751 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bacb94ff-4e59-451d-be27-47fd62d6f317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:08.356396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:08.369681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb94ff-4e59-451d-be27-47fd62d6f317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2070f07e-17d7-4dc8-a0c7-5da16edd91ea,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:08.393898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bacb94ff-4e59-451d-be27-47fd62d6f317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:08.401116 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bacb94ff-4e59-451d-be27-47fd62d6f317 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2070f07e-17d7-4dc8-a0c7-5da16edd91ea HTTP/1.1" status: 204 len: 168 time: 1.7330170 Oct 19 11:13:08.401322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f29f794-6110-41f0-8e57-80e97ffb326a None None] Network f47fea35-9237-45e0-ba87-729c5f32abbc requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:08.401928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45882) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:08.447564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-5253db19-6ee1-4a9e-9725-72eb898020f7 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:08.455707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-5253db19-6ee1-4a9e-9725-72eb898020f7 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 821 time: 0.1585889 Oct 19 11:13:08.473911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-ffde8081-07fc-46b4-9fc1-4dd7630f7651 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/quotas/0bef218b6ade43d189bc973b967470c4 HTTP/1.1" status: 200 len: 375 time: 0.0167561 Oct 19 11:13:08.536417 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-3c83d253-51cd-4e07-855e-62f901817ca0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606499 Oct 19 11:13:08.589749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Attempting to bind port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:08.590092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Attempting to bind port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'd96b80e7-d67c-4835-bfff-3ad178f6981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:08.590465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Attempting to bind port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 on network e1f86a14-75f4-424b-9705-0808b29382b0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:08.616477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 on network e1f86a14-75f4-424b-9705-0808b29382b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:13:08.616888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Attempting to bind port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 on network e1f86a14-75f4-424b-9705-0808b29382b0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:08.631336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:08.637790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:08.638119 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Checking segment: {'id': 'd96b80e7-d67c-4835-bfff-3ad178f6981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:08.640127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Bound using segment: {'id': 'd96b80e7-d67c-4835-bfff-3ad178f6981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:08.640824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Bound port: f81ef6aa-ce50-4ac4-94ae-cd1c3948be38, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96b80e7-d67c-4835-bfff-3ad178f6981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:08.641673 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:08.681857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e214af-422c-4528-9aab-6f9636e3260d None None] DHCP port deletion for f47fea35-9237-45e0-ba87-729c5f32abbc request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:13:08.731570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7329a066-c317-42e5-ac45-af3be6b4761a no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:08.755115 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-24525ed3-9fd4-4b31-911a-3a00048d5b65 service neutron] 10.222.0.39 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067842 Oct 19 11:13:08.778884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2a02c915-b859-4130-a83c-9d2f79b20d46 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:08.782914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 7329a066-c317-42e5-ac45-af3be6b4761a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:08.783205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7329a066-c317-42e5-ac45-af3be6b4761a not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:08.843832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-46e214af-422c-4528-9aab-6f9636e3260d None None] Deleting port a464738a-d412-4727-8cb7-a5cc92659914 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:08.843832 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-46e214af-422c-4528-9aab-6f9636e3260d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:08.894677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-2b43115c-6700-4208-a5c0-4367785d2063 service neutron] 10.222.0.39 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402972 Oct 19 11:13:08.919675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-10ad1406-0aa2-457e-b287-31c7067de4d6 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Router 3bef4fa8-468f-4b4d-8172-8ec97f138066 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:13:08.930060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-46e214af-422c-4528-9aab-6f9636e3260d None None] For port a464738a-d412-4727-8cb7-a5cc92659914, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a464738a-d412-4727-8cb7-a5cc92659914,segment=NetworkSegment(3ce8255a-7b2b-4b23-aa24-a0e0960de6a3),segment_id=3ce8255a-7b2b-4b23-aa24-a0e0960de6a3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:08.930708 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-46e214af-422c-4528-9aab-6f9636e3260d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:08.960599 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] For port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:08.975330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-46e214af-422c-4528-9aab-6f9636e3260d None None] Calling delete_port for a464738a-d412-4727-8cb7-a5cc92659914 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:09.020009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] For port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:09.021862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Deleting port a464738a-d412-4727-8cb7-a5cc92659914 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:09.022205 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:09.068983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 2a02c915-b859-4130-a83c-9d2f79b20d46 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:13:09.083864 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 2a02c915-b859-4130-a83c-9d2f79b20d46 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:09.084865 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:09.170241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a464738a-d412-4727-8cb7-a5cc92659914 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:09.170637 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:09.179122 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:09.179122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:09.180171 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] 10.222.0.26 "PUT /v2.0/ports/f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 HTTP/1.1" status: 200 len: 1092 time: 3.0358956 Oct 19 11:13:09.256206 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:09.292893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] For port a464738a-d412-4727-8cb7-a5cc92659914, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a464738a-d412-4727-8cb7-a5cc92659914,segment=NetworkSegment(3ce8255a-7b2b-4b23-aa24-a0e0960de6a3),segment_id=3ce8255a-7b2b-4b23-aa24-a0e0960de6a3)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:09.293280 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:09.303904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-10ad1406-0aa2-457e-b287-31c7067de4d6 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:13:09.322289 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-10ad1406-0aa2-457e-b287-31c7067de4d6 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:09.329101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c16e0-b86c-40e8-acf4-86102ad6ab90 None None] Sync routers for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:13:09.344844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6ad72-5960-4e90-99d7-f9042999c900 req-265e3101-7512-4ed6-a357-338456737b08 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:09.345407 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-46e214af-422c-4528-9aab-6f9636e3260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:09.346509 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34f6ad72-5960-4e90-99d7-f9042999c900 req-265e3101-7512-4ed6-a357-338456737b08 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0920124 Oct 19 11:13:09.416241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e214af-422c-4528-9aab-6f9636e3260d None None] No DVR routers for this DVR port a464738a-d412-4727-8cb7-a5cc92659914 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:09.422669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c16e0-b86c-40e8-acf4-86102ad6ab90 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:09.423802 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f95c16e0-b86c-40e8-acf4-86102ad6ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:09.425783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e214af-422c-4528-9aab-6f9636e3260d None None] Pushing event deleted for resources: {'Port': ['ID=a464738a-d412-4727-8cb7-a5cc92659914,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:09.430113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Calling delete_port for a464738a-d412-4727-8cb7-a5cc92659914 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:09.430328 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34f6ad72-5960-4e90-99d7-f9042999c900 req-05fc51f7-0160-4c0f-8818-c425a499218b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556335 Oct 19 11:13:09.451906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a02c915-b859-4130-a83c-9d2f79b20d46'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:09.454622 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20589d5-d71b-441e-83ff-8b259208e8d5" -d '{"events": [{"server_uuid": "3662f8b2-6c35-4db5-bc9f-bae3914750b0", "name": "network-vif-plugged", "status": "completed", "tag": "2a02c915-b859-4130-a83c-9d2f79b20d46"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:09.467127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-10ad1406-0aa2-457e-b287-31c7067de4d6 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "PUT /v2.0/floatingips/c9507c80-62e6-4a55-8a2d-25540dc4407a HTTP/1.1" status: 200 len: 696 time: 2.6418390 Oct 19 11:13:09.518782 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:09.528366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 2a02c915-b859-4130-a83c-9d2f79b20d46, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2a02c915-b859-4130-a83c-9d2f79b20d46,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:09.589050 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5304c1-fe0c-47ac-8ead-a31e8c6bb7c3 x-openstack-request-id: req-dd5304c1-fe0c-47ac-8ead-a31e8c6bb7c3 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:09.589421 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45b8280-bab5-4796-8a47-a7a24e806858", "name": "network-vif-deleted", "tag": "7329a066-c317-42e5-ac45-af3be6b4761a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:09.589602 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd5304c1-fe0c-47ac-8ead-a31e8c6bb7c3 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:09.589998 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45b8280-bab5-4796-8a47-a7a24e806858', 'name': 'network-vif-deleted', 'tag': '7329a066-c317-42e5-ac45-af3be6b4761a', 'status': 'completed', 'code': 200} Oct 19 11:13:09.600800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1691d-1538-446b-9242-7e836d20bc24 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:09.632991 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:09.667638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-a5038180-f52c-4573-9c45-87f02d992b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:09.669220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-a5038180-f52c-4573-9c45-87f02d992b66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 1095 time: 0.2765636 Oct 19 11:13:09.691282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-1cef1d78-4495-4d23-9e78-6e8a80720d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:09.699201 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-1cef1d78-4495-4d23-9e78-6e8a80720d08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 1096 time: 0.2309697 Oct 19 11:13:09.717458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-f95c16e0-b86c-40e8-acf4-86102ad6ab90 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:09.743234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9515bfe-0093-4cf5-88f5-a6927cfd8fe4 req-3c7d09c8-1df5-4cc4-8adf-cc2ed322c2d9 tempest-ServersAdminNegativeTestJSON-215118660 tempest-ServersAdminNegativeTestJSON-215118660-project] 10.222.0.39 "GET /v2.0/ports?device_id=d45b8280-bab5-4796-8a47-a7a24e806858 HTTP/1.1" status: 200 len: 210 time: 0.0850263 Oct 19 11:13:09.751395 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-f02f78ae-f5bf-4baa-afb0-d7e7eb2a25ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 HTTP/1.1" status: 200 len: 217 time: 0.0713577 Oct 19 11:13:09.797851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=2a02c915-b859-4130-a83c-9d2f79b20d46,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:09.878388 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:09.944720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03043b-ab20-43ff-bc4d-7607c5b235f0 req-5ebb8dba-24bf-4117-abbe-b4778ae17525 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:09.944964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] No DVR routers for this DVR port a464738a-d412-4727-8cb7-a5cc92659914 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:09.949023 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da03043b-ab20-43ff-bc4d-7607c5b235f0 req-5ebb8dba-24bf-4117-abbe-b4778ae17525 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 944 time: 0.0703526 Oct 19 11:13:09.967208 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-b679fb12-d4b8-4b88-9ad0-ba8a3ad10de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:09.968990 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-b679fb12-d4b8-4b88-9ad0-ba8a3ad10de5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4957e0f-df84-4cac-9bc8-df740bec825b HTTP/1.1" status: 200 len: 852 time: 0.2064235 Oct 19 11:13:09.969911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a464738a-d412-4727-8cb7-a5cc92659914,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:10.005580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-d0946e3a-1204-4fc5-a758-15398f9f1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:10.009537 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da03043b-ab20-43ff-bc4d-7607c5b235f0 req-2676e7ab-72d7-4c10-be88-caa052fbffbc tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582843 Oct 19 11:13:10.019595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-d0946e3a-1204-4fc5-a758-15398f9f1c90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.3181009 Oct 19 11:13:10.051285 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-c22592e9-dfb2-4fe9-8778-acd5ebfeb180 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1f86a14-75f4-424b-9705-0808b29382b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556479 Oct 19 11:13:10.080140 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f889eea0-b75c-424b-adec-ffbc8f91f59b req-4d88cccd-de86-4cdd-82c0-409ad9650294 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 210 time: 0.0341856 Oct 19 11:13:10.116041 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-eafdbc51-1155-403f-8624-036e9781837a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 217 time: 0.0672703 Oct 19 11:13:10.141294 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f95c16e0-b86c-40e8-acf4-86102ad6ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:10.189476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c16e0-b86c-40e8-acf4-86102ad6ab90 None None] Checking router: 3bef4fa8-468f-4b4d-8172-8ec97f138066 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:13:10.199645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c16e0-b86c-40e8-acf4-86102ad6ab90 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:10.200199 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f95c16e0-b86c-40e8-acf4-86102ad6ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:10.203501 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:10.239778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949827d-e0bb-4444-b969-0810f71324f8 req-ae28f38d-2e00-4925-b086-04866a0fe5c3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:10.241389 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c949827d-e0bb-4444-b969-0810f71324f8 req-ae28f38d-2e00-4925-b086-04866a0fe5c3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 946 time: 0.0541267 Oct 19 11:13:10.273670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-2499bba8-fb4e-4732-b998-88e339694e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:10.275174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-2499bba8-fb4e-4732-b998-88e339694e65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.1415792 Oct 19 11:13:10.278616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47fea35-9237-45e0-ba87-729c5f32abbc']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:10.296885 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c949827d-e0bb-4444-b969-0810f71324f8 req-74c200ea-2d04-4724-8f40-f9fa89cb08f8 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457494 Oct 19 11:13:10.311963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce8255a-7b2b-4b23-aa24-a0e0960de6a3') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:10.312191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce8255a-7b2b-4b23-aa24-a0e0960de6a3') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:10.350029 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-40dada5c-3654-4222-82e5-4ed1d55777f7 service neutron] 10.222.0.26 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567351 Oct 19 11:13:10.354108 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:10.358162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-f95c16e0-b86c-40e8-acf4-86102ad6ab90 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:10.456053 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8449df9a-2885-4f8d-8c87-39a55ab48f95 x-openstack-request-id: req-8449df9a-2885-4f8d-8c87-39a55ab48f95 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:10.456776 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3662f8b2-6c35-4db5-bc9f-bae3914750b0", "name": "network-vif-plugged", "status": "completed", "tag": "2a02c915-b859-4130-a83c-9d2f79b20d46", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:10.456776 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8449df9a-2885-4f8d-8c87-39a55ab48f95 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:10.457211 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a02c915-b859-4130-a83c-9d2f79b20d46', 'code': 200} Oct 19 11:13:10.553720 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:10.579733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-05f3d96b-b6d7-4bb8-b908-ffde4ed29e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:10.593471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-05f3d96b-b6d7-4bb8-b908-ffde4ed29e48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3028119 Oct 19 11:13:10.594626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:13:10.595025 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:13:10.597020 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:13:10.599514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cadbc95a-198d-4d74-af8b-db320ff9b07e req-b3107a7a-f5ab-41f0-b542-dd185eea346b service neutron] 10.222.0.26 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356682 Oct 19 11:13:10.604515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25dc36-18bb-46b1-af70-b37d6307ed5e req-57e3ed6d-4a8c-4308-8dbd-b0cd41b067d0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:10.613622 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3e25dc36-18bb-46b1-af70-b37d6307ed5e req-57e3ed6d-4a8c-4308-8dbd-b0cd41b067d0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.1498177 Oct 19 11:13:10.669109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf35285-8f5a-461a-83cc-bb4d679ae991 req-21e3dbd1-7c8f-42d4-a4df-91cd47677762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:10.670653 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ebf35285-8f5a-461a-83cc-bb4d679ae991 req-21e3dbd1-7c8f-42d4-a4df-91cd47677762 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 1097 time: 0.2252135 Oct 19 11:13:10.701505 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3e25dc36-18bb-46b1-af70-b37d6307ed5e req-399dde99-6783-4d94-a8ef-12f81c3fa893 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839739 Oct 19 11:13:10.719964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f95c16e0-b86c-40e8-acf4-86102ad6ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:10.774713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ebf35285-8f5a-461a-83cc-bb4d679ae991 req-90148d80-58e2-479d-a121-462111494d80 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956867 Oct 19 11:13:10.782476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c16e0-b86c-40e8-acf4-86102ad6ab90 None None] The sync data for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 is: [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:12:02Z', 'revision_number': 4, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3c625a4c-006a-4f83-a079-808cab85b67e', 'name': '', 'network_id': 'f8824758-9a29-42ea-9139-1a0816bd3c64', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'mac_address': 'fa:16:3e:58:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:12:01Z', 'updated_at': '2021-10-19T11:12:08Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'subnets': [{'id': 'cda58b73-1dbc-4a13-b0bc-3095feef3825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:13:10.873716 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:10.880629 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:10.886732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f47fea35-9237-45e0-ba87-729c5f32abbc HTTP/1.1" status: 204 len: 168 time: 2.4837859 Oct 19 11:13:10.912293 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a25547-963c-4c5e-ab92-2981c7ec1d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=f47fea35-9237-45e0-ba87-729c5f32abbc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:10.942442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-6a629442-12a6-4e6f-a557-59ed785b182c service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207822 Oct 19 11:13:11.115786 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-723bfef4-ff93-4422-8fc6-41280a02f5d8 req-036395c8-172d-42fe-aa62-fbc1343c1f5d service neutron] 10.222.0.39 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581178 Oct 19 11:13:11.169580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c53b32-f156-40ae-b933-96fa1541cc08 req-1d6e5718-bd83-4e88-9a5d-a4f7ae447085 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:11.173163 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3c53b32-f156-40ae-b933-96fa1541cc08 req-1d6e5718-bd83-4e88-9a5d-a4f7ae447085 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 944 time: 0.0745301 Oct 19 11:13:11.173297 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861f7e38-e3ff-45d0-97c4-92ed200521e3 None None] New status for floating IP c9507c80-62e6-4a55-8a2d-25540dc4407a: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:13:11.237393 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3c53b32-f156-40ae-b933-96fa1541cc08 req-39135070-2a6a-454b-a6a0-b38178d3b62f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600207 Oct 19 11:13:11.355532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de21ca4a-6405-47e7-8dd3-9c749b5bb820 req-878e97c7-66ec-463e-ac6f-7d2fee920ac8 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 210 time: 0.0296726 Oct 19 11:13:11.375018 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45940) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:11.515502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83702181-23f9-4081-a6f4-7d7f9ea4ceee req-720d8614-4ff4-466d-8b70-1dbc2d8bb19f tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:11.525664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-74cb3443-760b-4b1e-88fb-365b99c89531 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742586 Oct 19 11:13:11.527059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83702181-23f9-4081-a6f4-7d7f9ea4ceee req-720d8614-4ff4-466d-8b70-1dbc2d8bb19f tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 946 time: 0.1049111 Oct 19 11:13:11.532201 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f6829fb6-239d-4719-9d1f-ca8e1d8d525d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d2b3e7028494f699a9c86d1a833e126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560583 Oct 19 11:13:11.537927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45952) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:11.581999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45954) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:11.591916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'tag': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'}, {'name': 'network-changed', 'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:11.594722 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520d3ded-1e9d-45dd-a338-76f59b2d7401" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcff300-ec1a-4cbc-b408-ca04cf5066b3", "tag": "f81ef6aa-ce50-4ac4-94ae-cd1c3948be38"}, {"name": "network-changed", "server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "tag": "f8e96847-89a5-431e-87da-58e76243e385"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:11.611737 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83702181-23f9-4081-a6f4-7d7f9ea4ceee req-9070a97e-9d35-4924-a422-ff1b612bd25b tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834179 Oct 19 11:13:11.628316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffb39-f8f6-4660-8570-338a1bfa1a94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:11.655558 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffb39-f8f6-4660-8570-338a1bfa1a94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:11.724814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-331326d4-8a40-4a60-ac97-498651b44bd6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:11.729168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-331326d4-8a40-4a60-ac97-498651b44bd6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026162 Oct 19 11:13:11.758730 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-f7727c7c-1d9a-40f6-83f9-cfe37b55f2f3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/quotas/09d359cafa5a46309ba96d9c7c371cbf HTTP/1.1" status: 200 len: 375 time: 0.0209641 Oct 19 11:13:11.784768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-44c21b56-bb91-4674-bcb1-11a98898c443 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips/c9507c80-62e6-4a55-8a2d-25540dc4407a HTTP/1.1" status: 200 len: 696 time: 0.1136258 Oct 19 11:13:11.825006 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-ce0937b3-2aac-43ca-b8c8-ff380b12f12a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545144 Oct 19 11:13:11.962859 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a12142cd-a2a3-436a-9095-43e394fda909 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a476e016ba34552afb94fc8c9967236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826630 Oct 19 11:13:11.965583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45960) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:11.984040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-adbcf3ea-60ac-4bc5-bc1e-5b0092ed9164 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:11.985546 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-adbcf3ea-60ac-4bc5-bc1e-5b0092ed9164 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.49 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 821 time: 0.2984083 Oct 19 11:13:11.989253 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffb39-f8f6-4660-8570-338a1bfa1a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:11.992716 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffb39-f8f6-4660-8570-338a1bfa1a94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:11.992933 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9f9ffb39-f8f6-4660-8570-338a1bfa1a94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2623725f-cf2c-40b9-92c4-643d30051318 HTTP/1.1" status: 204 len: 168 time: 0.4537930 Oct 19 11:13:12.055121 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2ffd86a3-2474-48cf-9f38-c9161a55e685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:12.070607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Request body: {'port': {'device_id': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e', 'admin_state_up': True, 'tenant_id': '0bef218b6ade43d189bc973b967470c4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:12.085162 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2ffd86a3-2474-48cf-9f38-c9161a55e685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:12.085327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ffb39-f8f6-4660-8570-338a1bfa1a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2623725f-cf2c-40b9-92c4-643d30051318,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:12.129711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-e42a20c6-4353-4fb0-a7b9-070c0e531ef5 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:12.137411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-e42a20c6-4353-4fb0-a7b9-070c0e531ef5 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.3343441 Oct 19 11:13:12.157494 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee489ed-549a-4a24-a102-e57dc9396ba4 x-openstack-request-id: req-4ee489ed-549a-4a24-a102-e57dc9396ba4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:12.158036 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcff300-ec1a-4cbc-b408-ca04cf5066b3", "tag": "f81ef6aa-ce50-4ac4-94ae-cd1c3948be38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "tag": "f8e96847-89a5-431e-87da-58e76243e385", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:12.158036 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ee489ed-549a-4a24-a102-e57dc9396ba4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:12.161245 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'tag': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38', 'status': 'completed', 'code': 200} Oct 19 11:13:12.164106 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385', 'status': 'completed', 'code': 200} Oct 19 11:13:12.273555 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-73232580-4fc9-4b64-bc2d-6c909c93d01f tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 697 time: 0.1347821 Oct 19 11:13:12.302241 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c79dbbfd-15ce-497b-b081-f9b006e485ec req-948ed63a-84b6-44f3-82a0-2d15f0047493 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 210 time: 0.0659497 Oct 19 11:13:12.302241 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2ffd86a3-2474-48cf-9f38-c9161a55e685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:12.302241 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2ffd86a3-2474-48cf-9f38-c9161a55e685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:12.302241 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2ffd86a3-2474-48cf-9f38-c9161a55e685 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ebc2f11-766c-440d-89e5-71b61090ed92 HTTP/1.1" status: 204 len: 168 time: 0.3199167 Oct 19 11:13:12.302241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-e1a192a5-42e0-45b3-ae9b-9365e39fa306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:12.302241 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-e1a192a5-42e0-45b3-ae9b-9365e39fa306 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 1095 time: 0.1041090 Oct 19 11:13:12.321863 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd86a3-2474-48cf-9f38-c9161a55e685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebc2f11-766c-440d-89e5-71b61090ed92,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:12.423302 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-955a04fe-0287-4143-9c2c-aebcc5ce1a94 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 697 time: 0.1403949 Oct 19 11:13:12.545944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-b01006e0-d7d0-433a-86f6-c8c571d03c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:12.547775 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-b01006e0-d7d0-433a-86f6-c8c571d03c99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e1f86a14-75f4-424b-9705-0808b29382b0 HTTP/1.1" status: 200 len: 913 time: 0.2377825 Oct 19 11:13:12.604774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-cd911e7c-79cb-4715-810a-3f189728c4ca tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Deleting port a9000e5b-7b91-4196-8049-a943fe7db8b4 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:12.605226 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-cd911e7c-79cb-4715-810a-3f189728c4ca tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:12.633641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3267d88-3a48-4843-8a13-7c5d172011cf req-84aafc17-b34a-4209-b05b-e4db01eda15c tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:12.643538 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d3267d88-3a48-4843-8a13-7c5d172011cf req-84aafc17-b34a-4209-b05b-e4db01eda15c tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 944 time: 0.1733236 Oct 19 11:13:12.646348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-b87dde67-0807-438e-917c-511599e1ebd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 HTTP/1.1" status: 200 len: 217 time: 0.0808961 Oct 19 11:13:12.677152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Made reservation on behalf of 0bef218b6ade43d189bc973b967470c4 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:12.681242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:12.722049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-cd911e7c-79cb-4715-810a-3f189728c4ca tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:12.722573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d3267d88-3a48-4843-8a13-7c5d172011cf req-7ef61582-d0c2-4093-b810-3675ce1aa372 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760021 Oct 19 11:13:12.722714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-cd911e7c-79cb-4715-810a-3f189728c4ca tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:12.743892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-d90f8964-7c5d-40f3-abce-afdd1ea9ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:12.745849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-d90f8964-7c5d-40f3-abce-afdd1ea9ef98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4957e0f-df84-4cac-9bc8-df740bec825b HTTP/1.1" status: 200 len: 852 time: 0.0823157 Oct 19 11:13:12.756032 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:13:12.796798 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-3bb01079-35a3-4d61-be4f-8b9c492b6c6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1f86a14-75f4-424b-9705-0808b29382b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426056 Oct 19 11:13:12.809142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-cd911e7c-79cb-4715-810a-3f189728c4ca tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Calling delete_port for a9000e5b-7b91-4196-8049-a943fe7db8b4 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:12.897337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:12.909676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38', 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0', 'port_id': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38', 'mac_address': 'fa:16:3e:7b:52:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4957e0f-df84-4cac-9bc8-df740bec825b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:13:12.948344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Allocated IP 172.20.0.11 (5e1fed73-3450-49aa-96d8-c14de993ff4e/a21a1401-6e97-415b-8ae3-d10a50b8cda9/fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:12.962923 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:13.005620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:13.037914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92c18c7c-098d-40bb-b512-2968d14bff34 req-d65d3515-ba41-47c7-9f5c-387f18359da2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 210 time: 0.2353671 Oct 19 11:13:13.061203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:13.127447 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-a7de2043-fedc-4b7c-83f1-033f0dd010f0 service neutron] 10.222.0.26 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849867 Oct 19 11:13:13.132352 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:13.182086 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-cd911e7c-79cb-4715-810a-3f189728c4ca tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:13.200567 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:13.234951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:13.276450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd911e7c-79cb-4715-810a-3f189728c4ca tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Pushing event deleted for resources: {'Port': ['ID=a9000e5b-7b91-4196-8049-a943fe7db8b4,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:13.300944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a70d5-47a7-4d82-b6e4-433e5c75c544 req-cacf25b4-59c2-472a-ac15-09253fa74a08 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:13.316000 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d3a70d5-47a7-4d82-b6e4-433e5c75c544 req-cacf25b4-59c2-472a-ac15-09253fa74a08 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 946 time: 0.1368644 Oct 19 11:13:13.345044 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-cd911e7c-79cb-4715-810a-3f189728c4ca tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:13.347555 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-cd911e7c-79cb-4715-810a-3f189728c4ca tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:13.361122 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3ce2ece0-4a0d-4947-b8fa-1f34e67cb6cd req-cd911e7c-79cb-4715-810a-3f189728c4ca tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "DELETE /v2.0/floatingips/c9507c80-62e6-4a55-8a2d-25540dc4407a HTTP/1.1" status: 204 len: 173 time: 0.9366088 Oct 19 11:13:13.367372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-b99617b8-6613-4144-9b5b-b7e41a005608 service neutron] 10.222.0.26 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323527 Oct 19 11:13:13.370780 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d3a70d5-47a7-4d82-b6e4-433e5c75c544 req-0253cbfe-06f9-4a4c-9b28-7075dc80c85b tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536830 Oct 19 11:13:13.425184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e21ab9f3-5ee1-4ea2-ba29-c617c07c90ec req-a9c84646-8b4b-49a7-8333-6939ae7460ff tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 210 time: 0.0413637 Oct 19 11:13:13.432365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:13.446218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:13.488443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46012) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:13.558913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Network 5e1fed73-3450-49aa-96d8-c14de993ff4e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:13.567219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-7f72c061-32eb-47ed-8968-bb1c46727465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:13.569276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-7f72c061-32eb-47ed-8968-bb1c46727465 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f829754b827c4f5baf637ce6e23968c3&device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 1096 time: 0.1530237 Oct 19 11:13:13.576008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a0a7e9eb-73dc-4b1a-bf39-f149815a028c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03f66027c8df4818b30a969dbeb2795d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854151 Oct 19 11:13:13.576625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:13.598717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46014) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:13.599421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:13.647763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46016) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:13.649562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Pushing event updated for resources: {'Port': ['ID=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:13.708612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-6ea44368-904b-43cf-b155-12e187c9d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:13.710231 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-6ea44368-904b-43cf-b155-12e187c9d9e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 200 len: 921 time: 0.1327112 Oct 19 11:13:13.719818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:13.720428 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:13.731352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7042737-b53b-4599-88ca-8ecce3e6f2a5 req-b2795462-aabc-40e8-973a-aceecbad85ca tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:13.739677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f7042737-b53b-4599-88ca-8ecce3e6f2a5 req-b2795462-aabc-40e8-973a-aceecbad85ca tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 946 time: 0.1923656 Oct 19 11:13:13.759827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46022) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:13.814341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-18f9d533-3f82-4231-b191-6265d1554de3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Request body: {'floatingip': {'port_id': '2a02c915-b859-4130-a83c-9d2f79b20d46'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:13.867778 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-fc32aaa2-44a2-40d8-887d-2134adfa687e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8135173 Oct 19 11:13:13.890764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Request body: {'port': {'device_id': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:13.893853 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8f50ac8-d159-4b63-950f-edeaab63c425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:13.897316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18f9d533-3f82-4231-b191-6265d1554de3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:13.941705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-network', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:14.058662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8f50ac8-d159-4b63-950f-edeaab63c425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:14.149180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-b2858672-cf92-4dd4-bffc-98d3c2a5ccb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 200 len: 217 time: 0.4307802 Oct 19 11:13:14.150962 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:14.178329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787141b-c310-4b63-9714-e11300fc193d req-f5c5b7a1-185e-4d08-ac9f-442fcdbfae7d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:14.180387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d787141b-c310-4b63-9714-e11300fc193d req-f5c5b7a1-185e-4d08-ac9f-442fcdbfae7d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 945 time: 0.3208125 Oct 19 11:13:14.235808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbafcb-3984-452d-bf89-948a32f625c8 req-653284bd-9abf-490a-93da-c46fdb309c34 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:14.243102 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fffbafcb-3984-452d-bf89-948a32f625c8 req-653284bd-9abf-490a-93da-c46fdb309c34 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 945 time: 0.0958462 Oct 19 11:13:14.249124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Made reservation on behalf of 95ab76e1491e492fb12655eba0eb22bf for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:14.251328 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:14.252155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-310846c3-75b7-4150-b3d6-ec1ddce451bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:14.253621 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-310846c3-75b7-4150-b3d6-ec1ddce451bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 200 len: 859 time: 0.0773480 Oct 19 11:13:14.286453 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:14.325119 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fffbafcb-3984-452d-bf89-948a32f625c8 req-948a2a4b-5fa5-43ad-9d1a-eac47857f918 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788698 Oct 19 11:13:14.346296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-5e82339a-e4c1-47a1-9c95-466b2ee29b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:14.348041 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-5e82339a-e4c1-47a1-9c95-466b2ee29b28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f8824758-9a29-42ea-9139-1a0816bd3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851605 Oct 19 11:13:14.503957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d5373-d105-406c-b111-a0717ef26556 req-df8777cd-bc6f-4d09-8f7d-3cf79c94aee4 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:14.506340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f44d5373-d105-406c-b111-a0717ef26556 req-df8777cd-bc6f-4d09-8f7d-3cf79c94aee4 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 932 time: 0.1213734 Oct 19 11:13:14.534237 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-9a419ddd-fb10-4aed-9296-45de8a62d7a4 service neutron] 10.222.0.26 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774321 Oct 19 11:13:14.639745 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f44d5373-d105-406c-b111-a0717ef26556 req-6c678722-174a-47a1-942b-07cb14dfb3a3 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044710 Oct 19 11:13:14.686943 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-520d3ded-1e9d-45dd-a338-76f59b2d7401 req-76615103-d61d-41c2-b488-265b33e5c3bc service neutron] 10.222.0.26 "GET /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435275 Oct 19 11:13:14.699991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8f50ac8-d159-4b63-950f-edeaab63c425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:14.702800 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8f50ac8-d159-4b63-950f-edeaab63c425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:14.704598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f8f50ac8-d159-4b63-950f-edeaab63c425 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2792ef6f-4887-446b-942e-ab0c9f1fd9b1 HTTP/1.1" status: 204 len: 168 time: 1.1006334 Oct 19 11:13:14.771748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:14.774168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f50ac8-d159-4b63-950f-edeaab63c425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2792ef6f-4887-446b-942e-ab0c9f1fd9b1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:14.783302 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d787141b-c310-4b63-9714-e11300fc193d req-bd8661ce-668a-49b7-a073-bedc7c0a5c7d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948319 Oct 19 11:13:14.796937 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e916da4d-8a87-414a-90df-cbdca0cbe2f2 req-e6481796-c500-4769-99c3-1f2849c3795d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 210 time: 0.0627990 Oct 19 11:13:15.000364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:13:15.007522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:15.008943 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.048755 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.137403 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-7507be24-0995-4d84-8a9f-ec1c236040a2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285501 Oct 19 11:13:15.143275 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.204179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:13:15.212619 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18f9d533-3f82-4231-b191-6265d1554de3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.241923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6326381-b2a4-4234-89c7-b301f46e35dd,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:15.244978 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.245370 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Added segment 1d90e6e6-5918-4092-95d8-00887a91e7b3 of type vlan for network e46ef530-0fc2-4319-997d-9d2cf3cfef7c Oct 19 11:13:15.247856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:15.264963 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.297479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18f9d533-3f82-4231-b191-6265d1554de3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.335471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Transition to ACTIVE for port object fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:13:15.342001 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.344571 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.405492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:15.407757 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dc9aeb-6c2f-48f4-8fc9-407b81fadabc" -d '{"events": [{"server_uuid": "4fcff300-ec1a-4cbc-b408-ca04cf5066b3", "name": "network-vif-plugged", "status": "completed", "tag": "f81ef6aa-ce50-4ac4-94ae-cd1c3948be38"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:15.423602 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.452285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:15.478110 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a724bcd-9412-40d8-9084-b2f5be010bce x-openstack-request-id: req-3a724bcd-9412-40d8-9084-b2f5be010bce {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:15.478630 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcff300-ec1a-4cbc-b408-ca04cf5066b3", "name": "network-vif-plugged", "status": "completed", "tag": "f81ef6aa-ce50-4ac4-94ae-cd1c3948be38", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:15.479245 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a724bcd-9412-40d8-9084-b2f5be010bce {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:15.480042 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38', 'code': 200} Oct 19 11:13:15.487678 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-18f9d533-3f82-4231-b191-6265d1554de3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Floating IP 72abf96e-eb96-4a66-a586-da6da63a236c associated. External IP: 172.25.2.204, port: 2a02c915-b859-4130-a83c-9d2f79b20d46. Oct 19 11:13:15.492360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:15.512285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-94d88384-d1c5-402d-871f-abbc55fd065e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:15.514380 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-94d88384-d1c5-402d-871f-abbc55fd065e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3696363 Oct 19 11:13:15.531322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.533518 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.547556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:15.547556 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.547787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Request body: {'port': {'device_id': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '09d359cafa5a46309ba96d9c7c371cbf'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:15.555327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29d9ee-2873-43d5-a21f-c0e3ec2c9b0d req-db674a1c-55a3-44e5-b09b-d139643759c9 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:15.557468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c29d9ee-2873-43d5-a21f-c0e3ec2c9b0d req-db674a1c-55a3-44e5-b09b-d139643759c9 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.26 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 945 time: 0.2107728 Oct 19 11:13:15.631978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:15.684641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82401f2-ac09-45c6-b6d7-59ba1e97cd92 req-18a2d6fd-9d03-4423-927b-fa3257a6f694 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:15.686621 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d82401f2-ac09-45c6-b6d7-59ba1e97cd92 req-18a2d6fd-9d03-4423-927b-fa3257a6f694 tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 945 time: 0.2092702 Oct 19 11:13:15.730367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] Pushing event updated for resources: {'Network': ['ID=e46ef530-0fc2-4319-997d-9d2cf3cfef7c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:15.745284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e46ef530-0fc2-4319-997d-9d2cf3cfef7c details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:13:15.750837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2d80f038-91a9-422b-b2f2-004aafaf232a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0982649 Oct 19 11:13:15.762771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46052) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:15.789002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] Request body: {'subnet': {'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-subnet', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:15.801585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ebf1e-0cde-4b35-8e23-372fffd379c0 req-f38d445f-84b3-448e-aa9a-22e6b64488e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:15.803013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-417ebf1e-0cde-4b35-8e23-372fffd379c0 req-f38d445f-84b3-448e-aa9a-22e6b64488e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 1097 time: 0.2003791 Oct 19 11:13:15.803704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:15.804032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:15.804355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:15.823791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d82401f2-ac09-45c6-b6d7-59ba1e97cd92 req-0d0f2e22-1dd9-4e97-9946-64d1acdaa80f tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/security-groups?id=787f2e33-cd30-4c06-aa61-16a401f6b07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870767 Oct 19 11:13:15.857850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:13:15.858172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:15.893510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-7c29d9ee-2873-43d5-a21f-c0e3ec2c9b0d req-18348c03-ca44-4dde-b56b-bc876f90979a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Deleting port f8e96847-89a5-431e-87da-58e76243e385 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:15.893850 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7c29d9ee-2873-43d5-a21f-c0e3ec2c9b0d req-18348c03-ca44-4dde-b56b-bc876f90979a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.910474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:15.910810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:15.911538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:15.911674 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Bound port: fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:15.912049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:15.950207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1b1bf957-aa82-4ffa-b8f5-9a7c9188e63b req-33e1c227-dfc3-444d-b7ec-4aa7cef44608 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 210 time: 0.0353262 Oct 19 11:13:15.963278 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-417ebf1e-0cde-4b35-8e23-372fffd379c0 req-3e55c019-1441-4216-8dae-5abe4d31ce66 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439786 Oct 19 11:13:15.993578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfbda3-10b4-465e-9d3d-239a91fb7961 req-86803e45-38c5-4c53-a67e-0d892e8cfa41 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:15.996780 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05bfbda3-10b4-465e-9d3d-239a91fb7961 req-86803e45-38c5-4c53-a67e-0d892e8cfa41 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 944 time: 0.2027330 Oct 19 11:13:16.034747 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] Made reservation on behalf of 95ab76e1491e492fb12655eba0eb22bf for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:16.037396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.100354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7c29d9ee-2873-43d5-a21f-c0e3ec2c9b0d req-18348c03-ca44-4dde-b56b-bc876f90979a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] For port f8e96847-89a5-431e-87da-58e76243e385, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f8e96847-89a5-431e-87da-58e76243e385,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:16.105066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7c29d9ee-2873-43d5-a21f-c0e3ec2c9b0d req-18348c03-ca44-4dde-b56b-bc876f90979a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.127791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-7c29d9ee-2873-43d5-a21f-c0e3ec2c9b0d req-18348c03-ca44-4dde-b56b-bc876f90979a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Calling delete_port for f8e96847-89a5-431e-87da-58e76243e385 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:16.136786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Made reservation on behalf of 09d359cafa5a46309ba96d9c7c371cbf for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:16.141492 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.176767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e307278-4693-428f-bc81-2a6ec55cbcc1 req-c1671eb1-7d62-4916-94f7-05b3b45d3958 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:16.178321 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e307278-4693-428f-bc81-2a6ec55cbcc1 req-c1671eb1-7d62-4916-94f7-05b3b45d3958 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 946 time: 0.1340001 Oct 19 11:13:16.182734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f9d533-3f82-4231-b191-6265d1554de3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Router 6e197209-2614-418b-8e7f-08c973726804 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:13:16.210124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:16.216337 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:16.224613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05bfbda3-10b4-465e-9d3d-239a91fb7961 req-aa05b3b3-0603-4004-ab61-dd5d37af4b90 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787729 Oct 19 11:13:16.302312 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.349319 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e307278-4693-428f-bc81-2a6ec55cbcc1 req-c573b54b-e3c6-4118-bc25-e373f5526320 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565964 Oct 19 11:13:16.414321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:16.415132 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.416605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] 10.222.0.49 "PUT /v2.0/ports/fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e HTTP/1.1" status: 200 len: 1092 time: 2.5331876 Oct 19 11:13:16.417069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'tag': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:16.420124 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a5ac07-3557-44a4-be08-4acf9c122d21" -d '{"events": [{"name": "network-changed", "server_uuid": "b0eab914-6f56-4a59-938c-cfd813c7e9ff", "tag": "fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:16.442724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f9d533-3f82-4231-b191-6265d1554de3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:13:16.463004 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67b35e-c6b7-4967-88e4-7dc5a4e7ea2e None None] Sync routers for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:13:16.464274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18f9d533-3f82-4231-b191-6265d1554de3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.487250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67b35e-c6b7-4967-88e4-7dc5a4e7ea2e None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:16.490873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3b67b35e-c6b7-4967-88e4-7dc5a4e7ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:16.502664 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46070) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:16.509147 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cd336a-2b19-4c22-bdc5-ced674bfd30b x-openstack-request-id: req-55cd336a-2b19-4c22-bdc5-ced674bfd30b {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:16.509432 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0eab914-6f56-4a59-938c-cfd813c7e9ff", "tag": "fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:16.509688 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55cd336a-2b19-4c22-bdc5-ced674bfd30b {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:16.510092 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'tag': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e', 'status': 'completed', 'code': 200} Oct 19 11:13:16.532192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551cb0e-3456-420c-ac74-d6fa1df78d12 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:16.537463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Allocated IP 192.168.233.244 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/178258a9-c32d-4d32-bc17-453b7fb758dc) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:16.549809 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-18f9d533-3f82-4231-b191-6265d1554de3 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "PUT /v2.0/floatingips/72abf96e-eb96-4a66-a586-da6da63a236c HTTP/1.1" status: 200 len: 992 time: 2.7849445 Oct 19 11:13:16.634711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5ac07-3557-44a4-be08-4acf9c122d21 req-67f28c79-df8a-4006-90f0-ed136dc2b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:16.637698 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-98a5ac07-3557-44a4-be08-4acf9c122d21 req-67f28c79-df8a-4006-90f0-ed136dc2b00d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 1095 time: 0.0848725 Oct 19 11:13:16.665920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.691736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3b67b35e-c6b7-4967-88e4-7dc5a4e7ea2e None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:16.720850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1192719016-network', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:16.732645 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7c29d9ee-2873-43d5-a21f-c0e3ec2c9b0d req-18348c03-ca44-4dde-b56b-bc876f90979a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.745368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f8e96847-89a5-431e-87da-58e76243e385'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:16.788344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18348c03-ca44-4dde-b56b-bc876f90979a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Pushing event deleted for resources: {'Port': ['ID=f8e96847-89a5-431e-87da-58e76243e385,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:16.797539 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d833a41f-3182-45a3-ad6a-9e00ef20ff66,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:16.834011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] Checking segment: {'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:16.839842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] Network hostable DHCP agents. Network: e46ef530-0fc2-4319-997d-9d2cf3cfef7c, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:13:16.845119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5ac07-3557-44a4-be08-4acf9c122d21 req-c9029bf6-084c-4fb6-afc2-b471e40f4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:16.846960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-98a5ac07-3557-44a4-be08-4acf9c122d21 req-c9029bf6-084c-4fb6-afc2-b471e40f4e93 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0bef218b6ade43d189bc973b967470c4&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1983404 Oct 19 11:13:16.861095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c29d9ee-2873-43d5-a21f-c0e3ec2c9b0d req-18348c03-ca44-4dde-b56b-bc876f90979a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] No DVR routers for this DVR port f8e96847-89a5-431e-87da-58e76243e385 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:16.868963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7c29d9ee-2873-43d5-a21f-c0e3ec2c9b0d req-18348c03-ca44-4dde-b56b-bc876f90979a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.872560 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c29d9ee-2873-43d5-a21f-c0e3ec2c9b0d req-18348c03-ca44-4dde-b56b-bc876f90979a tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.26 "DELETE /v2.0/ports/f8e96847-89a5-431e-87da-58e76243e385 HTTP/1.1" status: 204 len: 173 time: 1.2922711 Oct 19 11:13:16.873039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'name': 'network-vif-deleted', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:16.875637 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6311b714-50a2-4008-a2be-c0db2ede9ebe" -d '{"events": [{"server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "name": "network-vif-deleted", "tag": "f8e96847-89a5-431e-87da-58e76243e385"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:16.898951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Made reservation on behalf of eff04248512343d285fd0de1ba2ba646 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:16.905365 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.926823 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.948314 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:16.958950 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bcddec-3823-40be-bc25-79d8e659b3fb x-openstack-request-id: req-71bcddec-3823-40be-bc25-79d8e659b3fb {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:16.959360 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71da4eca-6842-4b5e-9b67-0a9373ddc87e", "name": "network-vif-deleted", "tag": "f8e96847-89a5-431e-87da-58e76243e385", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:16.959692 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71bcddec-3823-40be-bc25-79d8e659b3fb {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:16.960150 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71da4eca-6842-4b5e-9b67-0a9373ddc87e', 'name': 'network-vif-deleted', 'tag': 'f8e96847-89a5-431e-87da-58e76243e385', 'status': 'completed', 'code': 200} Oct 19 11:13:17.022068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-726d3fc6-965f-47c0-84c9-856562a45fa6 req-f957cc14-a3fb-443b-ac86-b6452538321f tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 210 time: 0.1076710 Oct 19 11:13:17.045858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] Network e46ef530-0fc2-4319-997d-9d2cf3cfef7c is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:13:17.092968 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3b67b35e-c6b7-4967-88e4-7dc5a4e7ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '72abf96e-eb96-4a66-a586-da6da63a236c', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '6e197209-2614-418b-8e7f-08c973726804', 'port_id': '2a02c915-b859-4130-a83c-9d2f79b20d46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'mac_address': 'fa:16:3e:5a:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:10:44Z', 'updated_at': '2021-10-19T11:13:15Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:17.097696 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.104584 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.105174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5ac07-3557-44a4-be08-4acf9c122d21 req-3afd1000-799b-4714-821a-441a5344ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:17.107538 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-98a5ac07-3557-44a4-be08-4acf9c122d21 req-3afd1000-799b-4714-821a-441a5344ee59 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2490690 Oct 19 11:13:17.140490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b02d8292-e21a-4994-a289-83134bff1559'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:17.164922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e46ef530-0fc2-4319-997d-9d2cf3cfef7c) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:17.174642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:17.175076 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.199376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3363d609-13e3-49d6-865d-f1595da591a9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:17.205598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67b35e-c6b7-4967-88e4-7dc5a4e7ea2e None None] Checking router: 6e197209-2614-418b-8e7f-08c973726804 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:13:17.209288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac1715-4854-4d31-8e7a-6d4c78041ced None None] Network e46ef530-0fc2-4319-997d-9d2cf3cfef7c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:17.209942 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.234271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:17.250741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:17.257740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:17.261152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:17.264749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:13:17.305834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-2a4906f3-01c0-4c01-9661-ce818541ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:17.309594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-2a4906f3-01c0-4c01-9661-ce818541ffb5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 1095 time: 0.1164682 Oct 19 11:13:17.324797 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f85bb80a-da76-4dec-aa33-55edb2bb9424 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5559845 Oct 19 11:13:17.331382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46084) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:17.345733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ce87f-d011-4057-b1e0-c73931bcde3e req-2aa2b0b7-2ded-4f3a-9896-3e8c18d7abcf tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:17.347417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-595ce87f-d011-4057-b1e0-c73931bcde3e req-2aa2b0b7-2ded-4f3a-9896-3e8c18d7abcf tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 936 time: 0.2452855 Oct 19 11:13:17.352469 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.352937 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Added segment 9efc95db-5b2a-4ccb-9e3c-b72c61a562f7 of type vlan for network 8df777ad-768a-4306-944f-a2be97a0a825 Oct 19 11:13:17.385387 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a5c210-0b0e-41aa-a4a6-c36e267d8e32,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:17.434083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-router', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:17.447196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-09b45cd8-2668-4b95-854f-37b6b0c40fb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e HTTP/1.1" status: 200 len: 217 time: 0.1235461 Oct 19 11:13:17.526248 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.536704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:17.550484 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.579261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67b35e-c6b7-4967-88e4-7dc5a4e7ea2e None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:17.579891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-595ce87f-d011-4057-b1e0-c73931bcde3e req-bd6f2991-2f72-4035-9627-d2556050af30 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720529 Oct 19 11:13:17.580661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3b67b35e-c6b7-4967-88e4-7dc5a4e7ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:17.612814 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.619220 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.650277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765d1f0-bd1a-48cf-a77d-36ce01893b10 req-51d89f9f-1079-49d1-9981-32099ff0f1c8 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:17.657400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7765d1f0-bd1a-48cf-a77d-36ce01893b10 req-51d89f9f-1079-49d1-9981-32099ff0f1c8 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 944 time: 0.2284155 Oct 19 11:13:17.682285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-6cf2be14-bcb9-4ed4-ba62-06810dfe60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:17.683928 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-6cf2be14-bcb9-4ed4-ba62-06810dfe60b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.2028494 Oct 19 11:13:17.712394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c4e3a-4183-4ba0-8497-cee1f4c32375 req-29b45bb3-e7af-4a70-b7ad-e8d166e73d63 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:17.714409 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c2c4e3a-4183-4ba0-8497-cee1f4c32375 req-29b45bb3-e7af-4a70-b7ad-e8d166e73d63 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 946 time: 0.0615659 Oct 19 11:13:17.717790 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-56a45a92-21f3-40e7-a613-9b7d45719751 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1788206 Oct 19 11:13:17.746266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-e46ef530-0fc2-4319-997d-9d2cf3cfef7c', 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'fixed_ips': [{'subnet_id': 'd833a41f-3182-45a3-ad6a-9e00ef20ff66'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:13:17.747437 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.751754 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7765d1f0-bd1a-48cf-a77d-36ce01893b10 req-327b9386-0754-4e79-ad14-6b91a383771b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934103 Oct 19 11:13:17.765915 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-88be3e9a-292f-46d1-a0d3-13acadcb01bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509090 Oct 19 11:13:17.766206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Request body: {'port': {'device_id': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:17.774983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.774983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:17.774983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.790900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-05a77243-579c-4e44-b5fc-db22d6f2fd47 None None] Provisioning complete for port 178258a9-c32d-4d32-bc17-453b7fb758dc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:17.791408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-05a77243-579c-4e44-b5fc-db22d6f2fd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.860707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3b67b35e-c6b7-4967-88e4-7dc5a4e7ea2e None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:17.865874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:17.878755 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c2c4e3a-4183-4ba0-8497-cee1f4c32375 req-7b2be5c8-65bd-497f-b8e6-4456981eb8ef tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550348 Oct 19 11:13:17.986508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4767354 Oct 19 11:13:17.990165 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46094) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:17.998557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] Request body: {'subnet': {'network_id': '8df777ad-768a-4306-944f-a2be97a0a825', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1192719016-subnet', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:17.999785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8705759-173b-47e5-82d0-eba91ad17ebd admin admin] Pushing event updated for resources: {'Network': ['ID=8df777ad-768a-4306-944f-a2be97a0a825,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:18.009743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-05a77243-579c-4e44-b5fc-db22d6f2fd47 None None] Port 178258a9-c32d-4d32-bc17-453b7fb758dc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:13:18.013902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:18.026740 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 8df777ad-768a-4306-944f-a2be97a0a825 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:13:18.054611 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-ffdf88bb-be60-4be2-b284-30f3879330c3 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089765 Oct 19 11:13:18.172327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e5d798f-0636-4e8d-a543-a6592aac83c8 req-897f4245-6cc2-4289-a99e-351e37e0b044 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-802652702&fields=id&tenant_id=18dbd97da179417f9c6d3c434fdd92c2 HTTP/1.1" status: 200 len: 267 time: 0.1899762 Oct 19 11:13:18.232588 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Allocated IP 172.20.0.2 (e46ef530-0fc2-4319-997d-9d2cf3cfef7c/d833a41f-3182-45a3-ad6a-9e00ef20ff66/80e0cd92-bf51-4f83-8cd8-b7cdc43b064d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:18.253824 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:18.294383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d798f-0636-4e8d-a543-a6592aac83c8 req-44f02ebf-8f29-4aea-a250-1212d8d8741d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:18.303464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0badb1a6-7485-48ce-9d6b-8cae0489517f req-43ab2c30-6a8d-4ddf-8370-0c382d108f8c tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] 10.222.0.39 "GET /v2.0/ports?device_id=71da4eca-6842-4b5e-9b67-0a9373ddc87e HTTP/1.1" status: 200 len: 210 time: 0.0401382 Oct 19 11:13:18.303627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e5d798f-0636-4e8d-a543-a6592aac83c8 req-44f02ebf-8f29-4aea-a250-1212d8d8741d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 946 time: 0.1213493 Oct 19 11:13:18.310441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-1e5d798f-0636-4e8d-a543-a6592aac83c8 req-0cbf2b97-8598-4af3-a319-478de4d4f52b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'port': {'security_groups': ['ea9c736f-1407-4004-bd51-306a6253e471', 'e2ad0df6-6ed8-457d-a975-422e997dae86']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:18.412336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] Made reservation on behalf of eff04248512343d285fd0de1ba2ba646 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:18.412336 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:18.435321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1e5d798f-0636-4e8d-a543-a6592aac83c8 req-0cbf2b97-8598-4af3-a319-478de4d4f52b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:18.489281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178258a9-c32d-4d32-bc17-453b7fb758dc {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:18.528034 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:18.558910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Transition to ACTIVE for port object 178258a9-c32d-4d32-bc17-453b7fb758dc will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:13:18.646731 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:18.807082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f8e96847-89a5-431e-87da-58e76243e385 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:18.829477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:18.845704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'tag': '2a02c915-b859-4130-a83c-9d2f79b20d46'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:18.848279 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b25273-3888-4b57-aeba-17ba6536f312" -d '{"events": [{"name": "network-changed", "server_uuid": "3662f8b2-6c35-4db5-bc9f-bae3914750b0", "tag": "2a02c915-b859-4130-a83c-9d2f79b20d46"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:18.869665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: f8e96847-89a5-431e-87da-58e76243e385 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:18.870163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f8e96847-89a5-431e-87da-58e76243e385 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:18.877416 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:18.901081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1e5d798f-0636-4e8d-a543-a6592aac83c8 req-0cbf2b97-8598-4af3-a319-478de4d4f52b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] For port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:18.903363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604ac7-0386-4010-94c5-d8f1a28f3aea req-056d3e6f-6f83-4d85-95b8-31ee871d163b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:18.911585 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2604ac7-0386-4010-94c5-d8f1a28f3aea req-056d3e6f-6f83-4d85-95b8-31ee871d163b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 948 time: 0.1041260 Oct 19 11:13:18.927987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3b67b35e-c6b7-4967-88e4-7dc5a4e7ea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '72abf96e-eb96-4a66-a586-da6da63a236c', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '6e197209-2614-418b-8e7f-08c973726804', 'port_id': '2a02c915-b859-4130-a83c-9d2f79b20d46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'mac_address': 'fa:16:3e:5a:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:10:44Z', 'updated_at': '2021-10-19T11:13:15Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:18.933297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:18.934089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:18.934614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:18.941215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Port 178258a9-c32d-4d32-bc17-453b7fb758dc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:13:18.942063 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:18.951512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:18.952102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:18.952703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:18.953320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Bound port: 178258a9-c32d-4d32-bc17-453b7fb758dc, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:18.953887 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:18.973550 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1e5d798f-0636-4e8d-a543-a6592aac83c8 req-0cbf2b97-8598-4af3-a319-478de4d4f52b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.002270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67b35e-c6b7-4967-88e4-7dc5a4e7ea2e None None] The sync data for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 is: [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '72abf96e-eb96-4a66-a586-da6da63a236c', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '6e197209-2614-418b-8e7f-08c973726804', 'port_id': '2a02c915-b859-4130-a83c-9d2f79b20d46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'mac_address': 'fa:16:3e:5a:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:10:44Z', 'updated_at': '2021-10-19T11:13:15Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:13:19.008777 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.016395 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad2d49ac-7036-4340-8bb0-071d5bc8784a req-35b2ca6e-bac0-4298-b459-fc8c1c60e15a service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8568585 Oct 19 11:13:19.069032 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1e5d798f-0636-4e8d-a543-a6592aac83c8 req-0cbf2b97-8598-4af3-a319-478de4d4f52b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.084868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2604ac7-0386-4010-94c5-d8f1a28f3aea req-3747e33e-b595-4f8e-9cfb-bd517ac8d475 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720793 Oct 19 11:13:19.097510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:19.114982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Network e46ef530-0fc2-4319-997d-9d2cf3cfef7c is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:19.137413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:19.149836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:19.150316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:19.189070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d798f-0636-4e8d-a543-a6592aac83c8 req-0cbf2b97-8598-4af3-a319-478de4d4f52b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:19.189900 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1e5d798f-0636-4e8d-a543-a6592aac83c8 req-0cbf2b97-8598-4af3-a319-478de4d4f52b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.202658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e5d798f-0636-4e8d-a543-a6592aac83c8 req-0cbf2b97-8598-4af3-a319-478de4d4f52b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "PUT /v2.0/ports/f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 HTTP/1.1" status: 200 len: 982 time: 0.8985634 Oct 19 11:13:19.203177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'tag': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:19.208429 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d3c222-8acc-4adf-82e4-4924a60d2888" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcff300-ec1a-4cbc-b408-ca04cf5066b3", "tag": "f81ef6aa-ce50-4ac4-94ae-cd1c3948be38"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:19.213046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:19.220410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Pushing event updated for resources: {'Port': ['ID=80e0cd92-bf51-4f83-8cd8-b7cdc43b064d,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:19.251551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf2b97-8598-4af3-a319-478de4d4f52b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'Port': ['ID=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:19.262702 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.289833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Attempting to bind port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:19.298342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Attempting to bind port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:19.298861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Attempting to bind port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d on network e46ef530-0fc2-4319-997d-9d2cf3cfef7c {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:19.314286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:19.322799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:19.323989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.326450 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] 10.222.0.26 "PUT /v2.0/ports/178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 1096 time: 1.5717933 Oct 19 11:13:19.356350 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.372081 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:19.378245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Checking segment: {'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:19.378661 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.379065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Bound using segment: {'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:19.379626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Bound port: 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:19.380141 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.410732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43f68e-5214-4739-8568-60e4370e225f service neutron] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:19.423581 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6390203-ceb9-4cdc-aefd-d63b8437a820 None None] New status for floating IP 72abf96e-eb96-4a66-a586-da6da63a236c: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:13:19.480817 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eb62e6-915d-49dd-b76b-fbc7b804e644 x-openstack-request-id: req-34eb62e6-915d-49dd-b76b-fbc7b804e644 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:19.480817 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3662f8b2-6c35-4db5-bc9f-bae3914750b0", "tag": "2a02c915-b859-4130-a83c-9d2f79b20d46", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:19.481355 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34eb62e6-915d-49dd-b76b-fbc7b804e644 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:19.481750 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'tag': '2a02c915-b859-4130-a83c-9d2f79b20d46', 'status': 'completed', 'code': 200} Oct 19 11:13:19.572074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] For port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:19.609312 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.612463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] For port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=80e0cd92-bf51-4f83-8cd8-b7cdc43b064d,segment=NetworkSegment(1d90e6e6-5918-4092-95d8-00887a91e7b3),segment_id=1d90e6e6-5918-4092-95d8-00887a91e7b3)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:19.655398 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.656793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-704f662d-3cd2-46d5-96d2-b13ee9f13c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:19.661853 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-704f662d-3cd2-46d5-96d2-b13ee9f13c81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 1099 time: 0.1802495 Oct 19 11:13:19.662697 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2be9d10c-4d30-4f9c-8352-58d09d94a067 req-9155086c-a3dd-4375-8051-8288f5ed0331 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-42242796&fields=id&tenant_id=18dbd97da179417f9c6d3c434fdd92c2 HTTP/1.1" status: 200 len: 267 time: 0.1950598 Oct 19 11:13:19.709958 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.738936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.742347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-9c2e1ee0-f163-4f2e-b86a-f2f0823dad0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 217 time: 0.0701890 Oct 19 11:13:19.744646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b25273-3888-4b57-aeba-17ba6536f312 req-5392f6ef-9ffe-484c-a813-aa9986961ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:19.748990 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57b25273-3888-4b57-aeba-17ba6536f312 req-5392f6ef-9ffe-484c-a813-aa9986961ebe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3b7151c30e248e094eeb3456b4bd8a4&device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 1097 time: 0.1720660 Oct 19 11:13:19.756885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947750d8-dcfc-451c-b886-8aaa69ddfd64 req-11355db3-3cdd-48bd-871a-b7cd7e240077 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:19.765072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-947750d8-dcfc-451c-b886-8aaa69ddfd64 req-11355db3-3cdd-48bd-871a-b7cd7e240077 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 944 time: 0.5425620 Oct 19 11:13:19.815229 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:19.868337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-48d91ad4-2db4-40ec-8832-806eba1e1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:19.870503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-48d91ad4-2db4-40ec-8832-806eba1e1935 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0796850 Oct 19 11:13:19.873509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e427ac2-9cd4-444a-9225-9b72743dd3ef,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:19.896884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9d10c-4d30-4f9c-8352-58d09d94a067 req-f86fd2d4-4a96-4e7f-9d85-d4c7be9ccc30 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:19.898566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2be9d10c-4d30-4f9c-8352-58d09d94a067 req-f86fd2d4-4a96-4e7f-9d85-d4c7be9ccc30 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 985 time: 0.2300143 Oct 19 11:13:19.910311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaa662-35f0-4399-86a4-b5e4e9802263 None None] Pushing event updated for resources: {'Port': ['ID=80e0cd92-bf51-4f83-8cd8-b7cdc43b064d,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:19.950141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2be9d10c-4d30-4f9c-8352-58d09d94a067 req-21631de2-f697-4685-8107-a195b38a9bbe tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'port': {'security_groups': ['e2ad0df6-6ed8-457d-a975-422e997dae86', 'ea9c736f-1407-4004-bd51-306a6253e471', '5bf20da2-7bcf-433d-87ea-f7899b49a9cb']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:19.998855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-1bedb631-0177-4e5a-ba4a-3775dc31f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:20.000474 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-1bedb631-0177-4e5a-ba4a-3775dc31f53c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147285 Oct 19 11:13:20.001465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-947750d8-dcfc-451c-b886-8aaa69ddfd64 req-aae5a1ce-09e8-4ad7-bbaf-ede3e28822b1 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312062 Oct 19 11:13:20.018477 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] Checking segment: {'id': '9efc95db-5b2a-4ccb-9e3c-b72c61a562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:20.018846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] Network hostable DHCP agents. Network: 8df777ad-768a-4306-944f-a2be97a0a825, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:13:20.097623 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b25273-3888-4b57-aeba-17ba6536f312 req-b7e65aad-7b9c-4234-aac8-baa4385c857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:20.097801 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57b25273-3888-4b57-aeba-17ba6536f312 req-b7e65aad-7b9c-4234-aac8-baa4385c857a service neutron] 10.222.0.49 "GET /v2.0/networks?id=8b754831-f16d-4c57-ba88-a181190b2a98 HTTP/1.1" status: 200 len: 924 time: 0.3096066 Oct 19 11:13:20.118217 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2be9d10c-4d30-4f9c-8352-58d09d94a067 req-21631de2-f697-4685-8107-a195b38a9bbe tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:20.191287 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cce94f-c123-49ba-a2de-b591403b2f7c x-openstack-request-id: req-32cce94f-c123-49ba-a2de-b591403b2f7c {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:20.191661 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcff300-ec1a-4cbc-b408-ca04cf5066b3", "tag": "f81ef6aa-ce50-4ac4-94ae-cd1c3948be38", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:20.191976 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32cce94f-c123-49ba-a2de-b591403b2f7c {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:20.192489 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'tag': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38', 'status': 'completed', 'code': 200} Oct 19 11:13:20.207331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Allocated IP 172.25.2.75 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:20.213454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46120) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:20.299924 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-db8f4928-b83f-49f2-885f-83f17ef7229a service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822387 Oct 19 11:13:20.330634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3c222-8acc-4adf-82e4-4924a60d2888 req-5dd57291-4833-4d77-bed9-070e4670a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:20.332513 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6d3c222-8acc-4adf-82e4-4924a60d2888 req-5dd57291-4833-4d77-bed9-070e4670a29d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 1136 time: 0.1893482 Oct 19 11:13:20.377625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] Network 8df777ad-768a-4306-944f-a2be97a0a825 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:13:20.416188 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57b25273-3888-4b57-aeba-17ba6536f312 req-197eac9c-cbc5-4f8b-bd5f-783352dd5ebd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a02c915-b859-4130-a83c-9d2f79b20d46 HTTP/1.1" status: 200 len: 1002 time: 0.3006735 Oct 19 11:13:20.533391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 8df777ad-768a-4306-944f-a2be97a0a825) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:20.547900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b8cd4-f0ab-4932-a969-d1005d6534d4 None None] Network 8df777ad-768a-4306-944f-a2be97a0a825 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:20.548198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:20.548692 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:20.569062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c304c3-8969-45a0-94fd-ea9ca42a3aef req-297f746e-7a2a-4e6f-9c8a-769f76dcecc8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:20.570637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8c304c3-8969-45a0-94fd-ea9ca42a3aef req-297f746e-7a2a-4e6f-9c8a-769f76dcecc8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 948 time: 0.2292519 Oct 19 11:13:20.644232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b25273-3888-4b57-aeba-17ba6536f312 req-6e72f918-51ef-4d4b-88f8-3ac5991024c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:20.645715 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57b25273-3888-4b57-aeba-17ba6536f312 req-6e72f918-51ef-4d4b-88f8-3ac5991024c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40a357a2-81d7-41d4-837e-3062b79eca3e HTTP/1.1" status: 200 len: 862 time: 0.1951818 Oct 19 11:13:20.670736 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:20.690240 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6bf0119b-686e-4740-8db1-d1549ad46477 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6987741 Oct 19 11:13:20.709827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46124) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:20.720593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1192719016-router', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:20.780805 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8c304c3-8969-45a0-94fd-ea9ca42a3aef req-53480bb8-1066-407d-875f-48f2994eebdd tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875088 Oct 19 11:13:20.830772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b25273-3888-4b57-aeba-17ba6536f312 req-3a75af61-ef80-45a6-b90a-9798235a4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:20.832277 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57b25273-3888-4b57-aeba-17ba6536f312 req-3a75af61-ef80-45a6-b90a-9798235a4f54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8b754831-f16d-4c57-ba88-a181190b2a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707513 Oct 19 11:13:20.840730 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-8df777ad-768a-4306-944f-a2be97a0a825', 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'fixed_ips': [{'subnet_id': '6e427ac2-9cd4-444a-9225-9b72743dd3ef'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:13:20.842701 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:20.889884 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:20.890899 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:20.908970 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:20.996896 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b35fe090-ba6d-4c4b-9db7-1e142d747958 req-5fde236c-e09c-4eac-9a65-f2b8ee99d854 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850245 Oct 19 11:13:21.026906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:21.064354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3c222-8acc-4adf-82e4-4924a60d2888 req-88b64c79-8626-45ff-9330-25a29be473fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:21.065832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6d3c222-8acc-4adf-82e4-4924a60d2888 req-88b64c79-8626-45ff-9330-25a29be473fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=e1f86a14-75f4-424b-9705-0808b29382b0 HTTP/1.1" status: 200 len: 913 time: 0.7219357 Oct 19 11:13:21.082901 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:21.092410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:21.107348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:21.147001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6d3c222-8acc-4adf-82e4-4924a60d2888 req-26afb6b0-a906-4f40-9548-b02a45e50d59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 HTTP/1.1" status: 200 len: 217 time: 0.0676949 Oct 19 11:13:21.153813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Pushing event updated for resources: {'Port': ['ID=68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:21.178834 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Allocated IP 172.20.0.2 (8df777ad-768a-4306-944f-a2be97a0a825/6e427ac2-9cd4-444a-9225-9b72743dd3ef/070ed9d5-52a1-4ee5-be2a-8b3f17dfed50) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:21.304719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2be9d10c-4d30-4f9c-8352-58d09d94a067 req-21631de2-f697-4685-8107-a195b38a9bbe tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] For port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:21.308420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3c222-8acc-4adf-82e4-4924a60d2888 req-6bb2f136-c3dc-4f81-842a-4a399872d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:21.309960 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6d3c222-8acc-4adf-82e4-4924a60d2888 req-6bb2f136-c3dc-4f81-842a-4a399872d94e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4957e0f-df84-4cac-9bc8-df740bec825b HTTP/1.1" status: 200 len: 852 time: 0.1398873 Oct 19 11:13:21.357283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:21.395904 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57b25273-3888-4b57-aeba-17ba6536f312 req-c735ad74-8240-48a6-9c79-1ca675827913 service neutron] 10.222.0.49 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200520 Oct 19 11:13:21.402321 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6d3c222-8acc-4adf-82e4-4924a60d2888 req-d4508b52-a9a7-4f43-b72d-1bf0c6998365 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1f86a14-75f4-424b-9705-0808b29382b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808451 Oct 19 11:13:21.443696 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db89349e-54eb-4960-97c8-0ccb30e44ee3 None None] Network e46ef530-0fc2-4319-997d-9d2cf3cfef7c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:21.449284 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2be9d10c-4d30-4f9c-8352-58d09d94a067 req-21631de2-f697-4685-8107-a195b38a9bbe tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:21.519244 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2be9d10c-4d30-4f9c-8352-58d09d94a067 req-21631de2-f697-4685-8107-a195b38a9bbe tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:21.581849 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:21.583275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:21.623809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-364a1d7c-daa1-4bd4-b5a2-8d1be3583661 None None] Provisioning complete for port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:21.624062 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-364a1d7c-daa1-4bd4-b5a2-8d1be3583661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:21.661921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57b25273-3888-4b57-aeba-17ba6536f312 req-389161ac-8492-4acc-b8ee-afa633e3caff service neutron] 10.222.0.49 "GET /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567191 Oct 19 11:13:21.671207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21631de2-f697-4685-8107-a195b38a9bbe tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'Port': ['ID=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:21.673700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:21.674160 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:21.723482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9d10c-4d30-4f9c-8352-58d09d94a067 req-21631de2-f697-4685-8107-a195b38a9bbe tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:21.724121 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2be9d10c-4d30-4f9c-8352-58d09d94a067 req-21631de2-f697-4685-8107-a195b38a9bbe tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:21.725589 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2be9d10c-4d30-4f9c-8352-58d09d94a067 req-21631de2-f697-4685-8107-a195b38a9bbe tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "PUT /v2.0/ports/f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 HTTP/1.1" status: 200 len: 1021 time: 1.7971961 Oct 19 11:13:21.737874 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6d3c222-8acc-4adf-82e4-4924a60d2888 req-991123f4-ac72-434d-9f88-c0f97426ad06 service neutron] 10.222.0.26 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236878 Oct 19 11:13:21.756238 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:21.762025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eece6-9cbf-4943-8ff3-62f47384a3b1 req-646c9a93-bcf7-49f1-b984-00af20c0948f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:21.772837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d01eece6-9cbf-4943-8ff3-62f47384a3b1 req-646c9a93-bcf7-49f1-b984-00af20c0948f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 944 time: 0.5724733 Oct 19 11:13:21.853576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:21.908506 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d01eece6-9cbf-4943-8ff3-62f47384a3b1 req-dfe8cc41-d002-459b-a55b-1696995645ce tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148531 Oct 19 11:13:21.937025 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:21.986457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Pushing event updated for resources: {'Port': ['ID=070ed9d5-52a1-4ee5-be2a-8b3f17dfed50,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:22.009220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6d3c222-8acc-4adf-82e4-4924a60d2888 req-21de5b18-e813-497e-ae32-c5cba4383c56 service neutron] 10.222.0.26 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629766 Oct 19 11:13:22.035619 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:22.058176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d843768-0d41-4f8d-9ea0-f23821525565 req-f3909017-6fdd-4cdc-bd7d-03143ed3159e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:22.059749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d843768-0d41-4f8d-9ea0-f23821525565 req-f3909017-6fdd-4cdc-bd7d-03143ed3159e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 1024 time: 0.1712921 Oct 19 11:13:22.077545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Network 8df777ad-768a-4306-944f-a2be97a0a825 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:22.082809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:22.087031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:22.110204 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-364a1d7c-daa1-4bd4-b5a2-8d1be3583661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:22.202306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc'}, {'name': 'network-changed', 'server_uuid': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'tag': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:22.209183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=80e0cd92-bf51-4f83-8cd8-b7cdc43b064d,segment=NetworkSegment(1d90e6e6-5918-4092-95d8-00887a91e7b3),segment_id=1d90e6e6-5918-4092-95d8-00887a91e7b3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:22.213293 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc"}, {"name": "network-changed", "server_uuid": "4fcff300-ec1a-4cbc-b408-ca04cf5066b3", "tag": "f81ef6aa-ce50-4ac4-94ae-cd1c3948be38"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:22.249287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Attempting to bind port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:22.249653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Attempting to bind port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '9efc95db-5b2a-4ccb-9e3c-b72c61a562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:22.250019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Attempting to bind port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 on network 8df777ad-768a-4306-944f-a2be97a0a825 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:22.269694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:22.270108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Checking segment: {'id': '9efc95db-5b2a-4ccb-9e3c-b72c61a562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:22.270454 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:22.270843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Bound using segment: {'id': '9efc95db-5b2a-4ccb-9e3c-b72c61a562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:22.271316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Bound port: 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efc95db-5b2a-4ccb-9e3c-b72c61a562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:22.271695 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:22.285391 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d843768-0d41-4f8d-9ea0-f23821525565 req-59078dd4-58bf-49dd-93d4-d718c9d24626 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&id=5bf20da2-7bcf-433d-87ea-f7899b49a9cb&id=e2ad0df6-6ed8-457d-a975-422e997dae86 HTTP/1.1" status: 200 len: 6145 time: 0.2159791 Oct 19 11:13:22.319021 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:22.467188 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2992a7-6478-4716-b56e-5e0ca83cbf5a x-openstack-request-id: req-5c2992a7-6478-4716-b56e-5e0ca83cbf5a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:22.467560 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4fcff300-ec1a-4cbc-b408-ca04cf5066b3", "tag": "f81ef6aa-ce50-4ac4-94ae-cd1c3948be38", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:22.467884 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c2992a7-6478-4716-b56e-5e0ca83cbf5a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:22.468950 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'status': 'completed', 'code': 200} Oct 19 11:13:22.469362 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'tag': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38', 'status': 'completed', 'code': 200} Oct 19 11:13:22.506912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-77f9c0b9-cd55-43ee-a936-9398ec6973f2 req-6ab54e05-cdb0-4875-9b3e-617d1c258b2e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'security_group': {'name': ' tempest-securitygroup -318419560 ', 'description': 'tempest-description-965072443'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:22.509871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-364a1d7c-daa1-4bd4-b5a2-8d1be3583661 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:13:22.510220 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-364a1d7c-daa1-4bd4-b5a2-8d1be3583661 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:13:22.541761 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=80e0cd92-bf51-4f83-8cd8-b7cdc43b064d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:22.552850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] For port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:22.562230 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-b4084620-b4b4-4722-a746-fca769cd3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:22.563991 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-b4084620-b4b4-4722-a746-fca769cd3f4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 1099 time: 0.0672271 Oct 19 11:13:22.573036 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:22.724337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] For port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=070ed9d5-52a1-4ee5-be2a-8b3f17dfed50,segment=NetworkSegment(9efc95db-5b2a-4ccb-9e3c-b72c61a562f7),segment_id=9efc95db-5b2a-4ccb-9e3c-b72c61a562f7)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:22.730419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-ace54ae1-544e-4a09-b923-9cfc549edb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:22.732338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-ace54ae1-544e-4a09-b923-9cfc549edb33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1597683 Oct 19 11:13:22.737279 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-77f9c0b9-cd55-43ee-a936-9398ec6973f2 req-6ab54e05-cdb0-4875-9b3e-617d1c258b2e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:22.791127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-6a265f94-3635-4441-ae5e-2e4df088b556 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 217 time: 0.0452442 Oct 19 11:13:22.813188 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:22.881104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:13:22.893247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-96d7bcad-32b8-4dc7-868b-160908921369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:22.895413 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-96d7bcad-32b8-4dc7-868b-160908921369 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0951655 Oct 19 11:13:23.062005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62674ab0-960a-4246-a1df-044bd5be608c None None] Pushing event updated for resources: {'Port': ['ID=070ed9d5-52a1-4ee5-be2a-8b3f17dfed50,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:23.062396 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-77f9c0b9-cd55-43ee-a936-9398ec6973f2 req-6ab54e05-cdb0-4875-9b3e-617d1c258b2e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:23.062396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-6d758e58-9c1e-4e59-b25d-822681d32b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:23.062983 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:23.063110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-6d758e58-9c1e-4e59-b25d-822681d32b7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104929 Oct 19 11:13:23.179572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefb5ce-964e-445c-9844-9dc21f461b7a req-13707634-45d4-4291-99fd-50f73fea7047 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:23.184609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-feefb5ce-964e-445c-9844-9dc21f461b7a req-13707634-45d4-4291-99fd-50f73fea7047 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 948 time: 0.6469960 Oct 19 11:13:23.186180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-cef553d2-e65e-4142-81e3-aea67a7786ae service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540899 Oct 19 11:13:23.241985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:23.274810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e', 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e', 'port_id': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e', 'mac_address': 'fa:16:3e:15:dc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a1401-6e97-415b-8ae3-d10a50b8cda9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:13:23.309358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:23.373442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-19965ddd-8c54-447c-8b85-b3e2003d67dc None None] Provisioning complete for port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:23.376962 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-19965ddd-8c54-447c-8b85-b3e2003d67dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:23.431822 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-feefb5ce-964e-445c-9844-9dc21f461b7a req-0196054e-c6a3-479e-86ae-2374d3b36962 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461970 Oct 19 11:13:23.433291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-c0ba10ca-2a08-4b5e-8f57-0a9c5f4d01dc service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331426 Oct 19 11:13:23.435149 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:23.476851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:23.498520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:23.545285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-5f59d410-1688-4f3f-b5ef-588c31209de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:23.547074 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-5f59d410-1688-4f3f-b5ef-588c31209de8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 1175 time: 0.0620012 Oct 19 11:13:23.558063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:23.558680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:23.726466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-dd09bf41-4059-44c8-bba3-e1a6f054f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:23.726466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-dd09bf41-4059-44c8-bba3-e1a6f054f5fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=e1f86a14-75f4-424b-9705-0808b29382b0 HTTP/1.1" status: 200 len: 913 time: 0.1250579 Oct 19 11:13:23.726681 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:23.727889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:23.731333 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-68ea9109-aaa7-4b09-b798-92ddd8fa1c69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 HTTP/1.1" status: 200 len: 217 time: 0.0411475 Oct 19 11:13:23.754532 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:23.765692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53f127-c55f-4ebe-a23b-ed7e7185d6a9 req-70257872-7456-43b6-8553-066e2c91c5ac tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:23.770488 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5c53f127-c55f-4ebe-a23b-ed7e7185d6a9 req-70257872-7456-43b6-8553-066e2c91c5ac tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 944 time: 0.2520185 Oct 19 11:13:23.794290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-fb8b48c0-a27b-4fa8-b34e-89fd6b2bfa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:23.794290 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-fb8b48c0-a27b-4fa8-b34e-89fd6b2bfa5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c4957e0f-df84-4cac-9bc8-df740bec825b HTTP/1.1" status: 200 len: 852 time: 0.0529659 Oct 19 11:13:23.847357 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-1a4a9ed5-cce2-4100-8f45-bd4dc959a7b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1f86a14-75f4-424b-9705-0808b29382b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429707 Oct 19 11:13:23.970393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] Deleting port 3c625a4c-006a-4f83-a079-808cab85b67e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:23.970724 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:23.981278 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5c53f127-c55f-4ebe-a23b-ed7e7185d6a9 req-37138869-899a-44fd-bac0-b5734f965418 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689265 Oct 19 11:13:23.993759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-a8dfee0d-c569-46f7-85d4-02889f5697e0 service neutron] 10.222.0.26 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378849 Oct 19 11:13:24.033791 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:24.081947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Allocated IP 172.25.2.232 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/6a7dd787-a556-4dd9-ac0a-04a32c4352b0) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:24.105098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:24.170674 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-77f9c0b9-cd55-43ee-a936-9398ec6973f2 req-6ab54e05-cdb0-4875-9b3e-617d1c258b2e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:24.171451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] For port 3c625a4c-006a-4f83-a079-808cab85b67e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3c625a4c-006a-4f83-a079-808cab85b67e,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:24.171929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:24.191807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] Calling delete_port for 3c625a4c-006a-4f83-a079-808cab85b67e owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:24.227578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab54e05-cdb0-4875-9b3e-617d1c258b2e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c1872e-d253-4472-aac4-65e86ef145c4,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:24.235203 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83f9d06-6663-4cf9-a0f2-708c8ad0068a req-ac937378-7166-4314-8598-440bda4f9b8b service neutron] 10.222.0.26 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310266 Oct 19 11:13:24.255454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df68b7c-bc24-4f21-8620-3dc4c7fd1b7f None None] Network 8df777ad-768a-4306-944f-a2be97a0a825 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:24.276936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:24.287698 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-77f9c0b9-cd55-43ee-a936-9398ec6973f2 req-6ab54e05-cdb0-4875-9b3e-617d1c258b2e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:24.298752 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77f9c0b9-cd55-43ee-a936-9398ec6973f2 req-6ab54e05-cdb0-4875-9b3e-617d1c258b2e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.8093467 Oct 19 11:13:24.325012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:13:24.335408 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:24.379493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b8414978-fbc5-469a-b962-51ab68f8f9a3 None None] Provisioning complete for port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:24.379893 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8414978-fbc5-469a-b962-51ab68f8f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:24.507268 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e069e14c-5f98-407d-9d00-9c2d9426bb89 req-fe8b2008-ee3f-4e60-8fe5-c915c945c633 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/50c1872e-d253-4472-aac4-65e86ef145c4 HTTP/1.1" status: 200 len: 1779 time: 0.1867201 Oct 19 11:13:24.564856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032fa77-9687-44c2-9a39-793e190cdba0 req-c51d0930-83fd-432f-a811-a1b341e6d635 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:24.574685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f032fa77-9687-44c2-9a39-793e190cdba0 req-c51d0930-83fd-432f-a811-a1b341e6d635 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 948 time: 0.0748413 Oct 19 11:13:24.583250 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8414978-fbc5-469a-b962-51ab68f8f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:24.628727 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f032fa77-9687-44c2-9a39-793e190cdba0 req-5338357c-fad0-408d-bbfb-c329f96d3088 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527465 Oct 19 11:13:24.655058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b8414978-fbc5-469a-b962-51ab68f8f9a3 None None] For port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=070ed9d5-52a1-4ee5-be2a-8b3f17dfed50,segment=NetworkSegment(9efc95db-5b2a-4ccb-9e3c-b72c61a562f7),segment_id=9efc95db-5b2a-4ccb-9e3c-b72c61a562f7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:24.684266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:13:24.695069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Sync routers for ids ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:13:24.698679 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:24.712553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Routers {'05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:24.715004 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:24.715146 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bf45079-de2e-4c0f-a1c2-5fbfc5ebd22e req-5829692e-2cbb-496e-9f93-41929667e319 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/50c1872e-d253-4472-aac4-65e86ef145c4 HTTP/1.1" status: 200 len: 1779 time: 0.1471441 Oct 19 11:13:24.764438 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8414978-fbc5-469a-b962-51ab68f8f9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:24.779594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:24.787548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:24.797228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Pushing event updated for resources: {'Port': ['ID=6a7dd787-a556-4dd9-ac0a-04a32c4352b0,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:24.797228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:24.828294 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:24.858647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:13:24.874090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:24.875448 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2a9c1737-307b-424f-82af-b2047a69bc71 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.4480200 Oct 19 11:13:24.876263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c625a4c-006a-4f83-a079-808cab85b67e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:24.878572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46158) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:24.890682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8414978-fbc5-469a-b962-51ab68f8f9a3 None None] Pushing event updated for resources: {'Port': ['ID=070ed9d5-52a1-4ee5-be2a-8b3f17dfed50,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:24.915242 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Set router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:24.992621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-57855573-95a7-4058-a80b-a47109afce7a None None] Provisioning complete for port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:24.992995 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-57855573-95a7-4058-a80b-a47109afce7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.019670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3bf45079-de2e-4c0f-a1c2-5fbfc5ebd22e req-5af8a650-7edc-48de-876d-f361bc49ea3f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.110813 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3bf45079-de2e-4c0f-a1c2-5fbfc5ebd22e req-5af8a650-7edc-48de-876d-f361bc49ea3f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.254375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080fea9-099b-424c-bc03-65f66cf82f36 req-29d0b6a3-62d3-4aea-9e7d-16df9c32c0e2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:25.264569 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b080fea9-099b-424c-bc03-65f66cf82f36 req-29d0b6a3-62d3-4aea-9e7d-16df9c32c0e2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 945 time: 0.1367424 Oct 19 11:13:25.282250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:25.306356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'mac_address': 'fa:16:3e:8b:1d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:13:25.382591 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b080fea9-099b-424c-bc03-65f66cf82f36 req-cfa25818-0fbf-4d62-9c88-55d519e4af8f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106486 Oct 19 11:13:25.396029 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-26b1eb95-4144-4b5f-8333-4307df777551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.423870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.465204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:25.470587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178258a9-c32d-4d32-bc17-453b7fb758dc {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:25.531628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:25.533664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-router', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:17Z', 'updated_at': '2021-10-19T11:13:21Z', 'revision_number': 3, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'gw_port': {'id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:19Z', 'updated_at': '2021-10-19T11:13:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:25.567306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Checking router: 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:13:25.567706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Updating router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 port 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:13:25.615137 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.618654 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.653205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:25.653602 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.679874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.812418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f99075-e0f5-454f-82ed-5f56da6115f3 req-097d1498-05aa-4143-9de7-5c3a161cc96a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:25.814327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8f99075-e0f5-454f-82ed-5f56da6115f3 req-097d1498-05aa-4143-9de7-5c3a161cc96a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 949 time: 0.1059613 Oct 19 11:13:25.896022 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8f99075-e0f5-454f-82ed-5f56da6115f3 req-f2059c34-4547-49aa-8942-b41fcd0d3aa3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755467 Oct 19 11:13:25.928491 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3bf45079-de2e-4c0f-a1c2-5fbfc5ebd22e req-5af8a650-7edc-48de-876d-f361bc49ea3f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.931722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3bf45079-de2e-4c0f-a1c2-5fbfc5ebd22e req-5af8a650-7edc-48de-876d-f361bc49ea3f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.932970 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bf45079-de2e-4c0f-a1c2-5fbfc5ebd22e req-5af8a650-7edc-48de-876d-f361bc49ea3f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "DELETE /v2.0/security-groups/50c1872e-d253-4472-aac4-65e86ef145c4 HTTP/1.1" status: 204 len: 173 time: 1.1929853 Oct 19 11:13:25.970410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8a650-7edc-48de-876d-f361bc49ea3f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c1872e-d253-4472-aac4-65e86ef145c4,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:25.974034 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:25.983552 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:25.995900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Allocated IP 172.20.0.1 (e46ef530-0fc2-4319-997d-9d2cf3cfef7c/d833a41f-3182-45a3-ad6a-9e00ef20ff66/2106e1ea-a2e0-45b5-aa36-ca57bf2987e9) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:25.999148 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-a085972f-2999-4b5b-b842-311ac941c8b7 req-c515f51a-cdc7-42a7-927f-6c1d93cdc100 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] show failed (client error): The resource could not be found. Oct 19 11:13:26.000828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a085972f-2999-4b5b-b842-311ac941c8b7 req-c515f51a-cdc7-42a7-927f-6c1d93cdc100 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/50c1872e-d253-4472-aac4-65e86ef145c4 HTTP/1.1" status: 404 len: 352 time: 0.0473690 Oct 19 11:13:26.030770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-811232f0-ba45-4990-a879-2ec5f14a8a1a req-b87c5301-da78-4f28-8a21-96cf91e17f4e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-400778183', 'description': 'tempest-description-1194457633'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:26.058058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.058400 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.058843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.059169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.059495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.060370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.061042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.061195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.061427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.061736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.062100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.062405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:13:26.070164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['178258a9-c32d-4d32-bc17-453b7fb758dc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:26.107481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.178489 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.186425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-811232f0-ba45-4990-a879-2ec5f14a8a1a req-b87c5301-da78-4f28-8a21-96cf91e17f4e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.278466 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.327989 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.356655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Network e46ef530-0fc2-4319-997d-9d2cf3cfef7c is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:26.360389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:26.364016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:26.391256 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.401554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2106e1ea-a2e0-45b5-aa36-ca57bf2987e9,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:26.420803 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.471263 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-811232f0-ba45-4990-a879-2ec5f14a8a1a req-b87c5301-da78-4f28-8a21-96cf91e17f4e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.496089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Attempting to bind port 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:26.497607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Attempting to bind port 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:26.497607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Attempting to bind port 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:26.517327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:26.518210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:26.518619 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.519052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:26.519534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Bound port: 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:26.520077 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.556894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.566078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c153bc8-2159-48c9-bcfd-ac4556f359a6 None None] Pushing event updated for resources: {'Port': ['ID=68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:26.575031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] Router 3bef4fa8-468f-4b4d-8172-8ec97f138066 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:13:26.612741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] For port 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:26.615543 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] For port 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:26.619542 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-811232f0-ba45-4990-a879-2ec5f14a8a1a req-b87c5301-da78-4f28-8a21-96cf91e17f4e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.657021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c296dc0-ccf1-4302-85a2-6c314123f123 req-8bc96de2-ea73-427c-8b20-17211a186747 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:26.659072 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c296dc0-ccf1-4302-85a2-6c314123f123 req-8bc96de2-ea73-427c-8b20-17211a186747 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 945 time: 0.1049321 Oct 19 11:13:26.679346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c5301-da78-4f28-8a21-96cf91e17f4e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5cb4ca-67e0-4cd6-aaaa-81cc65a0caaa,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:26.713170 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c296dc0-ccf1-4302-85a2-6c314123f123 req-8e5a86ac-247d-466c-a6ab-3fa9df737748 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466926 Oct 19 11:13:26.782513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e82700e3-cd9f-4402-ab7e-c5fc21cc56de None None] Provisioning complete for port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:26.782898 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e82700e3-cd9f-4402-ab7e-c5fc21cc56de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.833781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e82700e3-cd9f-4402-ab7e-c5fc21cc56de None None] Port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:13:26.834026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:13:26.840470 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a8520dfa-b049-4022-a739-eb172323d381 admin admin] 10.222.0.39 "PUT /v2.0/routers/3bef4fa8-468f-4b4d-8172-8ec97f138066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6261003 Oct 19 11:13:26.844217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46186) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:26.850955 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcae6fb-a336-4b66-8b68-7752ec9c4e96 None None] Sync routers for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:13:26.855805 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.860918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:26.864149 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcae6fb-a336-4b66-8b68-7752ec9c4e96 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:26.864295 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-811232f0-ba45-4990-a879-2ec5f14a8a1a req-b87c5301-da78-4f28-8a21-96cf91e17f4e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:26.865540 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-811232f0-ba45-4990-a879-2ec5f14a8a1a req-b87c5301-da78-4f28-8a21-96cf91e17f4e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8387384 Oct 19 11:13:26.869589 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0fcae6fb-a336-4b66-8b68-7752ec9c4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:26.916948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Router 77483d93-918f-4886-a38c-991652bfe3f3 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:13:26.941920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-7275dd24-caaa-4229-9fd1-e34336b88584 req-23a32813-22fd-4bea-b401-86b71c422231 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1907478988', 'description': 'tempest-description-474822918'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:27.005041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.043794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Routers {'05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:27.044026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:27.048984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c153bc8-2159-48c9-bcfd-ac4556f359a6 None None] Pushing event updated for resources: {'Port': ['ID=68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:27.049251 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0fcae6fb-a336-4b66-8b68-7752ec9c4e96 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:27.095871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7275dd24-caaa-4229-9fd1-e34336b88584 req-23a32813-22fd-4bea-b401-86b71c422231 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.127351 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.200429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace8df1-a191-4377-9134-33ed084653a7 req-c215ed2d-f1c0-4191-b8e1-f627668ab42e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:27.204698 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ace8df1-a191-4377-9134-33ed084653a7 req-c215ed2d-f1c0-4191-b8e1-f627668ab42e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 949 time: 0.1996794 Oct 19 11:13:27.226894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:13:27.262195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:13:27.278305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] Set router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:27.303292 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0fcae6fb-a336-4b66-8b68-7752ec9c4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:13:24Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:27.309115 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ace8df1-a191-4377-9134-33ed084653a7 req-7ec23a82-4315-48d9-87e7-1f3c0cd3ac45 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940974 Oct 19 11:13:27.343681 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcae6fb-a336-4b66-8b68-7752ec9c4e96 None None] Checking router: 3bef4fa8-468f-4b4d-8172-8ec97f138066 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:13:27.352813 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcae6fb-a336-4b66-8b68-7752ec9c4e96 None None] Routers {'3bef4fa8-468f-4b4d-8172-8ec97f138066'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:27.353418 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0fcae6fb-a336-4b66-8b68-7752ec9c4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['3bef4fa8-468f-4b4d-8172-8ec97f138066'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:27.376828 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7275dd24-caaa-4229-9fd1-e34336b88584 req-23a32813-22fd-4bea-b401-86b71c422231 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.382167 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.393999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.395273 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1248dc8c-7f4b-401c-b655-4188b87df078 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6797657 Oct 19 11:13:27.398003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46194) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:27.403970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Sync routers for ids ['77483d93-918f-4886-a38c-991652bfe3f3'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:13:27.410057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:27.410560 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.432589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.443358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Routers {'77483d93-918f-4886-a38c-991652bfe3f3'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:27.443358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:12:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['77483d93-918f-4886-a38c-991652bfe3f3'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:27.474440 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7275dd24-caaa-4229-9fd1-e34336b88584 req-23a32813-22fd-4bea-b401-86b71c422231 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.527209 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0fcae6fb-a336-4b66-8b68-7752ec9c4e96 None None] Set router 3bef4fa8-468f-4b4d-8172-8ec97f138066 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:27.551341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a32813-22fd-4bea-b401-86b71c422231 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f71fe10-258c-4175-b985-014ae934099e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:27.591577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Deleting port 1d8f0cae-c528-4661-852f-3d57fa379833 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:27.592925 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.596090 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.671005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Set router 77483d93-918f-4886-a38c-991652bfe3f3 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:27.673938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2106e1ea-a2e0-45b5-aa36-ca57bf2987e9,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:27.691331 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7275dd24-caaa-4229-9fd1-e34336b88584 req-23a32813-22fd-4bea-b401-86b71c422231 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.697403 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7275dd24-caaa-4229-9fd1-e34336b88584 req-23a32813-22fd-4bea-b401-86b71c422231 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7615676 Oct 19 11:13:27.727981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e417dcf9-55ef-4d57-8914-2a371e543573 req-66c420ae-ad57-44a4-950c-1b6968221cd5 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1620387377', 'description': 'tempest-description-971801782'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:27.760175 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.760519 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0fcae6fb-a336-4b66-8b68-7752ec9c4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:13:24Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:27.823032 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcae6fb-a336-4b66-8b68-7752ec9c4e96 None None] The sync data for ids ['3bef4fa8-468f-4b4d-8172-8ec97f138066'] in n-d-814547-1 is: [{'id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'name': 'tempest-FloatingIPsAssociationTestJSON-723183497-router', 'tenant_id': 'f829754b827c4f5baf637ce6e23968c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:11:56Z', 'updated_at': '2021-10-19T11:13:24Z', 'revision_number': 5, 'project_id': 'f829754b827c4f5baf637ce6e23968c3', 'gw_port': {'id': '1d8f0cae-c528-4661-852f-3d57fa379833', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4fa8-468f-4b4d-8172-8ec97f138066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:11:58Z', 'updated_at': '2021-10-19T11:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:13:27.874159 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e417dcf9-55ef-4d57-8914-2a371e543573 req-66c420ae-ad57-44a4-950c-1b6968221cd5 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.897447 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.941694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Network e46ef530-0fc2-4319-997d-9d2cf3cfef7c is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:27.943531 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] For port 1d8f0cae-c528-4661-852f-3d57fa379833, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1d8f0cae-c528-4661-852f-3d57fa379833,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:27.943888 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.949924 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-74634991-96f7-4829-ac42-0728ee216ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:27.956167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:27.965337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:27.968260 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9e3802-97db-4cd9-bfe3-7cee50612231" -d '{"events": [{"server_uuid": "b0eab914-6f56-4a59-938c-cfd813c7e9ff", "name": "network-vif-plugged", "status": "completed", "tag": "fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:27.974738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Calling delete_port for 1d8f0cae-c528-4661-852f-3d57fa379833 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:27.999031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:28.018282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-router', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:17Z', 'updated_at': '2021-10-19T11:13:26Z', 'revision_number': 4, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'gw_port': {'id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:19Z', 'updated_at': '2021-10-19T11:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2106e1ea-a2e0-45b5-aa36-ca57bf2987e9', 'name': '', 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'mac_address': 'fa:16:3e:e3:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd833a41f-3182-45a3-ad6a-9e00ef20ff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:25Z', 'updated_at': '2021-10-19T11:13:26Z', 'revision_number': 1, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'subnets': [{'id': 'd833a41f-3182-45a3-ad6a-9e00ef20ff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:28.044147 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e417dcf9-55ef-4d57-8914-2a371e543573 req-66c420ae-ad57-44a4-950c-1b6968221cd5 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:28.072516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6767a7-ad52-4710-82fe-f304d92cb90f req-09b0ac05-2bdf-496f-991e-59566827961f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:28.077755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da17de36-8921-45d9-97c3-96006dbe91be None None] The sync data for ids ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'] in n-d-814547-1 is: [{'id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-router', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:17Z', 'updated_at': '2021-10-19T11:13:26Z', 'revision_number': 4, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'gw_port': {'id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:19Z', 'updated_at': '2021-10-19T11:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2106e1ea-a2e0-45b5-aa36-ca57bf2987e9', 'name': '', 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'mac_address': 'fa:16:3e:e3:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd833a41f-3182-45a3-ad6a-9e00ef20ff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:25Z', 'updated_at': '2021-10-19T11:13:26Z', 'revision_number': 1, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'subnets': [{'id': 'd833a41f-3182-45a3-ad6a-9e00ef20ff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:13:28.080130 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e6767a7-ad52-4710-82fe-f304d92cb90f req-09b0ac05-2bdf-496f-991e-59566827961f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 945 time: 0.2784264 Oct 19 11:13:28.084793 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:28.105245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:28.136333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e417dcf9-55ef-4d57-8914-2a371e543573 req-66c420ae-ad57-44a4-950c-1b6968221cd5 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:28.171254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:28.197189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77483d93-918f-4886-a38c-991652bfe3f3', 'name': 'tempest-FloatingIPsTestJSON-1192719016-router', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:20Z', 'updated_at': '2021-10-19T11:13:25Z', 'revision_number': 3, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'gw_port': {'id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:23Z', 'updated_at': '2021-10-19T11:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:28.248754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Checking router: 77483d93-918f-4886-a38c-991652bfe3f3 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:13:28.249613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Updating router 77483d93-918f-4886-a38c-991652bfe3f3 port 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:13:28.282551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e417dcf9-55ef-4d57-8914-2a371e543573 req-66c420ae-ad57-44a4-950c-1b6968221cd5 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:28.282551 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e417dcf9-55ef-4d57-8914-2a371e543573 req-66c420ae-ad57-44a4-950c-1b6968221cd5 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5513496 Oct 19 11:13:28.290006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c420ae-ad57-44a4-950c-1b6968221cd5 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1a8241-c409-4626-a93f-38d4a5be8dcb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:28.296428 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:28.482232 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a1822d-49cf-4afa-ac4b-4f06c3a6629c x-openstack-request-id: req-b9a1822d-49cf-4afa-ac4b-4f06c3a6629c {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:28.482826 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eab914-6f56-4a59-938c-cfd813c7e9ff", "name": "network-vif-plugged", "status": "completed", "tag": "fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:28.482826 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9a1822d-49cf-4afa-ac4b-4f06c3a6629c {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:28.483434 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e', 'code': 200} Oct 19 11:13:28.527470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-26532e6d-d669-4ff4-b41b-78903b73b38a None None] Provisioning complete for port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:28.527850 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-26532e6d-d669-4ff4-b41b-78903b73b38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:28.590904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Allocated IP 172.20.0.1 (8df777ad-768a-4306-944f-a2be97a0a825/6e427ac2-9cd4-444a-9225-9b72743dd3ef/340db26b-7432-4cb9-9b68-5c53e396fd10) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:28.665350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-26532e6d-d669-4ff4-b41b-78903b73b38a None None] Port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:13:28.775845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb3077fa-b645-46ad-bcdf-c495ebd5ddfc req-dd3e91ef-33ad-4245-a884-4b189ae1335c tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18dbd97da179417f9c6d3c434fdd92c2 HTTP/1.1" status: 200 len: 10892 time: 0.2310152 Oct 19 11:13:28.907701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb3077fa-b645-46ad-bcdf-c495ebd5ddfc req-f98b1d1d-a1be-4b3d-beda-f2a5b206cbd6 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/ea9c736f-1407-4004-bd51-306a6253e471 HTTP/1.1" status: 200 len: 2981 time: 0.1172538 Oct 19 11:13:28.912334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:28.917416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bd8b2-bb3e-4b72-ac46-e25430144e6b req-5118cccd-826f-4400-9d77-c848c17d69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:28.917416 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b1bd8b2-bb3e-4b72-ac46-e25430144e6b req-5118cccd-826f-4400-9d77-c848c17d69e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 1097 time: 0.3352625 Oct 19 11:13:28.975856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:13:28.987166 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e6767a7-ad52-4710-82fe-f304d92cb90f req-1d6df964-0cc0-4d24-bffc-861fbe2686fd tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9057038 Oct 19 11:13:29.023548 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b1bd8b2-bb3e-4b72-ac46-e25430144e6b req-e912f04d-b34d-4de7-a8a6-a1d57e17ccea service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889511 Oct 19 11:13:29.052874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb3077fa-b645-46ad-bcdf-c495ebd5ddfc req-1291d3ad-1194-499e-852a-89db0f61ae6c tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/ea9c736f-1407-4004-bd51-306a6253e471 HTTP/1.1" status: 200 len: 2981 time: 0.1345916 Oct 19 11:13:29.077584 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.095537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 178258a9-c32d-4d32-bc17-453b7fb758dc completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:13:29.104125 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.109190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.196157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3c625a4c-006a-4f83-a079-808cab85b67e no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:29.197150 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea19bc1f-33e5-4b21-8713-658922040c8a req-c656ba18-34a7-45a5-bda1-e4ce6e895749 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/7a5cb4ca-67e0-4cd6-aaaa-81cc65a0caaa HTTP/1.1" status: 200 len: 1800 time: 0.1148016 Oct 19 11:13:29.198430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 178258a9-c32d-4d32-bc17-453b7fb758dc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:29.198781 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.208979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:13:29.217474 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-76429947-7e2e-4971-aff8-c019d39470c3 admin admin] 10.222.0.39 "PUT /v2.0/routers/05809164-e0b3-4fc2-8f14-2c0f3fe4ed10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3365672 Oct 19 11:13:29.218929 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.274408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 3c625a4c-006a-4f83-a079-808cab85b67e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:29.275694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3c625a4c-006a-4f83-a079-808cab85b67e not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:29.284440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ea19bc1f-33e5-4b21-8713-658922040c8a req-926ef5fb-01fd-4a13-bd9a-b8d5701bb0c2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.292750 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.313130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.364673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ea19bc1f-33e5-4b21-8713-658922040c8a req-926ef5fb-01fd-4a13-bd9a-b8d5701bb0c2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.402732 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.418339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Network 8df777ad-768a-4306-944f-a2be97a0a825 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:29.429511 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:29.442644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8f0cae-c528-4661-852f-3d57fa379833,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:29.448493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:29.449622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:29.451552 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.504798 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.551673 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.552153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b07c5-0dfe-402d-a738-23fb998b8fd4 req-9cc7e0ff-9844-4778-ba03-42ac2c997bdd tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:29.560149 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c7b07c5-0dfe-402d-a738-23fb998b8fd4 req-9cc7e0ff-9844-4778-ba03-42ac2c997bdd tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 949 time: 0.3876810 Oct 19 11:13:29.562427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe80034-d82a-4029-be69-38901b7cc141 None None] Pushing event updated for resources: {'Port': ['ID=6a7dd787-a556-4dd9-ac0a-04a32c4352b0,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:29.572050 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Attempting to bind port 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:29.572419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Attempting to bind port 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:29.572876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Attempting to bind port 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:29.634082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:29.634449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:29.634857 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.635254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:29.639869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Bound port: 6a7dd787-a556-4dd9-ac0a-04a32c4352b0, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:29.640336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.670388 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.694030 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c7b07c5-0dfe-402d-a738-23fb998b8fd4 req-bafd6e1d-af92-4a6d-adc1-efe22d053e06 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328440 Oct 19 11:13:29.738890 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:29.770200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Pushing event updated for resources: {'Port': ['ID=340db26b-7432-4cb9-9b68-5c53e396fd10,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:29.780485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] For port 6a7dd787-a556-4dd9-ac0a-04a32c4352b0, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:29.784020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] For port 6a7dd787-a556-4dd9-ac0a-04a32c4352b0, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6a7dd787-a556-4dd9-ac0a-04a32c4352b0,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:29.851605 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.853438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ea19bc1f-33e5-4b21-8713-658922040c8a req-926ef5fb-01fd-4a13-bd9a-b8d5701bb0c2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.858141 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ea19bc1f-33e5-4b21-8713-658922040c8a req-926ef5fb-01fd-4a13-bd9a-b8d5701bb0c2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.858834 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea19bc1f-33e5-4b21-8713-658922040c8a req-926ef5fb-01fd-4a13-bd9a-b8d5701bb0c2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "DELETE /v2.0/security-groups/7a5cb4ca-67e0-4cd6-aaaa-81cc65a0caaa HTTP/1.1" status: 204 len: 173 time: 0.6607864 Oct 19 11:13:29.863135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.897682 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.900582 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:29.907730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ef5fb-01fd-4a13-bd9a-b8d5701bb0c2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5cb4ca-67e0-4cd6-aaaa-81cc65a0caaa,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:29.910719 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-d8b4b4b9-dc44-4039-8af1-a0950e773247 req-da0c692e-8682-4a35-bb83-33e863526504 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] show failed (client error): The resource could not be found. Oct 19 11:13:29.912860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8b4b4b9-dc44-4039-8af1-a0950e773247 req-da0c692e-8682-4a35-bb83-33e863526504 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/7a5cb4ca-67e0-4cd6-aaaa-81cc65a0caaa HTTP/1.1" status: 404 len: 352 time: 0.0190191 Oct 19 11:13:30.043131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3c46fadb-ef1b-4303-bcf1-8c992b46bff7 None None] Provisioning complete for port 340db26b-7432-4cb9-9b68-5c53e396fd10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:30.043826 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c46fadb-ef1b-4303-bcf1-8c992b46bff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.088654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe80034-d82a-4029-be69-38901b7cc141 None None] Pushing event updated for resources: {'Port': ['ID=6a7dd787-a556-4dd9-ac0a-04a32c4352b0,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:30.096310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Routers {'77483d93-918f-4886-a38c-991652bfe3f3'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:30.103199 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['77483d93-918f-4886-a38c-991652bfe3f3'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:30.122792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.123385 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bef4fa8-468f-4b4d-8172-8ec97f138066 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:13:30.128088 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-b845edcc-33cd-4cd6-af2f-aba8e77f2888 req-99ef9da4-52ca-4c2e-a70e-0a715dcd9d4c tempest-FloatingIPDetailsNegativeTestJSON-1909758693 tempest-FloatingIPDetailsNegativeTestJSON-1909758693-project] show failed (client error): The resource could not be found. Oct 19 11:13:30.133779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b845edcc-33cd-4cd6-af2f-aba8e77f2888 req-99ef9da4-52ca-4c2e-a70e-0a715dcd9d4c tempest-FloatingIPDetailsNegativeTestJSON-1909758693 tempest-FloatingIPDetailsNegativeTestJSON-1909758693-project] 10.222.0.39 "GET /v2.0/floatingips/a4aacc54-20d5-4068-9a17-ccd5bf583e9d HTTP/1.1" status: 404 len: 350 time: 0.0787556 Oct 19 11:13:30.136977 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.141979 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-232589c5-49d2-4113-ad6c-7e5baf0fe153 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3bef4fa8-468f-4b4d-8172-8ec97f138066 HTTP/1.1" status: 204 len: 168 time: 3.2942474 Oct 19 11:13:30.141979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46236) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:30.158177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46238) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:30.165311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3c46fadb-ef1b-4303-bcf1-8c992b46bff7 None None] Port 340db26b-7432-4cb9-9b68-5c53e396fd10 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:13:30.319030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] Set router 77483d93-918f-4886-a38c-991652bfe3f3 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:30.345461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-69336838-feb3-4c72-8761-1dd6e9ee9860 admin admin] Deleting subnet cda58b73-1dbc-4a13-b0bc-3095feef3825 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:13:30.350556 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69336838-feb3-4c72-8761-1dd6e9ee9860 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.459598 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69336838-feb3-4c72-8761-1dd6e9ee9860 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.488145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:30.491011 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3207f3-f708-4adf-9ad5-24fbe37ff151" -d '{"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-plugged", "status": "completed", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:30.528292 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1da6be02-9ca6-4882-8b91-2d69f78f3a1c req-8c57c422-3986-4b43-968a-4b42345cfdae tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/1f71fe10-258c-4175-b985-014ae934099e HTTP/1.1" status: 200 len: 1800 time: 0.5830543 Oct 19 11:13:30.546624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1086275-569d-452f-880f-74cb8c945bd8 req-96368edd-6228-42db-ab1d-7bb5e5b0ed62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:30.548200 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c1086275-569d-452f-880f-74cb8c945bd8 req-96368edd-6228-42db-ab1d-7bb5e5b0ed62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.3006425 Oct 19 11:13:30.667919 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1da6be02-9ca6-4882-8b91-2d69f78f3a1c req-5d0f37bf-3d3b-4233-88b7-ef5f700acf36 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.696235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69336838-feb3-4c72-8761-1dd6e9ee9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.709185 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c1086275-569d-452f-880f-74cb8c945bd8 req-66d46cc0-9cab-4db2-a58d-437f3875464e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537237 Oct 19 11:13:30.710521 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.723031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77483d93-918f-4886-a38c-991652bfe3f3', 'name': 'tempest-FloatingIPsTestJSON-1192719016-router', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:20Z', 'updated_at': '2021-10-19T11:13:29Z', 'revision_number': 4, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'gw_port': {'id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:23Z', 'updated_at': '2021-10-19T11:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '340db26b-7432-4cb9-9b68-5c53e396fd10', 'name': '', 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'mac_address': 'fa:16:3e:1a:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6e427ac2-9cd4-444a-9225-9b72743dd3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:28Z', 'updated_at': '2021-10-19T11:13:28Z', 'revision_number': 1, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'subnets': [{'id': '6e427ac2-9cd4-444a-9225-9b72743dd3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:30.747755 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.788089 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1da6be02-9ca6-4882-8b91-2d69f78f3a1c req-5d0f37bf-3d3b-4233-88b7-ef5f700acf36 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.851492 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae64c4d4-070f-4c67-a796-a7683825a30e x-openstack-request-id: req-ae64c4d4-070f-4c67-a796-a7683825a30e {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:30.852036 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-plugged", "status": "completed", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:30.852296 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae64c4d4-070f-4c67-a796-a7683825a30e {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:30.855583 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'code': 200} Oct 19 11:13:30.856438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c98021d-cf17-4976-a9a9-9ee4a61376d1 None None] The sync data for ids ['77483d93-918f-4886-a38c-991652bfe3f3'] in n-d-814547-1 is: [{'id': '77483d93-918f-4886-a38c-991652bfe3f3', 'name': 'tempest-FloatingIPsTestJSON-1192719016-router', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:20Z', 'updated_at': '2021-10-19T11:13:29Z', 'revision_number': 4, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'gw_port': {'id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:23Z', 'updated_at': '2021-10-19T11:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '340db26b-7432-4cb9-9b68-5c53e396fd10', 'name': '', 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'mac_address': 'fa:16:3e:1a:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6e427ac2-9cd4-444a-9225-9b72743dd3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:28Z', 'updated_at': '2021-10-19T11:13:28Z', 'revision_number': 1, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'subnets': [{'id': '6e427ac2-9cd4-444a-9225-9b72743dd3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:13:30.870406 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.943776 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:30.946834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Pushing event updated for resources: {'Port': ['ID=340db26b-7432-4cb9-9b68-5c53e396fd10,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:31.004643 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2ba61-a951-4d89-aa34-08d82c0d00a3 req-69234bf9-8854-4f7a-87b2-460f36332362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:31.006188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfc2ba61-a951-4d89-aa34-08d82c0d00a3 req-69234bf9-8854-4f7a-87b2-460f36332362 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 1101 time: 0.1094623 Oct 19 11:13:31.023924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4514de-a473-4c33-a16f-ec941615a702 req-80b7a107-7b98-46bb-acce-84475d4ab932 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:31.023924 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dc4514de-a473-4c33-a16f-ec941615a702 req-80b7a107-7b98-46bb-acce-84475d4ab932 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1225157 Oct 19 11:13:31.053201 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1da6be02-9ca6-4882-8b91-2d69f78f3a1c req-5d0f37bf-3d3b-4233-88b7-ef5f700acf36 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.056109 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1da6be02-9ca6-4882-8b91-2d69f78f3a1c req-5d0f37bf-3d3b-4233-88b7-ef5f700acf36 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.057370 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1da6be02-9ca6-4882-8b91-2d69f78f3a1c req-5d0f37bf-3d3b-4233-88b7-ef5f700acf36 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "DELETE /v2.0/security-groups/1f71fe10-258c-4175-b985-014ae934099e HTTP/1.1" status: 204 len: 173 time: 0.4940608 Oct 19 11:13:31.072904 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69336838-feb3-4c72-8761-1dd6e9ee9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.075940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f37bf-3d3b-4233-88b7-ef5f700acf36 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f71fe10-258c-4175-b985-014ae934099e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:31.086543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Network 8df777ad-768a-4306-944f-a2be97a0a825 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:31.094811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:31.187716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69336838-feb3-4c72-8761-1dd6e9ee9860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda58b73-1dbc-4a13-b0bc-3095feef3825,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:31.205637 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69336838-feb3-4c72-8761-1dd6e9ee9860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.206695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d0b702-859a-46a3-8ba5-dc329655cdba None None] Network f8824758-9a29-42ea-9139-1a0816bd3c64 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:31.218161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-69336838-feb3-4c72-8761-1dd6e9ee9860 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cda58b73-1dbc-4a13-b0bc-3095feef3825 HTTP/1.1" status: 204 len: 168 time: 1.0600400 Oct 19 11:13:31.219960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46258) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:31.254846 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-a3c136d2-5511-4c52-9fff-6e2881d65eb6 req-577aa1bd-08e4-496b-92c5-6c7de749aa06 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] show failed (client error): The resource could not be found. Oct 19 11:13:31.256063 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3c136d2-5511-4c52-9fff-6e2881d65eb6 req-577aa1bd-08e4-496b-92c5-6c7de749aa06 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/1f71fe10-258c-4175-b985-014ae934099e HTTP/1.1" status: 404 len: 352 time: 0.0266078 Oct 19 11:13:31.395357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:31.437906 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfc2ba61-a951-4d89-aa34-08d82c0d00a3 req-801825ec-499a-43b1-835a-53d0e0f7d892 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155917 Oct 19 11:13:31.443522 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dc4514de-a473-4c33-a16f-ec941615a702 req-92990fd2-d6b7-47b2-9f6f-5b292bd4567a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123831 Oct 19 11:13:31.465643 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.467138 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6aa5858-0164-4079-9e92-6aaab90a51bd req-005d64e7-4856-4859-889d-35b27c0a6977 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/8e1a8241-c409-4626-a93f-38d4a5be8dcb HTTP/1.1" status: 200 len: 1800 time: 0.0904338 Oct 19 11:13:31.550019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:31.550486 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.566859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Router 77483d93-918f-4886-a38c-991652bfe3f3 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:13:31.610936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4593b8dc-71f0-452a-b85e-9382de596a27 None None] DHCP port deletion for f8824758-9a29-42ea-9139-1a0816bd3c64 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:13:31.622763 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d6aa5858-0164-4079-9e92-6aaab90a51bd req-87230cb9-742b-41bd-867d-efd4afe547bf tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.647474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-183df0b5-c613-49a7-b500-7773929f2d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.695761 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4b15b014-5066-49df-8f6e-59dfff7e4c95 None None] Provisioning complete for port 340db26b-7432-4cb9-9b68-5c53e396fd10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:31.696648 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4b15b014-5066-49df-8f6e-59dfff7e4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.706058 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d6aa5858-0164-4079-9e92-6aaab90a51bd req-87230cb9-742b-41bd-867d-efd4afe547bf tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.769739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4b15b014-5066-49df-8f6e-59dfff7e4c95 None None] Port 340db26b-7432-4cb9-9b68-5c53e396fd10 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:13:31.809374 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Sync routers for ids ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:13:31.834760 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Routers {'05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:31.835662 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:31.838784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:13:31.856360 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.857323 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4462c450-9888-467a-a9c4-48e10996f56a admin admin] 10.222.0.39 "PUT /v2.0/routers/77483d93-918f-4886-a38c-991652bfe3f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4577727 Oct 19 11:13:31.865368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4593b8dc-71f0-452a-b85e-9382de596a27 None None] Deleting port 28a0b1c0-2bb6-4597-8c17-54901085a2b6 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:31.865368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4593b8dc-71f0-452a-b85e-9382de596a27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.896974 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d6aa5858-0164-4079-9e92-6aaab90a51bd req-87230cb9-742b-41bd-867d-efd4afe547bf tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.900947 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d6aa5858-0164-4079-9e92-6aaab90a51bd req-87230cb9-742b-41bd-867d-efd4afe547bf tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:31.902337 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6aa5858-0164-4079-9e92-6aaab90a51bd req-87230cb9-742b-41bd-867d-efd4afe547bf tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "DELETE /v2.0/security-groups/8e1a8241-c409-4626-a93f-38d4a5be8dcb HTTP/1.1" status: 204 len: 173 time: 0.4291110 Oct 19 11:13:31.926537 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87230cb9-742b-41bd-867d-efd4afe547bf tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1a8241-c409-4626-a93f-38d4a5be8dcb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:32.018967 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-331efc0f-bd1c-469c-85d4-511308937b09 req-4e6e7c79-454d-4e78-b8e0-c8bdbe3f6032 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] show failed (client error): The resource could not be found. Oct 19 11:13:32.021027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-331efc0f-bd1c-469c-85d4-511308937b09 req-4e6e7c79-454d-4e78-b8e0-c8bdbe3f6032 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/8e1a8241-c409-4626-a93f-38d4a5be8dcb HTTP/1.1" status: 404 len: 352 time: 0.0852945 Oct 19 11:13:32.042434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4593b8dc-71f0-452a-b85e-9382de596a27 None None] For port 28a0b1c0-2bb6-4597-8c17-54901085a2b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=28a0b1c0-2bb6-4597-8c17-54901085a2b6,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:32.045334 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4593b8dc-71f0-452a-b85e-9382de596a27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:32.081110 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4593b8dc-71f0-452a-b85e-9382de596a27 None None] Calling delete_port for 28a0b1c0-2bb6-4597-8c17-54901085a2b6 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:32.089438 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Deleting port 28a0b1c0-2bb6-4597-8c17-54901085a2b6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:32.102319 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:32.156925 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-639f1596-e7f0-4c9e-8127-b317ba6aa733 req-75acf724-1522-4c18-bac2-f887506be156 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18dbd97da179417f9c6d3c434fdd92c2 HTTP/1.1" status: 200 len: 6145 time: 0.1031132 Oct 19 11:13:32.189129 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Set router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:32.208749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:32.221611 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-639f1596-e7f0-4c9e-8127-b317ba6aa733 req-d61d5270-2a4b-4fec-b75d-ba4f348c45e3 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/ea9c736f-1407-4004-bd51-306a6253e471 HTTP/1.1" status: 200 len: 2981 time: 0.0568836 Oct 19 11:13:32.283290 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-639f1596-e7f0-4c9e-8127-b317ba6aa733 req-3e348c5f-f093-4c01-befd-620da76e9bdb tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/ea9c736f-1407-4004-bd51-306a6253e471 HTTP/1.1" status: 200 len: 2981 time: 0.0523901 Oct 19 11:13:32.303315 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:32.326735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] For port 28a0b1c0-2bb6-4597-8c17-54901085a2b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=28a0b1c0-2bb6-4597-8c17-54901085a2b6,segment=NetworkSegment(59e5a0a0-7776-4956-b69e-88011a8a62c6),segment_id=59e5a0a0-7776-4956-b69e-88011a8a62c6)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:32.327297 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:32.344970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Calling delete_port for 28a0b1c0-2bb6-4597-8c17-54901085a2b6 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:32.345108 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4593b8dc-71f0-452a-b85e-9382de596a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:32.395431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4593b8dc-71f0-452a-b85e-9382de596a27 None None] No DVR routers for this DVR port 28a0b1c0-2bb6-4597-8c17-54901085a2b6 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:32.408628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1d8f0cae-c528-4661-852f-3d57fa379833 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:32.456885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f50a18-1e9e-46f0-9660-72096c2e25a8 req-add6e84f-25cd-449f-bac1-d353fbd94b3c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:32.461948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6f50a18-1e9e-46f0-9660-72096c2e25a8 req-add6e84f-25cd-449f-bac1-d353fbd94b3c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.4857426 Oct 19 11:13:32.479990 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 1d8f0cae-c528-4661-852f-3d57fa379833 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:32.480808 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1d8f0cae-c528-4661-852f-3d57fa379833 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:32.483974 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:32.492810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:32.558364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593b8dc-71f0-452a-b85e-9382de596a27 None None] Pushing event deleted for resources: {'Port': ['ID=28a0b1c0-2bb6-4597-8c17-54901085a2b6,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:32.584818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a0b1c0-2bb6-4597-8c17-54901085a2b6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:32.592740 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-router', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:17Z', 'updated_at': '2021-10-19T11:13:26Z', 'revision_number': 4, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'gw_port': {'id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:19Z', 'updated_at': '2021-10-19T11:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2106e1ea-a2e0-45b5-aa36-ca57bf2987e9', 'name': '', 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'mac_address': 'fa:16:3e:e3:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd833a41f-3182-45a3-ad6a-9e00ef20ff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:25Z', 'updated_at': '2021-10-19T11:13:27Z', 'revision_number': 2, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'subnets': [{'id': 'd833a41f-3182-45a3-ad6a-9e00ef20ff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:32.627317 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Checking router: 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:13:32.628274 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Updating router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:13:32.656378 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:32.666189 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6f50a18-1e9e-46f0-9660-72096c2e25a8 req-5599d2e9-c33f-44f6-913d-527c4a0dd653 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886144 Oct 19 11:13:32.670997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] No DVR routers for this DVR port 28a0b1c0-2bb6-4597-8c17-54901085a2b6 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:32.685806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-a450e860-e7bf-4c8a-91a8-b3e21f987ad5 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2456331 Oct 19 11:13:32.701618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:32.801796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:32.831823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8824758-9a29-42ea-9139-1a0816bd3c64']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:32.838277 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:32.886854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-9eb063f7-bf96-4534-b99e-7d30f0c71659 req-ba43b2f1-437e-402b-b017-b55b5098b1c3 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1523299955', 'description': 'tempest-description-1456263635'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:32.931235 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e5a0a0-7776-4956-b69e-88011a8a62c6') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:32.931546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e5a0a0-7776-4956-b69e-88011a8a62c6') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:32.954282 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:32.981105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:32.996104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:13:33.002874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:13:33.012868 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:13:33.036500 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9eb063f7-bf96-4534-b99e-7d30f0c71659 req-ba43b2f1-437e-402b-b017-b55b5098b1c3 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.042526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-183df0b5-c613-49a7-b500-7773929f2d62 admin admin] Deleting port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:33.043000 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-183df0b5-c613-49a7-b500-7773929f2d62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.043290 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.204568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Allocated IP 172.25.2.123 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/1560cffc-8790-4244-bdd6-5c151ce7ebac) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:33.236620 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.252205 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.261876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f8824758-9a29-42ea-9139-1a0816bd3c64 HTTP/1.1" status: 204 len: 168 time: 2.0352135 Oct 19 11:13:33.274845 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.293600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c574b-3d45-46f8-904b-6ed5a3180216 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8824758-9a29-42ea-9139-1a0816bd3c64,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:33.326524 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-183df0b5-c613-49a7-b500-7773929f2d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.331690 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9eb063f7-bf96-4534-b99e-7d30f0c71659 req-ba43b2f1-437e-402b-b017-b55b5098b1c3 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.351011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-183df0b5-c613-49a7-b500-7773929f2d62 admin admin] Calling delete_port for 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:33.365028 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.382435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:33.405057 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.418813 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9eb063f7-bf96-4534-b99e-7d30f0c71659 req-ba43b2f1-437e-402b-b017-b55b5098b1c3 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.472658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43b2f1-437e-402b-b017-b55b5098b1c3 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7411c0-f301-480d-a302-51a10b288a1d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:33.498033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:33.498942 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.508151 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9eb063f7-bf96-4534-b99e-7d30f0c71659 req-ba43b2f1-437e-402b-b017-b55b5098b1c3 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.510069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9eb063f7-bf96-4534-b99e-7d30f0c71659 req-ba43b2f1-437e-402b-b017-b55b5098b1c3 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6524332 Oct 19 11:13:33.544634 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f65fd2-5031-4ec2-8d1a-198fb082912b None None] Pushing event updated for resources: {'Port': ['ID=2106e1ea-a2e0-45b5-aa36-ca57bf2987e9,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:33.553402 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Attempting to bind port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:33.553766 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Attempting to bind port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:33.554121 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Attempting to bind port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 on network e46ef530-0fc2-4319-997d-9d2cf3cfef7c {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:33.560805 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:33.561176 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Checking segment: {'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:33.561569 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.562063 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Bound using segment: {'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:33.562633 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Bound port: 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:33.563171 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.592772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.657687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:33.670580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:33.679153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:33.693672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:33.765419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Pushing event updated for resources: {'Port': ['ID=1560cffc-8790-4244-bdd6-5c151ce7ebac,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:33.767748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:33.768159 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.782141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46290) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:33.806657 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.db.api [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:13:33.807464 n-d-814547-1 neutron-server[101314]: DEBUG oslo_db.api [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:13:33.811078 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-183df0b5-c613-49a7-b500-7773929f2d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.833738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ad33ada1-d2b3-41b3-b389-75e3e12ad52f None None] Could not find standard attr ID for object 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:13:33.845573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183df0b5-c613-49a7-b500-7773929f2d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=2106e1ea-a2e0-45b5-aa36-ca57bf2987e9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:33.862822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7ac3b-21a7-452b-8558-dd6a568e6901 req-ec0f3f91-72b7-4d8f-9c3f-396cdeced328 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:33.864450 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90a7ac3b-21a7-452b-8558-dd6a568e6901 req-ec0f3f91-72b7-4d8f-9c3f-396cdeced328 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1484995 Oct 19 11:13:33.882951 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-28f73f5e-6dc0-46ca-9e83-53ee84404a10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f829754b827c4f5baf637ce6e23968c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974360 Oct 19 11:13:33.883524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46294) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:33.916783 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.917724 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:33.968966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 6a7dd787-a556-4dd9-ac0a-04a32c4352b0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6a7dd787-a556-4dd9-ac0a-04a32c4352b0,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:33.983578 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-51f04662-5d0c-42d2-b063-2fb1b403c7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.020911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90a7ac3b-21a7-452b-8558-dd6a568e6901 req-3bfd5446-e4e0-4d65-a212-ad1f1a5c9d28 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162498 Oct 19 11:13:34.048501 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.067179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-51f04662-5d0c-42d2-b063-2fb1b403c7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.117690 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.145263 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 28a0b1c0-2bb6-4597-8c17-54901085a2b6 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:34.197141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 28a0b1c0-2bb6-4597-8c17-54901085a2b6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:34.201661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 28a0b1c0-2bb6-4597-8c17-54901085a2b6 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:34.244245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=6a7dd787-a556-4dd9-ac0a-04a32c4352b0,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:34.245854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e0c9d-96f8-4e0c-aa86-2db4f5404edc req-a39e0c0a-bc4c-461a-ab54-33e6de64d1ee tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:34.247945 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e6e0c9d-96f8-4e0c-aa86-2db4f5404edc req-a39e0c0a-bc4c-461a-ab54-33e6de64d1ee tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 1097 time: 0.0973694 Oct 19 11:13:34.262883 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-183df0b5-c613-49a7-b500-7773929f2d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.285902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Sync routers for ids ['77483d93-918f-4886-a38c-991652bfe3f3'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:13:34.297549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Routers {'77483d93-918f-4886-a38c-991652bfe3f3'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:34.298376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-47d43874-e532-4042-9209-d190aef2d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['77483d93-918f-4886-a38c-991652bfe3f3'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:34.333123 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Attempting to bind port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:34.333679 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Attempting to bind port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:34.333838 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Attempting to bind port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 on network e46ef530-0fc2-4319-997d-9d2cf3cfef7c {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:34.345830 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:34.346220 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Checking segment: {'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:34.346598 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.346988 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Bound using segment: {'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:34.347460 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Bound port: 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d90e6e6-5918-4092-95d8-00887a91e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e46ef530-0fc2-4319-997d-9d2cf3cfef7c'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:34.347858 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.366700 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e6e0c9d-96f8-4e0c-aa86-2db4f5404edc req-3b5f4f58-1c36-4b8c-8f15-484a319abbd1 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121495 Oct 19 11:13:34.382502 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.plugin [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Port 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 has been deleted concurrently {{(pid=101314) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 19 11:13:34.405757 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-51f04662-5d0c-42d2-b063-2fb1b403c7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.418518 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-51f04662-5d0c-42d2-b063-2fb1b403c7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.418518 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-51f04662-5d0c-42d2-b063-2fb1b403c7e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/787f2e33-cd30-4c06-aa61-16a401f6b07b HTTP/1.1" status: 204 len: 168 time: 0.5275900 Oct 19 11:13:34.424268 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Routers {'05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:34.424940 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:34.434302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.442108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f04662-5d0c-42d2-b063-2fb1b403c7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787f2e33-cd30-4c06-aa61-16a401f6b07b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:34.471187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Set router 77483d93-918f-4886-a38c-991652bfe3f3 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:34.482707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-93ca0dc6-d6ea-409b-83c2-83ed469588dc req-3d49499b-3d4c-483f-97ec-eb5daf03968a tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-90865424', 'description': 'tempest-description-1102361419'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:34.524751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.562911 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] Set router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:34.641604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Pushing event updated for resources: {'Port': ['ID=1560cffc-8790-4244-bdd6-5c151ce7ebac,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:34.684893 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.796224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.797693 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-89ab98be-4d29-46b8-a428-23e327f6e548 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1002018 Oct 19 11:13:34.809144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-47d43874-e532-4042-9209-d190aef2d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77483d93-918f-4886-a38c-991652bfe3f3', 'name': 'tempest-FloatingIPsTestJSON-1192719016-router', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:20Z', 'updated_at': '2021-10-19T11:13:29Z', 'revision_number': 4, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'gw_port': {'id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:23Z', 'updated_at': '2021-10-19T11:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '340db26b-7432-4cb9-9b68-5c53e396fd10', 'name': '', 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'mac_address': 'fa:16:3e:1a:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6e427ac2-9cd4-444a-9225-9b72743dd3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:28Z', 'updated_at': '2021-10-19T11:13:29Z', 'revision_number': 2, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'subnets': [{'id': '6e427ac2-9cd4-444a-9225-9b72743dd3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:34.852294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-51d88db8-8075-4a99-82ed-66a4ffc06522 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.123 HTTP/1.1" status: 200 len: 696 time: 0.0479953 Oct 19 11:13:34.881206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Checking router: 77483d93-918f-4886-a38c-991652bfe3f3 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:13:34.881567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Updating router 77483d93-918f-4886-a38c-991652bfe3f3 port 340db26b-7432-4cb9-9b68-5c53e396fd10 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:13:34.916256 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:34.919439 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-router', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:17Z', 'updated_at': '2021-10-19T11:13:33Z', 'revision_number': 5, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'gw_port': {'id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:19Z', 'updated_at': '2021-10-19T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:34.973429 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8d92e-a827-473c-9c34-7e43475b1a07 None None] The sync data for ids ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'] in n-d-814547-1 is: [{'id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-router', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:17Z', 'updated_at': '2021-10-19T11:13:33Z', 'revision_number': 5, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'gw_port': {'id': '68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:19Z', 'updated_at': '2021-10-19T11:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:13:35.002804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-6eb77d8b-9929-41e1-8e43-8ef033abfec2 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:35.020950 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c65ea089-9b19-4a0c-aa99-a0ab3a85a13e req-6eb77d8b-9929-41e1-8e43-8ef033abfec2 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1626244 Oct 19 11:13:35.084102 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93ca0dc6-d6ea-409b-83c2-83ed469588dc req-3d49499b-3d4c-483f-97ec-eb5daf03968a tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:35.162493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183df0b5-c613-49a7-b500-7773929f2d62 admin admin] Router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:13:35.279602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28bed6-850e-42df-9b1e-03b059cfffac req-9f38d93a-4034-44f0-be16-a70d34206f45 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:35.289523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7b28bed6-850e-42df-9b1e-03b059cfffac req-9f38d93a-4034-44f0-be16-a70d34206f45 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0975399 Oct 19 11:13:35.345608 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:35.345760 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7b28bed6-850e-42df-9b1e-03b059cfffac req-5a6e2be7-623e-48a4-9863-22ad80b82a39 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465360 Oct 19 11:13:35.372989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183df0b5-c613-49a7-b500-7773929f2d62 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:13:35.378794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-183df0b5-c613-49a7-b500-7773929f2d62 admin admin] 10.222.0.39 "PUT /v2.0/routers/05809164-e0b3-4fc2-8f14-2c0f3fe4ed10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2374532 Oct 19 11:13:35.381432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46318) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:35.406969 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93ca0dc6-d6ea-409b-83c2-83ed469588dc req-3d49499b-3d4c-483f-97ec-eb5daf03968a tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:35.425650 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:35.541181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:35.556682 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93ca0dc6-d6ea-409b-83c2-83ed469588dc req-3d49499b-3d4c-483f-97ec-eb5daf03968a tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:35.632730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49499b-3d4c-483f-97ec-eb5daf03968a tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92392ab2-a794-4d93-8bc1-6830900357d7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:35.649285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6740e-f469-4a36-9ebb-d2cdefa3d0c6 None None] Pushing event updated for resources: {'Port': ['ID=340db26b-7432-4cb9-9b68-5c53e396fd10,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:35.681281 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93ca0dc6-d6ea-409b-83c2-83ed469588dc req-3d49499b-3d4c-483f-97ec-eb5daf03968a tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:35.682601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93ca0dc6-d6ea-409b-83c2-83ed469588dc req-3d49499b-3d4c-483f-97ec-eb5daf03968a tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.2222211 Oct 19 11:13:35.706125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-19e1b345-15df-4e79-aefa-5753e6cd3294 req-47163690-aae3-4318-9a3f-3beaaa210f93 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips/7c389e13-78f6-486e-add6-c07a15ab1890 HTTP/1.1" status: 200 len: 693 time: 0.1006112 Oct 19 11:13:35.735810 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:35.774715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:35.777071 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:35.865465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Attempting to bind port 340db26b-7432-4cb9-9b68-5c53e396fd10 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:35.865947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Attempting to bind port 340db26b-7432-4cb9-9b68-5c53e396fd10 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '9efc95db-5b2a-4ccb-9e3c-b72c61a562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:35.866422 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Attempting to bind port 340db26b-7432-4cb9-9b68-5c53e396fd10 on network 8df777ad-768a-4306-944f-a2be97a0a825 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:35.893311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:35.904025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Checking segment: {'id': '9efc95db-5b2a-4ccb-9e3c-b72c61a562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:35.904025 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:35.904025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Bound using segment: {'id': '9efc95db-5b2a-4ccb-9e3c-b72c61a562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:35.904025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Bound port: 340db26b-7432-4cb9-9b68-5c53e396fd10, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efc95db-5b2a-4ccb-9e3c-b72c61a562f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:35.904025 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:35.993743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-47d43874-e532-4042-9209-d190aef2d4af None None] For port 340db26b-7432-4cb9-9b68-5c53e396fd10, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:35.997210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-47d43874-e532-4042-9209-d190aef2d4af None None] For port 340db26b-7432-4cb9-9b68-5c53e396fd10, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=340db26b-7432-4cb9-9b68-5c53e396fd10,segment=NetworkSegment(9efc95db-5b2a-4ccb-9e3c-b72c61a562f7),segment_id=9efc95db-5b2a-4ccb-9e3c-b72c61a562f7)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:36.009726 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:36.097589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1b345-15df-4e79-aefa-5753e6cd3294 req-3b414b57-c6fd-49c4-a52a-f89bea75dc70 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:36.099244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-19e1b345-15df-4e79-aefa-5753e6cd3294 req-3b414b57-c6fd-49c4-a52a-f89bea75dc70 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.3928905 Oct 19 11:13:36.194409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-575fe6f9-9d1a-466e-9a6d-28b54b9b71da tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:36.202898 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:36.221741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:36.223609 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-575fe6f9-9d1a-466e-9a6d-28b54b9b71da tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/networks?id=e1f86a14-75f4-424b-9705-0808b29382b0 HTTP/1.1" status: 200 len: 812 time: 0.2308531 Oct 19 11:13:36.226085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46356) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:36.266876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-902443b7-8bf0-48ba-a83f-6326be1201fa tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/quotas/18dbd97da179417f9c6d3c434fdd92c2 HTTP/1.1" status: 200 len: 375 time: 0.0421562 Oct 19 11:13:36.283788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d5e853f4-d1ef-4954-b1c7-e235876ec200 None None] Provisioning complete for port 340db26b-7432-4cb9-9b68-5c53e396fd10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:36.284087 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d5e853f4-d1ef-4954-b1c7-e235876ec200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:36.288405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:36.288864 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2106e1ea-a2e0-45b5-aa36-ca57bf2987e9 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:36.324804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Deleting port 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:36.326015 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:36.388977 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-3b9d64f5-7c87-4870-b377-6f4686c426c0 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1147683 Oct 19 11:13:36.418432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Routers {'77483d93-918f-4886-a38c-991652bfe3f3'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:36.419420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-47d43874-e532-4042-9209-d190aef2d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['77483d93-918f-4886-a38c-991652bfe3f3'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:36.502536 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-51d96d1e-b9d9-451d-8628-3ea2ce9ed783 req-0ceeaeaf-9b4e-434f-940e-e9f2a2b357b8 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=eff04248512343d285fd0de1ba2ba646 HTTP/1.1" status: 200 len: 696 time: 0.1595256 Oct 19 11:13:36.533911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-e2b3833a-350c-402e-a7f5-aceeff018797 service neutron] 10.222.0.39 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440432 Oct 19 11:13:36.539591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-931183353-network', 'tenant_id': 'fff536ac89b94575a75e4a1a87e06e42'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:36.594779 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-47d43874-e532-4042-9209-d190aef2d4af None None] Set router 77483d93-918f-4886-a38c-991652bfe3f3 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:36.638204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6740e-f469-4a36-9ebb-d2cdefa3d0c6 None None] Pushing event updated for resources: {'Port': ['ID=340db26b-7432-4cb9-9b68-5c53e396fd10,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:36.688039 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfe7ae-508f-4873-a7c1-d80f25eda246 None None] Sync routers for ids ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:13:36.691890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Made reservation on behalf of fff536ac89b94575a75e4a1a87e06e42 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:36.694221 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:36.698572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfe7ae-508f-4873-a7c1-d80f25eda246 None None] Routers {'05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:36.699354 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-96bfe7ae-508f-4873-a7c1-d80f25eda246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:36.716640 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:36.719145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] For port 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:36.719703 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:36.734342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Calling delete_port for 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:36.760335 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d5e853f4-d1ef-4954-b1c7-e235876ec200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:36.760562 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-f8ea8b2b-89f7-4da3-8574-b862bfdcba87 service neutron] 10.222.0.39 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916652 Oct 19 11:13:36.815717 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-96bfe7ae-508f-4873-a7c1-d80f25eda246 None None] Set router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:36.849883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d5e853f4-d1ef-4954-b1c7-e235876ec200 None None] For port 340db26b-7432-4cb9-9b68-5c53e396fd10, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=340db26b-7432-4cb9-9b68-5c53e396fd10,segment=NetworkSegment(9efc95db-5b2a-4ccb-9e3c-b72c61a562f7),segment_id=9efc95db-5b2a-4ccb-9e3c-b72c61a562f7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:36.894290 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-96bfe7ae-508f-4873-a7c1-d80f25eda246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-router', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:17Z', 'updated_at': '2021-10-19T11:13:36Z', 'revision_number': 6, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:36.894544 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:36.913089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-47d43874-e532-4042-9209-d190aef2d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77483d93-918f-4886-a38c-991652bfe3f3', 'name': 'tempest-FloatingIPsTestJSON-1192719016-router', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:20Z', 'updated_at': '2021-10-19T11:13:29Z', 'revision_number': 4, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'gw_port': {'id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:23Z', 'updated_at': '2021-10-19T11:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '340db26b-7432-4cb9-9b68-5c53e396fd10', 'name': '', 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'mac_address': 'fa:16:3e:1a:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6e427ac2-9cd4-444a-9225-9b72743dd3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:28Z', 'updated_at': '2021-10-19T11:13:35Z', 'revision_number': 4, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'subnets': [{'id': '6e427ac2-9cd4-444a-9225-9b72743dd3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:36.922781 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfe7ae-508f-4873-a7c1-d80f25eda246 None None] Checking router: 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:13:36.925998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d96d1e-b9d9-451d-8628-3ea2ce9ed783 req-f7c74f37-5ce1-4466-8c0d-c4425272fa0e tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:36.927571 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-51d96d1e-b9d9-451d-8628-3ea2ce9ed783 req-f7c74f37-5ce1-4466-8c0d-c4425272fa0e tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/networks?id=6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 787 time: 0.4242499 Oct 19 11:13:36.938004 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bfe7ae-508f-4873-a7c1-d80f25eda246 None None] Routers {'05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:36.938622 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-96bfe7ae-508f-4873-a7c1-d80f25eda246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:36.945360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d43874-e532-4042-9209-d190aef2d4af None None] The sync data for ids ['77483d93-918f-4886-a38c-991652bfe3f3'] in n-d-814547-1 is: [{'id': '77483d93-918f-4886-a38c-991652bfe3f3', 'name': 'tempest-FloatingIPsTestJSON-1192719016-router', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:20Z', 'updated_at': '2021-10-19T11:13:29Z', 'revision_number': 4, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'gw_port': {'id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:23Z', 'updated_at': '2021-10-19T11:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '340db26b-7432-4cb9-9b68-5c53e396fd10', 'name': '', 'network_id': '8df777ad-768a-4306-944f-a2be97a0a825', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'mac_address': 'fa:16:3e:1a:7e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6e427ac2-9cd4-444a-9225-9b72743dd3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:28Z', 'updated_at': '2021-10-19T11:13:35Z', 'revision_number': 4, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'subnets': [{'id': '6e427ac2-9cd4-444a-9225-9b72743dd3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:13:36.953034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-51d96d1e-b9d9-451d-8628-3ea2ce9ed783 req-735171d5-8cd9-4d8b-aecd-75b999d65c14 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:13:36.954158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-51d96d1e-b9d9-451d-8628-3ea2ce9ed783 req-735171d5-8cd9-4d8b-aecd-75b999d65c14 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0200763 Oct 19 11:13:37.015053 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d5e853f4-d1ef-4954-b1c7-e235876ec200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.048857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.066183 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-96bfe7ae-508f-4873-a7c1-d80f25eda246 None None] Set router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:37.103031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:37.131042 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.153078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:13:37.162746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1ea5bf41-501a-4950-aa6c-87c25b708451 None None] Provisioning complete for port 340db26b-7432-4cb9-9b68-5c53e396fd10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:37.163117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1ea5bf41-501a-4950-aa6c-87c25b708451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.175290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Pushing event deleted for resources: {'Port': ['ID=68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:37.181615 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-96bfe7ae-508f-4873-a7c1-d80f25eda246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-router', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:17Z', 'updated_at': '2021-10-19T11:13:36Z', 'revision_number': 6, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:37.208932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e853f4-d1ef-4954-b1c7-e235876ec200 None None] Pushing event updated for resources: {'Port': ['ID=340db26b-7432-4cb9-9b68-5c53e396fd10,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:37.301184 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bfe7ae-508f-4873-a7c1-d80f25eda246 None None] The sync data for ids ['05809164-e0b3-4fc2-8f14-2c0f3fe4ed10'] in n-d-814547-1 is: [{'id': '05809164-e0b3-4fc2-8f14-2c0f3fe4ed10', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194529960-router', 'tenant_id': '95ab76e1491e492fb12655eba0eb22bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:17Z', 'updated_at': '2021-10-19T11:13:36Z', 'revision_number': 6, 'project_id': '95ab76e1491e492fb12655eba0eb22bf', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:13:37.306730 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66f4e3c7-1153-403c-a388-930577f1e693 req-292768c5-4d82-4445-9b3d-f2277e0110e2 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips/7c389e13-78f6-486e-add6-c07a15ab1890 HTTP/1.1" status: 200 len: 693 time: 0.1676478 Oct 19 11:13:37.310398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.312418 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Added segment 93afa44f-fa75-4ae5-8a1b-909250190fb6 of type vlan for network c49d39f8-ee8e-488d-906e-68c3d9038bc6 Oct 19 11:13:37.333686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.405741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 340db26b-7432-4cb9-9b68-5c53e396fd10 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:37.474018 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.509256 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.511878 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.598736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 340db26b-7432-4cb9-9b68-5c53e396fd10 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:37.599362 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.646178 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f672ed45-85a6-46ff-adb8-846122520331 req-93f7dffc-6479-483d-b8d9-23263cbdb5e2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 210 time: 0.0859060 Oct 19 11:13:37.655210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4e3c7-1153-403c-a388-930577f1e693 req-930b1de5-5c7f-4277-86e2-973da5dba716 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:37.664125 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66f4e3c7-1153-403c-a388-930577f1e693 req-930b1de5-5c7f-4277-86e2-973da5dba716 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.3482563 Oct 19 11:13:37.737122 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.751642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:13:37.775464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.782093 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-440b2b52-e8e6-4dfb-89df-be8fc6e07bed admin admin] 10.222.0.39 "DELETE /v2.0/routers/05809164-e0b3-4fc2-8f14-2c0f3fe4ed10 HTTP/1.1" status: 204 len: 168 time: 2.3995802 Oct 19 11:13:37.786122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46384) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:37.810625 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.811677 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:37.812292 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.840232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66f4e3c7-1153-403c-a388-930577f1e693 req-0d425738-0679-4e6e-9caa-f6012eb18dd6 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.123 HTTP/1.1" status: 200 len: 696 time: 0.1684184 Oct 19 11:13:37.847326 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-4628b490-1fef-4661-b360-a86c28f3820b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2036502 Oct 19 11:13:37.871331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b34855f-1c50-4f80-8c70-a5ea0a4da2e1 admin admin] Deleting subnet d833a41f-3182-45a3-ad6a-9e00ef20ff66 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:13:37.876753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b34855f-1c50-4f80-8c70-a5ea0a4da2e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.961370 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b34855f-1c50-4f80-8c70-a5ea0a4da2e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:37.974079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66f4e3c7-1153-403c-a388-930577f1e693 req-9ab8146a-8ef3-4864-b922-38967c9ff024 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.123 HTTP/1.1" status: 200 len: 696 time: 0.1366107 Oct 19 11:13:37.981798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] Pushing event updated for resources: {'Network': ['ID=c49d39f8-ee8e-488d-906e-68c3d9038bc6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:37.998665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c49d39f8-ee8e-488d-906e-68c3d9038bc6 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:13:38.066820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aea0d2-d58b-4682-8954-726f440b2ea3 req-6fb930e1-bfd7-4b5e-b696-bf47051e1e93 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:38.068135 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-63aea0d2-d58b-4682-8954-726f440b2ea3 req-6fb930e1-bfd7-4b5e-b696-bf47051e1e93 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1682801 Oct 19 11:13:38.139375 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ec02c5ee-6852-4c0f-bdaa-a28f1dc1165b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9088683 Oct 19 11:13:38.144892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46390) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:38.156398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] Request body: {'subnet': {'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-931183353-subnet', 'tenant_id': 'fff536ac89b94575a75e4a1a87e06e42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:38.256251 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-63aea0d2-d58b-4682-8954-726f440b2ea3 req-70be05ef-f77d-4bfd-bb2b-46eaca50d376 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773624 Oct 19 11:13:38.266971 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b34855f-1c50-4f80-8c70-a5ea0a4da2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:38.333045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-66f4e3c7-1153-403c-a388-930577f1e693 req-b8442b56-7ab5-4300-87d5-d30fc6fd548b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Deleting port 1560cffc-8790-4244-bdd6-5c151ce7ebac {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:38.333168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-66f4e3c7-1153-403c-a388-930577f1e693 req-b8442b56-7ab5-4300-87d5-d30fc6fd548b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:38.393132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] Made reservation on behalf of fff536ac89b94575a75e4a1a87e06e42 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:38.398899 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:38.492030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-66f4e3c7-1153-403c-a388-930577f1e693 req-b8442b56-7ab5-4300-87d5-d30fc6fd548b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:38.492647 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-66f4e3c7-1153-403c-a388-930577f1e693 req-b8442b56-7ab5-4300-87d5-d30fc6fd548b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:38.520923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-66f4e3c7-1153-403c-a388-930577f1e693 req-b8442b56-7ab5-4300-87d5-d30fc6fd548b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Calling delete_port for 1560cffc-8790-4244-bdd6-5c151ce7ebac owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:38.531461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b34855f-1c50-4f80-8c70-a5ea0a4da2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:38.561991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b34855f-1c50-4f80-8c70-a5ea0a4da2e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:38.566214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6b34855f-1c50-4f80-8c70-a5ea0a4da2e1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d833a41f-3182-45a3-ad6a-9e00ef20ff66 HTTP/1.1" status: 204 len: 168 time: 0.7743101 Oct 19 11:13:38.569053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46408) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:38.570177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd9f5af-8843-4a24-8df9-64265e8cf90e None None] Network e46ef530-0fc2-4319-997d-9d2cf3cfef7c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:38.573211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34855f-1c50-4f80-8c70-a5ea0a4da2e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d833a41f-3182-45a3-ad6a-9e00ef20ff66,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:38.698936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:38.811860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8d571717-13f7-44af-a9f4-7b078da4831d req-49fe7d87-87ba-48c0-b164-17528be7a159 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 210 time: 0.0354738 Oct 19 11:13:38.829202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Deleting port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:38.829535 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:38.909530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862bea49-bbef-44a4-91c6-cb1b92157164 None None] DHCP port deletion for e46ef530-0fc2-4319-997d-9d2cf3cfef7c request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:13:38.947374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] For port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=80e0cd92-bf51-4f83-8cd8-b7cdc43b064d,segment=NetworkSegment(1d90e6e6-5918-4092-95d8-00887a91e7b3),segment_id=1d90e6e6-5918-4092-95d8-00887a91e7b3)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:38.947682 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:38.963796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Calling delete_port for 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:38.974376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-862bea49-bbef-44a4-91c6-cb1b92157164 None None] Deleting port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:38.974780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-862bea49-bbef-44a4-91c6-cb1b92157164 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.045151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-862bea49-bbef-44a4-91c6-cb1b92157164 None None] For port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=80e0cd92-bf51-4f83-8cd8-b7cdc43b064d,segment=NetworkSegment(1d90e6e6-5918-4092-95d8-00887a91e7b3),segment_id=1d90e6e6-5918-4092-95d8-00887a91e7b3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:39.046318 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-862bea49-bbef-44a4-91c6-cb1b92157164 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.059927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-862bea49-bbef-44a4-91c6-cb1b92157164 None None] Calling delete_port for 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:39.072077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-66f4e3c7-1153-403c-a388-930577f1e693 req-b8442b56-7ab5-4300-87d5-d30fc6fd548b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.079009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.131654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8442b56-7ab5-4300-87d5-d30fc6fd548b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Pushing event deleted for resources: {'Port': ['ID=1560cffc-8790-4244-bdd6-5c151ce7ebac,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:39.179093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 340db26b-7432-4cb9-9b68-5c53e396fd10 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:39.198152 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.204738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a4348a-2dbe-46d3-89b8-5ec7c8e710a0,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:39.220757 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-862bea49-bbef-44a4-91c6-cb1b92157164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.239134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] Checking segment: {'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:39.239496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] Network hostable DHCP agents. Network: c49d39f8-ee8e-488d-906e-68c3d9038bc6, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:13:39.242857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] No DVR routers for this DVR port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:39.244720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e0cd92-bf51-4f83-8cd8-b7cdc43b064d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:39.245360 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-66f4e3c7-1153-403c-a388-930577f1e693 req-b8442b56-7ab5-4300-87d5-d30fc6fd548b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.250085 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-66f4e3c7-1153-403c-a388-930577f1e693 req-b8442b56-7ab5-4300-87d5-d30fc6fd548b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.251710 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66f4e3c7-1153-403c-a388-930577f1e693 req-b8442b56-7ab5-4300-87d5-d30fc6fd548b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "DELETE /v2.0/floatingips/7c389e13-78f6-486e-add6-c07a15ab1890 HTTP/1.1" status: 204 len: 173 time: 1.2765896 Oct 19 11:13:39.254513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bea49-bbef-44a4-91c6-cb1b92157164 None None] Pushing event deleted for resources: {'Port': ['ID=80e0cd92-bf51-4f83-8cd8-b7cdc43b064d,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:39.266531 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862bea49-bbef-44a4-91c6-cb1b92157164 None None] No DVR routers for this DVR port 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:39.293213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 340db26b-7432-4cb9-9b68-5c53e396fd10 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:39.294048 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.369149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.394847 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:13:39.417524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651a642-8270-4a1d-8d80-611c2b7377c3 req-d6fba5e0-477d-4f63-b80e-e5e21e097f46 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:39.419215 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9651a642-8270-4a1d-8d80-611c2b7377c3 req-d6fba5e0-477d-4f63-b80e-e5e21e097f46 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0755568 Oct 19 11:13:39.437943 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46ef530-0fc2-4319-997d-9d2cf3cfef7c']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:39.465426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] Network c49d39f8-ee8e-488d-906e-68c3d9038bc6 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:13:39.472444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d90e6e6-5918-4092-95d8-00887a91e7b3') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:39.472903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d90e6e6-5918-4092-95d8-00887a91e7b3') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:39.490192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.502003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9651a642-8270-4a1d-8d80-611c2b7377c3 req-337af79d-763e-494e-ad18-6176f65c759f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657032 Oct 19 11:13:39.507649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:39.536214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:39.536492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68c1ed3f-bec4-41a6-8b2c-92d9ab5a2718 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:39.536940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:39.540860 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.551054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-f5a8ad38-b297-4c9d-ab80-73f9840bff61 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2446239 Oct 19 11:13:39.556182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:39.556422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:13:39.556550 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 80e0cd92-bf51-4f83-8cd8-b7cdc43b064d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:39.557418 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.558338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c49d39f8-ee8e-488d-906e-68c3d9038bc6) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:13:39.562032 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:13:39.568092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:39.568092 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.577016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b52df3-f018-4670-aec7-5dacc7323fe2 None None] Network c49d39f8-ee8e-488d-906e-68c3d9038bc6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:39.584634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:39.691847 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dd555831-2fb9-4d91-95dc-19cdcfac2a0e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5433915 Oct 19 11:13:39.709228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa95901-4069-4292-9caf-54cc963f0f16 None None] Network c49d39f8-ee8e-488d-906e-68c3d9038bc6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:39.760127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.768953 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.774512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e46ef530-0fc2-4319-997d-9d2cf3cfef7c HTTP/1.1" status: 204 len: 168 time: 1.2011185 Oct 19 11:13:39.784316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab938ff-466b-4e3f-98c6-5448261bc095 admin admin] Pushing event deleted for resources: {'Network': ['ID=e46ef530-0fc2-4319-997d-9d2cf3cfef7c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:39.799619 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:39.928608 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d7a05d6-11e6-4cbe-85d9-1d39674dcbc4 req-37ee4de0-0bab-410e-ab3e-27fa9666ad7e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 210 time: 0.0309396 Oct 19 11:13:39.954507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:40.075172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Allocated IP 172.25.2.31 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/bc79e6c5-2725-4ba3-8428-6d74dcdb710b) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:40.256349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-039b1b8f-02d1-4c49-bcb7-f769a2f4603d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:40.264180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-039b1b8f-02d1-4c49-bcb7-f769a2f4603d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/networks?id=c49d39f8-ee8e-488d-906e-68c3d9038bc6 HTTP/1.1" status: 200 len: 821 time: 0.1185279 Oct 19 11:13:40.273565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46456) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:40.290038 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-68927faa-a0a3-45b9-8356-f951b39f8271 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/quotas/fff536ac89b94575a75e4a1a87e06e42 HTTP/1.1" status: 200 len: 375 time: 0.0233641 Oct 19 11:13:40.337455 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-edc176b7-1226-498b-b637-ae0039851f76 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fff536ac89b94575a75e4a1a87e06e42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464272 Oct 19 11:13:40.380306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-76da8258-f589-421f-bc26-7f62ad1419be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95ab76e1491e492fb12655eba0eb22bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055944 Oct 19 11:13:40.388329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46458) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:40.492578 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-443a5e84-e0f3-43b8-bb21-3ebd89f9c002 service neutron] 10.222.0.39 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456466 Oct 19 11:13:40.493566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08896adf-b0d1-4f89-9bc6-ca358c3583a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:40.520295 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08896adf-b0d1-4f89-9bc6-ca358c3583a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:40.552895 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:40.600610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-2b6de1bd-c751-4fa3-aa52-091dc45ff58c tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:40.602070 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-2b6de1bd-c751-4fa3-aa52-091dc45ff58c tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.49 "GET /v2.0/networks?id=e1f86a14-75f4-424b-9705-0808b29382b0 HTTP/1.1" status: 200 len: 812 time: 0.1502800 Oct 19 11:13:40.618459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'port': {'device_id': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0', 'admin_state_up': True, 'tenant_id': '18dbd97da179417f9c6d3c434fdd92c2'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:40.649441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-ff0fb708-5af2-415b-a57a-1a12ccaebf3a service neutron] 10.222.0.39 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189141 Oct 19 11:13:40.753724 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:40.792986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:40.796701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:40.799339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:40.828727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Pushing event updated for resources: {'Port': ['ID=bc79e6c5-2725-4ba3-8428-6d74dcdb710b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:40.862181 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08896adf-b0d1-4f89-9bc6-ca358c3583a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:40.864908 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08896adf-b0d1-4f89-9bc6-ca358c3583a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:40.872759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-08896adf-b0d1-4f89-9bc6-ca358c3583a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6326381-b2a4-4234-89c7-b301f46e35dd HTTP/1.1" status: 204 len: 168 time: 0.4768183 Oct 19 11:13:40.877699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08896adf-b0d1-4f89-9bc6-ca358c3583a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6326381-b2a4-4234-89c7-b301f46e35dd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:40.910559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:40.939888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Made reservation on behalf of 18dbd97da179417f9c6d3c434fdd92c2 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:40.948502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:41.103789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Allocated IP 172.20.0.14 (e1f86a14-75f4-424b-9705-0808b29382b0/c4957e0f-df84-4cac-9bc8-df740bec825b/50b2e6dd-69fb-4434-bdaf-f7084ac16880) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:41.140320 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:41.321145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-a9dbd92f-4dea-4e3f-8719-a670378ff505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:41.323695 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-a9dbd92f-4dea-4e3f-8719-a670378ff505 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 1101 time: 0.0506482 Oct 19 11:13:41.392889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:41.420786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:41.466590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-ab67c892-da45-460e-b48f-ce736e17356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:41.466590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-ab67c892-da45-460e-b48f-ce736e17356f service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1295040 Oct 19 11:13:41.515206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-5540e4ae-e3aa-4003-b9c8-987eca5a5435 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 217 time: 0.0409646 Oct 19 11:13:41.571059 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:41.574533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-e14100e8-447e-4dd7-93c0-a556273dd8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:41.576816 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:41.576963 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-e14100e8-447e-4dd7-93c0-a556273dd8ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0537057 Oct 19 11:13:41.590012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:41.657795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-fefa085b-299e-4c2d-8b44-0b93901ada60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:41.659910 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-fefa085b-299e-4c2d-8b44-0b93901ada60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754611 Oct 19 11:13:41.663020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Network e1f86a14-75f4-424b-9705-0808b29382b0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:41.664157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Pushing event updated for resources: {'Port': ['ID=bc79e6c5-2725-4ba3-8428-6d74dcdb710b,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:41.670459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:41.677212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:41.791961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'Port': ['ID=50b2e6dd-69fb-4434-bdaf-f7084ac16880,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:41.800339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-e5a094cd-6247-4942-8a6c-eff08fc863e1 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293123 Oct 19 11:13:41.801009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:41.801617 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:41.804262 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:41.905492 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-702cf05a-62ff-4cc1-869e-412b383b5f84 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949552 Oct 19 11:13:41.984975 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:41.986193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-c3acd1b0-1a14-4543-a402-6803cdcc5143 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4079061 Oct 19 11:13:41.991400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-a252bd39-d584-428b-824d-fbcda9402e02 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3763628 Oct 19 11:13:42.042894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Request body: {'port': {'device_id': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:42.068572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-de6d8381-313e-47ed-8747-26712c38d53d tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.31 HTTP/1.1" status: 200 len: 695 time: 0.0699914 Oct 19 11:13:42.144414 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:42.246215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-ca48bbe0-b0a6-49d0-b2c1-dfa10a2ce972 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:42.248286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d10e26b5-496d-4f65-895f-6f7d13cd8685 req-ca48bbe0-b0a6-49d0-b2c1-dfa10a2ce972 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1663835 Oct 19 11:13:42.421013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c62b8-9d3c-40b1-9e05-24d0491f071f req-d17b9604-055b-4544-9d55-cbeb717f2b64 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:42.425014 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df6c62b8-9d3c-40b1-9e05-24d0491f071f req-d17b9604-055b-4544-9d55-cbeb717f2b64 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 932 time: 0.0597782 Oct 19 11:13:42.463956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df6c62b8-9d3c-40b1-9e05-24d0491f071f req-7b7cae21-0bcc-47ed-8f7d-7bc4db28b81e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349154 Oct 19 11:13:42.472974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e712c7-0845-48c8-9fc9-320d9623b712 req-50501bb1-132a-4752-a764-f628a2ac16cc tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:42.482100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-71e712c7-0845-48c8-9fc9-320d9623b712 req-50501bb1-132a-4752-a764-f628a2ac16cc tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1182177 Oct 19 11:13:42.555809 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-71e712c7-0845-48c8-9fc9-320d9623b712 req-a622791e-c3fc-4001-a9dd-b4eef93f1359 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690715 Oct 19 11:13:42.595531 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3ff62e0-14b4-4367-8f51-8e78fa29d388 req-d75bec3c-8b76-4328-8507-7145bd9e628d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 210 time: 0.0490203 Oct 19 11:13:42.648124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b2e6dd-69fb-4434-bdaf-f7084ac16880 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:42.668046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:42.682708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Transition to ACTIVE for port object 50b2e6dd-69fb-4434-bdaf-f7084ac16880 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:13:42.689393 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-ba038c68-d3b7-4c6c-963d-42fc60844b79 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips/ed772d3c-f9eb-459e-b8c0-d1de5ea3257d HTTP/1.1" status: 200 len: 692 time: 0.0673416 Oct 19 11:13:42.815342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-537dca05-6485-49c1-a615-cc30a68fd268 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:42.817036 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-537dca05-6485-49c1-a615-cc30a68fd268 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1221054 Oct 19 11:13:42.879628 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-8f5f1b80-4009-4920-9d5d-5f872d9416e5 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.31 HTTP/1.1" status: 200 len: 695 time: 0.0557024 Oct 19 11:13:42.939682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-2fc0d88e-99ea-45f5-89b1-e52af7e9dd71 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.31 HTTP/1.1" status: 200 len: 695 time: 0.0526023 Oct 19 11:13:42.945901 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:42.995321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Pushing event updated for resources: {'Port': ['ID=50b2e6dd-69fb-4434-bdaf-f7084ac16880,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:43.117109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Attempting to bind port 50b2e6dd-69fb-4434-bdaf-f7084ac16880 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:43.117463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Attempting to bind port 50b2e6dd-69fb-4434-bdaf-f7084ac16880 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'd96b80e7-d67c-4835-bfff-3ad178f6981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:43.117787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Attempting to bind port 50b2e6dd-69fb-4434-bdaf-f7084ac16880 on network e1f86a14-75f4-424b-9705-0808b29382b0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:43.122612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Port 50b2e6dd-69fb-4434-bdaf-f7084ac16880 on network e1f86a14-75f4-424b-9705-0808b29382b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:13:43.122941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Attempting to bind port 50b2e6dd-69fb-4434-bdaf-f7084ac16880 on network e1f86a14-75f4-424b-9705-0808b29382b0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:43.129030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:43.129421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Checking segment: {'id': 'd96b80e7-d67c-4835-bfff-3ad178f6981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:43.130067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Bound using segment: {'id': 'd96b80e7-d67c-4835-bfff-3ad178f6981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:43.130495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Bound port: 50b2e6dd-69fb-4434-bdaf-f7084ac16880, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96b80e7-d67c-4835-bfff-3ad178f6981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:43.130853 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:43.131726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-5e39dd4d-15fd-4136-9578-1f2b39232ebb tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Deleting port bc79e6c5-2725-4ba3-8428-6d74dcdb710b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:43.132138 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-5e39dd4d-15fd-4136-9578-1f2b39232ebb tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:43.201877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] For port 50b2e6dd-69fb-4434-bdaf-f7084ac16880, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:43.205356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] For port 50b2e6dd-69fb-4434-bdaf-f7084ac16880, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50b2e6dd-69fb-4434-bdaf-f7084ac16880,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:43.234214 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-5e39dd4d-15fd-4136-9578-1f2b39232ebb tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:43.234600 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-5e39dd4d-15fd-4136-9578-1f2b39232ebb tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:43.247642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-5e39dd4d-15fd-4136-9578-1f2b39232ebb tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Calling delete_port for bc79e6c5-2725-4ba3-8428-6d74dcdb710b owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:43.358689 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:43.401239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:43.402026 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:43.403458 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] 10.222.0.49 "PUT /v2.0/ports/50b2e6dd-69fb-4434-bdaf-f7084ac16880 HTTP/1.1" status: 200 len: 1092 time: 1.3957312 Oct 19 11:13:43.405576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'tag': '50b2e6dd-69fb-4434-bdaf-f7084ac16880'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:43.408563 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d4a336-36ed-427c-92fd-0e43ffed3143" -d '{"events": [{"name": "network-changed", "server_uuid": "311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e", "tag": "50b2e6dd-69fb-4434-bdaf-f7084ac16880"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:43.442208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788c418-2ee7-40a9-ad77-b3b641d4f430 service neutron] Pushing event updated for resources: {'Port': ['ID=50b2e6dd-69fb-4434-bdaf-f7084ac16880,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:43.456566 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2970309-3a12-4e1e-9c66-ec8d433c59a5 x-openstack-request-id: req-a2970309-3a12-4e1e-9c66-ec8d433c59a5 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:43.457023 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e", "tag": "50b2e6dd-69fb-4434-bdaf-f7084ac16880", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:43.457283 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2970309-3a12-4e1e-9c66-ec8d433c59a5 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:43.458244 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'tag': '50b2e6dd-69fb-4434-bdaf-f7084ac16880', 'status': 'completed', 'code': 200} Oct 19 11:13:43.529608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4a336-36ed-427c-92fd-0e43ffed3143 req-4c327d1f-39b8-4c05-9a86-950b708daf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:43.531471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-33d4a336-36ed-427c-92fd-0e43ffed3143 req-4c327d1f-39b8-4c05-9a86-950b708daf59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 1095 time: 0.0540130 Oct 19 11:13:43.540058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-5e39dd4d-15fd-4136-9578-1f2b39232ebb tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:43.575884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39dd4d-15fd-4136-9578-1f2b39232ebb tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Pushing event deleted for resources: {'Port': ['ID=bc79e6c5-2725-4ba3-8428-6d74dcdb710b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:43.612937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c04b1-b0c1-4dc3-8629-91b02c6d17df req-ded0673e-76a0-4646-99cd-0e5cbf75a043 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:43.614449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-778c04b1-b0c1-4dc3-8629-91b02c6d17df req-ded0673e-76a0-4646-99cd-0e5cbf75a043 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 944 time: 0.0621090 Oct 19 11:13:43.636513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-5e39dd4d-15fd-4136-9578-1f2b39232ebb tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:43.639988 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-5e39dd4d-15fd-4136-9578-1f2b39232ebb tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:43.642139 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c2a1c79-5468-4f5f-b74b-54129d1e93f4 req-5e39dd4d-15fd-4136-9578-1f2b39232ebb tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "DELETE /v2.0/floatingips/ed772d3c-f9eb-459e-b8c0-d1de5ea3257d HTTP/1.1" status: 204 len: 173 time: 0.6964211 Oct 19 11:13:43.667382 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-778c04b1-b0c1-4dc3-8629-91b02c6d17df req-7f30b023-f7ff-47ec-b40a-076b105cc1bf tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439501 Oct 19 11:13:43.768241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd1881-2a31-4201-8e6f-a2b3b25d88ad req-49045fec-280e-4aeb-9e2f-649ed4b0a883 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:43.773025 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dccd1881-2a31-4201-8e6f-a2b3b25d88ad req-49045fec-280e-4aeb-9e2f-649ed4b0a883 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0707285 Oct 19 11:13:43.811755 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dccd1881-2a31-4201-8e6f-a2b3b25d88ad req-15a403ff-f028-4ced-85e8-a60c5570785f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360067 Oct 19 11:13:43.821031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46572) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:43.849212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e6bf0ec-cd87-4123-996c-82e4be3bfec1 req-5dfe6b08-6f3d-4212-a6c8-e7ebeed7d900 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 210 time: 0.0873928 Oct 19 11:13:43.874376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4a336-36ed-427c-92fd-0e43ffed3143 req-7e4bef8a-267a-44c4-b997-481e6335b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:43.875974 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-33d4a336-36ed-427c-92fd-0e43ffed3143 req-7e4bef8a-267a-44c4-b997-481e6335b876 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2077463 Oct 19 11:13:43.883741 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-5e7e4c4a-0608-4c29-9027-850b50029c62 req-5b88f790-9b72-4cad-acc9-c24830bf8348 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] show failed (client error): The resource could not be found. Oct 19 11:13:43.884821 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e7e4c4a-0608-4c29-9027-850b50029c62 req-5b88f790-9b72-4cad-acc9-c24830bf8348 tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips/ed772d3c-f9eb-459e-b8c0-d1de5ea3257d HTTP/1.1" status: 404 len: 350 time: 0.0423002 Oct 19 11:13:43.970646 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-8788673c-fca5-464c-9ad5-230048633cec req-56cbf59f-ee41-4903-af62-cfa6d29d508b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] show failed (client error): The resource could not be found. Oct 19 11:13:43.980990 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8788673c-fca5-464c-9ad5-230048633cec req-56cbf59f-ee41-4903-af62-cfa6d29d508b tempest-FloatingIPsTestJSON-837279059 tempest-FloatingIPsTestJSON-837279059-project] 10.222.0.39 "GET /v2.0/floatingips/ed772d3c-f9eb-459e-b8c0-d1de5ea3257d HTTP/1.1" status: 404 len: 350 time: 0.0564923 Oct 19 11:13:43.987087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46578) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:44.021051 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-398932e1-ce81-4cb9-bb73-a19ca5ad4126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:44.033916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4a336-36ed-427c-92fd-0e43ffed3143 req-5000432e-0a3e-42f6-b6e1-9b1c4e451931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:44.035392 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-33d4a336-36ed-427c-92fd-0e43ffed3143 req-5000432e-0a3e-42f6-b6e1-9b1c4e451931 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1509862 Oct 19 11:13:44.143176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-398932e1-ce81-4cb9-bb73-a19ca5ad4126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:44.152371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-0ba677ee-3472-4412-94f8-d5b14ced8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:44.154580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-0ba677ee-3472-4412-94f8-d5b14ced8bbc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 1095 time: 0.0646133 Oct 19 11:13:44.208423 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-3fad258f-a8e4-4fb2-9097-40ee53c2fda9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b2e6dd-69fb-4434-bdaf-f7084ac16880 HTTP/1.1" status: 200 len: 217 time: 0.0422771 Oct 19 11:13:44.266463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-c0d77716-4e5d-4c7d-98b7-a26e36bcda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:44.268574 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-c0d77716-4e5d-4c7d-98b7-a26e36bcda20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4957e0f-df84-4cac-9bc8-df740bec825b HTTP/1.1" status: 200 len: 852 time: 0.0527463 Oct 19 11:13:44.291753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-398932e1-ce81-4cb9-bb73-a19ca5ad4126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:44.322913 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-596b4b94-c699-4591-ae5c-528973c37454 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f86a14-75f4-424b-9705-0808b29382b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434754 Oct 19 11:13:44.372172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-4151c8ce-e7e5-4549-9f14-426b003e0715 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:44.373754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-4151c8ce-e7e5-4549-9f14-426b003e0715 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "GET /v2.0/networks?id=c49d39f8-ee8e-488d-906e-68c3d9038bc6 HTTP/1.1" status: 200 len: 821 time: 0.1614254 Oct 19 11:13:44.383980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398932e1-ce81-4cb9-bb73-a19ca5ad4126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7358307c-c1ca-4f41-bef6-23be85029a50,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:44.406209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Request body: {'port': {'device_id': 'b15a3f68-680d-43bc-a9e1-9f46b6fcc49f', 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6', 'admin_state_up': True, 'tenant_id': 'fff536ac89b94575a75e4a1a87e06e42'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:44.450837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-398932e1-ce81-4cb9-bb73-a19ca5ad4126 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7109c6b8a40448ea1b2ac9284a1981f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242790 Oct 19 11:13:44.451092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46582) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:44.475427 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-7a11def2-3729-4aa0-a085-b15fd6492989 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424315 Oct 19 11:13:44.601487 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf8b2bd-90dc-4baf-b0ca-51fe2b60d22d req-3cfc9b52-581e-40cf-b654-cc0299c6a5bb service neutron] 10.222.0.49 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178155 Oct 19 11:13:44.607683 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-84488b0c-49da-484b-bcd2-30994d85f5db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:44.639975 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-84488b0c-49da-484b-bcd2-30994d85f5db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:44.679809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:44.807652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803387f-16c6-4d02-8099-503e8baf0ca8 req-521ee8c0-bbaa-48b8-8f09-945df0a129ac tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:44.813847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e803387f-16c6-4d02-8099-503e8baf0ca8 req-521ee8c0-bbaa-48b8-8f09-945df0a129ac tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 944 time: 0.0656540 Oct 19 11:13:44.838005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Made reservation on behalf of fff536ac89b94575a75e4a1a87e06e42 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:44.842151 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:44.865126 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e803387f-16c6-4d02-8099-503e8baf0ca8 req-06d25f9c-5baf-41c6-81ee-9837560bfcf9 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487800 Oct 19 11:13:44.898056 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-84488b0c-49da-484b-bcd2-30994d85f5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:44.900640 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-84488b0c-49da-484b-bcd2-30994d85f5db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:44.904260 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-84488b0c-49da-484b-bcd2-30994d85f5db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7358307c-c1ca-4f41-bef6-23be85029a50 HTTP/1.1" status: 204 len: 168 time: 0.4516444 Oct 19 11:13:44.973296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84488b0c-49da-484b-bcd2-30994d85f5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7358307c-c1ca-4f41-bef6-23be85029a50,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:45.012285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-48b8603c-e813-49d2-b2e3-b377e6a980a6 req-f4f14840-3feb-43b9-b409-2b8f914ce211 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 210 time: 0.0465748 Oct 19 11:13:45.063086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03802af0-33f2-42d5-ba2b-88054cb15edc req-501b2eda-d4c1-40b6-aa6c-ca90ddd5c731 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:45.064592 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-03802af0-33f2-42d5-ba2b-88054cb15edc req-501b2eda-d4c1-40b6-aa6c-ca90ddd5c731 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1575127 Oct 19 11:13:45.428673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Allocated IP 172.20.0.14 (c49d39f8-ee8e-488d-906e-68c3d9038bc6/65a4348a-2dbe-46d3-89b8-5ec7c8e710a0/4acada16-41d3-4802-b87d-73bcbe7174c1) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:45.520401 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-03802af0-33f2-42d5-ba2b-88054cb15edc req-3363628b-1e7f-418f-80cd-22bc2dc3874e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451945 Oct 19 11:13:45.619005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] Deleting port 340db26b-7432-4cb9-9b68-5c53e396fd10 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:45.619350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:45.713532 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:45.735979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] For port 340db26b-7432-4cb9-9b68-5c53e396fd10, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=340db26b-7432-4cb9-9b68-5c53e396fd10,segment=NetworkSegment(9efc95db-5b2a-4ccb-9e3c-b72c61a562f7),segment_id=9efc95db-5b2a-4ccb-9e3c-b72c61a562f7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:45.736344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:45.759567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] Calling delete_port for 340db26b-7432-4cb9-9b68-5c53e396fd10 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:45.923756 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:46.026403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Network c49d39f8-ee8e-488d-906e-68c3d9038bc6 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:46.026403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:46.026403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event updated for resources: {'Port': ['ID=4acada16-41d3-4802-b87d-73bcbe7174c1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:46.026403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:46.029683 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534bdad-6ab5-4e18-ac68-982a6e8359af req-2d971e57-5813-47d4-a8e8-74e8b5d7170c tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:46.031851 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f534bdad-6ab5-4e18-ac68-982a6e8359af req-2d971e57-5813-47d4-a8e8-74e8b5d7170c tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 944 time: 0.0883842 Oct 19 11:13:46.090215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:46.095009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:46.095142 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f534bdad-6ab5-4e18-ac68-982a6e8359af req-ed67957c-19a4-452b-9c3c-84c67391c20c tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527141 Oct 19 11:13:46.167945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616883-4809-4a09-a4ac-f604123385dd req-cb2af52c-95b0-4598-abb3-1bb996940ba5 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:46.169889 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31616883-4809-4a09-a4ac-f604123385dd req-cb2af52c-95b0-4598-abb3-1bb996940ba5 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 932 time: 0.0538037 Oct 19 11:13:46.217173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31616883-4809-4a09-a4ac-f604123385dd req-2e70bcd5-5a84-49cd-8c67-d9756e92d5b0 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407469 Oct 19 11:13:46.263161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-9ad960f7-c19b-4bd2-9ebd-c8315a3eaaf4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8648496 Oct 19 11:13:46.263889 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:46.295488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Request body: {'port': {'device_id': 'b15a3f68-680d-43bc-a9e1-9f46b6fcc49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:46.300260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] Pushing event deleted for resources: {'Port': ['ID=340db26b-7432-4cb9-9b68-5c53e396fd10,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:46.410914 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:46.627865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:46.707562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a6fbe-218d-4ca1-adc7-1f8b3c3ee8c1 req-8dd376c1-cb2a-47a1-a6ff-d6b1c11befee tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:46.709246 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-666a6fbe-218d-4ca1-adc7-1f8b3c3ee8c1 req-8dd376c1-cb2a-47a1-a6ff-d6b1c11befee tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0713675 Oct 19 11:13:46.761924 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-666a6fbe-218d-4ca1-adc7-1f8b3c3ee8c1 req-2ce95b0f-2a5e-4f46-9f95-11bf35c02f9b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 Oct 19 11:13:46.990297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50b2e6dd-69fb-4434-bdaf-f7084ac16880 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:13:47.027613 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] Router 77483d93-918f-4886-a38c-991652bfe3f3 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:13:47.030373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acada16-41d3-4802-b87d-73bcbe7174c1 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:47.042952 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.088821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Transition to ACTIVE for port object 4acada16-41d3-4802-b87d-73bcbe7174c1 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:13:47.105274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 50b2e6dd-69fb-4434-bdaf-f7084ac16880, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50b2e6dd-69fb-4434-bdaf-f7084ac16880,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:47.123277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '50b2e6dd-69fb-4434-bdaf-f7084ac16880', 'network_id': 'e1f86a14-75f4-424b-9705-0808b29382b0', 'port_id': '50b2e6dd-69fb-4434-bdaf-f7084ac16880', 'mac_address': 'fa:16:3e:05:f6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4957e0f-df84-4cac-9bc8-df740bec825b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:13:47.171930 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.194545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b2e6dd-69fb-4434-bdaf-f7084ac16880 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:47.230893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 50b2e6dd-69fb-4434-bdaf-f7084ac16880, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50b2e6dd-69fb-4434-bdaf-f7084ac16880,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:47.239231 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.308649 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.357215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:13:47.371158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46674) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:47.385285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1666cba-0c05-48bf-a379-548894ae5323 None None] Sync routers for ids ['77483d93-918f-4886-a38c-991652bfe3f3'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:13:47.411364 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-59262cfd-f6d4-4651-a21f-c91d3dff66ae admin admin] 10.222.0.39 "PUT /v2.0/routers/77483d93-918f-4886-a38c-991652bfe3f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4229672 Oct 19 11:13:47.416565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46678) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:47.419247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Pushing event updated for resources: {'Port': ['ID=4acada16-41d3-4802-b87d-73bcbe7174c1,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:47.444980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1666cba-0c05-48bf-a379-548894ae5323 None None] Routers {'77483d93-918f-4886-a38c-991652bfe3f3'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:47.449104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c1666cba-0c05-48bf-a379-548894ae5323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['77483d93-918f-4886-a38c-991652bfe3f3'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:47.453064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeb630-cb5f-4767-b792-fa09eb1c0dcb req-67f88169-fcf9-45b5-8782-bc9f3b0be92f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:47.455087 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1dbeb630-cb5f-4767-b792-fa09eb1c0dcb req-67f88169-fcf9-45b5-8782-bc9f3b0be92f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 944 time: 0.2288656 Oct 19 11:13:47.511736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Attempting to bind port 4acada16-41d3-4802-b87d-73bcbe7174c1 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:47.512185 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Attempting to bind port 4acada16-41d3-4802-b87d-73bcbe7174c1 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:47.513348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Attempting to bind port 4acada16-41d3-4802-b87d-73bcbe7174c1 on network c49d39f8-ee8e-488d-906e-68c3d9038bc6 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:47.532383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Port 4acada16-41d3-4802-b87d-73bcbe7174c1 on network c49d39f8-ee8e-488d-906e-68c3d9038bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:13:47.532889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Attempting to bind port 4acada16-41d3-4802-b87d-73bcbe7174c1 on network c49d39f8-ee8e-488d-906e-68c3d9038bc6 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:47.545751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:47.546243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Checking segment: {'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:47.546724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Bound using segment: {'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:47.547264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Bound port: 4acada16-41d3-4802-b87d-73bcbe7174c1, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:47.547711 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.556874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83c8e2-7f1c-4003-bc20-3d844efab5de req-3820e0ee-b044-4b4d-adc8-8e7efe66dec6 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:47.566203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b83c8e2-7f1c-4003-bc20-3d844efab5de req-3820e0ee-b044-4b4d-adc8-8e7efe66dec6 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 944 time: 0.2059352 Oct 19 11:13:47.572097 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea72d799-ccd5-493b-876e-41405a97c52a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.625919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] For port 4acada16-41d3-4802-b87d-73bcbe7174c1, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:47.629427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] For port 4acada16-41d3-4802-b87d-73bcbe7174c1, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4acada16-41d3-4802-b87d-73bcbe7174c1,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:47.647498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1dbeb630-cb5f-4767-b792-fa09eb1c0dcb req-e4acfd1f-0cf6-43e5-92bf-f977110dbd56 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837666 Oct 19 11:13:47.692893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=50b2e6dd-69fb-4434-bdaf-f7084ac16880,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:47.702613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.709305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-c1666cba-0c05-48bf-a379-548894ae5323 None None] Set router 77483d93-918f-4886-a38c-991652bfe3f3 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:47.723372 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.724573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b83c8e2-7f1c-4003-bc20-3d844efab5de req-c04937e4-827f-4c56-a872-b66b38fb05f0 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520312 Oct 19 11:13:47.776046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['50b2e6dd-69fb-4434-bdaf-f7084ac16880'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:47.791279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:47.792058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.795135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] 10.222.0.26 "PUT /v2.0/ports/4acada16-41d3-4802-b87d-73bcbe7174c1 HTTP/1.1" status: 200 len: 1092 time: 1.5208628 Oct 19 11:13:47.798920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15a3f68-680d-43bc-a9e1-9f46b6fcc49f', 'tag': '4acada16-41d3-4802-b87d-73bcbe7174c1'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:47.820965 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e8df90-6d6f-4244-a6bd-85239603efe5" -d '{"events": [{"name": "network-changed", "server_uuid": "b15a3f68-680d-43bc-a9e1-9f46b6fcc49f", "tag": "4acada16-41d3-4802-b87d-73bcbe7174c1"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:47.883112 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea72d799-ccd5-493b-876e-41405a97c52a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.903955 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.916264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b6677-3c21-4da5-b019-0d095b90938f service neutron] Pushing event updated for resources: {'Port': ['ID=4acada16-41d3-4802-b87d-73bcbe7174c1,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:47.942071 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea72d799-ccd5-493b-876e-41405a97c52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:47.958761 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b1b44f-8394-4f7b-a079-f5a074514b82 x-openstack-request-id: req-93b1b44f-8394-4f7b-a079-f5a074514b82 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:47.959077 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15a3f68-680d-43bc-a9e1-9f46b6fcc49f", "tag": "4acada16-41d3-4802-b87d-73bcbe7174c1", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:47.964458 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93b1b44f-8394-4f7b-a079-f5a074514b82 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:47.964458 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15a3f68-680d-43bc-a9e1-9f46b6fcc49f', 'tag': '4acada16-41d3-4802-b87d-73bcbe7174c1', 'status': 'completed', 'code': 200} Oct 19 11:13:48.086771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72d799-ccd5-493b-876e-41405a97c52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943ca284-d67f-469e-bf53-7d998432e66b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:48.099009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ea72d799-ccd5-493b-876e-41405a97c52a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46b65c7fc7654b4dbf3eef3ad4d54448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7245829 Oct 19 11:13:48.099464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46688) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:48.118172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9170a4-7ec6-43f8-99bc-144e1e58743c req-430b787b-e2b9-4499-b5d9-80f7db329336 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:48.119754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b9170a4-7ec6-43f8-99bc-144e1e58743c req-430b787b-e2b9-4499-b5d9-80f7db329336 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1593101 Oct 19 11:13:48.126569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-ffbd6d7a-9259-4b00-84ce-ccb168bfae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:48.130037 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-ffbd6d7a-9259-4b00-84ce-ccb168bfae9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fff536ac89b94575a75e4a1a87e06e42&device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 1095 time: 0.1926610 Oct 19 11:13:48.179487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Deleting port 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:48.179741 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:48.203396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb9f89cd-fd0a-4345-ae96-ab5fdcfb85cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:48.208203 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-293bdc3d-b591-453a-adf0-79b56043d503 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4acada16-41d3-4802-b87d-73bcbe7174c1 HTTP/1.1" status: 200 len: 217 time: 0.0483310 Oct 19 11:13:48.229588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b9170a4-7ec6-43f8-99bc-144e1e58743c req-7f36f84c-f840-4950-9f50-7f9bc2b54885 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004794 Oct 19 11:13:48.279423 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb9f89cd-fd0a-4345-ae96-ab5fdcfb85cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:48.334483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-4106f0e3-543f-4565-a361-3ea4c081dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:48.341915 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-4106f0e3-543f-4565-a361-3ea4c081dd8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65a4348a-2dbe-46d3-89b8-5ec7c8e710a0 HTTP/1.1" status: 200 len: 861 time: 0.1029885 Oct 19 11:13:48.344082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] For port 6a7dd787-a556-4dd9-ac0a-04a32c4352b0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6a7dd787-a556-4dd9-ac0a-04a32c4352b0,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:48.345584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:48.359788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Calling delete_port for 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:48.379279 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-667da7f1-ab71-4cec-b16c-60137621c6ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c49d39f8-ee8e-488d-906e-68c3d9038bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341704 Oct 19 11:13:48.437019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c1666cba-0c05-48bf-a379-548894ae5323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77483d93-918f-4886-a38c-991652bfe3f3', 'name': 'tempest-FloatingIPsTestJSON-1192719016-router', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:20Z', 'updated_at': '2021-10-19T11:13:45Z', 'revision_number': 5, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'gw_port': {'id': '6a7dd787-a556-4dd9-ac0a-04a32c4352b0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77483d93-918f-4886-a38c-991652bfe3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:23Z', 'updated_at': '2021-10-19T11:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:48.471874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1666cba-0c05-48bf-a379-548894ae5323 None None] Checking router: 77483d93-918f-4886-a38c-991652bfe3f3 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:13:48.505498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1666cba-0c05-48bf-a379-548894ae5323 None None] Routers {'77483d93-918f-4886-a38c-991652bfe3f3'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:13:48.506214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c1666cba-0c05-48bf-a379-548894ae5323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['77483d93-918f-4886-a38c-991652bfe3f3'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:48.522078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-b8a03462-bf95-4e57-b5dc-6350de32e2da service neutron] 10.222.0.26 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340458 Oct 19 11:13:48.524495 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb9f89cd-fd0a-4345-ae96-ab5fdcfb85cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:48.526979 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb9f89cd-fd0a-4345-ae96-ab5fdcfb85cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:48.528953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bb9f89cd-fd0a-4345-ae96-ab5fdcfb85cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/943ca284-d67f-469e-bf53-7d998432e66b HTTP/1.1" status: 204 len: 168 time: 0.4265671 Oct 19 11:13:48.564920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f89cd-fd0a-4345-ae96-ab5fdcfb85cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ca284-d67f-469e-bf53-7d998432e66b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:48.634830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-c1666cba-0c05-48bf-a379-548894ae5323 None None] Set router 77483d93-918f-4886-a38c-991652bfe3f3 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:13:48.662543 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2111e5dc-e4d5-4ee9-a1a7-60dc691a81f8 req-a6f3c6a9-8884-426f-80d2-a769e6b3c514 service neutron] 10.222.0.26 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195834 Oct 19 11:13:48.696763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c1666cba-0c05-48bf-a379-548894ae5323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77483d93-918f-4886-a38c-991652bfe3f3', 'name': 'tempest-FloatingIPsTestJSON-1192719016-router', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:20Z', 'updated_at': '2021-10-19T11:13:47Z', 'revision_number': 6, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:48.697761 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:48.730272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1666cba-0c05-48bf-a379-548894ae5323 None None] The sync data for ids ['77483d93-918f-4886-a38c-991652bfe3f3'] in n-d-814547-1 is: [{'id': '77483d93-918f-4886-a38c-991652bfe3f3', 'name': 'tempest-FloatingIPsTestJSON-1192719016-router', 'tenant_id': 'eff04248512343d285fd0de1ba2ba646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:20Z', 'updated_at': '2021-10-19T11:13:47Z', 'revision_number': 6, 'project_id': 'eff04248512343d285fd0de1ba2ba646', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:13:48.761473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7dd787-a556-4dd9-ac0a-04a32c4352b0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:48.801856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5907e0-12f4-4585-a378-807833beeda6 req-b89c93a9-e74c-4050-808a-d39d0f22a461 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:48.804388 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c5907e0-12f4-4585-a378-807833beeda6 req-b89c93a9-e74c-4050-808a-d39d0f22a461 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 945 time: 0.0825551 Oct 19 11:13:48.885070 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c5907e0-12f4-4585-a378-807833beeda6 req-59335944-440b-41c1-b78f-7d70e98bf1f9 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629661 Oct 19 11:13:48.913280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:48.915115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8df90-6d6f-4244-a6bd-85239603efe5 req-cd21bce5-c10d-4496-94a3-09ad0b12b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:48.916655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90e8df90-6d6f-4244-a6bd-85239603efe5 req-cd21bce5-c10d-4496-94a3-09ad0b12b3d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fff536ac89b94575a75e4a1a87e06e42&device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 1095 time: 0.1081383 Oct 19 11:13:48.982409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f343562-1a70-47ba-bd92-095c31b8a148 req-20597a96-453d-4386-8061-a2d94431b622 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:48.983826 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f343562-1a70-47ba-bd92-095c31b8a148 req-20597a96-453d-4386-8061-a2d94431b622 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 944 time: 0.1567330 Oct 19 11:13:49.019317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.025523 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.041297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8df90-6d6f-4244-a6bd-85239603efe5 req-1f61fa20-7123-4903-b484-ee51a27bbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:49.041297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90e8df90-6d6f-4244-a6bd-85239603efe5 req-1f61fa20-7123-4903-b484-ee51a27bbe35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c49d39f8-ee8e-488d-906e-68c3d9038bc6 HTTP/1.1" status: 200 len: 922 time: 0.1119156 Oct 19 11:13:49.093152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f343562-1a70-47ba-bd92-095c31b8a148 req-dfbecffc-395c-490c-ade8-5599203be170 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026115 Oct 19 11:13:49.098362 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90e8df90-6d6f-4244-a6bd-85239603efe5 req-968e3663-b815-4c24-8823-ec0e4117eb2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4acada16-41d3-4802-b87d-73bcbe7174c1 HTTP/1.1" status: 200 len: 217 time: 0.0531943 Oct 19 11:13:49.190307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8df90-6d6f-4244-a6bd-85239603efe5 req-74d28f8e-fc93-483f-841a-736b6a827d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:49.195278 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.195713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77483d93-918f-4886-a38c-991652bfe3f3 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:13:49.198401 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90e8df90-6d6f-4244-a6bd-85239603efe5 req-74d28f8e-fc93-483f-841a-736b6a827d24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65a4348a-2dbe-46d3-89b8-5ec7c8e710a0 HTTP/1.1" status: 200 len: 861 time: 0.0916817 Oct 19 11:13:49.200567 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.203895 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0acc2e56-97fa-47fb-ac8a-38463e57e134 admin admin] 10.222.0.39 "DELETE /v2.0/routers/77483d93-918f-4886-a38c-991652bfe3f3 HTTP/1.1" status: 204 len: 168 time: 1.7812684 Oct 19 11:13:49.204140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46714) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:49.222071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 340db26b-7432-4cb9-9b68-5c53e396fd10 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:49.251548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 340db26b-7432-4cb9-9b68-5c53e396fd10 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:49.251889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 340db26b-7432-4cb9-9b68-5c53e396fd10 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:49.254585 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.273216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a508a3-63db-4153-a09d-30bc3f880ab6 admin admin] Deleting subnet 6e427ac2-9cd4-444a-9225-9b72743dd3ef {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:13:49.276743 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a508a3-63db-4153-a09d-30bc3f880ab6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.282990 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90e8df90-6d6f-4244-a6bd-85239603efe5 req-54109af7-563a-4b7d-b834-e1f0b12a4297 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c49d39f8-ee8e-488d-906e-68c3d9038bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582235 Oct 19 11:13:49.319668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a508a3-63db-4153-a09d-30bc3f880ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.406094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be220a15-1f84-48e3-a0d2-1c65ad287e2a req-a1e64c2d-ee7a-4d0c-88cd-37bea71262c3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:49.407464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-be220a15-1f84-48e3-a0d2-1c65ad287e2a req-a1e64c2d-ee7a-4d0c-88cd-37bea71262c3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0686977 Oct 19 11:13:49.430310 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90e8df90-6d6f-4244-a6bd-85239603efe5 req-09377507-dec0-4d28-a2a5-8fa637182825 service neutron] 10.222.0.26 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379433 Oct 19 11:13:49.436943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-dddccf3e-b47e-4456-a7c9-bc8f228953bc tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:49.438344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-dddccf3e-b47e-4456-a7c9-bc8f228953bc tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 807 time: 0.2334228 Oct 19 11:13:49.467142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a508a3-63db-4153-a09d-30bc3f880ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.493334 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-be220a15-1f84-48e3-a0d2-1c65ad287e2a req-e2257bf9-89e6-4668-a1cd-eafc6d355ad3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692365 Oct 19 11:13:49.503147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-a9e3064b-329d-4516-8e18-9b03dc0bfa18 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/quotas/599c0bf3bbe841c2a0ec3a98879bd9f3 HTTP/1.1" status: 200 len: 375 time: 0.0399809 Oct 19 11:13:49.564998 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.617134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90e8df90-6d6f-4244-a6bd-85239603efe5 req-89006c6d-9a35-4453-abbd-028f505ca0b3 service neutron] 10.222.0.26 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778047 Oct 19 11:13:49.622335 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a508a3-63db-4153-a09d-30bc3f880ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.629535 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-14398488-56a7-479b-bdd1-eba9fe1ac72b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787170 Oct 19 11:13:49.652143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a508a3-63db-4153-a09d-30bc3f880ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e427ac2-9cd4-444a-9225-9b72743dd3ef,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:49.661307 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a508a3-63db-4153-a09d-30bc3f880ab6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.666899 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-41a508a3-63db-4153-a09d-30bc3f880ab6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6e427ac2-9cd4-444a-9225-9b72743dd3ef HTTP/1.1" status: 204 len: 168 time: 0.4594152 Oct 19 11:13:49.667042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d909f4-618b-46c5-b960-8ada76ab7b31 None None] Network 8df777ad-768a-4306-944f-a2be97a0a825 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:49.667241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46728) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:49.739915 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-ba455bbc-a2b2-45e2-b08c-f9ccce7db2cb service neutron] 10.222.0.39 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033850 Oct 19 11:13:49.755509 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.812100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Deleting port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:49.812438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.833766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46732) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:49.880444 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-696d76f8-7130-498c-b79b-9531530c1304 service neutron] 10.222.0.39 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339886 Oct 19 11:13:49.919876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] For port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=070ed9d5-52a1-4ee5-be2a-8b3f17dfed50,segment=NetworkSegment(9efc95db-5b2a-4ccb-9e3c-b72c61a562f7),segment_id=9efc95db-5b2a-4ccb-9e3c-b72c61a562f7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:49.920315 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:49.933328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06ffad-a353-4d75-a5ce-ebcd136a4f77 None None] DHCP port deletion for 8df777ad-768a-4306-944f-a2be97a0a825 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:13:49.959652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Calling delete_port for 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:49.988745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1f06ffad-a353-4d75-a5ce-ebcd136a4f77 None None] Deleting port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:13:49.989424 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1f06ffad-a353-4d75-a5ce-ebcd136a4f77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.032170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1306544201-network', 'tenant_id': '1c97eebb857b4bec80142531c0acce64'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:50.073011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1f06ffad-a353-4d75-a5ce-ebcd136a4f77 None None] For port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=070ed9d5-52a1-4ee5-be2a-8b3f17dfed50,segment=NetworkSegment(9efc95db-5b2a-4ccb-9e3c-b72c61a562f7),segment_id=9efc95db-5b2a-4ccb-9e3c-b72c61a562f7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:50.073399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1f06ffad-a353-4d75-a5ce-ebcd136a4f77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.087109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1f06ffad-a353-4d75-a5ce-ebcd136a4f77 None None] Calling delete_port for 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:13:50.106138 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709e437-8707-4bfe-955b-6acebf66550a req-49ea0714-f3f9-4625-a954-60228dc343e5 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:50.109087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e709e437-8707-4bfe-955b-6acebf66550a req-49ea0714-f3f9-4625-a954-60228dc343e5 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 945 time: 0.0789704 Oct 19 11:13:50.140635 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Made reservation on behalf of 1c97eebb857b4bec80142531c0acce64 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:50.144525 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.157068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e709e437-8707-4bfe-955b-6acebf66550a req-cc2f66c6-feaf-484f-a71c-596c126bd127 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Oct 19 11:13:50.160884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.223409 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.229017 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1f06ffad-a353-4d75-a5ce-ebcd136a4f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.243354 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.253496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06ffad-a353-4d75-a5ce-ebcd136a4f77 None None] Pushing event deleted for resources: {'Port': ['ID=070ed9d5-52a1-4ee5-be2a-8b3f17dfed50,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:50.259855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f06ffad-a353-4d75-a5ce-ebcd136a4f77 None None] No DVR routers for this DVR port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:50.266501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Pushing event deleted for resources: {'Port': ['ID=070ed9d5-52a1-4ee5-be2a-8b3f17dfed50,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:50.272409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] No DVR routers for this DVR port 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:13:50.319139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.321437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36cf8d-f3ce-4a08-b4c4-c15e10739010 req-9ddf27f4-8e64-481b-a9cc-e8bf39fded96 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:50.323103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc36cf8d-f3ce-4a08-b4c4-c15e10739010 req-9ddf27f4-8e64-481b-a9cc-e8bf39fded96 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 944 time: 0.1108837 Oct 19 11:13:50.348086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:13:50.363405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c575a4-3990-40d3-8ee0-58677c599a05,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:50.366348 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.366684 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Added segment 1b06f70a-3a4c-4ca6-b662-00f216a42a27 of type vlan for network 46963fdc-15ad-43d6-967d-ef3767d6c4b6 Oct 19 11:13:50.367718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.414490 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.519292 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.520182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:50.522217 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.583748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] Pushing event updated for resources: {'Network': ['ID=46963fdc-15ad-43d6-967d-ef3767d6c4b6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:50.594210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 46963fdc-15ad-43d6-967d-ef3767d6c4b6 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:13:50.634068 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5856511a-12e2-499d-8bff-1ab8a1e738a6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7986753 Oct 19 11:13:50.634681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46756) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:50.639674 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] Request body: {'subnet': {'network_id': '46963fdc-15ad-43d6-967d-ef3767d6c4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1306544201-subnet', 'tenant_id': '1c97eebb857b4bec80142531c0acce64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:50.702493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df777ad-768a-4306-944f-a2be97a0a825']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:50.713369 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc36cf8d-f3ce-4a08-b4c4-c15e10739010 req-2241b2d6-bda7-41d5-9817-e1610bb9276a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833985 Oct 19 11:13:50.717270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efc95db-5b2a-4ccb-9e3c-b72c61a562f7') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:50.717532 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efc95db-5b2a-4ccb-9e3c-b72c61a562f7') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:13:50.727804 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.735003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4d9f8-b3e2-4dcb-ad6a-13f2dde50699 req-4603831b-92a1-48e0-91f6-c06596b9dfd8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:50.744302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.751043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4f4d9f8-b3e2-4dcb-ad6a-13f2dde50699 req-4603831b-92a1-48e0-91f6-c06596b9dfd8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0865965 Oct 19 11:13:50.754220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] Made reservation on behalf of 1c97eebb857b4bec80142531c0acce64 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:50.756681 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.757920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:13:50.758846 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:13:50.761053 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:13:50.831698 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0748e90-6dff-453f-ab47-0f3d553c0924 req-8e8a26c1-fefb-4f0d-b43f-eed64ca9c407 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 210 time: 0.0546420 Oct 19 11:13:50.851493 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4f4d9f8-b3e2-4dcb-ad6a-13f2dde50699 req-7c5e0f5c-3398-4a69-81e4-e116e69a1b1b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997274 Oct 19 11:13:50.901830 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.912729 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:50.918183 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8df777ad-768a-4306-944f-a2be97a0a825 HTTP/1.1" status: 204 len: 168 time: 1.2479861 Oct 19 11:13:50.938206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ca66d-547f-419b-9830-6748b2f77397 admin admin] Pushing event deleted for resources: {'Network': ['ID=8df777ad-768a-4306-944f-a2be97a0a825,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:50.989258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 4acada16-41d3-4802-b87d-73bcbe7174c1 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:13:51.004922 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50b2e6dd-69fb-4434-bdaf-f7084ac16880 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:51.073811 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.120654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 4acada16-41d3-4802-b87d-73bcbe7174c1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4acada16-41d3-4802-b87d-73bcbe7174c1,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:51.132822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '4acada16-41d3-4802-b87d-73bcbe7174c1', 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6', 'port_id': '4acada16-41d3-4802-b87d-73bcbe7174c1', 'mac_address': 'fa:16:3e:32:e0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a4348a-2dbe-46d3-89b8-5ec7c8e710a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:13:51.135711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc722b9-75c4-4a4b-a2e0-0a6d169f4d22,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:51.148689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] Checking segment: {'id': '1b06f70a-3a4c-4ca6-b662-00f216a42a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '46963fdc-15ad-43d6-967d-ef3767d6c4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:51.149065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] Network hostable DHCP agents. Network: 46963fdc-15ad-43d6-967d-ef3767d6c4b6, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:13:51.175439 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.196020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acada16-41d3-4802-b87d-73bcbe7174c1 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:51.206172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:51.233923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 50b2e6dd-69fb-4434-bdaf-f7084ac16880 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:13:51.235838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:51.236176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 070ed9d5-52a1-4ee5-be2a-8b3f17dfed50 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:51.236944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:13:51.264456 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 50b2e6dd-69fb-4434-bdaf-f7084ac16880 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:51.264853 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.267754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 4acada16-41d3-4802-b87d-73bcbe7174c1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4acada16-41d3-4802-b87d-73bcbe7174c1,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:51.269647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:13:51.269989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6a7dd787-a556-4dd9-ac0a-04a32c4352b0 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:13:51.278493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629d34c-89cc-4b91-a03a-d89fe5ab7881 req-15967316-e328-49e7-b07e-5af91ad65372 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:51.280005 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4629d34c-89cc-4b91-a03a-d89fe5ab7881 req-15967316-e328-49e7-b07e-5af91ad65372 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 945 time: 0.0528612 Oct 19 11:13:51.281195 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] Network 46963fdc-15ad-43d6-967d-ef3767d6c4b6 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:13:51.321165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4629d34c-89cc-4b91-a03a-d89fe5ab7881 req-9e0026b8-b967-423e-b278-6d6ff592d0cf tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323544 Oct 19 11:13:51.349587 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.351690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46770) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:51.370515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b2e6dd-69fb-4434-bdaf-f7084ac16880'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:51.371359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 46963fdc-15ad-43d6-967d-ef3767d6c4b6) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:51.373331 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922bda36-2efe-400e-b6c9-6fdcc731497f" -d '{"events": [{"server_uuid": "311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e", "name": "network-vif-plugged", "status": "completed", "tag": "50b2e6dd-69fb-4434-bdaf-f7084ac16880"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:51.378492 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.380898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:51.381485 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.390549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce8fd9-d7d4-43d3-a23e-db6c09b10afc None None] Network 46963fdc-15ad-43d6-967d-ef3767d6c4b6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:51.393579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 50b2e6dd-69fb-4434-bdaf-f7084ac16880, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50b2e6dd-69fb-4434-bdaf-f7084ac16880,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:51.408657 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9ccdce9e-abbe-4b03-8d56-9e0b4f7cd94a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eff04248512343d285fd0de1ba2ba646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555992 Oct 19 11:13:51.411092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46774) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:51.422419 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b265b11-1f3f-45a3-b88a-9f61c2082be1 x-openstack-request-id: req-1b265b11-1f3f-45a3-b88a-9f61c2082be1 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:51.422726 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e", "name": "network-vif-plugged", "status": "completed", "tag": "50b2e6dd-69fb-4434-bdaf-f7084ac16880", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:51.422968 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b265b11-1f3f-45a3-b88a-9f61c2082be1 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:51.423355 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b2e6dd-69fb-4434-bdaf-f7084ac16880', 'code': 200} Oct 19 11:13:51.467738 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ede81d75-5e26-47e2-af60-c11edd548f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.476802 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.489945 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ede81d75-5e26-47e2-af60-c11edd548f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.497989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=4acada16-41d3-4802-b87d-73bcbe7174c1,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:51.526057 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e71b2e43-833b-4fa9-a923-0b1f9a2ed3f5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8903363 Oct 19 11:13:51.538694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7d511-78ab-4b8f-888d-fd45919376c5 req-c576b68b-18bd-4de8-bca2-aa0029c47b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:51.540276 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-58e7d511-78ab-4b8f-888d-fd45919376c5 req-c576b68b-18bd-4de8-bca2-aa0029c47b82 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 1097 time: 0.0526597 Oct 19 11:13:51.587530 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-58e7d511-78ab-4b8f-888d-fd45919376c5 req-76d992b7-4f8d-49a0-b3a3-3e9dd721d263 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380013 Oct 19 11:13:51.587818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=50b2e6dd-69fb-4434-bdaf-f7084ac16880,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:51.610462 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ede81d75-5e26-47e2-af60-c11edd548f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.613063 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ede81d75-5e26-47e2-af60-c11edd548f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.614179 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ede81d75-5e26-47e2-af60-c11edd548f90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67a5c210-0b0e-41aa-a4a6-c36e267d8e32 HTTP/1.1" status: 204 len: 168 time: 0.2022116 Oct 19 11:13:51.615305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f62a617-dfb9-4b82-a269-a6d4005d231f None None] Network 46963fdc-15ad-43d6-967d-ef3767d6c4b6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:51.623509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede81d75-5e26-47e2-af60-c11edd548f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a5c210-0b0e-41aa-a4a6-c36e267d8e32,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:51.694951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['4acada16-41d3-4802-b87d-73bcbe7174c1'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:51.798584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8a143d19-9fb3-43ac-8f02-596b3b891048 req-40e01104-18e5-4c1f-91f5-16d25da19496 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-768267658', 'description': 'tempest-description-446406334'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:51.857299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa38b25-3589-4338-bf83-5e15c48051cf req-d4c96f43-6f37-493f-b297-3fa3da0a9b63 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:51.861015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4aa38b25-3589-4338-bf83-5e15c48051cf req-d4c96f43-6f37-493f-b297-3fa3da0a9b63 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 945 time: 0.0536289 Oct 19 11:13:51.905164 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4aa38b25-3589-4338-bf83-5e15c48051cf req-bba0b16e-9ef5-466b-8b04-a9cf0742114d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369651 Oct 19 11:13:51.945750 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a143d19-9fb3-43ac-8f02-596b3b891048 req-40e01104-18e5-4c1f-91f5-16d25da19496 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:51.987508 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-98b9361e-7cca-42d4-86d5-e5c4ea4f1944 req-08162931-1e9a-4fdb-b7c6-ea593cb5a3cd tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 210 time: 0.0311534 Oct 19 11:13:52.022053 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a143d19-9fb3-43ac-8f02-596b3b891048 req-40e01104-18e5-4c1f-91f5-16d25da19496 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:52.102209 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a143d19-9fb3-43ac-8f02-596b3b891048 req-40e01104-18e5-4c1f-91f5-16d25da19496 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:52.103515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd8fad-f689-4fdd-a9b5-4fa6f71e7224 req-91d5f5b6-2556-4639-bb70-e8ec28878af3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:52.105242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95cd8fad-f689-4fdd-a9b5-4fa6f71e7224 req-91d5f5b6-2556-4639-bb70-e8ec28878af3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0537925 Oct 19 11:13:52.133460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e01104-18e5-4c1f-91f5-16d25da19496 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f78afe-fca0-472e-a800-caa1c0a1ac67,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:52.152732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95cd8fad-f689-4fdd-a9b5-4fa6f71e7224 req-3d492b3f-bb83-4dc6-b6a8-ff51966dd2f9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Oct 19 11:13:52.195278 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8a143d19-9fb3-43ac-8f02-596b3b891048 req-40e01104-18e5-4c1f-91f5-16d25da19496 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:52.196518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a143d19-9fb3-43ac-8f02-596b3b891048 req-40e01104-18e5-4c1f-91f5-16d25da19496 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4038308 Oct 19 11:13:52.271554 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e734a214-c7f4-4ddd-8970-fdd2c01e29c9 req-8dfa1eab-405f-41b2-b151-d099abf99bea tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/25f78afe-fca0-472e-a800-caa1c0a1ac67 HTTP/1.1" status: 200 len: 1811 time: 0.0454886 Oct 19 11:13:52.285192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e734a214-c7f4-4ddd-8970-fdd2c01e29c9 req-f1d13614-c1fe-4b55-9468-53d7cd09a48a tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '25f78afe-fca0-472e-a800-caa1c0a1ac67', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:52.285192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e734a214-c7f4-4ddd-8970-fdd2c01e29c9 req-f1d13614-c1fe-4b55-9468-53d7cd09a48a tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '25f78afe-fca0-472e-a800-caa1c0a1ac67', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:52.436387 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e734a214-c7f4-4ddd-8970-fdd2c01e29c9 req-f1d13614-c1fe-4b55-9468-53d7cd09a48a tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:52.442252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11a0c3-8ee4-428f-9d1e-01393196b1f0 req-1bc06641-7827-4d70-9027-88319a69129f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:52.444014 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd11a0c3-8ee4-428f-9d1e-01393196b1f0 req-1bc06641-7827-4d70-9027-88319a69129f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 946 time: 0.0514095 Oct 19 11:13:52.468618 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e734a214-c7f4-4ddd-8970-fdd2c01e29c9 req-f1d13614-c1fe-4b55-9468-53d7cd09a48a tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:52.486147 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd11a0c3-8ee4-428f-9d1e-01393196b1f0 req-d213ffbc-abdc-48b5-b80d-de394ea5d5c7 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345242 Oct 19 11:13:52.553164 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e734a214-c7f4-4ddd-8970-fdd2c01e29c9 req-f1d13614-c1fe-4b55-9468-53d7cd09a48a tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:52.571058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d13614-c1fe-4b55-9468-53d7cd09a48a tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e86a1af-a9ac-4bb7-a3b1-b75737a5c9b7,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:52.669930 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e734a214-c7f4-4ddd-8970-fdd2c01e29c9 req-f1d13614-c1fe-4b55-9468-53d7cd09a48a tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:52.671151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e734a214-c7f4-4ddd-8970-fdd2c01e29c9 req-f1d13614-c1fe-4b55-9468-53d7cd09a48a tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3936224 Oct 19 11:13:52.730543 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c576cef-c4e6-4e3d-81bc-f6aa1a31a51e req-cd33c8f6-4f99-4835-a7cd-81b0fef101f8 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/25f78afe-fca0-472e-a800-caa1c0a1ac67 HTTP/1.1" status: 200 len: 2404 time: 0.0389128 Oct 19 11:13:52.776021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f65b795e-d015-4eb1-a616-ffd4026c0b43 req-dfc31e42-87d1-497d-87b7-4f0c504781c2 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-group-rules/5e86a1af-a9ac-4bb7-a3b1-b75737a5c9b7 HTTP/1.1" status: 200 len: 778 time: 0.0260448 Oct 19 11:13:52.825060 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f65b795e-d015-4eb1-a616-ffd4026c0b43 req-ddb99a9f-3e6a-4601-8076-3bda8fe2f3b7 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/25f78afe-fca0-472e-a800-caa1c0a1ac67 HTTP/1.1" status: 200 len: 2404 time: 0.0420318 Oct 19 11:13:52.848847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46820) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:52.855011 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f65b795e-d015-4eb1-a616-ffd4026c0b43 req-aa9cf535-8995-4974-b701-6af99b90c466 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:52.863483 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f65b795e-d015-4eb1-a616-ffd4026c0b43 req-aa9cf535-8995-4974-b701-6af99b90c466 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:52.947554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-948377694-network', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:52.979838 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f65b795e-d015-4eb1-a616-ffd4026c0b43 req-aa9cf535-8995-4974-b701-6af99b90c466 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:52.986542 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f65b795e-d015-4eb1-a616-ffd4026c0b43 req-aa9cf535-8995-4974-b701-6af99b90c466 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:52.987670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f65b795e-d015-4eb1-a616-ffd4026c0b43 req-aa9cf535-8995-4974-b701-6af99b90c466 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5e86a1af-a9ac-4bb7-a3b1-b75737a5c9b7 HTTP/1.1" status: 204 len: 173 time: 0.1557846 Oct 19 11:13:52.994568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cf535-8995-4974-b701-6af99b90c466 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e86a1af-a9ac-4bb7-a3b1-b75737a5c9b7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:53.000663 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 4acada16-41d3-4802-b87d-73bcbe7174c1 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:53.018475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-23ceda03-1a48-492f-8faa-79c6154996aa req-1447f9a4-834b-49a3-8eb1-8543cd52f265 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-175750412', 'description': 'tempest-description-380145453'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:53.069259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Made reservation on behalf of 7b379029ee604a4e86abaf1ad85ef5b3 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:53.072134 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.087846 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.115234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f90285-facc-42c1-8d57-65a346d4e05f req-eb3bc40b-6959-4772-8a01-cf8ceee87568 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:53.116727 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74f90285-facc-42c1-8d57-65a346d4e05f req-eb3bc40b-6959-4772-8a01-cf8ceee87568 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 945 time: 0.1391020 Oct 19 11:13:53.153716 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-23ceda03-1a48-492f-8faa-79c6154996aa req-1447f9a4-834b-49a3-8eb1-8543cd52f265 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.166626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-1a87ab69-5f0f-40bb-b805-8ca01fdb779c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:53.168032 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-1a87ab69-5f0f-40bb-b805-8ca01fdb779c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 807 time: 0.2002013 Oct 19 11:13:53.189011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Request body: {'port': {'device_id': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0', 'admin_state_up': True, 'tenant_id': '599c0bf3bbe841c2a0ec3a98879bd9f3'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:53.210246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 4acada16-41d3-4802-b87d-73bcbe7174c1 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:13:53.214253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 4acada16-41d3-4802-b87d-73bcbe7174c1 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:53.214855 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.222047 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74f90285-facc-42c1-8d57-65a346d4e05f req-a39c9165-1588-4d4d-b28b-0dbb134fd379 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929556 Oct 19 11:13:53.225688 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-23ceda03-1a48-492f-8faa-79c6154996aa req-1447f9a4-834b-49a3-8eb1-8543cd52f265 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.301154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-23ceda03-1a48-492f-8faa-79c6154996aa req-1447f9a4-834b-49a3-8eb1-8543cd52f265 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.316813 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.341743 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ac94c866-a681-4c86-b59a-33a2b3724afb req-3ce54ae0-1b07-43f0-855c-ff6eec0e9c24 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 210 time: 0.0508380 Oct 19 11:13:53.345222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447f9a4-834b-49a3-8eb1-8543cd52f265 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0ce6df-4081-4f2a-81d1-08908a5837b3,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:53.345878 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.367026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 4acada16-41d3-4802-b87d-73bcbe7174c1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4acada16-41d3-4802-b87d-73bcbe7174c1,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:53.399889 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-23ceda03-1a48-492f-8faa-79c6154996aa req-1447f9a4-834b-49a3-8eb1-8543cd52f265 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.401150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23ceda03-1a48-492f-8faa-79c6154996aa req-1447f9a4-834b-49a3-8eb1-8543cd52f265 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3879077 Oct 19 11:13:53.424246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15a3f68-680d-43bc-a9e1-9f46b6fcc49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acada16-41d3-4802-b87d-73bcbe7174c1'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:53.426829 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130f6757-5dc6-41e8-a329-64770cbfd32f" -d '{"events": [{"server_uuid": "b15a3f68-680d-43bc-a9e1-9f46b6fcc49f", "name": "network-vif-plugged", "status": "completed", "tag": "4acada16-41d3-4802-b87d-73bcbe7174c1"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:53.431027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.453501 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.476717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:13:53.503674 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.504157 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Added segment b3c49292-7d00-4d30-bef5-2cccb2d69dba of type vlan for network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb Oct 19 11:13:53.506038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=4acada16-41d3-4802-b87d-73bcbe7174c1,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:53.541228 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-18b004d8-0227-47a6-999f-77d5297e1cd0 req-ab47ec6e-daf9-4008-8f4a-c1c77b68c30c tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/ca0ce6df-4081-4f2a-81d1-08908a5837b3 HTTP/1.1" status: 200 len: 1811 time: 0.0498724 Oct 19 11:13:53.551413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Made reservation on behalf of 599c0bf3bbe841c2a0ec3a98879bd9f3 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:53.555165 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.561557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8614ff2f-22cf-4e7a-a9a7-fe028990c076,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:53.585747 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc3707-5ffc-4068-9efc-7925f2c440d4 req-6dcbfdaa-50c2-4ff7-93f0-d7687dafb9b5 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:53.585747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3fc3707-5ffc-4068-9efc-7925f2c440d4 req-6dcbfdaa-50c2-4ff7-93f0-d7687dafb9b5 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1683900 Oct 19 11:13:53.585982 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb88e62-70f5-4386-81cd-130a6a0fb806 x-openstack-request-id: req-cdb88e62-70f5-4386-81cd-130a6a0fb806 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:53.585982 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15a3f68-680d-43bc-a9e1-9f46b6fcc49f", "name": "network-vif-plugged", "status": "completed", "tag": "4acada16-41d3-4802-b87d-73bcbe7174c1", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:53.585982 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdb88e62-70f5-4386-81cd-130a6a0fb806 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:53.586207 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15a3f68-680d-43bc-a9e1-9f46b6fcc49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acada16-41d3-4802-b87d-73bcbe7174c1', 'code': 200} Oct 19 11:13:53.592250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.709672 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3fc3707-5ffc-4068-9efc-7925f2c440d4 req-0048307f-c989-40b8-aafc-13cc46dc3096 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139455 Oct 19 11:13:53.734216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c0299-c7a1-496f-87d4-f4263112040e req-bd336893-240a-4a2a-9d76-1462b8a8b6ad tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:53.735730 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-541c0299-c7a1-496f-87d4-f4263112040e req-bd336893-240a-4a2a-9d76-1462b8a8b6ad tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 946 time: 0.0900674 Oct 19 11:13:53.750316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a773e-3801-4199-9e29-730fe3f0706e req-701310a5-a945-4aea-b14e-dc24152600a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:53.752065 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b36a773e-3801-4199-9e29-730fe3f0706e req-701310a5-a945-4aea-b14e-dc24152600a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 1097 time: 0.0708332 Oct 19 11:13:53.752937 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.754008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:53.754725 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:53.771009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e45a05aa-ccd2-41dc-824d-ec2cbd283357 req-3966d35f-0c68-4025-bebf-1e0b62f70772 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-293923391', 'description': 'tempest-description-2146511907'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:53.800264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-541c0299-c7a1-496f-87d4-f4263112040e req-ee72df0b-1264-4fc1-874b-f9b4dc63a96b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574067 Oct 19 11:13:53.806189 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b36a773e-3801-4199-9e29-730fe3f0706e req-4bcc10be-d276-40e0-ae6e-7a1e6f1d30ee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Oct 19 11:13:53.862241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Allocated IP 172.20.0.10 (062cfcb7-1da2-4252-bba9-e7e514625ea0/761a94a2-c103-48a9-b688-d8956e9f3c16/9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:53.864510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] Pushing event updated for resources: {'Network': ['ID=a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:53.879555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:13:53.888075 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d3c45ad3-6d92-4a61-8861-9d8b69b0d7ec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0374739 Oct 19 11:13:53.893219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46848) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:53.899887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] Request body: {'subnet': {'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-948377694-subnet', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:53.947150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0575bcd8-b301-47da-87b7-28c67bf4af96 req-73c207b5-941a-4702-8f1e-140f0b2fb96b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1523299955&fields=id&tenant_id=18dbd97da179417f9c6d3c434fdd92c2 HTTP/1.1" status: 200 len: 267 time: 0.0727220 Oct 19 11:13:54.002651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575bcd8-b301-47da-87b7-28c67bf4af96 req-55421d13-73a0-49e9-a8ba-81b8c84db774 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:54.004522 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0575bcd8-b301-47da-87b7-28c67bf4af96 req-55421d13-73a0-49e9-a8ba-81b8c84db774 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 946 time: 0.0496669 Oct 19 11:13:54.009683 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e45a05aa-ccd2-41dc-824d-ec2cbd283357 req-3966d35f-0c68-4025-bebf-1e0b62f70772 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.018099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-0575bcd8-b301-47da-87b7-28c67bf4af96 req-6a98d41c-0c45-4b40-8890-764b8d98157d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'port': {'security_groups': ['ea9c736f-1407-4004-bd51-306a6253e471', 'df7411c0-f301-480d-a302-51a10b288a1d']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:54.093479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.098639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0575bcd8-b301-47da-87b7-28c67bf4af96 req-6a98d41c-0c45-4b40-8890-764b8d98157d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.109695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] Made reservation on behalf of 7b379029ee604a4e86abaf1ad85ef5b3 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:13:54.112035 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.212912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e45a05aa-ccd2-41dc-824d-ec2cbd283357 req-3966d35f-0c68-4025-bebf-1e0b62f70772 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.304167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0575bcd8-b301-47da-87b7-28c67bf4af96 req-6a98d41c-0c45-4b40-8890-764b8d98157d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] For port 50b2e6dd-69fb-4434-bdaf-f7084ac16880, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50b2e6dd-69fb-4434-bdaf-f7084ac16880,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:54.329838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e45a05aa-ccd2-41dc-824d-ec2cbd283357 req-3966d35f-0c68-4025-bebf-1e0b62f70772 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.337765 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0575bcd8-b301-47da-87b7-28c67bf4af96 req-6a98d41c-0c45-4b40-8890-764b8d98157d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.358499 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.376082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f41ff9e9-274d-4d6f-9113-0610b57293fe'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:54.402628 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966d35f-0c68-4025-bebf-1e0b62f70772 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722fe688-5f94-4ac8-91c0-4cd2f13b4d7f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:54.423713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Network 062cfcb7-1da2-4252-bba9-e7e514625ea0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:54.427515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:54.435189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:54.467559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Pushing event updated for resources: {'Port': ['ID=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:54.498927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:54.499629 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.705331 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0575bcd8-b301-47da-87b7-28c67bf4af96 req-6a98d41c-0c45-4b40-8890-764b8d98157d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.707332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['50b2e6dd-69fb-4434-bdaf-f7084ac16880'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:54.707734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575bcd8-b301-47da-87b7-28c67bf4af96 req-6a98d41c-0c45-4b40-8890-764b8d98157d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:54.707734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0575bcd8-b301-47da-87b7-28c67bf4af96 req-6a98d41c-0c45-4b40-8890-764b8d98157d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.707734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0575bcd8-b301-47da-87b7-28c67bf4af96 req-6a98d41c-0c45-4b40-8890-764b8d98157d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "PUT /v2.0/ports/50b2e6dd-69fb-4434-bdaf-f7084ac16880 HTTP/1.1" status: 200 len: 982 time: 0.6310060 Oct 19 11:13:54.707734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'tag': '50b2e6dd-69fb-4434-bdaf-f7084ac16880'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:54.707734 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b16069f-a0d3-4583-b4e7-d096fd028021" -d '{"events": [{"name": "network-changed", "server_uuid": "311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e", "tag": "50b2e6dd-69fb-4434-bdaf-f7084ac16880"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:54.707734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98d41c-0c45-4b40-8890-764b8d98157d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'Port': ['ID=50b2e6dd-69fb-4434-bdaf-f7084ac16880,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:54.735941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['50b2e6dd-69fb-4434-bdaf-f7084ac16880'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:54.741923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-cc40db3f-a791-49eb-8cb5-bb84f47f731d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709116 Oct 19 11:13:54.744388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.765132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dbdde-3ccc-4d02-95e2-7dbea3fa0917 req-089d5299-5411-49f3-a795-39280cebe378 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:54.778761 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b87dbdde-3ccc-4d02-95e2-7dbea3fa0917 req-089d5299-5411-49f3-a795-39280cebe378 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 946 time: 0.0694311 Oct 19 11:13:54.818297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b87dbdde-3ccc-4d02-95e2-7dbea3fa0917 req-1d939a80-62de-48f7-8a6a-f037ad540f69 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Oct 19 11:13:54.835431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:13:54.881198 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e45a05aa-ccd2-41dc-824d-ec2cbd283357 req-3966d35f-0c68-4025-bebf-1e0b62f70772 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:54.889433 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e45a05aa-ccd2-41dc-824d-ec2cbd283357 req-3966d35f-0c68-4025-bebf-1e0b62f70772 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.1376407 Oct 19 11:13:54.896100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95cbccf-8e20-4fe1-9964-8c44711deee6,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:54.924623 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-479a764b-18c0-400e-a0f6-958ff218e373 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7446530 Oct 19 11:13:54.933236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] Checking segment: {'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:54.934846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] Network hostable DHCP agents. Network: a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:13:54.951671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Request body: {'port': {'device_id': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:54.961735 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-dcd3bbd4-e924-4bf0-9374-b66c65fa39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:54.961735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-dcd3bbd4-e924-4bf0-9374-b66c65fa39c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 1101 time: 0.1629455 Oct 19 11:13:55.080524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da4b0-8065-4955-a9db-4eee80df5f3b req-8c31a96f-5c75-4340-ad4d-278380eb7390 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:55.082161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1f3da4b0-8065-4955-a9db-4eee80df5f3b req-8c31a96f-5c75-4340-ad4d-278380eb7390 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 932 time: 0.1957467 Oct 19 11:13:55.084233 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f422c5a1-13af-48b9-a08f-9740f6c22c8a x-openstack-request-id: req-f422c5a1-13af-48b9-a08f-9740f6c22c8a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:55.084527 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e", "tag": "50b2e6dd-69fb-4434-bdaf-f7084ac16880", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:55.085157 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f422c5a1-13af-48b9-a08f-9740f6c22c8a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:55.085157 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'tag': '50b2e6dd-69fb-4434-bdaf-f7084ac16880', 'status': 'completed', 'code': 200} Oct 19 11:13:55.134682 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:55.160445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] Network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:13:55.185798 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1f3da4b0-8065-4955-a9db-4eee80df5f3b req-f307a65e-d21c-4ae9-8edb-aa9776c0c01e tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948923 Oct 19 11:13:55.216319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72ac3d62-eb42-4eef-8ebc-e88b257d346b req-06a8e1c8-6413-418f-b6cb-01a74d7e53a8 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/df7411c0-f301-480d-a302-51a10b288a1d HTTP/1.1" status: 200 len: 1801 time: 0.0977724 Oct 19 11:13:55.228406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16069f-a0d3-4583-b4e7-d096fd028021 req-d635a398-3448-44e5-a223-0a64a3d58240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:55.235374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b16069f-a0d3-4583-b4e7-d096fd028021 req-d635a398-3448-44e5-a223-0a64a3d58240 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 1136 time: 0.1134100 Oct 19 11:13:55.425521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf88b57-af8d-4ac0-a945-34ba1bdd3eb1 req-7bf3f080-ca4a-4f1a-8961-b09818929bd1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:55.433513 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2cf88b57-af8d-4ac0-a945-34ba1bdd3eb1 req-7bf3f080-ca4a-4f1a-8961-b09818929bd1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1202319 Oct 19 11:13:55.444366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:55.446045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16069f-a0d3-4583-b4e7-d096fd028021 req-adaebe74-1ba2-4006-8a35-080597197276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:55.447765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b16069f-a0d3-4583-b4e7-d096fd028021 req-adaebe74-1ba2-4006-8a35-080597197276 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e1f86a14-75f4-424b-9705-0808b29382b0 HTTP/1.1" status: 200 len: 913 time: 0.2018394 Oct 19 11:13:55.458585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:55.459433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:55.486405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc64f89-2373-4ad5-9e77-9837f270fdd5 None None] Network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:55.504446 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a6304de1-ab2f-4808-962c-cc22197dff08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:55.504697 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b16069f-a0d3-4583-b4e7-d096fd028021 req-a8871139-6ea3-48bd-8298-c67fe45d7d24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b2e6dd-69fb-4434-bdaf-f7084ac16880 HTTP/1.1" status: 200 len: 217 time: 0.0451109 Oct 19 11:13:55.544243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-dd7defc9-8d53-47b9-ae23-5b6f9969413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:55.546851 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-dd7defc9-8d53-47b9-ae23-5b6f9969413d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.5516903 Oct 19 11:13:55.557101 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-72ac3d62-eb42-4eef-8ebc-e88b257d346b req-ee39c3b1-f5ca-4e0d-a4fd-0a7ce8470fc9 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 11:13:55.562954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2cf88b57-af8d-4ac0-a945-34ba1bdd3eb1 req-e4927aa0-a84c-4943-a6df-de69d3c52ec5 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209884 Oct 19 11:13:55.578428 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72ac3d62-eb42-4eef-8ebc-e88b257d346b req-ee39c3b1-f5ca-4e0d-a4fd-0a7ce8470fc9 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "DELETE /v2.0/security-groups/df7411c0-f301-480d-a302-51a10b288a1d HTTP/1.1" status: 409 len: 341 time: 0.3595252 Oct 19 11:13:55.610489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16069f-a0d3-4583-b4e7-d096fd028021 req-a6816995-187e-4847-bb4c-b58324c8c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:55.612207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b16069f-a0d3-4583-b4e7-d096fd028021 req-a6816995-187e-4847-bb4c-b58324c8c7b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4957e0f-df84-4cac-9bc8-df740bec825b HTTP/1.1" status: 200 len: 852 time: 0.1003997 Oct 19 11:13:55.656063 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b16069f-a0d3-4583-b4e7-d096fd028021 req-7dafabed-8f0b-4d1c-8df2-2f9124384f57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f86a14-75f4-424b-9705-0808b29382b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356321 Oct 19 11:13:55.666436 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-934f8266-05c7-4aa7-bb7a-6d7275807a43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=b02d8292-e21a-4994-a289-83134bff1559 HTTP/1.1" status: 200 len: 217 time: 0.0775261 Oct 19 11:13:55.687216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b0e2708-4fd1-4f88-b2ac-08bf54e7188e req-6c375016-a153-4240-a8f7-be1e7c832d97 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/722fe688-5f94-4ac8-91c0-4cd2f13b4d7f HTTP/1.1" status: 200 len: 1812 time: 0.1010771 Oct 19 11:13:55.747807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-10ffb8c6-3c9c-4114-9ed7-30a168d4da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:55.749387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-10ffb8c6-3c9c-4114-9ed7-30a168d4da84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0783939 Oct 19 11:13:55.771979 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-601a1fdc-998b-4cdb-9a1d-6b603d053f9a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8766582 Oct 19 11:13:55.797864 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'fixed_ips': [{'subnet_id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:13:55.799778 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:55.815458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46876) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:13:55.823550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:55.875620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b16069f-a0d3-4583-b4e7-d096fd028021 req-9f9ee50f-b35e-440a-b687-3c155776d3a1 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860545 Oct 19 11:13:55.881991 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea8018-dd6a-4fcd-bc92-799e955a06ec req-03d9be08-f811-4232-90d6-7c964409bba5 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:55.889868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87ea8018-dd6a-4fcd-bc92-799e955a06ec req-03d9be08-f811-4232-90d6-7c964409bba5 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 1097 time: 0.1584668 Oct 19 11:13:55.912112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-919ec213-7752-49b8-b1bf-3ef460b308de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:55.913522 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-919ec213-7752-49b8-b1bf-3ef460b308de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415999 Oct 19 11:13:55.962097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:55.963879 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:55.968154 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Allocated IP 172.20.0.2 (a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb/c95cbccf-8e20-4fe1-9964-8c44711deee6/953f1908-9bb3-46cb-ab46-b662701a22c9) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:56.033122 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87ea8018-dd6a-4fcd-bc92-799e955a06ec req-121e32ac-f217-41f0-9902-a5dcd7fa375e tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422966 Oct 19 11:13:56.146024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:13:56.156511 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.173721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Transition to ACTIVE for port object 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:13:56.225997 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-68fb2728-6539-4c09-a055-56fc03caffd3 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041761 Oct 19 11:13:56.345145 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a96d8339-f18d-4b23-8134-42d8ec4ba4ff req-8c449571-d1f9-4848-aac9-a508733544ea service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030922 Oct 19 11:13:56.354125 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433ac41-9b35-4044-8c09-2050abac7339 req-e5d40bcc-0edb-4e6f-9251-d29596f4e301 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:56.356703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9433ac41-9b35-4044-8c09-2050abac7339 req-e5d40bcc-0edb-4e6f-9251-d29596f4e301 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 946 time: 0.1754575 Oct 19 11:13:56.363444 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.367939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-69e8df13-6369-401a-8120-575719d8cf16 req-64f3c677-12cf-4e0f-8c6f-5ab7a442d2f3 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-859223859', 'description': 'tempest-description-1319404837'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:56.378603 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.392732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b16069f-a0d3-4583-b4e7-d096fd028021 req-a3ff434e-5b5b-4d48-8918-979784b99a66 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089843 Oct 19 11:13:56.439572 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.440708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:56.445387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9433ac41-9b35-4044-8c09-2050abac7339 req-cfcd3fcd-8a68-4ed7-a03a-98b5d5c2e8f2 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577075 Oct 19 11:13:56.496192 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.508353 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-69e8df13-6369-401a-8120-575719d8cf16 req-64f3c677-12cf-4e0f-8c6f-5ab7a442d2f3 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.535297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:56.535795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:56.536222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:56.541174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:13:56.541617 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:56.547599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:56.548111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:56.549012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:56.549486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Bound port: 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:56.549933 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.588893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:56.592724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:56.595815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:56.606786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Pushing event updated for resources: {'Port': ['ID=953f1908-9bb3-46cb-ab46-b662701a22c9,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:56.608789 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-69e8df13-6369-401a-8120-575719d8cf16 req-64f3c677-12cf-4e0f-8c6f-5ab7a442d2f3 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.671688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aee761-92f5-4e2e-858c-cb4963a0e3e4 req-3ff6d1d2-1bad-475c-97a1-672ded10ca2c tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:56.673362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21aee761-92f5-4e2e-858c-cb4963a0e3e4 req-3ff6d1d2-1bad-475c-97a1-672ded10ca2c tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 985 time: 0.1129441 Oct 19 11:13:56.684767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:56.694414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Attempting to bind port 953f1908-9bb3-46cb-ab46-b662701a22c9 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:56.695072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Attempting to bind port 953f1908-9bb3-46cb-ab46-b662701a22c9 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:56.696122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Attempting to bind port 953f1908-9bb3-46cb-ab46-b662701a22c9 on network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:56.698014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:56.703125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:56.704700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Checking segment: {'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:56.704700 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.705041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Bound using segment: {'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:56.705658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Bound port: 953f1908-9bb3-46cb-ab46-b662701a22c9, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:13:56.706221 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.720598 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-69e8df13-6369-401a-8120-575719d8cf16 req-64f3c677-12cf-4e0f-8c6f-5ab7a442d2f3 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.732760 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21aee761-92f5-4e2e-858c-cb4963a0e3e4 req-f2614a93-44a9-41c3-babe-91836a556cfa tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=df7411c0-f301-480d-a302-51a10b288a1d&id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0503261 Oct 19 11:13:56.792325 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.820614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.836635 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3fb0-f573-495e-85c4-faa8998638d7 req-9a892e91-e6d6-44b7-b797-bfa0378f580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:56.838393 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-349a3fb0-f573-495e-85c4-faa8998638d7 req-9a892e91-e6d6-44b7-b797-bfa0378f580c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 1136 time: 0.2215292 Oct 19 11:13:56.850971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] For port 953f1908-9bb3-46cb-ab46-b662701a22c9, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:13:56.860500 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-69e8df13-6369-401a-8120-575719d8cf16 req-64f3c677-12cf-4e0f-8c6f-5ab7a442d2f3 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.866086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] For port 953f1908-9bb3-46cb-ab46-b662701a22c9, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=953f1908-9bb3-46cb-ab46-b662701a22c9,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:13:56.874677 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-69e8df13-6369-401a-8120-575719d8cf16 req-64f3c677-12cf-4e0f-8c6f-5ab7a442d2f3 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5282104 Oct 19 11:13:56.896081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:56.896863 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:56.898604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] 10.222.0.49 "PUT /v2.0/ports/9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f HTTP/1.1" status: 200 len: 1092 time: 1.9535387 Oct 19 11:13:56.898964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'tag': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:13:56.902288 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490f77b8-ecb7-418c-973a-ed7105fab0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ebea9ddb-9a24-4482-8beb-225db311efae", "tag": "9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:13:56.929662 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3c677-12cf-4e0f-8c6f-5ab7a442d2f3 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae96dc62-df34-4df4-a584-ee1853a7fa44,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:56.931955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa161e2-6e12-42a2-9a10-afd4a9131749 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:56.935404 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:57.022376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ddac1-b840-407b-92f7-ff6a58320dd1 None None] Pushing event updated for resources: {'Port': ['ID=953f1908-9bb3-46cb-ab46-b662701a22c9,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:57.110171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-0eed5b5a-d60d-4a32-8dc7-4454abfa10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:57.112572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-0eed5b5a-d60d-4a32-8dc7-4454abfa10bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 1095 time: 0.0665047 Oct 19 11:13:57.127157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3fb0-f573-495e-85c4-faa8998638d7 req-d57ca09d-a56f-442a-8cad-e364fce99e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:57.128699 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-349a3fb0-f573-495e-85c4-faa8998638d7 req-d57ca09d-a56f-442a-8cad-e364fce99e0e service neutron] 10.222.0.49 "GET /v2.0/networks?id=e1f86a14-75f4-424b-9705-0808b29382b0 HTTP/1.1" status: 200 len: 913 time: 0.2791822 Oct 19 11:13:57.167814 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-f34c3d6f-c51f-457a-b0a7-e361d3284926 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f HTTP/1.1" status: 200 len: 217 time: 0.0423183 Oct 19 11:13:57.237419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98613f13-0b5c-44a2-afcf-e44edc636363 req-5f9312f8-20fa-4f45-8811-9fb5e13b89d7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:57.239123 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98613f13-0b5c-44a2-afcf-e44edc636363 req-5f9312f8-20fa-4f45-8811-9fb5e13b89d7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.2565603 Oct 19 11:13:57.242206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-349a3fb0-f573-495e-85c4-faa8998638d7 req-1c1b6df7-cf7d-4ff6-9634-d2eaa8b7ac7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b2e6dd-69fb-4434-bdaf-f7084ac16880 HTTP/1.1" status: 200 len: 217 time: 0.0794299 Oct 19 11:13:57.250587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-bf2660e4-d832-49b7-a3ef-c9a3d7fe9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:57.256613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-bf2660e4-d832-49b7-a3ef-c9a3d7fe9418 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.0786979 Oct 19 11:13:57.306492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-ce56f103-62de-4822-9693-9896afddeca0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441129 Oct 19 11:13:57.395092 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98613f13-0b5c-44a2-afcf-e44edc636363 req-6481952e-73cf-466b-88d1-3399b33b4ec1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446476 Oct 19 11:13:57.400968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3fb0-f573-495e-85c4-faa8998638d7 req-8310f7b3-d76a-44d5-8226-0892131a1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:57.402464 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-349a3fb0-f573-495e-85c4-faa8998638d7 req-8310f7b3-d76a-44d5-8226-0892131a1ce3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4957e0f-df84-4cac-9bc8-df740bec825b HTTP/1.1" status: 200 len: 852 time: 0.1506348 Oct 19 11:13:57.442219 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-e3c0203e-db2d-4eaf-8260-87ec8845b946 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272814 Oct 19 11:13:57.456819 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f9d5bd3-65e9-4c5e-973a-09528bb5f59c req-de70f06e-5a9c-4b64-b111-c71fe6cf4d8a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1768396 Oct 19 11:13:57.502275 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-349a3fb0-f573-495e-85c4-faa8998638d7 req-6bf1d3fa-15d1-4cae-90fb-2f8571f5bb84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f86a14-75f4-424b-9705-0808b29382b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490494 Oct 19 11:13:57.556287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa7edaf3-e6ac-4172-952b-908771cd834c req-bdd08b82-0607-4d6d-8c71-d3d70919810b service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032288 Oct 19 11:13:57.705915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5bd3-65e9-4c5e-973a-09528bb5f59c req-5f8a456e-3120-44ba-bba9-a766ef6ad851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:57.707489 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f9d5bd3-65e9-4c5e-973a-09528bb5f59c req-5f8a456e-3120-44ba-bba9-a766ef6ad851 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 1095 time: 0.2167454 Oct 19 11:13:57.718082 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:57.719133 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2590df13-7c0b-493d-9fa4-369deb418f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:57.730337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c28927-12c6-4797-8a24-87abab802be4 req-1100fe6a-cddf-4df0-9249-b158c101a99e tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:57.737075 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7c28927-12c6-4797-8a24-87abab802be4 req-1100fe6a-cddf-4df0-9249-b158c101a99e tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 946 time: 0.2373128 Oct 19 11:13:57.813272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:57.835565 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7c28927-12c6-4797-8a24-87abab802be4 req-92196277-c1b0-441c-a407-bad6b2fd00ee tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973141 Oct 19 11:13:57.935296 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-349a3fb0-f573-495e-85c4-faa8998638d7 req-a70bf7d0-8bc8-47b8-949d-2009379521f9 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925381 Oct 19 11:13:58.098363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5bd3-65e9-4c5e-973a-09528bb5f59c req-5b2448fa-73c8-4ada-95c0-6587b44853a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:58.099837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f9d5bd3-65e9-4c5e-973a-09528bb5f59c req-5b2448fa-73c8-4ada-95c0-6587b44853a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.3385346 Oct 19 11:13:58.129374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8569a0-147a-4c6e-ada4-59f70d35db42 req-f39b8e99-e656-464a-a454-f26b4901604b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:58.130873 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db8569a0-147a-4c6e-ada4-59f70d35db42 req-f39b8e99-e656-464a-a454-f26b4901604b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1944153 Oct 19 11:13:58.161011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d149a1b-d2d7-4a6d-8e13-572d99a9cd6a None None] Network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:13:58.170402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f9d5bd3-65e9-4c5e-973a-09528bb5f59c req-12bf5123-5596-448a-b811-e040214d3bdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6 HTTP/1.1" status: 200 len: 217 time: 0.0569842 Oct 19 11:13:58.214062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Allocated IP 172.25.2.78 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/7458e569-5d34-4394-b4af-35fb8a065b37) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:13:58.234845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8dc538eb-532c-4b61-b430-c780a3121adc None None] Provisioning complete for port 953f1908-9bb3-46cb-ab46-b662701a22c9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:58.235219 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8dc538eb-532c-4b61-b430-c780a3121adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:58.251597 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-349a3fb0-f573-495e-85c4-faa8998638d7 req-010ba062-d4b0-44ce-b2be-6c4c18f89e95 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004656 Oct 19 11:13:58.295123 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db8569a0-147a-4c6e-ada4-59f70d35db42 req-7065981c-1455-4ce5-849c-545d0548f787 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299331 Oct 19 11:13:58.308987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d5bd3-65e9-4c5e-973a-09528bb5f59c req-234df13a-afae-451f-8a9b-1a659c226271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:58.310499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f9d5bd3-65e9-4c5e-973a-09528bb5f59c req-234df13a-afae-451f-8a9b-1a659c226271 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.1257672 Oct 19 11:13:58.383030 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f9d5bd3-65e9-4c5e-973a-09528bb5f59c req-ee7d05b3-8985-4374-b951-8daf550970f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432534 Oct 19 11:13:58.391976 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8dc538eb-532c-4b61-b430-c780a3121adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:58.436747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8dc538eb-532c-4b61-b430-c780a3121adc None None] For port 953f1908-9bb3-46cb-ab46-b662701a22c9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=953f1908-9bb3-46cb-ab46-b662701a22c9,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:13:58.484203 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1d0929d-73a6-421e-9354-a6f384504249 req-b0836efe-0124-4924-bba4-bcd69f6fc3d4 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/ae96dc62-df34-4df4-a584-ee1853a7fa44 HTTP/1.1" status: 200 len: 1812 time: 0.1425805 Oct 19 11:13:58.508140 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8dc538eb-532c-4b61-b430-c780a3121adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:58.559552 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:58.562161 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a3ea1d-0363-458b-bad5-726640888614 x-openstack-request-id: req-c9a3ea1d-0363-458b-bad5-726640888614 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:13:58.562676 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebea9ddb-9a24-4482-8beb-225db311efae", "tag": "9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:13:58.562676 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9a3ea1d-0363-458b-bad5-726640888614 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:13:58.563081 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'tag': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f', 'status': 'completed', 'code': 200} Oct 19 11:13:58.634542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc538eb-532c-4b61-b430-c780a3121adc None None] Pushing event updated for resources: {'Port': ['ID=953f1908-9bb3-46cb-ab46-b662701a22c9,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:58.667175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f9d5bd3-65e9-4c5e-973a-09528bb5f59c req-d865878c-43e5-4446-b62b-1f2e7a036910 service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717843 Oct 19 11:13:58.736800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f77b8-ecb7-418c-973a-ed7105fab0c7 req-94b5f30c-17de-4f88-a4c1-49436074f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:58.738360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-490f77b8-ecb7-418c-973a-ed7105fab0c7 req-94b5f30c-17de-4f88-a4c1-49436074f9b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 1095 time: 0.1409457 Oct 19 11:13:58.745423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c2871210-a9fd-433b-9ffc-f808687b70e2 None None] Provisioning complete for port 953f1908-9bb3-46cb-ab46-b662701a22c9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:58.747948 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c2871210-a9fd-433b-9ffc-f808687b70e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:58.869574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889d7b7-caac-4083-8b80-537b359bab51 req-fb3860c6-69ba-459b-b953-ceb6cbd57398 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:58.871101 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d889d7b7-caac-4083-8b80-537b359bab51 req-fb3860c6-69ba-459b-b953-ceb6cbd57398 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 985 time: 0.2171490 Oct 19 11:13:58.877065 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:58.947433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-23a016b8-89eb-4b22-bb35-ccd685330a12 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:13:58.948370 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-23a016b8-89eb-4b22-bb35-ccd685330a12 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0216887 Oct 19 11:13:58.957290 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:58.968893 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f9d5bd3-65e9-4c5e-973a-09528bb5f59c req-96952616-68a6-4117-b242-1d6579db507e service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855237 Oct 19 11:13:58.991612 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:58.995103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:13:59.024983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:13:59.031375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f77b8-ecb7-418c-973a-ed7105fab0c7 req-f1c76a6c-1969-4841-9e77-7693ebffeb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:59.032952 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-490f77b8-ecb7-418c-973a-ed7105fab0c7 req-f1c76a6c-1969-4841-9e77-7693ebffeb23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.2769468 Oct 19 11:13:59.039965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:13:59.040612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Pushing event updated for resources: {'Port': ['ID=7458e569-5d34-4394-b4af-35fb8a065b37,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:13:59.077617 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d889d7b7-caac-4083-8b80-537b359bab51 req-eae6b58c-b2c9-4379-b293-2ae17a25ef8e tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=df7411c0-f301-480d-a302-51a10b288a1d&id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1777105 Oct 19 11:13:59.111729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-fa79d43e-0566-4697-9e1a-61075f19515b tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:59.112986 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-fa79d43e-0566-4697-9e1a-61075f19515b tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports/fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e HTTP/1.1" status: 200 len: 1094 time: 0.1488781 Oct 19 11:13:59.116492 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-490f77b8-ecb7-418c-973a-ed7105fab0c7 req-8d05b37b-1f43-4fa0-9635-62a0d676446b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f HTTP/1.1" status: 200 len: 217 time: 0.0717149 Oct 19 11:13:59.128610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Request body: {'binding': {'host': 'n-h1-814547-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:13:59.129063 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Unknown quota resources ['binding']. {{(pid=101311) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:13:59.267436 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 953f1908-9bb3-46cb-ab46-b662701a22c9 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:13:59.300187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f77b8-ecb7-418c-973a-ed7105fab0c7 req-ac0dc0fa-ff5d-44da-86f7-de9ba1ddb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:59.301731 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-490f77b8-ecb7-418c-973a-ed7105fab0c7 req-ac0dc0fa-ff5d-44da-86f7-de9ba1ddb8f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.1763666 Oct 19 11:13:59.319349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 953f1908-9bb3-46cb-ab46-b662701a22c9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:13:59.319711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:13:59.719919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-490f77b8-ecb7-418c-973a-ed7105fab0c7 req-f7728bb3-9c7c-4b73-8d2a-d67b460aa2cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4071608 Oct 19 11:13:59.793797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107a5a9-b25f-43f2-96fc-6245e1f25820 req-f724926f-6da6-4f3c-bf2a-339ec515a6c8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:13:59.795203 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b107a5a9-b25f-43f2-96fc-6245e1f25820 req-f724926f-6da6-4f3c-bf2a-339ec515a6c8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.5388308 Oct 19 11:13:59.920587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on host n-h1-814547-1 for vnic_type normal with profile None {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:13:59.921287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:13:59.921287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:59.939191 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-490f77b8-ecb7-418c-973a-ed7105fab0c7 req-f72833e2-d632-4f66-b5ad-e77b670da725 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079892 Oct 19 11:13:59.941575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:13:59.941900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:13:59.946066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b107a5a9-b25f-43f2-96fc-6245e1f25820 req-a0ab0eb4-a5e2-4426-8300-9492a765b429 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227398 Oct 19 11:13:59.972426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:13:59.972800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:13:59.973180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:13:59.973620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Bound port: fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:00.008456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-7a9c90bf-78a2-4d6e-8acd-9e565306672d req-31e2ab58-6c7b-4eb1-a02a-dc218c30c788 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-501381049', 'description': 'tempest-description-764462823'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:00.106152 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:00.169112 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:00.194735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-490f77b8-ecb7-418c-973a-ed7105fab0c7 req-b0793135-a323-4337-aa5d-3610617b4763 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468424 Oct 19 11:14:00.228617 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a9c90bf-78a2-4d6e-8acd-9e565306672d req-31e2ab58-6c7b-4eb1-a02a-dc218c30c788 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:00.295618 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:00.296806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-81344726-d552-4088-aa4e-bb6e3fb2dc1a service neutron] 10.222.0.39 "POST /v2.0/ports/fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e/bindings HTTP/1.1" status: 201 len: 389 time: 1.1740806 Oct 19 11:14:00.388446 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:00.391875 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a9c90bf-78a2-4d6e-8acd-9e565306672d req-31e2ab58-6c7b-4eb1-a02a-dc218c30c788 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:00.490663 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a9c90bf-78a2-4d6e-8acd-9e565306672d req-31e2ab58-6c7b-4eb1-a02a-dc218c30c788 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:00.536519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2ab58-6c7b-4eb1-a02a-dc218c30c788 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d41f48-b1aa-4234-99ba-22ca8d9b4c6e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:00.612924 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a9c90bf-78a2-4d6e-8acd-9e565306672d req-31e2ab58-6c7b-4eb1-a02a-dc218c30c788 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:00.623688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a9c90bf-78a2-4d6e-8acd-9e565306672d req-31e2ab58-6c7b-4eb1-a02a-dc218c30c788 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6510773 Oct 19 11:14:00.631411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45efb3d-2a55-4fa0-aaab-e3f96a662063 req-922ded4c-1220-4a51-8883-a3b6bc5297a0 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:00.632973 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f45efb3d-2a55-4fa0-aaab-e3f96a662063 req-922ded4c-1220-4a51-8883-a3b6bc5297a0 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 946 time: 0.0541856 Oct 19 11:14:00.637453 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:14:00.679483 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f45efb3d-2a55-4fa0-aaab-e3f96a662063 req-1638b65c-0f44-4c14-b8ff-def8060055ff tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359740 Oct 19 11:14:00.704454 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:00.778529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96d52-6557-474e-907b-69319b03bfd1 req-a8e94425-44cc-4b8d-b886-ddd71025e5a0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:00.780020 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86d96d52-6557-474e-907b-69319b03bfd1 req-a8e94425-44cc-4b8d-b886-ddd71025e5a0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0923226 Oct 19 11:14:00.794306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107caf3-6055-4157-ba49-bcaa48add56f req-5bf9c022-1ffa-4f6f-9980-73c736dd297f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:00.795789 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b107caf3-6055-4157-ba49-bcaa48add56f req-5bf9c022-1ffa-4f6f-9980-73c736dd297f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 985 time: 0.0502627 Oct 19 11:14:00.814248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:14:00.827476 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Sync routers for ids ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:14:00.837606 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b107caf3-6055-4157-ba49-bcaa48add56f req-137e8f31-24ca-401c-a40e-441a5ab4a6db tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=df7411c0-f301-480d-a302-51a10b288a1d&id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0347784 Oct 19 11:14:00.839273 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Routers {'1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:00.839864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86d96d52-6557-474e-907b-69319b03bfd1 req-1d6515fa-3197-47ce-b423-c7cdaac7b318 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521052 Oct 19 11:14:00.847156 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:00.919551 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:00.923489 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-452e9eed-4215-4493-a3b0-05a037b19039 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1045802 Oct 19 11:14:00.923794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46942) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:00.969730 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Set router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:00.989547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb716f2b-0bcd-4343-894b-c6a0bede9886 req-01061835-2c6e-4783-b6e5-f74830491d3a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:00.992929 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb716f2b-0bcd-4343-894b-c6a0bede9886 req-01061835-2c6e-4783-b6e5-f74830491d3a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.0839586 Oct 19 11:14:01.041688 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb716f2b-0bcd-4343-894b-c6a0bede9886 req-9afadf8d-cd1c-437e-8d04-02c2f463e94e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Oct 19 11:14:01.103548 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92b17fad-7da3-4c83-a0aa-d94ce0f6422d req-2fb14616-296a-406b-a732-1252c8aba4d6 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/f8d41f48-b1aa-4234-99ba-22ca8d9b4c6e HTTP/1.1" status: 200 len: 1811 time: 0.1339707 Oct 19 11:14:01.164484 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:13:59Z', 'revision_number': 3, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:01.172464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ad0b8-86d2-40a0-91db-1927a350171b req-f2030273-7dce-47ab-b6f1-651ba0d2185a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:01.174055 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-622ad0b8-86d2-40a0-91db-1927a350171b req-f2030273-7dce-47ab-b6f1-651ba0d2185a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 946 time: 0.0575151 Oct 19 11:14:01.182463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-63eb4f9b-13f9-48be-9b38-2e72785cb4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:01.183993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-63eb4f9b-13f9-48be-9b38-2e72785cb4e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 1097 time: 0.1158276 Oct 19 11:14:01.196007 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Checking router: 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:14:01.196673 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Updating router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 port 7458e569-5d34-4394-b4af-35fb8a065b37 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:14:01.226619 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-622ad0b8-86d2-40a0-91db-1927a350171b req-27f31920-cd5a-4c2f-9008-41284bc5e7bf tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424788 Oct 19 11:14:01.319108 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.330295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba72c13-e1e9-482e-a1a8-d7f531abe614 req-7af1210b-7109-4c57-8a8c-a05d77119e13 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:01.331775 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eba72c13-e1e9-482e-a1a8-d7f531abe614 req-7af1210b-7109-4c57-8a8c-a05d77119e13 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.0513954 Oct 19 11:14:01.333131 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00b00a57-28a5-4fcf-a49d-8a18042d309c req-671274ab-842f-4a37-9116-dce825792d51 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-90865424&fields=id&tenant_id=18dbd97da179417f9c6d3c434fdd92c2 HTTP/1.1" status: 200 len: 267 time: 0.1465902 Oct 19 11:14:01.373545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eba72c13-e1e9-482e-a1a8-d7f531abe614 req-86b36181-726f-487c-9cd4-0f4a4162737c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338783 Oct 19 11:14:01.413851 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-2a251c7e-5faf-4826-b116-aa8b669476a4 req-f4839785-9e60-46e4-8cc2-f967e63aa45f tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] show failed (client error): The resource could not be found. Oct 19 11:14:01.414831 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a251c7e-5faf-4826-b116-aa8b669476a4 req-f4839785-9e60-46e4-8cc2-f967e63aa45f tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/bdc8909c-803c-41ba-ba86-b2421a64c46c HTTP/1.1" status: 404 len: 352 time: 0.0148101 Oct 19 11:14:01.456274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-7fad4c33-f4bb-418e-a9b4-3094764d657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:01.457684 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-7fad4c33-f4bb-418e-a9b4-3094764d657e service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.2597058 Oct 19 11:14:01.459602 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-08355a91-8d39-43ce-8e72-22fb41ade682 req-2866c321-d179-4979-9d57-4ac0092d3c02 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] show failed (client error): The resource could not be found. Oct 19 11:14:01.461059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-08355a91-8d39-43ce-8e72-22fb41ade682 req-2866c321-d179-4979-9d57-4ac0092d3c02 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-group-rules/e5ba6f3e-6c4a-4374-a0fb-1b53f618ae54 HTTP/1.1" status: 404 len: 361 time: 0.0176785 Oct 19 11:14:01.509650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b00a57-28a5-4fcf-a49d-8a18042d309c req-89fce28d-4f46-47e0-bf94-73d98b0d9952 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:01.511171 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00b00a57-28a5-4fcf-a49d-8a18042d309c req-89fce28d-4f46-47e0-bf94-73d98b0d9952 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 985 time: 0.1674294 Oct 19 11:14:01.543627 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-00b00a57-28a5-4fcf-a49d-8a18042d309c req-27983e81-7f4a-4385-82ff-ab32528edc77 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'port': {'security_groups': ['df7411c0-f301-480d-a302-51a10b288a1d', 'ea9c736f-1407-4004-bd51-306a6253e471', '92392ab2-a794-4d93-8bc1-6830900357d7']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:01.555214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-0e81ba78-3e7d-4b67-b541-3ed09a4a6808 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e HTTP/1.1" status: 200 len: 217 time: 0.0891724 Oct 19 11:14:01.566317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662718c-bd4b-4959-8a14-e1793abd0f11 req-97617f45-9ae9-4385-bf78-96e57dc859cd tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:01.567788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d662718c-bd4b-4959-8a14-e1793abd0f11 req-97617f45-9ae9-4385-bf78-96e57dc859cd tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 946 time: 0.0517726 Oct 19 11:14:01.602527 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.608384 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d662718c-bd4b-4959-8a14-e1793abd0f11 req-491dd757-8361-4c32-b9a2-b81dab02971b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337131 Oct 19 11:14:01.662022 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.682407 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a31bef7-cfce-4795-8079-bd9b22a11ddf req-c3266cf9-fd6d-4c37-9747-b2943d194123 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/f8d41f48-b1aa-4234-99ba-22ca8d9b4c6e HTTP/1.1" status: 200 len: 1811 time: 0.0414760 Oct 19 11:14:01.701789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-28ff562b-aa6c-4251-bd54-e5874d27ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:01.703242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-28ff562b-aa6c-4251-bd54-e5874d27ecab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.1278548 Oct 19 11:14:01.705736 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-00b00a57-28a5-4fcf-a49d-8a18042d309c req-27983e81-7f4a-4385-82ff-ab32528edc77 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.716186 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Pushing event updated for resources: {'Port': ['ID=7458e569-5d34-4394-b4af-35fb8a065b37,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:01.724432 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Attempting to bind port 7458e569-5d34-4394-b4af-35fb8a065b37 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:01.729350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Attempting to bind port 7458e569-5d34-4394-b4af-35fb8a065b37 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:01.729350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Attempting to bind port 7458e569-5d34-4394-b4af-35fb8a065b37 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:01.729350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.729350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.729350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.729350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.729350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.730007 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.730007 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.730183 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.730408 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.730761 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.731075 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.731385 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:01.738187 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:01.738549 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:01.738942 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.739316 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:01.739773 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Bound port: 7458e569-5d34-4394-b4af-35fb8a065b37, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:01.740160 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.753562 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4a31bef7-cfce-4795-8079-bd9b22a11ddf req-fb8d7263-0d23-4a40-a7db-f0a743ea0a86 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.768128 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-6df6e635-27ab-40c2-9bf8-2e6e2996a41f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512381 Oct 19 11:14:01.777417 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4a31bef7-cfce-4795-8079-bd9b22a11ddf req-fb8d7263-0d23-4a40-a7db-f0a743ea0a86 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.795713 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] For port 7458e569-5d34-4394-b4af-35fb8a065b37, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:01.799228 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] For port 7458e569-5d34-4394-b4af-35fb8a065b37, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7458e569-5d34-4394-b4af-35fb8a065b37,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:01.905582 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.943134 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.955857 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Routers {'1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:01.956442 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:01.962743 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4a31bef7-cfce-4795-8079-bd9b22a11ddf req-fb8d7263-0d23-4a40-a7db-f0a743ea0a86 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.966872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4a31bef7-cfce-4795-8079-bd9b22a11ddf req-fb8d7263-0d23-4a40-a7db-f0a743ea0a86 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:01.968888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a31bef7-cfce-4795-8079-bd9b22a11ddf req-fb8d7263-0d23-4a40-a7db-f0a743ea0a86 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "DELETE /v2.0/security-groups/f8d41f48-b1aa-4234-99ba-22ca8d9b4c6e HTTP/1.1" status: 204 len: 173 time: 0.2782443 Oct 19 11:14:01.983226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d7263-0d23-4a40-a7db-f0a743ea0a86 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d41f48-b1aa-4234-99ba-22ca8d9b4c6e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:01.983483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-53008a63-b535-45dc-ac08-b34fe7864589 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893382 Oct 19 11:14:02.002289 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b2383-ba4a-4bbb-8cea-a37f86fee7ea None None] Pushing event updated for resources: {'Port': ['ID=7458e569-5d34-4394-b4af-35fb8a065b37,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:02.077116 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] Set router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:02.111614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff8c18-6316-4e03-bb8f-34e42b80f027 req-7fb00ccb-7e8d-4391-b089-cc2393ca1643 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:02.113187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6ff8c18-6316-4e03-bb8f-34e42b80f027 req-7fb00ccb-7e8d-4391-b089-cc2393ca1643 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 946 time: 0.0582438 Oct 19 11:14:02.155352 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6ff8c18-6316-4e03-bb8f-34e42b80f027 req-6f623679-34b1-4c3c-98c1-d1805bf41861 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358779 Oct 19 11:14:02.252646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-00b00a57-28a5-4fcf-a49d-8a18042d309c req-27983e81-7f4a-4385-82ff-ab32528edc77 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] For port 50b2e6dd-69fb-4434-bdaf-f7084ac16880, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50b2e6dd-69fb-4434-bdaf-f7084ac16880,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:02.267038 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:13:59Z', 'revision_number': 3, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:02.275139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5179455-ceb7-415e-b00e-ef8ec08ca6fd req-68d790a4-d810-4e7a-a529-c966b953b093 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:02.276678 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5179455-ceb7-415e-b00e-ef8ec08ca6fd req-68d790a4-d810-4e7a-a529-c966b953b093 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0539901 Oct 19 11:14:02.284384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-ddade4f6-601f-42e5-9c4e-da2be8121fd1 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917182 Oct 19 11:14:02.302552 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2553180-5f46-41a7-b394-e9287895c20c None None] The sync data for ids ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'] in n-d-814547-1 is: [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:13:59Z', 'revision_number': 3, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:14:02.322172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Allocated IP 172.20.0.1 (a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb/c95cbccf-8e20-4fe1-9964-8c44711deee6/23480a68-a6ba-4a69-9162-be4d9f11dc19) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:02.327785 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-00b00a57-28a5-4fcf-a49d-8a18042d309c req-27983e81-7f4a-4385-82ff-ab32528edc77 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:02.328274 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5179455-ceb7-415e-b00e-ef8ec08ca6fd req-8cf9274d-7f53-4719-ba62-e2e44ffce7ff tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444996 Oct 19 11:14:02.404891 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-00b00a57-28a5-4fcf-a49d-8a18042d309c req-27983e81-7f4a-4385-82ff-ab32528edc77 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:02.422217 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:02.424423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['50b2e6dd-69fb-4434-bdaf-f7084ac16880'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:02.473661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-396509aa-a04a-41de-80e0-c30eb24f3df9 req-7942b932-0830-48ba-8159-d6f6d26f480d tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/ae96dc62-df34-4df4-a584-ee1853a7fa44 HTTP/1.1" status: 200 len: 1812 time: 0.0452669 Oct 19 11:14:02.499848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b00a57-28a5-4fcf-a49d-8a18042d309c req-27983e81-7f4a-4385-82ff-ab32528edc77 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:02.500495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-00b00a57-28a5-4fcf-a49d-8a18042d309c req-27983e81-7f4a-4385-82ff-ab32528edc77 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:02.501956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00b00a57-28a5-4fcf-a49d-8a18042d309c req-27983e81-7f4a-4385-82ff-ab32528edc77 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "PUT /v2.0/ports/50b2e6dd-69fb-4434-bdaf-f7084ac16880 HTTP/1.1" status: 200 len: 1021 time: 0.9634664 Oct 19 11:14:02.509669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'tag': '50b2e6dd-69fb-4434-bdaf-f7084ac16880'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:02.512630 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae72895e-9963-4e14-9430-700c31b4ef8c" -d '{"events": [{"name": "network-changed", "server_uuid": "311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e", "tag": "50b2e6dd-69fb-4434-bdaf-f7084ac16880"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:02.559636 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-396509aa-a04a-41de-80e0-c30eb24f3df9 req-265d0d33-592e-411b-a619-52642151685e tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:02.562817 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27983e81-7f4a-4385-82ff-ab32528edc77 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'Port': ['ID=50b2e6dd-69fb-4434-bdaf-f7084ac16880,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:02.602016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['50b2e6dd-69fb-4434-bdaf-f7084ac16880'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:02.620162 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-396509aa-a04a-41de-80e0-c30eb24f3df9 req-265d0d33-592e-411b-a619-52642151685e tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:02.626560 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:02.740794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cfa4b-d747-43f6-a797-503474427edf req-b6434279-1ef8-446b-a598-d466040e1e96 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:02.748675 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-903cfa4b-d747-43f6-a797-503474427edf req-b6434279-1ef8-446b-a598-d466040e1e96 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.1086924 Oct 19 11:14:02.782062 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-396509aa-a04a-41de-80e0-c30eb24f3df9 req-265d0d33-592e-411b-a619-52642151685e tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:02.787876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-396509aa-a04a-41de-80e0-c30eb24f3df9 req-265d0d33-592e-411b-a619-52642151685e tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:02.789388 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-396509aa-a04a-41de-80e0-c30eb24f3df9 req-265d0d33-592e-411b-a619-52642151685e tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "DELETE /v2.0/security-groups/ae96dc62-df34-4df4-a584-ee1853a7fa44 HTTP/1.1" status: 204 len: 173 time: 0.3093050 Oct 19 11:14:02.797102 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-903cfa4b-d747-43f6-a797-503474427edf req-15e2adf7-2876-4acc-aff6-4a10c21e6972 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475264 Oct 19 11:14:02.811787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d0d33-592e-411b-a619-52642151685e tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae96dc62-df34-4df4-a584-ee1853a7fa44,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:02.872251 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:02.950905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:02.959123 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4763b6b-701d-4559-9b5e-30d2936cd966 req-49dc4ff7-3ff2-48b8-858b-6706efe9db90 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/92392ab2-a794-4d93-8bc1-6830900357d7 HTTP/1.1" status: 200 len: 1799 time: 0.1293628 Oct 19 11:14:02.962932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:02.976033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:02.988697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Pushing event updated for resources: {'Port': ['ID=23480a68-a6ba-4a69-9162-be4d9f11dc19,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:03.023306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252035a-0022-4276-8dc9-c2eed7227b76 req-a30570d6-ca4a-4a8d-997e-b5f1eac6c394 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:03.034467 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0252035a-0022-4276-8dc9-c2eed7227b76 req-a30570d6-ca4a-4a8d-997e-b5f1eac6c394 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.1214879 Oct 19 11:14:03.066993 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:03.115991 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0252035a-0022-4276-8dc9-c2eed7227b76 req-3ce98bde-6575-4ecc-a6ca-8be6bc054c79 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805476 Oct 19 11:14:03.226434 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeed66a-d26f-4497-99b2-a61b5079e3e4 x-openstack-request-id: req-adeed66a-d26f-4497-99b2-a61b5079e3e4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:03.226604 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e", "tag": "50b2e6dd-69fb-4434-bdaf-f7084ac16880", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:03.226872 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-adeed66a-d26f-4497-99b2-a61b5079e3e4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:03.227267 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'tag': '50b2e6dd-69fb-4434-bdaf-f7084ac16880', 'status': 'completed', 'code': 200} Oct 19 11:14:03.232119 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-e4763b6b-701d-4559-9b5e-30d2936cd966 req-893df511-7894-4a47-8a39-18cb37dd1567 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 11:14:03.248194 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4763b6b-701d-4559-9b5e-30d2936cd966 req-893df511-7894-4a47-8a39-18cb37dd1567 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "DELETE /v2.0/security-groups/92392ab2-a794-4d93-8bc1-6830900357d7 HTTP/1.1" status: 409 len: 341 time: 0.2692809 Oct 19 11:14:03.354224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7458e569-5d34-4394-b4af-35fb8a065b37 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:03.364865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c50cf84d-a5d5-4874-b21c-e27a3bee2b3e req-19d00b34-70dc-450c-90f0-0355ba183e57 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/722fe688-5f94-4ac8-91c0-4cd2f13b4d7f HTTP/1.1" status: 200 len: 1812 time: 0.1203394 Oct 19 11:14:03.461379 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c50cf84d-a5d5-4874-b21c-e27a3bee2b3e req-b113d586-5030-413c-af1d-1f8de36935ad tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:03.465489 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-33a6706c-33d2-47c0-9825-ec1c3c8341a0 None None] Provisioning complete for port 23480a68-a6ba-4a69-9162-be4d9f11dc19 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:03.466122 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33a6706c-33d2-47c0-9825-ec1c3c8341a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:03.497685 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c50cf84d-a5d5-4874-b21c-e27a3bee2b3e req-b113d586-5030-413c-af1d-1f8de36935ad tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:03.521467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7458e569-5d34-4394-b4af-35fb8a065b37 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:03.521841 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:03.581910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-33a6706c-33d2-47c0-9825-ec1c3c8341a0 None None] Port 23480a68-a6ba-4a69-9162-be4d9f11dc19 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:03.645610 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:03.670374 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 7458e569-5d34-4394-b4af-35fb8a065b37, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7458e569-5d34-4394-b4af-35fb8a065b37,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:03.691410 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c50cf84d-a5d5-4874-b21c-e27a3bee2b3e req-b113d586-5030-413c-af1d-1f8de36935ad tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:03.695934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c50cf84d-a5d5-4874-b21c-e27a3bee2b3e req-b113d586-5030-413c-af1d-1f8de36935ad tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:03.697275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c50cf84d-a5d5-4874-b21c-e27a3bee2b3e req-b113d586-5030-413c-af1d-1f8de36935ad tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "DELETE /v2.0/security-groups/722fe688-5f94-4ac8-91c0-4cd2f13b4d7f HTTP/1.1" status: 204 len: 173 time: 0.3262959 Oct 19 11:14:03.713622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113d586-5030-413c-af1d-1f8de36935ad tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722fe688-5f94-4ac8-91c0-4cd2f13b4d7f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:03.770665 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:03.822746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72895e-9963-4e14-9430-700c31b4ef8c req-4a0af75d-a343-471a-ab08-c7f323a4045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:03.824179 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae72895e-9963-4e14-9430-700c31b4ef8c req-4a0af75d-a343-471a-ab08-c7f323a4045a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 1175 time: 0.5750196 Oct 19 11:14:03.825301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=7458e569-5d34-4394-b4af-35fb8a065b37,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:03.838329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4bfea-2b40-4cf5-9190-6e1e2cc68a78 req-1fd0cccd-667b-4f3f-9d78-304c04339aea tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:03.840623 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fae4bfea-2b40-4cf5-9190-6e1e2cc68a78 req-1fd0cccd-667b-4f3f-9d78-304c04339aea tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 946 time: 0.0995979 Oct 19 11:14:03.948325 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fae4bfea-2b40-4cf5-9190-6e1e2cc68a78 req-b45b9302-c8ec-4363-9f8e-25337f3381fa tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996041 Oct 19 11:14:03.963361 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:03.986841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72895e-9963-4e14-9430-700c31b4ef8c req-f3523310-d294-42d6-9dcc-1bad1216dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:03.990115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae72895e-9963-4e14-9430-700c31b4ef8c req-f3523310-d294-42d6-9dcc-1bad1216dc49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e1f86a14-75f4-424b-9705-0808b29382b0 HTTP/1.1" status: 200 len: 913 time: 0.1468456 Oct 19 11:14:04.084919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae72895e-9963-4e14-9430-700c31b4ef8c req-18654b18-b71a-4310-b98a-265b91eaf2ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b2e6dd-69fb-4434-bdaf-f7084ac16880 HTTP/1.1" status: 200 len: 217 time: 0.0751162 Oct 19 11:14:04.174231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a93d6a-ece7-4385-ad33-e3c1e533c245 req-c01999ce-bb74-461f-b229-73efd28e4582 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:04.180749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-17a93d6a-ece7-4385-ad33-e3c1e533c245 req-c01999ce-bb74-461f-b229-73efd28e4582 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1531787 Oct 19 11:14:04.185581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72895e-9963-4e14-9430-700c31b4ef8c req-394c53cf-a667-4b80-9703-b8602c4e223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:04.187019 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae72895e-9963-4e14-9430-700c31b4ef8c req-394c53cf-a667-4b80-9703-b8602c4e223d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c4957e0f-df84-4cac-9bc8-df740bec825b HTTP/1.1" status: 200 len: 852 time: 0.0896428 Oct 19 11:14:04.262942 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae72895e-9963-4e14-9430-700c31b4ef8c req-b317bd0c-f3db-4356-9ab4-b8b25c1969b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f86a14-75f4-424b-9705-0808b29382b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389464 Oct 19 11:14:04.269364 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e05fbd11-3129-410d-97f7-95844eca4a30 req-583555a8-34b7-4487-aee2-01db51f3cd19 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/ca0ce6df-4081-4f2a-81d1-08908a5837b3 HTTP/1.1" status: 200 len: 1811 time: 0.0476363 Oct 19 11:14:04.319291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-17a93d6a-ece7-4385-ad33-e3c1e533c245 req-587749df-9d20-49e9-8de1-7499a0d121a5 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276422 Oct 19 11:14:04.335316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e05fbd11-3129-410d-97f7-95844eca4a30 req-2c886bc3-15e3-4e5e-8491-a57f5f8ac6ee tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:04.388009 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e05fbd11-3129-410d-97f7-95844eca4a30 req-2c886bc3-15e3-4e5e-8491-a57f5f8ac6ee tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:04.484794 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:04.505094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae72895e-9963-4e14-9430-700c31b4ef8c req-66447f57-cbef-456b-be39-ec687c85e68c service neutron] 10.222.0.49 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282600 Oct 19 11:14:04.514397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e05fbd11-3129-410d-97f7-95844eca4a30 req-2c886bc3-15e3-4e5e-8491-a57f5f8ac6ee tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:04.517235 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-afa2d2cf-5a90-44c1-a2ec-565e3dcc602e service neutron] show failed (client error): The resource could not be found. Oct 19 11:14:04.517235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-afa2d2cf-5a90-44c1-a2ec-565e3dcc602e service neutron] 10.222.0.26 "GET /v2.0/ports/178258a9-c32d-4d32-bc17-453b7fb758dc/bindings/n-h2-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.1300311 Oct 19 11:14:04.519240 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e05fbd11-3129-410d-97f7-95844eca4a30 req-2c886bc3-15e3-4e5e-8491-a57f5f8ac6ee tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:04.520955 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e05fbd11-3129-410d-97f7-95844eca4a30 req-2c886bc3-15e3-4e5e-8491-a57f5f8ac6ee tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "DELETE /v2.0/security-groups/ca0ce6df-4081-4f2a-81d1-08908a5837b3 HTTP/1.1" status: 204 len: 173 time: 0.2513704 Oct 19 11:14:04.537963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c886bc3-15e3-4e5e-8491-a57f5f8ac6ee tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0ce6df-4081-4f2a-81d1-08908a5837b3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:04.550523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a53358-30ed-4666-97f1-02dffff7c1bc req-e819bc26-1906-4bb9-ba4e-8329d88c6e03 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:04.552167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5a53358-30ed-4666-97f1-02dffff7c1bc req-e819bc26-1906-4bb9-ba4e-8329d88c6e03 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.1224051 Oct 19 11:14:04.572826 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:04.653600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28454c-0905-44ae-800e-3113511d355c req-79f4e732-ad58-47d1-904c-e5ebd8c7b73b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:04.662498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b28454c-0905-44ae-800e-3113511d355c req-79f4e732-ad58-47d1-904c-e5ebd8c7b73b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 946 time: 0.0680981 Oct 19 11:14:04.705263 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b28454c-0905-44ae-800e-3113511d355c req-3c8f59af-46f2-41e2-90de-d085e7722029 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Oct 19 11:14:04.712134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5a53358-30ed-4666-97f1-02dffff7c1bc req-ceb9833d-8a85-43a6-9e9c-5ccca9fde360 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504304 Oct 19 11:14:04.715484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Pushing event updated for resources: {'Port': ['ID=23480a68-a6ba-4a69-9162-be4d9f11dc19,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:04.721342 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:04.738779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae72895e-9963-4e14-9430-700c31b4ef8c req-7020274b-daab-45a4-a8ad-2f80efe5c926 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207482 Oct 19 11:14:04.862589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d943952-5520-43d5-89ce-f3225de288c4 req-3e06a7ee-41bb-4b7e-8e4f-565bd4042d82 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:04.864730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d943952-5520-43d5-89ce-f3225de288c4 req-3e06a7ee-41bb-4b7e-8e4f-565bd4042d82 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.0520496 Oct 19 11:14:04.866824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:04.870084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:04.911291 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d943952-5520-43d5-89ce-f3225de288c4 req-9c5f0bec-a103-4efe-9f37-405db9904139 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Oct 19 11:14:04.927400 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89039d2-be9c-4580-9ef8-1cb9fa52c547 req-abda6b77-9ec2-42cc-ba3f-29f18a2cd46f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:04.937320 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c89039d2-be9c-4580-9ef8-1cb9fa52c547 req-abda6b77-9ec2-42cc-ba3f-29f18a2cd46f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 1024 time: 0.1107299 Oct 19 11:14:05.013988 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ed731e-f49f-441d-b82b-3c39c0d72dee req-4ec7fc9f-4a47-4570-89d1-72f192eec332 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "GET /v2.0/security-groups/25f78afe-fca0-472e-a800-caa1c0a1ac67 HTTP/1.1" status: 200 len: 1811 time: 0.0602274 Oct 19 11:14:05.076578 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c89039d2-be9c-4580-9ef8-1cb9fa52c547 req-ee2374a4-04f9-4f48-a170-d67825cd7852 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=df7411c0-f301-480d-a302-51a10b288a1d&id=92392ab2-a794-4d93-8bc1-6830900357d7&id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1272514 Oct 19 11:14:05.083658 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d7ed731e-f49f-441d-b82b-3c39c0d72dee req-83934e39-9cfb-40d0-bb6d-124fc1e354f8 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.127515 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d7ed731e-f49f-441d-b82b-3c39c0d72dee req-83934e39-9cfb-40d0-bb6d-124fc1e354f8 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.194870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:14:05.219860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-ab6edf31-fd62-4603-8b3e-d3ffdb641407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:05.222028 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-ab6edf31-fd62-4603-8b3e-d3ffdb641407 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc&tenant_id=09d359cafa5a46309ba96d9c7c371cbf HTTP/1.1" status: 200 len: 1101 time: 0.0804551 Oct 19 11:14:05.224125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9a7714c5-a6ce-47db-bb14-780563b39e4b None None] Provisioning complete for port 23480a68-a6ba-4a69-9162-be4d9f11dc19 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:05.224125 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a7714c5-a6ce-47db-bb14-780563b39e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.248402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7458e569-5d34-4394-b4af-35fb8a065b37 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:05.254008 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d7ed731e-f49f-441d-b82b-3c39c0d72dee req-83934e39-9cfb-40d0-bb6d-124fc1e354f8 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.256559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d7ed731e-f49f-441d-b82b-3c39c0d72dee req-83934e39-9cfb-40d0-bb6d-124fc1e354f8 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.258588 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7ed731e-f49f-441d-b82b-3c39c0d72dee req-83934e39-9cfb-40d0-bb6d-124fc1e354f8 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] 10.222.0.39 "DELETE /v2.0/security-groups/25f78afe-fca0-472e-a800-caa1c0a1ac67 HTTP/1.1" status: 204 len: 173 time: 0.2382863 Oct 19 11:14:05.264370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47004) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:05.295276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:05.298553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9a7714c5-a6ce-47db-bb14-780563b39e4b None None] Port 23480a68-a6ba-4a69-9162-be4d9f11dc19 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:05.317681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7458e569-5d34-4394-b4af-35fb8a065b37 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:05.318401 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.326997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83934e39-9cfb-40d0-bb6d-124fc1e354f8 tempest-SecurityGroupRulesNegativeTestJSON-2047503147 tempest-SecurityGroupRulesNegativeTestJSON-2047503147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f78afe-fca0-472e-a800-caa1c0a1ac67,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:05.346579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Deleting subnet 1dc722b9-75c4-4a4b-a2e0-0a6d169f4d22 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:14:05.350148 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.405405 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.468777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.471276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:14:05.478177 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9d2deb25-ca79-4ea0-887f-368c565a4582 admin admin] 10.222.0.39 "PUT /v2.0/routers/1e6a19d3-5083-4136-9d0e-6f8a10ef34f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5531795 Oct 19 11:14:05.501761 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.508301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Sync routers for ids ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:14:05.536481 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Routers {'1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:05.539401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:05.677960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e523de1-d685-4c5c-a994-2147015065c1 req-6a1ee59e-bf8a-41cc-b75c-501c2acecc2b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:05.679551 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e523de1-d685-4c5c-a994-2147015065c1 req-6a1ee59e-bf8a-41cc-b75c-501c2acecc2b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1754303 Oct 19 11:14:05.695532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Set router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:05.742282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e523de1-d685-4c5c-a994-2147015065c1 req-73e5fe9e-09e2-40a5-a24f-4baed47ab4ae tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473120 Oct 19 11:14:05.770061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:05.817223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:05.862902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:05.865941 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08176c12-3d09-4219-9676-b746d9dee536" -d '{"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:05.872413 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.897088 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:05.913773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Transition to ACTIVE for port object 178258a9-c32d-4d32-bc17-453b7fb758dc will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:14:05.951066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '23480a68-a6ba-4a69-9162-be4d9f11dc19', 'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'mac_address': 'fa:16:3e:87:51:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:01Z', 'updated_at': '2021-10-19T11:14:04Z', 'revision_number': 2, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'subnets': [{'id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:05.989528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc722b9-75c4-4a4b-a2e0-0a6d169f4d22,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:06.004500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Checking router: 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:14:06.005070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Updating router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 port 23480a68-a6ba-4a69-9162-be4d9f11dc19 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:14:06.022308 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.030043 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.033492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1dc722b9-75c4-4a4b-a2e0-0a6d169f4d22 HTTP/1.1" status: 204 len: 168 time: 0.7681701 Oct 19 11:14:06.037015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.037559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.038101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.038614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.039132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.039638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.040140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.040444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47026) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:06.040975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.041502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.042039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.042558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.043142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b3fb7-2069-4fb9-a6e0-824cc597dd84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.087642 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.096637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0328c8-2ad1-47e3-918f-7156d87d2b84 req-c68fc15e-1fee-48a7-83f0-d42aeff46e1d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:06.102129 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa0328c8-2ad1-47e3-918f-7156d87d2b84 req-c68fc15e-1fee-48a7-83f0-d42aeff46e1d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.49 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 1024 time: 0.1230009 Oct 19 11:14:06.295623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] No DVR routers for this DVR port 178258a9-c32d-4d32-bc17-453b7fb758dc on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:14:06.311309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:06.339836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-fa0328c8-2ad1-47e3-918f-7156d87d2b84 req-04a48d8e-ec42-4fab-ae99-2887ed21ef1f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Deleting port 50b2e6dd-69fb-4434-bdaf-f7084ac16880 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:14:06.341857 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa0328c8-2ad1-47e3-918f-7156d87d2b84 req-04a48d8e-ec42-4fab-ae99-2887ed21ef1f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.408606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.408983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.409710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.410141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.410568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.410991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.411412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.411848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.412268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.412731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.413148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.413561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:06.425997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c006-8d9d-4425-82db-8b20903c9068 req-14879777-a3b2-4bad-86c0-bdccaa23e58b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:06.436249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aaf6c006-8d9d-4425-82db-8b20903c9068 req-14879777-a3b2-4bad-86c0-bdccaa23e58b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.3261976 Oct 19 11:14:06.466425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.477210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:06.477535 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:06.477958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:06.484236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-fa0328c8-2ad1-47e3-918f-7156d87d2b84 req-04a48d8e-ec42-4fab-ae99-2887ed21ef1f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] For port 50b2e6dd-69fb-4434-bdaf-f7084ac16880, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50b2e6dd-69fb-4434-bdaf-f7084ac16880,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:06.484639 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa0328c8-2ad1-47e3-918f-7156d87d2b84 req-04a48d8e-ec42-4fab-ae99-2887ed21ef1f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.495122 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Port 178258a9-c32d-4d32-bc17-453b7fb758dc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:14:06.495577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:06.500517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-fa0328c8-2ad1-47e3-918f-7156d87d2b84 req-04a48d8e-ec42-4fab-ae99-2887ed21ef1f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Calling delete_port for 50b2e6dd-69fb-4434-bdaf-f7084ac16880 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:14:06.517270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aaf6c006-8d9d-4425-82db-8b20903c9068 req-d9640029-7893-4eb2-9391-e47674853151 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799391 Oct 19 11:14:06.519865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:06.520054 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:06.520738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:06.520858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Bound port: 178258a9-c32d-4d32-bc17-453b7fb758dc, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:06.521148 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.641510 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3945d04-ed36-4774-b4f8-d27b38bbeba3 x-openstack-request-id: req-a3945d04-ed36-4774-b4f8-d27b38bbeba3 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:06.642096 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:06.642362 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3945d04-ed36-4774-b4f8-d27b38bbeba3 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:06.642767 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'code': 200} Oct 19 11:14:06.646774 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.690037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47032) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:06.706297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d9a9b17a-6f68-4473-b3b7-582d2c79d81c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862642941', 'description': 'tempest-description--1829925883'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:06.718694 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.763488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46963fdc-15ad-43d6-967d-ef3767d6c4b6']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:06.797873 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.798787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b06f70a-3a4c-4ca6-b662-00f216a42a27') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:06.799083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b06f70a-3a4c-4ca6-b662-00f216a42a27') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:06.813030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:06.817769 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.822530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa0328c8-2ad1-47e3-918f-7156d87d2b84 req-04a48d8e-ec42-4fab-ae99-2887ed21ef1f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.839140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:06.839695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:06.844463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['50b2e6dd-69fb-4434-bdaf-f7084ac16880'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:06.850392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.860624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c56e6-b5e8-4897-bc2f-96e3105e20dc req-fb5b909e-619e-44be-972c-2f3cb00c64c7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:06.862222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df4c56e6-b5e8-4897-bc2f-96e3105e20dc req-fb5b909e-619e-44be-972c-2f3cb00c64c7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.1201227 Oct 19 11:14:06.867734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:14:06.868153 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: items = [ Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:14:06.870338 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:14:06.891527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5156ce-1640-4392-8633-356fac22ea2c req-cd3a359b-351d-4840-8859-4ad58d101b6f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:06.899749 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee5156ce-1640-4392-8633-356fac22ea2c req-cd3a359b-351d-4840-8859-4ad58d101b6f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e HTTP/1.1" status: 200 len: 1024 time: 0.1184726 Oct 19 11:14:06.920850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a48d8e-ec42-4fab-ae99-2887ed21ef1f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event deleted for resources: {'Port': ['ID=50b2e6dd-69fb-4434-bdaf-f7084ac16880,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:06.946500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0328c8-2ad1-47e3-918f-7156d87d2b84 req-04a48d8e-ec42-4fab-ae99-2887ed21ef1f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] No DVR routers for this DVR port 50b2e6dd-69fb-4434-bdaf-f7084ac16880 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:14:06.950829 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fa0328c8-2ad1-47e3-918f-7156d87d2b84 req-04a48d8e-ec42-4fab-ae99-2887ed21ef1f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:06.954756 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa0328c8-2ad1-47e3-918f-7156d87d2b84 req-04a48d8e-ec42-4fab-ae99-2887ed21ef1f tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.49 "DELETE /v2.0/ports/50b2e6dd-69fb-4434-bdaf-f7084ac16880 HTTP/1.1" status: 204 len: 173 time: 0.8424683 Oct 19 11:14:06.955455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'name': 'network-vif-deleted', 'tag': '50b2e6dd-69fb-4434-bdaf-f7084ac16880'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:06.959071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11eb2b-c6ed-45da-8318-53611bf0389a None None] Pushing event updated for resources: {'Port': ['ID=23480a68-a6ba-4a69-9162-be4d9f11dc19,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:06.967587 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d694ea9a-91ed-4583-bce5-192a075a6ede" -d '{"events": [{"server_uuid": "311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e", "name": "network-vif-deleted", "tag": "50b2e6dd-69fb-4434-bdaf-f7084ac16880"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:06.973389 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df4c56e6-b5e8-4897-bc2f-96e3105e20dc req-086966ad-518d-4609-92f1-d66d5ae1c1d9 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023316 Oct 19 11:14:06.985139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b17a-6f68-4473-b3b7-582d2c79d81c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.018600 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.047191 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee5156ce-1640-4392-8633-356fac22ea2c req-08cf34a3-4e18-453b-ad21-16df5eb5d2ec tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=df7411c0-f301-480d-a302-51a10b288a1d&id=92392ab2-a794-4d93-8bc1-6830900357d7&id=ea9c736f-1407-4004-bd51-306a6253e471&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1465192 Oct 19 11:14:07.070831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:14:07.204598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Attempting to bind port 23480a68-a6ba-4a69-9162-be4d9f11dc19 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:07.205214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Attempting to bind port 23480a68-a6ba-4a69-9162-be4d9f11dc19 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:07.205734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Attempting to bind port 23480a68-a6ba-4a69-9162-be4d9f11dc19 on network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:07.212695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:14:07.214305 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:07.217504 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.233019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:07.233399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Checking segment: {'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:07.240009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.240009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Bound using segment: {'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:07.240009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Bound port: 23480a68-a6ba-4a69-9162-be4d9f11dc19, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:07.240009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.259499 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b17a-6f68-4473-b3b7-582d2c79d81c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.273284 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.276511 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] 10.222.0.39 "DELETE /v2.0/networks/46963fdc-15ad-43d6-967d-ef3767d6c4b6 HTTP/1.1" status: 204 len: 168 time: 1.2316678 Oct 19 11:14:07.282127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015d524-bbb2-4785-9bcf-0cdbd7883a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=46963fdc-15ad-43d6-967d-ef3767d6c4b6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:07.295885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:07.299344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.299344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8379ea25-5ed4-440f-ac68-ac179dda7c61 service neutron] 10.222.0.49 "PUT /v2.0/ports/178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 1096 time: 2.0145237 Oct 19 11:14:07.310688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e2891-2be3-4d32-8b11-6ab8636843ae req-b590c62a-f93f-4a2b-97cc-f8cf7ad2ee26 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:07.312247 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d59e2891-2be3-4d32-8b11-6ab8636843ae req-b590c62a-f93f-4a2b-97cc-f8cf7ad2ee26 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 948 time: 0.0928626 Oct 19 11:14:07.344445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b4ae94d9-bcde-4791-a47b-abee505b80de None None] Provisioning complete for port 23480a68-a6ba-4a69-9162-be4d9f11dc19 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:07.344834 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4ae94d9-bcde-4791-a47b-abee505b80de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.406042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b17a-6f68-4473-b3b7-582d2c79d81c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.432934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] For port 23480a68-a6ba-4a69-9162-be4d9f11dc19, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:07.442883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae94d9-bcde-4791-a47b-abee505b80de None None] Port 23480a68-a6ba-4a69-9162-be4d9f11dc19 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:07.465362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9b17a-6f68-4473-b3b7-582d2c79d81c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b064dc2-a442-4212-b8c5-d61319adbd8b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:07.471559 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d59e2891-2be3-4d32-8b11-6ab8636843ae req-dc2f2e19-8b8e-4122-88eb-4aead0bd6d75 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521173 Oct 19 11:14:07.475051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] For port 23480a68-a6ba-4a69-9162-be4d9f11dc19, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=23480a68-a6ba-4a69-9162-be4d9f11dc19,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:07.497386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8525c765-f6eb-4a07-9a83-58c41463525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:07.499839 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-8525c765-f6eb-4a07-9a83-58c41463525f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 1099 time: 0.1333387 Oct 19 11:14:07.552777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b17a-6f68-4473-b3b7-582d2c79d81c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.554199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d9a9b17a-6f68-4473-b3b7-582d2c79d81c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8590798 Oct 19 11:14:07.557068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47048) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:07.562766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.563025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7d9eae0b-3da5-459a-b17a-bfcdae8b5f7c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Request body: {'security_group_rule': {'security_group_id': '8b064dc2-a442-4212-b8c5-d61319adbd8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:07.581918 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28011ca5-3d58-4b42-8797-c646a21df0e7 x-openstack-request-id: req-28011ca5-3d58-4b42-8797-c646a21df0e7 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:07.582208 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e", "name": "network-vif-deleted", "tag": "50b2e6dd-69fb-4434-bdaf-f7084ac16880", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:07.582471 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28011ca5-3d58-4b42-8797-c646a21df0e7 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:07.582876 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311a7ad9-0290-4276-b1e9-1a9ca0ac4a5e', 'name': 'network-vif-deleted', 'tag': '50b2e6dd-69fb-4434-bdaf-f7084ac16880', 'status': 'completed', 'code': 200} Oct 19 11:14:07.638577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Routers {'1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:07.640151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:07.677246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-3b0236ba-82b9-4ed6-becb-140967bf0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:07.678781 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-3b0236ba-82b9-4ed6-becb-140967bf0afc service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1702511 Oct 19 11:14:07.747883 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d9eae0b-3da5-459a-b17a-bfcdae8b5f7c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:07.793283 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-f439655c-3dad-4155-bedd-dfac612d16e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 217 time: 0.0900357 Oct 19 11:14:07.806309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f218590-e33a-4f3c-b4bf-4f46e0901135 req-9e590b32-748d-4232-93a3-b4779a367944 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:07.808174 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f218590-e33a-4f3c-b4bf-4f46e0901135 req-9e590b32-748d-4232-93a3-b4779a367944 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.1125937 Oct 19 11:14:07.873080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47054) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:07.910675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11eb2b-c6ed-45da-8318-53611bf0389a None None] Pushing event updated for resources: {'Port': ['ID=23480a68-a6ba-4a69-9162-be4d9f11dc19,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:07.930138 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f218590-e33a-4f3c-b4bf-4f46e0901135 req-3c0667f3-13a3-4f17-b840-c26670060f73 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029372 Oct 19 11:14:07.947395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb206005-6dea-4e73-83a7-a1c9fecc9c3a req-5efdbfc9-7704-4413-9f84-484dc38c04ba tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:07.972887 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fb206005-6dea-4e73-83a7-a1c9fecc9c3a req-5efdbfc9-7704-4413-9f84-484dc38c04ba tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 946 time: 0.1823463 Oct 19 11:14:07.982563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-9a3a035c-c92a-4b07-b19d-a6d401cc3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:07.983965 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-9a3a035c-c92a-4b07-b19d-a6d401cc3f2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1825130 Oct 19 11:14:08.017688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d9eae0b-3da5-459a-b17a-bfcdae8b5f7c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.031450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] Set router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:08.041518 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ca701543-9676-46bc-89a3-1d9530085891 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c97eebb857b4bec80142531c0acce64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472788 Oct 19 11:14:08.042588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47058) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:08.113222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-cc563274-4b53-4557-a596-5e137847dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:08.115050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-cc563274-4b53-4557-a596-5e137847dc15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222076 Oct 19 11:14:08.124583 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d9eae0b-3da5-459a-b17a-bfcdae8b5f7c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.125811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fb206005-6dea-4e73-83a7-a1c9fecc9c3a req-b9293f61-f26d-404d-bf2e-b47d065f434d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457798 Oct 19 11:14:08.148240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-df6f8b60-8db3-49da-a60d-99d0c7fb2e7c None None] Provisioning complete for port 23480a68-a6ba-4a69-9162-be4d9f11dc19 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:08.148861 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-df6f8b60-8db3-49da-a60d-99d0c7fb2e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.176100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9eae0b-3da5-459a-b17a-bfcdae8b5f7c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0d40c2-22f4-4aaf-b17c-fce871f28415,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:08.197169 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bed62b9-7323-4786-8efd-c7dda8b2b4fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.210707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd454-08bd-4d31-9aa6-8d86c5e97f9c req-f9fdca34-ce21-4ac6-9d62-48520bb273ac tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:08.212981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9c9fd454-08bd-4d31-9aa6-8d86c5e97f9c req-f9fdca34-ce21-4ac6-9d62-48520bb273ac tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.1384361 Oct 19 11:14:08.248994 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bed62b9-7323-4786-8efd-c7dda8b2b4fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.290113 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d9eae0b-3da5-459a-b17a-bfcdae8b5f7c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.292858 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7d9eae0b-3da5-459a-b17a-bfcdae8b5f7c tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7341354 Oct 19 11:14:08.350020 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9c9fd454-08bd-4d31-9aa6-8d86c5e97f9c req-4e70d7ee-9bc4-4bb9-8dda-15630d0c810c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294775 Oct 19 11:14:08.350634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47066) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:08.360956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-831685f1-02ad-4e59-8039-5b9a9d8464a4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Request body: {'security_group_rule': {'security_group_id': '8b064dc2-a442-4212-b8c5-d61319adbd8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:08.366371 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-df6f8b60-8db3-49da-a60d-99d0c7fb2e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.370418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-df706206-1ba8-4b8b-9f86-d62e95ae9d0e service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435946 Oct 19 11:14:08.398780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '23480a68-a6ba-4a69-9162-be4d9f11dc19', 'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'mac_address': 'fa:16:3e:87:51:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:01Z', 'updated_at': '2021-10-19T11:14:07Z', 'revision_number': 4, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'subnets': [{'id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:08.425512 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bed62b9-7323-4786-8efd-c7dda8b2b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.428193 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bed62b9-7323-4786-8efd-c7dda8b2b4fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.431755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8bed62b9-7323-4786-8efd-c7dda8b2b4fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31c575a4-3990-40d3-8ee0-58677c599a05 HTTP/1.1" status: 204 len: 168 time: 0.3849726 Oct 19 11:14:08.435728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-df6f8b60-8db3-49da-a60d-99d0c7fb2e7c None None] For port 23480a68-a6ba-4a69-9162-be4d9f11dc19, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=23480a68-a6ba-4a69-9162-be4d9f11dc19,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:08.437451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc005fc-6d50-4428-922a-ff70a9df48f0 None None] The sync data for ids ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'] in n-d-814547-1 is: [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '23480a68-a6ba-4a69-9162-be4d9f11dc19', 'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'mac_address': 'fa:16:3e:87:51:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:01Z', 'updated_at': '2021-10-19T11:14:07Z', 'revision_number': 4, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'subnets': [{'id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:14:08.437808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed62b9-7323-4786-8efd-c7dda8b2b4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c575a4-3990-40d3-8ee0-58677c599a05,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:08.489059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1f12d357-a075-4efc-a8ac-481852b8cabc req-7de09ec4-83fd-4a97-bada-4ff6cb93d649 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/df7411c0-f301-480d-a302-51a10b288a1d HTTP/1.1" status: 200 len: 1801 time: 0.1145961 Oct 19 11:14:08.517354 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-831685f1-02ad-4e59-8039-5b9a9d8464a4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.528059 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-df6f8b60-8db3-49da-a60d-99d0c7fb2e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.636100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f8b60-8db3-49da-a60d-99d0c7fb2e7c None None] Pushing event updated for resources: {'Port': ['ID=23480a68-a6ba-4a69-9162-be4d9f11dc19,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:08.644571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:08.653674 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-831685f1-02ad-4e59-8039-5b9a9d8464a4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.654166 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893a591a-1adc-433a-8885-364ca52f59b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:08.678643 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b763b1e-47f4-45b3-a0c8-e128d4b66558 req-eb1dd58e-95a2-4c23-bf25-f373673b670e service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883925 Oct 19 11:14:08.679637 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1f12d357-a075-4efc-a8ac-481852b8cabc req-51c6f2a1-f8c8-423c-a66e-04fb99522f12 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.710821 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1f12d357-a075-4efc-a8ac-481852b8cabc req-51c6f2a1-f8c8-423c-a66e-04fb99522f12 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.735768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d795c06-681a-4f7f-bd47-67d387eba698 req-ad7660db-a304-4e05-a562-e9484118f052 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:08.739220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d795c06-681a-4f7f-bd47-67d387eba698 req-ad7660db-a304-4e05-a562-e9484118f052 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 948 time: 0.0824890 Oct 19 11:14:08.744178 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-831685f1-02ad-4e59-8039-5b9a9d8464a4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.788204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831685f1-02ad-4e59-8039-5b9a9d8464a4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a603ac-dcc1-4e97-8c10-76132f7a1238,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:08.811808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d795c06-681a-4f7f-bd47-67d387eba698 req-4d5784ef-d212-4544-8f90-a02b2e85c231 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617299 Oct 19 11:14:08.891054 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b4204f-97b0-41da-9c8f-832b6c84e167 x-openstack-request-id: req-47b4204f-97b0-41da-9c8f-832b6c84e167 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:08.895074 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:08.895887 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47b4204f-97b0-41da-9c8f-832b6c84e167 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:08.901947 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'status': 'completed', 'code': 200} Oct 19 11:14:08.903650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-831685f1-02ad-4e59-8039-5b9a9d8464a4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.907163 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-831685f1-02ad-4e59-8039-5b9a9d8464a4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5534999 Oct 19 11:14:08.907661 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1f12d357-a075-4efc-a8ac-481852b8cabc req-51c6f2a1-f8c8-423c-a66e-04fb99522f12 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.909350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47074) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:08.914580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1f12d357-a075-4efc-a8ac-481852b8cabc req-51c6f2a1-f8c8-423c-a66e-04fb99522f12 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:08.919731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:08.922760 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1f12d357-a075-4efc-a8ac-481852b8cabc req-51c6f2a1-f8c8-423c-a66e-04fb99522f12 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "DELETE /v2.0/security-groups/df7411c0-f301-480d-a302-51a10b288a1d HTTP/1.1" status: 204 len: 173 time: 0.4244609 Oct 19 11:14:08.955280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6f2a1-f8c8-423c-a66e-04fb99522f12 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7411c0-f301-480d-a302-51a10b288a1d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:09.036116 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70437ae4-f3c0-43be-8086-b18f92657e7d req-392c088f-2779-4e75-b190-97ccdfda73c9 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/92392ab2-a794-4d93-8bc1-6830900357d7 HTTP/1.1" status: 200 len: 1799 time: 0.0800893 Oct 19 11:14:09.062145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 4acada16-41d3-4802-b87d-73bcbe7174c1 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:09.148549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:09.191450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-70437ae4-f3c0-43be-8086-b18f92657e7d req-cf302234-e439-4841-bff8-016c96de0f13 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:09.248437 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:09.267833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a591a-1adc-433a-8885-364ca52f59b6 req-e7b03266-549c-468b-86f1-114f0a13fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:09.269945 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-e7b03266-549c-468b-86f1-114f0a13fd89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 1099 time: 0.3032062 Oct 19 11:14:09.306705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-70437ae4-f3c0-43be-8086-b18f92657e7d req-cf302234-e439-4841-bff8-016c96de0f13 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:09.316490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 23480a68-a6ba-4a69-9162-be4d9f11dc19 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:09.334058 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.resource_extend [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 11:14:09.360608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a591a-1adc-433a-8885-364ca52f59b6 req-a9f07270-9bce-4b07-8779-953de1a5cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:09.362093 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-a9f07270-9bce-4b07-8779-953de1a5cc9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 1099 time: 0.3234608 Oct 19 11:14:09.434839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 4acada16-41d3-4802-b87d-73bcbe7174c1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4acada16-41d3-4802-b87d-73bcbe7174c1,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:09.532352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4a7d7-9907-4df9-bb7f-9b184b5ddd1b req-447df1a4-6ddc-4060-8fca-f73fe5e4385d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:09.549416 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8d4a7d7-9907-4df9-bb7f-9b184b5ddd1b req-447df1a4-6ddc-4060-8fca-f73fe5e4385d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.4727607 Oct 19 11:14:09.552299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a591a-1adc-433a-8885-364ca52f59b6 req-5ee3fec7-b7c0-418f-a1a9-f649b2c76f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:09.553776 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '4acada16-41d3-4802-b87d-73bcbe7174c1', 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6', 'port_id': '4acada16-41d3-4802-b87d-73bcbe7174c1', 'mac_address': 'fa:16:3e:32:e0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a4348a-2dbe-46d3-89b8-5ec7c8e710a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:14:09.556272 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-5ee3fec7-b7c0-418f-a1a9-f649b2c76f94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.2748964 Oct 19 11:14:09.557450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:09.608777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-70437ae4-f3c0-43be-8086-b18f92657e7d req-cf302234-e439-4841-bff8-016c96de0f13 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:09.611737 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-70437ae4-f3c0-43be-8086-b18f92657e7d req-cf302234-e439-4841-bff8-016c96de0f13 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:09.627602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70437ae4-f3c0-43be-8086-b18f92657e7d req-cf302234-e439-4841-bff8-016c96de0f13 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "DELETE /v2.0/security-groups/92392ab2-a794-4d93-8bc1-6830900357d7 HTTP/1.1" status: 204 len: 173 time: 0.5817726 Oct 19 11:14:09.628029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:09.628029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 23480a68-a6ba-4a69-9162-be4d9f11dc19 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:09.628217 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:09.680356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf302234-e439-4841-bff8-016c96de0f13 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92392ab2-a794-4d93-8bc1-6830900357d7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:09.683855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f', 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0', 'port_id': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f', 'mac_address': 'fa:16:3e:41:0a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761a94a2-c103-48a9-b688-d8956e9f3c16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:14:09.690473 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:09.778680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:09.806569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4acada16-41d3-4802-b87d-73bcbe7174c1 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:09.814378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:09.887938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 4acada16-41d3-4802-b87d-73bcbe7174c1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4acada16-41d3-4802-b87d-73bcbe7174c1,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:09.894598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:10.028749 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:10.033381 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:10.159819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=4acada16-41d3-4802-b87d-73bcbe7174c1,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:10.198639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['4acada16-41d3-4802-b87d-73bcbe7174c1'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:10.285099 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:10.291013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Allocated IP 172.25.2.73 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/cfc39004-f005-40c9-b552-ce7e4a4a264f) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:10.292244 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-9ce44ec7-0f28-4b43-be18-38f4a3ffec1c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 217 time: 0.7176926 Oct 19 11:14:10.297935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:10.302727 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8d4a7d7-9907-4df9-bb7f-9b184b5ddd1b req-c1f565b8-0450-4c12-b11a-0d81975f5b88 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7520773 Oct 19 11:14:10.383391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a591a-1adc-433a-8885-364ca52f59b6 req-d875c0c9-91f4-4ec3-8b05-ac6f94555f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:10.384625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5bf42-e9af-4b32-8390-82e7f43debf3 req-802420dc-57e0-460e-84b2-829f8e422036 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:10.389013 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-d875c0c9-91f4-4ec3-8b05-ac6f94555f2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 1.0098166 Oct 19 11:14:10.389252 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8c5bf42-e9af-4b32-8390-82e7f43debf3 req-802420dc-57e0-460e-84b2-829f8e422036 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 946 time: 0.6315284 Oct 19 11:14:10.389424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a591a-1adc-433a-8885-364ca52f59b6 req-58e50692-c2cc-4e0b-aa4c-1db297f7ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:10.389525 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-58e50692-c2cc-4e0b-aa4c-1db297f7ecf3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0796659 Oct 19 11:14:10.499987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8c5bf42-e9af-4b32-8390-82e7f43debf3 req-20fd4da5-a3c4-4301-8865-2a7304e13616 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836346 Oct 19 11:14:10.530420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:10.533360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-5f16631e-bdd3-4444-b250-1f9548bbb0eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 217 time: 0.1252635 Oct 19 11:14:10.540223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-978dfcce-531a-4937-b663-d1a36b618631 req-ef769a00-3b75-4cc9-a8eb-f8efa9def318 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1360709215', 'description': 'tempest-description-287787564'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:10.611910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47112) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:10.636440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a591a-1adc-433a-8885-364ca52f59b6 req-1877506b-5cad-4588-9c47-0d0b4330995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:10.638189 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-1877506b-5cad-4588-9c47-0d0b4330995b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2288179 Oct 19 11:14:10.642834 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-978dfcce-531a-4937-b663-d1a36b618631 req-ef769a00-3b75-4cc9-a8eb-f8efa9def318 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:10.652240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02902cf6-67c3-4149-8e65-904b61e96790 req-7047f56a-b145-49e2-ac2c-10f628d0a91b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:10.654410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-02902cf6-67c3-4149-8e65-904b61e96790 req-7047f56a-b145-49e2-ac2c-10f628d0a91b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 945 time: 0.1251419 Oct 19 11:14:10.681812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a591a-1adc-433a-8885-364ca52f59b6 req-64af2ae5-e397-4c4c-be70-ce2608d7673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:10.681812 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-64af2ae5-e397-4c4c-be70-ce2608d7673c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0946517 Oct 19 11:14:10.712576 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:10.814971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:10.822009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-02902cf6-67c3-4149-8e65-904b61e96790 req-31dbb146-f240-45e4-b964-09b39eaa5c36 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571043 Oct 19 11:14:10.833912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2012706355-network', 'tenant_id': '22a407d15dad40c68514e34211f76ab5'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:10.847511 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:10.862330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a591a-1adc-433a-8885-364ca52f59b6 req-543cc7cc-496f-4908-b455-282fccf83b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:10.863612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-543cc7cc-496f-4908-b455-282fccf83b1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745572 Oct 19 11:14:10.873126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:10.889372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-3cc437ca-5e28-48d6-b8ba-8cc5c0c71d85 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337244 Oct 19 11:14:10.891663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Pushing event updated for resources: {'Port': ['ID=cfc39004-f005-40c9-b552-ce7e4a4a264f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:10.962114 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-978dfcce-531a-4937-b663-d1a36b618631 req-ef769a00-3b75-4cc9-a8eb-f8efa9def318 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.041770 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.069422 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-978dfcce-531a-4937-b663-d1a36b618631 req-ef769a00-3b75-4cc9-a8eb-f8efa9def318 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.072671 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 4acada16-41d3-4802-b87d-73bcbe7174c1 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:14:11.089508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Made reservation on behalf of 22a407d15dad40c68514e34211f76ab5 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:14:11.092670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.101250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-e6acc157-20cb-4635-8f68-3d7c5ed3a09e service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244892 Oct 19 11:14:11.113197 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.132221 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:11.146297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50b2e6dd-69fb-4434-bdaf-f7084ac16880 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:14:11.147052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0ebde-f9e6-4014-8294-3717dbdfb017 req-b1078008-efac-470a-a4d3-8a7587c99a23 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:11.148569 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ee0ebde-f9e6-4014-8294-3717dbdfb017 req-b1078008-efac-470a-a4d3-8a7587c99a23 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 948 time: 0.1664732 Oct 19 11:14:11.154984 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-91491ae0-0784-404f-9276-5134b83cf4cb service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198679 Oct 19 11:14:11.194658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef769a00-3b75-4cc9-a8eb-f8efa9def318 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45b1bed-c254-45f8-90d9-c7cbcf7c8e65,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:11.200485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 50b2e6dd-69fb-4434-bdaf-f7084ac16880 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:14:11.201423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50b2e6dd-69fb-4434-bdaf-f7084ac16880 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:14:11.214630 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.260662 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ee0ebde-f9e6-4014-8294-3717dbdfb017 req-9ce45629-4f8d-4cb6-8810-ae3b82f96174 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967679 Oct 19 11:14:11.283908 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893a591a-1adc-433a-8885-364ca52f59b6 req-148d61d0-b8bb-4aca-9fdf-70c6a990c42d service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696751 Oct 19 11:14:11.362733 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.369130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-978dfcce-531a-4937-b663-d1a36b618631 req-ef769a00-3b75-4cc9-a8eb-f8efa9def318 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.370343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-978dfcce-531a-4937-b663-d1a36b618631 req-ef769a00-3b75-4cc9-a8eb-f8efa9def318 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8357210 Oct 19 11:14:11.388748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4acada16-41d3-4802-b87d-73bcbe7174c1 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:11.411641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 4acada16-41d3-4802-b87d-73bcbe7174c1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4acada16-41d3-4802-b87d-73bcbe7174c1,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:11.414662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.419052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:11.429569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'mac_address': 'fa:16:3e:8b:1d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:14:11.468493 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.469633 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.482262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178258a9-c32d-4d32-bc17-453b7fb758dc {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:11.482971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ad67e-497f-4130-b50b-5581593c9ae2 req-3eb1e54d-68d8-44cc-8a73-a29d666f73e6 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:11.484453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a87ad67e-497f-4130-b50b-5581593c9ae2 req-3eb1e54d-68d8-44cc-8a73-a29d666f73e6 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.0656402 Oct 19 11:14:11.492145 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.513109 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.525801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:11.552472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=4acada16-41d3-4802-b87d-73bcbe7174c1,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:11.561705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a87ad67e-497f-4130-b50b-5581593c9ae2 req-58c6ff4d-4d2d-4b75-80ba-f83cfa0129c3 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711825 Oct 19 11:14:11.592894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.604890 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.638567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Pushing event updated for resources: {'Port': ['ID=cfc39004-f005-40c9-b552-ce7e4a4a264f,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:11.641287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:14:11.669549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:11.679836 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.680167 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Added segment 47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858 of type vlan for network 4efd6799-1eab-46e6-862c-c3bca13f905d Oct 19 11:14:11.682356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746d4e47-22ac-4a99-96a9-5d381bd6a29e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:11.684945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.726651 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1dd836af-6915-4494-a4c5-d1609d31f33c req-912b050d-b4e0-4aa0-a980-867e260969f9 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/c45b1bed-c254-45f8-90d9-c7cbcf7c8e65 HTTP/1.1" status: 200 len: 1800 time: 0.1363499 Oct 19 11:14:11.743553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1dd836af-6915-4494-a4c5-d1609d31f33c req-9c19c5ff-cf6b-4590-9b24-476e568dad85 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Request body: {'security_group': {'name': 'tempest-sg-hth-821240384', 'description': 'tempest-description-hth-1918216193'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:11.748157 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.763816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627e393-7604-4e50-9f2f-96bca0d2a0d6 req-3cbc78b0-ce7a-431d-a767-98e1f4787c0a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:11.765381 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e627e393-7604-4e50-9f2f-96bca0d2a0d6 req-3cbc78b0-ce7a-431d-a767-98e1f4787c0a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 944 time: 0.0516579 Oct 19 11:14:11.785608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1dd836af-6915-4494-a4c5-d1609d31f33c req-9c19c5ff-cf6b-4590-9b24-476e568dad85 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.801547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.802741 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-58dd0397-c90e-4a42-bfd3-87df3fae6aab tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8924413 Oct 19 11:14:11.805012 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e627e393-7604-4e50-9f2f-96bca0d2a0d6 req-5d3f210f-7827-480c-9154-63d93b078a09 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334702 Oct 19 11:14:11.846912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1dd836af-6915-4494-a4c5-d1609d31f33c req-9c19c5ff-cf6b-4590-9b24-476e568dad85 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.869666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['178258a9-c32d-4d32-bc17-453b7fb758dc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:11.885012 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.887487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:11.892471 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.920427 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1dd836af-6915-4494-a4c5-d1609d31f33c req-9c19c5ff-cf6b-4590-9b24-476e568dad85 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.924912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1dd836af-6915-4494-a4c5-d1609d31f33c req-9c19c5ff-cf6b-4590-9b24-476e568dad85 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:11.939520 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1dd836af-6915-4494-a4c5-d1609d31f33c req-9c19c5ff-cf6b-4590-9b24-476e568dad85 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "PUT /v2.0/security-groups/c45b1bed-c254-45f8-90d9-c7cbcf7c8e65 HTTP/1.1" status: 200 len: 1774 time: 0.2016590 Oct 19 11:14:11.971135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd854a99-e0c5-42da-979d-532b12f6ca32 req-c8c1dcfa-6238-4de1-8ed0-4642476329e1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:11.973393 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd854a99-e0c5-42da-979d-532b12f6ca32 req-c8c1dcfa-6238-4de1-8ed0-4642476329e1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 945 time: 0.0736406 Oct 19 11:14:12.021172 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd854a99-e0c5-42da-979d-532b12f6ca32 req-6ff716b6-2a07-43b9-befa-a1b28d61af2e tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412307 Oct 19 11:14:12.045033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4292150 Oct 19 11:14:12.045644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47132) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:12.049757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b30086-022b-4098-94ad-0dd114a78c35 admin admin] Pushing event updated for resources: {'Network': ['ID=4efd6799-1eab-46e6-862c-c3bca13f905d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:12.051007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] Request body: {'subnet': {'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2012706355-subnet', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:12.067212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 4efd6799-1eab-46e6-862c-c3bca13f905d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:14:12.070980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19c5ff-cf6b-4590-9b24-476e568dad85 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45b1bed-c254-45f8-90d9-c7cbcf7c8e65,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:12.080223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae3ec171-e5c3-41db-9d60-d3cfade7fd1a req-ea44f17d-3528-4a0b-8059-f54eb931a178 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/c45b1bed-c254-45f8-90d9-c7cbcf7c8e65 HTTP/1.1" status: 200 len: 1774 time: 0.1167679 Oct 19 11:14:12.132439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] Made reservation on behalf of 22a407d15dad40c68514e34211f76ab5 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:14:12.135033 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:12.153662 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-46d620cd-5e92-4243-b971-f7730d47bad0 req-11497928-f24b-416f-aaa9-4308d52874d5 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/c45b1bed-c254-45f8-90d9-c7cbcf7c8e65 HTTP/1.1" status: 200 len: 1774 time: 0.0479703 Oct 19 11:14:12.166844 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-534e2b34-f5b8-45fa-9bf0-3168b3c77481 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1862642941&fields=id&tenant_id=7b379029ee604a4e86abaf1ad85ef5b3 HTTP/1.1" status: 200 len: 267 time: 0.0556855 Oct 19 11:14:12.216172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-46d620cd-5e92-4243-b971-f7730d47bad0 req-9c2d8e49-04cf-4bb4-a6be-0694433d363d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:12.237701 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-46d620cd-5e92-4243-b971-f7730d47bad0 req-9c2d8e49-04cf-4bb4-a6be-0694433d363d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:12.342004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-46d620cd-5e92-4243-b971-f7730d47bad0 req-9c2d8e49-04cf-4bb4-a6be-0694433d363d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:12.344754 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-46d620cd-5e92-4243-b971-f7730d47bad0 req-9c2d8e49-04cf-4bb4-a6be-0694433d363d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:12.345863 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-46d620cd-5e92-4243-b971-f7730d47bad0 req-9c2d8e49-04cf-4bb4-a6be-0694433d363d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "DELETE /v2.0/security-groups/c45b1bed-c254-45f8-90d9-c7cbcf7c8e65 HTTP/1.1" status: 204 len: 173 time: 0.1861312 Oct 19 11:14:12.351948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-8d90aff1-998f-40ca-970f-6673feba9168 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:12.351948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-8d90aff1-998f-40ca-970f-6673feba9168 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/networks?id=a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb HTTP/1.1" status: 200 len: 811 time: 0.1550450 Oct 19 11:14:12.359999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d8e49-04cf-4bb4-a6be-0694433d363d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45b1bed-c254-45f8-90d9-c7cbcf7c8e65,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:12.376480 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-3889bf30-13ec-4627-a7dd-a4a2d84a6316 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/quotas/7b379029ee604a4e86abaf1ad85ef5b3 HTTP/1.1" status: 200 len: 375 time: 0.0127881 Oct 19 11:14:12.457569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ea2be-ac6f-40b6-a0a0-12441c8334fe req-3a120288-e867-4f37-bec4-ef52984a5062 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:12.459028 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-212ea2be-ac6f-40b6-a0a0-12441c8334fe req-3a120288-e867-4f37-bec4-ef52984a5062 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 949 time: 0.0506086 Oct 19 11:14:12.469013 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-c99b4386-60b1-4dcb-9dce-9be1f2e83975 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b379029ee604a4e86abaf1ad85ef5b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666006 Oct 19 11:14:12.498587 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-212ea2be-ac6f-40b6-a0a0-12441c8334fe req-f1e65bf2-b58a-4baa-81ff-9fac177c84c9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333686 Oct 19 11:14:12.538341 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:12.620293 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-5054d7f4-620b-43b6-9a55-21c473fdae31 service neutron] 10.222.0.39 "GET /v2.0/networks/a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401157 Oct 19 11:14:12.620923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b79bfe5-0009-40e1-9365-5d8b37703066,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:12.654502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] Checking segment: {'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:12.654856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] Network hostable DHCP agents. Network: 4efd6799-1eab-46e6-862c-c3bca13f905d, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:14:12.724299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-8a9585a4-8e77-47b3-a495-3a0d3637ace1 service neutron] 10.222.0.39 "GET /v2.0/networks/a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971165 Oct 19 11:14:12.776260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] Network 4efd6799-1eab-46e6-862c-c3bca13f905d is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:14:12.913449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 4efd6799-1eab-46e6-862c-c3bca13f905d) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:12.917461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:12.918679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:12.922970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82716d5a-2f3f-4124-b05d-8b21427439bb None None] Network 4efd6799-1eab-46e6-862c-c3bca13f905d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:14:13.031344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a4e02224-17fb-4053-9b8b-15a2eb773a35 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9818413 Oct 19 11:14:13.031525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47164) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:13.035882 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:13.085191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-4efd6799-1eab-46e6-862c-c3bca13f905d', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'fixed_ips': [{'subnet_id': '9b79bfe5-0009-40e1-9365-5d8b37703066'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:14:13.086159 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:13.115776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e1631-51ca-493e-95c1-c122525eac2d req-72ba3363-8ced-449e-a57e-845d5342e05a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:13.117478 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-312e1631-51ca-493e-95c1-c122525eac2d req-72ba3363-8ced-449e-a57e-845d5342e05a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.0562789 Oct 19 11:14:13.165144 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:13.165620 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:13.178143 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:13.193329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-312e1631-51ca-493e-95c1-c122525eac2d req-c8c3f437-6934-4bb2-b6dc-54ce2a133b10 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689781 Oct 19 11:14:13.258019 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:13.293861 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-639d8c27-fb8b-4c63-b88d-45a9a3e64ade req-ed790103-94e8-4c6a-9625-372873bb77d5 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 210 time: 0.0335186 Oct 19 11:14:13.315437 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Allocated IP 172.20.0.2 (4efd6799-1eab-46e6-862c-c3bca13f905d/9b79bfe5-0009-40e1-9365-5d8b37703066/c6793a24-4bb3-4d3d-ac26-92aeb7ac190c) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:13.334734 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-e36e4d75-1f99-48da-ba8c-d6c5d3fc1f5f req-19b317d2-d153-4cd4-9f77-fe931f72ab67 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] show failed (client error): The resource could not be found. Oct 19 11:14:13.337403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e36e4d75-1f99-48da-ba8c-d6c5d3fc1f5f req-19b317d2-d153-4cd4-9f77-fe931f72ab67 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/92392ab2-a794-4d93-8bc1-6830900357d7 HTTP/1.1" status: 404 len: 352 time: 0.0150576 Oct 19 11:14:13.348886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab8139-9dae-40e1-8d16-df624dff4bda req-77cb74e2-490f-4d8c-aba1-5ce3d95a43cd tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:13.350866 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-76ab8139-9dae-40e1-8d16-df624dff4bda req-77cb74e2-490f-4d8c-aba1-5ce3d95a43cd tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 944 time: 0.0906560 Oct 19 11:14:13.451163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a3252-bebb-49d2-a33d-61b2f0429252 req-4d14be7c-e27c-40fa-8e40-8b60b8356cb1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:13.457193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-306a3252-bebb-49d2-a33d-61b2f0429252 req-4d14be7c-e27c-40fa-8e40-8b60b8356cb1 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 945 time: 0.0665870 Oct 19 11:14:13.501841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3134-a590-47cf-aba6-9223019449e9 req-98b9224b-46a3-4aa3-997d-87a083cbfd50 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:13.503472 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-98b9224b-46a3-4aa3-997d-87a083cbfd50 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc&tenant_id=09d359cafa5a46309ba96d9c7c371cbf&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 949 time: 0.2045033 Oct 19 11:14:13.504313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-306a3252-bebb-49d2-a33d-61b2f0429252 req-c2173180-1ba7-4a0b-a9bd-5fead54d5a4b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 Oct 19 11:14:13.539421 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 178258a9-c32d-4d32-bc17-453b7fb758dc completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:14:13.547451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 178258a9-c32d-4d32-bc17-453b7fb758dc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:13.547813 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:13.563222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-76ab8139-9dae-40e1-8d16-df624dff4bda req-9d14746c-7d69-424d-bbef-751d380dd26a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767423 Oct 19 11:14:13.652735 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a33e8-6622-49d0-b6cd-d681f88f2de1 req-510b7f86-4370-42ad-a893-5ac313d6d736 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:13.663495 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee1a33e8-6622-49d0-b6cd-d681f88f2de1 req-510b7f86-4370-42ad-a893-5ac313d6d736 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 949 time: 0.0693772 Oct 19 11:14:13.693566 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:13.704977 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:13.705199 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-9c550df8-b71f-42a6-a9ac-7e81cd6611af req-7b7eb787-7cd3-40b3-b3f8-f48b3c920390 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] show failed (client error): The resource could not be found. Oct 19 11:14:13.706182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c550df8-b71f-42a6-a9ac-7e81cd6611af req-7b7eb787-7cd3-40b3-b3f8-f48b3c920390 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/df7411c0-f301-480d-a302-51a10b288a1d HTTP/1.1" status: 404 len: 352 time: 0.1137545 Oct 19 11:14:13.714117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dfdfc-dd15-4a7e-814c-0b8420fef8bd req-2d4cd641-26f1-477d-a394-3a3ca3486d0e tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:13.717142 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a48dfdfc-dd15-4a7e-814c-0b8420fef8bd req-2d4cd641-26f1-477d-a394-3a3ca3486d0e tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 944 time: 0.3323429 Oct 19 11:14:13.718465 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:13.724855 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-19868595-a7b7-4e66-88d5-3a2b059be878 service neutron] 10.222.0.49 "GET /v2.0/ports/178258a9-c32d-4d32-bc17-453b7fb758dc/bindings/n-h2-814547-1 HTTP/1.1" status: 200 len: 382 time: 0.1740925 Oct 19 11:14:13.737107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee1a33e8-6622-49d0-b6cd-d681f88f2de1 req-85699222-2593-4df4-ad60-85e9fc18e5b6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715580 Oct 19 11:14:13.743108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:13.753743 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6e4cd8-2277-44e8-887b-671b9ea90ae4" -d '{"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-plugged", "status": "completed", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:13.770380 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:13.794631 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:13.831780 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-bb068071-25aa-4126-913a-e74786edfbee req-c0d95cbd-45a9-43e9-976a-ed05d0dd8621 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] show failed (client error): The resource could not be found. Oct 19 11:14:13.832953 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bb068071-25aa-4126-913a-e74786edfbee req-c0d95cbd-45a9-43e9-976a-ed05d0dd8621 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/8e1a8241-c409-4626-a93f-38d4a5be8dcb HTTP/1.1" status: 404 len: 352 time: 0.0598509 Oct 19 11:14:13.856064 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2febab7-8660-49d0-b1d7-091dae83683c x-openstack-request-id: req-b2febab7-8660-49d0-b1d7-091dae83683c {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:13.856382 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-plugged", "status": "completed", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:13.856817 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2febab7-8660-49d0-b1d7-091dae83683c {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:13.857208 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'code': 200} Oct 19 11:14:13.862600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Network 4efd6799-1eab-46e6-862c-c3bca13f905d is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:13.867713 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:13.868455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:13.870573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:13.874397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:13.877660 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-ba9aada0-e5e3-4606-bc0f-1f7fa71a3550 req-345af300-1d8b-4bc7-8109-da5f226bb937 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] show failed (client error): The resource could not be found. Oct 19 11:14:13.878964 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba9aada0-e5e3-4606-bc0f-1f7fa71a3550 req-345af300-1d8b-4bc7-8109-da5f226bb937 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/1f71fe10-258c-4175-b985-014ae934099e HTTP/1.1" status: 404 len: 352 time: 0.0194771 Oct 19 11:14:13.892196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3134-a590-47cf-aba6-9223019449e9 req-0b54d870-93f6-4731-8e70-959d393dda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:13.893765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-0b54d870-93f6-4731-8e70-959d393dda28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 1100 time: 0.1308360 Oct 19 11:14:13.910296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Pushing event updated for resources: {'Port': ['ID=c6793a24-4bb3-4d3d-ac26-92aeb7ac190c,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:13.970780 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-6f19af82-50d9-4621-bfe8-9db570cc1b69 req-ae01d507-5d54-42a7-b64a-56fb99b782d1 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] show failed (client error): The resource could not be found. Oct 19 11:14:13.971735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f19af82-50d9-4621-bfe8-9db570cc1b69 req-ae01d507-5d54-42a7-b64a-56fb99b782d1 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/7a5cb4ca-67e0-4cd6-aaaa-81cc65a0caaa HTTP/1.1" status: 404 len: 352 time: 0.0712714 Oct 19 11:14:14.008863 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-1c4aae3f-d65f-4412-9820-dc3501aa5879 req-0818cddf-8f18-41d9-88de-5a55eac22d36 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] show failed (client error): The resource could not be found. Oct 19 11:14:14.010452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1c4aae3f-d65f-4412-9820-dc3501aa5879 req-0818cddf-8f18-41d9-88de-5a55eac22d36 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/50c1872e-d253-4472-aac4-65e86ef145c4 HTTP/1.1" status: 404 len: 352 time: 0.0153809 Oct 19 11:14:14.019152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:14.022821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Attempting to bind port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:14.023196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Attempting to bind port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:14.030972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Attempting to bind port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c on network 4efd6799-1eab-46e6-862c-c3bca13f905d {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:14.032930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a48dfdfc-dd15-4a7e-814c-0b8420fef8bd req-0e441607-8596-4364-8f39-12c69751e35c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Deleting port 4acada16-41d3-4802-b87d-73bcbe7174c1 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:14:14.033272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a48dfdfc-dd15-4a7e-814c-0b8420fef8bd req-0e441607-8596-4364-8f39-12c69751e35c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:14.034992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:14.035356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Checking segment: {'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:14.036093 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:14.036544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Bound using segment: {'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:14.037309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Bound port: c6793a24-4bb3-4d3d-ac26-92aeb7ac190c, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:14.037791 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:14.119193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] For port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:14.123047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] For port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c6793a24-4bb3-4d3d-ac26-92aeb7ac190c,segment=NetworkSegment(47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858),segment_id=47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:14.132732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3134-a590-47cf-aba6-9223019449e9 req-430c114a-74f1-4535-896f-30c9e1192d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:14.134459 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-430c114a-74f1-4535-896f-30c9e1192d91 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.2303836 Oct 19 11:14:14.141595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:14:14.145549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:14.145930 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:14.193563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a48dfdfc-dd15-4a7e-814c-0b8420fef8bd req-0e441607-8596-4364-8f39-12c69751e35c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] For port 4acada16-41d3-4802-b87d-73bcbe7174c1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4acada16-41d3-4802-b87d-73bcbe7174c1,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:14.193920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a48dfdfc-dd15-4a7e-814c-0b8420fef8bd req-0e441607-8596-4364-8f39-12c69751e35c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:14.197062 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-7438e609-2ea1-49c0-b13f-c99cc7454994 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 217 time: 0.0489323 Oct 19 11:14:14.235503 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:14.288440 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:14.289576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a48dfdfc-dd15-4a7e-814c-0b8420fef8bd req-0e441607-8596-4364-8f39-12c69751e35c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Calling delete_port for 4acada16-41d3-4802-b87d-73bcbe7174c1 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:14:14.322018 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed344da6-e7ee-4996-b2c0-e7258b787f26 None None] Pushing event updated for resources: {'Port': ['ID=c6793a24-4bb3-4d3d-ac26-92aeb7ac190c,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:14.349286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:14.358192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23989bb-2a80-4053-9ee2-940cd80fb8f5 req-52b4daba-f945-4fd3-9cbd-c60bff1af9eb tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:14.366216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c23989bb-2a80-4053-9ee2-940cd80fb8f5 req-52b4daba-f945-4fd3-9cbd-c60bff1af9eb tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.1008747 Oct 19 11:14:14.400637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c23989bb-2a80-4053-9ee2-940cd80fb8f5 req-d842b6b6-c46f-4b17-80de-10833b435752 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329509 Oct 19 11:14:14.419040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3134-a590-47cf-aba6-9223019449e9 req-979d376b-0756-4f2b-ba5a-0c124813c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:14.424708 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-979d376b-0756-4f2b-ba5a-0c124813c5c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1773634 Oct 19 11:14:14.424708 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:14.439140 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:14.465187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:14.509518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:14.622422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-813f7c21-325c-4488-904b-5384cadd3c79 req-5371b12f-aa15-44d6-a37f-a0874c1dea4e tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 210 time: 0.0994940 Oct 19 11:14:14.653076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c4f10-6a51-4945-9e6d-33adb994a30a req-c566ac87-721c-49a8-8b54-06dbbe120ee8 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:14.655265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a6c4f10-6a51-4945-9e6d-33adb994a30a req-c566ac87-721c-49a8-8b54-06dbbe120ee8 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 1024 time: 0.0658166 Oct 19 11:14:14.675202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3134-a590-47cf-aba6-9223019449e9 req-d5f519f6-68cb-4693-b65a-a5de500dd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:14.677501 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-d5f519f6-68cb-4693-b65a-a5de500dd99e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2484591 Oct 19 11:14:14.712321 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a6c4f10-6a51-4945-9e6d-33adb994a30a req-ecf7b1c1-17cc-47ef-a2b3-e81a838e5a8a tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&id=5bf20da2-7bcf-433d-87ea-f7899b49a9cb&id=e2ad0df6-6ed8-457d-a975-422e997dae86&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0432749 Oct 19 11:14:14.827598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cdca0-4ad7-4e08-bee3-898f5f37f503 req-c53c1394-2198-4c9a-b3bf-2d12a11c3472 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:14.829077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-032cdca0-4ad7-4e08-bee3-898f5f37f503 req-c53c1394-2198-4c9a-b3bf-2d12a11c3472 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 944 time: 0.0525687 Oct 19 11:14:14.848781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Allocated IP 172.25.2.232 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/918c349c-ff3a-45a8-9e17-61309a44a4bc) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:14.868845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-032cdca0-4ad7-4e08-bee3-898f5f37f503 req-140b9627-dcda-4588-9584-09d931b2b9ec tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336859 Oct 19 11:14:14.880827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3c2d5-0a62-494d-b205-fec86407023a req-2d26d988-3650-4a93-a298-a64006034461 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:14.882291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ae3c2d5-0a62-494d-b205-fec86407023a req-2d26d988-3650-4a93-a298-a64006034461 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1690240 Oct 19 11:14:14.904378 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-77429a77-b25b-48cc-be5a-bd1c38e86d36 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026393 Oct 19 11:14:14.988443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa9a83-5131-442a-9207-82a139c7d843 req-b1d11f76-b387-4e4f-8cf2-451597b3faec tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:14.990041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5baa9a83-5131-442a-9207-82a139c7d843 req-b1d11f76-b387-4e4f-8cf2-451597b3faec tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0574074 Oct 19 11:14:15.032222 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5baa9a83-5131-442a-9207-82a139c7d843 req-c0d8deec-814a-4347-bc75-cf111dbc7b5c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352252 Oct 19 11:14:15.237894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c6793a24-4bb3-4d3d-ac26-92aeb7ac190c up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:15.248948 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a48dfdfc-dd15-4a7e-814c-0b8420fef8bd req-0e441607-8596-4364-8f39-12c69751e35c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:15.297469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:15.297921 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:15.325756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e441607-8596-4364-8f39-12c69751e35c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event deleted for resources: {'Port': ['ID=4acada16-41d3-4802-b87d-73bcbe7174c1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:15.389325 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:15.422791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ae3c2d5-0a62-494d-b205-fec86407023a req-e926573f-c377-46f8-9bcd-0e4d77c7691d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295269 Oct 19 11:14:15.436870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c6793a24-4bb3-4d3d-ac26-92aeb7ac190c,segment=NetworkSegment(47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858),segment_id=47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:15.451932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8820f76-ee5f-4d6f-b6a4-8bd44057f240 None None] Network 4efd6799-1eab-46e6-862c-c3bca13f905d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:14:15.455801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48dfdfc-dd15-4a7e-814c-0b8420fef8bd req-0e441607-8596-4364-8f39-12c69751e35c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] No DVR routers for this DVR port 4acada16-41d3-4802-b87d-73bcbe7174c1 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:14:15.460964 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a48dfdfc-dd15-4a7e-814c-0b8420fef8bd req-0e441607-8596-4364-8f39-12c69751e35c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:15.464263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a48dfdfc-dd15-4a7e-814c-0b8420fef8bd req-0e441607-8596-4364-8f39-12c69751e35c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "DELETE /v2.0/ports/4acada16-41d3-4802-b87d-73bcbe7174c1 HTTP/1.1" status: 204 len: 173 time: 1.7358694 Oct 19 11:14:15.467134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15a3f68-680d-43bc-a9e1-9f46b6fcc49f', 'name': 'network-vif-deleted', 'tag': '4acada16-41d3-4802-b87d-73bcbe7174c1'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:15.469433 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c7cedb-36b4-446d-81f0-8a40b7d545f0" -d '{"events": [{"server_uuid": "b15a3f68-680d-43bc-a9e1-9f46b6fcc49f", "name": "network-vif-deleted", "tag": "4acada16-41d3-4802-b87d-73bcbe7174c1"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:15.501639 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-5249e329-6e20-42b1-88ea-3e92575f7f60 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674246 Oct 19 11:14:15.532563 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecffe177-c341-433e-a4f7-2a345809a640 x-openstack-request-id: req-ecffe177-c341-433e-a4f7-2a345809a640 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:15.533759 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15a3f68-680d-43bc-a9e1-9f46b6fcc49f", "name": "network-vif-deleted", "tag": "4acada16-41d3-4802-b87d-73bcbe7174c1", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:15.534059 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ecffe177-c341-433e-a4f7-2a345809a640 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:15.534485 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15a3f68-680d-43bc-a9e1-9f46b6fcc49f', 'name': 'network-vif-deleted', 'tag': '4acada16-41d3-4802-b87d-73bcbe7174c1', 'status': 'completed', 'code': 200} Oct 19 11:14:15.538559 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:15.541069 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:15.583619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c65134-af8c-4ae2-9632-0462549c805c req-6a533013-7da7-4987-8646-d468efef16cf tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:15.591717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24c65134-af8c-4ae2-9632-0462549c805c req-6a533013-7da7-4987-8646-d468efef16cf tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.1005399 Oct 19 11:14:15.608373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=c6793a24-4bb3-4d3d-ac26-92aeb7ac190c,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:15.630806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-af2a1e10-8211-4ffe-93b5-4c1f56815272 None None] Provisioning complete for port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:15.632955 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af2a1e10-8211-4ffe-93b5-4c1f56815272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:15.654366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24c65134-af8c-4ae2-9632-0462549c805c req-10ca6d41-60ad-414b-8d76-3946cfe15968 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527356 Oct 19 11:14:15.696713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-c91f2c60-e442-4109-85c0-4a3c32f96daa tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:15.698354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-c91f2c60-e442-4109-85c0-4a3c32f96daa tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.49 "GET /v2.0/networks?id=a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb HTTP/1.1" status: 200 len: 811 time: 0.1395617 Oct 19 11:14:15.740770 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:15.771503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4825ab5f-ee69-4019-bcb8-28a9f56c7bfc req-0788fc13-fef4-48fd-9d67-dd0f10f6aa77 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 210 time: 0.0500014 Oct 19 11:14:15.852354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:15.853273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Pushing event updated for resources: {'Port': ['ID=918c349c-ff3a-45a8-9e17-61309a44a4bc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:15.858250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:15.860605 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eebce40-aa45-484e-927a-253d6807c7d7" -d '{"events": [{"server_uuid": "ebea9ddb-9a24-4482-8beb-225db311efae", "name": "network-vif-plugged", "status": "completed", "tag": "9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:15.863314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fff415-ba9f-469c-9a7e-318ecd99c552 req-56d9b817-9627-4d37-8d23-48086acbd7e3 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:15.866875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-438c312a-7001-4152-9955-d4b959ad7447 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b379029ee604a4e86abaf1ad85ef5b3 HTTP/1.1" status: 200 len: 380 time: 0.1533082 Oct 19 11:14:15.868426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:15.871112 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:15.872443 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8fff415-ba9f-469c-9a7e-318ecd99c552 req-56d9b817-9627-4d37-8d23-48086acbd7e3 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 1024 time: 0.0656712 Oct 19 11:14:15.883171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Request body: {'port': {'device_id': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'admin_state_up': True, 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'security_groups': ['8b064dc2-a442-4212-b8c5-d61319adbd8b']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:15.916714 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26980143-f694-42cd-9388-4330d0fbf321 x-openstack-request-id: req-26980143-f694-42cd-9388-4330d0fbf321 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:15.920465 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebea9ddb-9a24-4482-8beb-225db311efae", "name": "network-vif-plugged", "status": "completed", "tag": "9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:15.920465 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26980143-f694-42cd-9388-4330d0fbf321 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:15.920465 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f', 'code': 200} Oct 19 11:14:15.942644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8fff415-ba9f-469c-9a7e-318ecd99c552 req-1b449bb0-0e33-445a-a1ff-710508f0ce7a tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&id=5bf20da2-7bcf-433d-87ea-f7899b49a9cb&id=e2ad0df6-6ed8-457d-a975-422e997dae86&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0643637 Oct 19 11:14:16.043577 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0acad-febf-4e9a-9463-8a175f08c733 req-f9a36c78-a855-43cf-b02b-98e394ecee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:16.045200 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1cb0acad-febf-4e9a-9463-8a175f08c733 req-f9a36c78-a855-43cf-b02b-98e394ecee3a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 1097 time: 0.0479763 Oct 19 11:14:16.104671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1cb0acad-febf-4e9a-9463-8a175f08c733 req-855fb229-2c9a-40ec-a59b-f31d4443557e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516393 Oct 19 11:14:16.106175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65ab53fc-6b10-492b-9d9d-1ae41b3f772f req-4181da3f-2b71-4c18-a46c-6a3bc946be2a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=b15a3f68-680d-43bc-a9e1-9f46b6fcc49f HTTP/1.1" status: 200 len: 210 time: 0.0814824 Oct 19 11:14:16.113917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed752f9-2066-44a8-a94c-d1f9eeeebf07 req-63e56fe1-f432-4d5a-bac0-cd9d6a4d6e94 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:16.115326 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ed752f9-2066-44a8-a94c-d1f9eeeebf07 req-63e56fe1-f432-4d5a-bac0-cd9d6a4d6e94 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 1024 time: 0.2277417 Oct 19 11:14:16.151902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7cc6b98b-788b-4db7-a689-960fa78a35f6 None None] Provisioning complete for port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:16.153601 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b98b-788b-4db7-a689-960fa78a35f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:16.162682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373bad8-beec-4178-8f33-9f916626f58f req-c813e228-f5f3-4b24-8a4b-ec477c26af38 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:16.164813 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f373bad8-beec-4178-8f33-9f916626f58f req-c813e228-f5f3-4b24-8a4b-ec477c26af38 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0541179 Oct 19 11:14:16.211239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f373bad8-beec-4178-8f33-9f916626f58f req-cabf4469-bdc6-4e80-818f-cc0e5f1c6b67 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Oct 19 11:14:16.337133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-9ed752f9-2066-44a8-a94c-d1f9eeeebf07 req-77542291-7ce0-4b87-86cb-078b4f1a8a5b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Deleting port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:14:16.337477 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9ed752f9-2066-44a8-a94c-d1f9eeeebf07 req-77542291-7ce0-4b87-86cb-078b4f1a8a5b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:16.396262 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:14:16.437269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Made reservation on behalf of 7b379029ee604a4e86abaf1ad85ef5b3 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:14:16.440753 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:16.501025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9ed752f9-2066-44a8-a94c-d1f9eeeebf07 req-77542291-7ce0-4b87-86cb-078b4f1a8a5b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] For port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,segment=NetworkSegment(d96b80e7-d67c-4835-bfff-3ad178f6981f),segment_id=d96b80e7-d67c-4835-bfff-3ad178f6981f)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:16.501380 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9ed752f9-2066-44a8-a94c-d1f9eeeebf07 req-77542291-7ce0-4b87-86cb-078b4f1a8a5b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:16.570372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-9ed752f9-2066-44a8-a94c-d1f9eeeebf07 req-77542291-7ce0-4b87-86cb-078b4f1a8a5b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Calling delete_port for f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:14:16.629498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:16.730965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ffa3-6d78-4544-978f-d78ceb81ef1f req-0c229483-89fe-4cf7-8858-e01c34a0fc1d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:16.732438 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ca6ffa3-6d78-4544-978f-d78ceb81ef1f req-0c229483-89fe-4cf7-8858-e01c34a0fc1d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.2414150 Oct 19 11:14:16.801168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d05c6d-ec32-4ad6-bc1f-4349b834b610 req-71878564-2f00-4f27-b854-96ac481e8558 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:16.802783 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7d05c6d-ec32-4ad6-bc1f-4349b834b610 req-71878564-2f00-4f27-b854-96ac481e8558 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.0500734 Oct 19 11:14:16.842984 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7d05c6d-ec32-4ad6-bc1f-4349b834b610 req-dd172e09-f8af-4293-8c8d-cf9bab3fb9b5 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Oct 19 11:14:16.869254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Allocated IP 172.20.0.4 (a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb/c95cbccf-8e20-4fe1-9964-8c44711deee6/50e39833-f903-49eb-a830-ab2eb9d75d16) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:16.888436 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ca6ffa3-6d78-4544-978f-d78ceb81ef1f req-24f29e5b-4cee-4c21-a7a3-e77dc057e41a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488073 Oct 19 11:14:16.946207 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b4c34b90-9cb8-4b9e-83cc-8364a5bf3964 req-b39a3deb-2fe2-4369-a62c-00335540df44 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 210 time: 0.0303662 Oct 19 11:14:17.084888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 4acada16-41d3-4802-b87d-73bcbe7174c1 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:14:17.108060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 4acada16-41d3-4802-b87d-73bcbe7174c1 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:14:17.108404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 4acada16-41d3-4802-b87d-73bcbe7174c1 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:14:17.108884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:14:17.147578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No active binding found for port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 {{(pid=101313) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 11:14:17.148005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:14:17.160672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.162526 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9ed752f9-2066-44a8-a94c-d1f9eeeebf07 req-77542291-7ce0-4b87-86cb-078b4f1a8a5b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.227581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c6793a24-4bb3-4d3d-ac26-92aeb7ac190c up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:17.233661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77542291-7ce0-4b87-86cb-078b4f1a8a5b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event deleted for resources: {'Port': ['ID=f81ef6aa-ce50-4ac4-94ae-cd1c3948be38,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:17.294227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:17.294847 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.330935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b4c31-5345-489b-968e-e6daa0e533f3 req-4aacc3fd-2588-40c4-9df8-417a004f5d00 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:17.332700 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-899b4c31-5345-489b-968e-e6daa0e533f3 req-4aacc3fd-2588-40c4-9df8-417a004f5d00 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 945 time: 0.2905636 Oct 19 11:14:17.344854 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.347606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-f44c833d-5ff0-488e-a2c9-2ced9e82592a tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:17.350726 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-f44c833d-5ff0-488e-a2c9-2ced9e82592a tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1097 time: 0.2821660 Oct 19 11:14:17.371134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814547-1'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:17.375902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed752f9-2066-44a8-a94c-d1f9eeeebf07 req-77542291-7ce0-4b87-86cb-078b4f1a8a5b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] No DVR routers for this DVR port f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:14:17.386388 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9ed752f9-2066-44a8-a94c-d1f9eeeebf07 req-77542291-7ce0-4b87-86cb-078b4f1a8a5b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.389691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ed752f9-2066-44a8-a94c-d1f9eeeebf07 req-77542291-7ce0-4b87-86cb-078b4f1a8a5b tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.26 "DELETE /v2.0/ports/f81ef6aa-ce50-4ac4-94ae-cd1c3948be38 HTTP/1.1" status: 204 len: 173 time: 1.2397540 Oct 19 11:14:17.416285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47236) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:17.422919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e8f30ce1-3bef-4bfe-91b3-b72409a9387b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915438127', 'description': 'tempest-description--674379180'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:17.510966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d644e13-e2a2-4584-8514-976abcf3e7c6 req-29ad46f4-aa78-41e1-8e81-5f369912087a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:17.513276 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d644e13-e2a2-4584-8514-976abcf3e7c6 req-29ad46f4-aa78-41e1-8e81-5f369912087a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.0520055 Oct 19 11:14:17.532697 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-899b4c31-5345-489b-968e-e6daa0e533f3 req-8960a73d-1bcf-4686-b0db-1df0f88f6949 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea9c736f-1407-4004-bd51-306a6253e471&id=5bf20da2-7bcf-433d-87ea-f7899b49a9cb&id=e2ad0df6-6ed8-457d-a975-422e997dae86&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1684721 Oct 19 11:14:17.537929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'name': 'network-vif-deleted', 'tag': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:17.540187 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da027445-2410-4325-8de8-aa87f6b851f0" -d '{"events": [{"server_uuid": "4fcff300-ec1a-4cbc-b408-ca04cf5066b3", "name": "network-vif-deleted", "tag": "f81ef6aa-ce50-4ac4-94ae-cd1c3948be38"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:17.544356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e8f30ce1-3bef-4bfe-91b3-b72409a9387b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.554891 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.588984 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d644e13-e2a2-4584-8514-976abcf3e7c6 req-456e9b26-0a82-4505-ac32-b7b5a67833a3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656803 Oct 19 11:14:17.593575 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d6a739-45f5-457b-922f-3da3dab7513d x-openstack-request-id: req-68d6a739-45f5-457b-922f-3da3dab7513d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:17.593864 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcff300-ec1a-4cbc-b408-ca04cf5066b3", "name": "network-vif-deleted", "tag": "f81ef6aa-ce50-4ac4-94ae-cd1c3948be38", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:17.594187 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68d6a739-45f5-457b-922f-3da3dab7513d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:17.594509 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcff300-ec1a-4cbc-b408-ca04cf5066b3', 'name': 'network-vif-deleted', 'tag': 'f81ef6aa-ce50-4ac4-94ae-cd1c3948be38', 'status': 'completed', 'code': 200} Oct 19 11:14:17.659773 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e8f30ce1-3bef-4bfe-91b3-b72409a9387b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.676281 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.732013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Router a748f4f2-55a1-4611-aa8c-bc543bb1d126 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:14:17.738365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:17.752552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:17.762801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:17.770988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:17.781846 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e8f30ce1-3bef-4bfe-91b3-b72409a9387b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.790942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Pushing event updated for resources: {'Port': ['ID=50e39833-f903-49eb-a830-ab2eb9d75d16,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:17.822197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f30ce1-3bef-4bfe-91b3-b72409a9387b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa304316-8281-4cbc-9ee7-8d0dfd6721ea,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:17.873231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:17.873231 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.922554 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e8f30ce1-3bef-4bfe-91b3-b72409a9387b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:17.933023 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e8f30ce1-3bef-4bfe-91b3-b72409a9387b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5132098 Oct 19 11:14:17.934876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47246) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:17.939799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-553eb4e2-84d2-48b1-b0dc-11c6e11fec5c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Request body: {'security_group_rule': {'security_group_id': 'aa304316-8281-4cbc-9ee7-8d0dfd6721ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:18.035388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b391-78d5-449a-a864-aa5b1958adab req-367f6786-aa09-42a5-b23e-b1b004f73692 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:18.036852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff24b391-78d5-449a-a864-aa5b1958adab req-367f6786-aa09-42a5-b23e-b1b004f73692 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 946 time: 0.0920780 Oct 19 11:14:18.074006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bc2985bb-0995-4c7d-8db7-49f08aca932d None None] Provisioning complete for port 50e39833-f903-49eb-a830-ab2eb9d75d16 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:18.075109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc2985bb-0995-4c7d-8db7-49f08aca932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.081990 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff24b391-78d5-449a-a864-aa5b1958adab req-e50c2b6e-348d-4d00-b4de-2ec4da2962f5 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 Oct 19 11:14:18.088423 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-553eb4e2-84d2-48b1-b0dc-11c6e11fec5c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.116978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-bc2985bb-0995-4c7d-8db7-49f08aca932d None None] Port 50e39833-f903-49eb-a830-ab2eb9d75d16 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:18.168674 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-553eb4e2-84d2-48b1-b0dc-11c6e11fec5c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.245130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01f212-9ccf-4edb-a231-994ceef3b589 req-4cd51aa2-da8b-4d98-9720-27a93b2f314b tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:18.247178 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b01f212-9ccf-4edb-a231-994ceef3b589 req-4cd51aa2-da8b-4d98-9720-27a93b2f314b tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 931 time: 0.0540371 Oct 19 11:14:18.257897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:18.264566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-4d172c7a-a1a5-4cfe-90f8-e201d8e9e531 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3871758 Oct 19 11:14:18.280352 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-553eb4e2-84d2-48b1-b0dc-11c6e11fec5c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.302045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Request body: {'port': {'device_id': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:18.310981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553eb4e2-84d2-48b1-b0dc-11c6e11fec5c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8e26ba-71f4-4476-bd19-dfddf8036576,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:18.319477 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b01f212-9ccf-4edb-a231-994ceef3b589 req-f7258fec-a1a5-4a17-8d44-92df4e7daecd tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646822 Oct 19 11:14:18.373644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:14:18.383606 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Sync routers for ids ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:14:18.392179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.394192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-553eb4e2-84d2-48b1-b0dc-11c6e11fec5c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.395893 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-553eb4e2-84d2-48b1-b0dc-11c6e11fec5c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4597688 Oct 19 11:14:18.398603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47250) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:18.403695 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Routers {'a748f4f2-55a1-4611-aa8c-bc543bb1d126'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:18.404518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8f24ab0f-c38a-430e-8fc2-195ce9d07a0d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Request body: {'security_group_rule': {'security_group_id': 'aa304316-8281-4cbc-9ee7-8d0dfd6721ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:18.404842 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:18.428043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af1989-3470-42e3-9f29-09c7569f134d req-88de022d-1b43-4cdc-b1bf-097839f44744 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:18.429723 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7af1989-3470-42e3-9f29-09c7569f134d req-88de022d-1b43-4cdc-b1bf-097839f44744 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1740289 Oct 19 11:14:18.432371 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.485083 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.512308 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f24ab0f-c38a-430e-8fc2-195ce9d07a0d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.538781 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Set router a748f4f2-55a1-4611-aa8c-bc543bb1d126 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:18.558382 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7af1989-3470-42e3-9f29-09c7569f134d req-29b18d88-a453-4b72-87e0-c35a27150ce8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134362 Oct 19 11:14:18.625865 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f24ab0f-c38a-430e-8fc2-195ce9d07a0d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.655366 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.662477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d82cb0ee-0d72-409a-bf00-2db85257d478 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.6270165 Oct 19 11:14:18.662578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47258) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:18.706443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:18.736690 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:16Z', 'revision_number': 3, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:18.757045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on host n-h2-814547-1 for vnic_type normal with profile {"migrating_to": "n-h1-814547-1"} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:18.757045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:18.757045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:18.757427 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d302583c-7cd8-443c-8f65-cd2eff75448c req-a3098e44-2a61-40f2-9316-228150c33ede tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fcff300-ec1a-4cbc-b408-ca04cf5066b3 HTTP/1.1" status: 200 len: 210 time: 0.0296168 Oct 19 11:14:18.757427 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f24ab0f-c38a-430e-8fc2-195ce9d07a0d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.767651 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Checking router: a748f4f2-55a1-4611-aa8c-bc543bb1d126 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:14:18.768033 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Updating router a748f4f2-55a1-4611-aa8c-bc543bb1d126 port 918c349c-ff3a-45a8-9e17-61309a44a4bc binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:14:18.781771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3134-a590-47cf-aba6-9223019449e9 req-cc6b2d33-0f2a-4804-9ee1-c3abb81d1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:18.783002 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-cc6b2d33-0f2a-4804-9ee1-c3abb81d1077 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc&tenant_id=09d359cafa5a46309ba96d9c7c371cbf HTTP/1.1" status: 200 len: 1101 time: 0.1623538 Oct 19 11:14:18.783732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:14:18.784212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:18.785626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24ab0f-c38a-430e-8fc2-195ce9d07a0d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c607ea6-6e5b-469e-91b5-47de19ecee7e,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:18.795958 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.832592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:18.840644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:18.841225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:18.841776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:18.842232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Bound port: fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:18.842591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.881789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1bc88-e96e-4556-ab64-6beee5c75acc req-58e6190d-dbb8-4dc4-9d26-1c0af47d7fcd tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:18.883338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-17b1bc88-e96e-4556-ab64-6beee5c75acc req-58e6190d-dbb8-4dc4-9d26-1c0af47d7fcd tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 1097 time: 0.1890075 Oct 19 11:14:18.958790 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f24ab0f-c38a-430e-8fc2-195ce9d07a0d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:18.960676 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8f24ab0f-c38a-430e-8fc2-195ce9d07a0d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5610094 Oct 19 11:14:18.963888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47262) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:18.968350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:19.009755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfefb9-184c-4881-9584-e10bb1e397cd req-297d9472-ba6a-4e99-b66f-e25a312203ba tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:19.012198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7bfefb9-184c-4881-9584-e10bb1e397cd req-297d9472-ba6a-4e99-b66f-e25a312203ba tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 950 time: 0.1339760 Oct 19 11:14:19.021512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.040691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-17b1bc88-e96e-4556-ab64-6beee5c75acc req-aa5293bb-4c24-4318-a611-ec238a0864fb tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436517 Oct 19 11:14:19.041709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:19.080243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:19.095768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7bfefb9-184c-4881-9584-e10bb1e397cd req-e4a2fa7f-a222-4ed8-920e-30dbab25d17d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464277 Oct 19 11:14:19.115803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:19.122195 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.152519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e39833-f903-49eb-a830-ab2eb9d75d16 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:19.163646 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.164907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.213024 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.227505 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.282968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Transition to ACTIVE for port object 50e39833-f903-49eb-a830-ab2eb9d75d16 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:14:19.304371 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc23303-070c-49c7-be26-8a424be80e7d None None] Pushing event updated for resources: {'Port': ['ID=918c349c-ff3a-45a8-9e17-61309a44a4bc,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:19.320474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, got binding levels [] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:19.329677 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Attempting to bind port 918c349c-ff3a-45a8-9e17-61309a44a4bc on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:19.330405 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Attempting to bind port 918c349c-ff3a-45a8-9e17-61309a44a4bc by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:19.330952 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Attempting to bind port 918c349c-ff3a-45a8-9e17-61309a44a4bc on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:19.336577 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:19.337359 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:19.337940 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.338477 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:19.339079 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Bound port: 918c349c-ff3a-45a8-9e17-61309a44a4bc, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:19.339644 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.361275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on host n-h2-814547-1 for vnic_type normal with profile {"migrating_to": "n-h1-814547-1"} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:19.361835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:19.362212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:19.366816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,revision_number=8']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:19.373353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:14:19.373781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:19.380893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:19.383111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:19.383111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:19.383111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Bound port: fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:19.383111 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.421607 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.427166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:19.427792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.429230 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-18d66ea5-836c-42bd-8ffd-4009cb7b5063 service neutron] 10.222.0.26 "PUT /v2.0/ports/fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e HTTP/1.1" status: 200 len: 1122 time: 2.0622804 Oct 19 11:14:19.476023 n-d-814547-1 neutron-server[101313]: WARNING neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Concurrent port binding operations failed on port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e Oct 19 11:14:19.476636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f592-895f-4327-9d65-415317c67c42 req-2acd216a-5e5e-4bfe-a2b9-12d3377531f9 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:19.478241 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-51a3f592-895f-4327-9d65-415317c67c42 req-2acd216a-5e5e-4bfe-a2b9-12d3377531f9 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 944 time: 0.2132001 Oct 19 11:14:19.479956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:19.503255 n-d-814547-1 neutron-server[101313]: INFO neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempt 2 to bind port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e Oct 19 11:14:19.504055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e has no active binding in host n-h1-814547-1 {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 11:14:19.509800 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.530765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:19.538016 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7180f-e4f5-4ad9-b05d-7c3d3c4b7628 req-936d028d-ff5f-49ed-b269-e224cf83d93d tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:19.538016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0fb7180f-e4f5-4ad9-b05d-7c3d3c4b7628 req-936d028d-ff5f-49ed-b269-e224cf83d93d tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 1097 time: 0.3116319 Oct 19 11:14:19.548586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:19.582880 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] For port 918c349c-ff3a-45a8-9e17-61309a44a4bc, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:19.586738 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] For port 918c349c-ff3a-45a8-9e17-61309a44a4bc, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=918c349c-ff3a-45a8-9e17-61309a44a4bc,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:19.590935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:19.598755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e'}, {'name': 'network-changed', 'server_uuid': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'tag': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:19.603793 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e436088-a550-4796-ad82-9da722a7dd0d" -d '{"events": [{"server_uuid": "b0eab914-6f56-4a59-938c-cfd813c7e9ff", "name": "network-vif-unplugged", "status": "completed", "tag": "fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e"}, {"name": "network-changed", "server_uuid": "b0eab914-6f56-4a59-938c-cfd813c7e9ff", "tag": "fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:19.617007 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.632220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0fb7180f-e4f5-4ad9-b05d-7c3d3c4b7628 req-4db0de03-194b-4695-ab0e-49f32abb6bff tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701606 Oct 19 11:14:19.638809 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Pushing event updated for resources: {'Port': ['ID=50e39833-f903-49eb-a830-ab2eb9d75d16,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:19.641581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.662799 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.701078 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.702609 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-51a3f592-895f-4327-9d65-415317c67c42 req-53378eda-4d3f-4936-8856-616cb315038e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954553 Oct 19 11:14:19.719512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:19.804257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Attempting to bind port 50e39833-f903-49eb-a830-ab2eb9d75d16 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:19.813506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Attempting to bind port 50e39833-f903-49eb-a830-ab2eb9d75d16 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:19.814089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Attempting to bind port 50e39833-f903-49eb-a830-ab2eb9d75d16 on network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:19.814851 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Routers {'a748f4f2-55a1-4611-aa8c-bc543bb1d126'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:19.817767 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:19.821620 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.829446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Port 50e39833-f903-49eb-a830-ab2eb9d75d16 on network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:14:19.830034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Attempting to bind port 50e39833-f903-49eb-a830-ab2eb9d75d16 on network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:19.847139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:19.847529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Checking segment: {'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:19.847923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Bound using segment: {'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:19.848370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Bound port: 50e39833-f903-49eb-a830-ab2eb9d75d16, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c49292-7d00-4d30-bef5-2cccb2d69dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:19.857615 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.861477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Transition to ACTIVE for port object 178258a9-c32d-4d32-bc17-453b7fb758dc will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:14:19.882010 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a970714a-5874-484e-b5f1-6b295d37b4bb x-openstack-request-id: req-a970714a-5874-484e-b5f1-6b295d37b4bb {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:19.882636 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eab914-6f56-4a59-938c-cfd813c7e9ff", "name": "network-vif-unplugged", "status": "completed", "tag": "fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e", "code": 200}, {"name": "network-changed", "server_uuid": "b0eab914-6f56-4a59-938c-cfd813c7e9ff", "tag": "fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:19.882636 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a970714a-5874-484e-b5f1-6b295d37b4bb {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:19.882918 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e', 'code': 200} Oct 19 11:14:19.883350 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'tag': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e', 'status': 'completed', 'code': 200} Oct 19 11:14:19.911327 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc23303-070c-49c7-be26-8a424be80e7d None None] Pushing event updated for resources: {'Port': ['ID=918c349c-ff3a-45a8-9e17-61309a44a4bc,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:19.976605 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:19.991563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c30adf-3a43-4cc2-af6b-84369c4725d6 req-730d0117-2f8d-4b5f-ba39-40ad2041dc90 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:20.004512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50c30adf-3a43-4cc2-af6b-84369c4725d6 req-730d0117-2f8d-4b5f-ba39-40ad2041dc90 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 943 time: 0.2081101 Oct 19 11:14:20.042134 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] Set router a748f4f2-55a1-4611-aa8c-bc543bb1d126 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:20.049563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] For port 50e39833-f903-49eb-a830-ab2eb9d75d16, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:20.077854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] For port 50e39833-f903-49eb-a830-ab2eb9d75d16, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50e39833-f903-49eb-a830-ab2eb9d75d16,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:20.105242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] No DVR routers for this DVR port 178258a9-c32d-4d32-bc17-453b7fb758dc on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:14:20.107938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=10']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:20.108507 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50c30adf-3a43-4cc2-af6b-84369c4725d6 req-7d7d4926-15ba-483f-9316-e07bcdfbf410 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973973 Oct 19 11:14:20.158303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:20.158698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:20.159145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:20.169898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Port 178258a9-c32d-4d32-bc17-453b7fb758dc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:14:20.170360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Attempting to bind port 178258a9-c32d-4d32-bc17-453b7fb758dc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:20.177210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:20.177549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:20.177936 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:20.178416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Bound port: 178258a9-c32d-4d32-bc17-453b7fb758dc, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:20.178778 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:20.180280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e436088-a550-4796-ad82-9da722a7dd0d req-093e97d0-f052-4d28-9c31-63e9d1072667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:20.185511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e436088-a550-4796-ad82-9da722a7dd0d req-093e97d0-f052-4d28-9c31-63e9d1072667 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 1125 time: 0.2893262 Oct 19 11:14:20.212919 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:20.235425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Allocated IP 172.25.2.79 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/f1556013-04a0-429b-97c1-a050ee0544f7) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:20.302488 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:16Z', 'revision_number': 3, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:20.326761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:20.327549 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:20.329135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] 10.222.0.49 "PUT /v2.0/ports/50e39833-f903-49eb-a830-ab2eb9d75d16 HTTP/1.1" status: 200 len: 1091 time: 2.0339241 Oct 19 11:14:20.359784 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5948b360-bf9b-4562-8dd5-de1580b9914d None None] The sync data for ids ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'] in n-d-814547-1 is: [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:16Z', 'revision_number': 3, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:14:20.395780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb415c02-3537-4d5f-8664-a0fb6c4a43b0 service neutron] Pushing event updated for resources: {'Port': ['ID=50e39833-f903-49eb-a830-ab2eb9d75d16,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:20.412405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:20.416023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:20.480785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Allocated IP 172.20.0.1 (4efd6799-1eab-46e6-862c-c3bca13f905d/9b79bfe5-0009-40e1-9365-5d8b37703066/ea80a7c5-d58e-4dad-af11-9d8407d74fce) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:20.502794 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:20.557243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-54a2d8ee-d695-4c07-ba5b-ddee6a2422ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:20.560844 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-54a2d8ee-d695-4c07-ba5b-ddee6a2422ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b379029ee604a4e86abaf1ad85ef5b3&device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 1094 time: 0.1125846 Oct 19 11:14:20.591292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e436088-a550-4796-ad82-9da722a7dd0d req-bcbcaa3a-42d5-4958-8e13-239c47d80a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:20.592758 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e436088-a550-4796-ad82-9da722a7dd0d req-bcbcaa3a-42d5-4958-8e13-239c47d80a42 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.3858809 Oct 19 11:14:20.627857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f292fa-4566-4a11-864e-94de7bf79b03 req-d1dbf8c4-a10b-4955-8d9f-daa9b761daa9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:20.629366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-61f292fa-4566-4a11-864e-94de7bf79b03 req-d1dbf8c4-a10b-4955-8d9f-daa9b761daa9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 949 time: 0.2419467 Oct 19 11:14:20.664273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=11']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:20.678226 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:20.679224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:20.682935 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f5737b6b-0ab1-40d0-bd79-db5efa65fda5 service neutron] 10.222.0.26 "PUT /v2.0/ports/178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 1097 time: 1.8808019 Oct 19 11:14:20.687717 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1b03ebe2-0627-412f-8628-7b0906a8292a req-1334ac93-8d3f-45ef-ba43-f16b2291b47d tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/5bf20da2-7bcf-433d-87ea-f7899b49a9cb HTTP/1.1" status: 200 len: 1798 time: 0.1986642 Oct 19 11:14:20.690061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-293054aa-f314-4a76-9e72-c26b5e0a6e50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50e39833-f903-49eb-a830-ab2eb9d75d16 HTTP/1.1" status: 200 len: 217 time: 0.1122828 Oct 19 11:14:20.710517 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e436088-a550-4796-ad82-9da722a7dd0d req-80699981-9dae-4b4a-977f-4c726e1562ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e HTTP/1.1" status: 200 len: 217 time: 0.1077490 Oct 19 11:14:20.805635 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-2b9db133-1bd5-4241-a861-723e32ef6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:20.807118 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-2b9db133-1bd5-4241-a861-723e32ef6d3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c95cbccf-8e20-4fe1-9964-8c44711deee6 HTTP/1.1" status: 200 len: 850 time: 0.0742669 Oct 19 11:14:20.842247 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:20.877698 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1b03ebe2-0627-412f-8628-7b0906a8292a req-a6c10e57-4418-494e-8963-6b0ea7e8e693 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:20.898279 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-61f292fa-4566-4a11-864e-94de7bf79b03 req-a53a85bd-fbd5-41d6-a558-5e4253168733 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355418 Oct 19 11:14:20.905751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:20.934259 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1b03ebe2-0627-412f-8628-7b0906a8292a req-a6c10e57-4418-494e-8963-6b0ea7e8e693 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:20.951984 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:20.960146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-a0f24512-d420-483a-bb8b-8de70b3e539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:20.961797 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-a0f24512-d420-483a-bb8b-8de70b3e539f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461842 Oct 19 11:14:20.964722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3134-a590-47cf-aba6-9223019449e9 req-571ea9e8-fee9-4500-8778-d1e1963b672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:20.965172 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-571ea9e8-fee9-4500-8778-d1e1963b672f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 1100 time: 0.1723318 Oct 19 11:14:20.983347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e436088-a550-4796-ad82-9da722a7dd0d req-fe9b9350-4e24-4c4e-92e8-4b71b563ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:20.984852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e436088-a550-4796-ad82-9da722a7dd0d req-fe9b9350-4e24-4c4e-92e8-4b71b563ed65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.2610357 Oct 19 11:14:21.012637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Network 4efd6799-1eab-46e6-862c-c3bca13f905d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:21.030477 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e436088-a550-4796-ad82-9da722a7dd0d req-97f2593d-afe9-4f64-ac35-4648ac90f1cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368886 Oct 19 11:14:21.034303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:21.036959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:21.047146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:21.049929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Pushing event updated for resources: {'Port': ['ID=ea80a7c5-d58e-4dad-af11-9d8407d74fce,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:21.144617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:14:21.163637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3134-a590-47cf-aba6-9223019449e9 req-b11319ef-de8a-4879-918d-59c1703052da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:21.165160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-b11319ef-de8a-4879-918d-59c1703052da service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1135378 Oct 19 11:14:21.174980 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:21.255080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:14:21.289251 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-91aea101-3a60-45ac-9a76-73d97bd1fda5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 217 time: 0.1094656 Oct 19 11:14:21.294781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 918c349c-ff3a-45a8-9e17-61309a44a4bc up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:21.394142 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-d8cb0577-03c9-4374-bfc7-838a45a6a7b0 service neutron] 10.222.0.49 "GET /v2.0/networks/a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233081 Oct 19 11:14:21.409739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 918c349c-ff3a-45a8-9e17-61309a44a4bc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:21.410106 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:21.419774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:21.499123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3134-a590-47cf-aba6-9223019449e9 req-bbb998e7-3bec-4087-8593-ba0e8a60e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:21.500620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-bbb998e7-3bec-4087-8593-ba0e8a60e7e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1890137 Oct 19 11:14:21.530131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:21.544341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:21.562873 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:21.568269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccd01608-3c30-4417-abfa-68a9276753a4 None None] Provisioning complete for port ea80a7c5-d58e-4dad-af11-9d8407d74fce triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:21.568721 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccd01608-3c30-4417-abfa-68a9276753a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:21.575742 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1b03ebe2-0627-412f-8628-7b0906a8292a req-a6c10e57-4418-494e-8963-6b0ea7e8e693 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:21.580174 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1b03ebe2-0627-412f-8628-7b0906a8292a req-a6c10e57-4418-494e-8963-6b0ea7e8e693 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:21.593335 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1b03ebe2-0627-412f-8628-7b0906a8292a req-a6c10e57-4418-494e-8963-6b0ea7e8e693 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "DELETE /v2.0/security-groups/5bf20da2-7bcf-433d-87ea-f7899b49a9cb HTTP/1.1" status: 204 len: 173 time: 0.8948154 Oct 19 11:14:21.611943 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e436088-a550-4796-ad82-9da722a7dd0d req-decb1208-d749-4f56-999e-9e12378c548e service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721464 Oct 19 11:14:21.616213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event updated for resources: {'Port': ['ID=f1556013-04a0-429b-97c1-a050ee0544f7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:21.674533 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:21.689043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 918c349c-ff3a-45a8-9e17-61309a44a4bc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=918c349c-ff3a-45a8-9e17-61309a44a4bc,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:21.696646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c10e57-4418-494e-8963-6b0ea7e8e693 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf20da2-7bcf-433d-87ea-f7899b49a9cb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:21.725011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccd01608-3c30-4417-abfa-68a9276753a4 None None] Port ea80a7c5-d58e-4dad-af11-9d8407d74fce cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:21.760009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:21.823584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3134-a590-47cf-aba6-9223019449e9 req-d20d5147-3651-43a8-9766-ebf4081c4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:21.825941 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-d20d5147-3651-43a8-9766-ebf4081c4bab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2739255 Oct 19 11:14:21.830738 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0313dab-5a0a-4d53-89c4-6023b43e9594 req-a808ea3f-d5bb-48d9-8bf1-d347db56762f service neutron] 10.222.0.49 "GET /v2.0/networks/a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251060 Oct 19 11:14:21.880980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9bd3c-cce6-414d-baa9-4c048cfa0af5 req-e919ea95-bd0a-4e53-a56b-3228ab04b276 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:21.882393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=918c349c-ff3a-45a8-9e17-61309a44a4bc,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:21.882678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70c9bd3c-cce6-414d-baa9-4c048cfa0af5 req-e919ea95-bd0a-4e53-a56b-3228ab04b276 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 944 time: 0.1558092 Oct 19 11:14:21.886009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc'}, {'name': 'network-changed', 'server_uuid': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'tag': '50e39833-f903-49eb-a830-ab2eb9d75d16'}, {'name': 'network-changed', 'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:21.888684 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05638747-c48e-46f6-a57a-e7a3d71bc5b9" -d '{"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc"}, {"name": "network-changed", "server_uuid": "91f8bbb8-ea99-4671-9e9e-fd7dda68b22f", "tag": "50e39833-f903-49eb-a830-ab2eb9d75d16"}, {"name": "network-changed", "server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:21.995779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70c9bd3c-cce6-414d-baa9-4c048cfa0af5 req-3e6ed7ca-5a47-4c82-98e0-769ade6b0aa0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927515 Oct 19 11:14:22.027612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-f237ad58-86ab-4077-9b72-af8cfb63aebb service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916668 Oct 19 11:14:22.167801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0885c-677c-40ce-95a7-751a17ef1733 req-210ce1c1-1ef1-453a-8741-b98fef9ddf92 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:22.169491 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78a0885c-677c-40ce-95a7-751a17ef1733 req-210ce1c1-1ef1-453a-8741-b98fef9ddf92 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 943 time: 0.1001997 Oct 19 11:14:22.176026 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26ff3134-a590-47cf-aba6-9223019449e9 req-50bc2525-977f-4644-b4b6-e642f49ec18f service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410608 Oct 19 11:14:22.217658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78a0885c-677c-40ce-95a7-751a17ef1733 req-92ed2394-484c-4857-b0c0-74b0c04df59d tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378487 Oct 19 11:14:22.220579 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e436088-a550-4796-ad82-9da722a7dd0d req-4127c4ff-48bf-4ac4-8fa8-5d10560c6f46 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871687 Oct 19 11:14:22.228680 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.393529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dfe9e125-0e36-4741-94bf-1e04abe86d40 req-bab3174f-7e4e-449c-b7f1-bb85eeaeb567 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "GET /v2.0/security-groups/e2ad0df6-6ed8-457d-a975-422e997dae86 HTTP/1.1" status: 200 len: 1799 time: 0.0624061 Oct 19 11:14:22.394869 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.443953 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.466654 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-dfe9e125-0e36-4741-94bf-1e04abe86d40 req-4bd1c30a-c2e9-4b18-8834-cbb024feaeb2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.493589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-dfe9e125-0e36-4741-94bf-1e04abe86d40 req-4bd1c30a-c2e9-4b18-8834-cbb024feaeb2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.519243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.604859 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-dfe9e125-0e36-4741-94bf-1e04abe86d40 req-4bd1c30a-c2e9-4b18-8834-cbb024feaeb2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.608000 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-dfe9e125-0e36-4741-94bf-1e04abe86d40 req-4bd1c30a-c2e9-4b18-8834-cbb024feaeb2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.609267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dfe9e125-0e36-4741-94bf-1e04abe86d40 req-4bd1c30a-c2e9-4b18-8834-cbb024feaeb2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] 10.222.0.39 "DELETE /v2.0/security-groups/e2ad0df6-6ed8-457d-a975-422e997dae86 HTTP/1.1" status: 204 len: 173 time: 0.2135899 Oct 19 11:14:22.615344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47318) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:22.618486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1c30a-c2e9-4b18-8834-cbb024feaeb2 tempest-SecurityGroupsTestJSON-537332275 tempest-SecurityGroupsTestJSON-537332275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ad0df6-6ed8-457d-a975-422e997dae86,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:22.634693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Pushing event updated for resources: {'Port': ['ID=ea80a7c5-d58e-4dad-af11-9d8407d74fce,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:22.660850 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.717064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0227972-49f6-4c9e-b0bb-737f7ef00595 admin admin] Deleting subnet c4957e0f-df84-4cac-9bc8-df740bec825b {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:14:22.726331 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0227972-49f6-4c9e-b0bb-737f7ef00595 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.729403 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.746593 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52900913-bdb0-4ff1-800d-b8d7485bfb78 x-openstack-request-id: req-52900913-bdb0-4ff1-800d-b8d7485bfb78 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:22.746938 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-unplugged", "status": "completed", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc", "code": 200}, {"name": "network-changed", "server_uuid": "91f8bbb8-ea99-4671-9e9e-fd7dda68b22f", "tag": "50e39833-f903-49eb-a830-ab2eb9d75d16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:22.747196 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52900913-bdb0-4ff1-800d-b8d7485bfb78 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:22.747835 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'code': 200} Oct 19 11:14:22.748123 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'tag': '50e39833-f903-49eb-a830-ab2eb9d75d16', 'status': 'completed', 'code': 200} Oct 19 11:14:22.748377 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'status': 'completed', 'code': 200} Oct 19 11:14:22.806960 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.840502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0227972-49f6-4c9e-b0bb-737f7ef00595 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:22.850357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-5a7b2254-a69a-43fa-9355-81a3aec80661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:22.851949 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-5a7b2254-a69a-43fa-9355-81a3aec80661 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 1100 time: 0.0756109 Oct 19 11:14:22.901637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbe566-eceb-4fee-91c2-357ab302494e req-2d2f96a4-39cf-4c3b-9f67-eff290124a0f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:22.905005 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eedbe566-eceb-4fee-91c2-357ab302494e req-2d2f96a4-39cf-4c3b-9f67-eff290124a0f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 949 time: 0.0915551 Oct 19 11:14:22.958210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event updated for resources: {'Port': ['ID=f1556013-04a0-429b-97c1-a050ee0544f7,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:22.966443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-35101770-55e6-4988-a003-bde18681abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:22.968168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-35101770-55e6-4988-a003-bde18681abf5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b379029ee604a4e86abaf1ad85ef5b3&device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 1094 time: 0.2003419 Oct 19 11:14:22.981504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Network 4efd6799-1eab-46e6-862c-c3bca13f905d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:22.990899 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eedbe566-eceb-4fee-91c2-357ab302494e req-e7ac2548-03b6-48dd-ae2a-6f7d9738477c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588419 Oct 19 11:14:22.994919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:22.995696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-3062a0d0-6d6d-4ba2-894f-98ede536e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:22.998973 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-3062a0d0-6d6d-4ba2-894f-98ede536e017 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1387975 Oct 19 11:14:23.009446 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0227972-49f6-4c9e-b0bb-737f7ef00595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.034519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.083427 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-8fcb87bc-2475-4033-a3f7-d0b2d4225d99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 217 time: 0.0769527 Oct 19 11:14:23.086935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-ee0065fb-ba8f-4988-b1e6-6b5c1887186e tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:14:23.088259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-ee0065fb-ba8f-4988-b1e6-6b5c1887186e tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073023 Oct 19 11:14:23.213100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-b0730497-86f9-4906-a329-89a32debdb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:23.215786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-b0730497-86f9-4906-a329-89a32debdb53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb HTTP/1.1" status: 200 len: 912 time: 0.2321532 Oct 19 11:14:23.219674 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.220948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f1188b51-cc90-4d8d-a778-dac5079bc27c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2559261 Oct 19 11:14:23.274230 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 918c349c-ff3a-45a8-9e17-61309a44a4bc up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:23.278148 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0227972-49f6-4c9e-b0bb-737f7ef00595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.280194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-fe965f52-1e42-4b2d-abf3-0daf37779867 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50e39833-f903-49eb-a830-ab2eb9d75d16 HTTP/1.1" status: 200 len: 217 time: 0.0457880 Oct 19 11:14:23.307863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-16a5ebd4-e42b-4f21-9a15-14296711e12c None None] Provisioning complete for port ea80a7c5-d58e-4dad-af11-9d8407d74fce triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:23.309466 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-16a5ebd4-e42b-4f21-9a15-14296711e12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.326655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0227972-49f6-4c9e-b0bb-737f7ef00595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4957e0f-df84-4cac-9bc8-df740bec825b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:23.334371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Router a748f4f2-55a1-4611-aa8c-bc543bb1d126 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:14:23.336729 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0227972-49f6-4c9e-b0bb-737f7ef00595 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.342796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d0227972-49f6-4c9e-b0bb-737f7ef00595 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c4957e0f-df84-4cac-9bc8-df740bec825b HTTP/1.1" status: 204 len: 168 time: 0.7195332 Oct 19 11:14:23.361580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47328) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:23.391676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-16a5ebd4-e42b-4f21-9a15-14296711e12c None None] Port ea80a7c5-d58e-4dad-af11-9d8407d74fce cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:23.394999 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 918c349c-ff3a-45a8-9e17-61309a44a4bc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:23.395376 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.442892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-80d389b1-116c-4335-95e3-63ee8060a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:23.444380 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-80d389b1-116c-4335-95e3-63ee8060a1e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c95cbccf-8e20-4fe1-9964-8c44711deee6 HTTP/1.1" status: 200 len: 850 time: 0.1305542 Oct 19 11:14:23.518165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-c2a2a7ff-c664-4c01-ad5d-c4a836dfbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:23.519642 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-c2a2a7ff-c664-4c01-ad5d-c4a836dfbc42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.4274826 Oct 19 11:14:23.520851 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.522319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-53d40e68-07ad-4f36-afa6-f9ae790c42d7 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:23.523540 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-53d40e68-07ad-4f36-afa6-f9ae790c42d7 tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports/9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f HTTP/1.1" status: 200 len: 1094 time: 0.4219298 Oct 19 11:14:23.536070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc6d68-f1cd-472e-9a13-647888d72028 req-dea8753c-1ddc-427f-b01a-39a9c88ed7f1 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:23.537499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1fc6d68-f1cd-472e-9a13-647888d72028 req-dea8753c-1ddc-427f-b01a-39a9c88ed7f1 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 944 time: 0.4369571 Oct 19 11:14:23.542830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Request body: {'binding': {'host': 'n-h1-814547-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:23.543272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Unknown quota resources ['binding']. {{(pid=101311) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:14:23.602444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-0d85a309-d1ca-461b-89c7-d15e04a7204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:23.603924 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-0d85a309-d1ca-461b-89c7-d15e04a7204d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195409 Oct 19 11:14:23.642513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:14:23.650688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-3d9c1fff-7898-47c4-b227-e486e196a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:23.651880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Sync routers for ids ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:14:23.652837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-3d9c1fff-7898-47c4-b227-e486e196a520 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127939 Oct 19 11:14:23.665580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ccd1bb88-82f1-47ad-8d60-8d49b6a50c0c admin admin] 10.222.0.39 "PUT /v2.0/routers/a748f4f2-55a1-4611-aa8c-bc543bb1d126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9946783 Oct 19 11:14:23.666390 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1fc6d68-f1cd-472e-9a13-647888d72028 req-cacef198-4aff-49e7-961e-89528a132e55 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086733 Oct 19 11:14:23.692655 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.703011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Routers {'a748f4f2-55a1-4611-aa8c-bc543bb1d126'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:23.704022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:23.765990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f86a14-75f4-424b-9705-0808b29382b0']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:23.779513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96b80e7-d67c-4835-bfff-3ad178f6981f') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:23.779814 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96b80e7-d67c-4835-bfff-3ad178f6981f') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:23.798405 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.813998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-5f321cb9-4807-4a53-bf58-fffad0e7c07a service neutron] 10.222.0.49 "GET /v2.0/networks/a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937714 Oct 19 11:14:23.818839 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.835578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:14:23.835979 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:14:23.837686 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:14:23.857378 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-6cebd30f-fc9e-49d6-8525-4ff364fed901 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950564 Oct 19 11:14:23.866216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on host n-h1-814547-1 for vnic_type normal with profile None {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:23.866563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:23.866878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:23.891131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Set router a748f4f2-55a1-4611-aa8c-bc543bb1d126 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:23.895076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:14:23.895397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:23.909451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1978bb5-c4cf-470f-b85d-77df79a154ae req-221e8322-76c9-4ba5-a56b-b9549359a0b1 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:23.910954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1978bb5-c4cf-470f-b85d-77df79a154ae req-221e8322-76c9-4ba5-a56b-b9549359a0b1 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 943 time: 0.1057866 Oct 19 11:14:23.929258 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:23.931142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:23.931142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:23.931142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Bound port: 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:23.965006 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-ab763cc5-9ef9-452e-a3f6-5a541895faa6 service neutron] 10.222.0.49 "GET /v2.0/networks/a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392455 Oct 19 11:14:24.030623 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:24.041328 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:24.044853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e1f86a14-75f4-424b-9705-0808b29382b0 HTTP/1.1" status: 204 len: 168 time: 0.6807702 Oct 19 11:14:24.053233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1978bb5-c4cf-470f-b85d-77df79a154ae req-1f079a3f-0315-43e1-9e8b-f39d912e7706 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336033 Oct 19 11:14:24.072326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:24.075948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-ece00b63-3f16-4d5e-88f8-36fc4f260fc2 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038040 Oct 19 11:14:24.076095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e28ca1-7a5a-40cc-9b00-2261c48a2e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f86a14-75f4-424b-9705-0808b29382b0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:24.089582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-dbcf677e-6d5e-4fef-a55b-c55a9d2f9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:24.089995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-dbcf677e-6d5e-4fef-a55b-c55a9d2f9451 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 1100 time: 0.0877948 Oct 19 11:14:24.133046 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:24.134532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e471587b-8001-49b4-83df-68df78a71a85 service neutron] 10.222.0.39 "POST /v2.0/ports/9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5958564 Oct 19 11:14:24.186691 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'ea80a7c5-d58e-4dad-af11-9d8407d74fce', 'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'mac_address': 'fa:16:3e:a2:e2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:19Z', 'updated_at': '2021-10-19T11:14:22Z', 'revision_number': 2, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'subnets': [{'id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:24.213252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-8b1424d9-9851-41e5-a4bb-9e02ef6e9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:24.214836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-8b1424d9-9851-41e5-a4bb-9e02ef6e9aca service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1181901 Oct 19 11:14:24.221848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Checking router: a748f4f2-55a1-4611-aa8c-bc543bb1d126 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:14:24.222208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Updating router a748f4f2-55a1-4611-aa8c-bc543bb1d126 port ea80a7c5-d58e-4dad-af11-9d8407d74fce binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:14:24.260168 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:24.262170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-06f60750-f0c6-4964-92f1-a2ca6fad4691 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 200 len: 217 time: 0.0393305 Oct 19 11:14:24.331444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-3cf6d8f9-2fe9-451b-aa46-7570631fc3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:24.333027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-3cf6d8f9-2fe9-451b-aa46-7570631fc3ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0618575 Oct 19 11:14:24.348801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-b802f442-4838-4dae-b1a1-8cbc7aae9e4d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:24.350575 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-b802f442-4838-4dae-b1a1-8cbc7aae9e4d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/networks?id=c49d39f8-ee8e-488d-906e-68c3d9038bc6 HTTP/1.1" status: 200 len: 821 time: 0.1271698 Oct 19 11:14:24.373214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d56353b7-8b74-42b4-a71f-785d5e47d867 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/quotas/fff536ac89b94575a75e4a1a87e06e42 HTTP/1.1" status: 200 len: 375 time: 0.0115891 Oct 19 11:14:24.394385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-5c9944f5-88e2-4150-85dc-7e6a9c7e0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:24.395939 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-5c9944f5-88e2-4150-85dc-7e6a9c7e0c6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561664 Oct 19 11:14:24.459054 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-dd9917e4-0ba7-4e63-ada8-753cad406e32 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fff536ac89b94575a75e4a1a87e06e42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790339 Oct 19 11:14:24.475986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47352) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:24.543127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b08c0eca-7391-4443-8ef8-fe6068d7cb63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18dbd97da179417f9c6d3c434fdd92c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0652664 Oct 19 11:14:24.545196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-187b4197-b862-420f-9e4c-79eb7365342e service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417515 Oct 19 11:14:24.545757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47354) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:24.614245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-4e7234c2-6cac-45ef-811c-3fbb7fc2a468 service neutron] 10.222.0.39 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487300 Oct 19 11:14:24.699615 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05638747-c48e-46f6-a57a-e7a3d71bc5b9 req-79f9f556-1575-4397-887b-5070ad47ee4d service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458194 Oct 19 11:14:24.715695 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14792faa-a70c-4c04-9275-e7de1f0295aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:24.733297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-5a26de8a-e380-473c-8a75-d67c27e890c5 service neutron] 10.222.0.39 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109736 Oct 19 11:14:24.760862 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:24.764676 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14792faa-a70c-4c04-9275-e7de1f0295aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:24.974224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14792faa-a70c-4c04-9275-e7de1f0295aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:24.974432 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:24.978376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14792faa-a70c-4c04-9275-e7de1f0295aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:24.982811 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-14792faa-a70c-4c04-9275-e7de1f0295aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea9c736f-1407-4004-bd51-306a6253e471 HTTP/1.1" status: 204 len: 168 time: 0.4359083 Oct 19 11:14:25.015578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14792faa-a70c-4c04-9275-e7de1f0295aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c736f-1407-4004-bd51-306a6253e471,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:25.043925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a3f5c-36a3-488f-ba0a-7f7de4649339 None None] Pushing event updated for resources: {'Port': ['ID=ea80a7c5-d58e-4dad-af11-9d8407d74fce,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:25.115233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Attempting to bind port ea80a7c5-d58e-4dad-af11-9d8407d74fce on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:25.115635 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Attempting to bind port ea80a7c5-d58e-4dad-af11-9d8407d74fce by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:25.115989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Attempting to bind port ea80a7c5-d58e-4dad-af11-9d8407d74fce on network 4efd6799-1eab-46e6-862c-c3bca13f905d {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:25.121641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:25.123317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Checking segment: {'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:25.123317 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:25.123317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Bound using segment: {'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:25.123317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Bound port: ea80a7c5-d58e-4dad-af11-9d8407d74fce, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:25.124035 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:25.142628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:25.173703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39338efc-9acf-4e94-af3d-36c01be5d717 req-aa498542-d68b-4156-958a-87d9be95eb15 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:25.175310 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39338efc-9acf-4e94-af3d-36c01be5d717 req-aa498542-d68b-4156-958a-87d9be95eb15 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 949 time: 0.0952730 Oct 19 11:14:25.204348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47368) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:25.211665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c54e1ef5-aaed-4a51-805a-c5d5f25d81bc tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25610569', 'description': 'tempest-description--1851163153'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:25.234822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50e39833-f903-49eb-a830-ab2eb9d75d16 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:25.260453 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39338efc-9acf-4e94-af3d-36c01be5d717 req-12b9238f-7b54-4649-a42f-88c983e83f07 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737803 Oct 19 11:14:25.348418 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c54e1ef5-aaed-4a51-805a-c5d5f25d81bc tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:25.349658 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.resource_extend [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 11:14:25.428475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 50e39833-f903-49eb-a830-ab2eb9d75d16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50e39833-f903-49eb-a830-ab2eb9d75d16,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:25.443509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67a64d-97c9-4e4a-be9f-3fa63fde26ef req-ed5f3fb2-bb60-467c-aa27-f3ac21013087 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:25.446342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e57fe1-6438-4d14-a627-fa4394e664ee req-38b7b56f-dde8-4901-bb8e-25014a18abb5 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:25.447898 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4e57fe1-6438-4d14-a627-fa4394e664ee req-38b7b56f-dde8-4901-bb8e-25014a18abb5 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1449928 Oct 19 11:14:25.452469 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d67a64d-97c9-4e4a-be9f-3fa63fde26ef req-ed5f3fb2-bb60-467c-aa27-f3ac21013087 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 944 time: 0.1049714 Oct 19 11:14:25.489680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] For port ea80a7c5-d58e-4dad-af11-9d8407d74fce, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:25.498634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ac5509fd-c0c4-431f-8065-20d2ae304667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:25.519590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d67a64d-97c9-4e4a-be9f-3fa63fde26ef req-a81189fa-8e5d-4a8a-848c-3cbfd0cd1b4a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660985 Oct 19 11:14:25.525924 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4e57fe1-6438-4d14-a627-fa4394e664ee req-57b2d22b-2b9c-4764-b754-a1f13d7711c0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685380 Oct 19 11:14:25.527752 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '50e39833-f903-49eb-a830-ab2eb9d75d16', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'port_id': '50e39833-f903-49eb-a830-ab2eb9d75d16', 'mac_address': 'fa:16:3e:d8:69:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:14:25.531340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c54e1ef5-aaed-4a51-805a-c5d5f25d81bc tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:25.533236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] For port ea80a7c5-d58e-4dad-af11-9d8407d74fce, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ea80a7c5-d58e-4dad-af11-9d8407d74fce,segment=NetworkSegment(47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858),segment_id=47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:25.545963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8dc5c3ea-afb1-405b-8f18-53bb13ff87a3 None None] Provisioning complete for port ea80a7c5-d58e-4dad-af11-9d8407d74fce triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:25.546476 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c3ea-afb1-405b-8f18-53bb13ff87a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:25.608932 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-01f1bbde-098c-4006-a632-39c9e485ca49 req-3dc967e8-190c-4037-b957-b59e6390af93 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 210 time: 0.0335062 Oct 19 11:14:25.615863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:25.626067 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c54e1ef5-aaed-4a51-805a-c5d5f25d81bc tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:25.640884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'mac_address': 'fa:16:3e:8b:1d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:14:25.729354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5c3ea-afb1-405b-8f18-53bb13ff87a3 None None] Port ea80a7c5-d58e-4dad-af11-9d8407d74fce cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:25.729354 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:25.729354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e39833-f903-49eb-a830-ab2eb9d75d16 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:25.770892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e1ef5-aaed-4a51-805a-c5d5f25d81bc tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d764078-e8b9-45c9-8a4d-e082baedf698,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:25.778906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 50e39833-f903-49eb-a830-ab2eb9d75d16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50e39833-f903-49eb-a830-ab2eb9d75d16,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:25.789820 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:25.827764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cc80b-1062-46c3-9eda-bc556126228b req-811f3022-1f45-46f8-8b17-e9cbe93d62ad tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:25.828496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f34c15-63c7-4bf4-bac5-2332612578ec req-f771fb24-8248-471a-be17-a1bb72028db0 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:25.829408 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e18cc80b-1062-46c3-9eda-bc556126228b req-811f3022-1f45-46f8-8b17-e9cbe93d62ad tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 949 time: 0.0838225 Oct 19 11:14:25.837426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77f34c15-63c7-4bf4-bac5-2332612578ec req-f771fb24-8248-471a-be17-a1bb72028db0 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 943 time: 0.1306257 Oct 19 11:14:25.854770 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:25.897281 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Routers {'a748f4f2-55a1-4611-aa8c-bc543bb1d126'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:25.897912 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:25.904229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178258a9-c32d-4d32-bc17-453b7fb758dc {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:25.909438 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e18cc80b-1062-46c3-9eda-bc556126228b req-1cc43388-4a6b-408b-a6e0-cfc4623b22b8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696776 Oct 19 11:14:25.918694 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77f34c15-63c7-4bf4-bac5-2332612578ec req-f22c68de-9ff6-4a97-b152-9bcf14f7c702 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803330 Oct 19 11:14:25.991963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a3f5c-36a3-488f-ba0a-7f7de4649339 None None] Pushing event updated for resources: {'Port': ['ID=ea80a7c5-d58e-4dad-af11-9d8407d74fce,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:26.006988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:26.104117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] Set router a748f4f2-55a1-4611-aa8c-bc543bb1d126 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:26.173258 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c54e1ef5-aaed-4a51-805a-c5d5f25d81bc tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:26.179331 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c54e1ef5-aaed-4a51-805a-c5d5f25d81bc tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9723938 Oct 19 11:14:26.183558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47400) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:26.186948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d7a64697-d915-4036-ba1d-c290d55ef3da tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Request body: {'security_group_rule': {'security_group_id': '6d764078-e8b9-45c9-8a4d-e082baedf698', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:26.188925 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-78a532c3-dedc-4499-b9f7-033678309a74 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311799 Oct 19 11:14:26.196262 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:26.208811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:26.264309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-18716826-386d-4327-b37d-2f355d169c7d None None] Provisioning complete for port ea80a7c5-d58e-4dad-af11-9d8407d74fce triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:26.264691 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-18716826-386d-4327-b37d-2f355d169c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:26.344498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-a978a5da-dc7c-41f4-8fe4-80fac07ffcb2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:26.353798 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-a978a5da-dc7c-41f4-8fe4-80fac07ffcb2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610007 Oct 19 11:14:26.356254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=12']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:26.357104 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7a64697-d915-4036-ba1d-c290d55ef3da tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:26.374339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-de49279b-aeb5-4aa8-8816-e9bfa66191e6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/quotas/09d359cafa5a46309ba96d9c7c371cbf HTTP/1.1" status: 200 len: 375 time: 0.0179470 Oct 19 11:14:26.376337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.376704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.378318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.378318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.378318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.378318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.378318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.378705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.378999 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.379320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.379633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.379943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:14:26.455573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['50e39833-f903-49eb-a830-ab2eb9d75d16'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:26.457467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-9cebf23e-6a2f-4599-92b0-6f3f43ddb7bb tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789626 Oct 19 11:14:26.469982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7a64697-d915-4036-ba1d-c290d55ef3da tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:26.540391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['178258a9-c32d-4d32-bc17-453b7fb758dc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:26.542652 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7a64697-d915-4036-ba1d-c290d55ef3da tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:26.567689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a64697-d915-4036-ba1d-c290d55ef3da tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cfdebe-d135-4979-b632-1b69ab89cccc,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:26.621379 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=50e39833-f903-49eb-a830-ab2eb9d75d16,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:26.640669 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-18716826-386d-4327-b37d-2f355d169c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:26.645915 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7a64697-d915-4036-ba1d-c290d55ef3da tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:26.649822 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d7a64697-d915-4036-ba1d-c290d55ef3da tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4641032 Oct 19 11:14:26.650339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47416) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:26.657924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-40d9b9f3-876a-405f-b1f3-459fd83e41e6 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Request body: {'security_group_rule': {'security_group_id': '6d764078-e8b9-45c9-8a4d-e082baedf698', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:26.721599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2e3ae-906d-4212-b01a-dca67af80b78 req-9d5888bd-9d4d-4291-a50b-19caaf3ba0ea tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:26.723569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24c2e3ae-906d-4212-b01a-dca67af80b78 req-9d5888bd-9d4d-4291-a50b-19caaf3ba0ea tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 944 time: 0.1009605 Oct 19 11:14:26.739272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-18716826-386d-4327-b37d-2f355d169c7d None None] For port ea80a7c5-d58e-4dad-af11-9d8407d74fce, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ea80a7c5-d58e-4dad-af11-9d8407d74fce,segment=NetworkSegment(47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858),segment_id=47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:26.792744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40d9b9f3-876a-405f-b1f3-459fd83e41e6 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:26.802594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'ea80a7c5-d58e-4dad-af11-9d8407d74fce', 'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'mac_address': 'fa:16:3e:a2:e2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:19Z', 'updated_at': '2021-10-19T11:14:25Z', 'revision_number': 4, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'subnets': [{'id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:26.844564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24c2e3ae-906d-4212-b01a-dca67af80b78 req-03143cc2-27b5-4c14-8caf-168734f571d1 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144469 Oct 19 11:14:26.847159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d6d76-deb9-4919-960c-88d004d9e8ec None None] The sync data for ids ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'] in n-d-814547-1 is: [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'ea80a7c5-d58e-4dad-af11-9d8407d74fce', 'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'mac_address': 'fa:16:3e:a2:e2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:19Z', 'updated_at': '2021-10-19T11:14:25Z', 'revision_number': 4, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'subnets': [{'id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:14:26.912383 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-18716826-386d-4327-b37d-2f355d169c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:27.013097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40d9b9f3-876a-405f-b1f3-459fd83e41e6 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:27.054401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f8d8-fe07-4c47-aabb-ccbea70ee1eb req-6039576c-33c9-444c-9ac7-ea555bd7ee56 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:27.067224 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5157f8d8-fe07-4c47-aabb-ccbea70ee1eb req-6039576c-33c9-444c-9ac7-ea555bd7ee56 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1980886 Oct 19 11:14:27.129721 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5157f8d8-fe07-4c47-aabb-ccbea70ee1eb req-d399301e-c134-48fe-baf3-ad574c590efb tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572968 Oct 19 11:14:27.137099 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40d9b9f3-876a-405f-b1f3-459fd83e41e6 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:27.151149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9605eb0b-fbfe-4cc5-9ebd-23320a54c022 req-de007640-f2ce-4029-a40a-85051086d021 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 210 time: 0.1072471 Oct 19 11:14:27.188067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:14:27.191248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18716826-386d-4327-b37d-2f355d169c7d None None] Pushing event updated for resources: {'Port': ['ID=ea80a7c5-d58e-4dad-af11-9d8407d74fce,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:27.195687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9b9f3-876a-405f-b1f3-459fd83e41e6 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296edda4-8593-4e90-a6c6-64f727db2de8,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:27.300341 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40d9b9f3-876a-405f-b1f3-459fd83e41e6 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:27.301700 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-40d9b9f3-876a-405f-b1f3-459fd83e41e6 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6503310 Oct 19 11:14:27.304772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47436) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:27.312339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:27.352006 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-73eba200-cf9a-4375-9f2d-87aac8bea9db req-5cd8a9ba-182e-4cca-8a4c-8ac19f53c95a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 210 time: 0.0652242 Oct 19 11:14:27.427006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ea80a7c5-d58e-4dad-af11-9d8407d74fce up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:27.496822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b8ab1-603c-4214-81c4-f7f827bbeb8f req-15aa731f-ed6e-455a-9358-46042b5a1baf tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:27.498841 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fe0b8ab1-603c-4214-81c4-f7f827bbeb8f req-15aa731f-ed6e-455a-9358-46042b5a1baf tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 944 time: 0.1164103 Oct 19 11:14:27.534370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ea80a7c5-d58e-4dad-af11-9d8407d74fce triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:27.534926 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:27.575612 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:27.598663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fe0b8ab1-603c-4214-81c4-f7f827bbeb8f req-c1abf276-4088-47f6-8966-74a03e40812b tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876582 Oct 19 11:14:27.719998 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:27.936788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Allocated IP 172.25.2.29 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/d23399ae-50e2-4c02-a3db-ad3c145ae6e7) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:28.050585 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9b94147c-b088-4473-abc5-ac9488dc3a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:28.084144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c7512-26c4-4b3f-8eb5-cd9c824cf106 req-8e9c7dd3-e467-471a-aedd-91ee340aee6a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:28.084144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c43c7512-26c4-4b3f-8eb5-cd9c824cf106 req-8e9c7dd3-e467-471a-aedd-91ee340aee6a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 944 time: 0.0899429 Oct 19 11:14:28.098843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:28.155024 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c43c7512-26c4-4b3f-8eb5-cd9c824cf106 req-37077f2d-772f-42a0-82dd-f8ed1a180557 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668931 Oct 19 11:14:28.274398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:28.277781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-147b78be-9e12-4df9-9914-37f21bb48a50 req-31fdd0a3-6fcb-421f-aaac-1a2211638ca3 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 210 time: 0.0420823 Oct 19 11:14:28.343248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:28.381340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:28.391124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:28.445294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844c7a1-71cf-4a17-984e-d71749aafeb2 req-6d309419-9d62-436b-8a3e-55df4a4def89 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:28.446817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1844c7a1-71cf-4a17-984e-d71749aafeb2 req-6d309419-9d62-436b-8a3e-55df4a4def89 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.2310929 Oct 19 11:14:28.457419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Pushing event updated for resources: {'Port': ['ID=d23399ae-50e2-4c02-a3db-ad3c145ae6e7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:28.462097 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd7939ec-0f9c-4041-a153-119e294b003b req-024aa0b7-3f81-4109-8892-8a1b2fa665dd tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 210 time: 0.0429645 Oct 19 11:14:28.498308 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-85dd7f4c-37bf-43f8-a2d0-6d2301ba1907 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:28.499741 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-85dd7f4c-37bf-43f8-a2d0-6d2301ba1907 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "GET /v2.0/networks?id=c49d39f8-ee8e-488d-906e-68c3d9038bc6 HTTP/1.1" status: 200 len: 821 time: 0.2711086 Oct 19 11:14:28.519479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Request body: {'port': {'device_id': 'a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6', 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6', 'admin_state_up': True, 'tenant_id': 'fff536ac89b94575a75e4a1a87e06e42'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:28.584247 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1844c7a1-71cf-4a17-984e-d71749aafeb2 req-9119f830-0460-44e0-8f0e-c6a7efad0de3 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186209 Oct 19 11:14:28.636107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-9faf0e34-d690-454b-9c01-f6229c8f61b8 service neutron] 10.222.0.49 "GET /v2.0/ports/fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e/bindings/n-h1-814547-1 HTTP/1.1" status: 200 len: 384 time: 0.0842447 Oct 19 11:14:28.649266 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:28.691557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47474) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:28.769335 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:28.817085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Made reservation on behalf of fff536ac89b94575a75e4a1a87e06e42 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:14:28.821341 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:28.833656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7d8c-5d95-4fe9-ac4a-6a3144e466e7 req-e5054cad-a8b3-433f-9054-09186399da8a tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:28.834874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dacc7d8c-5d95-4fe9-ac4a-6a3144e466e7 req-e5054cad-a8b3-433f-9054-09186399da8a tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 944 time: 0.0825741 Oct 19 11:14:28.921292 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dacc7d8c-5d95-4fe9-ac4a-6a3144e466e7 req-f6ccdf8f-56b6-4779-9f2a-afaf6b7c53e4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587070 Oct 19 11:14:28.929157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-685a4f3d-3e24-45f6-b8b9-c019352e4ea5 service neutron] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:28.942274 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:28.949721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-685a4f3d-3e24-45f6-b8b9-c019352e4ea5 service neutron] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:28.966372 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5aa65a1-fc88-4d4b-a040-c0ffe172fb89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:28.984757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-685a4f3d-3e24-45f6-b8b9-c019352e4ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:28.997237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-685a4f3d-3e24-45f6-b8b9-c019352e4ea5 service neutron] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:29.027323 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.080730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Allocated IP 172.20.0.14 (c49d39f8-ee8e-488d-906e-68c3d9038bc6/65a4348a-2dbe-46d3-89b8-5ec7c8e710a0/29bcfafc-de7e-4a68-a251-941db43b5d12) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:29.113089 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-685a4f3d-3e24-45f6-b8b9-c019352e4ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.115500 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.163762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:29.180739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5aa65a1-fc88-4d4b-a040-c0ffe172fb89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.200633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.216588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-685a4f3d-3e24-45f6-b8b9-c019352e4ea5 service neutron] Transition to ACTIVE for port object fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:14:29.228644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50e39833-f903-49eb-a830-ab2eb9d75d16 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:29.274827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ea80a7c5-d58e-4dad-af11-9d8407d74fce up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:29.289266 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-685a4f3d-3e24-45f6-b8b9-c019352e4ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.351947 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5aa65a1-fc88-4d4b-a040-c0ffe172fb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.388199 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ea80a7c5-d58e-4dad-af11-9d8407d74fce triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:29.390150 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.407633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Pushing event updated for resources: {'Port': ['ID=d23399ae-50e2-4c02-a3db-ad3c145ae6e7,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:29.434479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a4f3d-3e24-45f6-b8b9-c019352e4ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,revision_number=10']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:29.437248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 178258a9-c32d-4d32-bc17-453b7fb758dc completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:14:29.440105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-685a4f3d-3e24-45f6-b8b9-c019352e4ea5 service neutron] No DVR routers for this DVR port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:14:29.447972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 178258a9-c32d-4d32-bc17-453b7fb758dc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:29.448393 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.465609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf2f7fe3-2603-4210-ab95-55f379bc42a8 req-77c8f3b0-7075-4b09-8860-b76f0e58de7a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 210 time: 0.0694621 Oct 19 11:14:29.472464 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa65a1-fc88-4d4b-a040-c0ffe172fb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad4383e-570d-423e-a299-70217d0d5bb0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:29.481086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d5aa65a1-fc88-4d4b-a040-c0ffe172fb89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edb332f7980a41868e5f60f2c732d464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7849777 Oct 19 11:14:29.482876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 50e39833-f903-49eb-a830-ab2eb9d75d16 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:14:29.486345 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.504337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47486) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:29.505918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-685a4f3d-3e24-45f6-b8b9-c019352e4ea5 service neutron] 10.222.0.49 "PUT /v2.0/ports/fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e/bindings/n-h1-814547-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8594627 Oct 19 11:14:29.513731 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 50e39833-f903-49eb-a830-ab2eb9d75d16 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:29.514186 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.529485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd89d8-5841-4935-b132-0b6538331af6 req-959cc8bb-ada9-4775-b3c4-d98ab4d99204 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:29.537457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96bd89d8-5841-4935-b132-0b6538331af6 req-959cc8bb-ada9-4775-b3c4-d98ab4d99204 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 945 time: 0.2701719 Oct 19 11:14:29.573062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.615115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96bd89d8-5841-4935-b132-0b6538331af6 req-633b261c-52b3-4c1e-a027-fcf38ab9fab5 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766809 Oct 19 11:14:29.660950 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.687437 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.702083 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd3a09d4-4d0c-4f7c-8825-daa5e845e9cf req-5c228630-3b08-4d4a-a2bb-897aadeae86f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 210 time: 0.0591574 Oct 19 11:14:29.703786 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.712819 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e3a6f201-0277-4c7b-a7fc-de5aa88eb021 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3995798 Oct 19 11:14:29.718803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:29.721243 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8171e8a-4294-4981-ac8e-41fd365a6211" -d '{"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-plugged", "status": "completed", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:29.741900 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec39401c-2a82-4abb-bdc9-d7cb8f61073d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.757559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:29.769772 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05975fdf-74b7-46f6-9e50-5361c4cb3dab x-openstack-request-id: req-05975fdf-74b7-46f6-9e50-5361c4cb3dab {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:29.770081 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-plugged", "status": "completed", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:29.770331 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05975fdf-74b7-46f6-9e50-5361c4cb3dab {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:29.770759 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'code': 200} Oct 19 11:14:29.775257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 50e39833-f903-49eb-a830-ab2eb9d75d16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50e39833-f903-49eb-a830-ab2eb9d75d16,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:29.817781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec39401c-2a82-4abb-bdc9-d7cb8f61073d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.822313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-55ef523e-c446-420b-84b4-e277647c57f8 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:29.824692 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-55ef523e-c446-420b-84b4-e277647c57f8 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.1620505 Oct 19 11:14:29.828319 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.884674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=13']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:29.895393 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9720d7c-8719-492a-8c04-8a0e75d51523 req-1e6ecc3f-59e6-46f7-9b00-bff4ac04da58 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:29.897193 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9720d7c-8719-492a-8c04-8a0e75d51523 req-1e6ecc3f-59e6-46f7-9b00-bff4ac04da58 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1797318 Oct 19 11:14:29.899711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.935720 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:29.941765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-8fa0c7f0-a351-4634-8afd-b30819e23263 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--25610569&fields=id&tenant_id=22a407d15dad40c68514e34211f76ab5 HTTP/1.1" status: 200 len: 267 time: 0.0450265 Oct 19 11:14:29.959774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-6ce87890-8b1c-4807-ad5d-6b4fcf147ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:29.961420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-6ce87890-8b1c-4807-ad5d-6b4fcf147ccc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff&tenant_id=0bef218b6ade43d189bc973b967470c4 HTTP/1.1" status: 200 len: 1096 time: 0.1246235 Oct 19 11:14:29.978665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=50e39833-f903-49eb-a830-ab2eb9d75d16,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:30.003406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-4e6359af-8ebe-463a-8fda-51afaf8d3d3f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473902 Oct 19 11:14:30.050146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9720d7c-8719-492a-8c04-8a0e75d51523 req-1877d924-9fe6-4652-8400-bdaa65d2ab26 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438315 Oct 19 11:14:30.060633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Network c49d39f8-ee8e-488d-906e-68c3d9038bc6 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:30.064063 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event updated for resources: {'Port': ['ID=29bcfafc-de7e-4a68-a251-941db43b5d12,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:30.070487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:30.072782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:30.103580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec39401c-2a82-4abb-bdc9-d7cb8f61073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:30.106348 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec39401c-2a82-4abb-bdc9-d7cb8f61073d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:30.108420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ec39401c-2a82-4abb-bdc9-d7cb8f61073d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ad4383e-570d-423e-a299-70217d0d5bb0 HTTP/1.1" status: 204 len: 168 time: 0.6014669 Oct 19 11:14:30.134931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-7315215a-0095-4d94-88a7-85d1bfbc0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:30.137338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-7315215a-0095-4d94-88a7-85d1bfbc0cf5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 1096 time: 0.1345079 Oct 19 11:14:30.140462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39401c-2a82-4abb-bdc9-d7cb8f61073d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad4383e-570d-423e-a299-70217d0d5bb0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:30.162481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:30.163415 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:30.205488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403484a-f607-4543-911f-64964be4f6be req-edff31c9-3efb-48cc-9d54-c009a0e41c60 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:30.215228 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-edff31c9-3efb-48cc-9d54-c009a0e41c60 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/networks?id=4efd6799-1eab-46e6-862c-c3bca13f905d HTTP/1.1" status: 200 len: 806 time: 0.2598464 Oct 19 11:14:30.236439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2f8297c5-4dd6-4390-80c0-6a8f9d8bcd78 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:30.238441 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2f8297c5-4dd6-4390-80c0-6a8f9d8bcd78 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293506 Oct 19 11:14:30.241187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-ab507b0e-c9ff-47af-9995-968aadbc9932 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/quotas/22a407d15dad40c68514e34211f76ab5 HTTP/1.1" status: 200 len: 375 time: 0.0249462 Oct 19 11:14:30.253938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Request body: {'port': {'device_id': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '09d359cafa5a46309ba96d9c7c371cbf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:30.279369 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-d79f8410-17ec-4859-abeb-5798fcf7d32b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7645566 Oct 19 11:14:30.296323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Request body: {'port': {'device_id': 'a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:30.322214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-463dcdf1-5073-4209-982e-3f4180bee337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:30.324510 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-463dcdf1-5073-4209-982e-3f4180bee337 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.1778851 Oct 19 11:14:30.341183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7a196-6f8a-40bd-a91d-b080d1de8459 req-a5127656-59cd-4f0d-b52c-8e6b26bca1a4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:30.342724 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ee7a196-6f8a-40bd-a91d-b080d1de8459 req-a5127656-59cd-4f0d-b52c-8e6b26bca1a4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 945 time: 0.1104231 Oct 19 11:14:30.393742 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-9acf2919-7970-4d5a-a196-8060407e7e68 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=22a407d15dad40c68514e34211f76ab5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445367 Oct 19 11:14:30.396714 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-ea4534c0-9ffc-4fb4-be9b-7077252bcad3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e HTTP/1.1" status: 200 len: 217 time: 0.0529909 Oct 19 11:14:30.478962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:30.507810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ee7a196-6f8a-40bd-a91d-b080d1de8459 req-fdcb02d2-a1c4-44b6-9119-aa0af0dc012d tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538923 Oct 19 11:14:30.526191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-a34963fe-a5c0-49ee-84d8-eaa3aa2e8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:30.527724 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-a34963fe-a5c0-49ee-84d8-eaa3aa2e8021 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.1095791 Oct 19 11:14:30.579571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-f30bd34f-31f0-4ac1-a392-1065447bac15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324135 Oct 19 11:14:30.655974 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:30.818017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a3120-2762-495a-a725-41b6c0614a23 req-4501de21-9ea6-4e85-9f9e-95dd5824b129 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:30.819526 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-735a3120-2762-495a-a725-41b6c0614a23 req-4501de21-9ea6-4e85-9f9e-95dd5824b129 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 932 time: 0.2052453 Oct 19 11:14:30.825035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-83cc5fad-b2b5-451c-96a1-0df1fe98c426 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368040 Oct 19 11:14:30.849305 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-8cbeccae-efd7-418b-8ed5-51fbc481a7d4 service neutron] 10.222.0.39 "GET /v2.0/networks/4efd6799-1eab-46e6-862c-c3bca13f905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385123 Oct 19 11:14:30.910088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Made reservation on behalf of 09d359cafa5a46309ba96d9c7c371cbf for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:14:30.913502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:30.965286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-7073fcbb-5e8f-44fb-a123-78132f9f256c service neutron] 10.222.0.39 "GET /v2.0/networks/4efd6799-1eab-46e6-862c-c3bca13f905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128068 Oct 19 11:14:31.122872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Allocated IP 192.168.233.147 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/a82c00b5-e46a-499c-8fa4-a43972da3323) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:31.320155 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-735a3120-2762-495a-a725-41b6c0614a23 req-bf58a3bd-fecf-4dc7-a959-838958b9d627 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688618 Oct 19 11:14:31.332650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:31.397395 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-d0e3d08e-6031-43d6-b90e-34f4b32fb109 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473633 Oct 19 11:14:31.440141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3c965-2f03-493d-9766-6fd2e440774b req-b10c5425-e519-4dea-bdb1-e6529af2fed1 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:31.441740 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ec3c965-2f03-493d-9766-6fd2e440774b req-b10c5425-e519-4dea-bdb1-e6529af2fed1 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 945 time: 0.0690887 Oct 19 11:14:31.442959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:31.456976 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b02d8292-e21a-4994-a289-83134bff1559'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:31.459916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3363d609-13e3-49d6-865d-f1595da591a9', '178258a9-c32d-4d32-bc17-453b7fb758dc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:31.473373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bcfafc-de7e-4a68-a251-941db43b5d12 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:31.482470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:31.499949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:31.501084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Transition to ACTIVE for port object 29bcfafc-de7e-4a68-a251-941db43b5d12 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:14:31.505489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:31.512681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:31.525203 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f67c-7aab-4bef-8f03-1d42e72ea2e1 req-fb0d7de1-1874-4ee5-86c8-33958a5d897d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:31.529418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af11f67c-7aab-4bef-8f03-1d42e72ea2e1 req-fb0d7de1-1874-4ee5-86c8-33958a5d897d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 936 time: 0.1005225 Oct 19 11:14:31.576469 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ec3c965-2f03-493d-9766-6fd2e440774b req-50cce87c-e64c-4cdd-87b8-a9649c7cccad tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199782 Oct 19 11:14:31.576879 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af11f67c-7aab-4bef-8f03-1d42e72ea2e1 req-376e08b3-7ade-4526-9898-05ff6e6b2cdd tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423481 Oct 19 11:14:31.580593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:31.589181 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:31.633208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:31.633609 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:31.684325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Pushing event updated for resources: {'Port': ['ID=29bcfafc-de7e-4a68-a251-941db43b5d12,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:31.716785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2855df9f-188d-4b65-96dc-8185e42382bb req-f4533637-2724-4d32-b987-0842b0e96dcc tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 210 time: 0.0325067 Oct 19 11:14:31.777375 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-2bcb9107-c3b9-40a8-b624-5f08ff0dbc57 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5291491 Oct 19 11:14:31.783342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e39833-f903-49eb-a830-ab2eb9d75d16'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:31.786962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fee620-d8bd-41ce-ab76-19346623aac7 req-9bf16f18-7995-4fdc-8381-7bacc55be023 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:31.788694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0fee620-d8bd-41ce-ab76-19346623aac7 req-9bf16f18-7995-4fdc-8381-7bacc55be023 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1061742 Oct 19 11:14:31.790883 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbe625c-447c-498d-8087-d6d6c7ab446b" -d '{"events": [{"server_uuid": "91f8bbb8-ea99-4671-9e9e-fd7dda68b22f", "name": "network-vif-plugged", "status": "completed", "tag": "50e39833-f903-49eb-a830-ab2eb9d75d16"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:31.794295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Attempting to bind port 29bcfafc-de7e-4a68-a251-941db43b5d12 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:31.794902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Attempting to bind port 29bcfafc-de7e-4a68-a251-941db43b5d12 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:31.801311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Attempting to bind port 29bcfafc-de7e-4a68-a251-941db43b5d12 on network c49d39f8-ee8e-488d-906e-68c3d9038bc6 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:31.801465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Request body: {'port': {'device_id': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:31.815576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Port 29bcfafc-de7e-4a68-a251-941db43b5d12 on network c49d39f8-ee8e-488d-906e-68c3d9038bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:14:31.816214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Attempting to bind port 29bcfafc-de7e-4a68-a251-941db43b5d12 on network c49d39f8-ee8e-488d-906e-68c3d9038bc6 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:31.828350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:31.830128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Checking segment: {'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:31.832574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Bound using segment: {'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:31.836055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Bound port: 29bcfafc-de7e-4a68-a251-941db43b5d12, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:31.837396 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:31.874446 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0fee620-d8bd-41ce-ab76-19346623aac7 req-4a080e3d-087d-41ef-bc6f-4b89a7e69981 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745800 Oct 19 11:14:31.959618 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508523f8-3b39-4615-8b27-da15e830ba0b x-openstack-request-id: req-508523f8-3b39-4615-8b27-da15e830ba0b {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:31.960124 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f8bbb8-ea99-4671-9e9e-fd7dda68b22f", "name": "network-vif-plugged", "status": "completed", "tag": "50e39833-f903-49eb-a830-ab2eb9d75d16", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:31.960580 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-508523f8-3b39-4615-8b27-da15e830ba0b {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:31.961105 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e39833-f903-49eb-a830-ab2eb9d75d16', 'code': 200} Oct 19 11:14:32.002123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd631-9ada-489f-9bad-5dd91d385229 req-6a25bbc5-b3fb-4649-bf31-7db131c45280 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.002418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] For port 29bcfafc-de7e-4a68-a251-941db43b5d12, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:32.003961 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b07fd631-9ada-489f-9bad-5dd91d385229 req-6a25bbc5-b3fb-4649-bf31-7db131c45280 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 945 time: 0.1578369 Oct 19 11:14:32.004952 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:32.005953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-8398babf-78dc-42f2-8f8b-f8408d3b048e tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.007463 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-8398babf-78dc-42f2-8f8b-f8408d3b048e tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.0918345 Oct 19 11:14:32.023850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] For port 29bcfafc-de7e-4a68-a251-941db43b5d12, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=29bcfafc-de7e-4a68-a251-941db43b5d12,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:32.056503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-05dc732a-1eb4-49fe-bf0d-433020007b54 None None] Provisioning complete for port a82c00b5-e46a-499c-8fa4-a43972da3323 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:32.056878 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-05dc732a-1eb4-49fe-bf0d-433020007b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:32.107749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:32.125244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b07fd631-9ada-489f-9bad-5dd91d385229 req-a166058e-b1d5-4ad4-a21f-d3781d4d5b9f tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004651 Oct 19 11:14:32.137413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05952fba-0a8d-4761-9558-525d6eefcf01 req-e1469f1d-65cb-438f-92cf-795fb9cf027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.138975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05952fba-0a8d-4761-9558-525d6eefcf01 req-e1469f1d-65cb-438f-92cf-795fb9cf027c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 1096 time: 0.1165328 Oct 19 11:14:32.162216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.162433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-05dc732a-1eb4-49fe-bf0d-433020007b54 None None] Port a82c00b5-e46a-499c-8fa4-a43972da3323 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:32.162940 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:32.164412 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] 10.222.0.26 "PUT /v2.0/ports/29bcfafc-de7e-4a68-a251-941db43b5d12 HTTP/1.1" status: 200 len: 1092 time: 1.8733530 Oct 19 11:14:32.166071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6', 'tag': '29bcfafc-de7e-4a68-a251-941db43b5d12'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:32.169621 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7f516c-05a6-4b45-afc0-e38ed6ff8327" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6", "tag": "29bcfafc-de7e-4a68-a251-941db43b5d12"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:32.191871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4d148-34f0-4564-b8a8-acf24a7912fe service neutron] Pushing event updated for resources: {'Port': ['ID=29bcfafc-de7e-4a68-a251-941db43b5d12,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:32.210013 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21ee449-9814-461d-8a6d-ab9910970cd5 x-openstack-request-id: req-d21ee449-9814-461d-8a6d-ab9910970cd5 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:32.210311 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6", "tag": "29bcfafc-de7e-4a68-a251-941db43b5d12", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:32.210567 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d21ee449-9814-461d-8a6d-ab9910970cd5 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:32.210969 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6', 'tag': '29bcfafc-de7e-4a68-a251-941db43b5d12', 'status': 'completed', 'code': 200} Oct 19 11:14:32.257316 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05952fba-0a8d-4761-9558-525d6eefcf01 req-e0412bfa-44e1-42fc-b3e1-685878ef35e9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649617 Oct 19 11:14:32.278778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-3ec040f0-1723-43b9-9440-393ae067486c service neutron] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:32.283482 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-3ec040f0-1723-43b9-9440-393ae067486c service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:32.284764 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4ba39d-e556-475e-b25e-eebe1bce5640 req-3ec040f0-1723-43b9-9440-393ae067486c service neutron] 10.222.0.26 "DELETE /v2.0/ports/fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e/bindings/n-h2-814547-1 HTTP/1.1" status: 204 len: 173 time: 0.2690833 Oct 19 11:14:32.291571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f516c-05a6-4b45-afc0-e38ed6ff8327 req-2344dd52-4405-4d94-9656-3b8cd20bf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.293411 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f7f516c-05a6-4b45-afc0-e38ed6ff8327 req-2344dd52-4405-4d94-9656-3b8cd20bf195 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fff536ac89b94575a75e4a1a87e06e42&device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 1095 time: 0.0581143 Oct 19 11:14:32.407453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82c00b5-e46a-499c-8fa4-a43972da3323 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:32.415549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:32.429369 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Transition to ACTIVE for port object a82c00b5-e46a-499c-8fa4-a43972da3323 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:14:32.447445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f516c-05a6-4b45-afc0-e38ed6ff8327 req-cde211f4-756b-4fa0-b546-cd29fb8ed517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.450489 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f7f516c-05a6-4b45-afc0-e38ed6ff8327 req-cde211f4-756b-4fa0-b546-cd29fb8ed517 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fff536ac89b94575a75e4a1a87e06e42&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1470351 Oct 19 11:14:32.460993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddda934-650e-415b-b9e2-5f8f27afd7a3 req-1ef28d00-3805-4ae3-b601-8d6c2c2245b1 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.462467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cddda934-650e-415b-b9e2-5f8f27afd7a3 req-1ef28d00-3805-4ae3-b601-8d6c2c2245b1 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 944 time: 0.0757668 Oct 19 11:14:32.495077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47564) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:32.505191 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:32.563406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:32.569020 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cddda934-650e-415b-b9e2-5f8f27afd7a3 req-b0d21b6d-264b-4932-9a89-119a4a0d74a1 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957916 Oct 19 11:14:32.625339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f516c-05a6-4b45-afc0-e38ed6ff8327 req-8b2cfd53-6af9-413d-9298-f66351ff66da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.628407 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f7f516c-05a6-4b45-afc0-e38ed6ff8327 req-8b2cfd53-6af9-413d-9298-f66351ff66da service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1650565 Oct 19 11:14:32.660949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4736dcaa-b67a-45e7-b914-293df768fc79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:32.748708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:32.749155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:32.749491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:32.761616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-c9d2a9a8-0c50-46d5-a94d-7fd9983e2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.770551 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-c9d2a9a8-0c50-46d5-a94d-7fd9983e2405 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fff536ac89b94575a75e4a1a87e06e42&device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 1095 time: 0.0962284 Oct 19 11:14:32.772954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff64bd5-ddb0-4e6a-80cd-96f0866e11dd req-276f8ee3-9a7a-4577-aee8-8d12d1d41caa tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.774651 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ff64bd5-ddb0-4e6a-80cd-96f0866e11dd req-276f8ee3-9a7a-4577-aee8-8d12d1d41caa tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 948 time: 0.0973976 Oct 19 11:14:32.776952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Port a82c00b5-e46a-499c-8fa4-a43972da3323 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:14:32.777273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:32.799085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:32.799422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:32.799805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:32.800237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Bound port: a82c00b5-e46a-499c-8fa4-a43972da3323, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:32.800611 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:32.807163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544733b-f332-46df-ba25-4399f78b5ebc req-7e79f0f8-6cfe-48d3-8c2d-89993d7e9b6a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.815662 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5544733b-f332-46df-ba25-4399f78b5ebc req-7e79f0f8-6cfe-48d3-8c2d-89993d7e9b6a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 945 time: 0.1149280 Oct 19 11:14:32.858012 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-6d527795-d3c2-4039-8f4b-63fe6faa0e2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29bcfafc-de7e-4a68-a251-941db43b5d12 HTTP/1.1" status: 200 len: 217 time: 0.0757060 Oct 19 11:14:32.897795 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ff64bd5-ddb0-4e6a-80cd-96f0866e11dd req-fb009ddf-8098-4ac0-9da9-33a5f90d6ad9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136649 Oct 19 11:14:32.899599 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4736dcaa-b67a-45e7-b914-293df768fc79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:32.943241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:32.946725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:32.950216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5544733b-f332-46df-ba25-4399f78b5ebc req-32d4f0d8-352d-4143-b0ba-252a88e214c6 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333132 Oct 19 11:14:32.951981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-4f53ff07-ea2d-4f63-beac-5d8126697e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:32.953471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-4f53ff07-ea2d-4f63-beac-5d8126697e68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65a4348a-2dbe-46d3-89b8-5ec7c8e710a0 HTTP/1.1" status: 200 len: 861 time: 0.0866003 Oct 19 11:14:32.958979 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4736dcaa-b67a-45e7-b914-293df768fc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:33.006671 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-8e63242d-d9cd-4c28-a729-2dabf8504652 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c49d39f8-ee8e-488d-906e-68c3d9038bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338428 Oct 19 11:14:33.031496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4736dcaa-b67a-45e7-b914-293df768fc79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5eea9ca13f6478e8fcff4a142abb650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5352359 Oct 19 11:14:33.033525 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-161592c0-b5ac-45cf-935d-1024fd2456f1 req-3c7c942d-9c5d-4de5-ab73-88a938824c89 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 210 time: 0.0436308 Oct 19 11:14:33.034271 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736dcaa-b67a-45e7-b914-293df768fc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07567333-753b-4fec-95b7-aa4ea6bdc8a5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:33.036571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47578) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:33.066517 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:33.127055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:33.127707 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:33.129234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] 10.222.0.26 "PUT /v2.0/ports/a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 1096 time: 1.3402858 Oct 19 11:14:33.131222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:33.136834 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241" -d '{"events": [{"name": "network-changed", "server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:33.146777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334396e-645d-4369-8582-95a8dec6b388 req-1bdf3406-fb6f-46da-9911-3da3441659b9 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:33.148048 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e334396e-645d-4369-8582-95a8dec6b388 req-1bdf3406-fb6f-46da-9911-3da3441659b9 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1167188 Oct 19 11:14:33.163928 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485522ec-6cf9-41dd-8dc2-7a1bc49f6114 service neutron] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:33.174971 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-250ed853-426f-4f5f-bd0f-60edaf44dec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:33.181814 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-44625119-7a92-42f5-871f-516fb54cf584 service neutron] 10.222.0.26 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679909 Oct 19 11:14:33.221464 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e334396e-645d-4369-8582-95a8dec6b388 req-7c5fde72-20ad-4527-b18e-6a7a1d176520 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636942 Oct 19 11:14:33.231564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-250ed853-426f-4f5f-bd0f-60edaf44dec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:33.270278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037511fd-a868-48c0-b6d1-4a8a77c57138 req-a6a784e0-21ed-4448-8854-f4f090bba32c tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:33.271857 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-037511fd-a868-48c0-b6d1-4a8a77c57138 req-a6a784e0-21ed-4448-8854-f4f090bba32c tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 1096 time: 0.0826957 Oct 19 11:14:33.315858 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf06837-39ca-4339-8ab7-ec5eff42ac10 x-openstack-request-id: req-5bf06837-39ca-4339-8ab7-ec5eff42ac10 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:33.315858 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:33.315858 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5bf06837-39ca-4339-8ab7-ec5eff42ac10 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:33.315858 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'status': 'completed', 'code': 200} Oct 19 11:14:33.360675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-037511fd-a868-48c0-b6d1-4a8a77c57138 req-435ec25c-0cf4-43f7-89ac-42debc9c9a71 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718019 Oct 19 11:14:33.360918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d457524-71bc-4d11-bd8b-4ed4d2572ec9 req-eab6f286-79a7-4dc9-b9c3-bd4294f5a4c9 service neutron] 10.222.0.26 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639445 Oct 19 11:14:33.376978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-413d4098-354e-41ac-9ae3-9461e1330730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:33.379288 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-413d4098-354e-41ac-9ae3-9461e1330730 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1099 time: 0.1016319 Oct 19 11:14:33.415149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffafdd-3b55-4a1b-874f-2f3a4b016f8c req-9b56a314-a051-4db3-a29d-8caec75f9c2d tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:33.416845 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-15ffafdd-3b55-4a1b-874f-2f3a4b016f8c req-9b56a314-a051-4db3-a29d-8caec75f9c2d tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 945 time: 0.0699008 Oct 19 11:14:33.444679 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-fba25b36-6db4-43e5-912a-364a5b33f8a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 217 time: 0.0537751 Oct 19 11:14:33.464039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-250ed853-426f-4f5f-bd0f-60edaf44dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:33.467049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-250ed853-426f-4f5f-bd0f-60edaf44dec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:33.468984 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-250ed853-426f-4f5f-bd0f-60edaf44dec2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07567333-753b-4fec-95b7-aa4ea6bdc8a5 HTTP/1.1" status: 204 len: 168 time: 0.4270968 Oct 19 11:14:33.483643 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-15ffafdd-3b55-4a1b-874f-2f3a4b016f8c req-cc1ff84e-ebfd-4099-9e50-e5938af88ae4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600922 Oct 19 11:14:33.514563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-0e2b41ca-15b9-44d2-8d75-825f4611a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:33.516069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-0e2b41ca-15b9-44d2-8d75-825f4611a584 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0646744 Oct 19 11:14:33.516786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ed853-426f-4f5f-bd0f-60edaf44dec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07567333-753b-4fec-95b7-aa4ea6bdc8a5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:33.587352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c97e83-818b-4558-bbaf-0db6908b7963 req-f8f19819-d252-4c83-80ae-75c6bd037a3f tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:33.590213 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78c97e83-818b-4558-bbaf-0db6908b7963 req-f8f19819-d252-4c83-80ae-75c6bd037a3f tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 1096 time: 0.0772367 Oct 19 11:14:33.594671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-357c42d7-533d-47ab-b7d2-1f9702747deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:33.596239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-357c42d7-533d-47ab-b7d2-1f9702747deb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708442 Oct 19 11:14:33.696528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78c97e83-818b-4558-bbaf-0db6908b7963 req-d3a90089-ab81-4195-ade7-5a5e1a4b6110 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992658 Oct 19 11:14:33.711953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e68be-3136-4834-b983-e715a110e9c9 req-3fd0ca5d-4859-47de-8dad-34b5b858fed2 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:33.713522 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-119e68be-3136-4834-b983-e715a110e9c9 req-3fd0ca5d-4859-47de-8dad-34b5b858fed2 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 944 time: 0.0564878 Oct 19 11:14:33.737854 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-8e4090e0-4fad-47be-a876-7cb6db558ba3 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334743 Oct 19 11:14:33.758486 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-119e68be-3136-4834-b983-e715a110e9c9 req-b9001bbe-838e-4d60-920b-e5e6a3612f00 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338161 Oct 19 11:14:33.846449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-250b18a9-10aa-4db7-8ae9-35571c9e3e74 req-363256a7-549c-493a-ade0-501d3beae8a8 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002836 Oct 19 11:14:34.054088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e3511-aa78-4397-b55e-352187efa96f req-5a11166c-beda-4169-b432-1d89db6e7ea4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.055771 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd1e3511-aa78-4397-b55e-352187efa96f req-5a11166c-beda-4169-b432-1d89db6e7ea4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 948 time: 0.0609016 Oct 19 11:14:34.065677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241 req-49122ec0-7f8d-4815-b1b0-f8d1dd807029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.067149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241 req-49122ec0-7f8d-4815-b1b0-f8d1dd807029 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1099 time: 0.0510437 Oct 19 11:14:34.116800 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd1e3511-aa78-4397-b55e-352187efa96f req-86ba0cee-67c8-450f-8dd2-7fce40cfb5d5 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519996 Oct 19 11:14:34.183339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241 req-65d053c4-f89e-4cf9-8376-d388516874e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.184856 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241 req-65d053c4-f89e-4cf9-8376-d388516874e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1038151 Oct 19 11:14:34.194022 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-49629310-700e-4753-a796-e36c37c24ac4 req-511d551c-c9a0-47a6-9f83-3f1fe53ed821 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 210 time: 0.0271397 Oct 19 11:14:34.235918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241 req-15152116-8257-4726-a5d3-0ff3e85c2b9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 217 time: 0.0400932 Oct 19 11:14:34.309560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241 req-1804eefb-27f7-443d-908d-9f064f20085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.311667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241 req-1804eefb-27f7-443d-908d-9f064f20085f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0675490 Oct 19 11:14:34.359805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-2500012e-6515-4424-9e18-55e4ab164524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.362565 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-2500012e-6515-4424-9e18-55e4ab164524 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 1097 time: 0.0586975 Oct 19 11:14:34.403298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241 req-3465f7e4-4dfb-4399-a059-e876373ea0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.404790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241 req-3465f7e4-4dfb-4399-a059-e876373ea0c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765049 Oct 19 11:14:34.413806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258acee-bfe8-4446-811b-ebee089c8644 req-72d3471d-6fe6-483f-aee1-40293712b0bd tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.415320 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0258acee-bfe8-4446-811b-ebee089c8644 req-72d3471d-6fe6-483f-aee1-40293712b0bd tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1017830 Oct 19 11:14:34.483391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-71562fe7-33fe-4093-a640-abe46aa67739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.484947 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-71562fe7-33fe-4093-a640-abe46aa67739 service neutron] 10.222.0.26 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.1146460 Oct 19 11:14:34.536326 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-a0bda635-af07-4d2d-a6be-cf34a46af57d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f HTTP/1.1" status: 200 len: 217 time: 0.0428116 Oct 19 11:14:34.597578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0258acee-bfe8-4446-811b-ebee089c8644 req-ba4f49e6-4eeb-417c-b0e9-239079448726 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654761 Oct 19 11:14:34.611289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241 req-9c7a9982-9419-4780-bc44-ace790a4443d service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949954 Oct 19 11:14:34.653551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-a0d1cbf3-e96f-4058-b2f6-32d00f108a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.656290 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-a0d1cbf3-e96f-4058-b2f6-32d00f108a6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.1051085 Oct 19 11:14:34.661720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403484a-f607-4543-911f-64964be4f6be req-06cb9679-0d02-412f-9470-5a5fed13ef0b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.664773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-06cb9679-0d02-412f-9470-5a5fed13ef0b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.49 "GET /v2.0/networks?id=4efd6799-1eab-46e6-862c-c3bca13f905d HTTP/1.1" status: 200 len: 806 time: 0.2473793 Oct 19 11:14:34.675476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df835bdd-070f-44b4-ac7f-177ec05f8153 req-edbfa785-6f09-486b-97d9-7116badee5b7 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.676408 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df835bdd-070f-44b4-ac7f-177ec05f8153 req-edbfa785-6f09-486b-97d9-7116badee5b7 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 945 time: 0.0925274 Oct 19 11:14:34.710228 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-fe71a047-2736-4fc2-a293-0420375f537f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326984 Oct 19 11:14:34.754427 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df835bdd-070f-44b4-ac7f-177ec05f8153 req-42b402b8-eff7-43d3-8bea-c5775ff2237a tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670485 Oct 19 11:14:34.769761 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-1653d1f8-e944-4586-a938-772d8c5144ed tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22a407d15dad40c68514e34211f76ab5 HTTP/1.1" status: 200 len: 378 time: 0.0856886 Oct 19 11:14:34.784465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Request body: {'port': {'device_id': '03f224fc-d797-440b-8363-e347969a07f9', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'admin_state_up': True, 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'security_groups': ['6d764078-e8b9-45c9-8a4d-e082baedf698']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:34.810491 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb7cf0bb-fbeb-410c-b8a5-e2b740583241 req-a0dbc877-53e8-4888-ad86-cda4a008e4f7 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788292 Oct 19 11:14:34.810602 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47636) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:34.860447 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-0b6fa368-1c54-4d9f-b41d-e6d7a970fc7e service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308289 Oct 19 11:14:34.956293 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78371a-07e5-4a03-86c7-155f8741d4fd req-b25b31f0-215b-40ee-8a30-9325c24af6c3 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:34.958099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea78371a-07e5-4a03-86c7-155f8741d4fd req-b25b31f0-215b-40ee-8a30-9325c24af6c3 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 945 time: 0.1045935 Oct 19 11:14:34.969283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47640) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:34.978928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1187123885-network', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:34.980411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d571ebcf-7cf2-44b4-babe-d252570d3224 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Request body: {'floatingip': {'port_id': '50e39833-f903-49eb-a830-ab2eb9d75d16'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:35.010539 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-e4cb6d72-f7eb-477f-ab7f-813aac9da8fa service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372159 Oct 19 11:14:35.029139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e27a04-2487-4448-af4d-a107cf37d769 req-b96486fa-bb2e-48db-89ef-b6c1b70dbf1c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:35.030625 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0e27a04-2487-4448-af4d-a107cf37d769 req-b96486fa-bb2e-48db-89ef-b6c1b70dbf1c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 944 time: 0.1692805 Oct 19 11:14:35.034921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d571ebcf-7cf2-44b4-babe-d252570d3224 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.073433 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0e27a04-2487-4448-af4d-a107cf37d769 req-c9636abd-6e6b-4777-ac8a-09696d568f6e tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341341 Oct 19 11:14:35.105774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Made reservation on behalf of 8c4aff5c278d4f8c85dab7cb43309335 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:14:35.109586 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.117881 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.209305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 29bcfafc-de7e-4a68-a251-941db43b5d12 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:35.268549 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.269944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Made reservation on behalf of 22a407d15dad40c68514e34211f76ab5 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:14:35.275085 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.333649 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7782858d-044f-4a85-869c-b9b7b91383a6 req-e2d75790-ad11-4a06-9e27-6e172d01a3be tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 210 time: 0.0371702 Oct 19 11:14:35.334942 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.385710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b3626-f98b-4b50-ac2e-0c5fd4ec2a87 req-8fdb5531-7a0f-4b25-836e-50e14a867544 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:35.392022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-569b3626-f98b-4b50-ac2e-0c5fd4ec2a87 req-8fdb5531-7a0f-4b25-836e-50e14a867544 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 948 time: 0.1239402 Oct 19 11:14:35.397456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:14:35.413861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 29bcfafc-de7e-4a68-a251-941db43b5d12, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=29bcfafc-de7e-4a68-a251-941db43b5d12,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:35.437817 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.438169 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Added segment e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d of type vlan for network b157cbcc-604a-44be-a7df-eb39e3221861 Oct 19 11:14:35.441659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549ba307-1a9d-4c4a-9842-8370a559ec3e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:35.452275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '29bcfafc-de7e-4a68-a251-941db43b5d12', 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6', 'port_id': '29bcfafc-de7e-4a68-a251-941db43b5d12', 'mac_address': 'fa:16:3e:cf:76:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a4348a-2dbe-46d3-89b8-5ec7c8e710a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:14:35.499014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.523490 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.540791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bcfafc-de7e-4a68-a251-941db43b5d12 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:35.560112 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 29bcfafc-de7e-4a68-a251-941db43b5d12, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=29bcfafc-de7e-4a68-a251-941db43b5d12,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:35.593366 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.594448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:35.595225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.619251 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-569b3626-f98b-4b50-ac2e-0c5fd4ec2a87 req-7fc607aa-0859-4453-8bd7-7c31b096d7c2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260230 Oct 19 11:14:35.642469 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.667741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Allocated IP 172.20.0.5 (4efd6799-1eab-46e6-862c-c3bca13f905d/9b79bfe5-0009-40e1-9365-5d8b37703066/7575ac48-9a9b-45d5-9f2f-90bdb1a27433) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:35.736903 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=29bcfafc-de7e-4a68-a251-941db43b5d12,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:35.744055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] Pushing event updated for resources: {'Network': ['ID=b157cbcc-604a-44be-a7df-eb39e3221861,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:35.757042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network b157cbcc-604a-44be-a7df-eb39e3221861 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:14:35.794555 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f8092ac2-8fa7-45fe-82b0-47a944621c73 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9829042 Oct 19 11:14:35.801179 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47652) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:35.814488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] Request body: {'subnet': {'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1187123885-subnet', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:35.845711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:35.862007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65747990-e91b-4be4-8c85-c281e68374df req-dac05577-75b7-427d-b26c-5954eb83dc55 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:35.863522 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65747990-e91b-4be4-8c85-c281e68374df req-dac05577-75b7-427d-b26c-5954eb83dc55 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1165104 Oct 19 11:14:35.913498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65747990-e91b-4be4-8c85-c281e68374df req-8700b1f5-0eeb-4a96-b248-7087081c1bd7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414310 Oct 19 11:14:35.980467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['29bcfafc-de7e-4a68-a251-941db43b5d12'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:35.982808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] Made reservation on behalf of 8c4aff5c278d4f8c85dab7cb43309335 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:14:35.987543 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:36.053692 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:36.139998 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d571ebcf-7cf2-44b4-babe-d252570d3224 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:36.143791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Network 4efd6799-1eab-46e6-862c-c3bca13f905d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:36.147057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:36.149597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:36.218808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Pushing event updated for resources: {'Port': ['ID=7575ac48-9a9b-45d5-9f2f-90bdb1a27433,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:36.247090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d571ebcf-7cf2-44b4-babe-d252570d3224 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:36.363088 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:36.363722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:36.364407 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:36.495020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:36.502088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] Checking segment: {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:36.502678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] Network hostable DHCP agents. Network: b157cbcc-604a-44be-a7df-eb39e3221861, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:14:36.532376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c30cac-0485-46b7-9033-e1c1be569ac9 req-1f1829aa-4652-4b2f-b35e-6026f7aa531f tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:36.534009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82c30cac-0485-46b7-9033-e1c1be569ac9 req-1f1829aa-4652-4b2f-b35e-6026f7aa531f tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 931 time: 0.0820539 Oct 19 11:14:36.579972 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82c30cac-0485-46b7-9033-e1c1be569ac9 req-85c26db8-83dc-4afc-950c-82a3059d3c07 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368454 Oct 19 11:14:36.593927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b76e9d8-d312-4d24-af51-b62fb22c8fbb None None] Provisioning complete for port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:36.594531 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b76e9d8-d312-4d24-af51-b62fb22c8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:36.610008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] Network b157cbcc-604a-44be-a7df-eb39e3221861 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:14:36.651218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b76e9d8-d312-4d24-af51-b62fb22c8fbb None None] Port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:36.679621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, b157cbcc-604a-44be-a7df-eb39e3221861) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:36.687492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:36.688452 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:36.697769 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6815d-9e7f-498d-b655-90d3a1a07157 None None] Network b157cbcc-604a-44be-a7df-eb39e3221861 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:14:36.777380 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cb65e7a2-5e3d-4ed0-9a3b-091ef5e77e1b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9655602 Oct 19 11:14:36.783773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d25de4-9919-47c3-9bee-971c9c7746c6 req-c32f8293-1b48-4906-94f9-f4a9ee31b436 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:36.785515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4d25de4-9919-47c3-9bee-971c9c7746c6 req-c32f8293-1b48-4906-94f9-f4a9ee31b436 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 948 time: 0.0647123 Oct 19 11:14:36.786069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47662) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:36.790878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:36.837043 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-d571ebcf-7cf2-44b4-babe-d252570d3224 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Floating IP 5d893835-7918-4635-8557-c40ca3500d99 associated. External IP: 172.25.2.73, port: 50e39833-f903-49eb-a830-ab2eb9d75d16. Oct 19 11:14:36.858190 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4d25de4-9919-47c3-9bee-971c9c7746c6 req-6eb225cc-484f-4076-8fcb-d56c021e01c4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458875 Oct 19 11:14:36.886212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-b157cbcc-604a-44be-a7df-eb39e3221861', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:14:36.887084 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:36.892011 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:36.893325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.014922 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.048028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a9ced-1c63-4e38-ad37-be330d3fbad1 req-d71654af-b88b-400a-a092-f7764dfb1819 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:37.050749 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c0a9ced-1c63-4e38-ad37-be330d3fbad1 req-d71654af-b88b-400a-a092-f7764dfb1819 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 945 time: 0.8126123 Oct 19 11:14:37.070700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Allocated IP 172.20.0.2 (b157cbcc-604a-44be-a7df-eb39e3221861/a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c/d325e67b-c75b-4690-9852-c21d296d7b14) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:37.095242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629f820-33f5-4b3c-bc05-a616406ecf05 req-7b733b3c-713a-4f1d-aaa1-1332dab51207 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:37.096859 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f629f820-33f5-4b3c-bc05-a616406ecf05 req-7b733b3c-713a-4f1d-aaa1-1332dab51207 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.0774581 Oct 19 11:14:37.157202 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c0a9ced-1c63-4e38-ad37-be330d3fbad1 req-c50a0e0c-40dc-49e8-b9b9-b304fc35e438 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984576 Oct 19 11:14:37.160258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-5fc66778-b27a-47b3-9c53-ea11fba7ff6c tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3818791 Oct 19 11:14:37.226982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Request body: {'port': {'device_id': '03f224fc-d797-440b-8363-e347969a07f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:37.243921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:37.246661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 29bcfafc-de7e-4a68-a251-941db43b5d12 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:37.256979 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f629f820-33f5-4b3c-bc05-a616406ecf05 req-c79d5416-e672-44f1-bc35-f61911f085b6 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165740 Oct 19 11:14:37.306181 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.325929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.325929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d571ebcf-7cf2-44b4-babe-d252570d3224 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:14:37.326236 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.411473 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.458923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 29bcfafc-de7e-4a68-a251-941db43b5d12 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:14:37.464811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Network b157cbcc-604a-44be-a7df-eb39e3221861 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:37.473047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:37.475685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:37.496189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 29bcfafc-de7e-4a68-a251-941db43b5d12 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:37.496583 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.507061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:37.525957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Pushing event updated for resources: {'Port': ['ID=d325e67b-c75b-4690-9852-c21d296d7b14,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:37.568026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'mac_address': 'fa:16:3e:4c:15:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:14:37.586223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d571ebcf-7cf2-44b4-babe-d252570d3224 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:14:37.598574 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c11b1-52b9-4ee8-8054-152ddb924c7f None None] Sync routers for ids ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:14:37.616255 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c11b1-52b9-4ee8-8054-152ddb924c7f None None] Routers {'1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:37.618071 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d571ebcf-7cf2-44b4-babe-d252570d3224 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.619087 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6a2c11b1-52b9-4ee8-8054-152ddb924c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:37.728213 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.769114 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-6a2c11b1-52b9-4ee8-8054-152ddb924c7f None None] Set router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:37.787531 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.801142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Attempting to bind port d325e67b-c75b-4690-9852-c21d296d7b14 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:37.801686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Attempting to bind port d325e67b-c75b-4690-9852-c21d296d7b14 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:37.801900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Attempting to bind port d325e67b-c75b-4690-9852-c21d296d7b14 on network b157cbcc-604a-44be-a7df-eb39e3221861 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:37.804497 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.826040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82c00b5-e46a-499c-8fa4-a43972da3323 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:37.847859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:37.895417 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.899306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:37.899683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Checking segment: {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:37.904886 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.904886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Bound using segment: {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:37.904886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Bound port: d325e67b-c75b-4690-9852-c21d296d7b14, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:37.904886 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:37.990697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] For port d325e67b-c75b-4690-9852-c21d296d7b14, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:37.994964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] For port d325e67b-c75b-4690-9852-c21d296d7b14, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d325e67b-c75b-4690-9852-c21d296d7b14,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:37.998937 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:38.020813 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d571ebcf-7cf2-44b4-babe-d252570d3224 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "PUT /v2.0/floatingips/5d893835-7918-4635-8557-c40ca3500d99 HTTP/1.1" status: 200 len: 990 time: 3.0476778 Oct 19 11:14:38.030633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'tag': '50e39833-f903-49eb-a830-ab2eb9d75d16'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:38.038003 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3894e5fa-0546-4683-b2ea-e979c2c56278" -d '{"events": [{"name": "network-changed", "server_uuid": "91f8bbb8-ea99-4671-9e9e-fd7dda68b22f", "tag": "50e39833-f903-49eb-a830-ab2eb9d75d16"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:38.065204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:38.066176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Allocated IP 172.25.2.150 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/c09f09dc-e8c4-48c9-9967-b7c0b02c5223) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:38.067411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:38.078232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dcf4d-ef5f-42fe-87a5-68303939b7ce req-57317a4e-92b7-481d-b749-989680efdf1b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:38.087593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:38.088788 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-187dcf4d-ef5f-42fe-87a5-68303939b7ce req-57317a4e-92b7-481d-b749-989680efdf1b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 949 time: 0.0941591 Oct 19 11:14:38.096090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 29bcfafc-de7e-4a68-a251-941db43b5d12, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=29bcfafc-de7e-4a68-a251-941db43b5d12,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:38.098193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bcfafc-de7e-4a68-a251-941db43b5d12'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:38.100565 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a4df48-19f5-4573-8068-f079dc6f983e" -d '{"events": [{"server_uuid": "a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6", "name": "network-vif-plugged", "status": "completed", "tag": "29bcfafc-de7e-4a68-a251-941db43b5d12"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:38.104023 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:38.113487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b48bb2-8afb-45f6-8b41-f0b9e71f660c req-7611404c-b461-4b67-b7c5-153dae6d8dcc tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:38.115393 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15b48bb2-8afb-45f6-8b41-f0b9e71f660c req-7611404c-b461-4b67-b7c5-153dae6d8dcc tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 931 time: 0.3961580 Oct 19 11:14:38.134898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Transition to ACTIVE for port object 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:14:38.141239 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6a2c11b1-52b9-4ee8-8054-152ddb924c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '5d893835-7918-4635-8557-c40ca3500d99', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'port_id': '50e39833-f903-49eb-a830-ab2eb9d75d16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'mac_address': 'fa:16:3e:d8:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:14:10Z', 'updated_at': '2021-10-19T11:14:35Z', 'revision_number': 1, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23480a68-a6ba-4a69-9162-be4d9f11dc19', 'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'mac_address': 'fa:16:3e:87:51:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:01Z', 'updated_at': '2021-10-19T11:14:08Z', 'revision_number': 5, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'subnets': [{'id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:38.170580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15b48bb2-8afb-45f6-8b41-f0b9e71f660c req-7a70a4c0-010b-40c9-89cb-eab8565a2ef5 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461402 Oct 19 11:14:38.191171 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:38.194310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc4b74-b58a-41e9-a93b-79a400e3cb28 None None] Pushing event updated for resources: {'Port': ['ID=d325e67b-c75b-4690-9852-c21d296d7b14,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:38.196080 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c11b1-52b9-4ee8-8054-152ddb924c7f None None] Checking router: 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:14:38.203047 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:38.208187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-187dcf4d-ef5f-42fe-87a5-68303939b7ce req-92cb47e9-3f21-4b81-829b-505e5df3f1d6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177676 Oct 19 11:14:38.230118 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c11b1-52b9-4ee8-8054-152ddb924c7f None None] Routers {'1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:38.230605 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6a2c11b1-52b9-4ee8-8054-152ddb924c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:38.366056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Pushing event updated for resources: {'Port': ['ID=7575ac48-9a9b-45d5-9f2f-90bdb1a27433,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:38.397419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=29bcfafc-de7e-4a68-a251-941db43b5d12,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:38.429801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Attempting to bind port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:38.430141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Attempting to bind port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:38.432235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Attempting to bind port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 on network 4efd6799-1eab-46e6-862c-c3bca13f905d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:38.433863 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:38.446526 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a17d38f-287a-4376-adf5-f7b9a976a5a3 x-openstack-request-id: req-4a17d38f-287a-4376-adf5-f7b9a976a5a3 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:38.446844 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f8bbb8-ea99-4671-9e9e-fd7dda68b22f", "tag": "50e39833-f903-49eb-a830-ab2eb9d75d16", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:38.447102 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a17d38f-287a-4376-adf5-f7b9a976a5a3 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:38.447500 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'tag': '50e39833-f903-49eb-a830-ab2eb9d75d16', 'status': 'completed', 'code': 200} Oct 19 11:14:38.462987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 on network 4efd6799-1eab-46e6-862c-c3bca13f905d not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:14:38.463371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Attempting to bind port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 on network 4efd6799-1eab-46e6-862c-c3bca13f905d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:38.477578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:38.477909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Checking segment: {'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:38.478288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Bound using segment: {'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:38.478724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Bound port: 7575ac48-9a9b-45d5-9f2f-90bdb1a27433, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:38.479075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:38.486303 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe9510-ce2e-4822-be57-b1cf5f6a0fe4 x-openstack-request-id: req-41fe9510-ce2e-4822-be57-b1cf5f6a0fe4 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:38.487167 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6", "name": "network-vif-plugged", "status": "completed", "tag": "29bcfafc-de7e-4a68-a251-941db43b5d12", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:38.487616 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41fe9510-ce2e-4822-be57-b1cf5f6a0fe4 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:38.489270 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bcfafc-de7e-4a68-a251-941db43b5d12', 'code': 200} Oct 19 11:14:38.542891 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-6a2c11b1-52b9-4ee8-8054-152ddb924c7f None None] Set router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:38.543398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['a82c00b5-e46a-499c-8fa4-a43972da3323'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:38.705887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] For port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:38.713139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] For port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7575ac48-9a9b-45d5-9f2f-90bdb1a27433,segment=NetworkSegment(47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858),segment_id=47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:38.720201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:38.750277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62a2bc-1682-483a-9f1e-812e25bcb819 req-7cc5ca58-90a1-4c52-8e22-0e694cfb30ed tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:38.760219 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a62a2bc-1682-483a-9f1e-812e25bcb819 req-7cc5ca58-90a1-4c52-8e22-0e694cfb30ed tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1350803 Oct 19 11:14:38.825717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:38.883558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894e5fa-0546-4683-b2ea-e979c2c56278 req-50878b87-dc61-4124-9def-9ca2172b7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:38.887547 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3894e5fa-0546-4683-b2ea-e979c2c56278 req-50878b87-dc61-4124-9def-9ca2172b7a86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b379029ee604a4e86abaf1ad85ef5b3&device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 1096 time: 0.4065206 Oct 19 11:14:38.897752 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6a2c11b1-52b9-4ee8-8054-152ddb924c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '5d893835-7918-4635-8557-c40ca3500d99', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'port_id': '50e39833-f903-49eb-a830-ab2eb9d75d16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'mac_address': 'fa:16:3e:d8:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:14:10Z', 'updated_at': '2021-10-19T11:14:35Z', 'revision_number': 1, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23480a68-a6ba-4a69-9162-be4d9f11dc19', 'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'mac_address': 'fa:16:3e:87:51:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:01Z', 'updated_at': '2021-10-19T11:14:08Z', 'revision_number': 5, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'subnets': [{'id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:38.914593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:38.915217 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:38.919309 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] 10.222.0.49 "PUT /v2.0/ports/7575ac48-9a9b-45d5-9f2f-90bdb1a27433 HTTP/1.1" status: 200 len: 1091 time: 1.6991799 Oct 19 11:14:38.933422 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a62a2bc-1682-483a-9f1e-812e25bcb819 req-ff59da8d-867b-4d19-935f-d6318cae866d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718440 Oct 19 11:14:38.950600 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2c11b1-52b9-4ee8-8054-152ddb924c7f None None] The sync data for ids ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'] in n-d-814547-1 is: [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '5d893835-7918-4635-8557-c40ca3500d99', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'port_id': '50e39833-f903-49eb-a830-ab2eb9d75d16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'mac_address': 'fa:16:3e:d8:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:14:10Z', 'updated_at': '2021-10-19T11:14:35Z', 'revision_number': 1, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23480a68-a6ba-4a69-9162-be4d9f11dc19', 'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'mac_address': 'fa:16:3e:87:51:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:01Z', 'updated_at': '2021-10-19T11:14:08Z', 'revision_number': 5, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'subnets': [{'id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:14:38.950839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Pushing event updated for resources: {'Port': ['ID=c09f09dc-e8c4-48c9-9967-b7c0b02c5223,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:38.968979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ace61-ccec-4a16-9344-f02bd548a870 service neutron] Pushing event updated for resources: {'Port': ['ID=7575ac48-9a9b-45d5-9f2f-90bdb1a27433,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:38.995252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:38.996939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:39.004126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:39.048127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec576c-25c8-4c47-8e62-9afffdd9b640 req-c86db718-0d25-4813-af22-a52c572016f2 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:39.056125 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9ec576c-25c8-4c47-8e62-9afffdd9b640 req-c86db718-0d25-4813-af22-a52c572016f2 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 946 time: 0.4818964 Oct 19 11:14:39.077461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea371e-bf3d-4050-b3e7-1d161da3d2f0 req-f10ecc89-478e-40e0-b587-012d5b7ab495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:39.078994 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8bea371e-bf3d-4050-b3e7-1d161da3d2f0 req-f10ecc89-478e-40e0-b587-012d5b7ab495 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 1097 time: 0.5418313 Oct 19 11:14:39.118978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403484a-f607-4543-911f-64964be4f6be req-18288874-2cde-4dba-aa5d-6bc08961838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:39.122281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-18288874-2cde-4dba-aa5d-6bc08961838f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22a407d15dad40c68514e34211f76ab5&device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 1094 time: 0.0740190 Oct 19 11:14:39.161251 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9ec576c-25c8-4c47-8e62-9afffdd9b640 req-a2cdf8cf-75c3-4451-a038-edb68c2d2c58 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020162 Oct 19 11:14:39.231347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-9c61443b-17a5-4537-8a60-0d17c75bcc69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7575ac48-9a9b-45d5-9f2f-90bdb1a27433 HTTP/1.1" status: 200 len: 217 time: 0.0977278 Oct 19 11:14:39.334596 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8bea371e-bf3d-4050-b3e7-1d161da3d2f0 req-cca11774-0d72-47eb-93ae-881167712b46 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266064 Oct 19 11:14:39.364642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d325e67b-c75b-4690-9852-c21d296d7b14 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:39.386302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403484a-f607-4543-911f-64964be4f6be req-0efeb0ef-7864-4ebb-9ee7-01b5abc0723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:39.388225 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-0efeb0ef-7864-4ebb-9ee7-01b5abc0723e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b79bfe5-0009-40e1-9365-5d8b37703066 HTTP/1.1" status: 200 len: 845 time: 0.1468680 Oct 19 11:14:39.402184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84234b8d-84a7-424c-b49b-66f3a6f69fc6 req-cfd62f67-372b-4bd3-a3f0-0e95842d5b37 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:39.411343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84234b8d-84a7-424c-b49b-66f3a6f69fc6 req-cfd62f67-372b-4bd3-a3f0-0e95842d5b37 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 943 time: 0.0959568 Oct 19 11:14:39.466953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d325e67b-c75b-4690-9852-c21d296d7b14 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:39.467322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:39.480835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894e5fa-0546-4683-b2ea-e979c2c56278 req-16999c0b-c008-4e91-9132-8264cb715747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:39.482418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3894e5fa-0546-4683-b2ea-e979c2c56278 req-16999c0b-c008-4e91-9132-8264cb715747 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb HTTP/1.1" status: 200 len: 912 time: 0.5073948 Oct 19 11:14:39.518458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838ecb0-2e4b-4508-970a-0c1ed7f20476 None None] New status for floating IP 5d893835-7918-4635-8557-c40ca3500d99: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:14:39.540017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84234b8d-84a7-424c-b49b-66f3a6f69fc6 req-e9e3756e-7b65-47ad-b9cf-e569c61c73b4 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271300 Oct 19 11:14:39.550066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403484a-f607-4543-911f-64964be4f6be req-7d9ee73a-95eb-4aaf-9fa9-9349892ca288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:39.554075 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-7d9ee73a-95eb-4aaf-9fa9-9349892ca288 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4efd6799-1eab-46e6-862c-c3bca13f905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381845 Oct 19 11:14:39.715924 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-3d80cbe0-0474-42d8-90bc-bc78cdd51393 service neutron] 10.222.0.49 "GET /v2.0/networks/4efd6799-1eab-46e6-862c-c3bca13f905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525927 Oct 19 11:14:39.733766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7079948-f741-4aef-8000-1ffa5eec2898 req-3ba48ffd-b298-47a3-98b6-f419a22429b4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:39.742819 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7079948-f741-4aef-8000-1ffa5eec2898 req-3ba48ffd-b298-47a3-98b6-f419a22429b4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 949 time: 0.4168921 Oct 19 11:14:39.831955 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:39.850858 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3894e5fa-0546-4683-b2ea-e979c2c56278 req-038d44e1-4c67-4624-9f4d-7cc6823f0572 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50e39833-f903-49eb-a830-ab2eb9d75d16 HTTP/1.1" status: 200 len: 998 time: 0.3570991 Oct 19 11:14:39.856767 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:39.903615 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3403484a-f607-4543-911f-64964be4f6be req-f57f4533-4d40-4d2c-a1c3-627914fd78ae service neutron] 10.222.0.49 "GET /v2.0/networks/4efd6799-1eab-46e6-862c-c3bca13f905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777680 Oct 19 11:14:39.918277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port d325e67b-c75b-4690-9852-c21d296d7b14, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d325e67b-c75b-4690-9852-c21d296d7b14,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:39.932814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f19acb-cc1e-40da-82d5-2e1d27e1f5dc None None] Network b157cbcc-604a-44be-a7df-eb39e3221861 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:14:40.049487 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:40.100965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8447ca8-c952-4cab-b328-92bad8852dd7 req-1db45ec1-3614-4167-b2f2-f6786ec6f57f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:40.103553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8447ca8-c952-4cab-b328-92bad8852dd7 req-1db45ec1-3614-4167-b2f2-f6786ec6f57f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.0741749 Oct 19 11:14:40.107040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9c839c07-b50d-4110-982c-3e3feba18e10 None None] Provisioning complete for port d325e67b-c75b-4690-9852-c21d296d7b14 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:40.107495 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9c839c07-b50d-4110-982c-3e3feba18e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:40.165464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8447ca8-c952-4cab-b328-92bad8852dd7 req-d2586e4c-8a0a-4c85-9695-0bd365f82a3d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554914 Oct 19 11:14:40.218883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=d325e67b-c75b-4690-9852-c21d296d7b14,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:40.350437 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7079948-f741-4aef-8000-1ffa5eec2898 req-98aa257e-7048-4dab-9b4f-3345910b6edf tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064534 Oct 19 11:14:40.353612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894e5fa-0546-4683-b2ea-e979c2c56278 req-833b354b-34ed-4ad8-857d-9a8384c035bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:40.355147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3894e5fa-0546-4683-b2ea-e979c2c56278 req-833b354b-34ed-4ad8-857d-9a8384c035bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c95cbccf-8e20-4fe1-9964-8c44711deee6 HTTP/1.1" status: 200 len: 850 time: 0.4562724 Oct 19 11:14:40.413801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145dbd3-d69e-4c42-a333-38f388a2e97a req-9fedc60b-a5be-43ac-b1bb-46ae7c26249f tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:40.415329 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7145dbd3-d69e-4c42-a333-38f388a2e97a req-9fedc60b-a5be-43ac-b1bb-46ae7c26249f tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 946 time: 0.0665984 Oct 19 11:14:40.454561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f224fc-d797-440b-8363-e347969a07f9', 'tag': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:40.457222 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "03f224fc-d797-440b-8363-e347969a07f9", "tag": "7575ac48-9a9b-45d5-9f2f-90bdb1a27433"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:40.479657 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7145dbd3-d69e-4c42-a333-38f388a2e97a req-0f8ae9b9-0809-4f80-a0e6-679f72288515 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579543 Oct 19 11:14:40.521939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894e5fa-0546-4683-b2ea-e979c2c56278 req-17ebebdb-4950-4112-bde3-415a0067c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:40.523688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3894e5fa-0546-4683-b2ea-e979c2c56278 req-17ebebdb-4950-4112-bde3-415a0067c9d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573281 Oct 19 11:14:40.524637 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d784cec-021a-4465-95bb-9d77ca9ae9e7 x-openstack-request-id: req-4d784cec-021a-4465-95bb-9d77ca9ae9e7 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:40.524878 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f224fc-d797-440b-8363-e347969a07f9", "tag": "7575ac48-9a9b-45d5-9f2f-90bdb1a27433", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:40.525136 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d784cec-021a-4465-95bb-9d77ca9ae9e7 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:40.525552 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f224fc-d797-440b-8363-e347969a07f9', 'tag': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433', 'status': 'completed', 'code': 200} Oct 19 11:14:40.632035 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:40.634960 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c68146ee-258a-4c80-b309-898a5e280aa3 None None] Provisioning complete for port d325e67b-c75b-4690-9852-c21d296d7b14 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:40.641912 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c68146ee-258a-4c80-b309-898a5e280aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:40.741043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3894e5fa-0546-4683-b2ea-e979c2c56278 req-484c39bb-e396-4c87-9b50-43281235a51e service neutron] 10.222.0.49 "GET /v2.0/networks/a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905055 Oct 19 11:14:40.742392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7 req-338b77fe-0ae9-41a3-830f-95046bac6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:40.748682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7 req-338b77fe-0ae9-41a3-830f-95046bac6e62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22a407d15dad40c68514e34211f76ab5&device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 1094 time: 0.1925292 Oct 19 11:14:40.846916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1a864-f172-4571-87e7-3d0a427c9229 req-8e4e1473-6873-4a9e-b381-1fe857d4f119 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:40.848993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6a1a864-f172-4571-87e7-3d0a427c9229 req-8e4e1473-6873-4a9e-b381-1fe857d4f119 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 943 time: 0.1947482 Oct 19 11:14:40.915788 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3894e5fa-0546-4683-b2ea-e979c2c56278 req-277bf238-91f7-42d3-bd81-6b22d97a0264 service neutron] 10.222.0.49 "GET /v2.0/networks/a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342862 Oct 19 11:14:40.937644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6a1a864-f172-4571-87e7-3d0a427c9229 req-f0dfc97f-6782-4e38-af57-5f4b1b7acd64 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564766 Oct 19 11:14:40.938815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7 req-0e961969-86de-4005-bfeb-265c6b32e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:40.940326 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7 req-0e961969-86de-4005-bfeb-265c6b32e698 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4efd6799-1eab-46e6-862c-c3bca13f905d HTTP/1.1" status: 200 len: 907 time: 0.1677456 Oct 19 11:14:40.986908 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7 req-da332317-8c2d-4eb4-a058-8493b1bc50d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7575ac48-9a9b-45d5-9f2f-90bdb1a27433 HTTP/1.1" status: 200 len: 217 time: 0.0380504 Oct 19 11:14:41.024150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Router 21f8385d-1790-4433-bd24-82709302e7ab is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:14:41.041026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7 req-192245bc-7e0b-437e-b415-a5df8c4ad0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:41.043296 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7 req-192245bc-7e0b-437e-b415-a5df8c4ad0e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b79bfe5-0009-40e1-9365-5d8b37703066 HTTP/1.1" status: 200 len: 845 time: 0.0468867 Oct 19 11:14:41.100149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7 req-a6454a4e-6cf7-42dc-b030-d4567d6f57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:41.101820 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7 req-a6454a4e-6cf7-42dc-b030-d4567d6f57d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4efd6799-1eab-46e6-862c-c3bca13f905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499601 Oct 19 11:14:41.143140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:14:41.157072 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Sync routers for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:14:41.171583 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:41.183547 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:41.247202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:41.247722 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7 req-0ade319b-f7cb-466d-9de8-47876e0c5946 service neutron] 10.222.0.49 "GET /v2.0/networks/4efd6799-1eab-46e6-862c-c3bca13f905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355746 Oct 19 11:14:41.254531 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:41.258477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0afffe39-d808-4974-89a2-f76007046780 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4687152 Oct 19 11:14:41.258942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47714) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:41.342145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d325e67b-c75b-4690-9852-c21d296d7b14 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:41.381560 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:41.396645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fbdd6e1-0994-4eca-87b7-6fed6005e9d7 req-e304315b-edc8-420f-9729-98c8d76f9eba service neutron] 10.222.0.49 "GET /v2.0/networks/4efd6799-1eab-46e6-862c-c3bca13f905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361833 Oct 19 11:14:41.462534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d325e67b-c75b-4690-9852-c21d296d7b14 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:41.465815 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:41.534398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port a82c00b5-e46a-499c-8fa4-a43972da3323 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:14:41.546710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port a82c00b5-e46a-499c-8fa4-a43972da3323 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:41.547598 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:41.550404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0f2e9-d1ab-42a2-8b19-584c7bf6508b req-a08b9fb4-fef1-4a96-b292-fba7a78d6cb8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:41.555611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119e3b5-871a-44b1-9e62-230caa92ab43 req-92f2aa11-d5e9-40d2-8f9f-5559287aee62 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:41.558047 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ebf0f2e9-d1ab-42a2-8b19-584c7bf6508b req-a08b9fb4-fef1-4a96-b292-fba7a78d6cb8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1790795 Oct 19 11:14:41.564912 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e119e3b5-871a-44b1-9e62-230caa92ab43 req-92f2aa11-d5e9-40d2-8f9f-5559287aee62 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 949 time: 0.1023052 Oct 19 11:14:41.625721 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ebf0f2e9-d1ab-42a2-8b19-584c7bf6508b req-e9055b7d-a7ef-47f6-8326-693dc30d4c9a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666549 Oct 19 11:14:41.644162 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e119e3b5-871a-44b1-9e62-230caa92ab43 req-32606604-c3eb-43d0-b403-42609351d35d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679438 Oct 19 11:14:41.794884 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:41.821151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:41.823520 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b190fe0-a53f-4c5c-a8f2-2d80f2869697" -d '{"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-plugged", "status": "completed", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:41.837746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:41.872431 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:39Z', 'revision_number': 3, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:41.902205 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Checking router: 21f8385d-1790-4433-bd24-82709302e7ab for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:14:41.905268 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Updating router 21f8385d-1790-4433-bd24-82709302e7ab port c09f09dc-e8c4-48c9-9967-b7c0b02c5223 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:14:41.923661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053f1ec-107d-4a62-8fbb-2a756deaa3c4 req-40887750-3ccd-4817-bfbf-9060d395cd96 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:41.924709 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:41.925223 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6053f1ec-107d-4a62-8fbb-2a756deaa3c4 req-40887750-3ccd-4817-bfbf-9060d395cd96 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 946 time: 0.1720152 Oct 19 11:14:41.952653 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:42.017578 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e017ab-6d43-47dc-968a-4d02668f91e3 x-openstack-request-id: req-59e017ab-6d43-47dc-968a-4d02668f91e3 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:42.017876 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-plugged", "status": "completed", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:42.018129 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59e017ab-6d43-47dc-968a-4d02668f91e3 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:42.018544 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'code': 200} Oct 19 11:14:42.019517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:42.086257 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6053f1ec-107d-4a62-8fbb-2a756deaa3c4 req-45f94918-9fde-453b-b99d-e4a37163b3d9 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463101 Oct 19 11:14:42.094058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d3e6b-c591-4515-9c34-bc608bbf8c8d req-4034fce9-10d2-4cab-a62d-7282b82c2d11 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:42.102337 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c55d3e6b-c591-4515-9c34-bc608bbf8c8d req-4034fce9-10d2-4cab-a62d-7282b82c2d11 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 943 time: 0.0623462 Oct 19 11:14:42.144210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7db08-79c8-4d17-88d2-49b54c820a59 req-58845147-ef98-4b97-aefc-4b0bfe5f2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:42.145953 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aff7db08-79c8-4d17-88d2-49b54c820a59 req-58845147-ef98-4b97-aefc-4b0bfe5f2f4d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1101 time: 0.1225820 Oct 19 11:14:42.177051 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c55d3e6b-c591-4515-9c34-bc608bbf8c8d req-d8737484-c6ed-4bfb-8753-97ac03a03840 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689461 Oct 19 11:14:42.217568 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:42.241210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aff7db08-79c8-4d17-88d2-49b54c820a59 req-005e37ab-fea6-464e-877e-4e40aab4e303 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718026 Oct 19 11:14:42.326381 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:42.353340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115e6ac-08e4-4250-b88c-9464cc14ba57 req-1cec9139-b0b3-469b-b98e-b613458cdfc9 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:42.354902 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e115e6ac-08e4-4250-b88c-9464cc14ba57 req-1cec9139-b0b3-469b-b98e-b613458cdfc9 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 946 time: 0.1280477 Oct 19 11:14:42.393064 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:42.456823 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e115e6ac-08e4-4250-b88c-9464cc14ba57 req-313625d9-1fe5-4026-b78c-21f87e45e500 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930672 Oct 19 11:14:42.468654 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8754b6-6346-406c-a7d9-334dab42f8ea None None] Pushing event updated for resources: {'Port': ['ID=c09f09dc-e8c4-48c9-9967-b7c0b02c5223,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:42.474204 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Attempting to bind port c09f09dc-e8c4-48c9-9967-b7c0b02c5223 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:42.474579 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Attempting to bind port c09f09dc-e8c4-48c9-9967-b7c0b02c5223 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:42.474947 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Attempting to bind port c09f09dc-e8c4-48c9-9967-b7c0b02c5223 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:42.483894 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:42.484268 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:42.486599 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:42.487012 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:42.487498 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Bound port: c09f09dc-e8c4-48c9-9967-b7c0b02c5223, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:42.487877 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:42.498164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Allocated IP 172.20.0.1 (b157cbcc-604a-44be-a7df-eb39e3221861/a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c/e8c69c86-f3b0-4ee1-ac59-0215e1fae974) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:42.583249 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] For port c09f09dc-e8c4-48c9-9967-b7c0b02c5223, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:42.591329 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] For port c09f09dc-e8c4-48c9-9967-b7c0b02c5223, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c09f09dc-e8c4-48c9-9967-b7c0b02c5223,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:42.645174 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:42.668625 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:42.737440 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:42.738081 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:42.760193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:42.801407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5da77-dac5-479f-b598-e282e9498a04 req-13931f6c-aad4-4b1f-91c2-3b5fe9188c7b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:42.802235 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4d5da77-dac5-479f-b598-e282e9498a04 req-13931f6c-aad4-4b1f-91c2-3b5fe9188c7b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.0727587 Oct 19 11:14:42.850712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Network b157cbcc-604a-44be-a7df-eb39e3221861 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:42.864486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:42.866084 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8754b6-6346-406c-a7d9-334dab42f8ea None None] Pushing event updated for resources: {'Port': ['ID=c09f09dc-e8c4-48c9-9967-b7c0b02c5223,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:42.879786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:42.881232 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4d5da77-dac5-479f-b598-e282e9498a04 req-c09e1f98-0234-419e-bd4b-07904682622c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727131 Oct 19 11:14:42.906055 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:42.959297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c69c86-f3b0-4ee1-ac59-0215e1fae974,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:42.969602 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:43.083095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468afa2-bf5b-4266-865c-38408a796e5a req-8a53aab7-c157-4a66-81c7-0edbd0b27b89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:43.092516 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d468afa2-bf5b-4266-865c-38408a796e5a req-8a53aab7-c157-4a66-81c7-0edbd0b27b89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0869219 Oct 19 11:14:43.153975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d468afa2-bf5b-4266-865c-38408a796e5a req-3f63cc65-11a7-4ab8-84cd-4b35067ca02e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604329 Oct 19 11:14:43.229451 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:39Z', 'revision_number': 3, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:43.268496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:43.279443 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45098104-7001-4e5d-bc19-fb9e81ad645f None None] The sync data for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 is: [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:39Z', 'revision_number': 3, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:14:43.444919 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:43.533039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53032871-271c-458c-aac2-bc181ff4bbdd req-2d18edd8-6783-4756-8ede-973b4377901f tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:43.542542 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-53032871-271c-458c-aac2-bc181ff4bbdd req-2d18edd8-6783-4756-8ede-973b4377901f tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 943 time: 0.1750977 Oct 19 11:14:43.556968 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7575ac48-9a9b-45d5-9f2f-90bdb1a27433,segment=NetworkSegment(47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858),segment_id=47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:43.607109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'port_id': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433', 'mac_address': 'fa:16:3e:5a:11:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:14:43.610343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6af7e24e-f2e6-4336-97c3-e9a3e6ced79b None None] Provisioning complete for port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:43.610776 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6af7e24e-f2e6-4336-97c3-e9a3e6ced79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:43.614896 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-53032871-271c-458c-aac2-bc181ff4bbdd req-214a5b68-1898-48d5-9364-338e13346545 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711129 Oct 19 11:14:43.719862 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:43.722307 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6af7e24e-f2e6-4336-97c3-e9a3e6ced79b None None] Port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:43.746452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:43.785599 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7575ac48-9a9b-45d5-9f2f-90bdb1a27433,segment=NetworkSegment(47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858),segment_id=47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:43.841570 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:43.922416 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:43.981222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7575ac48-9a9b-45d5-9f2f-90bdb1a27433,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:43.999374 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:44.068225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a2b1b-c986-401f-bebd-340d937c061b req-2b195e56-8198-4fbb-9ac1-4d799c6e115a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:44.069816 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e57a2b1b-c986-401f-bebd-340d937c061b req-2b195e56-8198-4fbb-9ac1-4d799c6e115a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.0889676 Oct 19 11:14:44.122199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e57a2b1b-c986-401f-bebd-340d937c061b req-9b455694-9b3f-40f2-9ad0-5f771d0376eb tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Oct 19 11:14:44.140469 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:44.142288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c69c86-f3b0-4ee1-ac59-0215e1fae974,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:44.159674 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09d262-a091-4393-97a5-2771451753c6 req-2e6031cf-ad61-496e-9b7b-5d66fa25e887 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:44.159674 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d09d262-a091-4393-97a5-2771451753c6 req-2e6031cf-ad61-496e-9b7b-5d66fa25e887 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 946 time: 0.1308601 Oct 19 11:14:44.186874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['7575ac48-9a9b-45d5-9f2f-90bdb1a27433'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:44.273126 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d09d262-a091-4393-97a5-2771451753c6 req-0676f8a4-6d7c-4932-b86f-622d1d2f898e tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051090 Oct 19 11:14:44.336344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315df068-72fd-4515-b4f0-2ab8718ab6a6 req-1d38e82a-70de-400a-93cb-47c9fcec62f3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:44.344676 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-315df068-72fd-4515-b4f0-2ab8718ab6a6 req-1d38e82a-70de-400a-93cb-47c9fcec62f3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1075523 Oct 19 11:14:44.402933 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-315df068-72fd-4515-b4f0-2ab8718ab6a6 req-f4cb1e64-7838-4624-9966-bf203aed5a6c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493608 Oct 19 11:14:44.425883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Network b157cbcc-604a-44be-a7df-eb39e3221861 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:44.427538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:44.614037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9de20-b868-493f-8751-4e00cdf77771 req-214cabc9-3456-4840-b211-9e15e475def9 tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:44.623054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5cd9de20-b868-493f-8751-4e00cdf77771 req-214cabc9-3456-4840-b211-9e15e475def9 tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1101 time: 0.0687103 Oct 19 11:14:44.704177 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5cd9de20-b868-493f-8751-4e00cdf77771 req-abc02523-ae6f-46f2-bc38-a4b1742a13f9 tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801589 Oct 19 11:14:44.826969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Router 21f8385d-1790-4433-bd24-82709302e7ab has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:14:44.867789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c0841f89-c442-401e-8b8c-302559b0a794 None None] Provisioning complete for port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:44.868332 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0841f89-c442-401e-8b8c-302559b0a794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:44.909715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c01ca-4603-420b-b467-5ec42166534f req-e137c3b3-18a1-429c-bf32-cc85b08ef035 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:44.911424 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d3c01ca-4603-420b-b467-5ec42166534f req-e137c3b3-18a1-429c-bf32-cc85b08ef035 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 944 time: 0.1536183 Oct 19 11:14:44.920240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c0841f89-c442-401e-8b8c-302559b0a794 None None] Port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:45.002775 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d3c01ca-4603-420b-b467-5ec42166534f req-3c0bff8a-20f0-4c44-81f3-4862bc65aa9d tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819187 Oct 19 11:14:45.013941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:14:45.020838 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b3a3d9df-0044-4e64-9df5-93f03210e0c1 admin admin] 10.222.0.39 "PUT /v2.0/routers/21f8385d-1790-4433-bd24-82709302e7ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7603607 Oct 19 11:14:45.244058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 29bcfafc-de7e-4a68-a251-941db43b5d12 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:45.270025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:45.328714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dcd8a-6053-4c03-8ae5-577efb5cf247 req-9bf69523-b54f-4815-9158-3a60bf31ccef tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:45.341877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f76dcd8a-6053-4c03-8ae5-577efb5cf247 req-9bf69523-b54f-4815-9158-3a60bf31ccef tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1373391 Oct 19 11:14:45.367810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c09f09dc-e8c4-48c9-9967-b7c0b02c5223 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:45.454913 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f76dcd8a-6053-4c03-8ae5-577efb5cf247 req-80dde5d5-0778-4737-886a-5b1e5fe1625a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085145 Oct 19 11:14:45.483965 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-b2bcd2f9-302c-4b65-b81f-70341692664d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935929 Oct 19 11:14:45.510194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 29bcfafc-de7e-4a68-a251-941db43b5d12, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=29bcfafc-de7e-4a68-a251-941db43b5d12,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:45.513109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c09f09dc-e8c4-48c9-9967-b7c0b02c5223 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:45.513557 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:45.547292 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '29bcfafc-de7e-4a68-a251-941db43b5d12', 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6', 'port_id': '29bcfafc-de7e-4a68-a251-941db43b5d12', 'mac_address': 'fa:16:3e:cf:76:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a4348a-2dbe-46d3-89b8-5ec7c8e710a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:14:45.584337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:14:45.595145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:45.595513 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:45.628741 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:45.725382 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:45.748997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a3028-b8dc-4241-b3e9-5a53447605fa req-809e4a3a-93ed-49ce-ab82-1e16ad3b0093 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:45.757303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port c09f09dc-e8c4-48c9-9967-b7c0b02c5223, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c09f09dc-e8c4-48c9-9967-b7c0b02c5223,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:45.759800 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-440a3028-b8dc-4241-b3e9-5a53447605fa req-809e4a3a-93ed-49ce-ab82-1e16ad3b0093 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1126635 Oct 19 11:14:45.866966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-440a3028-b8dc-4241-b3e9-5a53447605fa req-5cdc9f72-a0b2-4ba5-9343-c81a446bb53d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062407 Oct 19 11:14:45.884470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29bcfafc-de7e-4a68-a251-941db43b5d12 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:45.919408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:45.935157 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:46.010506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Sync routers for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:14:46.057350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 29bcfafc-de7e-4a68-a251-941db43b5d12, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=29bcfafc-de7e-4a68-a251-941db43b5d12,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:46.115490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=c09f09dc-e8c4-48c9-9967-b7c0b02c5223,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:46.118808 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f224fc-d797-440b-8363-e347969a07f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:46.121644 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969b3cf3-da9c-47bb-9e76-5461dae1ecb7" -d '{"events": [{"server_uuid": "03f224fc-d797-440b-8363-e347969a07f9", "name": "network-vif-plugged", "status": "completed", "tag": "7575ac48-9a9b-45d5-9f2f-90bdb1a27433"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:46.123832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47894) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:46.130445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e0f60d66-2b0c-498c-8d97-04ba399a1225 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1669296344', 'description': 'tempest-description--170526880'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:46.157802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce36d7-11f4-4eb4-bc6e-d24eae0ab09e req-4a620ce1-78f7-4612-b3c0-d326f86716b7 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:46.158328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:46.158328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:46.161520 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:46.166827 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-14ce36d7-11f4-4eb4-bc6e-d24eae0ab09e req-4a620ce1-78f7-4612-b3c0-d326f86716b7 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 946 time: 0.1752110 Oct 19 11:14:46.198633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7575ac48-9a9b-45d5-9f2f-90bdb1a27433,segment=NetworkSegment(47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858),segment_id=47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:46.228778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-14ce36d7-11f4-4eb4-bc6e-d24eae0ab09e req-781a5027-efb8-4c10-9c5b-174f16bfd50e tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561981 Oct 19 11:14:46.247645 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e0f60d66-2b0c-498c-8d97-04ba399a1225 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:46.332395 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e0f60d66-2b0c-498c-8d97-04ba399a1225 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:46.390872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e0f60d66-2b0c-498c-8d97-04ba399a1225 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:46.424611 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:46.477796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=29bcfafc-de7e-4a68-a251-941db43b5d12,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:46.484398 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f60d66-2b0c-498c-8d97-04ba399a1225 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8fa30d-46e4-49bd-ba9e-2b859e06e824,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:46.491037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35867eab-17a3-450f-a27b-bea185e16fdd req-50b440b8-57a5-4ebf-aa2f-ad570fb4f40d tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:46.503420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-35867eab-17a3-450f-a27b-bea185e16fdd req-50b440b8-57a5-4ebf-aa2f-ad570fb4f40d tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 945 time: 0.1392183 Oct 19 11:14:46.514620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e0f60d66-2b0c-498c-8d97-04ba399a1225 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:46.515888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e0f60d66-2b0c-498c-8d97-04ba399a1225 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3909788 Oct 19 11:14:46.521156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47900) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:46.544941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-71f04d83-5828-470c-87dd-40bbeaef60a1 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'security_group_rule': {'security_group_id': '3c8fa30d-46e4-49bd-ba9e-2b859e06e824', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:46.548631 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['29bcfafc-de7e-4a68-a251-941db43b5d12'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:46.634818 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-35867eab-17a3-450f-a27b-bea185e16fdd req-1adac4fa-ea64-454a-a7df-62b055516de0 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331100 Oct 19 11:14:46.648205 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b542f757-8ad3-4b28-8ebc-83b0dad80eaf x-openstack-request-id: req-b542f757-8ad3-4b28-8ebc-83b0dad80eaf {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:46.650948 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f224fc-d797-440b-8363-e347969a07f9", "name": "network-vif-plugged", "status": "completed", "tag": "7575ac48-9a9b-45d5-9f2f-90bdb1a27433", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:46.654395 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b542f757-8ad3-4b28-8ebc-83b0dad80eaf {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:46.659016 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f224fc-d797-440b-8363-e347969a07f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433', 'code': 200} Oct 19 11:14:46.676017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:46.757898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71f04d83-5828-470c-87dd-40bbeaef60a1 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:46.786610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44f1b-339f-4dcf-88ae-d9a8b84e48ed req-d23efd60-afdd-4e8e-9ac3-e48ee799ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:46.788147 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cbb44f1b-339f-4dcf-88ae-d9a8b84e48ed req-d23efd60-afdd-4e8e-9ac3-e48ee799ab7c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 1096 time: 0.1486747 Oct 19 11:14:46.814032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d09f9-fd75-4f82-95cd-59a5995694d2 req-c7ac7b5a-f17a-4d73-9452-e0fd9f4ca9c4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:46.816617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7575ac48-9a9b-45d5-9f2f-90bdb1a27433,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:46.818302 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d69d09f9-fd75-4f82-95cd-59a5995694d2 req-c7ac7b5a-f17a-4d73-9452-e0fd9f4ca9c4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1604738 Oct 19 11:14:46.870384 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cbb44f1b-339f-4dcf-88ae-d9a8b84e48ed req-6b3d9ffc-aac2-4c53-96eb-95dfaa779bf3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719705 Oct 19 11:14:46.871076 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71f04d83-5828-470c-87dd-40bbeaef60a1 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:46.919325 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d69d09f9-fd75-4f82-95cd-59a5995694d2 req-ab56d50e-6ee9-406b-bf0c-7ac5fc15ceb4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512035 Oct 19 11:14:46.996321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71f04d83-5828-470c-87dd-40bbeaef60a1 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.027989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f04d83-5828-470c-87dd-40bbeaef60a1 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acdb27f-0433-499d-a3a1-089af2ffee5c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:47.050043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 2, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:47.080811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Checking router: 21f8385d-1790-4433-bd24-82709302e7ab for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:14:47.080811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Updating router 21f8385d-1790-4433-bd24-82709302e7ab port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:14:47.113956 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.118755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce872fe8-0d1d-45e5-88b5-eaeaff2c299e req-1f13a5ff-7b20-474e-9ac2-355253b97c0c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:47.122583 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce872fe8-0d1d-45e5-88b5-eaeaff2c299e req-1f13a5ff-7b20-474e-9ac2-355253b97c0c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0760791 Oct 19 11:14:47.173468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce872fe8-0d1d-45e5-88b5-eaeaff2c299e req-d978b402-3b15-46e0-bb73-a21df3dd85c3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445576 Oct 19 11:14:47.191195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71f04d83-5828-470c-87dd-40bbeaef60a1 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.192766 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-71f04d83-5828-470c-87dd-40bbeaef60a1 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6614263 Oct 19 11:14:47.195997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47914) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:47.208497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c646753c-eb9b-4e72-946b-265c837efc60 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'security_group_rule': {'security_group_id': '3c8fa30d-46e4-49bd-ba9e-2b859e06e824', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:47.298506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 29bcfafc-de7e-4a68-a251-941db43b5d12 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:47.301282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c09f09dc-e8c4-48c9-9967-b7c0b02c5223 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:47.393022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20788d2a-d1eb-4927-a2ee-cbe937f0f831 req-e0fcb9c2-70e7-4a06-a14c-95218e3e5ac7 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:47.394840 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c646753c-eb9b-4e72-946b-265c837efc60 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.410028 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-20788d2a-d1eb-4927-a2ee-cbe937f0f831 req-e0fcb9c2-70e7-4a06-a14c-95218e3e5ac7 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 945 time: 0.0777996 Oct 19 11:14:47.472682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c09f09dc-e8c4-48c9-9967-b7c0b02c5223 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:47.473079 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.514511 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-20788d2a-d1eb-4927-a2ee-cbe937f0f831 req-83950088-b62f-437a-a445-4276e6a330d9 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035020 Oct 19 11:14:47.529438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 29bcfafc-de7e-4a68-a251-941db43b5d12 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:47.529852 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.533692 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c646753c-eb9b-4e72-946b-265c837efc60 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.607767 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c646753c-eb9b-4e72-946b-265c837efc60 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.637451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646753c-eb9b-4e72-946b-265c837efc60 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b151b74-7cd5-41ee-a92f-4d965c49b274,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:47.741698 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c646753c-eb9b-4e72-946b-265c837efc60 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.743136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c646753c-eb9b-4e72-946b-265c837efc60 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5460780 Oct 19 11:14:47.744266 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.746966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47926) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:47.751752 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.752489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:47.792783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cab91-d155-4b08-b107-a2b9ad8282e6 req-c2035c32-2703-4c52-9775-84a6ebae5b9a tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:47.793218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 29bcfafc-de7e-4a68-a251-941db43b5d12, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=29bcfafc-de7e-4a68-a251-941db43b5d12,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:47.794586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b11cab91-d155-4b08-b107-a2b9ad8282e6 req-c2035c32-2703-4c52-9775-84a6ebae5b9a tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 945 time: 0.0782959 Oct 19 11:14:47.847300 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b11cab91-d155-4b08-b107-a2b9ad8282e6 req-8145a188-f69a-4300-b0b0-d2263f14e56d tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416677 Oct 19 11:14:47.867826 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.868449 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.873986 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:47.947053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fddcfe-83d7-4fc2-b8d7-e482169161cd None None] Pushing event updated for resources: {'Port': ['ID=e8c69c86-f3b0-4ee1-ac59-0215e1fae974,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:48.069771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:48.125062 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=29bcfafc-de7e-4a68-a251-941db43b5d12,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:48.138650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Attempting to bind port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:48.139082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Attempting to bind port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:48.139680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Attempting to bind port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 on network b157cbcc-604a-44be-a7df-eb39e3221861 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:48.154171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:48.154539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Checking segment: {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:48.155599 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:48.155991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Bound using segment: {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:48.161427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Bound port: e8c69c86-f3b0-4ee1-ac59-0215e1fae974, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:48.161700 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:48.219970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac5b50-3efb-44c0-bd34-3d0ef73a42bc req-e942492e-c733-4b6d-9ef5-d759b6e1aac7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:48.242655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16ac5b50-3efb-44c0-bd34-3d0ef73a42bc req-e942492e-c733-4b6d-9ef5-d759b6e1aac7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1637189 Oct 19 11:14:48.270404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e3594-64db-44c6-a574-f9cd08d0e198 req-e2d6f2a3-644d-4828-a167-75038d8e2f0b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:48.279594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-730e3594-64db-44c6-a574-f9cd08d0e198 req-e2d6f2a3-644d-4828-a167-75038d8e2f0b tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 946 time: 0.1064286 Oct 19 11:14:48.318752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Allocated IP 172.25.2.53 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/95878512-e3d1-4a92-9f59-33e53569b2bc) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:48.358685 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-730e3594-64db-44c6-a574-f9cd08d0e198 req-1f53f113-7c77-47ff-91c8-a8186d6e6386 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778551 Oct 19 11:14:48.360365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] For port e8c69c86-f3b0-4ee1-ac59-0215e1fae974, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:48.365489 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] For port e8c69c86-f3b0-4ee1-ac59-0215e1fae974, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e8c69c86-f3b0-4ee1-ac59-0215e1fae974,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:48.370751 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16ac5b50-3efb-44c0-bd34-3d0ef73a42bc req-ae1a45e5-cdb6-45e4-af71-0d2e204e9632 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214917 Oct 19 11:14:48.411639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d4d440ac-56b6-4fe4-a411-2a19e2eccadb None None] Provisioning complete for port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:48.412400 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d4d440ac-56b6-4fe4-a411-2a19e2eccadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:48.479963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d4d440ac-56b6-4fe4-a411-2a19e2eccadb None None] Port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:48.490704 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:48.519222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8056-e6da-41e9-928d-aa786e78d485 req-9b273b68-1f1f-4e3e-a1d3-5c61c1aad3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:48.522987 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-9b273b68-1f1f-4e3e-a1d3-5c61c1aad3c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1101 time: 0.0657487 Oct 19 11:14:48.536866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346a145-8c27-4335-8ef9-7d87cd28e042 req-2ada21e3-d2fd-4ee2-bcdb-c5b3767cba4c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:48.538783 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5346a145-8c27-4335-8ef9-7d87cd28e042 req-2ada21e3-d2fd-4ee2-bcdb-c5b3767cba4c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0769074 Oct 19 11:14:48.576867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:48.576867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:48.582923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:48.603493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5346a145-8c27-4335-8ef9-7d87cd28e042 req-157be093-b0af-44ca-9a88-e49b7921bb75 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546241 Oct 19 11:14:48.629427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fddcfe-83d7-4fc2-b8d7-e482169161cd None None] Pushing event updated for resources: {'Port': ['ID=e8c69c86-f3b0-4ee1-ac59-0215e1fae974,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:48.661327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bcfafc-de7e-4a68-a251-941db43b5d12'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:48.664192 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157c962b-16c2-4eb5-be34-96b6ababb027" -d '{"events": [{"server_uuid": "a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6", "name": "network-vif-plugged", "status": "completed", "tag": "29bcfafc-de7e-4a68-a251-941db43b5d12"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:48.732075 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389d7d3b-f7f7-4a79-b694-949704590806 x-openstack-request-id: req-389d7d3b-f7f7-4a79-b694-949704590806 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:48.732515 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6", "name": "network-vif-plugged", "status": "completed", "tag": "29bcfafc-de7e-4a68-a251-941db43b5d12", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:48.732959 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-389d7d3b-f7f7-4a79-b694-949704590806 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:48.733450 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bcfafc-de7e-4a68-a251-941db43b5d12', 'code': 200} Oct 19 11:14:48.740433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:48.752811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:48.754665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8056-e6da-41e9-928d-aa786e78d485 req-cdf799c6-dbd1-41cb-83b3-5983e597d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:48.756163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-cdf799c6-dbd1-41cb-83b3-5983e597d5ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.2185624 Oct 19 11:14:48.800330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:48.803207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:48.809443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-75956c65-535f-434e-857b-5f469edbb72e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 217 time: 0.0445683 Oct 19 11:14:48.813931 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:48.816189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'Port': ['ID=95878512-e3d1-4a92-9f59-33e53569b2bc,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:48.872594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8056-e6da-41e9-928d-aa786e78d485 req-6c1337d7-0606-4e92-9e7c-70bf35975b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:48.874500 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-6c1337d7-0606-4e92-9e7c-70bf35975b30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0562673 Oct 19 11:14:48.935504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8056-e6da-41e9-928d-aa786e78d485 req-607e2f80-d7d2-4793-b8c7-ce7cf0869ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:48.937649 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-607e2f80-d7d2-4793-b8c7-ce7cf0869ce2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534120 Oct 19 11:14:48.956809 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:48.972913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-09ab350f-2072-44ea-aa9a-6a8b4679c8a9 None None] Provisioning complete for port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:48.973160 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-09ab350f-2072-44ea-aa9a-6a8b4679c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:49.078572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ae81d-bb1f-4fba-be78-3dc0b3dec9e0 req-d4530883-1d66-453f-85ee-9197537f7c72 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:49.080477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b10ae81d-bb1f-4fba-be78-3dc0b3dec9e0 req-d4530883-1d66-453f-85ee-9197537f7c72 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 945 time: 0.0989664 Oct 19 11:14:49.084562 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:49.110342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-013d7852-061e-4af9-879c-b3e81f5ac033 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633072 Oct 19 11:14:49.181479 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-09ab350f-2072-44ea-aa9a-6a8b4679c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:49.181994 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b10ae81d-bb1f-4fba-be78-3dc0b3dec9e0 req-3da37aec-a10b-411c-8f50-f0d31ba8d25a tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710292 Oct 19 11:14:49.243966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:48Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:49.246495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-09ab350f-2072-44ea-aa9a-6a8b4679c8a9 None None] For port e8c69c86-f3b0-4ee1-ac59-0215e1fae974, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e8c69c86-f3b0-4ee1-ac59-0215e1fae974,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:49.272805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55788aa-85e9-4a67-82bf-67854820e2d9 None None] The sync data for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 is: [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:48Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:14:49.306292 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-aba3c06c-b68c-42ac-8270-9395359376b0 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808486 Oct 19 11:14:49.321887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f9899-5671-4026-b7fd-eff5d106cadc req-67f78d42-7d3e-4b45-8e2d-aaa01a32ff25 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:49.321887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-077f9899-5671-4026-b7fd-eff5d106cadc req-67f78d42-7d3e-4b45-8e2d-aaa01a32ff25 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 945 time: 0.0863376 Oct 19 11:14:49.321887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:49.334369 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47948) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:14:49.345843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a661bd23-4443-431c-a565-ff30d157e998 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Request body: {'floatingip': {'port_id': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:49.350627 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:49.403922 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-09ab350f-2072-44ea-aa9a-6a8b4679c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:49.416118 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a661bd23-4443-431c-a565-ff30d157e998 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:49.465778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:49.536286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab350f-2072-44ea-aa9a-6a8b4679c8a9 None None] Pushing event updated for resources: {'Port': ['ID=e8c69c86-f3b0-4ee1-ac59-0215e1fae974,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:49.537113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be6749-b68b-4260-8e93-99433e78dd41 req-83d07d9d-bd48-42ab-ae45-304de66eed73 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:49.538984 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-48be6749-b68b-4260-8e93-99433e78dd41 req-83d07d9d-bd48-42ab-ae45-304de66eed73 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 946 time: 0.1027939 Oct 19 11:14:49.601486 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-48be6749-b68b-4260-8e93-99433e78dd41 req-e9d80edb-0516-4349-b053-e9e122b669b0 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Oct 19 11:14:49.674978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'Port': ['ID=95878512-e3d1-4a92-9f59-33e53569b2bc,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:49.705765 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:49.756618 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:49.773164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70129259-bd81-49c2-97d2-8d74d86fca93 req-96647391-141b-4a76-83df-7dc110552bbd tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:49.780986 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70129259-bd81-49c2-97d2-8d74d86fca93 req-96647391-141b-4a76-83df-7dc110552bbd tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.2721725 Oct 19 11:14:49.839677 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff95a9-9777-4324-9ace-46c5e31a58ed req-16817fe2-5bf3-4f8a-907f-9238f59e0899 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:49.839677 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ffff95a9-9777-4324-9ace-46c5e31a58ed req-16817fe2-5bf3-4f8a-907f-9238f59e0899 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0674131 Oct 19 11:14:49.860808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70129259-bd81-49c2-97d2-8d74d86fca93 req-5ecb3d70-c756-469a-ac5d-b6db553054c0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788374 Oct 19 11:14:49.923754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ffff95a9-9777-4324-9ace-46c5e31a58ed req-4926c263-ecb2-4c9b-97e6-413f0464dd04 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956705 Oct 19 11:14:49.953904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321afdbd-c8cd-4276-a2ad-9bfb94c664d6 req-355c35d0-1305-4dec-b472-fbba10f86d31 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:49.955429 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-321afdbd-c8cd-4276-a2ad-9bfb94c664d6 req-355c35d0-1305-4dec-b472-fbba10f86d31 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 946 time: 0.1038284 Oct 19 11:14:50.037835 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:50.043700 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e9e01a39-bf16-480c-8ac6-b24364a02e9a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2910218 Oct 19 11:14:50.084498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-321afdbd-c8cd-4276-a2ad-9bfb94c664d6 req-6c6396ed-fc77-42f8-9f68-2ac9575fa993 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Deleting port 29bcfafc-de7e-4a68-a251-941db43b5d12 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:14:50.084952 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-321afdbd-c8cd-4276-a2ad-9bfb94c664d6 req-6c6396ed-fc77-42f8-9f68-2ac9575fa993 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:50.222740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-321afdbd-c8cd-4276-a2ad-9bfb94c664d6 req-6c6396ed-fc77-42f8-9f68-2ac9575fa993 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] For port 29bcfafc-de7e-4a68-a251-941db43b5d12, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=29bcfafc-de7e-4a68-a251-941db43b5d12,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:50.223165 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-321afdbd-c8cd-4276-a2ad-9bfb94c664d6 req-6c6396ed-fc77-42f8-9f68-2ac9575fa993 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:50.239496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-321afdbd-c8cd-4276-a2ad-9bfb94c664d6 req-6c6396ed-fc77-42f8-9f68-2ac9575fa993 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Calling delete_port for 29bcfafc-de7e-4a68-a251-941db43b5d12 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:14:50.371918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-bc989927-cad8-446a-8ef7-9a8c1febbb97 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1669296344&fields=id&tenant_id=8c4aff5c278d4f8c85dab7cb43309335 HTTP/1.1" status: 200 len: 267 time: 0.0551174 Oct 19 11:14:50.545686 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-86ac3ea9-9dee-4a92-b764-08f0c0db5128 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:50.547148 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-86ac3ea9-9dee-4a92-b764-08f0c0db5128 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 811 time: 0.1552386 Oct 19 11:14:50.549756 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-321afdbd-c8cd-4276-a2ad-9bfb94c664d6 req-6c6396ed-fc77-42f8-9f68-2ac9575fa993 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:50.574514 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.resource_extend [None req-a661bd23-4443-431c-a565-ff30d157e998 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 11:14:50.589337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6396ed-fc77-42f8-9f68-2ac9575fa993 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event deleted for resources: {'Port': ['ID=29bcfafc-de7e-4a68-a251-941db43b5d12,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:50.608664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-cc7cb4e9-d80d-4fad-b432-e27e71cfe1a2 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/quotas/8c4aff5c278d4f8c85dab7cb43309335 HTTP/1.1" status: 200 len: 375 time: 0.0483303 Oct 19 11:14:50.638633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a661bd23-4443-431c-a565-ff30d157e998 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:50.653224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-321afdbd-c8cd-4276-a2ad-9bfb94c664d6 req-6c6396ed-fc77-42f8-9f68-2ac9575fa993 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] No DVR routers for this DVR port 29bcfafc-de7e-4a68-a251-941db43b5d12 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:14:50.656434 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-321afdbd-c8cd-4276-a2ad-9bfb94c664d6 req-6c6396ed-fc77-42f8-9f68-2ac9575fa993 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:50.660383 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-321afdbd-c8cd-4276-a2ad-9bfb94c664d6 req-6c6396ed-fc77-42f8-9f68-2ac9575fa993 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "DELETE /v2.0/ports/29bcfafc-de7e-4a68-a251-941db43b5d12 HTTP/1.1" status: 204 len: 173 time: 0.6944594 Oct 19 11:14:50.660718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6', 'name': 'network-vif-deleted', 'tag': '29bcfafc-de7e-4a68-a251-941db43b5d12'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:50.663506 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c41bd1a-3530-49f3-b2b2-661bc8e50b09" -d '{"events": [{"server_uuid": "a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6", "name": "network-vif-deleted", "tag": "29bcfafc-de7e-4a68-a251-941db43b5d12"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:50.719569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7976dd35-5217-42ea-993a-f335fb298d1c req-1f7befeb-492a-4573-8011-6547e25bde3a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 210 time: 0.0378354 Oct 19 11:14:50.721138 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-1c0bf196-da4e-4e70-aca5-d1124013a582 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0970385 Oct 19 11:14:50.742518 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a661bd23-4443-431c-a565-ff30d157e998 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:50.774461 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a28f59a-2bc1-4e7a-9aca-f4ce3188cb43 x-openstack-request-id: req-6a28f59a-2bc1-4e7a-9aca-f4ce3188cb43 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:50.774825 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6", "name": "network-vif-deleted", "tag": "29bcfafc-de7e-4a68-a251-941db43b5d12", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:50.775125 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a28f59a-2bc1-4e7a-9aca-f4ce3188cb43 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:50.775540 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6', 'name': 'network-vif-deleted', 'tag': '29bcfafc-de7e-4a68-a251-941db43b5d12', 'status': 'completed', 'code': 200} Oct 19 11:14:50.888376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-3c244018-c79a-49fe-b406-45eb2c432433 service neutron] 10.222.0.39 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609452 Oct 19 11:14:50.948591 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-a661bd23-4443-431c-a565-ff30d157e998 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Floating IP 0eff9e57-f999-4201-a9ac-424558aa0557 associated. External IP: 172.25.2.29, port: 7575ac48-9a9b-45d5-9f2f-90bdb1a27433. Oct 19 11:14:51.014782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-cecc966d-5669-494f-84d1-ff7dbe5e1f7f service neutron] 10.222.0.39 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226182 Oct 19 11:14:51.113879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e9bb6-c44d-48b5-89ad-63be732b2d43 req-57214014-7347-4f00-940b-91cd892f500b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:51.120274 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-066e9bb6-c44d-48b5-89ad-63be732b2d43 req-57214014-7347-4f00-940b-91cd892f500b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1070516 Oct 19 11:14:51.225865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-066e9bb6-c44d-48b5-89ad-63be732b2d43 req-3c3a6bbd-f15a-4c25-a956-9cadc94cfd66 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000857 Oct 19 11:14:51.267638 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 29bcfafc-de7e-4a68-a251-941db43b5d12 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:14:51.297342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 29bcfafc-de7e-4a68-a251-941db43b5d12 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:14:51.298470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 29bcfafc-de7e-4a68-a251-941db43b5d12 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:14:51.326845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e8c69c86-f3b0-4ee1-ac59-0215e1fae974 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:14:51.330040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a661bd23-4443-431c-a565-ff30d157e998 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Router a748f4f2-55a1-4611-aa8c-bc543bb1d126 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:14:51.461884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:51.462404 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:51.516778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d03063da-b554-4a67-84c7-16a036d0dd36 req-f37e98a2-6692-4af4-a098-05e9c89db682 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 210 time: 0.0386755 Oct 19 11:14:51.537676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb6227-501c-40e5-af81-55a7db7e3cb6 req-1226d60c-00e3-43f7-846e-83bdbb4a7c7f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:51.539450 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69bb6227-501c-40e5-af81-55a7db7e3cb6 req-1226d60c-00e3-43f7-846e-83bdbb4a7c7f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1620002 Oct 19 11:14:51.564097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a661bd23-4443-431c-a565-ff30d157e998 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:14:51.568078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a661bd23-4443-431c-a565-ff30d157e998 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:51.571424 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954113e7-e0ef-4a78-9e87-c7b9c0a5b7fd None None] Sync routers for ids ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:14:51.589271 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954113e7-e0ef-4a78-9e87-c7b9c0a5b7fd None None] Routers {'a748f4f2-55a1-4611-aa8c-bc543bb1d126'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:51.592765 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-954113e7-e0ef-4a78-9e87-c7b9c0a5b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:51.621019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69bb6227-501c-40e5-af81-55a7db7e3cb6 req-52a6c30d-9dc3-4769-8b8d-3563b8ac702e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678117 Oct 19 11:14:51.634107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a661bd23-4443-431c-a565-ff30d157e998 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "PUT /v2.0/floatingips/0eff9e57-f999-4201-a9ac-424558aa0557 HTTP/1.1" status: 200 len: 990 time: 2.2985365 Oct 19 11:14:51.635125 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f224fc-d797-440b-8363-e347969a07f9', 'tag': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:51.638174 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "03f224fc-d797-440b-8363-e347969a07f9", "tag": "7575ac48-9a9b-45d5-9f2f-90bdb1a27433"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:51.692858 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73c651a-6649-4135-944c-747bde34ac12 x-openstack-request-id: req-e73c651a-6649-4135-944c-747bde34ac12 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:51.693146 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f224fc-d797-440b-8363-e347969a07f9", "tag": "7575ac48-9a9b-45d5-9f2f-90bdb1a27433", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:51.693440 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e73c651a-6649-4135-944c-747bde34ac12 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:51.693870 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f224fc-d797-440b-8363-e347969a07f9', 'tag': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433', 'status': 'completed', 'code': 200} Oct 19 11:14:51.731059 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-954113e7-e0ef-4a78-9e87-c7b9c0a5b7fd None None] Set router a748f4f2-55a1-4611-aa8c-bc543bb1d126 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:51.782552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3 req-f5be4c7d-d51c-4ac4-86a1-12717ab57199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:51.784159 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3 req-f5be4c7d-d51c-4ac4-86a1-12717ab57199 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22a407d15dad40c68514e34211f76ab5&device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 1096 time: 0.0597486 Oct 19 11:14:51.887152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8c33d077-9287-4479-b86d-d48e4b20a6c1 req-0ad49c2e-f95e-468d-bbc9-be2cbe7fd107 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1ce4424-5c1f-4a44-b5e0-ffc99a1942b6 HTTP/1.1" status: 200 len: 210 time: 0.0581472 Oct 19 11:14:51.953799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3 req-83b85c42-2af2-4da1-846b-ac9494d00ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:51.955312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3 req-83b85c42-2af2-4da1-846b-ac9494d00ef5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4efd6799-1eab-46e6-862c-c3bca13f905d HTTP/1.1" status: 200 len: 907 time: 0.1620479 Oct 19 11:14:52.024194 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-954113e7-e0ef-4a78-9e87-c7b9c0a5b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '0eff9e57-f999-4201-a9ac-424558aa0557', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'port_id': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'mac_address': 'fa:16:3e:5a:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f224fc-d797-440b-8363-e347969a07f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:14:28Z', 'updated_at': '2021-10-19T11:14:50Z', 'revision_number': 1, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea80a7c5-d58e-4dad-af11-9d8407d74fce', 'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'mac_address': 'fa:16:3e:a2:e2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:19Z', 'updated_at': '2021-10-19T11:14:26Z', 'revision_number': 5, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'subnets': [{'id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:52.039472 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3 req-2f9799ae-0bea-40a9-bb09-403252c866b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7575ac48-9a9b-45d5-9f2f-90bdb1a27433 HTTP/1.1" status: 200 len: 998 time: 0.0698843 Oct 19 11:14:52.053871 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954113e7-e0ef-4a78-9e87-c7b9c0a5b7fd None None] Checking router: a748f4f2-55a1-4611-aa8c-bc543bb1d126 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:14:52.066718 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954113e7-e0ef-4a78-9e87-c7b9c0a5b7fd None None] Routers {'a748f4f2-55a1-4611-aa8c-bc543bb1d126'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:52.067343 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-954113e7-e0ef-4a78-9e87-c7b9c0a5b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:52.097894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3 req-ed643c6f-ff18-429b-8b42-21ef00e8f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:52.099264 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3 req-ed643c6f-ff18-429b-8b42-21ef00e8f0f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b79bfe5-0009-40e1-9365-5d8b37703066 HTTP/1.1" status: 200 len: 845 time: 0.0529134 Oct 19 11:14:52.158783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3 req-1e586bb2-a068-4c4a-9061-2117e0a434f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:52.160574 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3 req-1e586bb2-a068-4c4a-9061-2117e0a434f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4efd6799-1eab-46e6-862c-c3bca13f905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498741 Oct 19 11:14:52.190120 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-954113e7-e0ef-4a78-9e87-c7b9c0a5b7fd None None] Set router a748f4f2-55a1-4611-aa8c-bc543bb1d126 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:52.279119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3 req-969229e1-4eaf-482d-93aa-32139f0d36d1 service neutron] 10.222.0.49 "GET /v2.0/networks/4efd6799-1eab-46e6-862c-c3bca13f905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105831 Oct 19 11:14:52.411641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa2fa5-231a-42f3-9e8b-e6b262c2b0f0 req-bad13490-130d-4ac6-bbaa-8485081e9b2f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:52.413474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60fa2fa5-231a-42f3-9e8b-e6b262c2b0f0 req-bad13490-130d-4ac6-bbaa-8485081e9b2f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1023281 Oct 19 11:14:52.444992 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05dab57b-52ef-444d-b778-dbf0f4b0d4c3 req-53cf9a19-e841-48c8-8106-558e1ee9cb8e service neutron] 10.222.0.49 "GET /v2.0/networks/4efd6799-1eab-46e6-862c-c3bca13f905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581244 Oct 19 11:14:52.482841 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60fa2fa5-231a-42f3-9e8b-e6b262c2b0f0 req-a427e2f8-ec78-4f79-9105-43145ea76afd tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583203 Oct 19 11:14:52.585129 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-954113e7-e0ef-4a78-9e87-c7b9c0a5b7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '0eff9e57-f999-4201-a9ac-424558aa0557', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'port_id': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'mac_address': 'fa:16:3e:5a:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f224fc-d797-440b-8363-e347969a07f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:14:28Z', 'updated_at': '2021-10-19T11:14:50Z', 'revision_number': 1, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea80a7c5-d58e-4dad-af11-9d8407d74fce', 'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'mac_address': 'fa:16:3e:a2:e2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:19Z', 'updated_at': '2021-10-19T11:14:26Z', 'revision_number': 5, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'subnets': [{'id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:52.610932 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b952234c-b0a9-482d-a25b-183dcb220f17 req-53e11845-a352-4657-9b5e-85f297735bb4 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 210 time: 0.0295186 Oct 19 11:14:52.612839 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954113e7-e0ef-4a78-9e87-c7b9c0a5b7fd None None] The sync data for ids ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'] in n-d-814547-1 is: [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '0eff9e57-f999-4201-a9ac-424558aa0557', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'port_id': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'mac_address': 'fa:16:3e:5a:11:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f224fc-d797-440b-8363-e347969a07f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:14:28Z', 'updated_at': '2021-10-19T11:14:50Z', 'revision_number': 1, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea80a7c5-d58e-4dad-af11-9d8407d74fce', 'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'mac_address': 'fa:16:3e:a2:e2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:19Z', 'updated_at': '2021-10-19T11:14:26Z', 'revision_number': 5, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'subnets': [{'id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:14:52.752454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edf9b9-90a7-4d2c-8a16-0f0243079c8a req-740dab39-cd5b-45bc-9f73-e6ddc0703e8c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:52.755063 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c7edf9b9-90a7-4d2c-8a16-0f0243079c8a req-740dab39-cd5b-45bc-9f73-e6ddc0703e8c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0556467 Oct 19 11:14:52.805853 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c7edf9b9-90a7-4d2c-8a16-0f0243079c8a req-ece8ee83-9855-4bcc-8aa2-d8b745366aa7 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Oct 19 11:14:52.863187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d34b6d0-29f1-4e5d-ab9b-cf04c4604b27 None None] New status for floating IP 0eff9e57-f999-4201-a9ac-424558aa0557: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:14:53.272719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-3fe70b62-bdea-42e8-b4eb-483017a09cc3 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:53.274205 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-3fe70b62-bdea-42e8-b4eb-483017a09cc3 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/networks?id=c49d39f8-ee8e-488d-906e-68c3d9038bc6 HTTP/1.1" status: 200 len: 821 time: 0.1097260 Oct 19 11:14:53.290873 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-91dde61b-ed40-417b-8eb1-2e0e683ac585 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/quotas/fff536ac89b94575a75e4a1a87e06e42 HTTP/1.1" status: 200 len: 375 time: 0.0101216 Oct 19 11:14:53.342103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-270c5b81-fde2-4a1d-85d8-a730def95c96 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fff536ac89b94575a75e4a1a87e06e42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447643 Oct 19 11:14:53.397590 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:14:53.436257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-f5da7805-ce85-466c-889e-bc381ee9132f service neutron] 10.222.0.39 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868154 Oct 19 11:14:53.537306 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-c14514f2-ef7d-4a74-a32a-44963cecfd21 service neutron] 10.222.0.39 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964780 Oct 19 11:14:53.621913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ed095-b3c0-435e-98e7-c5630955b14d req-eebcd2eb-93c4-48cd-acc9-52bb0d618627 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:53.625009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c42ed095-b3c0-435e-98e7-c5630955b14d req-eebcd2eb-93c4-48cd-acc9-52bb0d618627 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.0551867 Oct 19 11:14:53.677548 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c42ed095-b3c0-435e-98e7-c5630955b14d req-b656217b-5f5d-4d23-93db-cc9eae6c19e9 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472074 Oct 19 11:14:53.869436 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92ce7b66-8a27-4aac-8bef-bba1177046e7 req-c54c47db-5ae3-462a-99c2-ca4ad91e496c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 210 time: 0.0342209 Oct 19 11:14:54.058201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62b71-814b-4125-a21a-2442ee504215 req-398906a4-a8da-46aa-8820-6bf26e742cd7 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:54.066066 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97c62b71-814b-4125-a21a-2442ee504215 req-398906a4-a8da-46aa-8820-6bf26e742cd7 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 946 time: 0.1731553 Oct 19 11:14:54.120291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d5f13-a485-4780-8b34-6ff8d53ba1e8 req-65e84ab3-6903-411d-93a5-80cf801cf74b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:54.122648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-305d5f13-a485-4780-8b34-6ff8d53ba1e8 req-65e84ab3-6903-411d-93a5-80cf801cf74b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0644572 Oct 19 11:14:54.125484 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97c62b71-814b-4125-a21a-2442ee504215 req-00d6538b-5a22-4fef-adff-6bb3989a2a58 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581231 Oct 19 11:14:54.137133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-0f3209db-065b-49e1-8e7f-de19bc9cb3d4 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:54.139019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-0f3209db-065b-49e1-8e7f-de19bc9cb3d4 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.49 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 811 time: 0.1954954 Oct 19 11:14:54.168295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-305d5f13-a485-4780-8b34-6ff8d53ba1e8 req-4b2c1b10-9426-4a0c-b988-227c24fd351b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386944 Oct 19 11:14:54.201664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ed5b811-01ee-481c-b9dd-ce381906d74c req-eeb60d5f-7f61-4418-8d0f-aa7b38bc098f tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 210 time: 0.0389006 Oct 19 11:14:54.223569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-e522f90f-3eaa-4724-bbc6-c66382c61e14 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c4aff5c278d4f8c85dab7cb43309335 HTTP/1.1" status: 200 len: 380 time: 0.0689094 Oct 19 11:14:54.235997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'port': {'device_id': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'admin_state_up': True, 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'security_groups': ['3c8fa30d-46e4-49bd-ba9e-2b859e06e824']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:54.436171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Made reservation on behalf of 8c4aff5c278d4f8c85dab7cb43309335 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:14:54.439870 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:54.576675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Allocated IP 172.20.0.14 (b157cbcc-604a-44be-a7df-eb39e3221861/a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c/ad69dc53-aa3d-4065-963a-9113f65406e8) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:54.736053 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:54.810776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa9ed-f8a4-46d2-8abf-64929c7c3af5 req-3265a920-e28a-4503-8b0a-b6dc10fd4191 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:54.812193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2daa9ed-f8a4-46d2-8abf-64929c7c3af5 req-3265a920-e28a-4503-8b0a-b6dc10fd4191 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.0628490 Oct 19 11:14:54.851456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2daa9ed-f8a4-46d2-8abf-64929c7c3af5 req-1d33a6df-1923-4ed6-a1f3-4501a7d6da27 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329001 Oct 19 11:14:54.914176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:54.963195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Network b157cbcc-604a-44be-a7df-eb39e3221861 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:54.970270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:54.970270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:55.002636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'Port': ['ID=ad69dc53-aa3d-4065-963a-9113f65406e8,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:55.043902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:55.046945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:55.065890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbc85d-7a62-4fbb-9647-f8f381ef3e1d req-898078f2-064c-4cda-863d-cf1224e67a51 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:55.072222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c1cbc85d-7a62-4fbb-9647-f8f381ef3e1d req-898078f2-064c-4cda-863d-cf1224e67a51 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 932 time: 0.1122832 Oct 19 11:14:55.125894 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c1cbc85d-7a62-4fbb-9647-f8f381ef3e1d req-15c071c8-c25b-4888-be53-0049987256da tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492082 Oct 19 11:14:55.144785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-22bc82b7-e341-4293-a86b-e6cbf631ac36 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9127040 Oct 19 11:14:55.169868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Request body: {'port': {'device_id': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:55.183271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-613801cd-7446-4647-a9f7-8efa64e01d3d tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:55.185433 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-613801cd-7446-4647-a9f7-8efa64e01d3d tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1097 time: 0.0519471 Oct 19 11:14:55.203835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814547-1'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:55.280018 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e4f196b6-46f4-41fd-bae7-27723ce3574b None None] Provisioning complete for port ad69dc53-aa3d-4065-963a-9113f65406e8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:14:55.280616 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e4f196b6-46f4-41fd-bae7-27723ce3574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:55.281142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:55.283513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:55.341449 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4fd4ec58-0877-4486-be9a-e92bed5debb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:55.366834 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e4f196b6-46f4-41fd-bae7-27723ce3574b None None] Port ad69dc53-aa3d-4065-963a-9113f65406e8 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:14:55.607361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad69dc53-aa3d-4065-963a-9113f65406e8 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:55.616410 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:55.631514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Transition to ACTIVE for port object ad69dc53-aa3d-4065-963a-9113f65406e8 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:14:55.728167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7512b492-3189-4e43-9f41-24666b2999a8 req-994e707c-43b9-4fd9-8e8b-30d6b7e7c330 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 210 time: 0.0485520 Oct 19 11:14:55.729126 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:55.820450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad69dc53-aa3d-4065-963a-9113f65406e8,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:55.834412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee34a49-3074-4d4b-bbba-e2ce25eaf402 req-d71f4a65-ba4d-45ae-b3cf-3a0a0a3c39a3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:55.852898 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dee34a49-3074-4d4b-bbba-e2ce25eaf402 req-d71f4a65-ba4d-45ae-b3cf-3a0a0a3c39a3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.5077882 Oct 19 11:14:55.929081 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dee34a49-3074-4d4b-bbba-e2ce25eaf402 req-736a7832-0e98-40f1-a08c-e5a9189cd6dd tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769773 Oct 19 11:14:55.940384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Attempting to bind port ad69dc53-aa3d-4065-963a-9113f65406e8 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:55.940760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Attempting to bind port ad69dc53-aa3d-4065-963a-9113f65406e8 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:55.941090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Attempting to bind port ad69dc53-aa3d-4065-963a-9113f65406e8 on network b157cbcc-604a-44be-a7df-eb39e3221861 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:55.947047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:55.953319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Port ad69dc53-aa3d-4065-963a-9113f65406e8 on network b157cbcc-604a-44be-a7df-eb39e3221861 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:14:55.953319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Attempting to bind port ad69dc53-aa3d-4065-963a-9113f65406e8 on network b157cbcc-604a-44be-a7df-eb39e3221861 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:55.961483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:55.961828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Checking segment: {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:55.962368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Bound using segment: {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:55.962666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Bound port: ad69dc53-aa3d-4065-963a-9113f65406e8, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:55.963002 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:56.000736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b5d3c-913b-416c-8e9f-c5b3489e1f32 req-a9b37c9b-8fbc-4466-8def-69ade7ff818b tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:56.005209 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a0b5d3c-913b-416c-8e9f-c5b3489e1f32 req-a9b37c9b-8fbc-4466-8def-69ade7ff818b tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 946 time: 0.1064935 Oct 19 11:14:56.016771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:56.084121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] For port ad69dc53-aa3d-4065-963a-9113f65406e8, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:56.109155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] For port ad69dc53-aa3d-4065-963a-9113f65406e8, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ad69dc53-aa3d-4065-963a-9113f65406e8,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:56.114709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a0b5d3c-913b-416c-8e9f-c5b3489e1f32 req-e7c7d3b2-ac83-4d7d-98e4-a93538d77248 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519900 Oct 19 11:14:56.124417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:56.126599 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d39e7e-007d-418a-8089-bb9de754be44" -d '{"events": [{"server_uuid": "ebea9ddb-9a24-4482-8beb-225db311efae", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:56.132722 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:56.151868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bab50-6371-47a0-b200-061ee28b2507 req-40cba0f7-e1aa-41e9-a66f-86fbd1a90d49 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:56.153522 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea0bab50-6371-47a0-b200-061ee28b2507 req-40cba0f7-e1aa-41e9-a66f-86fbd1a90d49 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 946 time: 0.1161275 Oct 19 11:14:56.165332 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:56.200768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea0bab50-6371-47a0-b200-061ee28b2507 req-b81a22f7-24b4-4541-b75c-f6bb33bdf423 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Oct 19 11:14:56.209618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:56.210233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:56.212042 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] 10.222.0.49 "PUT /v2.0/ports/ad69dc53-aa3d-4065-963a-9113f65406e8 HTTP/1.1" status: 200 len: 1092 time: 1.0529950 Oct 19 11:14:56.212606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'tag': 'ad69dc53-aa3d-4065-963a-9113f65406e8'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:56.222382 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:56.226304 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df793e0-48e5-400c-bb45-318f9aedb433" -d '{"events": [{"name": "network-changed", "server_uuid": "94162e12-129a-4b8d-a954-63e6fa0aef1b", "tag": "ad69dc53-aa3d-4065-963a-9113f65406e8"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:56.261447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724125d-7ec2-4d6a-991a-dfea18de49f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad69dc53-aa3d-4065-963a-9113f65406e8,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:56.268461 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02adedbe-141b-4fe4-b885-d21287927cd8 x-openstack-request-id: req-02adedbe-141b-4fe4-b885-d21287927cd8 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:56.270699 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebea9ddb-9a24-4482-8beb-225db311efae", "name": "network-vif-unplugged", "status": "completed", "tag": "9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:56.270699 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02adedbe-141b-4fe4-b885-d21287927cd8 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:56.270699 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f', 'code': 200} Oct 19 11:14:56.339266 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:56.343029 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546d5daa-b65b-4a38-8808-fdabb182343f x-openstack-request-id: req-546d5daa-b65b-4a38-8808-fdabb182343f {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:56.348170 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94162e12-129a-4b8d-a954-63e6fa0aef1b", "tag": "ad69dc53-aa3d-4065-963a-9113f65406e8", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:56.348170 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-546d5daa-b65b-4a38-8808-fdabb182343f {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:56.348170 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'tag': 'ad69dc53-aa3d-4065-963a-9113f65406e8', 'status': 'completed', 'code': 200} Oct 19 11:14:56.415940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-54e3f54f-1c10-444d-88f0-c9f99d05a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:56.417600 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-54e3f54f-1c10-444d-88f0-c9f99d05a093 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 1095 time: 0.0664992 Oct 19 11:14:56.463719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388ca84-1ecb-4961-9892-955fc316a782 req-140d8ed0-3b74-491b-bb47-a9c360292c8e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:56.465259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f388ca84-1ecb-4961-9892-955fc316a782 req-140d8ed0-3b74-491b-bb47-a9c360292c8e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 944 time: 0.1188917 Oct 19 11:14:56.470625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on host n-h2-814547-1 for vnic_type normal with profile {"migrating_to": "n-h1-814547-1"} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:14:56.471043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:14:56.471450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:56.475239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-1b4e3636-e078-4f05-b6e6-e7ea58327299 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69dc53-aa3d-4065-963a-9113f65406e8 HTTP/1.1" status: 200 len: 217 time: 0.0392196 Oct 19 11:14:56.486253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:14:56.486589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Attempting to bind port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on network 062cfcb7-1da2-4252-bba9-e7e514625ea0 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:14:56.507236 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:14:56.507624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Checking segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:14:56.507894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Bound using segment: {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:14:56.508331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Bound port: 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '062cfcb7-1da2-4252-bba9-e7e514625ea0'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:14:56.508722 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:56.534837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f388ca84-1ecb-4961-9892-955fc316a782 req-e988c289-edcc-41ed-8af7-87252166edde tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581200 Oct 19 11:14:56.609014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-5af2f1d6-8d01-46e9-984d-7b25037b9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:56.610491 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-5af2f1d6-8d01-46e9-984d-7b25037b9107 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 200 len: 850 time: 0.1248240 Oct 19 11:14:56.618422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:14:56.623186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:14:56.673960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-2fba2a4e-12ee-4b06-8bca-0b709cafafb8 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:56.685237 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-2fba2a4e-12ee-4b06-8bca-0b709cafafb8 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "GET /v2.0/networks?id=c49d39f8-ee8e-488d-906e-68c3d9038bc6 HTTP/1.1" status: 200 len: 821 time: 0.1992230 Oct 19 11:14:56.687642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-6d3f63e8-b323-4520-b6d7-3c4a228997ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:56.689087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-6d3f63e8-b323-4520-b6d7-3c4a228997ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b157cbcc-604a-44be-a7df-eb39e3221861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624409 Oct 19 11:14:56.693629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Request body: {'port': {'device_id': 'bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad', 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6', 'admin_state_up': True, 'tenant_id': 'fff536ac89b94575a75e4a1a87e06e42'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:56.864154 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f1b100d-da3b-4466-845f-09f44cc995ac req-71d26432-dd7f-4703-9ae0-3db9a73fb6b1 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 210 time: 0.0436890 Oct 19 11:14:56.907381 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-f42bbc41-4cc0-4a8c-936a-da10bbdb621f service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958680 Oct 19 11:14:56.922605 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:57.034739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,revision_number=8']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:57.038397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Made reservation on behalf of fff536ac89b94575a75e4a1a87e06e42 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:14:57.043016 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:57.048620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:57.048620 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:57.050150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-faa0d9d2-f5eb-414a-ac99-94ee9002a994 service neutron] 10.222.0.26 "PUT /v2.0/ports/9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f HTTP/1.1" status: 200 len: 1122 time: 1.8518298 Oct 19 11:14:57.064502 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b06200bd-dda6-4072-9c7b-c3507bc15639 req-8db0e62f-83aa-4ed0-88fe-712ec079d418 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402287 Oct 19 11:14:57.164581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:57.169504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:14:57.170167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75b5d6-5047-4e0a-8782-8058429116e9 req-37ad07cd-67b2-4fac-8d94-423ac3523408 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:57.171906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1c75b5d6-5047-4e0a-8782-8058429116e9 req-37ad07cd-67b2-4fac-8d94-423ac3523408 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1224525 Oct 19 11:14:57.306728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:57.326281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1c75b5d6-5047-4e0a-8782-8058429116e9 req-08d2044f-18f1-4bb7-beae-75777fc0f46a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350689 Oct 19 11:14:57.336306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Allocated IP 172.20.0.10 (c49d39f8-ee8e-488d-906e-68c3d9038bc6/65a4348a-2dbe-46d3-89b8-5ec7c8e710a0/276f1dae-c2bd-42ef-b10e-b318bec33fd3) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:14:57.383294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df793e0-48e5-400c-bb45-318f9aedb433 req-8f8f2851-7593-45c8-a459-f11a865eaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:57.383294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8df793e0-48e5-400c-bb45-318f9aedb433 req-8f8f2851-7593-45c8-a459-f11a865eaf81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 1095 time: 0.1322300 Oct 19 11:14:57.404235 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e04e71-327c-4962-8388-a2b3334d5f41 req-eb1710f5-e200-493e-82e7-1630eb8688f4 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:57.405944 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28e04e71-327c-4962-8388-a2b3334d5f41 req-eb1710f5-e200-493e-82e7-1630eb8688f4 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 946 time: 0.1267676 Oct 19 11:14:57.501905 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:57.516102 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28e04e71-327c-4962-8388-a2b3334d5f41 req-8a751efb-ab15-4e6e-a39c-0f1af09f961c tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups?id=1d46d61e-62ac-4865-a365-f09d59bb9058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012414 Oct 19 11:14:57.538081 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f has no active binding in host n-h1-814547-1 {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 11:14:57.621712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-22d3b49b-28ec-4f51-aaaa-6a452a4250e4 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:57.633284 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-22d3b49b-28ec-4f51-aaaa-6a452a4250e4 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.49 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 946 time: 0.1030967 Oct 19 11:14:57.748524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a114d5-d856-45ad-8c49-bd2fd49ce358 req-e00f8793-fc9a-469f-91fa-62cc36ad43b3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:57.750092 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d1a114d5-d856-45ad-8c49-bd2fd49ce358 req-e00f8793-fc9a-469f-91fa-62cc36ad43b3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 944 time: 0.1123321 Oct 19 11:14:57.753208 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-618d2a73-033f-4aca-bd2a-de026763d907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:57.820924 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d1a114d5-d856-45ad-8c49-bd2fd49ce358 req-94c5b953-3e01-4695-9b93-97cfab982ab3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499341 Oct 19 11:14:57.834582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Deleting port 2a02c915-b859-4130-a83c-9d2f79b20d46 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:14:57.837326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:57.909742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df793e0-48e5-400c-bb45-318f9aedb433 req-a3e30b55-09bc-4f14-a581-55e51812c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:57.911583 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8df793e0-48e5-400c-bb45-318f9aedb433 req-a3e30b55-09bc-4f14-a581-55e51812c193 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 912 time: 0.5219626 Oct 19 11:14:57.968969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6853f53-824f-4434-a1c7-c5d7be12664b req-33b28ea5-ab9d-4123-aa20-8ac894714b9d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:57.972993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6853f53-824f-4434-a1c7-c5d7be12664b req-33b28ea5-ab9d-4123-aa20-8ac894714b9d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.1577208 Oct 19 11:14:57.980973 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05c75567-fa05-4cc1-b86e-1aed253b9242 req-023e58ea-2d84-4b95-8a0d-4b8227e3f9d2 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 210 time: 0.0360248 Oct 19 11:14:57.986589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] For port 2a02c915-b859-4130-a83c-9d2f79b20d46, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2a02c915-b859-4130-a83c-9d2f79b20d46,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:57.986589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:58.019287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8df793e0-48e5-400c-bb45-318f9aedb433 req-64a4b19b-ed4e-40c9-8eaf-c7e2c555d900 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69dc53-aa3d-4065-963a-9113f65406e8 HTTP/1.1" status: 200 len: 217 time: 0.0675373 Oct 19 11:14:58.121489 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6853f53-824f-4434-a1c7-c5d7be12664b req-d32b4484-427f-4351-a53f-593396c4e5c4 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406071 Oct 19 11:14:58.125189 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:58.127635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df793e0-48e5-400c-bb45-318f9aedb433 req-d8d2ba2f-117f-4987-852c-d96dd3865f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:58.129163 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8df793e0-48e5-400c-bb45-318f9aedb433 req-d8d2ba2f-117f-4987-852c-d96dd3865f72 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 200 len: 850 time: 0.0944583 Oct 19 11:14:58.201991 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df793e0-48e5-400c-bb45-318f9aedb433 req-32f30f79-230e-44c7-8cf8-b7e5634a32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:58.203489 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8df793e0-48e5-400c-bb45-318f9aedb433 req-32f30f79-230e-44c7-8cf8-b7e5634a32ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b157cbcc-604a-44be-a7df-eb39e3221861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653617 Oct 19 11:14:58.209012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:58.209451 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:58.209801 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Floating IP 72abf96e-eb96-4a66-a586-da6da63a236c disassociated. External IP: 172.25.2.204, port: 2a02c915-b859-4130-a83c-9d2f79b20d46. Oct 19 11:14:58.210176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Calling delete_port for 2a02c915-b859-4130-a83c-9d2f79b20d46 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:14:58.270666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'tag': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:14:58.273158 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85907dc-54eb-40c9-85f5-ba8973e2e35c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebea9ddb-9a24-4482-8beb-225db311efae", "tag": "9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:14:58.278799 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:58.330986 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369dd193-bda8-4f4c-a0ca-9eb2ac27ec44 x-openstack-request-id: req-369dd193-bda8-4f4c-a0ca-9eb2ac27ec44 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:14:58.334047 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebea9ddb-9a24-4482-8beb-225db311efae", "tag": "9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:14:58.334047 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-369dd193-bda8-4f4c-a0ca-9eb2ac27ec44 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:14:58.334047 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'tag': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f', 'status': 'completed', 'code': 200} Oct 19 11:14:58.361536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Network c49d39f8-ee8e-488d-906e-68c3d9038bc6 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:14:58.375902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:14:58.378458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:14:58.406113 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8df793e0-48e5-400c-bb45-318f9aedb433 req-df7003d6-550f-488e-830e-641d54fa759f service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932571 Oct 19 11:14:58.430596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:58.455538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event updated for resources: {'Port': ['ID=276f1dae-c2bd-42ef-b10e-b318bec33fd3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:58.465135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Pushing event deleted for resources: {'Port': ['ID=2a02c915-b859-4130-a83c-9d2f79b20d46,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:14:58.596803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:58.597431 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:58.611227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85907dc-54eb-40c9-85f5-ba8973e2e35c req-02236130-df44-4d7c-98ec-0329dfb2f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:58.612777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e85907dc-54eb-40c9-85f5-ba8973e2e35c req-02236130-df44-4d7c-98ec-0329dfb2f036 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 1125 time: 0.2550919 Oct 19 11:14:58.627622 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Router 6e197209-2614-418b-8e7f-08c973726804 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:14:58.628275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ee668-412a-4a41-be20-9861f8ce1ce2 req-34339df0-9efb-4acb-b953-874c94546382 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:58.633703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-152ee668-412a-4a41-be20-9861f8ce1ce2 req-34339df0-9efb-4acb-b953-874c94546382 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.2258711 Oct 19 11:14:58.662498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-707cb8f7-c2f9-4435-8f4f-c3679dd40fe5 req-a22f848c-ce8f-4db5-a1b0-3c9f7705cd21 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 210 time: 0.0324771 Oct 19 11:14:58.679987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8df793e0-48e5-400c-bb45-318f9aedb433 req-ebb8ffe6-fdbd-4215-9940-bcaf7b6a883b service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529197 Oct 19 11:14:58.745592 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-8496b79e-c9fe-4eeb-914b-6a462d36d173 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0552595 Oct 19 11:14:58.770120 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-152ee668-412a-4a41-be20-9861f8ce1ce2 req-2a9dda9b-eced-4a91-96d1-f4b93c9cc3cb tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190722 Oct 19 11:14:58.777537 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Request body: {'port': {'device_id': 'bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:14:58.781957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:14:58.802702 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101d15c-6b8a-4aff-909f-f6d36d575bc6 None None] Sync routers for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:14:58.806987 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101d15c-6b8a-4aff-909f-f6d36d575bc6 None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:58.809737 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3101d15c-6b8a-4aff-909f-f6d36d575bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:58.841742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85907dc-54eb-40c9-85f5-ba8973e2e35c req-40810ba0-165e-4516-892a-eabae4642fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:58.843258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e85907dc-54eb-40c9-85f5-ba8973e2e35c req-40810ba0-165e-4516-892a-eabae4642fd6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.2031138 Oct 19 11:14:58.894292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] No DVR routers for this DVR port 2a02c915-b859-4130-a83c-9d2f79b20d46 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:14:58.907089 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e85907dc-54eb-40c9-85f5-ba8973e2e35c req-61e183c5-43b9-4f35-a430-43ab3939495b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f HTTP/1.1" status: 200 len: 217 time: 0.0551653 Oct 19 11:14:58.909667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:58.914171 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:58.919287 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:58.925576 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a165038e-0cf0-424d-bded-b6c6ebbf265f req-50cc1529-231c-44ea-bad4-b44807c01efb tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.49 "DELETE /v2.0/ports/2a02c915-b859-4130-a83c-9d2f79b20d46 HTTP/1.1" status: 204 len: 173 time: 1.2725387 Oct 19 11:14:58.945102 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:59.035033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960ea71-ae8b-4b0c-bdce-9f2fd222fb3b req-ca0e948c-8b0e-4995-9c7b-27a25fce2cf0 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:59.037283 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3101d15c-6b8a-4aff-909f-f6d36d575bc6 None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:59.049939 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4960ea71-ae8b-4b0c-bdce-9f2fd222fb3b req-ca0e948c-8b0e-4995-9c7b-27a25fce2cf0 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 944 time: 0.1108575 Oct 19 11:14:59.059346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85907dc-54eb-40c9-85f5-ba8973e2e35c req-700a24f9-6daf-4cec-9c5f-c4d903453ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:59.061429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e85907dc-54eb-40c9-85f5-ba8973e2e35c req-700a24f9-6daf-4cec-9c5f-c4d903453ae2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.1414499 Oct 19 11:14:59.165757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e85907dc-54eb-40c9-85f5-ba8973e2e35c req-e671aef6-0c23-476d-a018-d526d667ce19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855868 Oct 19 11:14:59.443123 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4960ea71-ae8b-4b0c-bdce-9f2fd222fb3b req-09a9c9e8-9db4-4f5b-ab6d-0c573eea0f80 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238468 Oct 19 11:14:59.444421 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3101d15c-6b8a-4aff-909f-f6d36d575bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:59.444421 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101d15c-6b8a-4aff-909f-f6d36d575bc6 None None] Checking router: 6e197209-2614-418b-8e7f-08c973726804 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:14:59.444421 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101d15c-6b8a-4aff-909f-f6d36d575bc6 None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:14:59.444421 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3101d15c-6b8a-4aff-909f-f6d36d575bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:59.446519 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ad69dc53-aa3d-4065-963a-9113f65406e8 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:14:59.447034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3b22c-38c4-45a6-aba0-ba7aad994726 req-98f8a43f-595a-4737-9bb7-9f744ff1fb91 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:59.447034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fcb3b22c-38c4-45a6-aba0-ba7aad994726 req-98f8a43f-595a-4737-9bb7-9f744ff1fb91 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 932 time: 0.2401202 Oct 19 11:14:59.447215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc818a7-0b4a-4120-a435-e0fe537ef752 req-4a5078e8-0ce5-49d4-9a0d-e16028b629cd tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:59.447215 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6dc818a7-0b4a-4120-a435-e0fe537ef752 req-4a5078e8-0ce5-49d4-9a0d-e16028b629cd tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.0718725 Oct 19 11:14:59.447404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e85907dc-54eb-40c9-85f5-ba8973e2e35c req-488fd00e-4633-4ac5-81ae-109f1f06c7cb service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141607 Oct 19 11:14:59.460528 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6dc818a7-0b4a-4120-a435-e0fe537ef752 req-c3cd5771-483e-4ff7-915c-f2f8b9d76047 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596354 Oct 19 11:14:59.466499 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3101d15c-6b8a-4aff-909f-f6d36d575bc6 None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:14:59.482316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ad69dc53-aa3d-4065-963a-9113f65406e8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ad69dc53-aa3d-4065-963a-9113f65406e8,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:59.501840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'ad69dc53-aa3d-4065-963a-9113f65406e8', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'port_id': 'ad69dc53-aa3d-4065-963a-9113f65406e8', 'mac_address': 'fa:16:3e:5e:a5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:14:59.524184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fcb3b22c-38c4-45a6-aba0-ba7aad994726 req-c5378ed9-feff-4b7d-bdc0-56498f0539c6 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366591 Oct 19 11:14:59.592433 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:59.611361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad69dc53-aa3d-4065-963a-9113f65406e8 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:59.627297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e85907dc-54eb-40c9-85f5-ba8973e2e35c req-7c215244-5c87-486d-b06b-77a7298a3f78 service neutron] 10.222.0.49 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772437 Oct 19 11:14:59.639831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ad69dc53-aa3d-4065-963a-9113f65406e8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ad69dc53-aa3d-4065-963a-9113f65406e8,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:14:59.668002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276f1dae-c2bd-42ef-b10e-b318bec33fd3 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:14:59.675938 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:14:59.689515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Transition to ACTIVE for port object 276f1dae-c2bd-42ef-b10e-b318bec33fd3 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:14:59.785690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-446046c9-90ad-4243-81e8-f4bfbfed0507 req-b19d7a3a-acc4-4eea-a56c-587dc71f6412 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 210 time: 0.0374112 Oct 19 11:14:59.793083 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3101d15c-6b8a-4aff-909f-f6d36d575bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:14:59.831603 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101d15c-6b8a-4aff-909f-f6d36d575bc6 None None] The sync data for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 is: [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:10:25Z', 'revision_number': 4, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'bdcd598d-89f5-48d9-ae70-9a9af564dc0e', 'name': '', 'network_id': '8b754831-f16d-4c57-ba88-a181190b2a98', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'mac_address': 'fa:16:3e:f7:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:24Z', 'updated_at': '2021-10-19T11:10:30Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'subnets': [{'id': '40a357a2-81d7-41d4-837e-3062b79eca3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:14:59.916078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea204b9-fa0e-4bd0-b547-4fbcf760783f req-104b8f39-9b3e-48f7-9be0-e8f434402683 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:14:59.917686 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aea204b9-fa0e-4bd0-b547-4fbcf760783f req-104b8f39-9b3e-48f7-9be0-e8f434402683 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0612712 Oct 19 11:14:59.965031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aea204b9-fa0e-4bd0-b547-4fbcf760783f req-cf0ea417-b57c-440d-bddf-de5799fb46c4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Oct 19 11:15:00.111518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350347e0-ce49-48c7-983e-946447400892 None None] New status for floating IP 72abf96e-eb96-4a66-a586-da6da63a236c: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:15:00.137289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:00.152457 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:00.212660 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=276f1dae-c2bd-42ef-b10e-b318bec33fd3,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:00.271390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Attempting to bind port 276f1dae-c2bd-42ef-b10e-b318bec33fd3 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:00.271785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Attempting to bind port 276f1dae-c2bd-42ef-b10e-b318bec33fd3 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:00.272096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Attempting to bind port 276f1dae-c2bd-42ef-b10e-b318bec33fd3 on network c49d39f8-ee8e-488d-906e-68c3d9038bc6 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:00.273807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=ad69dc53-aa3d-4065-963a-9113f65406e8,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:00.278069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Port 276f1dae-c2bd-42ef-b10e-b318bec33fd3 on network c49d39f8-ee8e-488d-906e-68c3d9038bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:15:00.278390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Attempting to bind port 276f1dae-c2bd-42ef-b10e-b318bec33fd3 on network c49d39f8-ee8e-488d-906e-68c3d9038bc6 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:00.283409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:00.283751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Checking segment: {'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:00.284126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Bound using segment: {'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:00.284558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Bound port: 276f1dae-c2bd-42ef-b10e-b318bec33fd3, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93afa44f-fa75-4ae5-8a1b-909250190fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:00.284973 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:00.332857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'name': 'network-vif-deleted', 'tag': '2a02c915-b859-4130-a83c-9d2f79b20d46'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:00.335266 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caa3e31-acaa-4e1b-bb6c-d4e726155e20" -d '{"events": [{"server_uuid": "3662f8b2-6c35-4db5-bc9f-bae3914750b0", "name": "network-vif-deleted", "tag": "2a02c915-b859-4130-a83c-9d2f79b20d46"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:00.367876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] For port 276f1dae-c2bd-42ef-b10e-b318bec33fd3, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:00.373410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] For port 276f1dae-c2bd-42ef-b10e-b318bec33fd3, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=276f1dae-c2bd-42ef-b10e-b318bec33fd3,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:00.390225 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976181f6-1e7d-49fd-bf21-88d30e45f563 x-openstack-request-id: req-976181f6-1e7d-49fd-bf21-88d30e45f563 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:00.390525 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3662f8b2-6c35-4db5-bc9f-bae3914750b0", "name": "network-vif-deleted", "tag": "2a02c915-b859-4130-a83c-9d2f79b20d46", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:00.390777 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-976181f6-1e7d-49fd-bf21-88d30e45f563 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:00.391178 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3662f8b2-6c35-4db5-bc9f-bae3914750b0', 'name': 'network-vif-deleted', 'tag': '2a02c915-b859-4130-a83c-9d2f79b20d46', 'status': 'completed', 'code': 200} Oct 19 11:15:00.482875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['ad69dc53-aa3d-4065-963a-9113f65406e8'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:00.552474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:00.606172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:00.606773 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:00.608161 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] 10.222.0.26 "PUT /v2.0/ports/276f1dae-c2bd-42ef-b10e-b318bec33fd3 HTTP/1.1" status: 200 len: 1092 time: 1.8370817 Oct 19 11:15:00.610835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad', 'tag': '276f1dae-c2bd-42ef-b10e-b318bec33fd3'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:00.612946 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c90b28-41a2-4982-b5a7-17dd706a2504" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad", "tag": "276f1dae-c2bd-42ef-b10e-b318bec33fd3"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:00.641395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f3734-0b69-41c5-b540-a61b241302b0 req-d17a3a54-826a-48cb-8584-bf699a9055c9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:00.642929 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-df6f3734-0b69-41c5-b540-a61b241302b0 req-d17a3a54-826a-48cb-8584-bf699a9055c9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 945 time: 0.1272678 Oct 19 11:15:00.646121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722e924-d81f-4e51-9302-3188c1d80cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=276f1dae-c2bd-42ef-b10e-b318bec33fd3,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:00.691672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f9898-2e66-46f0-bd6b-bb21796cb852 req-3d930d10-1e12-4e5d-a136-052a89f934e8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:00.692957 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953f9898-2e66-46f0-bd6b-bb21796cb852 req-3d930d10-1e12-4e5d-a136-052a89f934e8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.0804687 Oct 19 11:15:00.746474 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953f9898-2e66-46f0-bd6b-bb21796cb852 req-9d548e7f-8b2b-4dbd-9050-b6c091e73888 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444541 Oct 19 11:15:00.767832 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-df6f3734-0b69-41c5-b540-a61b241302b0 req-bf6555ae-0f04-43c6-9254-660f374cf50d tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107304 Oct 19 11:15:00.791304 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:00.849274 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977b4e98-304f-4b49-9166-9e25a9211766 x-openstack-request-id: req-977b4e98-304f-4b49-9166-9e25a9211766 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:00.849583 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad", "tag": "276f1dae-c2bd-42ef-b10e-b318bec33fd3", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:00.849855 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-977b4e98-304f-4b49-9166-9e25a9211766 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:00.850257 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad', 'tag': '276f1dae-c2bd-42ef-b10e-b318bec33fd3', 'status': 'completed', 'code': 200} Oct 19 11:15:00.852851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-d4a1cd5a-21f4-4b5e-8b10-46538e384c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:00.854981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-d4a1cd5a-21f4-4b5e-8b10-46538e384c4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fff536ac89b94575a75e4a1a87e06e42&device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 1095 time: 0.0594800 Oct 19 11:15:00.885969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0327df-67bf-4571-ae2b-e701ab72b5c9 req-bd096ac6-187a-4390-978f-fc9c6eb2ce0d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:00.888339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d0327df-67bf-4571-ae2b-e701ab72b5c9 req-bd096ac6-187a-4390-978f-fc9c6eb2ce0d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 944 time: 0.0596421 Oct 19 11:15:00.911443 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-2d2dd588-7f81-421a-8b2a-f3c1a840aaf0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=276f1dae-c2bd-42ef-b10e-b318bec33fd3 HTTP/1.1" status: 200 len: 217 time: 0.0452602 Oct 19 11:15:00.960273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d0327df-67bf-4571-ae2b-e701ab72b5c9 req-0a386e15-8cf5-470b-98fb-876ebea9d9fe tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621576 Oct 19 11:15:00.992424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-cbb5c1bf-d8d7-4b4b-864a-9b8de0dfba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:00.993888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-cbb5c1bf-d8d7-4b4b-864a-9b8de0dfba83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65a4348a-2dbe-46d3-89b8-5ec7c8e710a0 HTTP/1.1" status: 200 len: 861 time: 0.0715909 Oct 19 11:15:01.055804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2823dd95-5dfe-4964-940c-d0ddd2ad0496 req-24116ac4-ad97-4330-b901-09efdceea24b tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3662f8b2-6c35-4db5-bc9f-bae3914750b0 HTTP/1.1" status: 200 len: 210 time: 0.0586243 Oct 19 11:15:01.058687 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-cf9268ea-a480-4ced-a085-47703076c6d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c49d39f8-ee8e-488d-906e-68c3d9038bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530028 Oct 19 11:15:01.166895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d18df2-da74-4304-b5dc-0aff9bf5f85e req-28ae0f9d-b54c-4429-a2ff-b341b7883e0d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:01.196341 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8d18df2-da74-4304-b5dc-0aff9bf5f85e req-28ae0f9d-b54c-4429-a2ff-b341b7883e0d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0720301 Oct 19 11:15:01.197719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-7178d063-1b31-4b84-956f-9eec2b052b65 service neutron] 10.222.0.26 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066184 Oct 19 11:15:01.222928 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8d18df2-da74-4304-b5dc-0aff9bf5f85e req-85dc8cad-73c1-42c8-a468-d9bed88f5f4e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478156 Oct 19 11:15:01.282336 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccddd301-c7f7-4292-a96d-dacfc7e75734 req-9968c0bc-6e02-45b9-a11e-b054f72570ef service neutron] 10.222.0.26 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972881 Oct 19 11:15:01.345507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ad69dc53-aa3d-4065-963a-9113f65406e8 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:01.526777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c90b28-41a2-4982-b5a7-17dd706a2504 req-a756cc49-44f9-40ff-a499-d62c1507e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:01.526777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8c90b28-41a2-4982-b5a7-17dd706a2504 req-a756cc49-44f9-40ff-a499-d62c1507e428 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fff536ac89b94575a75e4a1a87e06e42&device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 1095 time: 0.0457659 Oct 19 11:15:01.534176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port ad69dc53-aa3d-4065-963a-9113f65406e8 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:15:01.539045 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port ad69dc53-aa3d-4065-963a-9113f65406e8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:01.539660 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:01.606821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c90b28-41a2-4982-b5a7-17dd706a2504 req-67258d43-549a-4494-8f73-c2f01ff042aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:01.608701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8c90b28-41a2-4982-b5a7-17dd706a2504 req-67258d43-549a-4494-8f73-c2f01ff042aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=c49d39f8-ee8e-488d-906e-68c3d9038bc6 HTTP/1.1" status: 200 len: 922 time: 0.1010938 Oct 19 11:15:01.647361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:01.665520 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8c90b28-41a2-4982-b5a7-17dd706a2504 req-d670d608-b9eb-493a-9fe1-913e5e700830 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=276f1dae-c2bd-42ef-b10e-b318bec33fd3 HTTP/1.1" status: 200 len: 217 time: 0.0421009 Oct 19 11:15:01.688509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ad69dc53-aa3d-4065-963a-9113f65406e8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ad69dc53-aa3d-4065-963a-9113f65406e8,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:01.693260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad69dc53-aa3d-4065-963a-9113f65406e8'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:01.693260 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fa287c-1ad1-4730-9a4c-adafcb928b11" -d '{"events": [{"server_uuid": "94162e12-129a-4b8d-a954-63e6fa0aef1b", "name": "network-vif-plugged", "status": "completed", "tag": "ad69dc53-aa3d-4065-963a-9113f65406e8"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:01.746914 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6460c2e0-77e0-40b3-a9a3-07f86bb2aaaa x-openstack-request-id: req-6460c2e0-77e0-40b3-a9a3-07f86bb2aaaa {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:01.746914 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94162e12-129a-4b8d-a954-63e6fa0aef1b", "name": "network-vif-plugged", "status": "completed", "tag": "ad69dc53-aa3d-4065-963a-9113f65406e8", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:01.746914 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6460c2e0-77e0-40b3-a9a3-07f86bb2aaaa {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:01.746914 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad69dc53-aa3d-4065-963a-9113f65406e8', 'code': 200} Oct 19 11:15:01.747306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c90b28-41a2-4982-b5a7-17dd706a2504 req-bce83a54-9230-40ce-b5b6-33c824068c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:01.749026 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8c90b28-41a2-4982-b5a7-17dd706a2504 req-bce83a54-9230-40ce-b5b6-33c824068c0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65a4348a-2dbe-46d3-89b8-5ec7c8e710a0 HTTP/1.1" status: 200 len: 861 time: 0.0697527 Oct 19 11:15:01.764561 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:01.769699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2a02c915-b859-4130-a83c-9d2f79b20d46 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:01.802091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8c90b28-41a2-4982-b5a7-17dd706a2504 req-421eb72e-e5ea-4853-8ae1-73edbf83bcd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c49d39f8-ee8e-488d-906e-68c3d9038bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365663 Oct 19 11:15:01.876691 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 2a02c915-b859-4130-a83c-9d2f79b20d46 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:01.877516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2a02c915-b859-4130-a83c-9d2f79b20d46 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:01.903989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=ad69dc53-aa3d-4065-963a-9113f65406e8,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:01.928135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d7e93-0c23-4069-9121-c9cffcd51940 req-3d6f670f-bf01-41b3-9dd2-ea3f410fb910 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:01.930533 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b38d7e93-0c23-4069-9121-c9cffcd51940 req-3d6f670f-bf01-41b3-9dd2-ea3f410fb910 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0688944 Oct 19 11:15:01.976304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b38d7e93-0c23-4069-9121-c9cffcd51940 req-3942c659-67a3-4ba5-8c3e-679d332a8360 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395033 Oct 19 11:15:02.026395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7bf46-0dba-4963-af55-01f5a8f49359 req-9b0abd81-9f8e-4d77-9c70-b849aa7e0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:02.028709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b2e7bf46-0dba-4963-af55-01f5a8f49359 req-9b0abd81-9f8e-4d77-9c70-b849aa7e0205 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 1097 time: 0.0860760 Oct 19 11:15:02.042178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69f0c7-5b33-4fa1-a140-df1ec20902be req-106db271-1676-4fe0-84c0-6e4f0082c9b7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:02.043732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f69f0c7-5b33-4fa1-a140-df1ec20902be req-106db271-1676-4fe0-84c0-6e4f0082c9b7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.1105027 Oct 19 11:15:02.081687 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8c90b28-41a2-4982-b5a7-17dd706a2504 req-232a5bcf-c4b1-4dd4-8422-c66974a88540 service neutron] 10.222.0.26 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711380 Oct 19 11:15:02.131495 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b2e7bf46-0dba-4963-af55-01f5a8f49359 req-25bc5029-5460-4a98-afa2-d553409973f5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866480 Oct 19 11:15:02.180093 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f69f0c7-5b33-4fa1-a140-df1ec20902be req-bae6cdd9-5979-4a68-b85e-13b7745e8385 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202276 Oct 19 11:15:02.220490 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8c90b28-41a2-4982-b5a7-17dd706a2504 req-037df75e-8e75-4835-90a3-f7f8297ffaf6 service neutron] 10.222.0.26 "GET /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268833 Oct 19 11:15:02.248860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bff979-3ae0-4776-826c-0fd066c6af61 req-1620db70-0708-4ce9-bbab-210b2f4babd8 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:02.256939 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52bff979-3ae0-4776-826c-0fd066c6af61 req-1620db70-0708-4ce9-bbab-210b2f4babd8 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 944 time: 0.0901773 Oct 19 11:15:02.303638 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52bff979-3ae0-4776-826c-0fd066c6af61 req-64743a65-d008-48a5-a838-17003d7f88e4 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446005 Oct 19 11:15:02.402384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbaf21-a539-4f7b-a325-35db064d82ed req-ea2af495-7676-43c5-8da5-3fa6294c03f5 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:02.409987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24fbaf21-a539-4f7b-a325-35db064d82ed req-ea2af495-7676-43c5-8da5-3fa6294c03f5 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0814097 Oct 19 11:15:02.444277 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24fbaf21-a539-4f7b-a325-35db064d82ed req-013ae833-2868-45c4-819e-ad5bd1d89a71 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334110 Oct 19 11:15:02.588988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48198) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:02.648172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-75a515ba-a3e5-4a7d-8ca7-4bb3c085d9b1 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:02.673433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-75a515ba-a3e5-4a7d-8ca7-4bb3c085d9b1 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:02.793594 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-75a515ba-a3e5-4a7d-8ca7-4bb3c085d9b1 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:02.796240 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-75a515ba-a3e5-4a7d-8ca7-4bb3c085d9b1 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:02.799856 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-75a515ba-a3e5-4a7d-8ca7-4bb3c085d9b1 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "DELETE /v2.0/security-groups/1d46d61e-62ac-4865-a365-f09d59bb9058 HTTP/1.1" status: 204 len: 168 time: 0.2074027 Oct 19 11:15:02.800873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48202) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:02.806916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a515ba-a3e5-4a7d-8ca7-4bb3c085d9b1 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d46d61e-62ac-4865-a365-f09d59bb9058,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:02.831815 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-6581a4de-f386-47f1-9ea4-9294b01a303c tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] show failed (client error): The resource could not be found. Oct 19 11:15:02.837285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48204) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:02.837978 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6581a4de-f386-47f1-9ea4-9294b01a303c tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "GET /v2.0/security-groups/1d46d61e-62ac-4865-a365-f09d59bb9058 HTTP/1.1" status: 404 len: 347 time: 0.0352173 Oct 19 11:15:02.978410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed1a6e-0366-478c-882c-3cfd43b94c10 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Deleting port 4edfc163-904d-46ac-a89d-2cc25992331e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:02.978758 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a6e-0366-478c-882c-3cfd43b94c10 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:03.062128 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a6e-0366-478c-882c-3cfd43b94c10 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:03.062496 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a6e-0366-478c-882c-3cfd43b94c10 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:03.075823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed1a6e-0366-478c-882c-3cfd43b94c10 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Calling delete_port for 4edfc163-904d-46ac-a89d-2cc25992331e owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:03.130419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f39bdc-1d9e-47be-be0e-0e2ba318b75b req-c8a1d2da-f9c7-42db-9c32-26466c3a9e3f tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:03.133374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93f39bdc-1d9e-47be-be0e-0e2ba318b75b req-c8a1d2da-f9c7-42db-9c32-26466c3a9e3f tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0802610 Oct 19 11:15:03.207451 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93f39bdc-1d9e-47be-be0e-0e2ba318b75b req-c7cf8fb3-7686-4ab8-b4cc-7efe3f7df003 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620651 Oct 19 11:15:03.314190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a6e-0366-478c-882c-3cfd43b94c10 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:03.344353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 276f1dae-c2bd-42ef-b10e-b318bec33fd3 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:15:03.350022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed1a6e-0366-478c-882c-3cfd43b94c10 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Pushing event deleted for resources: {'Port': ['ID=4edfc163-904d-46ac-a89d-2cc25992331e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:03.367975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66114d-157d-42f1-8ae8-7d114b98d763 req-e0c3abec-4d3e-4cdc-a563-b2536486f467 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:03.373914 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad66114d-157d-42f1-8ae8-7d114b98d763 req-e0c3abec-4d3e-4cdc-a563-b2536486f467 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 944 time: 0.0925367 Oct 19 11:15:03.467890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad66114d-157d-42f1-8ae8-7d114b98d763 req-1ab3bb8b-c337-4234-9868-104070e5f029 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743365 Oct 19 11:15:03.477749 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a6e-0366-478c-882c-3cfd43b94c10 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:03.481146 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1a6e-0366-478c-882c-3cfd43b94c10 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:03.482845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b0ed1a6e-0366-478c-882c-3cfd43b94c10 tempest-ServersWithSpecificFlavorTestJSON-792350853 tempest-ServersWithSpecificFlavorTestJSON-792350853-project] 10.222.0.39 "DELETE /v2.0/floatingips/72abf96e-eb96-4a66-a586-da6da63a236c HTTP/1.1" status: 204 len: 168 time: 0.6443925 Oct 19 11:15:03.539106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 276f1dae-c2bd-42ef-b10e-b318bec33fd3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=276f1dae-c2bd-42ef-b10e-b318bec33fd3,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:03.539296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dbd7a-edd0-4c57-9e2d-6bf34e1c600c req-05f4120a-8cac-411a-90b3-2b1f70593c3a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:03.544645 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-057dbd7a-edd0-4c57-9e2d-6bf34e1c600c req-05f4120a-8cac-411a-90b3-2b1f70593c3a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 944 time: 0.0975823 Oct 19 11:15:03.546900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '276f1dae-c2bd-42ef-b10e-b318bec33fd3', 'network_id': 'c49d39f8-ee8e-488d-906e-68c3d9038bc6', 'port_id': '276f1dae-c2bd-42ef-b10e-b318bec33fd3', 'mac_address': 'fa:16:3e:88:3a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a4348a-2dbe-46d3-89b8-5ec7c8e710a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:15:03.594960 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:03.612745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276f1dae-c2bd-42ef-b10e-b318bec33fd3 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:03.617327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-057dbd7a-edd0-4c57-9e2d-6bf34e1c600c req-5be448ed-dc1d-4cd3-b121-77900da5666c tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587204 Oct 19 11:15:03.643634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 276f1dae-c2bd-42ef-b10e-b318bec33fd3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=276f1dae-c2bd-42ef-b10e-b318bec33fd3,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:03.659136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24801e55-798a-4682-824e-b303af3eda23 req-2a2193c8-daec-4c2d-a5e2-8546cdaa83c6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:03.660781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24801e55-798a-4682-824e-b303af3eda23 req-2a2193c8-daec-4c2d-a5e2-8546cdaa83c6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1066370 Oct 19 11:15:03.690856 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-457820da-8815-4a33-9c9d-6d897c7b4736 service neutron] 10.222.0.49 "GET /v2.0/ports/9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f/bindings/n-h1-814547-1 HTTP/1.1" status: 200 len: 384 time: 0.0922844 Oct 19 11:15:03.729336 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24801e55-798a-4682-824e-b303af3eda23 req-3cbf0716-a9b4-4c6c-8da1-a2da1bd4e909 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608320 Oct 19 11:15:03.730597 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:03.829757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=276f1dae-c2bd-42ef-b10e-b318bec33fd3,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:03.891781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-cbd3227b-874b-4768-bfc2-9f30ddf1c0b8 service neutron] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:03.910537 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-cbd3227b-874b-4768-bfc2-9f30ddf1c0b8 service neutron] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:03.944274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-cbd3227b-874b-4768-bfc2-9f30ddf1c0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:03.959610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-cbd3227b-874b-4768-bfc2-9f30ddf1c0b8 service neutron] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:04.082146 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-cbd3227b-874b-4768-bfc2-9f30ddf1c0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:04.097526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['276f1dae-c2bd-42ef-b10e-b318bec33fd3'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:04.187761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-cbd3227b-874b-4768-bfc2-9f30ddf1c0b8 service neutron] Transition to ACTIVE for port object 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:15:04.213603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48248) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:04.265503 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-cbd3227b-874b-4768-bfc2-9f30ddf1c0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:04.352263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-cbd3227b-874b-4768-bfc2-9f30ddf1c0b8 service neutron] No DVR routers for this DVR port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:04.387892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3227b-874b-4768-bfc2-9f30ddf1c0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,revision_number=10']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:04.394719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-cbd3227b-874b-4768-bfc2-9f30ddf1c0b8 service neutron] 10.222.0.49 "PUT /v2.0/ports/9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f/bindings/n-h1-814547-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6938233 Oct 19 11:15:04.432973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c035c-d5b6-402a-a321-6d1237ae4596 req-665cb920-3087-427b-b5f6-91a60a6ab3b9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:04.434464 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e42c035c-d5b6-402a-a321-6d1237ae4596 req-665cb920-3087-427b-b5f6-91a60a6ab3b9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.1043763 Oct 19 11:15:04.517105 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e42c035c-d5b6-402a-a321-6d1237ae4596 req-cc541463-0a0e-4b2e-83d8-569e4179a296 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755894 Oct 19 11:15:04.627224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-fb05ea42-11e9-46b0-be99-bb27498b7bfc tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:04.628738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-fb05ea42-11e9-46b0-be99-bb27498b7bfc tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.0912275 Oct 19 11:15:04.641839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488b0ae-7c6f-4111-9b16-4f6e0be72f78 req-2ddb0abe-2075-4753-b1c3-a47b40df1bfe tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:04.645440 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9488b0ae-7c6f-4111-9b16-4f6e0be72f78 req-2ddb0abe-2075-4753-b1c3-a47b40df1bfe tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 945 time: 0.0661085 Oct 19 11:15:04.668333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d99946-2a23-497a-b213-005c17a3b823 req-d1d3d3da-75e2-4fe2-9e83-16e6eb2c6b3c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:04.668333 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-46d99946-2a23-497a-b213-005c17a3b823 req-d1d3d3da-75e2-4fe2-9e83-16e6eb2c6b3c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0658631 Oct 19 11:15:04.676840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48260) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:04.682652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fbcecdcb-8442-47b2-affd-10bd049f1efe tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'floatingip': {'port_id': 'ad69dc53-aa3d-4065-963a-9113f65406e8'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:04.716298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9488b0ae-7c6f-4111-9b16-4f6e0be72f78 req-c5bb0553-81b0-4c05-92ef-13708231a29a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639822 Oct 19 11:15:04.737810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-47fc5790-63b4-4e36-a842-47585fab2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:04.739341 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-47fc5790-63b4-4e36-a842-47585fab2948 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0952229 Oct 19 11:15:04.750348 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fbcecdcb-8442-47b2-affd-10bd049f1efe tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:04.827633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-fa06890d-b33b-4050-a0df-80c082126eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:04.829921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-fa06890d-b33b-4050-a0df-80c082126eb3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 1096 time: 0.0515459 Oct 19 11:15:04.924157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a41c5-f7ca-461e-8ac3-f0bb91645851 req-d25250ba-c8ee-4f77-a79d-35390547f39a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:04.925616 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-769a41c5-f7ca-461e-8ac3-f0bb91645851 req-d25250ba-c8ee-4f77-a79d-35390547f39a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 945 time: 0.1879318 Oct 19 11:15:04.965830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc59ae-23f6-4fbc-a7ee-0ab82a2340d6 req-9e4e0172-b1d4-4ca4-8581-829307900bc6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:04.967281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f7fc59ae-23f6-4fbc-a7ee-0ab82a2340d6 req-9e4e0172-b1d4-4ca4-8581-829307900bc6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1020913 Oct 19 11:15:04.983252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-c16d5de3-4139-4a31-8bd7-90221dd4e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:04.984686 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-c16d5de3-4139-4a31-8bd7-90221dd4e874 service neutron] 10.222.0.26 "GET /v2.0/networks?id=062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 200 len: 908 time: 0.1440632 Oct 19 11:15:05.001684 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:05.031515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-b60c8d74-6097-45d3-995f-449eaf207eef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f HTTP/1.1" status: 200 len: 217 time: 0.0378733 Oct 19 11:15:05.045044 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f7fc59ae-23f6-4fbc-a7ee-0ab82a2340d6 req-57113388-7e47-4388-b518-c17d6cc8bce6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703976 Oct 19 11:15:05.090524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-2d5b6c34-26a2-41ad-8e97-2842bfc40b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:05.092114 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-2d5b6c34-26a2-41ad-8e97-2842bfc40b05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 200 len: 847 time: 0.0504236 Oct 19 11:15:05.111051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-769a41c5-f7ca-461e-8ac3-f0bb91645851 req-f0a394fe-94fe-49db-b097-02272edfde1a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764133 Oct 19 11:15:05.139277 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-6bc464e1-8b21-4af8-a014-08f6a8fe38a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=062cfcb7-1da2-4252-bba9-e7e514625ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294418 Oct 19 11:15:05.238777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-f8fbea56-c039-4093-86e9-c3661d50e11c service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911713 Oct 19 11:15:05.343067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 276f1dae-c2bd-42ef-b10e-b318bec33fd3 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:05.349649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-027c3504-522b-48cc-83f5-c17a1ec7e7de service neutron] 10.222.0.26 "GET /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011124 Oct 19 11:15:05.377669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:05.429676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:05.532196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 276f1dae-c2bd-42ef-b10e-b318bec33fd3 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:15:05.535727 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fbcecdcb-8442-47b2-affd-10bd049f1efe tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:05.537111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 276f1dae-c2bd-42ef-b10e-b318bec33fd3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:05.537532 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:05.559406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Deleting port bdcd598d-89f5-48d9-ae70-9a9af564dc0e {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:05.559745 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:05.613793 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fbcecdcb-8442-47b2-affd-10bd049f1efe tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:05.621993 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:05.646343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276f1dae-c2bd-42ef-b10e-b318bec33fd3'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:05.648716 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bff29f-7593-401f-ba3d-da8e039cbb4d" -d '{"events": [{"server_uuid": "bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "276f1dae-c2bd-42ef-b10e-b318bec33fd3"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:05.665658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 276f1dae-c2bd-42ef-b10e-b318bec33fd3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=276f1dae-c2bd-42ef-b10e-b318bec33fd3,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:05.688831 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f966d1c6-4e82-437a-8b14-461811b42527 x-openstack-request-id: req-f966d1c6-4e82-437a-8b14-461811b42527 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:05.689120 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad", "name": "network-vif-plugged", "status": "completed", "tag": "276f1dae-c2bd-42ef-b10e-b318bec33fd3", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:05.689566 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f966d1c6-4e82-437a-8b14-461811b42527 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:05.689960 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276f1dae-c2bd-42ef-b10e-b318bec33fd3', 'code': 200} Oct 19 11:15:05.708196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] For port bdcd598d-89f5-48d9-ae70-9a9af564dc0e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bdcd598d-89f5-48d9-ae70-9a9af564dc0e,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:05.710816 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:05.758512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Calling delete_port for bdcd598d-89f5-48d9-ae70-9a9af564dc0e owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:05.771015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:05.783125 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-fbcecdcb-8442-47b2-affd-10bd049f1efe tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Floating IP ee9e4c5c-ca45-412b-b317-78f9098459d7 associated. External IP: 172.25.2.53, port: ad69dc53-aa3d-4065-963a-9113f65406e8. Oct 19 11:15:05.852655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=276f1dae-c2bd-42ef-b10e-b318bec33fd3,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:05.878059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56d44e-5e46-4ed8-b408-13b2486229aa req-bb31c547-0f4b-41cb-8f9b-9cb35f24287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:05.879639 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d56d44e-5e46-4ed8-b408-13b2486229aa req-bb31c547-0f4b-41cb-8f9b-9cb35f24287a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 1097 time: 0.1126733 Oct 19 11:15:05.892181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31470734-b6e2-4533-beb6-25ec47ff0d06 req-89128f5e-cd3e-4bb9-a8c7-2b128297e7b6 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:05.893853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-31470734-b6e2-4533-beb6-25ec47ff0d06 req-89128f5e-cd3e-4bb9-a8c7-2b128297e7b6 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 945 time: 0.0616403 Oct 19 11:15:05.954613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d56d44e-5e46-4ed8-b408-13b2486229aa req-2de69e93-1290-43dd-b700-460e6c8a0a17 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597296 Oct 19 11:15:05.959535 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-31470734-b6e2-4533-beb6-25ec47ff0d06 req-cf9ccea4-eaf7-431d-b59e-bb91f6fc3ec8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474007 Oct 19 11:15:06.388101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-b1ffcd11-519c-43db-a7fa-5ce344a7d89a tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:06.389650 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-b1ffcd11-519c-43db-a7fa-5ce344a7d89a tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae&tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.4575315 Oct 19 11:15:06.626543 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308f589-d069-466f-b175-febc9785cf20 req-6bdb7918-3410-421d-b52e-07c671b78e2c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:06.628282 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9308f589-d069-466f-b175-febc9785cf20 req-6bdb7918-3410-421d-b52e-07c671b78e2c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.3372743 Oct 19 11:15:06.644316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac94f3e-1978-4bc7-9507-5627a30f6b4e req-69cdb6e4-d44b-4696-acfd-5c781cfe8b31 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:06.645739 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ac94f3e-1978-4bc7-9507-5627a30f6b4e req-69cdb6e4-d44b-4696-acfd-5c781cfe8b31 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 946 time: 0.3998091 Oct 19 11:15:06.688043 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ac94f3e-1978-4bc7-9507-5627a30f6b4e req-40a7b2ce-4858-499c-961b-bfa405df3fb1 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357115 Oct 19 11:15:06.721015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcecdcb-8442-47b2-affd-10bd049f1efe tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Router 21f8385d-1790-4433-bd24-82709302e7ab has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:15:06.736085 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9308f589-d069-466f-b175-febc9785cf20 req-3c3a82b3-eb4e-434a-8438-42d625d4743c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941458 Oct 19 11:15:06.792110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:06.834701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdcd598d-89f5-48d9-ae70-9a9af564dc0e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:06.846010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.846336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.846675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.847115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.847364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.847685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.848009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.848369 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.848715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.851766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.851766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.851766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:06.880163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-bb147330-b848-48cb-b2a7-74be19c07d31 service neutron] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:06.929492 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-bb147330-b848-48cb-b2a7-74be19c07d31 service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:06.930620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637346e-b35d-4ea4-9310-87c56a2c1c58 req-bb147330-b848-48cb-b2a7-74be19c07d31 service neutron] 10.222.0.26 "DELETE /v2.0/ports/9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f/bindings/n-h2-814547-1 HTTP/1.1" status: 204 len: 173 time: 0.4914224 Oct 19 11:15:06.963490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcecdcb-8442-47b2-affd-10bd049f1efe tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:15:06.968598 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fbcecdcb-8442-47b2-affd-10bd049f1efe tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:06.975494 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940c6887-8272-4eb9-b8e2-9c8982e29cb3 None None] Sync routers for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:15:06.985293 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c6887-8272-4eb9-b8e2-9c8982e29cb3 None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:06.986286 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-940c6887-8272-4eb9-b8e2-9c8982e29cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:07.062449 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fbcecdcb-8442-47b2-affd-10bd049f1efe tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "PUT /v2.0/floatingips/ee9e4c5c-ca45-412b-b317-78f9098459d7 HTTP/1.1" status: 200 len: 991 time: 2.3800192 Oct 19 11:15:07.062449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'tag': 'ad69dc53-aa3d-4065-963a-9113f65406e8'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:07.064347 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "94162e12-129a-4b8d-a954-63e6fa0aef1b", "tag": "ad69dc53-aa3d-4065-963a-9113f65406e8"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:07.150165 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-940c6887-8272-4eb9-b8e2-9c8982e29cb3 None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:07.194544 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:07.213831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322504-6381-4bfd-ab1b-97546f6ba2fc req-e8af12dd-d386-40ac-b929-7189d101462d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:07.224339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e322504-6381-4bfd-ab1b-97546f6ba2fc req-e8af12dd-d386-40ac-b929-7189d101462d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 945 time: 0.0844822 Oct 19 11:15:07.227638 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acea2fea-c852-445d-a664-5028d451f64b x-openstack-request-id: req-acea2fea-c852-445d-a664-5028d451f64b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:07.227920 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94162e12-129a-4b8d-a954-63e6fa0aef1b", "tag": "ad69dc53-aa3d-4065-963a-9113f65406e8", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:07.228173 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acea2fea-c852-445d-a664-5028d451f64b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:07.228578 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'tag': 'ad69dc53-aa3d-4065-963a-9113f65406e8', 'status': 'completed', 'code': 200} Oct 19 11:15:07.309936 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e322504-6381-4bfd-ab1b-97546f6ba2fc req-52cf5d3a-bdba-4bfd-bb16-ad050e3cf6a8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846827 Oct 19 11:15:07.387350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-940c6887-8272-4eb9-b8e2-9c8982e29cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'ee9e4c5c-ca45-412b-b317-78f9098459d7', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'port_id': 'ad69dc53-aa3d-4065-963a-9113f65406e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'mac_address': 'fa:16:3e:5e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:14:48Z', 'updated_at': '2021-10-19T11:15:05Z', 'revision_number': 1, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:07.412607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3 req-875d9257-1d7c-4f14-9b1d-61e3ab7416f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:07.414208 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3 req-875d9257-1d7c-4f14-9b1d-61e3ab7416f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 1097 time: 0.1609821 Oct 19 11:15:07.418207 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940c6887-8272-4eb9-b8e2-9c8982e29cb3 None None] Checking router: 21f8385d-1790-4433-bd24-82709302e7ab for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:15:07.426796 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c6887-8272-4eb9-b8e2-9c8982e29cb3 None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:07.427368 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-940c6887-8272-4eb9-b8e2-9c8982e29cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:07.545945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3 req-e3c61ea2-3117-4033-83ac-162d9389aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:07.547843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3 req-e3c61ea2-3117-4033-83ac-162d9389aedd service neutron] 10.222.0.49 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 912 time: 0.1245916 Oct 19 11:15:07.594102 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-940c6887-8272-4eb9-b8e2-9c8982e29cb3 None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:07.652865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3 req-6b178f20-313a-44e4-8ab4-57bdc86b5216 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69dc53-aa3d-4065-963a-9113f65406e8 HTTP/1.1" status: 200 len: 999 time: 0.0867877 Oct 19 11:15:07.662745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1aa9d0-205e-4f07-b123-39473bbd99c4 req-4cd8f42b-9c78-40e6-98b3-3bdcc3ec159a tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:07.664323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e1aa9d0-205e-4f07-b123-39473bbd99c4 req-4cd8f42b-9c78-40e6-98b3-3bdcc3ec159a tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 1096 time: 0.1191514 Oct 19 11:15:07.691516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Router 6e197209-2614-418b-8e7f-08c973726804 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:15:07.716975 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e1aa9d0-205e-4f07-b123-39473bbd99c4 req-47ba7dd8-122a-4402-8fe7-ee60ec3d0bbd tempest-LiveMigrationTest-507358855 tempest-LiveMigrationTest-507358855-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445526 Oct 19 11:15:07.746819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3 req-0d58ef33-5369-42b5-bd43-7270274d80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:07.747897 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3 req-0d58ef33-5369-42b5-bd43-7270274d80f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 200 len: 850 time: 0.0740700 Oct 19 11:15:07.843292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:15:07.853748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee2ce13-234d-4d57-b564-0d1c18c6c28c None None] Sync routers for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:15:07.856144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e579e6e9-a402-4bda-85fa-4afa5795fe83 admin admin] 10.222.0.39 "PUT /v2.0/routers/6e197209-2614-418b-8e7f-08c973726804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6414325 Oct 19 11:15:07.858730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48316) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:07.865924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2ce13-234d-4d57-b564-0d1c18c6c28c None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:07.866548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1ee2ce13-234d-4d57-b564-0d1c18c6c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:07.920582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3 req-2032cacb-82b9-40f0-800c-387aa2ebe5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:07.922081 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3 req-2032cacb-82b9-40f0-800c-387aa2ebe5f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b157cbcc-604a-44be-a7df-eb39e3221861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647022 Oct 19 11:15:07.993722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807389bb-6e8b-455a-8b75-d237d31a8788 req-ba587df8-76b9-4cd0-ab9b-ea4fc39352db tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:07.998417 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:08.001972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-807389bb-6e8b-455a-8b75-d237d31a8788 req-ba587df8-76b9-4cd0-ab9b-ea4fc39352db tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 946 time: 0.1843302 Oct 19 11:15:08.009739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1ee2ce13-234d-4d57-b564-0d1c18c6c28c None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:08.105091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3 req-49adf3ce-0d57-4d38-91e0-f07d0b123d15 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675234 Oct 19 11:15:08.128252 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-807389bb-6e8b-455a-8b75-d237d31a8788 req-a72be2d9-297f-44d9-9e2c-bb4abe7c8e18 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253324 Oct 19 11:15:08.185070 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:08.239550 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-940c6887-8272-4eb9-b8e2-9c8982e29cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'ee9e4c5c-ca45-412b-b317-78f9098459d7', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'port_id': 'ad69dc53-aa3d-4065-963a-9113f65406e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'mac_address': 'fa:16:3e:5e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:14:48Z', 'updated_at': '2021-10-19T11:15:05Z', 'revision_number': 1, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:08.271269 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9dc74ede-d30b-45c9-b09e-df030f1ce3b3 req-da7e3a86-f48b-4b6a-97d0-2fc15f590f33 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417143 Oct 19 11:15:08.279312 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940c6887-8272-4eb9-b8e2-9c8982e29cb3 None None] The sync data for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 is: [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'ee9e4c5c-ca45-412b-b317-78f9098459d7', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'port_id': 'ad69dc53-aa3d-4065-963a-9113f65406e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'mac_address': 'fa:16:3e:5e:a5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:14:48Z', 'updated_at': '2021-10-19T11:15:05Z', 'revision_number': 1, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:15:08.285784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c525f0-53e9-42b4-a6d4-898e7f508ca8 req-fae462d6-e9a4-4e37-b07f-2d99ce1926e2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:08.287516 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32c525f0-53e9-42b4-a6d4-898e7f508ca8 req-fae462d6-e9a4-4e37-b07f-2d99ce1926e2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0690379 Oct 19 11:15:08.320085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1ee2ce13-234d-4d57-b564-0d1c18c6c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:15:06Z', 'revision_number': 5, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port': {'id': '763d1b1f-b02a-44c0-8aa5-a4c04a7830b4', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:62:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e197209-2614-418b-8e7f-08c973726804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:19Z', 'updated_at': '2021-10-19T11:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:08.330994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32c525f0-53e9-42b4-a6d4-898e7f508ca8 req-91f6fa28-ede7-44d2-81bf-1c5ef36df48b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369794 Oct 19 11:15:08.361446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee2ce13-234d-4d57-b564-0d1c18c6c28c None None] Checking router: 6e197209-2614-418b-8e7f-08c973726804 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:15:08.371592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2ce13-234d-4d57-b564-0d1c18c6c28c None None] Routers {'6e197209-2614-418b-8e7f-08c973726804'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:08.372206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1ee2ce13-234d-4d57-b564-0d1c18c6c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6e197209-2614-418b-8e7f-08c973726804'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:08.428168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Deleting port 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:08.428597 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:08.479074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1ee2ce13-234d-4d57-b564-0d1c18c6c28c None None] Set router 6e197209-2614-418b-8e7f-08c973726804 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:08.556180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] For port 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=763d1b1f-b02a-44c0-8aa5-a4c04a7830b4,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:08.556562 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:08.572458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Calling delete_port for 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:08.583849 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1ee2ce13-234d-4d57-b564-0d1c18c6c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:15:08Z', 'revision_number': 6, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:08.628191 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87934035-c468-4cc0-8463-357967c9b611 None None] New status for floating IP ee9e4c5c-ca45-412b-b317-78f9098459d7: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:15:08.653226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee2ce13-234d-4d57-b564-0d1c18c6c28c None None] The sync data for ids ['6e197209-2614-418b-8e7f-08c973726804'] in n-d-814547-1 is: [{'id': '6e197209-2614-418b-8e7f-08c973726804', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-404799005-router', 'tenant_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:18Z', 'updated_at': '2021-10-19T11:15:08Z', 'revision_number': 6, 'project_id': 'b3b7151c30e248e094eeb3456b4bd8a4', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:15:08.766476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2db607-6384-4d1d-9b90-f102a11671b6 req-8a933440-bb37-49a3-89dc-2878887d5d14 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:08.769032 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf2db607-6384-4d1d-9b90-f102a11671b6 req-8a933440-bb37-49a3-89dc-2878887d5d14 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 945 time: 0.0557256 Oct 19 11:15:08.808687 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf2db607-6384-4d1d-9b90-f102a11671b6 req-b67f8da9-e979-4ddd-8fdf-504cfac3bf4b tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Oct 19 11:15:08.953203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:08.981856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Pushing event deleted for resources: {'Port': ['ID=763d1b1f-b02a-44c0-8aa5-a4c04a7830b4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:09.091843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:09.114015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48c975-0639-4293-b490-e02b89a2d5c3 req-0f0c1e9a-dd56-4d6b-8951-b2fc5f8d463e tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:09.115643 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d48c975-0639-4293-b490-e02b89a2d5c3 req-0f0c1e9a-dd56-4d6b-8951-b2fc5f8d463e tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 946 time: 0.0588176 Oct 19 11:15:09.159667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d48c975-0639-4293-b490-e02b89a2d5c3 req-942bc722-9787-4081-b94b-070b8f98f341 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358593 Oct 19 11:15:09.174109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04721f-a20b-487e-b34f-00fbd17387e0 req-df1bb8f7-1397-4084-a9a8-05b77b4e75f8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:09.175565 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad04721f-a20b-487e-b34f-00fbd17387e0 req-df1bb8f7-1397-4084-a9a8-05b77b4e75f8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 945 time: 0.1255527 Oct 19 11:15:09.206624 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:09.215056 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:09.331450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-ad04721f-a20b-487e-b34f-00fbd17387e0 req-d858f911-e1bf-4005-9619-63162efb4c57 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Deleting port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:09.331693 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ad04721f-a20b-487e-b34f-00fbd17387e0 req-d858f911-e1bf-4005-9619-63162efb4c57 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:09.388897 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:09.389390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e197209-2614-418b-8e7f-08c973726804 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:15:09.399745 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:09.399745 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dc9e7036-7c1e-48ac-8dd0-f764e5f39892 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6e197209-2614-418b-8e7f-08c973726804 HTTP/1.1" status: 204 len: 168 time: 1.5383239 Oct 19 11:15:09.401446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48332) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:09.496448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-ad04721f-a20b-487e-b34f-00fbd17387e0 req-d858f911-e1bf-4005-9619-63162efb4c57 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] For port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:09.496744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ad04721f-a20b-487e-b34f-00fbd17387e0 req-d858f911-e1bf-4005-9619-63162efb4c57 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:09.507528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b88fd4-1358-4884-b194-a0b1ff691b63 admin admin] Deleting subnet 40a357a2-81d7-41d4-837e-3062b79eca3e {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:15:09.508059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bdcd598d-89f5-48d9-ae70-9a9af564dc0e no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:09.518990 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b88fd4-1358-4884-b194-a0b1ff691b63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:09.533580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: bdcd598d-89f5-48d9-ae70-9a9af564dc0e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:09.533931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bdcd598d-89f5-48d9-ae70-9a9af564dc0e not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:09.534342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:09.538529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-ad04721f-a20b-487e-b34f-00fbd17387e0 req-d858f911-e1bf-4005-9619-63162efb4c57 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Calling delete_port for 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:09.555583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:09.556042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 763d1b1f-b02a-44c0-8aa5-a4c04a7830b4 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:09.558159 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a226531-180e-4baf-84d3-2fc9b2e56c01 req-8666b17a-29ee-4f6c-b6af-3ff473680cac tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:09.565591 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4a226531-180e-4baf-84d3-2fc9b2e56c01 req-8666b17a-29ee-4f6c-b6af-3ff473680cac tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1516030 Oct 19 11:15:09.618509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b88fd4-1358-4884-b194-a0b1ff691b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:09.684792 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4a226531-180e-4baf-84d3-2fc9b2e56c01 req-ccccabee-df0c-43c8-ba20-86d3a6ed1425 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181061 Oct 19 11:15:09.783265 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b88fd4-1358-4884-b194-a0b1ff691b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:09.911578 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ad04721f-a20b-487e-b34f-00fbd17387e0 req-d858f911-e1bf-4005-9619-63162efb4c57 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:09.923159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f41ff9e9-274d-4d6f-9113-0610b57293fe'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:09.944559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858f911-e1bf-4005-9619-63162efb4c57 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Pushing event deleted for resources: {'Port': ['ID=9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:09.960340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b3344-d098-44e9-90e9-8d11e7bc32f4 req-98a578fa-536f-4992-b2c4-c034755c4be2 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:09.961883 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b37b3344-d098-44e9-90e9-8d11e7bc32f4 req-98a578fa-536f-4992-b2c4-c034755c4be2 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 866 time: 0.0872128 Oct 19 11:15:09.983190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b88fd4-1358-4884-b194-a0b1ff691b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.026640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad04721f-a20b-487e-b34f-00fbd17387e0 req-d858f911-e1bf-4005-9619-63162efb4c57 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] No DVR routers for this DVR port 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:10.035924 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ad04721f-a20b-487e-b34f-00fbd17387e0 req-d858f911-e1bf-4005-9619-63162efb4c57 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.039323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad04721f-a20b-487e-b34f-00fbd17387e0 req-d858f911-e1bf-4005-9619-63162efb4c57 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.26 "DELETE /v2.0/ports/9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f HTTP/1.1" status: 204 len: 173 time: 0.8350255 Oct 19 11:15:10.039892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'name': 'network-vif-deleted', 'tag': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:10.042719 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdbbead-6870-4bbb-834a-088b666061e3" -d '{"events": [{"server_uuid": "ebea9ddb-9a24-4482-8beb-225db311efae", "name": "network-vif-deleted", "tag": "9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:10.045558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b88fd4-1358-4884-b194-a0b1ff691b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a357a2-81d7-41d4-837e-3062b79eca3e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:10.052316 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b88fd4-1358-4884-b194-a0b1ff691b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.058399 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d7b88fd4-1358-4884-b194-a0b1ff691b63 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/40a357a2-81d7-41d4-837e-3062b79eca3e HTTP/1.1" status: 204 len: 168 time: 0.6531544 Oct 19 11:15:10.058798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48346) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:10.069799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3127134b-ccf8-4aa4-b121-d88f709726a9 None None] Network 8b754831-f16d-4c57-ba88-a181190b2a98 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:15:10.095197 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b37b3344-d098-44e9-90e9-8d11e7bc32f4 req-0cdbb73e-39f8-4ab7-84fa-e8debd6cb11e tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153030 Oct 19 11:15:10.096888 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e909ebb1-80a9-42f2-8e37-1938b1b92cef x-openstack-request-id: req-e909ebb1-80a9-42f2-8e37-1938b1b92cef {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:10.097228 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebea9ddb-9a24-4482-8beb-225db311efae", "name": "network-vif-deleted", "tag": "9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:10.097728 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e909ebb1-80a9-42f2-8e37-1938b1b92cef {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:10.098219 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebea9ddb-9a24-4482-8beb-225db311efae', 'name': 'network-vif-deleted', 'tag': '9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f', 'status': 'completed', 'code': 200} Oct 19 11:15:10.140900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.197264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Deleting port c6950110-58e2-4950-9681-2e722d20893d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:10.197751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.301884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] For port c6950110-58e2-4950-9681-2e722d20893d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c6950110-58e2-4950-9681-2e722d20893d,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:10.302572 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.321106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Calling delete_port for c6950110-58e2-4950-9681-2e722d20893d owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:10.341938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fd403-3f8d-41e0-8e8d-98e0697e10f2 req-93d959e2-302a-406f-bc4b-78132ffaff49 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:10.343419 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e3fd403-3f8d-41e0-8e8d-98e0697e10f2 req-93d959e2-302a-406f-bc4b-78132ffaff49 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 946 time: 0.0899618 Oct 19 11:15:10.424960 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080ff42-8c7a-4489-8118-82dc0dfa2657 None None] DHCP port deletion for 8b754831-f16d-4c57-ba88-a181190b2a98 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:15:10.431169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e3fd403-3f8d-41e0-8e8d-98e0697e10f2 req-ac2e9d11-2b6c-4217-84ff-8d3311fa913d tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534568 Oct 19 11:15:10.482161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9080ff42-8c7a-4489-8118-82dc0dfa2657 None None] Deleting port c6950110-58e2-4950-9681-2e722d20893d {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:10.482546 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9080ff42-8c7a-4489-8118-82dc0dfa2657 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.541141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59713f5-1fcd-4683-a2a3-dab4717168bd req-aabcddf7-7004-4d3d-9d1f-7d9be98113dd tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:10.543212 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a59713f5-1fcd-4683-a2a3-dab4717168bd req-aabcddf7-7004-4d3d-9d1f-7d9be98113dd tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 946 time: 0.0632086 Oct 19 11:15:10.548830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9080ff42-8c7a-4489-8118-82dc0dfa2657 None None] For port c6950110-58e2-4950-9681-2e722d20893d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c6950110-58e2-4950-9681-2e722d20893d,segment=NetworkSegment(acd04a0d-0d6f-48cf-9fdf-c9c335c37cda),segment_id=acd04a0d-0d6f-48cf-9fdf-c9c335c37cda)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:10.549330 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9080ff42-8c7a-4489-8118-82dc0dfa2657 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.563448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9080ff42-8c7a-4489-8118-82dc0dfa2657 None None] Calling delete_port for c6950110-58e2-4950-9681-2e722d20893d owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:10.570195 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.617665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] No DVR routers for this DVR port c6950110-58e2-4950-9681-2e722d20893d on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:10.620839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6950110-58e2-4950-9681-2e722d20893d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:10.667178 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a59713f5-1fcd-4683-a2a3-dab4717168bd req-3c7766a6-cac5-4c94-b869-1bf944d6d0ad tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Deleting port 276f1dae-c2bd-42ef-b10e-b318bec33fd3 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:10.669430 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a59713f5-1fcd-4683-a2a3-dab4717168bd req-3c7766a6-cac5-4c94-b869-1bf944d6d0ad tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.718220 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9080ff42-8c7a-4489-8118-82dc0dfa2657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.726601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.726947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.727280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.727654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.727980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.728300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.728715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.729539 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.729857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.730174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.736910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080ff42-8c7a-4489-8118-82dc0dfa2657 None None] No DVR routers for this DVR port c6950110-58e2-4950-9681-2e722d20893d on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:10.744803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.745171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:10.765536 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080ff42-8c7a-4489-8118-82dc0dfa2657 None None] Pushing event deleted for resources: {'Port': ['ID=c6950110-58e2-4950-9681-2e722d20893d,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:10.820841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a59713f5-1fcd-4683-a2a3-dab4717168bd req-3c7766a6-cac5-4c94-b869-1bf944d6d0ad tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] For port 276f1dae-c2bd-42ef-b10e-b318bec33fd3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=276f1dae-c2bd-42ef-b10e-b318bec33fd3,segment=NetworkSegment(93afa44f-fa75-4ae5-8a1b-909250190fb6),segment_id=93afa44f-fa75-4ae5-8a1b-909250190fb6)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:10.821551 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a59713f5-1fcd-4683-a2a3-dab4717168bd req-3c7766a6-cac5-4c94-b869-1bf944d6d0ad tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.852100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.861939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a59713f5-1fcd-4683-a2a3-dab4717168bd req-3c7766a6-cac5-4c94-b869-1bf944d6d0ad tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Calling delete_port for 276f1dae-c2bd-42ef-b10e-b318bec33fd3 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:10.877261 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b754831-f16d-4c57-ba88-a181190b2a98']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:10.888710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:10.889047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd04a0d-0d6f-48cf-9fdf-c9c335c37cda') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:10.899427 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.913249 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.920588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:15:10.920982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:15:10.923009 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:15:10.925570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df3a93-548c-491c-bcff-9d6b9143e865 req-4b5b1b4e-aff5-47a4-8f72-9408e195a6de tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:10.927045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4df3a93-548c-491c-bcff-9d6b9143e865 req-4b5b1b4e-aff5-47a4-8f72-9408e195a6de tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1005571 Oct 19 11:15:10.990388 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4df3a93-548c-491c-bcff-9d6b9143e865 req-8ab6079b-230b-4d74-b5e6-6e4bb694cb47 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516191 Oct 19 11:15:11.065524 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:11.070195 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:11.077087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] 10.222.0.39 "DELETE /v2.0/networks/8b754831-f16d-4c57-ba88-a181190b2a98 HTTP/1.1" status: 204 len: 168 time: 1.0168858 Oct 19 11:15:11.077962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48360) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:11.090847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b3a60-9db1-4093-91a0-10d0186564eb admin admin] Pushing event deleted for resources: {'Network': ['ID=8b754831-f16d-4c57-ba88-a181190b2a98,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:11.186686 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a59713f5-1fcd-4683-a2a3-dab4717168bd req-3c7766a6-cac5-4c94-b869-1bf944d6d0ad tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:11.203394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['276f1dae-c2bd-42ef-b10e-b318bec33fd3'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:11.206214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-610278c9-a5ca-46f5-9c2d-c9a3be6856fc req-c345e412-8298-4ee7-8384-8c5b12d6db2a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 210 time: 0.0361903 Oct 19 11:15:11.222096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7766a6-cac5-4c94-b869-1bf944d6d0ad tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event deleted for resources: {'Port': ['ID=276f1dae-c2bd-42ef-b10e-b318bec33fd3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:11.285565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59713f5-1fcd-4683-a2a3-dab4717168bd req-3c7766a6-cac5-4c94-b869-1bf944d6d0ad tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] No DVR routers for this DVR port 276f1dae-c2bd-42ef-b10e-b318bec33fd3 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:11.289953 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a59713f5-1fcd-4683-a2a3-dab4717168bd req-3c7766a6-cac5-4c94-b869-1bf944d6d0ad tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:11.293321 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a59713f5-1fcd-4683-a2a3-dab4717168bd req-3c7766a6-cac5-4c94-b869-1bf944d6d0ad tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.26 "DELETE /v2.0/ports/276f1dae-c2bd-42ef-b10e-b318bec33fd3 HTTP/1.1" status: 204 len: 173 time: 0.7430351 Oct 19 11:15:11.330583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c6950110-58e2-4950-9681-2e722d20893d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:11.353157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: c6950110-58e2-4950-9681-2e722d20893d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:11.353531 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c6950110-58e2-4950-9681-2e722d20893d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:11.387127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 276f1dae-c2bd-42ef-b10e-b318bec33fd3 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:11.433878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 276f1dae-c2bd-42ef-b10e-b318bec33fd3 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:11.435885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 276f1dae-c2bd-42ef-b10e-b318bec33fd3 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:11.435885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:11.460819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:11.461350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9a4c1bd4-0a1c-4d78-b3dc-1a1d65493d7f not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:11.571683 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc25a644-1864-4d34-8d83-3511e6d2d098 req-5fe45f6a-dcf7-4cc7-9049-951d76390130 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad HTTP/1.1" status: 200 len: 210 time: 0.0423079 Oct 19 11:15:11.673184 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:12.156600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad', 'name': 'network-vif-deleted', 'tag': '276f1dae-c2bd-42ef-b10e-b318bec33fd3'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:12.158844 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b140c95b-a3b7-45f7-b047-ff4f8040ca35" -d '{"events": [{"server_uuid": "bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad", "name": "network-vif-deleted", "tag": "276f1dae-c2bd-42ef-b10e-b318bec33fd3"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:12.201907 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15f7526-dfac-45d5-ab1d-58dab07a1201 x-openstack-request-id: req-c15f7526-dfac-45d5-ab1d-58dab07a1201 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:12.202231 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad", "name": "network-vif-deleted", "tag": "276f1dae-c2bd-42ef-b10e-b318bec33fd3", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:12.202459 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c15f7526-dfac-45d5-ab1d-58dab07a1201 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:12.202845 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc66afd-46f2-4cfe-bbdb-4b39a358d5ad', 'name': 'network-vif-deleted', 'tag': '276f1dae-c2bd-42ef-b10e-b318bec33fd3', 'status': 'completed', 'code': 200} Oct 19 11:15:12.276754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabadbf-180e-4cfd-ad37-a6a4a33df518 req-b2f86c1a-b509-4bd9-9d17-fa6b997ea389 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:12.278287 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4eabadbf-180e-4cfd-ad37-a6a4a33df518 req-b2f86c1a-b509-4bd9-9d17-fa6b997ea389 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1149178 Oct 19 11:15:12.318580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7de986d3-6564-475f-a526-543376312b47 req-115891ce-6add-4f65-be56-f839ae6a5f17 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 210 time: 0.0298469 Oct 19 11:15:12.334642 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4eabadbf-180e-4cfd-ad37-a6a4a33df518 req-306288cf-333d-4016-9ecd-435cc09f2330 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468175 Oct 19 11:15:12.420421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] Deleting port 1a37fbb7-aa36-4965-a113-8efd5b5441df {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:12.420792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:12.512175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] For port 1a37fbb7-aa36-4965-a113-8efd5b5441df, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1a37fbb7-aa36-4965-a113-8efd5b5441df,segment=NetworkSegment(2f613ee0-fc59-47b9-9362-f798dfc15f97),segment_id=2f613ee0-fc59-47b9-9362-f798dfc15f97)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:12.512615 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:12.527329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] Calling delete_port for 1a37fbb7-aa36-4965-a113-8efd5b5441df owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:12.862391 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:12.892581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a37fbb7-aa36-4965-a113-8efd5b5441df,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:12.922994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48400) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:12.992742 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad6a272c-9b37-476a-b297-ad2f2cf0c647 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:13.019321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad6a272c-9b37-476a-b297-ad2f2cf0c647 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:13.136770 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:13.190577 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad6a272c-9b37-476a-b297-ad2f2cf0c647 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:13.193481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad6a272c-9b37-476a-b297-ad2f2cf0c647 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:13.194747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ad6a272c-9b37-476a-b297-ad2f2cf0c647 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "DELETE /v2.0/security-groups/aa304316-8281-4cbc-9ee7-8d0dfd6721ea HTTP/1.1" status: 204 len: 168 time: 0.2706964 Oct 19 11:15:13.198728 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48404) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:13.207588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a272c-9b37-476a-b297-ad2f2cf0c647 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa304316-8281-4cbc-9ee7-8d0dfd6721ea,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:13.229433 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-e486f199-016b-497d-b7ad-fef5e41c3d5a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] show failed (client error): The resource could not be found. Oct 19 11:15:13.230924 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e486f199-016b-497d-b7ad-fef5e41c3d5a tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "GET /v2.0/security-groups/aa304316-8281-4cbc-9ee7-8d0dfd6721ea HTTP/1.1" status: 404 len: 347 time: 0.0319171 Oct 19 11:15:13.233729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48406) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:13.476930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514560f-faac-483a-bd17-d95e3d48ed6d req-2c8b061f-0301-4b25-a054-ca25b64b3c5b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:13.478374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ded7664-bf03-4753-8014-76589f8f346b req-2ae9c9c0-24a0-4529-8c96-57c63c863c33 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 210 time: 0.0740473 Oct 19 11:15:13.479229 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b514560f-faac-483a-bd17-d95e3d48ed6d req-2c8b061f-0301-4b25-a054-ca25b64b3c5b tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0599825 Oct 19 11:15:13.529187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b514560f-faac-483a-bd17-d95e3d48ed6d req-b0c3ecc4-25bd-4476-93a8-1a32112bbfd4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439589 Oct 19 11:15:13.551116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b62ffd59-0968-498c-8c95-13e91f2be727 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Deleting port f1556013-04a0-429b-97c1-a050ee0544f7 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:13.551457 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b62ffd59-0968-498c-8c95-13e91f2be727 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:13.586458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] Router 73f35ba7-5f26-4769-a089-40bbb9f24a0a has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:15:13.681397 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b62ffd59-0968-498c-8c95-13e91f2be727 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:13.681672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b62ffd59-0968-498c-8c95-13e91f2be727 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:13.700497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b62ffd59-0968-498c-8c95-13e91f2be727 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Calling delete_port for f1556013-04a0-429b-97c1-a050ee0544f7 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:13.795934 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:15:13.802085 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4044f1e4-2c6d-49b9-bc5e-d08865b0de72 admin admin] 10.222.0.39 "PUT /v2.0/routers/73f35ba7-5f26-4769-a089-40bbb9f24a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7222815 Oct 19 11:15:13.804754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48414) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:13.812444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a7299-25a8-4bab-8f31-75a0af20f7e4 None None] Sync routers for ids ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:15:13.829754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a7299-25a8-4bab-8f31-75a0af20f7e4 None None] Routers {'73f35ba7-5f26-4769-a089-40bbb9f24a0a'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:13.831450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bf8a7299-25a8-4bab-8f31-75a0af20f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:13.947697 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:13.955007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-bf8a7299-25a8-4bab-8f31-75a0af20f7e4 None None] Set router 73f35ba7-5f26-4769-a089-40bbb9f24a0a gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:14.031950 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b62ffd59-0968-498c-8c95-13e91f2be727 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.060572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ffd59-0968-498c-8c95-13e91f2be727 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Pushing event deleted for resources: {'Port': ['ID=f1556013-04a0-429b-97c1-a050ee0544f7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:14.073605 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.139707 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b62ffd59-0968-498c-8c95-13e91f2be727 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.142641 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b62ffd59-0968-498c-8c95-13e91f2be727 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.143917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b62ffd59-0968-498c-8c95-13e91f2be727 tempest-ImagesOneServerNegativeTestJSON-1416850609 tempest-ImagesOneServerNegativeTestJSON-1416850609-project] 10.222.0.39 "DELETE /v2.0/floatingips/d893ad30-205d-4df1-902f-36722d1a3001 HTTP/1.1" status: 204 len: 168 time: 0.9092274 Oct 19 11:15:14.180871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bf8a7299-25a8-4bab-8f31-75a0af20f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-router', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:31Z', 'updated_at': '2021-10-19T11:15:12Z', 'revision_number': 5, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'gw_port': {'id': '831f2eb9-17e2-4ccd-8c03-b9a601cc900f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 182, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:10:32Z', 'updated_at': '2021-10-19T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:14.217405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a7299-25a8-4bab-8f31-75a0af20f7e4 None None] Checking router: 73f35ba7-5f26-4769-a089-40bbb9f24a0a for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:15:14.224023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Deleting port 831f2eb9-17e2-4ccd-8c03-b9a601cc900f {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:14.224464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.227856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a7299-25a8-4bab-8f31-75a0af20f7e4 None None] Routers {'73f35ba7-5f26-4769-a089-40bbb9f24a0a'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:14.228138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bf8a7299-25a8-4bab-8f31-75a0af20f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:14:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:14.277216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48432) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:14.318631 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-bf8a7299-25a8-4bab-8f31-75a0af20f7e4 None None] Set router 73f35ba7-5f26-4769-a089-40bbb9f24a0a gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:14.321508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] For port 831f2eb9-17e2-4ccd-8c03-b9a601cc900f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=831f2eb9-17e2-4ccd-8c03-b9a601cc900f,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:14.322044 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.334980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Calling delete_port for 831f2eb9-17e2-4ccd-8c03-b9a601cc900f owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:14.339806 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc361ec7-e2f3-4a69-8e55-7ba8bae1463a admin admin] Deleting subnet 65a4348a-2dbe-46d3-89b8-5ec7c8e710a0 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:15:14.344091 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc361ec7-e2f3-4a69-8e55-7ba8bae1463a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.381949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bf8a7299-25a8-4bab-8f31-75a0af20f7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-router', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:31Z', 'updated_at': '2021-10-19T11:15:14Z', 'revision_number': 6, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:14.385661 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc361ec7-e2f3-4a69-8e55-7ba8bae1463a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.410839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a7299-25a8-4bab-8f31-75a0af20f7e4 None None] The sync data for ids ['73f35ba7-5f26-4769-a089-40bbb9f24a0a'] in n-d-814547-1 is: [{'id': '73f35ba7-5f26-4769-a089-40bbb9f24a0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-307115748-router', 'tenant_id': '330d13e860ea40b39d00047d97d33d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:10:31Z', 'updated_at': '2021-10-19T11:15:14Z', 'revision_number': 6, 'project_id': '330d13e860ea40b39d00047d97d33d20', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:15:14.439532 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc361ec7-e2f3-4a69-8e55-7ba8bae1463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.594377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-075e42aa-5c59-49b0-a493-0d3082eab62a req-570a384e-edee-4667-863f-c96ca9adeb46 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 210 time: 0.0323842 Oct 19 11:15:14.636821 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc361ec7-e2f3-4a69-8e55-7ba8bae1463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.656665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad5dc-2c91-411d-969b-018fda9b574b req-7c017a71-dbf1-49c5-9105-782b67785a46 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:14.664502 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-802ad5dc-2c91-411d-969b-018fda9b574b req-7c017a71-dbf1-49c5-9105-782b67785a46 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0627379 Oct 19 11:15:14.671070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc361ec7-e2f3-4a69-8e55-7ba8bae1463a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a4348a-2dbe-46d3-89b8-5ec7c8e710a0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:14.673177 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc361ec7-e2f3-4a69-8e55-7ba8bae1463a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.677180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bc361ec7-e2f3-4a69-8e55-7ba8bae1463a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/65a4348a-2dbe-46d3-89b8-5ec7c8e710a0 HTTP/1.1" status: 204 len: 168 time: 0.3979876 Oct 19 11:15:14.679401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48438) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:14.688280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.727100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=831f2eb9-17e2-4ccd-8c03-b9a601cc900f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:14.740405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-802ad5dc-2c91-411d-969b-018fda9b574b req-d57ef170-cfa7-42f7-9e87-f19b920d53c2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743442 Oct 19 11:15:14.763110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.820293 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.866761 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.896375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49d39f8-ee8e-488d-906e-68c3d9038bc6']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:14.910747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93afa44f-fa75-4ae5-8a1b-909250190fb6') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:14.911424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93afa44f-fa75-4ae5-8a1b-909250190fb6') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:14.932820 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.937283 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.939546 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.947760 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.964890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:15:14.965608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:15:14.973602 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:15:15.099295 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.100290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f35ba7-5f26-4769-a089-40bbb9f24a0a {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:15:15.111241 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.115982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-49c748a3-6c1a-4711-a8bf-ee5a6efd4dd5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/73f35ba7-5f26-4769-a089-40bbb9f24a0a HTTP/1.1" status: 204 len: 168 time: 1.3066812 Oct 19 11:15:15.116527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48448) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:15.151169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.157141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.160267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c49d39f8-ee8e-488d-906e-68c3d9038bc6 HTTP/1.1" status: 204 len: 168 time: 0.4798069 Oct 19 11:15:15.217657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c8cce-08d3-4068-a4d6-32339d880924 admin admin] Pushing event deleted for resources: {'Network': ['ID=c49d39f8-ee8e-488d-906e-68c3d9038bc6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:15.231844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e97d76-3c84-4cfc-83d8-9c93ab1b9c65 admin admin] Deleting subnet b94550a8-99bd-4b30-b90e-1c83fabdd3dd {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:15:15.235781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e97d76-3c84-4cfc-83d8-9c93ab1b9c65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.273832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e97d76-3c84-4cfc-83d8-9c93ab1b9c65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.295211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1a37fbb7-aa36-4965-a113-8efd5b5441df no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:15.324797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 1a37fbb7-aa36-4965-a113-8efd5b5441df {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:15.324797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1a37fbb7-aa36-4965-a113-8efd5b5441df not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:15.324797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 831f2eb9-17e2-4ccd-8c03-b9a601cc900f no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:15.344699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 831f2eb9-17e2-4ccd-8c03-b9a601cc900f {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:15.345038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 831f2eb9-17e2-4ccd-8c03-b9a601cc900f not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:15.365792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e97d76-3c84-4cfc-83d8-9c93ab1b9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.553692 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e97d76-3c84-4cfc-83d8-9c93ab1b9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.581673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e97d76-3c84-4cfc-83d8-9c93ab1b9c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94550a8-99bd-4b30-b90e-1c83fabdd3dd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:15.583621 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e97d76-3c84-4cfc-83d8-9c93ab1b9c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.586800 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-81e97d76-3c84-4cfc-83d8-9c93ab1b9c65 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b94550a8-99bd-4b30-b90e-1c83fabdd3dd HTTP/1.1" status: 204 len: 168 time: 0.4692285 Oct 19 11:15:15.588819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5598bac-cd98-4393-944c-2de7135a7e0c None None] Network 0a7f0292-aa30-4331-bcd5-8551e4142400 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:15:15.589905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48454) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:15.637755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48458) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:15.666364 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.703306 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4db7652e-543a-4540-af3a-9d303416a3ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fff536ac89b94575a75e4a1a87e06e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655110 Oct 19 11:15:15.705239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48460) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:15.745734 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84a5bb7d-d68d-4a8c-a2b0-c21ec03a1576 req-4d70011f-2632-4e9c-9a48-5237aab86869 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebea9ddb-9a24-4482-8beb-225db311efae HTTP/1.1" status: 200 len: 210 time: 0.0501642 Oct 19 11:15:15.755141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Deleting port e28b67b4-cc02-4206-97dc-f42c5785f6e4 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:15.755558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.791140 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5c4d-402a-46b6-8d33-9a9acccf93db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.812145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f1550-ac66-48e3-b5de-1a8123004ae7 None None] DHCP port deletion for 0a7f0292-aa30-4331-bcd5-8551e4142400 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:15:15.824402 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5c4d-402a-46b6-8d33-9a9acccf93db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.869744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] For port e28b67b4-cc02-4206-97dc-f42c5785f6e4, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e28b67b4-cc02-4206-97dc-f42c5785f6e4,segment=NetworkSegment(2f613ee0-fc59-47b9-9362-f798dfc15f97),segment_id=2f613ee0-fc59-47b9-9362-f798dfc15f97)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:15.870195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.875893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b99f1550-ac66-48e3-b5de-1a8123004ae7 None None] Deleting port e28b67b4-cc02-4206-97dc-f42c5785f6e4 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:15.876303 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b99f1550-ac66-48e3-b5de-1a8123004ae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.887173 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Calling delete_port for e28b67b4-cc02-4206-97dc-f42c5785f6e4 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:15.921867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b67fb2-54f5-45ac-9e08-db34879a2986 req-f2c005dd-fc8b-4b44-bc4e-4fe210bc7e12 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:15.923315 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-47b67fb2-54f5-45ac-9e08-db34879a2986 req-f2c005dd-fc8b-4b44-bc4e-4fe210bc7e12 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0961325 Oct 19 11:15:15.959053 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5c4d-402a-46b6-8d33-9a9acccf93db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.962531 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5c4d-402a-46b6-8d33-9a9acccf93db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.964134 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4ebb5c4d-402a-46b6-8d33-9a9acccf93db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ce0bf0c-2500-4282-afdf-3f5de0eeda9d HTTP/1.1" status: 204 len: 168 time: 0.2577555 Oct 19 11:15:15.979338 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b99f1550-ac66-48e3-b5de-1a8123004ae7 None None] For port e28b67b4-cc02-4206-97dc-f42c5785f6e4, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e28b67b4-cc02-4206-97dc-f42c5785f6e4,segment=NetworkSegment(2f613ee0-fc59-47b9-9362-f798dfc15f97),segment_id=2f613ee0-fc59-47b9-9362-f798dfc15f97)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:15.980074 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b99f1550-ac66-48e3-b5de-1a8123004ae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:15.980433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb5c4d-402a-46b6-8d33-9a9acccf93db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce0bf0c-2500-4282-afdf-3f5de0eeda9d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:16.003520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b99f1550-ac66-48e3-b5de-1a8123004ae7 None None] Calling delete_port for e28b67b4-cc02-4206-97dc-f42c5785f6e4 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:16.142973 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-47b67fb2-54f5-45ac-9e08-db34879a2986 req-b370e5ef-2f1a-4ac0-8f1b-cf30f9823bf3 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045139 Oct 19 11:15:16.297359 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b99f1550-ac66-48e3-b5de-1a8123004ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:16.297915 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:16.314584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] No DVR routers for this DVR port e28b67b4-cc02-4206-97dc-f42c5785f6e4 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:16.337649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e28b67b4-cc02-4206-97dc-f42c5785f6e4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:16.342828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f1550-ac66-48e3-b5de-1a8123004ae7 None None] Pushing event deleted for resources: {'Port': ['ID=e28b67b4-cc02-4206-97dc-f42c5785f6e4,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:16.347745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f1550-ac66-48e3-b5de-1a8123004ae7 None None] No DVR routers for this DVR port e28b67b4-cc02-4206-97dc-f42c5785f6e4 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:16.426271 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:16.445865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7f0292-aa30-4331-bcd5-8551e4142400']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:16.466866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f613ee0-fc59-47b9-9362-f798dfc15f97') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:16.467313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f613ee0-fc59-47b9-9362-f798dfc15f97') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:16.477737 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:16.492101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:16.498797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:15:16.499180 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:15:16.501219 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:15:16.699130 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:16.710583 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:16.710583 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] 10.222.0.39 "DELETE /v2.0/networks/0a7f0292-aa30-4331-bcd5-8551e4142400 HTTP/1.1" status: 204 len: 168 time: 1.1182852 Oct 19 11:15:16.723399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80987ce-ae1d-4c32-bf81-e482d77049ea admin admin] Pushing event deleted for resources: {'Network': ['ID=0a7f0292-aa30-4331-bcd5-8551e4142400,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:17.045882 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-204c8056-e6da-41e9-928d-aa786e78d485 req-ca865d68-4414-41d6-a330-d73c408375b7 service neutron] show failed (client error): The resource could not be found. Oct 19 11:15:17.047078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-ca865d68-4414-41d6-a330-d73c408375b7 service neutron] 10.222.0.26 "GET /v2.0/ports/a82c00b5-e46a-499c-8fa4-a43972da3323/bindings/n-h2-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0692849 Oct 19 11:15:17.290539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e28b67b4-cc02-4206-97dc-f42c5785f6e4 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:17.310972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202654d5-a8b7-497e-ba82-be0d8aaf4d7b req-e7ed7bfb-0929-47a2-874d-a105c01f1da4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:17.312494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-202654d5-a8b7-497e-ba82-be0d8aaf4d7b req-e7ed7bfb-0929-47a2-874d-a105c01f1da4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0921299 Oct 19 11:15:17.326447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e28b67b4-cc02-4206-97dc-f42c5785f6e4 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:17.326964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e28b67b4-cc02-4206-97dc-f42c5785f6e4 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:17.363219 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-202654d5-a8b7-497e-ba82-be0d8aaf4d7b req-8377e549-91fb-48f4-ac86-9d8012b2b33f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Oct 19 11:15:17.369721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48510) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:17.424119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48512) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:17.425306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4d9199f7-016f-415d-a6bb-4cab355a047a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3b7151c30e248e094eeb3456b4bd8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536683 Oct 19 11:15:17.490895 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-db6970c0-5ec4-4baa-9c75-32db4a9635fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:17.528886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-db6970c0-5ec4-4baa-9c75-32db4a9635fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:17.687734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-db6970c0-5ec4-4baa-9c75-32db4a9635fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:17.692023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-db6970c0-5ec4-4baa-9c75-32db4a9635fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:17.693638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-db6970c0-5ec4-4baa-9c75-32db4a9635fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4c84bb1-d276-4538-971a-bf6a260cb1bf HTTP/1.1" status: 204 len: 168 time: 0.2684646 Oct 19 11:15:17.718797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6970c0-5ec4-4baa-9c75-32db4a9635fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c84bb1-d276-4538-971a-bf6a260cb1bf,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:17.995921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8056-e6da-41e9-928d-aa786e78d485 req-20148142-3648-4e08-b4e9-ebfb31340602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:17.998251 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-20148142-3648-4e08-b4e9-ebfb31340602 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9&tenant_id=09d359cafa5a46309ba96d9c7c371cbf HTTP/1.1" status: 200 len: 1101 time: 0.1633964 Oct 19 11:15:18.013915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:18.074904 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:18.471246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:18.529690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:18.595471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:18.603271 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a6b0f5-5d5f-4dcf-a622-f103bdc47443" -d '{"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:18.603271 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:18.623465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Transition to ACTIVE for port object a82c00b5-e46a-499c-8fa4-a43972da3323 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:15:18.642287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b295264-cc0e-4b7c-99d9-bce19d7bd8c0 req-545313d0-a78c-4a10-ae0f-9316d78a6347 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:18.651580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9b295264-cc0e-4b7c-99d9-bce19d7bd8c0 req-545313d0-a78c-4a10-ae0f-9316d78a6347 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1621399 Oct 19 11:15:18.707203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9b295264-cc0e-4b7c-99d9-bce19d7bd8c0 req-619ff5c0-7c49-4660-b6df-8a34b2217027 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545254 Oct 19 11:15:18.731118 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:18.829993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] No DVR routers for this DVR port a82c00b5-e46a-499c-8fa4-a43972da3323 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:18.843149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=6']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:18.885789 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb248dab-972d-4363-9418-4d7485283190 x-openstack-request-id: req-fb248dab-972d-4363-9418-4d7485283190 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:18.885924 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:18.886166 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb248dab-972d-4363-9418-4d7485283190 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:18.886573 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'code': 200} Oct 19 11:15:18.902670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:18.903339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:18.903838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:18.913505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Port a82c00b5-e46a-499c-8fa4-a43972da3323 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:15:18.914041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:18.921321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:18.921933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:18.922864 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:18.923511 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Bound port: a82c00b5-e46a-499c-8fa4-a43972da3323, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:18.924035 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:19.003501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:19.008347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:19.021033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48548) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:19.077023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48552) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:19.078503 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c175a74b-03ec-45fa-bf73-15b7a4079d0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=330d13e860ea40b39d00047d97d33d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561306 Oct 19 11:15:19.096648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:19.143494 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e813909f-1288-40c1-aec9-9c2d53d093f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:19.145236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:19.146047 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:19.147481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] 10.222.0.49 "PUT /v2.0/ports/a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 1096 time: 1.1384904 Oct 19 11:15:19.180805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e813909f-1288-40c1-aec9-9c2d53d093f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:19.210185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c46c73-8a1a-4f0d-b44e-e11c79c93a0a service neutron] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=7']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:19.235224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8056-e6da-41e9-928d-aa786e78d485 req-43bedbcb-7666-4ad5-b956-9eed00c830e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:19.237628 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-43bedbcb-7666-4ad5-b956-9eed00c830e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1099 time: 0.0597327 Oct 19 11:15:19.342500 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:19.407093 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8056-e6da-41e9-928d-aa786e78d485 req-19017c35-52fc-496a-9e76-44339508c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:19.412072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:19.413916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-19017c35-52fc-496a-9e76-44339508c281 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1680489 Oct 19 11:15:19.456322 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e813909f-1288-40c1-aec9-9c2d53d093f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:19.467640 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e813909f-1288-40c1-aec9-9c2d53d093f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:19.473079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e813909f-1288-40c1-aec9-9c2d53d093f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f8fff30-4682-4995-92b3-9ef523ad8a3f HTTP/1.1" status: 204 len: 168 time: 0.3927953 Oct 19 11:15:19.524153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813909f-1288-40c1-aec9-9c2d53d093f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8fff30-4682-4995-92b3-9ef523ad8a3f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:19.530625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:19.568730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-77f835ae-e3e5-4ae8-9bda-7c8d2d686eb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 217 time: 0.1444614 Oct 19 11:15:19.650906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8056-e6da-41e9-928d-aa786e78d485 req-6d2113f5-14eb-46cd-b161-cee71d301030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:19.653215 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-6d2113f5-14eb-46cd-b161-cee71d301030 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0746536 Oct 19 11:15:19.715011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c8056-e6da-41e9-928d-aa786e78d485 req-fb095837-d2be-48f2-a448-0e757cfe1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:19.717033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-fb095837-d2be-48f2-a448-0e757cfe1d35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551825 Oct 19 11:15:19.750409 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:19.880282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e38fec-7868-494e-b637-e4c19b2336f1 req-d2d49f32-2445-4a9d-b7c4-f5e522acb035 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:19.882659 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2e38fec-7868-494e-b637-e4c19b2336f1 req-d2d49f32-2445-4a9d-b7c4-f5e522acb035 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 948 time: 0.0660300 Oct 19 11:15:19.897891 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-77099a5e-611b-4086-9f42-d851ed4d6c47 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655788 Oct 19 11:15:19.941262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2e38fec-7868-494e-b637-e4c19b2336f1 req-8fc85e18-9692-438e-aac8-80ff0a738190 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515857 Oct 19 11:15:20.011857 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-204c8056-e6da-41e9-928d-aa786e78d485 req-ce0c960c-4150-4b06-a4e5-1db19a4c17fe service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060412 Oct 19 11:15:20.887874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:20.890281 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f13689-3b93-4931-bbda-c6e19b166579" -d '{"events": [{"name": "network-changed", "server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:20.941972 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e49579-a3e5-4fe0-bd87-ffa536a176ad x-openstack-request-id: req-a5e49579-a3e5-4fe0-bd87-ffa536a176ad {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:20.942593 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:20.942593 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5e49579-a3e5-4fe0-bd87-ffa536a176ad {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:20.944661 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'status': 'completed', 'code': 200} Oct 19 11:15:21.028144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-032f4734-5b05-40ea-ae18-aeb56a99bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:21.030307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-032f4734-5b05-40ea-ae18-aeb56a99bf55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1099 time: 0.0561519 Oct 19 11:15:21.038333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-7042df82-0787-4246-86f4-a89b6ce61340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:21.040429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-7042df82-0787-4246-86f4-a89b6ce61340 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1099 time: 0.0726032 Oct 19 11:15:21.198880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-79847bc9-02c8-4ebb-912e-984fe16a010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:21.201084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-79847bc9-02c8-4ebb-912e-984fe16a010c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1397731 Oct 19 11:15:21.215761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef353fbd-f2fe-48aa-bd38-6c759ca9fcef req-72ed19bb-bbf3-4af2-a916-6686f9f7867e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:21.217350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef353fbd-f2fe-48aa-bd38-6c759ca9fcef req-72ed19bb-bbf3-4af2-a916-6686f9f7867e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 948 time: 0.1967795 Oct 19 11:15:21.227785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-c2c6cf50-66fa-46e5-9f7f-cec3dc4a2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:21.230154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-c2c6cf50-66fa-46e5-9f7f-cec3dc4a2945 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1822269 Oct 19 11:15:21.286615 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-2167e6b6-c089-44e8-a6a1-0add7aa73bcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 217 time: 0.0681248 Oct 19 11:15:21.330013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef353fbd-f2fe-48aa-bd38-6c759ca9fcef req-6e30ddb3-1372-494d-a332-956b022f56da tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644271 Oct 19 11:15:21.330471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-74b09dab-2230-4a00-a965-6f3562d68be8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 217 time: 0.0874715 Oct 19 11:15:21.410631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-e1353e06-d571-4527-96da-4e6d0bf1db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:21.411670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-962c8ba7-ff0f-457e-b459-ecd1c0d823a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:21.413370 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-962c8ba7-ff0f-457e-b459-ecd1c0d823a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0994411 Oct 19 11:15:21.419011 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-e1353e06-d571-4527-96da-4e6d0bf1db48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0728874 Oct 19 11:15:21.524382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-6378f670-7a44-4f52-9109-92795951d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:21.528153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-6378f670-7a44-4f52-9109-92795951d7c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007555 Oct 19 11:15:21.546048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-0d221c27-b009-487b-b1ab-251e47494c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:21.548104 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-0d221c27-b009-487b-b1ab-251e47494c2e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252289 Oct 19 11:15:21.708439 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-73940edf-5afa-43c6-ae0a-b4f3fd6597f6 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485105 Oct 19 11:15:21.827111 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-5e70f9f9-f7a3-4430-bb9a-5d8e3e978905 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854927 Oct 19 11:15:21.973976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-97196486-b2ed-4ceb-a474-345b99f54cde service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348996 Oct 19 11:15:22.097452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c8f13689-3b93-4931-bbda-c6e19b166579 req-6ef35d09-536c-4fbb-82e7-2290bc66a90b service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741496 Oct 19 11:15:22.105083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-377414bb-1227-4913-95c6-be7917d1bc71 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:22.111592 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-377414bb-1227-4913-95c6-be7917d1bc71 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 821 time: 0.3429098 Oct 19 11:15:22.128468 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-72ebab3a-348a-4f7b-914e-380c7160a9b8 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/quotas/0bef218b6ade43d189bc973b967470c4 HTTP/1.1" status: 200 len: 375 time: 0.0158677 Oct 19 11:15:22.208125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-4de46d71-89d1-48c2-b583-e6ad10ce0141 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787163 Oct 19 11:15:22.338405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-fca584d5-32f7-4634-83b5-0c056e9f6784 service neutron] 10.222.0.39 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200659 Oct 19 11:15:22.471681 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-21ae0781-2c67-4fb7-b61b-de35842749e3 service neutron] 10.222.0.39 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322961 Oct 19 11:15:22.551165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193f5d6-cc6c-4df5-9d55-df6cb52abeaf req-411274bb-38d7-45b1-ad58-339334384979 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:22.553391 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b193f5d6-cc6c-4df5-9d55-df6cb52abeaf req-411274bb-38d7-45b1-ad58-339334384979 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 948 time: 0.0672488 Oct 19 11:15:22.626426 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b193f5d6-cc6c-4df5-9d55-df6cb52abeaf req-ee9bbeb4-77ad-4794-927e-da699303cf50 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652480 Oct 19 11:15:22.773113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124d9d1-cbec-43e8-b4c3-5568776bf305 req-39a4a68f-d4c7-465a-9bad-7ac124d3d330 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:22.774598 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a124d9d1-cbec-43e8-b4c3-5568776bf305 req-39a4a68f-d4c7-465a-9bad-7ac124d3d330 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 944 time: 0.0788374 Oct 19 11:15:22.839320 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a124d9d1-cbec-43e8-b4c3-5568776bf305 req-32a338b6-5514-41ca-b896-a2cb3c130346 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561280 Oct 19 11:15:23.041157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb088bf9-7c90-4964-b2cb-7cdef5fde4f3 req-3f9ea198-5705-4870-a5b2-467b1d8763ad tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:23.043230 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fb088bf9-7c90-4964-b2cb-7cdef5fde4f3 req-3f9ea198-5705-4870-a5b2-467b1d8763ad tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 944 time: 0.0588777 Oct 19 11:15:23.211696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-fb088bf9-7c90-4964-b2cb-7cdef5fde4f3 req-309277eb-2923-4d37-8443-b279b10face0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Deleting port f41ff9e9-274d-4d6f-9113-0610b57293fe {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:23.212041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fb088bf9-7c90-4964-b2cb-7cdef5fde4f3 req-309277eb-2923-4d37-8443-b279b10face0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:23.310595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a913d5cb-9031-421e-a143-b565c1113bc9 req-465a6a39-57ac-427e-ac65-207d904b85ce tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 210 time: 0.0337911 Oct 19 11:15:23.347377 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fb088bf9-7c90-4964-b2cb-7cdef5fde4f3 req-309277eb-2923-4d37-8443-b279b10face0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] For port f41ff9e9-274d-4d6f-9113-0610b57293fe, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f41ff9e9-274d-4d6f-9113-0610b57293fe,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:23.348514 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fb088bf9-7c90-4964-b2cb-7cdef5fde4f3 req-309277eb-2923-4d37-8443-b279b10face0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:23.362520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-fb088bf9-7c90-4964-b2cb-7cdef5fde4f3 req-309277eb-2923-4d37-8443-b279b10face0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Calling delete_port for f41ff9e9-274d-4d6f-9113-0610b57293fe owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:23.496342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:15:23.569039 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fb088bf9-7c90-4964-b2cb-7cdef5fde4f3 req-309277eb-2923-4d37-8443-b279b10face0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:23.594290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:23.599562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309277eb-2923-4d37-8443-b279b10face0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Pushing event deleted for resources: {'Port': ['ID=f41ff9e9-274d-4d6f-9113-0610b57293fe,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:23.608817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'mac_address': 'fa:16:3e:4c:15:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:15:23.640458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb088bf9-7c90-4964-b2cb-7cdef5fde4f3 req-309277eb-2923-4d37-8443-b279b10face0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] No DVR routers for this DVR port f41ff9e9-274d-4d6f-9113-0610b57293fe on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:23.643946 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fb088bf9-7c90-4964-b2cb-7cdef5fde4f3 req-309277eb-2923-4d37-8443-b279b10face0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:23.647974 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fb088bf9-7c90-4964-b2cb-7cdef5fde4f3 req-309277eb-2923-4d37-8443-b279b10face0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.26 "DELETE /v2.0/ports/f41ff9e9-274d-4d6f-9113-0610b57293fe HTTP/1.1" status: 204 len: 173 time: 0.5908022 Oct 19 11:15:23.648790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'name': 'network-vif-deleted', 'tag': 'f41ff9e9-274d-4d6f-9113-0610b57293fe'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:23.652421 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab3a595-cb3f-4b22-8d13-4ab6ba26fb31" -d '{"events": [{"server_uuid": "e8f9282d-15f4-436b-9c0f-8cdf6f1b033c", "name": "network-vif-deleted", "tag": "f41ff9e9-274d-4d6f-9113-0610b57293fe"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:23.667866 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:23.687303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82c00b5-e46a-499c-8fa4-a43972da3323 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:23.706855 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd39d4d6-5463-4b61-9dc1-f8608a29c85a x-openstack-request-id: req-bd39d4d6-5463-4b61-9dc1-f8608a29c85a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:23.707258 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f9282d-15f4-436b-9c0f-8cdf6f1b033c", "name": "network-vif-deleted", "tag": "f41ff9e9-274d-4d6f-9113-0610b57293fe", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:23.711560 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd39d4d6-5463-4b61-9dc1-f8608a29c85a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:23.711560 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f9282d-15f4-436b-9c0f-8cdf6f1b033c', 'name': 'network-vif-deleted', 'tag': 'f41ff9e9-274d-4d6f-9113-0610b57293fe', 'status': 'completed', 'code': 200} Oct 19 11:15:23.711767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:23.766855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5eb429-f68e-4a87-bae7-35af19568046 req-98ae25d5-4c95-49c5-bf9f-985496747f54 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:23.768303 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d5eb429-f68e-4a87-bae7-35af19568046 req-98ae25d5-4c95-49c5-bf9f-985496747f54 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 948 time: 0.0493934 Oct 19 11:15:23.776337 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:23.822355 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d5eb429-f68e-4a87-bae7-35af19568046 req-42d2e824-4b36-4eca-aa21-884fe50d4d8e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480626 Oct 19 11:15:23.828899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:23.942376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eecf78bd-74e1-494d-920a-b7b7c0536a0c req-06b57f27-16bc-4347-a5a4-0d85a1ed6537 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f9282d-15f4-436b-9c0f-8cdf6f1b033c HTTP/1.1" status: 200 len: 210 time: 0.0304515 Oct 19 11:15:24.075348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48776) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:24.080639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['a82c00b5-e46a-499c-8fa4-a43972da3323'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:24.184003 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdbe71e4-223d-4f83-bf0b-520a06ecf798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:24.312645 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdbe71e4-223d-4f83-bf0b-520a06ecf798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:24.325915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a37488-0175-489e-91f4-4b8820996b32 req-d66a565e-159c-4681-8b05-6b0b10db814a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:24.327434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-87a37488-0175-489e-91f4-4b8820996b32 req-d66a565e-159c-4681-8b05-6b0b10db814a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 949 time: 0.0768652 Oct 19 11:15:24.374083 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-87a37488-0175-489e-91f4-4b8820996b32 req-509036d1-30d9-4a6f-a4ca-9a63cc475591 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 Oct 19 11:15:24.393497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-91cba74f-26a2-41b7-8a4d-7fba344a2ac9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:24.394930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-91cba74f-26a2-41b7-8a4d-7fba344a2ac9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9&tenant_id=09d359cafa5a46309ba96d9c7c371cbf&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 949 time: 0.0643582 Oct 19 11:15:24.395344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdbe71e4-223d-4f83-bf0b-520a06ecf798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:24.431224 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fdbe71e4-223d-4f83-bf0b-520a06ecf798 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e7b101651cd402a9b16f4aa39233ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546407 Oct 19 11:15:24.439965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48790) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:24.473460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe71e4-223d-4f83-bf0b-520a06ecf798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567c1567-ab7d-4383-ba17-6f77e58e3b54,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:24.475673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-c9a18548-7a8e-4795-907b-d7427712fa6b service neutron] 10.222.0.49 "GET /v2.0/ports/a82c00b5-e46a-499c-8fa4-a43972da3323/bindings/n-h2-814547-1 HTTP/1.1" status: 200 len: 382 time: 0.0651071 Oct 19 11:15:24.498655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e2e6761-358b-453c-8f5e-6211b2a13266 req-fea2c275-88f0-4aba-ae78-7fca27a9f94e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 210 time: 0.0360293 Oct 19 11:15:24.534248 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a495ae01-3168-4f2f-a7fd-80c5709279e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:24.557064 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a495ae01-3168-4f2f-a7fd-80c5709279e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:24.685005 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a495ae01-3168-4f2f-a7fd-80c5709279e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:24.690484 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a495ae01-3168-4f2f-a7fd-80c5709279e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:24.692386 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a495ae01-3168-4f2f-a7fd-80c5709279e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/567c1567-ab7d-4383-ba17-6f77e58e3b54 HTTP/1.1" status: 204 len: 168 time: 0.2511971 Oct 19 11:15:24.705352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495ae01-3168-4f2f-a7fd-80c5709279e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c1567-ab7d-4383-ba17-6f77e58e3b54,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:24.869456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-cae6572e-699d-41e1-9c89-f30d16d206ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:24.870958 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-cae6572e-699d-41e1-9c89-f30d16d206ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1100 time: 0.3652527 Oct 19 11:15:24.967585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-5bc38451-addb-4449-ae5b-93cd91949162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:24.969119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-5bc38451-addb-4449-ae5b-93cd91949162 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.0898116 Oct 19 11:15:25.014447 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-935d37ad-772e-445e-8bdc-f3410799bd74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 217 time: 0.0377257 Oct 19 11:15:25.068903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-d9b02af0-7903-443e-b866-9464ef208bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:25.070378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-d9b02af0-7903-443e-b866-9464ef208bbb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0474899 Oct 19 11:15:25.122327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-00652344-67c6-49b5-9785-727410bbdb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:25.123809 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-00652344-67c6-49b5-9785-727410bbdb5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417466 Oct 19 11:15:25.226324 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-5a8e544f-a37b-4272-b9da-ec4babc08176 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939045 Oct 19 11:15:25.257034 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7efa2395-0020-41af-b289-b6299a483b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:25.333930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-36d165c6-c906-4aef-ac2a-dffe3864a3a9 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988686 Oct 19 11:15:25.458454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f41ff9e9-274d-4d6f-9113-0610b57293fe no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:25.471935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48846) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:25.501438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:25.510880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9325a62-c71e-48ef-951f-7333054f636a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:25.541836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: f41ff9e9-274d-4d6f-9113-0610b57293fe {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:25.543719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f41ff9e9-274d-4d6f-9113-0610b57293fe not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:25.553812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ffc29-36f0-4d8b-8e9e-95cdca06953e req-caa828e5-0281-4ccb-b19c-26c58d990ede tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:25.555439 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e62ffc29-36f0-4d8b-8e9e-95cdca06953e req-caa828e5-0281-4ccb-b19c-26c58d990ede tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 944 time: 0.0732713 Oct 19 11:15:25.602258 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e62ffc29-36f0-4d8b-8e9e-95cdca06953e req-c3d459ad-4a70-4321-95e0-33509fc71092 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Oct 19 11:15:25.676707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port a82c00b5-e46a-499c-8fa4-a43972da3323 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:15:25.681291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port a82c00b5-e46a-499c-8fa4-a43972da3323 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:25.681770 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:25.715553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c83388-de53-47b6-8d7d-76f20618ccbd req-3c229265-7600-4977-9f77-217d72bb91c8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:25.717009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18c83388-de53-47b6-8d7d-76f20618ccbd req-3c229265-7600-4977-9f77-217d72bb91c8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 949 time: 0.1306033 Oct 19 11:15:25.724191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-f1b766bf-6cef-4fc6-a965-28c46f5d2315 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:25.725889 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-f1b766bf-6cef-4fc6-a965-28c46f5d2315 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.49 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 821 time: 0.1938012 Oct 19 11:15:25.757584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Request body: {'port': {'device_id': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e', 'admin_state_up': True, 'tenant_id': '0bef218b6ade43d189bc973b967470c4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:25.780656 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:25.782858 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf464249-ecba-4f2a-a524-f52cd1a5b7cb req-9f8f170f-a421-4d74-8ac1-c6bbd8f04a85 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 210 time: 0.0318251 Oct 19 11:15:25.790669 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9325a62-c71e-48ef-951f-7333054f636a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:25.819894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:25.826445 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d83994d-715f-4946-8a21-af58cef519c9" -d '{"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-plugged", "status": "completed", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:25.833410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:25.849830 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18c83388-de53-47b6-8d7d-76f20618ccbd req-c605117f-4598-4127-ad43-dc033c963e95 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228335 Oct 19 11:15:25.883169 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9325a62-c71e-48ef-951f-7333054f636a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:25.907106 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-6455bfb8-9645-4890-beea-df03e9500830 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366919 Oct 19 11:15:25.951135 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a9325a62-c71e-48ef-951f-7333054f636a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fdeb7f822044044993a291a34e2fea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755111 Oct 19 11:15:25.951135 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9325a62-c71e-48ef-951f-7333054f636a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ca525d-2d11-455e-9b18-d2a6ffe1a968,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:25.951446 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4596606d-44e8-40b5-ac25-4d2a88a54eb2 x-openstack-request-id: req-4596606d-44e8-40b5-ac25-4d2a88a54eb2 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:25.952671 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-plugged", "status": "completed", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:25.952866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48864) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:25.953022 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4596606d-44e8-40b5-ac25-4d2a88a54eb2 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:25.956876 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'code': 200} Oct 19 11:15:25.964623 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.021815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Made reservation on behalf of 0bef218b6ade43d189bc973b967470c4 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:15:26.026303 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.028164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:26.176466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Allocated IP 172.20.0.10 (5e1fed73-3450-49aa-96d8-c14de993ff4e/a21a1401-6e97-415b-8ae3-d10a50b8cda9/e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:15:26.333639 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.343161 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c313d2a-c0e6-4646-88f0-e31b3dcdacdd req-e4950698-089d-4560-9d3d-36cf8b0d7727 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:26.344627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c313d2a-c0e6-4646-88f0-e31b3dcdacdd req-e4950698-089d-4560-9d3d-36cf8b0d7727 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 944 time: 0.4858639 Oct 19 11:15:26.425950 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.443809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:26.452755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Network 5e1fed73-3450-49aa-96d8-c14de993ff4e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:26.456632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:26.458404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:15:26.468801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-94cc3d4b-9721-46a3-8861-9ab1d3cc6982 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:26.470284 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-94cc3d4b-9721-46a3-8861-9ab1d3cc6982 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5485432 Oct 19 11:15:26.480008 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4e8662-cbbc-411f-9362-02fde8533a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.511856 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fe2df20b-e553-47f3-92e0-c263d9b82c3e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/quotas/e89bd5f067aa4213a3e7df8d52f311fc HTTP/1.1" status: 200 len: 375 time: 0.0346043 Oct 19 11:15:26.552421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:26.553137 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.563658 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4e8662-cbbc-411f-9362-02fde8533a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.576982 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-76be615a-14fd-4717-8e55-8f18ac9a9944 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563929 Oct 19 11:15:26.581701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Pushing event updated for resources: {'Port': ['ID=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:26.613397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-2c313d2a-c0e6-4646-88f0-e31b3dcdacdd req-ee5f6846-436d-465b-a39d-3aecf0ffc255 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Deleting port f5bea7df-0927-4965-b026-d0f2a119b8c6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:26.614001 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c313d2a-c0e6-4646-88f0-e31b3dcdacdd req-ee5f6846-436d-465b-a39d-3aecf0ffc255 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.647049 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-0a7a7f76-c6b2-4a9f-8c7f-6614829f482e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8950396 Oct 19 11:15:26.667211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Request body: {'port': {'device_id': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:26.782531 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4e8662-cbbc-411f-9362-02fde8533a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.785571 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4e8662-cbbc-411f-9362-02fde8533a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.795598 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2c4e8662-cbbc-411f-9362-02fde8533a4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6ca525d-2d11-455e-9b18-d2a6ffe1a968 HTTP/1.1" status: 204 len: 168 time: 0.8348355 Oct 19 11:15:26.839698 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.850196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2c313d2a-c0e6-4646-88f0-e31b3dcdacdd req-ee5f6846-436d-465b-a39d-3aecf0ffc255 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] For port f5bea7df-0927-4965-b026-d0f2a119b8c6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f5bea7df-0927-4965-b026-d0f2a119b8c6,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:26.850563 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c313d2a-c0e6-4646-88f0-e31b3dcdacdd req-ee5f6846-436d-465b-a39d-3aecf0ffc255 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:26.854153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e8662-cbbc-411f-9362-02fde8533a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ca525d-2d11-455e-9b18-d2a6ffe1a968,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:26.861480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17535d8f-2ae8-4722-9ac4-dec33c983496 req-b7add7e0-5159-48db-a26d-67ecf7c1df9d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:26.870605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17535d8f-2ae8-4722-9ac4-dec33c983496 req-b7add7e0-5159-48db-a26d-67ecf7c1df9d tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 944 time: 0.1383407 Oct 19 11:15:26.881860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-2c313d2a-c0e6-4646-88f0-e31b3dcdacdd req-ee5f6846-436d-465b-a39d-3aecf0ffc255 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Calling delete_port for f5bea7df-0927-4965-b026-d0f2a119b8c6 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:26.942016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17535d8f-2ae8-4722-9ac4-dec33c983496 req-78d37470-bf00-442f-8dfb-cfbba26e0d3f tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691302 Oct 19 11:15:27.031965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca38366-b682-4f22-89fa-478e7973b8ca req-ef47cc7d-dbfe-4393-92d8-7c462f9eb9c0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:27.033768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ca38366-b682-4f22-89fa-478e7973b8ca req-ef47cc7d-dbfe-4393-92d8-7c462f9eb9c0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 932 time: 0.0713761 Oct 19 11:15:27.174417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ca38366-b682-4f22-89fa-478e7973b8ca req-97c30d69-1636-468a-a42a-af90889f8283 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226387 Oct 19 11:15:27.207094 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c519b62e-4dcf-4ee5-a742-71d4dc6b4ee7 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302382 Oct 19 11:15:27.273531 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c313d2a-c0e6-4646-88f0-e31b3dcdacdd req-ee5f6846-436d-465b-a39d-3aecf0ffc255 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:27.323156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f6846-436d-465b-a39d-3aecf0ffc255 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Pushing event deleted for resources: {'Port': ['ID=f5bea7df-0927-4965-b026-d0f2a119b8c6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:27.379034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-d2ebefb9-691b-45d9-9a4f-1192beaad23d tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:27.380633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-d2ebefb9-691b-45d9-9a4f-1192beaad23d tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632049 Oct 19 11:15:27.390760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:27.409603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:27.414786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-85b44cae-3f75-4d9c-b57f-68e95c6f0a44 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/quotas/e89bd5f067aa4213a3e7df8d52f311fc HTTP/1.1" status: 200 len: 375 time: 0.0195503 Oct 19 11:15:27.422240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c313d2a-c0e6-4646-88f0-e31b3dcdacdd req-ee5f6846-436d-465b-a39d-3aecf0ffc255 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] No DVR routers for this DVR port f5bea7df-0927-4965-b026-d0f2a119b8c6 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:27.425711 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2c313d2a-c0e6-4646-88f0-e31b3dcdacdd req-ee5f6846-436d-465b-a39d-3aecf0ffc255 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:27.429276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c313d2a-c0e6-4646-88f0-e31b3dcdacdd req-ee5f6846-436d-465b-a39d-3aecf0ffc255 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.26 "DELETE /v2.0/ports/f5bea7df-0927-4965-b026-d0f2a119b8c6 HTTP/1.1" status: 204 len: 173 time: 1.0713165 Oct 19 11:15:27.429584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'name': 'network-vif-deleted', 'tag': 'f5bea7df-0927-4965-b026-d0f2a119b8c6'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:27.432287 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3669b33b-2f79-4a16-8fa9-c29220cb266e" -d '{"events": [{"server_uuid": "3b6e1395-30cc-43dc-9744-bcf10f097e8f", "name": "network-vif-deleted", "tag": "f5bea7df-0927-4965-b026-d0f2a119b8c6"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:27.435215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Transition to ACTIVE for port object e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:15:27.469336 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-71bd1ddf-0f8c-4cba-b2c9-a63d4fc93ee0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466564 Oct 19 11:15:27.478559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa37b24-863b-45df-89f0-8141737d9d13 req-3c6f4e4a-cf7e-417e-8e4e-600c6bffb1c6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:27.480121 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-baa37b24-863b-45df-89f0-8141737d9d13 req-3c6f4e4a-cf7e-417e-8e4e-600c6bffb1c6 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1627274 Oct 19 11:15:27.504566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:27.547529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-baa37b24-863b-45df-89f0-8141737d9d13 req-f8ba08bf-c5a6-4b4d-aa23-b963ebdc8420 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556164 Oct 19 11:15:27.641817 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cc6a84-f20a-4e48-bc71-2d4587d6a148 x-openstack-request-id: req-77cc6a84-f20a-4e48-bc71-2d4587d6a148 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:27.641817 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6e1395-30cc-43dc-9744-bcf10f097e8f", "name": "network-vif-deleted", "tag": "f5bea7df-0927-4965-b026-d0f2a119b8c6", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:27.641817 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77cc6a84-f20a-4e48-bc71-2d4587d6a148 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:27.641817 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6e1395-30cc-43dc-9744-bcf10f097e8f', 'name': 'network-vif-deleted', 'tag': 'f5bea7df-0927-4965-b026-d0f2a119b8c6', 'status': 'completed', 'code': 200} Oct 19 11:15:27.729491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:27.753177 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f34b8ce9-a877-405a-a36d-e63794c4cfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:27.762948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:27.763383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:27.763677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:27.771842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:15:27.772184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:27.777765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:27.778096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:27.778469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:27.778890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Bound port: e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:27.779233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:27.884052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:27.889107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:27.931032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0ddf80c0-76c1-4a85-bbc6-1584e8cc2b85 req-6196fa65-6583-4e6c-ad45-25d0c1e64ae5 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 210 time: 0.0759158 Oct 19 11:15:27.980858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:28.080891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:28.084311 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:28.084311 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] 10.222.0.49 "PUT /v2.0/ports/e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f HTTP/1.1" status: 200 len: 1092 time: 1.4246945 Oct 19 11:15:28.084311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'tag': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:28.085853 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2b019d-258f-4d61-84d9-88b50f912933" -d '{"events": [{"name": "network-changed", "server_uuid": "ba633322-ed96-4d5e-9664-d9458c819c97", "tag": "e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:28.089708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf988f11-9904-45bc-a3ad-7096d2d746c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:28.124305 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fec94013-bd52-461d-b5a6-f430e3999285 req-7f0fc8b0-15f2-4e40-b85e-2e1aac8d1ff7 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b6e1395-30cc-43dc-9744-bcf10f097e8f HTTP/1.1" status: 200 len: 210 time: 0.0457487 Oct 19 11:15:28.146207 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434cdc13-5a3d-472a-a89d-e49c7823ce4d x-openstack-request-id: req-434cdc13-5a3d-472a-a89d-e49c7823ce4d {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:28.146544 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba633322-ed96-4d5e-9664-d9458c819c97", "tag": "e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:28.147159 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-434cdc13-5a3d-472a-a89d-e49c7823ce4d {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:28.147817 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'tag': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f', 'status': 'completed', 'code': 200} Oct 19 11:15:28.255105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b019d-258f-4d61-84d9-88b50f912933 req-eb551deb-3718-43b4-bce3-f6cf232db3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:28.259646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d2b019d-258f-4d61-84d9-88b50f912933 req-eb551deb-3718-43b4-bce3-f6cf232db3c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 1095 time: 0.0819151 Oct 19 11:15:28.423486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ebd80-7b88-4843-b088-fc7686394da6 req-14e21bb0-2776-498d-b986-d61e65707771 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:28.425302 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-293ebd80-7b88-4843-b088-fc7686394da6 req-14e21bb0-2776-498d-b986-d61e65707771 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.1141615 Oct 19 11:15:28.468782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b019d-258f-4d61-84d9-88b50f912933 req-33fff7c8-8a9b-433c-892f-a9c7133ffc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:28.471658 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d2b019d-258f-4d61-84d9-88b50f912933 req-33fff7c8-8a9b-433c-892f-a9c7133ffc1f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0bef218b6ade43d189bc973b967470c4&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2001333 Oct 19 11:15:28.576655 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-293ebd80-7b88-4843-b088-fc7686394da6 req-9840acdb-cd78-42f4-87bf-36610b82e2d8 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332703 Oct 19 11:15:28.724705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b019d-258f-4d61-84d9-88b50f912933 req-620cb72b-58a6-45c3-83dc-cda3100047cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:28.727621 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d2b019d-258f-4d61-84d9-88b50f912933 req-620cb72b-58a6-45c3-83dc-cda3100047cc service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2368255 Oct 19 11:15:28.786812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540dbfe-ae17-4307-8383-d7e3e9cd1cb8 req-8e0a19f8-908e-4565-84c6-ceccd8cf34c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:28.788729 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4540dbfe-ae17-4307-8383-d7e3e9cd1cb8 req-8e0a19f8-908e-4565-84c6-ceccd8cf34c0 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1243167 Oct 19 11:15:28.795799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-b973a969-94d6-4c7e-9300-33fee30b2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:28.803486 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-b973a969-94d6-4c7e-9300-33fee30b2331 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9&tenant_id=09d359cafa5a46309ba96d9c7c371cbf HTTP/1.1" status: 200 len: 1101 time: 0.2849183 Oct 19 11:15:28.819285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:28.881670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4540dbfe-ae17-4307-8383-d7e3e9cd1cb8 req-67e5ec8c-7ec5-44df-ae9f-d7f40b244e7f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779743 Oct 19 11:15:28.923389 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:28.948356 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:28.969129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-368bc93f-18b9-4454-a61b-e15afb51f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:28.971257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-368bc93f-18b9-4454-a61b-e15afb51f95f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 1095 time: 0.0752852 Oct 19 11:15:28.976223 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:29.111612 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94082db6-7bfa-48bc-9c47-6d2f9ac1d8da req-2a2bbab1-cf2c-4558-bb29-91e92f8cb2f4 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 210 time: 0.0861290 Oct 19 11:15:29.113968 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-d98a33c3-e1be-4df6-8a35-7e9676387a40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f HTTP/1.1" status: 200 len: 217 time: 0.1273310 Oct 19 11:15:29.181019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-1d75a4cd-3ed5-4f64-9df2-f2bb5f9ec67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:29.183492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-1d75a4cd-3ed5-4f64-9df2-f2bb5f9ec67f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.0608253 Oct 19 11:15:29.225345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-abf516bd-809c-4661-b3cc-b63bcc0a5fb6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318685 Oct 19 11:15:29.242417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:29.330764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:29.350553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-74b8fdf4-e95d-48b6-bcd7-73490d2f6cd3 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144288 Oct 19 11:15:29.382619 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:29.398213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Transition to ACTIVE for port object a82c00b5-e46a-499c-8fa4-a43972da3323 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:15:29.458448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f5bea7df-0927-4965-b026-d0f2a119b8c6 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:29.473948 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:29.478238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: f5bea7df-0927-4965-b026-d0f2a119b8c6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:29.478777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f5bea7df-0927-4965-b026-d0f2a119b8c6 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:29.489684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609ba049-fa12-4aab-85d4-95b4085b2e4e req-fbad9ed5-2eee-47de-9e0c-e43bc78a7e74 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296520 Oct 19 11:15:29.570929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] No DVR routers for this DVR port a82c00b5-e46a-499c-8fa4-a43972da3323 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:29.574753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=10']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:29.631203 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:29.632516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:29.632516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:29.637150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Port a82c00b5-e46a-499c-8fa4-a43972da3323 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:15:29.637472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Attempting to bind port a82c00b5-e46a-499c-8fa4-a43972da3323 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:29.642981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:29.645330 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4c5543-0159-43d8-868e-1546f12e8251" -d '{"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:29.648489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:29.648829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:29.649224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:29.649816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Bound port: a82c00b5-e46a-499c-8fa4-a43972da3323, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:29.650711 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:29.757477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:29.761093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:29.821637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9aa79-167a-44af-a798-4e16f2d5f5d1 req-a6313fd5-1e09-444a-813c-0b9e519b0e5d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:29.821637 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6e9aa79-167a-44af-a798-4e16f2d5f5d1 req-a6313fd5-1e09-444a-813c-0b9e519b0e5d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.0569847 Oct 19 11:15:29.862878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:29.956659 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6e9aa79-167a-44af-a798-4e16f2d5f5d1 req-797f719f-6465-42c0-bcef-325961f98d5e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223330 Oct 19 11:15:29.961943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:29.963138 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:29.964652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] 10.222.0.26 "PUT /v2.0/ports/a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 1097 time: 1.1510327 Oct 19 11:15:29.999035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-8932fd88-9af6-49be-b798-ca56a408f440 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555668 Oct 19 11:15:30.006571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6f3de-9894-4891-8471-e611fffc5be7 service neutron] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=11']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:30.007806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83d89a-0420-4503-a97e-9cd5afa88612 req-b9b6367c-a459-4dd6-bb67-a8fe53326606 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:30.016036 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c83d89a-0420-4503-a97e-9cd5afa88612 req-b9b6367c-a459-4dd6-bb67-a8fe53326606 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 945 time: 0.1174705 Oct 19 11:15:30.087972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-b796f98d-8ee2-461c-bdfb-9332d2b9b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:30.089302 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-b796f98d-8ee2-461c-bdfb-9332d2b9b14f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1100 time: 0.0908597 Oct 19 11:15:30.093749 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e324e6-ddd9-467d-9791-de77500490de x-openstack-request-id: req-c8e324e6-ddd9-467d-9791-de77500490de {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:30.094222 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:30.094654 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8e324e6-ddd9-467d-9791-de77500490de {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:30.095232 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'code': 200} Oct 19 11:15:30.099232 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c83d89a-0420-4503-a97e-9cd5afa88612 req-901939b1-785b-4d99-a92b-0fd0babd547c tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3227f8a-c5f4-4afd-96a6-8eba21c588d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803304 Oct 19 11:15:30.274506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-15674f3e-5ec5-4bc4-bc2d-1f8e817123b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:30.276742 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-15674f3e-5ec5-4bc4-bc2d-1f8e817123b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1762946 Oct 19 11:15:30.329307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-7fa51d78-6268-4c31-9326-0bbfb3300da6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 217 time: 0.0375767 Oct 19 11:15:30.331005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44345b3b-a44b-496e-ab2b-96d8f5017dc0 req-551744f2-0c01-4d03-ad77-8dc8ded7bffc tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:30.332472 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44345b3b-a44b-496e-ab2b-96d8f5017dc0 req-551744f2-0c01-4d03-ad77-8dc8ded7bffc tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.26 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 945 time: 0.1691129 Oct 19 11:15:30.344128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b584990-dde8-47ee-9900-d39560f90325 req-90632485-4cc4-4e4e-8a2a-8f0a6e335a40 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:30.345598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b584990-dde8-47ee-9900-d39560f90325 req-90632485-4cc4-4e4e-8a2a-8f0a6e335a40 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 949 time: 0.1252975 Oct 19 11:15:30.352970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-8bb82d15-5f2d-49fb-9fea-20f09351b0d8 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:30.354392 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-8bb82d15-5f2d-49fb-9fea-20f09351b0d8 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3363783 Oct 19 11:15:30.389966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Request body: {'port': {'device_id': '889df7ea-9891-4251-8bc5-061fd559cef5', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'e89bd5f067aa4213a3e7df8d52f311fc'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:30.401136 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:15:30.415539 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-47bfbb19-f9b8-4a08-926b-947a1bd5aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:30.417168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-47bfbb19-f9b8-4a08-926b-947a1bd5aead service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0687301 Oct 19 11:15:30.478372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-91cd6f22-be74-4b2d-bd9c-3a4ddbaaf3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:30.480157 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-91cd6f22-be74-4b2d-bd9c-3a4ddbaaf3fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546868 Oct 19 11:15:30.547807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b584990-dde8-47ee-9900-d39560f90325 req-539f0ceb-596c-4118-ae30-9d4d0220b25a tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860476 Oct 19 11:15:30.607996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-44345b3b-a44b-496e-ab2b-96d8f5017dc0 req-d9d5ca8f-a3af-45fd-9ee7-05188e1da0b0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Deleting port 23f75855-a6f9-4ffb-af22-27185f396490 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:30.608336 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-44345b3b-a44b-496e-ab2b-96d8f5017dc0 req-d9d5ca8f-a3af-45fd-9ee7-05188e1da0b0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:30.639297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-9e17aa92-484f-42d0-8635-7eac803ef30f service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463385 Oct 19 11:15:30.683073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:30.719284 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-44345b3b-a44b-496e-ab2b-96d8f5017dc0 req-d9d5ca8f-a3af-45fd-9ee7-05188e1da0b0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] For port 23f75855-a6f9-4ffb-af22-27185f396490, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=23f75855-a6f9-4ffb-af22-27185f396490,segment=NetworkSegment(ffc94905-e716-4ab0-bcd6-a6df4c88d5bc),segment_id=ffc94905-e716-4ab0-bcd6-a6df4c88d5bc)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:30.719647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-44345b3b-a44b-496e-ab2b-96d8f5017dc0 req-d9d5ca8f-a3af-45fd-9ee7-05188e1da0b0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:30.722620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Made reservation on behalf of e89bd5f067aa4213a3e7df8d52f311fc for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:15:30.726497 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:30.735844 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-284d5276-298f-4bac-a591-29c7ad42f5ff tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939145 Oct 19 11:15:30.744066 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:30.765314 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f2fce7e-1b07-4e50-9847-efd4567d68cc req-e1d0330b-cd88-44e1-93e9-50f75155bd05 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 210 time: 0.1246743 Oct 19 11:15:30.767300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-44345b3b-a44b-496e-ab2b-96d8f5017dc0 req-d9d5ca8f-a3af-45fd-9ee7-05188e1da0b0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Calling delete_port for 23f75855-a6f9-4ffb-af22-27185f396490 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:30.916460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ceb46079-fa04-4f0d-8fd9-9d7f3cac05aa tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:30.919422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ceb46079-fa04-4f0d-8fd9-9d7f3cac05aa tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1508825 Oct 19 11:15:30.952633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa43ac3f-4188-4aaf-bf80-86d08252f187 req-7ee5261c-906c-45b0-94ff-53dd7c1160b7 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942121 Oct 19 11:15:30.959094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Request body: {'port': {'device_id': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'e89bd5f067aa4213a3e7df8d52f311fc'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:30.973291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:31.038713 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:31.072888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d00b38-f3e7-49f0-95a5-39663bad2715,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:31.146954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8151f2a-10f2-42e5-9007-59040d03bb4a req-46b095fb-b20f-43aa-8888-8be62b247e01 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:31.148435 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-44345b3b-a44b-496e-ab2b-96d8f5017dc0 req-d9d5ca8f-a3af-45fd-9ee7-05188e1da0b0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:31.149706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8151f2a-10f2-42e5-9007-59040d03bb4a req-46b095fb-b20f-43aa-8888-8be62b247e01 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.0888433 Oct 19 11:15:31.192590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5ca8f-a3af-45fd-9ee7-05188e1da0b0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Pushing event deleted for resources: {'Port': ['ID=23f75855-a6f9-4ffb-af22-27185f396490,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:31.207571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8151f2a-10f2-42e5-9007-59040d03bb4a req-142e2a5a-0f58-4f21-bacc-25a84fc2745d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476890 Oct 19 11:15:31.242041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Made reservation on behalf of e89bd5f067aa4213a3e7df8d52f311fc for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:15:31.246026 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:31.289393 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d1596c3-9e92-4966-b9ec-3bd36adf0583 req-d41c391f-fe19-41ea-8b7e-9b7ec67504b8 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 210 time: 0.0595164 Oct 19 11:15:31.348291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-44345b3b-a44b-496e-ab2b-96d8f5017dc0 req-d9d5ca8f-a3af-45fd-9ee7-05188e1da0b0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] No DVR routers for this DVR port 23f75855-a6f9-4ffb-af22-27185f396490 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:31.352920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-44345b3b-a44b-496e-ab2b-96d8f5017dc0 req-d9d5ca8f-a3af-45fd-9ee7-05188e1da0b0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:31.360425 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44345b3b-a44b-496e-ab2b-96d8f5017dc0 req-d9d5ca8f-a3af-45fd-9ee7-05188e1da0b0 tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.26 "DELETE /v2.0/ports/23f75855-a6f9-4ffb-af22-27185f396490 HTTP/1.1" status: 204 len: 173 time: 1.0008838 Oct 19 11:15:31.360425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9502061c-edd7-4b66-8453-f740d52b9e03', 'name': 'network-vif-deleted', 'tag': '23f75855-a6f9-4ffb-af22-27185f396490'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:31.360425 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d1d075-c1ef-4f39-b35a-206b4c215a01" -d '{"events": [{"server_uuid": "9502061c-edd7-4b66-8453-f740d52b9e03", "name": "network-vif-deleted", "tag": "23f75855-a6f9-4ffb-af22-27185f396490"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:31.392802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Allocated IP 192.168.233.199 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/1c831a6f-4620-459c-aec7-e6c4a1f6d125) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:15:31.423381 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83088d7-ca41-4ab6-ba13-9b638fc708c3 x-openstack-request-id: req-c83088d7-ca41-4ab6-ba13-9b638fc708c3 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:31.423381 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9502061c-edd7-4b66-8453-f740d52b9e03", "name": "network-vif-deleted", "tag": "23f75855-a6f9-4ffb-af22-27185f396490", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:31.423381 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c83088d7-ca41-4ab6-ba13-9b638fc708c3 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:31.423381 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9502061c-edd7-4b66-8453-f740d52b9e03', 'name': 'network-vif-deleted', 'tag': '23f75855-a6f9-4ffb-af22-27185f396490', 'status': 'completed', 'code': 200} Oct 19 11:15:31.483961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49018) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:31.526244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:31.597376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:31.602443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:31.637055 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a543ce56-23a6-491a-a8cb-61e11daaee71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:31.724285 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:31.739937 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a543ce56-23a6-491a-a8cb-61e11daaee71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:31.778536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:31.792848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bb460-9de8-4dc6-a35c-f2196c8a1503 req-59ae32f2-6c5a-46e8-85d8-7fb77026d6a8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:31.795770 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d5bb460-9de8-4dc6-a35c-f2196c8a1503 req-59ae32f2-6c5a-46e8-85d8-7fb77026d6a8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 949 time: 0.1278052 Oct 19 11:15:31.798194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:31.800922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:15:31.818758 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Pushing event updated for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:31.841771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Allocated IP 192.168.233.95 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/8ba0ff3d-0c03-48ef-9a99-0805feb44a16) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:15:31.892616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a543ce56-23a6-491a-a8cb-61e11daaee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:31.935289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d5bb460-9de8-4dc6-a35c-f2196c8a1503 req-34832f0c-1174-46da-b48d-e7256f173976 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176753 Oct 19 11:15:31.943695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:31.944823 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:31.960205 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ecaf550-d99f-41b3-bf7e-b1aa69a70689 req-1e52fa9e-fb71-47ec-9d31-c7d65eb5e78d tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 210 time: 0.0865967 Oct 19 11:15:32.015375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543ce56-23a6-491a-a8cb-61e11daaee71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e2f12a-f3a2-4dc7-bc8d-4619f2f8a412,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:32.028258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49028) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:32.033086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a543ce56-23a6-491a-a8cb-61e11daaee71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95c2bcc6bed049039029ea9537185a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477307 Oct 19 11:15:32.051745 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-458c68df-3ff3-4063-a187-ea7f0a1d469e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6680057 Oct 19 11:15:32.064601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Request body: {'port': {'device_id': '889df7ea-9891-4251-8bc5-061fd559cef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:32.087597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cbbd38bc-b63b-4e2c-b15a-8ce6539bc957 None None] Provisioning complete for port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:32.088249 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbbd38bc-b63b-4e2c-b15a-8ce6539bc957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:32.126275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd38bc-b63b-4e2c-b15a-8ce6539bc957 None None] Port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:15:32.131557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:32.133854 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80008218-7cd7-4e2d-9153-c4db1032effe" -d '{"events": [{"name": "network-changed", "server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:32.137419 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:32.159202 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e96a151f-8f3b-4985-9267-031bb4ab149e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:32.185120 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:32.187480 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d365d6-c75f-4be7-b482-8e0b5d22aa35 x-openstack-request-id: req-b4d365d6-c75f-4be7-b482-8e0b5d22aa35 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:32.187906 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:32.188300 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4d365d6-c75f-4be7-b482-8e0b5d22aa35 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:32.188905 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'status': 'completed', 'code': 200} Oct 19 11:15:32.215286 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e96a151f-8f3b-4985-9267-031bb4ab149e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:32.300561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:32.400886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:32.417194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ff0b9-2d60-441a-ba28-e86cbe0eea94 req-5eeb6880-90d1-461e-82a9-d339c7327856 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:32.421742 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-250ff0b9-2d60-441a-ba28-e86cbe0eea94 req-5eeb6880-90d1-461e-82a9-d339c7327856 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.1298847 Oct 19 11:15:32.421742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:32.424583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:15:32.427066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008218-7cd7-4e2d-9153-c4db1032effe req-71909496-d51a-4a36-80a0-b0df57b3c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:32.429178 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-71909496-d51a-4a36-80a0-b0df57b3c31e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1100 time: 0.2062435 Oct 19 11:15:32.460281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Pushing event updated for resources: {'Port': ['ID=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:32.498663 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ff3a228-89c6-4ff6-8f05-2936cf717a4d req-f52b8508-8c40-448c-b816-eedc11eb545a tempest-LiveMigrationTest-2023265346 tempest-LiveMigrationTest-2023265346-project] 10.222.0.39 "GET /v2.0/ports?device_id=9502061c-edd7-4b66-8453-f740d52b9e03 HTTP/1.1" status: 200 len: 210 time: 0.0682609 Oct 19 11:15:32.531118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008218-7cd7-4e2d-9153-c4db1032effe req-a53fede7-57f5-44c5-9143-5b5d38e2b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:32.532642 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-a53fede7-57f5-44c5-9143-5b5d38e2b2ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1100 time: 0.3014088 Oct 19 11:15:32.539731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:32.540249 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:32.563577 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-250ff0b9-2d60-441a-ba28-e86cbe0eea94 req-37d4d59c-cee0-45c7-b57c-cdaf23005e70 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324198 Oct 19 11:15:32.635629 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e96a151f-8f3b-4985-9267-031bb4ab149e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:32.638905 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e96a151f-8f3b-4985-9267-031bb4ab149e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:32.645680 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e96a151f-8f3b-4985-9267-031bb4ab149e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21e2f12a-f3a2-4dc7-bc8d-4619f2f8a412 HTTP/1.1" status: 204 len: 168 time: 0.6153622 Oct 19 11:15:32.656620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-ac84c472-99d1-481e-9f29-33b139a40cb0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7028828 Oct 19 11:15:32.672975 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Request body: {'port': {'device_id': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:32.747589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:32.760152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-aeb98a81-1306-4cc3-97ac-ba6c88c47525 None None] Provisioning complete for port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:32.760820 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-aeb98a81-1306-4cc3-97ac-ba6c88c47525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:32.787737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a151f-8f3b-4985-9267-031bb4ab149e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e2f12a-f3a2-4dc7-bc8d-4619f2f8a412,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:32.808972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-aeb98a81-1306-4cc3-97ac-ba6c88c47525 None None] Port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:15:32.819255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c831a6f-4620-459c-aec7-e6c4a1f6d125 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:32.823925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008218-7cd7-4e2d-9153-c4db1032effe req-ddf1e02b-6b14-41a0-a980-9711a6f0f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:32.826032 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-ddf1e02b-6b14-41a0-a980-9711a6f0f014 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.3842511 Oct 19 11:15:32.832478 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:33.092144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832d5e-8790-45c0-a396-df1e130721f5 req-142c8397-c1d1-4532-8040-f6d081c3671f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:33.098220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb832d5e-8790-45c0-a396-df1e130721f5 req-142c8397-c1d1-4532-8040-f6d081c3671f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 949 time: 0.0779850 Oct 19 11:15:33.147480 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb832d5e-8790-45c0-a396-df1e130721f5 req-30779e63-160f-4e4e-90e2-3264d435fc90 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Oct 19 11:15:33.216699 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-f5925f21-7b8c-400b-bc21-05f951c3ab52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 217 time: 0.3795085 Oct 19 11:15:33.218847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Transition to ACTIVE for port object 1c831a6f-4620-459c-aec7-e6c4a1f6d125 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:15:33.220373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008218-7cd7-4e2d-9153-c4db1032effe req-811eca9f-6d04-45d7-b51a-cb098c920787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:33.221442 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-811eca9f-6d04-45d7-b51a-cb098c920787 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.6518266 Oct 19 11:15:33.301148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-e1fb87af-38ba-490a-a20e-d6806e31e12d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 200 len: 217 time: 0.0658920 Oct 19 11:15:33.301732 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:33.369634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49050) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:33.389783 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-424a99bc-a7de-4d08-b6b0-4ef0acacf10a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:33.401827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a525b98-17d8-4aef-8fc7-a6b9a8fcb370 req-1f2a8c8c-d44b-46ed-8b4f-bc140592929e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:33.403363 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3a525b98-17d8-4aef-8fc7-a6b9a8fcb370 req-1f2a8c8c-d44b-46ed-8b4f-bc140592929e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 935 time: 0.2011244 Oct 19 11:15:33.408860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008218-7cd7-4e2d-9153-c4db1032effe req-946c2aea-027e-498f-abae-5301aa649d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:33.410244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-946c2aea-027e-498f-abae-5301aa649d66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1738880 Oct 19 11:15:33.424217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Pushing event updated for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:33.454903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008218-7cd7-4e2d-9153-c4db1032effe req-d4717b7c-a3d0-4711-bfcd-cbaccf5cf5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:33.456354 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-d4717b7c-a3d0-4711-bfcd-cbaccf5cf5b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1416550 Oct 19 11:15:33.458698 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:15:33.462055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 23f75855-a6f9-4ffb-af22-27185f396490 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:33.478498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:33.490310 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:33.514153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Transition to ACTIVE for port object 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:15:33.550642 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-424a99bc-a7de-4d08-b6b0-4ef0acacf10a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:33.577392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49054) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:33.590392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:33.637204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3a525b98-17d8-4aef-8fc7-a6b9a8fcb370 req-f250e1dc-ea9f-4e1a-9e63-18480f1695d7 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178025 Oct 19 11:15:33.637443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 23f75855-a6f9-4ffb-af22-27185f396490 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:33.637672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 23f75855-a6f9-4ffb-af22-27185f396490 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:33.641547 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:33.664893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008218-7cd7-4e2d-9153-c4db1032effe req-51577482-7f85-4784-88d4-b983ad87f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:33.665549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'mac_address': 'fa:16:3e:4c:15:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:15:33.666679 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-51577482-7f85-4784-88d4-b983ad87f937 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2464108 Oct 19 11:15:33.696037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008218-7cd7-4e2d-9153-c4db1032effe req-f91afaf9-9ed6-48f4-8555-5096aa510516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:33.698426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-f91afaf9-9ed6-48f4-8555-5096aa510516 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2243090 Oct 19 11:15:33.698583 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-424a99bc-a7de-4d08-b6b0-4ef0acacf10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:33.725454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Attempting to bind port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:33.726045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Attempting to bind port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:33.726540 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Attempting to bind port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:33.757964 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:33.762063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:15:33.762385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Attempting to bind port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:33.782558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:33.783548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82c00b5-e46a-499c-8fa4-a43972da3323 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:33.811160 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:33.833008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-424a99bc-a7de-4d08-b6b0-4ef0acacf10a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6293c2f9a9d54c50b62b0ef7c5d0b013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597988 Oct 19 11:15:33.833008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a99bc-a7de-4d08-b6b0-4ef0acacf10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba29356-c285-4855-9b79-7768548091b2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:33.851723 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49064) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:33.889986 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:33.900999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:33.901459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:33.902084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:33.913036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Bound port: 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:33.915144 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:33.966575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a038e-335d-4b07-bfe5-86000199a9ce req-227ab28e-40f0-4996-9711-f9d9f4cb314f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:33.968114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-421a038e-335d-4b07-bfe5-86000199a9ce req-227ab28e-40f0-4996-9711-f9d9f4cb314f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.2922037 Oct 19 11:15:33.977911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=12']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:33.987294 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:33.987918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:33.988250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:33.989068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:33.989407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:33.989741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:33.990070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:33.992367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:33.992367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:33.992367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:33.992367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:33.992367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:34.022004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-694cd0b8-9137-4ba5-aa27-507e57d51758 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436878 Oct 19 11:15:34.066892 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-2ead3c18-c56b-45dd-8895-1e707a7858fb service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534129 Oct 19 11:15:34.078249 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d62161d-f8ea-4fc2-bd2e-c08c600fe5c8 admin admin] Deleting subnet 761a94a2-c103-48a9-b688-d8956e9f3c16 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:15:34.089162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:34.094889 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2d62161d-f8ea-4fc2-bd2e-c08c600fe5c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.116505 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-504b6f8a-45ef-4ef5-83c1-4ec6b7e8a503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.122822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Attempting to bind port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:34.124153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Attempting to bind port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:34.124153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Attempting to bind port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:34.140513 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-421a038e-335d-4b07-bfe5-86000199a9ce req-353ce925-63dd-416e-9979-daae811f972c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245260 Oct 19 11:15:34.142699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:34.146010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:15:34.146338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Attempting to bind port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:34.159974 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2d62161d-f8ea-4fc2-bd2e-c08c600fe5c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.183148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['a82c00b5-e46a-499c-8fa4-a43972da3323'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:34.185457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:34.185806 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:34.186265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:34.186618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Bound port: 8ba0ff3d-0c03-48ef-9a99-0805feb44a16, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:34.186969 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.190085 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-504b6f8a-45ef-4ef5-83c1-4ec6b7e8a503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.204483 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.235755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-5d03a06d-dd52-40dc-9b71-0b61e5b9b28a service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043145 Oct 19 11:15:34.265008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:34.265356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.266694 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] 10.222.0.49 "PUT /v2.0/ports/1c831a6f-4620-459c-aec7-e6c4a1f6d125 HTTP/1.1" status: 200 len: 1096 time: 2.2061465 Oct 19 11:15:34.267396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:34.269051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2d62161d-f8ea-4fc2-bd2e-c08c600fe5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.269857 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50077217-eda1-420b-8eee-f3ebe7b4b631" -d '{"events": [{"name": "network-changed", "server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:34.277113 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80008218-7cd7-4e2d-9153-c4db1032effe req-f4d49cb1-bbb8-4373-8c3a-b7dc8b11c9da service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970806 Oct 19 11:15:34.321633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad52c5-0e69-4df7-819f-661d39091224 service neutron] Pushing event updated for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:34.335286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] For port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:34.340121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] For port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:34.354835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ed853-0437-4d0a-9ec7-4ba696285e43 req-205be972-4bc7-488b-91ee-8bba975dc69e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:34.359009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a16ed853-0437-4d0a-9ec7-4ba696285e43 req-205be972-4bc7-488b-91ee-8bba975dc69e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.0933409 Oct 19 11:15:34.373418 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8c7065-8cd1-418c-adb6-9881fd7a8776 x-openstack-request-id: req-7b8c7065-8cd1-418c-adb6-9881fd7a8776 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:34.373715 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:34.373974 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b8c7065-8cd1-418c-adb6-9881fd7a8776 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:34.374369 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'status': 'completed', 'code': 200} Oct 19 11:15:34.411993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a16ed853-0437-4d0a-9ec7-4ba696285e43 req-bf687930-f06c-4eef-ae9a-0d0d0f5dfbb4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495253 Oct 19 11:15:34.445436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50077217-eda1-420b-8eee-f3ebe7b4b631 req-0a2a2fdb-0594-46ec-b403-028eb3cda18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:34.449035 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.452582 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-504b6f8a-45ef-4ef5-83c1-4ec6b7e8a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.453515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50077217-eda1-420b-8eee-f3ebe7b4b631 req-0a2a2fdb-0594-46ec-b403-028eb3cda18a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 1099 time: 0.0539207 Oct 19 11:15:34.455296 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-504b6f8a-45ef-4ef5-83c1-4ec6b7e8a503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.456850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-504b6f8a-45ef-4ef5-83c1-4ec6b7e8a503 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cba29356-c285-4855-9b79-7768548091b2 HTTP/1.1" status: 204 len: 168 time: 0.6018417 Oct 19 11:15:34.493098 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50077217-eda1-420b-8eee-f3ebe7b4b631 req-a16fe9d4-93eb-4dc5-b029-6483c1ce11d6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283689 Oct 19 11:15:34.523741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2d62161d-f8ea-4fc2-bd2e-c08c600fe5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.542646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b6f8a-45ef-4ef5-83c1-4ec6b7e8a503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba29356-c285-4855-9b79-7768548091b2,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:34.580337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:34.581063 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.582505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] 10.222.0.49 "PUT /v2.0/ports/8ba0ff3d-0c03-48ef-9a99-0805feb44a16 HTTP/1.1" status: 200 len: 1095 time: 1.9154146 Oct 19 11:15:34.583194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'tag': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:34.585437 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42af1d0a-d6c2-44cf-a52e-959cbe8ef071" -d '{"events": [{"name": "network-changed", "server_uuid": "011190d0-5a48-46e3-9b29-25be6e31fbb4", "tag": "8ba0ff3d-0c03-48ef-9a99-0805feb44a16"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:34.592090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62161d-f8ea-4fc2-bd2e-c08c600fe5c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761a94a2-c103-48a9-b688-d8956e9f3c16,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:34.606383 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2d62161d-f8ea-4fc2-bd2e-c08c600fe5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.609732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2d62161d-f8ea-4fc2-bd2e-c08c600fe5c8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/761a94a2-c103-48a9-b688-d8956e9f3c16 HTTP/1.1" status: 204 len: 168 time: 1.0316875 Oct 19 11:15:34.614109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49078) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:34.631747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9609079-bd79-4ba3-897a-e27b1e308ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:34.648818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad4d28-9f3b-4726-8981-e5a5e6a4d87c req-db0e6dc9-68ff-4cf4-bb98-646f9d84cf26 tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:34.658029 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-abad4d28-9f3b-4726-8981-e5a5e6a4d87c req-db0e6dc9-68ff-4cf4-bb98-646f9d84cf26 tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 1101 time: 0.1497028 Oct 19 11:15:34.689932 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06f3e70-d04b-439d-8d84-b25d1e3f5562 x-openstack-request-id: req-d06f3e70-d04b-439d-8d84-b25d1e3f5562 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:34.690201 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011190d0-5a48-46e3-9b29-25be6e31fbb4", "tag": "8ba0ff3d-0c03-48ef-9a99-0805feb44a16", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:34.690461 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d06f3e70-d04b-439d-8d84-b25d1e3f5562 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:34.690854 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'tag': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16', 'status': 'completed', 'code': 200} Oct 19 11:15:34.720362 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.725086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-abad4d28-9f3b-4726-8981-e5a5e6a4d87c req-1cd8ac13-fad5-4065-8d5d-b30e32a1bfe8 tempest-MigrationsAdminTest-1145879336 tempest-MigrationsAdminTest-1145879336-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655677 Oct 19 11:15:34.739080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50077217-eda1-420b-8eee-f3ebe7b4b631 req-0b50cec4-e3af-4ed5-a2a3-ede1d6c29fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:34.739080 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50077217-eda1-420b-8eee-f3ebe7b4b631 req-0b50cec4-e3af-4ed5-a2a3-ede1d6c29fba service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2383137 Oct 19 11:15:34.803484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af1d0a-d6c2-44cf-a52e-959cbe8ef071 req-a47a272f-72d1-42df-ba10-27572377dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:34.805700 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42af1d0a-d6c2-44cf-a52e-959cbe8ef071 req-a47a272f-72d1-42df-ba10-27572377dc33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 1098 time: 0.0968037 Oct 19 11:15:34.844895 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42af1d0a-d6c2-44cf-a52e-959cbe8ef071 req-1097db77-f212-4a86-a8d5-ec209f1c03dd service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276654 Oct 19 11:15:34.896099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-e039efe4-7992-400c-8cb3-11de85ad81be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:34.897669 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-e039efe4-7992-400c-8cb3-11de85ad81be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 1099 time: 0.1089358 Oct 19 11:15:34.931648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:34.966303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af1d0a-d6c2-44cf-a52e-959cbe8ef071 req-275a19f2-56e2-4362-8fb4-46932236c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:34.970181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42af1d0a-d6c2-44cf-a52e-959cbe8ef071 req-275a19f2-56e2-4362-8fb4-46932236c10b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1163616 Oct 19 11:15:34.977430 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-06cbb507-c06d-4cad-802a-2e2918aca244 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125 HTTP/1.1" status: 200 len: 217 time: 0.0484929 Oct 19 11:15:35.004008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062cfcb7-1da2-4252-bba9-e7e514625ea0']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:35.033480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c45035-8f4a-4d58-9504-3dad85cdf726 req-547c9e19-07bb-42d1-983c-f9a1377cc2bc tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:35.034853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-31c45035-8f4a-4d58-9504-3dad85cdf726 req-547c9e19-07bb-42d1-983c-f9a1377cc2bc tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 947 time: 0.2472453 Oct 19 11:15:35.052838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:35.053137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc94905-e716-4ab0-bcd6-a6df4c88d5bc') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:35.060523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-1cfa9962-44e0-4a6f-9ec6-389cfc933254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:35.061879 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-1cfa9962-44e0-4a6f-9ec6-389cfc933254 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 1098 time: 0.0543766 Oct 19 11:15:35.076148 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.098260 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.101984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-055837b3-04d9-4506-bce6-31c0f82d5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:35.103464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-055837b3-04d9-4506-bce6-31c0f82d5992 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1187057 Oct 19 11:15:35.108518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-5295e5d4-3073-4e8d-9539-63c6fc922b78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=8ba0ff3d-0c03-48ef-9a99-0805feb44a16 HTTP/1.1" status: 200 len: 217 time: 0.0386722 Oct 19 11:15:35.113781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:15:35.114214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:15:35.115815 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:15:35.141097 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-31c45035-8f4a-4d58-9504-3dad85cdf726 req-177aa67e-f93c-492d-b806-ad6a3665442c tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967255 Oct 19 11:15:35.166090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-77e924d0-a118-4955-82b4-ff6f52d69ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:35.167771 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-77e924d0-a118-4955-82b4-ff6f52d69ede service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0503867 Oct 19 11:15:35.216717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-d271511c-4621-457f-9717-1239d3f5ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:35.217425 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-d271511c-4621-457f-9717-1239d3f5ea32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883427 Oct 19 11:15:35.251926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-06724c3d-7edb-4251-951f-392b858b2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:35.253655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-06724c3d-7edb-4251-951f-392b858b2449 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775726 Oct 19 11:15:35.296755 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.305845 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.310629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] 10.222.0.39 "DELETE /v2.0/networks/062cfcb7-1da2-4252-bba9-e7e514625ea0 HTTP/1.1" status: 204 len: 168 time: 0.6942840 Oct 19 11:15:35.315289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49104) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:35.397398 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358d07e-3b90-495b-980c-654a7fc0b255 admin admin] Pushing event deleted for resources: {'Network': ['ID=062cfcb7-1da2-4252-bba9-e7e514625ea0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:35.402583 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-c1c0a9b0-1597-4c06-8ae8-3c9eed26ad20 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409283 Oct 19 11:15:35.467226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec80437-176c-45bd-bfc1-f72a46e954ac admin admin] Deleting subnet d5fe1b08-3d64-49b6-968f-2de977d16d96 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:15:35.467382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc129d-7f81-4649-866e-baa4717f647a req-ea58b0ca-6fc0-446d-bdf5-00e9aef63e8a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:35.467382 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c3dc129d-7f81-4649-866e-baa4717f647a req-ea58b0ca-6fc0-446d-bdf5-00e9aef63e8a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.0934646 Oct 19 11:15:35.468592 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-621fbb84-ccab-491b-8581-eed48d2cd686 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240119 Oct 19 11:15:35.469267 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ec80437-176c-45bd-bfc1-f72a46e954ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.472553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:35.522724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6622273-c1b7-4fff-8c47-1aeeb6245800 req-0a8a2605-8a69-4d88-838b-23b4096b8059 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:35.524444 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6622273-c1b7-4fff-8c47-1aeeb6245800 req-0a8a2605-8a69-4d88-838b-23b4096b8059 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 950 time: 0.1740034 Oct 19 11:15:35.556822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c3dc129d-7f81-4649-866e-baa4717f647a req-baada18c-3832-4a75-86e2-2dc2079ce05c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744145 Oct 19 11:15:35.566855 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ec80437-176c-45bd-bfc1-f72a46e954ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.576338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c6ff5b2-9dbd-4b1c-9939-3693f7810381 req-e98bc5eb-9590-41ac-9c1e-abecb851cd56 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643503 Oct 19 11:15:35.633179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port a82c00b5-e46a-499c-8fa4-a43972da3323 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:15:35.638012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port a82c00b5-e46a-499c-8fa4-a43972da3323 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:35.638292 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.664197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6622273-c1b7-4fff-8c47-1aeeb6245800 req-d3af415c-1492-4355-b48f-d1f0a1505b7c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156280 Oct 19 11:15:35.671838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ec80437-176c-45bd-bfc1-f72a46e954ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.718906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3870c1d1-948e-4c93-8392-131c4d955cb7 req-6d065466-1a7d-4430-b845-4e903a7348a6 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255132 Oct 19 11:15:35.724975 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.756225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:35.758480 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d47678f-2aab-4735-a74d-6f1ea392623c" -d '{"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-plugged", "status": "completed", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:35.771221 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:35.827748 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.830182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ec80437-176c-45bd-bfc1-f72a46e954ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.856324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec80437-176c-45bd-bfc1-f72a46e954ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5fe1b08-3d64-49b6-968f-2de977d16d96,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:35.864746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ec80437-176c-45bd-bfc1-f72a46e954ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:35.869111 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0ec80437-176c-45bd-bfc1-f72a46e954ac admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d5fe1b08-3d64-49b6-968f-2de977d16d96 HTTP/1.1" status: 204 len: 168 time: 0.5204654 Oct 19 11:15:35.871124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49120) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:35.876367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=13']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:35.930655 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e5c925-ab2d-4ed7-9fbb-bdeb34019743 x-openstack-request-id: req-19e5c925-ab2d-4ed7-9fbb-bdeb34019743 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:35.930963 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-plugged", "status": "completed", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:35.931210 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19e5c925-ab2d-4ed7-9fbb-bdeb34019743 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:35.931596 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'code': 200} Oct 19 11:15:35.944463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.025759 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.046107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:36.055417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c773b5-e5e7-4964-8f9b-232d16fc1772') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:36.055711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c773b5-e5e7-4964-8f9b-232d16fc1772') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:36.064844 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.077611 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.083288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:15:36.083664 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:15:36.085298 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:15:36.228581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.247922 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.251070 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1 HTTP/1.1" status: 204 len: 168 time: 0.3788495 Oct 19 11:15:36.269359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6fb60-b67d-49cd-9aa9-599e944ff319 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8e9e41-5ae5-465d-8637-26eaaa3a8ac1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:36.292283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879820b-3ab2-443a-b345-83baee0dac73 req-d963791d-0a46-4c51-8357-7210485f231e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:36.293810 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0879820b-3ab2-443a-b345-83baee0dac73 req-d963791d-0a46-4c51-8357-7210485f231e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 947 time: 0.0758612 Oct 19 11:15:36.338877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0879820b-3ab2-443a-b345-83baee0dac73 req-351f2f00-efbe-481e-98b4-c46746d43ab4 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377531 Oct 19 11:15:36.568029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49146) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:36.617723 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e0a56c0c-f3f8-4666-bec6-07f205dc362c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=599c0bf3bbe841c2a0ec3a98879bd9f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0484588 Oct 19 11:15:36.619240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49152) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:36.642379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c46b9-9969-4c30-bc35-17736a2d1290 req-1af66335-9675-495e-91b2-34c215ea8380 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:36.643875 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc7c46b9-9969-4c30-bc35-17736a2d1290 req-1af66335-9675-495e-91b2-34c215ea8380 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 951 time: 0.0681324 Oct 19 11:15:36.778174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9215e-518b-464c-bc08-49c4ebe66c8b req-736078b7-22e9-4f33-825c-2e0e9885b7de tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:36.779659 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35f9215e-518b-464c-bc08-49c4ebe66c8b req-736078b7-22e9-4f33-825c-2e0e9885b7de tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.1328781 Oct 19 11:15:36.787889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5a24-a202-4d49-a59e-22bf5e9931d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.817573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-0cd54dbe-9072-4a8f-b0df-40855ea9ab1a req-07d6c4d2-dcd5-487b-9acf-1303c00502fc tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1264664633', 'description': 'tempest-description-318676409'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:36.844667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5a24-a202-4d49-a59e-22bf5e9931d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.860170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35f9215e-518b-464c-bc08-49c4ebe66c8b req-283c4484-5d53-427f-bff1-1d76f986a048 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732212 Oct 19 11:15:36.878491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-cc7c46b9-9969-4c30-bc35-17736a2d1290 req-a7a16d81-a72a-4daf-8fd9-68e6046eec89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Deleting port a82c00b5-e46a-499c-8fa4-a43972da3323 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:36.878874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cc7c46b9-9969-4c30-bc35-17736a2d1290 req-a7a16d81-a72a-4daf-8fd9-68e6046eec89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.902696 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0cd54dbe-9072-4a8f-b0df-40855ea9ab1a req-07d6c4d2-dcd5-487b-9acf-1303c00502fc tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.912174 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0cd54dbe-9072-4a8f-b0df-40855ea9ab1a req-07d6c4d2-dcd5-487b-9acf-1303c00502fc tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:36.992399 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0cd54dbe-9072-4a8f-b0df-40855ea9ab1a req-07d6c4d2-dcd5-487b-9acf-1303c00502fc tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.018712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-cc7c46b9-9969-4c30-bc35-17736a2d1290 req-a7a16d81-a72a-4daf-8fd9-68e6046eec89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] For port a82c00b5-e46a-499c-8fa4-a43972da3323, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a82c00b5-e46a-499c-8fa4-a43972da3323,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:37.019071 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cc7c46b9-9969-4c30-bc35-17736a2d1290 req-a7a16d81-a72a-4daf-8fd9-68e6046eec89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.041494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2c181-dce5-480f-8646-7111545169ef req-de481669-ebc3-406b-bcd9-a7ac67b9890d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:37.042959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e9b2c181-dce5-480f-8646-7111545169ef req-de481669-ebc3-406b-bcd9-a7ac67b9890d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 951 time: 0.0976434 Oct 19 11:15:37.043807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-cc7c46b9-9969-4c30-bc35-17736a2d1290 req-a7a16d81-a72a-4daf-8fd9-68e6046eec89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Calling delete_port for a82c00b5-e46a-499c-8fa4-a43972da3323 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:37.073259 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0cd54dbe-9072-4a8f-b0df-40855ea9ab1a req-07d6c4d2-dcd5-487b-9acf-1303c00502fc tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.108593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5a24-a202-4d49-a59e-22bf5e9931d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.110443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6c4d2-dcd5-487b-9acf-1303c00502fc tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4081ddb5-5d9e-4f3a-94a0-eccfd3c893da,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:37.111100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5a24-a202-4d49-a59e-22bf5e9931d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.114605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f6fe5a24-a202-4d49-a59e-22bf5e9931d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3227f8a-c5f4-4afd-96a6-8eba21c588d7 HTTP/1.1" status: 204 len: 168 time: 0.4910762 Oct 19 11:15:37.138090 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e9b2c181-dce5-480f-8646-7111545169ef req-b666875e-0c28-4d4b-b663-b232199455f4 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885375 Oct 19 11:15:37.147524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe5a24-a202-4d49-a59e-22bf5e9931d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3227f8a-c5f4-4afd-96a6-8eba21c588d7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:37.156214 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0cd54dbe-9072-4a8f-b0df-40855ea9ab1a req-07d6c4d2-dcd5-487b-9acf-1303c00502fc tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.215872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0cd54dbe-9072-4a8f-b0df-40855ea9ab1a req-07d6c4d2-dcd5-487b-9acf-1303c00502fc tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.246556 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6c4d2-dcd5-487b-9acf-1303c00502fc tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741f0ef0-70f9-48eb-a75c-b99de0867185,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:37.310159 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cc7c46b9-9969-4c30-bc35-17736a2d1290 req-a7a16d81-a72a-4daf-8fd9-68e6046eec89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.325166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3363d609-13e3-49d6-865d-f1595da591a9', '178258a9-c32d-4d32-bc17-453b7fb758dc', 'a82c00b5-e46a-499c-8fa4-a43972da3323'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:37.327450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b02d8292-e21a-4994-a289-83134bff1559'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:37.341199 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0cd54dbe-9072-4a8f-b0df-40855ea9ab1a req-07d6c4d2-dcd5-487b-9acf-1303c00502fc tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.342456 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0cd54dbe-9072-4a8f-b0df-40855ea9ab1a req-07d6c4d2-dcd5-487b-9acf-1303c00502fc tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5290937 Oct 19 11:15:37.346401 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a16d81-a72a-4daf-8fd9-68e6046eec89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Pushing event deleted for resources: {'Port': ['ID=a82c00b5-e46a-499c-8fa4-a43972da3323,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:37.376923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6eea32bf-7e62-4bb2-81cb-6d01cd577abe req-7e6b3eaa-2728-4f11-a790-c3e2d95cf3c2 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Request body: {'security_group': {'name': 'tempest-securitygroup-78067526', 'description': 'tempest-description-1704178735'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:37.417750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7c46b9-9969-4c30-bc35-17736a2d1290 req-a7a16d81-a72a-4daf-8fd9-68e6046eec89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] No DVR routers for this DVR port a82c00b5-e46a-499c-8fa4-a43972da3323 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:37.420766 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cc7c46b9-9969-4c30-bc35-17736a2d1290 req-a7a16d81-a72a-4daf-8fd9-68e6046eec89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.424828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc7c46b9-9969-4c30-bc35-17736a2d1290 req-a7a16d81-a72a-4daf-8fd9-68e6046eec89 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "DELETE /v2.0/ports/a82c00b5-e46a-499c-8fa4-a43972da3323 HTTP/1.1" status: 204 len: 173 time: 0.7566671 Oct 19 11:15:37.425347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-deleted', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:37.427588 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fa0e0f-3540-4b9c-9df9-ecc980158d52" -d '{"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-deleted", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:37.521484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c91f5-e186-43fa-ae1b-a6a8937050bf req-044c079a-d07c-478d-b263-10d920c39b0d tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:37.526919 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-035c91f5-e186-43fa-ae1b-a6a8937050bf req-044c079a-d07c-478d-b263-10d920c39b0d tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 947 time: 0.0703616 Oct 19 11:15:37.547943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6eea32bf-7e62-4bb2-81cb-6d01cd577abe req-7e6b3eaa-2728-4f11-a790-c3e2d95cf3c2 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.574483 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-035c91f5-e186-43fa-ae1b-a6a8937050bf req-8c8437da-83ff-4ab4-85dd-13693f8906b5 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Oct 19 11:15:37.578688 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:15:37.663715 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6eea32bf-7e62-4bb2-81cb-6d01cd577abe req-7e6b3eaa-2728-4f11-a790-c3e2d95cf3c2 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.727191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6eea32bf-7e62-4bb2-81cb-6d01cd577abe req-7e6b3eaa-2728-4f11-a790-c3e2d95cf3c2 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.766484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b3eaa-2728-4f11-a790-c3e2d95cf3c2 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69869bd5-4f58-4ace-9cd7-5ca49d7219ac,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:37.779647 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b8b1b8-ecab-4b30-b570-49d6e0f4caec x-openstack-request-id: req-35b8b1b8-ecab-4b30-b570-49d6e0f4caec {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:37.780014 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4339d1a-6b11-4f62-9997-7cb337de36a9", "name": "network-vif-deleted", "tag": "a82c00b5-e46a-499c-8fa4-a43972da3323", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:37.780330 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35b8b1b8-ecab-4b30-b570-49d6e0f4caec {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:37.780816 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4339d1a-6b11-4f62-9997-7cb337de36a9', 'name': 'network-vif-deleted', 'tag': 'a82c00b5-e46a-499c-8fa4-a43972da3323', 'status': 'completed', 'code': 200} Oct 19 11:15:37.832943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6eea32bf-7e62-4bb2-81cb-6d01cd577abe req-7e6b3eaa-2728-4f11-a790-c3e2d95cf3c2 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:37.834972 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6eea32bf-7e62-4bb2-81cb-6d01cd577abe req-7e6b3eaa-2728-4f11-a790-c3e2d95cf3c2 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4620497 Oct 19 11:15:37.924202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:37.950529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16', 'mac_address': 'fa:16:3e:03:86:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:15:37.976902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49178) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:38.015555 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfedfd8-8e97-4574-b0ff-626f34aa1453 req-ee0d194b-f820-44fa-8202-d2e9bbb6cd86 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:38.016266 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.017091 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3bfedfd8-8e97-4574-b0ff-626f34aa1453 req-ee0d194b-f820-44fa-8202-d2e9bbb6cd86 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.0786104 Oct 19 11:15:38.034109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b03f230f-6d9c-4f0d-ae86-5681b6a8f0c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e439d9ebe7d44c5a0f232934b0e885a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559890 Oct 19 11:15:38.036419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49180) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:38.047288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:38.063118 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3bfedfd8-8e97-4574-b0ff-626f34aa1453 req-1fc75a62-8ad3-44c4-8733-011d9ca8da44 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Oct 19 11:15:38.073914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:38.077998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-88acf8dd-84d1-4f11-bc4d-7f4e266b5dbf req-660ff6ae-4589-41b8-9cfe-14bb3a330b5d tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1971076205', 'description': 'tempest-description-931861921'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:38.112978 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b94432b8-39d0-424d-846e-9246527aba49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.134076 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b94432b8-39d0-424d-846e-9246527aba49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.178431 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.179108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c831a6f-4620-459c-aec7-e6c4a1f6d125 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:15:38.201422 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88acf8dd-84d1-4f11-bc4d-7f4e266b5dbf req-660ff6ae-4589-41b8-9cfe-14bb3a330b5d tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.210169 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88acf8dd-84d1-4f11-bc4d-7f4e266b5dbf req-660ff6ae-4589-41b8-9cfe-14bb3a330b5d tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.255025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:38.258247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:38.269649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'mac_address': 'fa:16:3e:9d:8b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:15:38.279977 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b94432b8-39d0-424d-846e-9246527aba49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.282693 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b94432b8-39d0-424d-846e-9246527aba49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.288483 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b94432b8-39d0-424d-846e-9246527aba49 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/363a8f79-197d-471e-bce1-af9ac591abed HTTP/1.1" status: 204 len: 168 time: 0.2465475 Oct 19 11:15:38.288874 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af3c0a85-42d8-4f19-a468-1c08404e441b req-84d264dd-3e7b-4d9a-8fa5-0ee7a7b8c7b2 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4339d1a-6b11-4f62-9997-7cb337de36a9 HTTP/1.1" status: 200 len: 210 time: 0.0355256 Oct 19 11:15:38.297604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94432b8-39d0-424d-846e-9246527aba49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363a8f79-197d-471e-bce1-af9ac591abed,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:38.320423 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.333355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c831a6f-4620-459c-aec7-e6c4a1f6d125 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:38.356508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:38.360082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88acf8dd-84d1-4f11-bc4d-7f4e266b5dbf req-660ff6ae-4589-41b8-9cfe-14bb3a330b5d tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.432829 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88acf8dd-84d1-4f11-bc4d-7f4e266b5dbf req-660ff6ae-4589-41b8-9cfe-14bb3a330b5d tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.433122 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.476855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ff6ae-4589-41b8-9cfe-14bb3a330b5d tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e65dbf-6744-4b7b-ae5c-882ab4ecaf93,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:38.491574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:38.516033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88acf8dd-84d1-4f11-bc4d-7f4e266b5dbf req-660ff6ae-4589-41b8-9cfe-14bb3a330b5d tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.590575 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88acf8dd-84d1-4f11-bc4d-7f4e266b5dbf req-660ff6ae-4589-41b8-9cfe-14bb3a330b5d tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.628576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ff6ae-4589-41b8-9cfe-14bb3a330b5d tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0cb764-1da4-4a09-a200-e15126eebea0,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:38.699475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c470b-82f3-4fd4-b745-9749b54f695c req-bc068074-2131-4ff5-aff1-fe0bdd22dd0d tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:38.701089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-474c470b-82f3-4fd4-b745-9749b54f695c req-bc068074-2131-4ff5-aff1-fe0bdd22dd0d tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 948 time: 0.0515556 Oct 19 11:15:38.703931 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88acf8dd-84d1-4f11-bc4d-7f4e266b5dbf req-660ff6ae-4589-41b8-9cfe-14bb3a330b5d tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:38.705465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88acf8dd-84d1-4f11-bc4d-7f4e266b5dbf req-660ff6ae-4589-41b8-9cfe-14bb3a330b5d tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6344202 Oct 19 11:15:38.711208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['8ba0ff3d-0c03-48ef-9a99-0805feb44a16'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:38.739799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['1c831a6f-4620-459c-aec7-e6c4a1f6d125'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:38.768157 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-474c470b-82f3-4fd4-b745-9749b54f695c req-427541f8-f3ed-4f5e-b520-c6110dd7e4be tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589821 Oct 19 11:15:38.812049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-92af7f4a-ca1b-4156-88ba-aa8cfa6201a2 req-9b634757-d034-4dc6-80c0-a4ca660ece20 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1847713805', 'description': 'tempest-description-579614157'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:38.938456 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-92af7f4a-ca1b-4156-88ba-aa8cfa6201a2 req-9b634757-d034-4dc6-80c0-a4ca660ece20 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:39.006767 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-92af7f4a-ca1b-4156-88ba-aa8cfa6201a2 req-9b634757-d034-4dc6-80c0-a4ca660ece20 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:39.081032 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-92af7f4a-ca1b-4156-88ba-aa8cfa6201a2 req-9b634757-d034-4dc6-80c0-a4ca660ece20 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:39.107377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b634757-d034-4dc6-80c0-a4ca660ece20 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44605b43-444c-41d7-a0c9-ac2d12fd0e45,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:39.171952 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-92af7f4a-ca1b-4156-88ba-aa8cfa6201a2 req-9b634757-d034-4dc6-80c0-a4ca660ece20 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:39.183321 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-92af7f4a-ca1b-4156-88ba-aa8cfa6201a2 req-9b634757-d034-4dc6-80c0-a4ca660ece20 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3734741 Oct 19 11:15:39.193103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce768bb-103f-43d3-83dc-448ee596f48c req-2f8b4bf2-bd2c-498d-acf3-be5bbfc12cd9 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:39.194823 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ce768bb-103f-43d3-83dc-448ee596f48c req-2f8b4bf2-bd2c-498d-acf3-be5bbfc12cd9 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.0575902 Oct 19 11:15:39.238768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ce768bb-103f-43d3-83dc-448ee596f48c req-1b115211-fbe9-4558-8151-ae91a3af3163 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356584 Oct 19 11:15:39.476005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49226) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:39.488218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:39.517972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: a82c00b5-e46a-499c-8fa4-a43972da3323 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:39.518658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a82c00b5-e46a-499c-8fa4-a43972da3323 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:39.586917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-network', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:39.689927 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Made reservation on behalf of d31c446c2346496c96987a8e912c36a5 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:15:39.692267 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:39.700891 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:39.740661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-07050ed7-443d-43b8-87c2-19324f9b0105 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50536 time: 0.5460246 Oct 19 11:15:39.785449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-64d73513-e2ac-4202-9bd2-e4ee86658a63 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1246a0bc-7648-4cfd-85c2-f49db202d891 HTTP/1.1" status: 200 len: 2981 time: 0.0376673 Oct 19 11:15:39.791729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:39.829643 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-2a2375d9-befa-4d3a-afdd-9b4262cac5c6 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1246a0bc-7648-4cfd-85c2-f49db202d891 HTTP/1.1" status: 200 len: 2981 time: 0.0368493 Oct 19 11:15:39.872062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:39.874128 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-beb58a7a-852b-46a5-b891-fac91607dc5f tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/13bfacc8-6dd1-4020-b90e-9e4b6fb15849 HTTP/1.1" status: 200 len: 2981 time: 0.0384400 Oct 19 11:15:39.901088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:15:39.917742 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-64b206dd-0af1-4b0d-9dd3-3bbdd73ea578 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/13bfacc8-6dd1-4020-b90e-9e4b6fb15849 HTTP/1.1" status: 200 len: 2981 time: 0.0370696 Oct 19 11:15:39.922630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b3219-df4f-4fe6-855b-c656254a3fb1 req-da4c1b86-6979-4da4-8b3e-a9c53f2ce550 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:39.924145 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c58b3219-df4f-4fe6-855b-c656254a3fb1 req-da4c1b86-6979-4da4-8b3e-a9c53f2ce550 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 951 time: 0.0840843 Oct 19 11:15:39.929085 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:39.929422 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Added segment edbb582f-a65a-49da-9be7-1e69a5fb9c39 of type vlan for network 3b78520f-77dd-4531-922b-f076cf071f93 Oct 19 11:15:39.931949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3829d206-6756-407c-a3d3-7fd2f6511d36,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:39.964905 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-1169176d-943b-4277-891f-45d68f0edc9f tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/27acf38f-914c-41d3-922e-778b2dc2a9de HTTP/1.1" status: 200 len: 2977 time: 0.0399704 Oct 19 11:15:39.995352 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:40.003092 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c58b3219-df4f-4fe6-855b-c656254a3fb1 req-583351b2-4d8a-4836-8d88-0838940335d8 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721772 Oct 19 11:15:40.006788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-21c626fb-9d04-4b13-9977-9a6b8ed243a7 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/27acf38f-914c-41d3-922e-778b2dc2a9de HTTP/1.1" status: 200 len: 2977 time: 0.0355811 Oct 19 11:15:40.050510 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-0fab4a0e-e33a-4065-9dc5-08444ec4d948 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/32e65dbf-6744-4b7b-ae5c-882ab4ecaf93 HTTP/1.1" status: 200 len: 2981 time: 0.0369799 Oct 19 11:15:40.088049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:40.089038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:40.089623 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:40.092900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-132ef047-7f21-42f7-b03b-e228f5abd17b tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/32e65dbf-6744-4b7b-ae5c-882ab4ecaf93 HTTP/1.1" status: 200 len: 2981 time: 0.0363791 Oct 19 11:15:40.139442 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-d82068db-ba52-4cbd-b4c4-f4da5b8275f7 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4081ddb5-5d9e-4f3a-94a0-eccfd3c893da HTTP/1.1" status: 200 len: 2981 time: 0.0406582 Oct 19 11:15:40.164443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] Pushing event updated for resources: {'Network': ['ID=3b78520f-77dd-4531-922b-f076cf071f93,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:40.175211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3b78520f-77dd-4531-922b-f076cf071f93 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:15:40.186522 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-12c5c491-2854-4e7f-84fa-9147dedd2ac4 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4081ddb5-5d9e-4f3a-94a0-eccfd3c893da HTTP/1.1" status: 200 len: 2981 time: 0.0410070 Oct 19 11:15:40.238198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-37725a52-49a9-4718-a985-151a3aee341b tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/46a71bb2-68bd-416e-b5ea-665f6b737f9e HTTP/1.1" status: 200 len: 2981 time: 0.0425866 Oct 19 11:15:40.289492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-17766a0c-74c1-4682-b085-2015ab2bc3e9 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/46a71bb2-68bd-416e-b5ea-665f6b737f9e HTTP/1.1" status: 200 len: 2981 time: 0.0431702 Oct 19 11:15:40.335091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-80aa767b-ae83-45e7-90bb-7f867302a541 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/549ba307-1a9d-4c4a-9842-8370a559ec3e HTTP/1.1" status: 200 len: 2981 time: 0.0391898 Oct 19 11:15:40.380429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-105574c8-972e-4212-817b-9f03c81d2c56 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/549ba307-1a9d-4c4a-9842-8370a559ec3e HTTP/1.1" status: 200 len: 2981 time: 0.0385008 Oct 19 11:15:40.423503 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-427f4b73-4f89-43df-ab34-43ae79ba79dd tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/746d4e47-22ac-4a99-96a9-5d381bd6a29e HTTP/1.1" status: 200 len: 2981 time: 0.0361385 Oct 19 11:15:40.467841 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-cd56f705-207c-4dc0-8116-e58187364a75 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/746d4e47-22ac-4a99-96a9-5d381bd6a29e HTTP/1.1" status: 200 len: 2981 time: 0.0381870 Oct 19 11:15:40.498132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-517c77d5-360d-4067-8d4d-65d1c620068d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0208123 Oct 19 11:15:40.501786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49240) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:40.513842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] Request body: {'subnet': {'network_id': '3b78520f-77dd-4531-922b-f076cf071f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-subnet', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:40.518239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b31996-cf01-4cec-b549-d6a181d9f4aa req-3a21706f-a739-4a8c-bc08-f55400daa769 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:40.519726 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7b31996-cf01-4cec-b549-d6a181d9f4aa req-3a21706f-a739-4a8c-bc08-f55400daa769 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 948 time: 0.3666029 Oct 19 11:15:40.529171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-34104322-ab0b-44c6-9414-98b301396b0f tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/7e88cce4-58d1-436a-bc30-304187e3853b HTTP/1.1" status: 200 len: 2973 time: 0.0548203 Oct 19 11:15:40.558004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7b31996-cf01-4cec-b549-d6a181d9f4aa req-b441f15b-14a6-42e0-8177-ab21cb346fed tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316734 Oct 19 11:15:40.574069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-edce44c5-b913-4129-89e8-65506fea4c73 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/7e88cce4-58d1-436a-bc30-304187e3853b HTTP/1.1" status: 200 len: 2973 time: 0.0406241 Oct 19 11:15:40.615999 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-a4087d42-45a9-411d-89d1-9fc1fde73207 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8614ff2f-22cf-4e7a-a9a7-fe028990c076 HTTP/1.1" status: 200 len: 2981 time: 0.0352535 Oct 19 11:15:40.637491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] Made reservation on behalf of d31c446c2346496c96987a8e912c36a5 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:15:40.639848 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:40.711309 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-204e0f19-b221-4b18-8f6e-3649b235b4f9 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8614ff2f-22cf-4e7a-a9a7-fe028990c076 HTTP/1.1" status: 200 len: 2981 time: 0.0883269 Oct 19 11:15:40.717723 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629db28-ef02-4412-bfb5-78bec9af5ca9 req-b2a38978-c57c-4945-ac4a-0620f68df694 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:40.719235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b629db28-ef02-4412-bfb5-78bec9af5ca9 req-b2a38978-c57c-4945-ac4a-0620f68df694 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.0492659 Oct 19 11:15:40.758039 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b629db28-ef02-4412-bfb5-78bec9af5ca9 req-0104344d-d65e-4f03-bdcb-5191881ce2f2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326836 Oct 19 11:15:40.771910 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-ba5b89ca-2066-4cbf-b5fc-4e255b0c969f tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/de9ef040-be44-40ab-9ca3-cb3be631595e HTTP/1.1" status: 200 len: 2981 time: 0.0542545 Oct 19 11:15:40.867805 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-9ad016af-9bae-4f71-ba9d-dd31db585608 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/de9ef040-be44-40ab-9ca3-cb3be631595e HTTP/1.1" status: 200 len: 2981 time: 0.0739772 Oct 19 11:15:40.916559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-d27df233-1a4e-476f-84dd-1328a552abaa tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e7fabf13-0b3d-44d3-8154-caaf674f3f70 HTTP/1.1" status: 200 len: 2981 time: 0.0371838 Oct 19 11:15:40.960624 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-04550102-3994-4295-b57f-6ea5f6413f5b tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e7fabf13-0b3d-44d3-8154-caaf674f3f70 HTTP/1.1" status: 200 len: 2981 time: 0.0388134 Oct 19 11:15:40.978104 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.043183 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-0f073711-a5c7-428f-bdd5-d6356b38cebb tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f9d00b38-f3e7-49f0-95a5-39663bad2715 HTTP/1.1" status: 200 len: 2981 time: 0.0765908 Oct 19 11:15:41.057067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ecf773-b821-4e23-a396-6c8c93b7f911,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:41.078718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] Checking segment: {'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:41.079074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] Network hostable DHCP agents. Network: 3b78520f-77dd-4531-922b-f076cf071f93, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:15:41.108112 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89f55024-8c5e-4e63-bba1-07a7b3239226 req-dbeec706-e58c-4f8f-9356-36a3c77117d7 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f9d00b38-f3e7-49f0-95a5-39663bad2715 HTTP/1.1" status: 200 len: 2981 time: 0.0549164 Oct 19 11:15:41.138838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898126-3639-4221-b2b7-07370a548d21 req-bae17df0-79ff-4470-b478-a9afd7bb3eaa tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:41.140330 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57898126-3639-4221-b2b7-07370a548d21 req-bae17df0-79ff-4470-b478-a9afd7bb3eaa tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 951 time: 0.0592902 Oct 19 11:15:41.175351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] Network 3b78520f-77dd-4531-922b-f076cf071f93 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:15:41.180548 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57898126-3639-4221-b2b7-07370a548d21 req-be299101-1509-4877-9c5e-7baf49ab1bc9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339189 Oct 19 11:15:41.268083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3b78520f-77dd-4531-922b-f076cf071f93) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:41.276349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ccee32-f98e-46cf-8ac3-6d52fcf55e6d None None] Network 3b78520f-77dd-4531-922b-f076cf071f93 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:15:41.279392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:41.279975 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.313799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2468f306-f73b-4f97-8552-114975554e2c req-318be9d0-22ae-42a2-9cca-7414a4a46266 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d319a146b7df480aae4b6514f5772aec HTTP/1.1" status: 200 len: 6101 time: 0.1129563 Oct 19 11:15:41.324301 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7e743-ec9e-46ba-965c-b4e741492eac req-d674497a-4353-4653-ab8f-b2b01074a21d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:41.325724 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18e7e743-ec9e-46ba-965c-b4e741492eac req-d674497a-4353-4653-ab8f-b2b01074a21d tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 951 time: 0.0991209 Oct 19 11:15:41.384724 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0f5a01f8-3ed6-4762-9ecd-ac8310e9ffda admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8816569 Oct 19 11:15:41.387834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49250) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:41.393208 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-router', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:41.406788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2468f306-f73b-4f97-8552-114975554e2c req-929ac4aa-ad0f-427e-af01-7ef3fe8ab278 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] 10.222.0.39 "GET /v2.0/security-groups/4081ddb5-5d9e-4f3a-94a0-eccfd3c893da HTTP/1.1" status: 200 len: 2981 time: 0.0800774 Oct 19 11:15:41.423560 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-3b78520f-77dd-4531-922b-f076cf071f93', 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'fixed_ips': [{'subnet_id': 'e0ecf773-b821-4e23-a396-6c8c93b7f911'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:15:41.424423 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.489843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2468f306-f73b-4f97-8552-114975554e2c req-059cdf81-09d7-41c6-9333-1418f80148fb tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] 10.222.0.39 "GET /v2.0/security-groups/4081ddb5-5d9e-4f3a-94a0-eccfd3c893da HTTP/1.1" status: 200 len: 2981 time: 0.0556586 Oct 19 11:15:41.505075 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-18e7e743-ec9e-46ba-965c-b4e741492eac req-76083549-359a-46d8-af05-0da0ad20acce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Deleting port 178258a9-c32d-4d32-bc17-453b7fb758dc {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:41.505376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18e7e743-ec9e-46ba-965c-b4e741492eac req-76083549-359a-46d8-af05-0da0ad20acce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.528917 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.529946 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.564586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Allocated IP 172.20.0.2 (3b78520f-77dd-4531-922b-f076cf071f93/e0ecf773-b821-4e23-a396-6c8c93b7f911/d673cab6-b4f5-45dd-bfae-81c9a1647eba) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:15:41.593189 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.608265 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-18e7e743-ec9e-46ba-965c-b4e741492eac req-76083549-359a-46d8-af05-0da0ad20acce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] For port 178258a9-c32d-4d32-bc17-453b7fb758dc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=178258a9-c32d-4d32-bc17-453b7fb758dc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:41.609172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18e7e743-ec9e-46ba-965c-b4e741492eac req-76083549-359a-46d8-af05-0da0ad20acce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.625026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-18e7e743-ec9e-46ba-965c-b4e741492eac req-76083549-359a-46d8-af05-0da0ad20acce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Calling delete_port for 178258a9-c32d-4d32-bc17-453b7fb758dc owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:41.633266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74f03384-e4c2-477e-b1d1-50c3e1d01d97 req-3c85ed01-49ac-4810-aee8-c738e75ef170 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/44605b43-444c-41d7-a0c9-ac2d12fd0e45 HTTP/1.1" status: 200 len: 1777 time: 0.1207454 Oct 19 11:15:41.639745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:15:41.644421 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:41.730712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cc2dd-98fa-4c82-8070-660df58a37c4 req-188f9e4d-4ccb-4283-8f17-d3e2d918d60d tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:41.732193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-807cc2dd-98fa-4c82-8070-660df58a37c4 req-188f9e4d-4ccb-4283-8f17-d3e2d918d60d tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 948 time: 0.0942345 Oct 19 11:15:41.769509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74f03384-e4c2-477e-b1d1-50c3e1d01d97 req-95020f29-b0d6-4872-b1d2-39b5effb8a5e tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.803570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-807cc2dd-98fa-4c82-8070-660df58a37c4 req-44914620-2e1b-45af-a427-4e706d5c8e5c tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599866 Oct 19 11:15:41.836009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.842624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:41.848054 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74f03384-e4c2-477e-b1d1-50c3e1d01d97 req-95020f29-b0d6-4872-b1d2-39b5effb8a5e tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.853881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f', 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e', 'port_id': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f', 'mac_address': 'fa:16:3e:40:43:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21a1401-6e97-415b-8ae3-d10a50b8cda9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:15:41.879252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:15:41.883499 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.891059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:41.891476 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.899081 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18e7e743-ec9e-46ba-965c-b4e741492eac req-76083549-359a-46d8-af05-0da0ad20acce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.917544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b02d8292-e21a-4994-a289-83134bff1559'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:41.919568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3363d609-13e3-49d6-865d-f1595da591a9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:41.954811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76083549-359a-46d8-af05-0da0ad20acce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Pushing event deleted for resources: {'Port': ['ID=178258a9-c32d-4d32-bc17-453b7fb758dc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:41.975499 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.976844 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74f03384-e4c2-477e-b1d1-50c3e1d01d97 req-95020f29-b0d6-4872-b1d2-39b5effb8a5e tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.983898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74f03384-e4c2-477e-b1d1-50c3e1d01d97 req-95020f29-b0d6-4872-b1d2-39b5effb8a5e tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.984580 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:41.985912 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74f03384-e4c2-477e-b1d1-50c3e1d01d97 req-95020f29-b0d6-4872-b1d2-39b5effb8a5e tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/44605b43-444c-41d7-a0c9-ac2d12fd0e45 HTTP/1.1" status: 204 len: 173 time: 0.3510513 Oct 19 11:15:42.015072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95020f29-b0d6-4872-b1d2-39b5effb8a5e tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44605b43-444c-41d7-a0c9-ac2d12fd0e45,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:42.040855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e7e743-ec9e-46ba-965c-b4e741492eac req-76083549-359a-46d8-af05-0da0ad20acce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] No DVR routers for this DVR port 178258a9-c32d-4d32-bc17-453b7fb758dc on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:42.044052 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18e7e743-ec9e-46ba-965c-b4e741492eac req-76083549-359a-46d8-af05-0da0ad20acce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.047728 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18e7e743-ec9e-46ba-965c-b4e741492eac req-76083549-359a-46d8-af05-0da0ad20acce tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "DELETE /v2.0/ports/178258a9-c32d-4d32-bc17-453b7fb758dc HTTP/1.1" status: 204 len: 173 time: 0.7073123 Oct 19 11:15:42.048255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-deleted', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:42.050652 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba259e9-ad72-4951-8d90-bed31b000d60" -d '{"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-deleted", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:42.056602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Network 3b78520f-77dd-4531-922b-f076cf071f93 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:42.066860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:42.069370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f32450-7221-4b6d-849c-4c8abc429aed req-59d2f5dd-bfa7-43b2-b335-cd23d7b2883e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:42.075089 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b4f32450-7221-4b6d-849c-4c8abc429aed req-59d2f5dd-bfa7-43b2-b335-cd23d7b2883e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.1186607 Oct 19 11:15:42.078102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:42.088155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:15:42.125577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b4f32450-7221-4b6d-849c-4c8abc429aed req-3b3eb052-3782-4296-82d2-878233dc8ec0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Oct 19 11:15:42.131737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:42.132708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Pushing event updated for resources: {'Port': ['ID=d673cab6-b4f5-45dd-bfae-81c9a1647eba,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:42.157878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24461ee3-bf6c-4690-a60e-1c53ee27a3d8 req-f0bd234f-5a4c-4cf8-9ba7-07a8870f084f tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8c0cb764-1da4-4a09-a200-e15126eebea0 HTTP/1.1" status: 200 len: 1777 time: 0.0512815 Oct 19 11:15:42.189664 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803dfd42-1387-4692-aec4-5ffbb28ac020 x-openstack-request-id: req-803dfd42-1387-4692-aec4-5ffbb28ac020 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:42.190274 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc", "name": "network-vif-deleted", "tag": "178258a9-c32d-4d32-bc17-453b7fb758dc", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:42.190535 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-803dfd42-1387-4692-aec4-5ffbb28ac020 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:42.190936 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc', 'name': 'network-vif-deleted', 'tag': '178258a9-c32d-4d32-bc17-453b7fb758dc', 'status': 'completed', 'code': 200} Oct 19 11:15:42.223600 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.294536 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Attempting to bind port d673cab6-b4f5-45dd-bfae-81c9a1647eba on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:42.295233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Attempting to bind port d673cab6-b4f5-45dd-bfae-81c9a1647eba by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:42.295233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Attempting to bind port d673cab6-b4f5-45dd-bfae-81c9a1647eba on network 3b78520f-77dd-4531-922b-f076cf071f93 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:42.316927 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.328200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:42.328516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Checking segment: {'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:42.328954 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.331618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Bound using segment: {'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:42.332382 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Bound port: d673cab6-b4f5-45dd-bfae-81c9a1647eba, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:42.333000 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.334985 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.346047 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.349004 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24461ee3-bf6c-4690-a60e-1c53ee27a3d8 req-ab638649-f917-461d-8d10-1f3af09b2171 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.364478 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56d3b203-1914-40bc-843e-7d967b755703 req-97a9732b-5fa3-4af4-891c-af6eb5c5bb41 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7bb69e-b2d2-42a8-a5c2-9523aa4b0bfc HTTP/1.1" status: 200 len: 210 time: 0.0400124 Oct 19 11:15:42.404992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:42.407373 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e011e89b-1264-412a-bc02-e15229ab7117" -d '{"events": [{"server_uuid": "011190d0-5a48-46e3-9b29-25be6e31fbb4", "name": "network-vif-plugged", "status": "completed", "tag": "8ba0ff3d-0c03-48ef-9a99-0805feb44a16"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:42.418012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24461ee3-bf6c-4690-a60e-1c53ee27a3d8 req-ab638649-f917-461d-8d10-1f3af09b2171 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.460155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:42.470722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:42.479608 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6a6a25-e4c4-4e61-892b-1f534a00987f x-openstack-request-id: req-8d6a6a25-e4c4-4e61-892b-1f534a00987f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:42.482386 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011190d0-5a48-46e3-9b29-25be6e31fbb4", "name": "network-vif-plugged", "status": "completed", "tag": "8ba0ff3d-0c03-48ef-9a99-0805feb44a16", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:42.482386 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d6a6a25-e4c4-4e61-892b-1f534a00987f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:42.482386 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16', 'code': 200} Oct 19 11:15:42.529428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:42.541899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Allocated IP 172.25.2.142 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/58be2e21-c6c7-410f-96b9-f3d6d44f3996) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:15:42.585882 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.586601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c831a6f-4620-459c-aec7-e6c4a1f6d125 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:42.599484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebceb1c-16ed-45e6-9ac5-a3501444af23 req-ee2c157b-0640-425c-9dc7-08a6ccafb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:42.601181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ebceb1c-16ed-45e6-9ac5-a3501444af23 req-ee2c157b-0640-425c-9dc7-08a6ccafb670 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 1100 time: 0.0520718 Oct 19 11:15:42.628139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24461ee3-bf6c-4690-a60e-1c53ee27a3d8 req-ab638649-f917-461d-8d10-1f3af09b2171 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.631422 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24461ee3-bf6c-4690-a60e-1c53ee27a3d8 req-ab638649-f917-461d-8d10-1f3af09b2171 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.632477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24461ee3-bf6c-4690-a60e-1c53ee27a3d8 req-ab638649-f917-461d-8d10-1f3af09b2171 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c0cb764-1da4-4a09-a200-e15126eebea0 HTTP/1.1" status: 204 len: 173 time: 0.4264326 Oct 19 11:15:42.651362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ebceb1c-16ed-45e6-9ac5-a3501444af23 req-f6152130-1ccf-4775-b9dd-5e6f5221979d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425637 Oct 19 11:15:42.653395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab638649-f917-461d-8d10-1f3af09b2171 tempest-SecurityGroupsTestAdminJSON-313729185 tempest-SecurityGroupsTestAdminJSON-313729185-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0cb764-1da4-4a09-a200-e15126eebea0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:42.660945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] For port d673cab6-b4f5-45dd-bfae-81c9a1647eba, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:42.692880 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.699282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-676fc2e5-c5ae-4bae-81d8-da1b3eddab2a req-24e07553-849b-407c-b407-f77f5db8b1da tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] 10.222.0.39 "GET /v2.0/security-groups/69869bd5-4f58-4ace-9cd7-5ca49d7219ac HTTP/1.1" status: 200 len: 1776 time: 0.0414824 Oct 19 11:15:42.704156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] For port d673cab6-b4f5-45dd-bfae-81c9a1647eba, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d673cab6-b4f5-45dd-bfae-81c9a1647eba,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:42.750946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:42.769135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-676fc2e5-c5ae-4bae-81d8-da1b3eddab2a req-6ac899d9-e52a-4954-8b2d-d5e3d1593927 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.787792 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.792309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-676fc2e5-c5ae-4bae-81d8-da1b3eddab2a req-6ac899d9-e52a-4954-8b2d-d5e3d1593927 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.809396 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.862110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:42.867559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:42.870503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:15:42.881115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:15:42.892856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Pushing event updated for resources: {'Port': ['ID=58be2e21-c6c7-410f-96b9-f3d6d44f3996,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:42.894693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:42.895069 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.930460 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaf2fe-7daf-4f99-b9eb-81912d59f45f None None] Pushing event updated for resources: {'Port': ['ID=d673cab6-b4f5-45dd-bfae-81c9a1647eba,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:42.950634 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-676fc2e5-c5ae-4bae-81d8-da1b3eddab2a req-6ac899d9-e52a-4954-8b2d-d5e3d1593927 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.955160 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-676fc2e5-c5ae-4bae-81d8-da1b3eddab2a req-6ac899d9-e52a-4954-8b2d-d5e3d1593927 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:42.969975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-676fc2e5-c5ae-4bae-81d8-da1b3eddab2a req-6ac899d9-e52a-4954-8b2d-d5e3d1593927 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] 10.222.0.39 "DELETE /v2.0/security-groups/69869bd5-4f58-4ace-9cd7-5ca49d7219ac HTTP/1.1" status: 204 len: 173 time: 0.2638469 Oct 19 11:15:42.989146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac899d9-e52a-4954-8b2d-d5e3d1593927 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69869bd5-4f58-4ace-9cd7-5ca49d7219ac,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:43.044317 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:43.072910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd156f1a-8bea-47a3-9889-e21a28b2e5e8 req-5f510866-2087-48ce-8ffa-fdd6cc74728a tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:43.077000 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd156f1a-8bea-47a3-9889-e21a28b2e5e8 req-5f510866-2087-48ce-8ffa-fdd6cc74728a tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 949 time: 0.1604183 Oct 19 11:15:43.129507 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9cda097-80bd-42ad-a725-20dddf54f835 req-0af33563-cc9c-45cd-b7b5-fe987007cd02 tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] 10.222.0.39 "GET /v2.0/security-groups/741f0ef0-70f9-48eb-a75c-b99de0867185 HTTP/1.1" status: 200 len: 1777 time: 0.0711577 Oct 19 11:15:43.137622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:43.156352 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd156f1a-8bea-47a3-9889-e21a28b2e5e8 req-1c3b0be6-87af-4bf2-aaf8-ce2df1eb83e8 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739160 Oct 19 11:15:43.210713 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d9cda097-80bd-42ad-a725-20dddf54f835 req-a2b09adc-de2e-43e2-a495-d0ffbbd8f82d tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:43.247100 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:43.253515 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d9cda097-80bd-42ad-a725-20dddf54f835 req-a2b09adc-de2e-43e2-a495-d0ffbbd8f82d tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:43.349712 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:43.349923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:43.389161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d673cab6-b4f5-45dd-bfae-81c9a1647eba up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:43.401486 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d9cda097-80bd-42ad-a725-20dddf54f835 req-a2b09adc-de2e-43e2-a495-d0ffbbd8f82d tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:43.404573 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d9cda097-80bd-42ad-a725-20dddf54f835 req-a2b09adc-de2e-43e2-a495-d0ffbbd8f82d tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:43.413511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9cda097-80bd-42ad-a725-20dddf54f835 req-a2b09adc-de2e-43e2-a495-d0ffbbd8f82d tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] 10.222.0.39 "DELETE /v2.0/security-groups/741f0ef0-70f9-48eb-a75c-b99de0867185 HTTP/1.1" status: 204 len: 173 time: 0.2757518 Oct 19 11:15:43.433387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b09adc-de2e-43e2-a495-d0ffbbd8f82d tempest-SecurityGroupsTestAdminJSON-1581706025 tempest-SecurityGroupsTestAdminJSON-1581706025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741f0ef0-70f9-48eb-a75c-b99de0867185,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:43.480096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d673cab6-b4f5-45dd-bfae-81c9a1647eba triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:43.480602 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:43.510873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e29941-5031-4e91-8cc6-55ceac987282 req-28d70667-b81f-4590-a2a2-9fb594be66a4 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:43.512471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e3e29941-5031-4e91-8cc6-55ceac987282 req-28d70667-b81f-4590-a2a2-9fb594be66a4 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 945 time: 0.1211128 Oct 19 11:15:43.524602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:43.547986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 178258a9-c32d-4d32-bc17-453b7fb758dc {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:43.548457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 178258a9-c32d-4d32-bc17-453b7fb758dc not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:43.601139 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:43.606758 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e3e29941-5031-4e91-8cc6-55ceac987282 req-08c9c97d-fb50-42c9-8641-a93b11912c31 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803218 Oct 19 11:15:43.640173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port d673cab6-b4f5-45dd-bfae-81c9a1647eba, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d673cab6-b4f5-45dd-bfae-81c9a1647eba,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:43.692454 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:43.727097 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:43.793165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=d673cab6-b4f5-45dd-bfae-81c9a1647eba,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:43.851455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49294) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:43.991698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:15:43.998167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b803e-c343-48f7-8d48-09bbac222787 None None] Network 3b78520f-77dd-4531-922b-f076cf071f93 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:15:44.026591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b6f56caa-64a4-470d-aec1-9a11669e2496 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d319a146b7df480aae4b6514f5772aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704204 Oct 19 11:15:44.027581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49300) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:44.102150 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cac7ecda-7213-45be-bc8c-9685a54e59f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:44.130754 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cac7ecda-7213-45be-bc8c-9685a54e59f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:44.142877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:15:44.157344 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Sync routers for ids ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:15:44.169221 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Routers {'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:44.170193 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:44.170528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82fc75-a029-4015-87de-8548585abf11 req-5c13627e-2359-453b-9b40-0b37057264ca tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:44.172440 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c82fc75-a029-4015-87de-8548585abf11 req-5c13627e-2359-453b-9b40-0b37057264ca tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0826578 Oct 19 11:15:44.214676 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:44.218659 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bf6ab38a-7653-4546-afcd-28d1425dfa29 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8272135 Oct 19 11:15:44.219059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49306) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:44.227243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c82fc75-a029-4015-87de-8548585abf11 req-21054048-85a4-424e-a48b-eddcf8ecde9e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480807 Oct 19 11:15:44.270700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f756d57c-3997-42bb-be25-af1c0d49438e None None] Provisioning complete for port d673cab6-b4f5-45dd-bfae-81c9a1647eba triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:44.271071 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f756d57c-3997-42bb-be25-af1c0d49438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:44.276976 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cac7ecda-7213-45be-bc8c-9685a54e59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:44.279808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cac7ecda-7213-45be-bc8c-9685a54e59f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:44.281109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cac7ecda-7213-45be-bc8c-9685a54e59f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4081ddb5-5d9e-4f3a-94a0-eccfd3c893da HTTP/1.1" status: 204 len: 168 time: 0.2516773 Oct 19 11:15:44.311406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7ecda-7213-45be-bc8c-9685a54e59f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4081ddb5-5d9e-4f3a-94a0-eccfd3c893da,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:44.325965 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Set router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:44.390618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afee5a2-189e-48a4-afbf-a0dfc0daa1b3 req-588d51c0-4cab-4fc7-ba20-d5fb21b84992 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:44.392159 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6afee5a2-189e-48a4-afbf-a0dfc0daa1b3 req-588d51c0-4cab-4fc7-ba20-d5fb21b84992 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 949 time: 0.1281016 Oct 19 11:15:44.481637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:44.483872 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a79a0c1-45f4-4c13-bccb-eaa5092c3ac7" -d '{"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-plugged", "status": "completed", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:44.486418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6afee5a2-189e-48a4-afbf-a0dfc0daa1b3 req-3b1d39fd-be44-464b-8c1b-1cf7b22e7165 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868742 Oct 19 11:15:44.536300 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f38474-9f2c-4395-98ad-6e892a919545 x-openstack-request-id: req-99f38474-9f2c-4395-98ad-6e892a919545 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:44.536300 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-plugged", "status": "completed", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:44.536300 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99f38474-9f2c-4395-98ad-6e892a919545 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:44.536300 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'code': 200} Oct 19 11:15:44.643112 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-router', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:41Z', 'updated_at': '2021-10-19T11:15:43Z', 'revision_number': 3, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'gw_port': {'id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:42Z', 'updated_at': '2021-10-19T11:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:44.682499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b0a8-45b5-452f-badd-27c8a12f80b1 req-aaba2945-e5d3-49c6-9536-858d827d48b4 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:44.687266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9369b0a8-45b5-452f-badd-27c8a12f80b1 req-aaba2945-e5d3-49c6-9536-858d827d48b4 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 950 time: 0.0875082 Oct 19 11:15:44.703124 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Checking router: f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:15:44.703470 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Updating router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 port 58be2e21-c6c7-410f-96b9-f3d6d44f3996 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:15:44.746431 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:44.763461 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9369b0a8-45b5-452f-badd-27c8a12f80b1 req-bd8e49dc-ec72-432c-8fed-2b81bb889f02 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698020 Oct 19 11:15:44.815401 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d13ff-26e8-40ce-add6-65b41ccfaee7 req-9bae884a-9afc-4e12-9699-62a330a3e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:44.817371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-932d13ff-26e8-40ce-add6-65b41ccfaee7 req-9bae884a-9afc-4e12-9699-62a330a3e200 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 1101 time: 0.1802502 Oct 19 11:15:44.880130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c84f1-a486-4ff5-9470-ef9cbc412b38 req-bad7e949-c347-42f9-885a-57ad115098d6 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:44.881677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-017c84f1-a486-4ff5-9470-ef9cbc412b38 req-bad7e949-c347-42f9-885a-57ad115098d6 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 945 time: 0.1481957 Oct 19 11:15:44.901517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e57b2651-340b-4b31-a450-40532fd7df7c None None] Provisioning complete for port d673cab6-b4f5-45dd-bfae-81c9a1647eba triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:44.901796 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e57b2651-340b-4b31-a450-40532fd7df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:44.926197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-932d13ff-26e8-40ce-add6-65b41ccfaee7 req-01c90b70-2696-4eca-a45f-efab0c514d86 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966966 Oct 19 11:15:44.970607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-017c84f1-a486-4ff5-9470-ef9cbc412b38 req-f9aa5bb3-a8c7-4ff2-bf15-5b2d1b9d542b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779610 Oct 19 11:15:44.990772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.030033 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.113966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49322) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:45.133109 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.153612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Allocated IP 172.20.0.1 (3b78520f-77dd-4531-922b-f076cf071f93/e0ecf773-b821-4e23-a396-6c8c93b7f911/666c6709-4a5a-49bc-87b0-149e06535bea) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:15:45.159360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f1d4fa82-1f89-44e1-8082-3b4281595675 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5ff222b8e0e424ab2a20c2df47c43ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419858 Oct 19 11:15:45.160057 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49326) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:45.191835 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Pushing event updated for resources: {'Port': ['ID=58be2e21-c6c7-410f-96b9-f3d6d44f3996,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:45.207217 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.207217 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.207550 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.207787 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.208109 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.208433 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.208976 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.209306 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.209630 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.209951 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.210310 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.210592 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:15:45.222308 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Attempting to bind port 58be2e21-c6c7-410f-96b9-f3d6d44f3996 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:45.222654 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Attempting to bind port 58be2e21-c6c7-410f-96b9-f3d6d44f3996 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:45.223011 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Attempting to bind port 58be2e21-c6c7-410f-96b9-f3d6d44f3996 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:45.226419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9626d539-4857-4a70-b6e5-a036a19b5116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.228436 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:45.228858 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:45.229255 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.229643 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:45.230100 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Bound port: 58be2e21-c6c7-410f-96b9-f3d6d44f3996, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:45.230806 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.277297 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9626d539-4857-4a70-b6e5-a036a19b5116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.287607 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.307661 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] For port 58be2e21-c6c7-410f-96b9-f3d6d44f3996, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:45.311343 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] For port 58be2e21-c6c7-410f-96b9-f3d6d44f3996, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=58be2e21-c6c7-410f-96b9-f3d6d44f3996,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:45.320242 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d673cab6-b4f5-45dd-bfae-81c9a1647eba up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:45.374072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d673cab6-b4f5-45dd-bfae-81c9a1647eba triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:45.374474 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.379026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a330a-6eb8-4d4b-8d4f-998a337ea972 req-596a30a1-9d8e-4b17-a942-08987a181373 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:45.380620 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db6a330a-6eb8-4d4b-8d4f-998a337ea972 req-596a30a1-9d8e-4b17-a942-08987a181373 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.0484014 Oct 19 11:15:45.384524 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.413920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9626d539-4857-4a70-b6e5-a036a19b5116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.419648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.426225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9626d539-4857-4a70-b6e5-a036a19b5116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.429869 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9626d539-4857-4a70-b6e5-a036a19b5116 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32e65dbf-6744-4b7b-ae5c-882ab4ecaf93 HTTP/1.1" status: 204 len: 168 time: 0.2668817 Oct 19 11:15:45.446454 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Routers {'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:45.450690 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:45.466613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db6a330a-6eb8-4d4b-8d4f-998a337ea972 req-bf229454-b597-42ad-a008-8a99b1c266e1 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780804 Oct 19 11:15:45.481461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626d539-4857-4a70-b6e5-a036a19b5116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e65dbf-6744-4b7b-ae5c-882ab4ecaf93,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:45.484520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Network 3b78520f-77dd-4531-922b-f076cf071f93 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:45.488223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:45.489725 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ede5a9-2d8d-4f89-8bd5-a327831bd145 None None] Pushing event updated for resources: {'Port': ['ID=58be2e21-c6c7-410f-96b9-f3d6d44f3996,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:45.513106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:15:45.560771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=666c6709-4a5a-49bc-87b0-149e06535bea,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:45.603335 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.613201 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] Set router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:45.626513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:45.660890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ddf3d-7eba-4238-b426-7204f8f932bc req-9f0860bc-b7f8-43e0-a21c-2c63b613665e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:45.662271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc3ddf3d-7eba-4238-b426-7204f8f932bc req-9f0860bc-b7f8-43e0-a21c-2c63b613665e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 950 time: 0.1278601 Oct 19 11:15:45.784668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:15:45.784668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:45.784668 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.824020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-bc3ddf3d-7eba-4238-b426-7204f8f932bc req-b164f70b-b3c7-484c-a411-d521053f68a9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Deleting port b02d8292-e21a-4994-a289-83134bff1559 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:45.824450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc3ddf3d-7eba-4238-b426-7204f8f932bc req-b164f70b-b3c7-484c-a411-d521053f68a9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.840012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e9b7b128-1ccd-4069-94b2-077755a75e86 None None] Provisioning complete for port 666c6709-4a5a-49bc-87b0-149e06535bea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:45.840408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b128-1ccd-4069-94b2-077755a75e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.862720 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-router', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:41Z', 'updated_at': '2021-10-19T11:15:43Z', 'revision_number': 3, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'gw_port': {'id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:42Z', 'updated_at': '2021-10-19T11:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:45.899825 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f8561-f2ef-49e8-a4e3-0fc7e168a98a None None] The sync data for ids ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'] in n-d-814547-1 is: [{'id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-router', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:41Z', 'updated_at': '2021-10-19T11:15:43Z', 'revision_number': 3, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'gw_port': {'id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:42Z', 'updated_at': '2021-10-19T11:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:15:45.916179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7b128-1ccd-4069-94b2-077755a75e86 None None] Port 666c6709-4a5a-49bc-87b0-149e06535bea cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:15:45.925630 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.969578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:45.969786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:45.997925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cfa51-c9a1-46f7-9d41-d57e104ddd22 req-843cc4af-8674-4d80-87cd-a3bc1228c292 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:46.006843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fe4cfa51-c9a1-46f7-9d41-d57e104ddd22 req-843cc4af-8674-4d80-87cd-a3bc1228c292 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 950 time: 0.1441624 Oct 19 11:15:46.058289 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:46.105338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bc3ddf3d-7eba-4238-b426-7204f8f932bc req-b164f70b-b3c7-484c-a411-d521053f68a9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] For port b02d8292-e21a-4994-a289-83134bff1559, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b02d8292-e21a-4994-a289-83134bff1559,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:46.105705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc3ddf3d-7eba-4238-b426-7204f8f932bc req-b164f70b-b3c7-484c-a411-d521053f68a9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:46.143624 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fe4cfa51-c9a1-46f7-9d41-d57e104ddd22 req-6662be3a-ec04-49a4-8f2e-4842983b21f0 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357481 Oct 19 11:15:46.153849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6716fa-377f-4fac-bc36-55e145bc2826 req-669c3051-5ef5-4b5c-8597-b390b3cc4d45 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:46.155008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-bc3ddf3d-7eba-4238-b426-7204f8f932bc req-b164f70b-b3c7-484c-a411-d521053f68a9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Calling delete_port for b02d8292-e21a-4994-a289-83134bff1559 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:46.162263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716fa-377f-4fac-bc36-55e145bc2826 req-669c3051-5ef5-4b5c-8597-b390b3cc4d45 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.0774181 Oct 19 11:15:46.182590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:46.230861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716fa-377f-4fac-bc36-55e145bc2826 req-4c203c58-709f-4022-8e68-76a746bb3b16 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668802 Oct 19 11:15:46.379500 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:46.458687 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:46.462551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc3ddf3d-7eba-4238-b426-7204f8f932bc req-b164f70b-b3c7-484c-a411-d521053f68a9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:46.475162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b02d8292-e21a-4994-a289-83134bff1559'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:46.485483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3363d609-13e3-49d6-865d-f1595da591a9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:46.562025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:46.565329 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f752ecc2-9242-4980-8b41-7fa8c8f409c3" -d '{"events": [{"server_uuid": "ba633322-ed96-4d5e-9664-d9458c819c97", "name": "network-vif-plugged", "status": "completed", "tag": "e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:46.602151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3ddf3d-7eba-4238-b426-7204f8f932bc req-b164f70b-b3c7-484c-a411-d521053f68a9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] No DVR routers for this DVR port b02d8292-e21a-4994-a289-83134bff1559 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:46.607951 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bc3ddf3d-7eba-4238-b426-7204f8f932bc req-b164f70b-b3c7-484c-a411-d521053f68a9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:46.621572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc3ddf3d-7eba-4238-b426-7204f8f932bc req-b164f70b-b3c7-484c-a411-d521053f68a9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.49 "DELETE /v2.0/ports/b02d8292-e21a-4994-a289-83134bff1559 HTTP/1.1" status: 204 len: 173 time: 0.9460428 Oct 19 11:15:46.631046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715d279a-1110-482c-b2b0-52fc224967a2', 'name': 'network-vif-deleted', 'tag': 'b02d8292-e21a-4994-a289-83134bff1559'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:46.636083 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f456901-8ddb-4d70-b716-d88c07ee8fa3 x-openstack-request-id: req-4f456901-8ddb-4d70-b716-d88c07ee8fa3 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:46.636565 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba633322-ed96-4d5e-9664-d9458c819c97", "name": "network-vif-plugged", "status": "completed", "tag": "e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:46.636682 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f456901-8ddb-4d70-b716-d88c07ee8fa3 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:46.637073 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f', 'code': 200} Oct 19 11:15:46.641316 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c6b118-8378-4d32-93f8-88966e05a527" -d '{"events": [{"server_uuid": "715d279a-1110-482c-b2b0-52fc224967a2", "name": "network-vif-deleted", "tag": "b02d8292-e21a-4994-a289-83134bff1559"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:46.679736 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:46.704563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=666c6709-4a5a-49bc-87b0-149e06535bea,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:46.751837 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bcc2e3-ff1d-48bd-8f1d-4618c9e9e8ac x-openstack-request-id: req-63bcc2e3-ff1d-48bd-8f1d-4618c9e9e8ac {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:46.752277 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715d279a-1110-482c-b2b0-52fc224967a2", "name": "network-vif-deleted", "tag": "b02d8292-e21a-4994-a289-83134bff1559", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:46.752554 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63bcc2e3-ff1d-48bd-8f1d-4618c9e9e8ac {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:46.753063 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715d279a-1110-482c-b2b0-52fc224967a2', 'name': 'network-vif-deleted', 'tag': 'b02d8292-e21a-4994-a289-83134bff1559', 'status': 'completed', 'code': 200} Oct 19 11:15:46.793376 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14c63248-57ef-4c2f-9548-83ac895f139c req-edd24039-b948-4e67-8b7e-9faaee0d9c58 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 210 time: 0.1885600 Oct 19 11:15:46.808310 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164f70b-b3c7-484c-a411-d521053f68a9 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Pushing event deleted for resources: {'Port': ['ID=b02d8292-e21a-4994-a289-83134bff1559,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:46.920467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb81f8-6fa0-4cf5-b53c-15fc6e649ef6 req-a5d6738d-070b-4f9d-90bf-1e9137a4e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:46.922017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3fb81f8-6fa0-4cf5-b53c-15fc6e649ef6 req-a5d6738d-070b-4f9d-90bf-1e9137a4e528 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 1097 time: 0.1681571 Oct 19 11:15:46.973851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Network 3b78520f-77dd-4531-922b-f076cf071f93 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:46.981102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:46.994649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3fb81f8-6fa0-4cf5-b53c-15fc6e649ef6 req-1e678d14-1887-4077-a517-913d5bdbf716 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590150 Oct 19 11:15:47.353252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 58be2e21-c6c7-410f-96b9-f3d6d44f3996 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:47.402431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aabc2-f3ba-4a42-afc4-1a395569912d req-222eb3cf-a232-4a08-b800-543a83425420 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:47.404666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5c5aabc2-f3ba-4a42-afc4-1a395569912d req-222eb3cf-a232-4a08-b800-543a83425420 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.0737569 Oct 19 11:15:47.410265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e65fc226-6ab3-4833-9416-d269ea416da5 None None] Provisioning complete for port 666c6709-4a5a-49bc-87b0-149e06535bea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:47.410849 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e65fc226-6ab3-4833-9416-d269ea416da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:47.458973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e65fc226-6ab3-4833-9416-d269ea416da5 None None] Port 666c6709-4a5a-49bc-87b0-149e06535bea cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:15:47.459538 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5c5aabc2-f3ba-4a42-afc4-1a395569912d req-698e9f92-3ea3-4b68-af4a-8f70c7d7d6d8 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411775 Oct 19 11:15:47.472777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 58be2e21-c6c7-410f-96b9-f3d6d44f3996 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:47.473150 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:47.498194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:15:47.526072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b3173-60f4-4747-b6a1-5d7a8ba37dd9 req-ed3f31d9-ed74-41e1-9009-c90e6e122dc6 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:47.527576 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-271b3173-60f4-4747-b6a1-5d7a8ba37dd9 req-ed3f31d9-ed74-41e1-9009-c90e6e122dc6 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 950 time: 0.0857825 Oct 19 11:15:47.558692 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:47.583815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 58be2e21-c6c7-410f-96b9-f3d6d44f3996, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=58be2e21-c6c7-410f-96b9-f3d6d44f3996,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:47.671407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:15:47.675625 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:47.685501 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-afba2601-1e50-4cfe-ae1e-1ed92decd0d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/f374ceca-7bca-44c0-bd4b-cd36fabbb1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4576097 Oct 19 11:15:47.685501 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-271b3173-60f4-4747-b6a1-5d7a8ba37dd9 req-4f6e9645-297e-4514-afdd-31c9664e3f9b tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543079 Oct 19 11:15:47.737290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=58be2e21-c6c7-410f-96b9-f3d6d44f3996,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:47.926057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff0851dd-3a1c-4957-84e4-f7033558479f req-fe339615-6c74-4d64-93dc-24c26122448e tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=715d279a-1110-482c-b2b0-52fc224967a2 HTTP/1.1" status: 200 len: 210 time: 0.0369701 Oct 19 11:15:48.031109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Sync routers for ids ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:15:48.039874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Routers {'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:48.043476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:48.160781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Set router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:48.412897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-router', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:41Z', 'updated_at': '2021-10-19T11:15:45Z', 'revision_number': 4, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'gw_port': {'id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:42Z', 'updated_at': '2021-10-19T11:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '666c6709-4a5a-49bc-87b0-149e06535bea', 'name': '', 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'mac_address': 'fa:16:3e:46:db:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'e0ecf773-b821-4e23-a396-6c8c93b7f911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:45Z', 'updated_at': '2021-10-19T11:15:46Z', 'revision_number': 2, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'subnets': [{'id': 'e0ecf773-b821-4e23-a396-6c8c93b7f911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:48.439115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Checking router: f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:15:48.439336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Updating router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 port 666c6709-4a5a-49bc-87b0-149e06535bea binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:15:48.455446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-f342d613-81b5-46c9-badc-99569668fa5d tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e056ff440e4f4753bdab36299026efd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293212 Oct 19 11:15:48.464406 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:48.594954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-f8566d82-e0d9-4cd3-820e-20b7b0f77b9e tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:48.596462 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-f8566d82-e0d9-4cd3-820e-20b7b0f77b9e tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337881 Oct 19 11:15:48.625169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8d4c3f31-b95e-4f98-bca5-cbad58493b06 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/quotas/e056ff440e4f4753bdab36299026efd5 HTTP/1.1" status: 200 len: 375 time: 0.0202971 Oct 19 11:15:48.636098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9228bf-ef71-40c0-96e5-728012ee3d2b req-47b006ae-ce3a-473d-a60f-eb2452b824ca tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:48.648523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de9228bf-ef71-40c0-96e5-728012ee3d2b req-47b006ae-ce3a-473d-a60f-eb2452b824ca tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.0890694 Oct 19 11:15:48.670852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49450) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:48.671927 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-abb214d7-26bf-4700-b987-63178d663114 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e056ff440e4f4753bdab36299026efd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457449 Oct 19 11:15:48.681927 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-network', 'tenant_id': '3682b4307f2b44a48a38962679503cc1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:48.697873 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de9228bf-ef71-40c0-96e5-728012ee3d2b req-8c80c75d-b23b-4790-bc8f-44d035f8a6da tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482059 Oct 19 11:15:48.778410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Made reservation on behalf of 3682b4307f2b44a48a38962679503cc1 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:15:48.780963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:48.792723 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:48.817760 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:48.875713 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:48.922527 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:48.931992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf87201-b631-4101-8aa1-9957e0abd43d req-13408f54-0e6a-4017-8690-e1959ddf3872 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:48.932693 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dcf87201-b631-4101-8aa1-9957e0abd43d req-13408f54-0e6a-4017-8690-e1959ddf3872 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 1097 time: 0.0476127 Oct 19 11:15:48.988362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfc66e86-fbeb-4f58-bd51-e0c39e55822a req-17f3364b-bc0d-44ca-9b7c-198d2620f5e4 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 210 time: 0.0373909 Oct 19 11:15:49.008288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.019536 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dcf87201-b631-4101-8aa1-9957e0abd43d req-517ca0f7-31dc-4dcd-941d-79b3aab376d0 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761898 Oct 19 11:15:49.026448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d100ff6-d73f-4146-89eb-afed7a9de297 None None] Pushing event updated for resources: {'Port': ['ID=666c6709-4a5a-49bc-87b0-149e06535bea,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:49.045296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Attempting to bind port 666c6709-4a5a-49bc-87b0-149e06535bea on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:49.045669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Attempting to bind port 666c6709-4a5a-49bc-87b0-149e06535bea by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:49.046028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Attempting to bind port 666c6709-4a5a-49bc-87b0-149e06535bea on network 3b78520f-77dd-4531-922b-f076cf071f93 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:49.053388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:49.053767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Checking segment: {'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:49.054169 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.054561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Bound using segment: {'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:49.055027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Bound port: 666c6709-4a5a-49bc-87b0-149e06535bea, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:49.055454 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.065634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:15:49.067843 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d473f4d4-418d-4ab4-8d1e-1437984c98e3,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:49.111996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.115617 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Added segment b393df39-e5c9-4f4e-af68-4ef479e79697 of type vlan for network 249af3c2-1427-423b-a862-917b77adb9f0 Oct 19 11:15:49.162588 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] For port 666c6709-4a5a-49bc-87b0-149e06535bea, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:49.168151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] For port 666c6709-4a5a-49bc-87b0-149e06535bea, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=666c6709-4a5a-49bc-87b0-149e06535bea,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:49.219870 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.302812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 58be2e21-c6c7-410f-96b9-f3d6d44f3996 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:49.306929 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b82c6c57-b75f-439a-b154-1690d91208a0 None None] Provisioning complete for port 666c6709-4a5a-49bc-87b0-149e06535bea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:49.307503 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b82c6c57-b75f-439a-b154-1690d91208a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.315076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae40822-cb06-485e-8fe0-517340ed110d req-2b6fd3c8-43e8-452a-9c78-47bd46a5f21f tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:49.316646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ae40822-cb06-485e-8fe0-517340ed110d req-2b6fd3c8-43e8-452a-9c78-47bd46a5f21f tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 1097 time: 0.0456018 Oct 19 11:15:49.351510 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ae40822-cb06-485e-8fe0-517340ed110d req-f6d3800b-dc85-414b-bd5b-7413fee05b1a tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284996 Oct 19 11:15:49.367724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b82c6c57-b75f-439a-b154-1690d91208a0 None None] Port 666c6709-4a5a-49bc-87b0-149e06535bea cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:15:49.381913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 58be2e21-c6c7-410f-96b9-f3d6d44f3996 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:49.382287 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.404628 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.430041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.430943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:49.431523 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.451174 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.497468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Routers {'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:49.498193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:49.528375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] Pushing event updated for resources: {'Network': ['ID=249af3c2-1427-423b-a862-917b77adb9f0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:49.550923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 249af3c2-1427-423b-a862-917b77adb9f0 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:15:49.556938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d100ff6-d73f-4146-89eb-afed7a9de297 None None] Pushing event updated for resources: {'Port': ['ID=666c6709-4a5a-49bc-87b0-149e06535bea,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:49.621119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49486) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:49.625745 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ae0b8a37-1c1f-4401-9c4d-114268d610ca admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9490850 Oct 19 11:15:49.626752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] Request body: {'subnet': {'network_id': '249af3c2-1427-423b-a862-917b77adb9f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-subnet', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:49.683383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b02d8292-e21a-4994-a289-83134bff1559 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:49.724824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: b02d8292-e21a-4994-a289-83134bff1559 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:49.725102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b02d8292-e21a-4994-a289-83134bff1559 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:49.762143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] Made reservation on behalf of 3682b4307f2b44a48a38962679503cc1 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:15:49.764502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.816404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc965af0-b3be-4fdc-b85d-676a73d68554 req-b16e5c9c-3f50-4b90-bf90-d982bf01eb3c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:49.817953 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc965af0-b3be-4fdc-b85d-676a73d68554 req-b16e5c9c-3f50-4b90-bf90-d982bf01eb3c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0641613 Oct 19 11:15:49.880914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc965af0-b3be-4fdc-b85d-676a73d68554 req-475b4bfb-be34-4bfb-af19-c535e08d66dc tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540843 Oct 19 11:15:49.893548 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.918931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d2ad78ff-9de2-4378-8149-a86dbfc30f9d None None] Provisioning complete for port 666c6709-4a5a-49bc-87b0-149e06535bea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:49.919364 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d2ad78ff-9de2-4378-8149-a86dbfc30f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:49.924428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] Set router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:50.085946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:50.098563 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee9c9e90-3ceb-4912-a093-5d26440a6d49 req-41767092-419b-4e75-bfb3-aa150e26f5d0 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 210 time: 0.0274291 Oct 19 11:15:50.138861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b3cf16-417a-4ccd-9cd1-a21b619ed00a,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:50.139093 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d2ad78ff-9de2-4378-8149-a86dbfc30f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:50.154208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] Checking segment: {'id': 'b393df39-e5c9-4f4e-af68-4ef479e79697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:50.154615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] Network hostable DHCP agents. Network: 249af3c2-1427-423b-a862-917b77adb9f0, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:15:50.206834 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d2ad78ff-9de2-4378-8149-a86dbfc30f9d None None] For port 666c6709-4a5a-49bc-87b0-149e06535bea, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=666c6709-4a5a-49bc-87b0-149e06535bea,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:50.228139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-router', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:41Z', 'updated_at': '2021-10-19T11:15:45Z', 'revision_number': 4, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'gw_port': {'id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:42Z', 'updated_at': '2021-10-19T11:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '666c6709-4a5a-49bc-87b0-149e06535bea', 'name': '', 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'mac_address': 'fa:16:3e:46:db:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'e0ecf773-b821-4e23-a396-6c8c93b7f911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:45Z', 'updated_at': '2021-10-19T11:15:49Z', 'revision_number': 4, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'subnets': [{'id': 'e0ecf773-b821-4e23-a396-6c8c93b7f911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:50.241583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] Network 249af3c2-1427-423b-a862-917b77adb9f0 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:15:50.256377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b070d1-471f-4541-afba-cdeb8ad64c5a None None] The sync data for ids ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'] in n-d-814547-1 is: [{'id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-router', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:41Z', 'updated_at': '2021-10-19T11:15:45Z', 'revision_number': 4, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'gw_port': {'id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:42Z', 'updated_at': '2021-10-19T11:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '666c6709-4a5a-49bc-87b0-149e06535bea', 'name': '', 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'mac_address': 'fa:16:3e:46:db:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'e0ecf773-b821-4e23-a396-6c8c93b7f911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:45Z', 'updated_at': '2021-10-19T11:15:49Z', 'revision_number': 4, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'subnets': [{'id': 'e0ecf773-b821-4e23-a396-6c8c93b7f911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:15:50.267518 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d2ad78ff-9de2-4378-8149-a86dbfc30f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:50.346544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad78ff-9de2-4378-8149-a86dbfc30f9d None None] Pushing event updated for resources: {'Port': ['ID=666c6709-4a5a-49bc-87b0-149e06535bea,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:50.358199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 249af3c2-1427-423b-a862-917b77adb9f0) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:50.362707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:50.364385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:50.376365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206b112-d3d9-45fe-87cb-05896b6ea7c5 None None] Network 249af3c2-1427-423b-a862-917b77adb9f0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:15:50.469980 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b3df3d40-a913-4946-ae5b-ec1ebcf25a56 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8473332 Oct 19 11:15:50.473598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49512) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:50.478505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-router', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:50.575844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-249af3c2-1427-423b-a862-917b77adb9f0', 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'fixed_ips': [{'subnet_id': 'c4b3cf16-417a-4ccd-9cd1-a21b619ed00a'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:15:50.576743 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:50.622697 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:50.627055 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:50.681064 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:50.728196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Allocated IP 172.20.0.2 (249af3c2-1427-423b-a862-917b77adb9f0/c4b3cf16-417a-4ccd-9cd1-a21b619ed00a/4f504264-0e38-41b3-9d4e-f565462dbeca) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:15:50.890170 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:50.986960 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:51.006280 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:51.058733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Network 249af3c2-1427-423b-a862-917b77adb9f0 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:51.061854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:51.064380 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:15:51.065551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3dfb-50eb-4cc4-9ae4-13c99f10190a req-244ff5c4-7690-4c24-885b-f3f75702f53c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:51.067139 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23cb3dfb-50eb-4cc4-9ae4-13c99f10190a req-244ff5c4-7690-4c24-885b-f3f75702f53c tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0759082 Oct 19 11:15:51.077080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Pushing event updated for resources: {'Port': ['ID=4f504264-0e38-41b3-9d4e-f565462dbeca,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:51.120167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23cb3dfb-50eb-4cc4-9ae4-13c99f10190a req-adb268a3-a57a-433f-ad12-5aa60c54befe tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458491 Oct 19 11:15:51.142593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Attempting to bind port 4f504264-0e38-41b3-9d4e-f565462dbeca on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:51.143904 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Attempting to bind port 4f504264-0e38-41b3-9d4e-f565462dbeca by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'b393df39-e5c9-4f4e-af68-4ef479e79697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:51.144392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Attempting to bind port 4f504264-0e38-41b3-9d4e-f565462dbeca on network 249af3c2-1427-423b-a862-917b77adb9f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:51.154985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:51.166112 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Checking segment: {'id': 'b393df39-e5c9-4f4e-af68-4ef479e79697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:51.166411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:51.166815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Bound using segment: {'id': 'b393df39-e5c9-4f4e-af68-4ef479e79697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:51.167317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Bound port: 4f504264-0e38-41b3-9d4e-f565462dbeca, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b393df39-e5c9-4f4e-af68-4ef479e79697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:51.167694 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:51.269169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b118c62-3cfd-47b7-95eb-dcd25b051803 req-8c5e8a39-e468-4395-9f88-68ae18029d75 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:51.270638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b118c62-3cfd-47b7-95eb-dcd25b051803 req-8c5e8a39-e468-4395-9f88-68ae18029d75 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.0957336 Oct 19 11:15:51.301581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] For port 4f504264-0e38-41b3-9d4e-f565462dbeca, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:51.305311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] For port 4f504264-0e38-41b3-9d4e-f565462dbeca, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4f504264-0e38-41b3-9d4e-f565462dbeca,segment=NetworkSegment(b393df39-e5c9-4f4e-af68-4ef479e79697),segment_id=b393df39-e5c9-4f4e-af68-4ef479e79697)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:51.379403 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 666c6709-4a5a-49bc-87b0-149e06535bea up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:51.417019 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:51.469222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 666c6709-4a5a-49bc-87b0-149e06535bea triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:51.469885 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:51.538372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:51.557629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed33930-c5ab-4e34-835e-9b51214051f4 None None] Pushing event updated for resources: {'Port': ['ID=4f504264-0e38-41b3-9d4e-f565462dbeca,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:51.563683 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-1b118c62-3cfd-47b7-95eb-dcd25b051803 req-738f58fc-a2e3-4d52-abce-133dba86f192 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Deleting port 3363d609-13e3-49d6-865d-f1595da591a9 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:15:51.564012 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b118c62-3cfd-47b7-95eb-dcd25b051803 req-738f58fc-a2e3-4d52-abce-133dba86f192 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:51.568730 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:51.580417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6172050b-e5f4-43d6-8b11-d8c3ef44180e req-55c82e79-263b-44b1-9896-bf86fc587420 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 210 time: 0.0914788 Oct 19 11:15:51.683613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c831a6f-4620-459c-aec7-e6c4a1f6d125 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:15:51.871637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1b118c62-3cfd-47b7-95eb-dcd25b051803 req-738f58fc-a2e3-4d52-abce-133dba86f192 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] For port 3363d609-13e3-49d6-865d-f1595da591a9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3363d609-13e3-49d6-865d-f1595da591a9,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:51.872242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b118c62-3cfd-47b7-95eb-dcd25b051803 req-738f58fc-a2e3-4d52-abce-133dba86f192 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:51.917473 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:51.925843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-1b118c62-3cfd-47b7-95eb-dcd25b051803 req-738f58fc-a2e3-4d52-abce-133dba86f192 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Calling delete_port for 3363d609-13e3-49d6-865d-f1595da591a9 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:15:51.944428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'mac_address': 'fa:16:3e:9d:8b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:15:51.957145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Allocated IP 172.25.2.162 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/cf229b6e-146e-4785-969f-253f69f07e79) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:15:51.989512 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:52.004968 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c831a6f-4620-459c-aec7-e6c4a1f6d125 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:52.032889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:52.045249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-6378d7ad-f50c-4eb6-9386-dceb3fce4e9a tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:15:52.046255 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-6378d7ad-f50c-4eb6-9386-dceb3fce4e9a tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0150423 Oct 19 11:15:52.050832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-4f4aea68-d316-44b6-9b2d-243fdc6cf421 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e056ff440e4f4753bdab36299026efd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283680 Oct 19 11:15:52.108736 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:52.141191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-a9eb2589-4b0a-43b2-87e7-df8e1c0070e8 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:52.144289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-a9eb2589-4b0a-43b2-87e7-df8e1c0070e8 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports/e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f HTTP/1.1" status: 200 len: 1094 time: 0.0895069 Oct 19 11:15:52.158041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Request body: {'binding': {'host': 'n-h1-814547-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:52.158740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Unknown quota resources ['binding']. {{(pid=101312) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:15:52.217569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:52.242389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['1c831a6f-4620-459c-aec7-e6c4a1f6d125'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:15:52.253431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-b4d5e285-b8b5-4f27-9438-696544700d37 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:52.254974 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-b4d5e285-b8b5-4f27-9438-696544700d37 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947830 Oct 19 11:15:52.286523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Request body: {'port': {'device_id': 'd2e08c34-a7ba-499e-9422-86192cccc758', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'e056ff440e4f4753bdab36299026efd5'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:52.318848 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:52.420264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on host n-h1-814547-1 for vnic_type normal with profile None {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:52.420863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:52.425354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:52.434665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:15:52.434827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:52.443427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c861939-1e11-49a3-8763-24572915ecc9 req-e2559f35-400c-48cc-86de-b9820386499f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:52.450927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c861939-1e11-49a3-8763-24572915ecc9 req-e2559f35-400c-48cc-86de-b9820386499f tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 949 time: 0.1826992 Oct 19 11:15:52.457933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:52.458269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:52.458644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:52.459078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Bound port: e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:52.512605 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c861939-1e11-49a3-8763-24572915ecc9 req-c961af0f-8461-455a-9136-395628af2b65 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/security-groups?id=1246a0bc-7648-4cfd-85c2-f49db202d891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605142 Oct 19 11:15:52.519989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:52.559496 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b118c62-3cfd-47b7-95eb-dcd25b051803 req-738f58fc-a2e3-4d52-abce-133dba86f192 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:52.567675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:52.605644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f58fc-a2e3-4d52-abce-133dba86f192 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Pushing event deleted for resources: {'Port': ['ID=3363d609-13e3-49d6-865d-f1595da591a9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:52.662350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Made reservation on behalf of e056ff440e4f4753bdab36299026efd5 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:15:52.666609 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:52.681409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:52.685804 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:52.704966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:52.711066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b118c62-3cfd-47b7-95eb-dcd25b051803 req-738f58fc-a2e3-4d52-abce-133dba86f192 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] No DVR routers for this DVR port 3363d609-13e3-49d6-865d-f1595da591a9 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:15:52.714841 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b118c62-3cfd-47b7-95eb-dcd25b051803 req-738f58fc-a2e3-4d52-abce-133dba86f192 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:52.718785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b118c62-3cfd-47b7-95eb-dcd25b051803 req-738f58fc-a2e3-4d52-abce-133dba86f192 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.26 "DELETE /v2.0/ports/3363d609-13e3-49d6-865d-f1595da591a9 HTTP/1.1" status: 204 len: 173 time: 1.4373970 Oct 19 11:15:52.719765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:15:52.737526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'name': 'network-vif-deleted', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:52.740790 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c212ee-efa9-418f-a234-88ff4ea86f05" -d '{"events": [{"server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "name": "network-vif-deleted", "tag": "3363d609-13e3-49d6-865d-f1595da591a9"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:52.750037 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] Publish callbacks [] for binding, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:52.757166 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-032a0084-6139-4ff6-b43c-168eb916dfa5 service neutron] 10.222.0.39 "POST /v2.0/ports/e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6042314 Oct 19 11:15:52.802234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Pushing event updated for resources: {'Port': ['ID=cf229b6e-146e-4785-969f-253f69f07e79,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:52.831351 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-29d952ff-fe59-4fe2-bc03-5582fc7d0a7e req-36499602-0d46-43ee-bada-e10184e98e92 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 210 time: 0.0708840 Oct 19 11:15:52.909531 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:52.945887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29200c5c-61a1-4a8d-b215-edb50c4c0e5b None None] Network 249af3c2-1427-423b-a862-917b77adb9f0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:15:52.974604 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:53.035220 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807243cf-4c73-4f44-a10e-c757f39c6267 x-openstack-request-id: req-807243cf-4c73-4f44-a10e-c757f39c6267 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:53.036142 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915869ab-92cc-4560-b35a-55fc65c2dc92", "name": "network-vif-deleted", "tag": "3363d609-13e3-49d6-865d-f1595da591a9", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:53.036603 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-807243cf-4c73-4f44-a10e-c757f39c6267 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:53.038597 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915869ab-92cc-4560-b35a-55fc65c2dc92', 'name': 'network-vif-deleted', 'tag': '3363d609-13e3-49d6-865d-f1595da591a9', 'status': 'completed', 'code': 200} Oct 19 11:15:53.191534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8b17159b-8122-464d-b1fc-5864490a5cad None None] Provisioning complete for port 4f504264-0e38-41b3-9d4e-f565462dbeca triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:53.193254 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8b17159b-8122-464d-b1fc-5864490a5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:53.213082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:53.354687 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8b17159b-8122-464d-b1fc-5864490a5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:53.367064 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:53.396640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Allocated IP 192.168.233.90 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/42b9c2a1-5229-4ed0-b95c-6216d5e00129) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:15:53.436969 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8b17159b-8122-464d-b1fc-5864490a5cad None None] For port 4f504264-0e38-41b3-9d4e-f565462dbeca, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4f504264-0e38-41b3-9d4e-f565462dbeca,segment=NetworkSegment(b393df39-e5c9-4f4e-af68-4ef479e79697),segment_id=b393df39-e5c9-4f4e-af68-4ef479e79697)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:53.468487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4f504264-0e38-41b3-9d4e-f565462dbeca up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:53.510501 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8b17159b-8122-464d-b1fc-5864490a5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:53.595487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ea4c1-a9f6-40e3-8e98-fd9103c083d7 req-96c782bf-0c77-474b-ae14-659fa85095ff tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:53.600888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b7ea4c1-a9f6-40e3-8e98-fd9103c083d7 req-96c782bf-0c77-474b-ae14-659fa85095ff tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.2558155 Oct 19 11:15:53.643473 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3363d609-13e3-49d6-865d-f1595da591a9 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:15:53.719420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 3363d609-13e3-49d6-865d-f1595da591a9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:15:53.721195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3363d609-13e3-49d6-865d-f1595da591a9 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:15:53.723386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c831a6f-4620-459c-aec7-e6c4a1f6d125 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:53.776188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a5cd9c9d-2af1-46d6-a34f-cea0751a6dc0 req-1de8bc67-7454-4fa0-8179-abb9f22d8187 tempest-MigrationsAdminTest-680461551 tempest-MigrationsAdminTest-680461551-project] 10.222.0.39 "GET /v2.0/ports?device_id=915869ab-92cc-4560-b35a-55fc65c2dc92 HTTP/1.1" status: 200 len: 210 time: 0.0436733 Oct 19 11:15:53.802703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6d116dd0-6180-4f94-9bba-9a5e9604f257 None None] Provisioning complete for port 4f504264-0e38-41b3-9d4e-f565462dbeca triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:53.803169 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6d116dd0-6180-4f94-9bba-9a5e9604f257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:53.823368 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b7ea4c1-a9f6-40e3-8e98-fd9103c083d7 req-e5975fb7-0e90-48e0-a1ea-391c70c92044 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154205 Oct 19 11:15:53.864006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 4f504264-0e38-41b3-9d4e-f565462dbeca triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:53.864006 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:53.944309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-15d6f10a-0eb0-4f7c-98cc-2fd688befef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:53.947554 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-15d6f10a-0eb0-4f7c-98cc-2fd688befef6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 1097 time: 0.3351536 Oct 19 11:15:53.951454 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:54.063677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17159b-8122-464d-b1fc-5864490a5cad None None] Pushing event updated for resources: {'Port': ['ID=4f504264-0e38-41b3-9d4e-f565462dbeca,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:54.099137 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b55fc207-89d6-4cf7-9cc9-cbe7119cab16 req-51f5b19e-e198-423d-aa3e-20d943727095 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 210 time: 0.0830612 Oct 19 11:15:54.158171 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:54.159157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:54.162632 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:54.190841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:54.200461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-98758575-2861-45c0-a76c-70e5daf6fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:54.200461 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-98758575-2861-45c0-a76c-70e5daf6fd88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.2337954 Oct 19 11:15:54.272770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:54.279558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:54.282336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:15:54.291890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-6d4942cd-31f8-41b2-8afe-c6867ac8463c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f HTTP/1.1" status: 200 len: 217 time: 0.0404646 Oct 19 11:15:54.342438 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:54.344913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:54.345552 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:54.356277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Pushing event updated for resources: {'Port': ['ID=42b9c2a1-5229-4ed0-b95c-6216d5e00129,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:54.394064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:54.396349 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01b759b-ff15-4841-9336-5c1b40e4fe58" -d '{"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-plugged", "status": "completed", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:54.426150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:15:54.429828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-5e627616-445b-486e-8634-533e9c590fc5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1486716 Oct 19 11:15:54.437469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-3ebf2a08-28fa-4b1a-b5f9-cd7d27af40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:54.444606 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-3ebf2a08-28fa-4b1a-b5f9-cd7d27af40e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.1096122 Oct 19 11:15:54.451873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Request body: {'port': {'device_id': 'd2e08c34-a7ba-499e-9422-86192cccc758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:15:54.462506 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee1de95-367a-4f5d-8fc8-511ac26ff477 x-openstack-request-id: req-8ee1de95-367a-4f5d-8fc8-511ac26ff477 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:54.462822 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-plugged", "status": "completed", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:54.463098 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ee1de95-367a-4f5d-8fc8-511ac26ff477 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:54.464390 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'code': 200} Oct 19 11:15:54.489944 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:54.493696 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-13f00f1f-62f4-4795-a7b0-f5d6ce1f5bcc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337577 Oct 19 11:15:54.566133 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:54.592430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:54.604998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:15:54.622756 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-9e4e457a-506a-4977-9240-94584945397e service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170900 Oct 19 11:15:54.689130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e79524bf-0777-4d7c-97a9-8748b5e517df None None] Provisioning complete for port 42b9c2a1-5229-4ed0-b95c-6216d5e00129 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:54.689608 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e79524bf-0777-4d7c-97a9-8748b5e517df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:54.739457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e79524bf-0777-4d7c-97a9-8748b5e517df None None] Port 42b9c2a1-5229-4ed0-b95c-6216d5e00129 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:15:54.910598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b9c2a1-5229-4ed0-b95c-6216d5e00129 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:15:54.923129 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:54.942449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Transition to ACTIVE for port object 42b9c2a1-5229-4ed0-b95c-6216d5e00129 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:15:55.045700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2e537-1fa7-4ab3-b1fa-7fd48190d6d9 req-33377ab0-a7df-4253-ac6d-7a7ed5ee8b07 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:55.053546 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbd2e537-1fa7-4ab3-b1fa-7fd48190d6d9 req-33377ab0-a7df-4253-ac6d-7a7ed5ee8b07 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.0774510 Oct 19 11:15:55.086230 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:55.150764 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbd2e537-1fa7-4ab3-b1fa-7fd48190d6d9 req-7b908bba-04c6-452e-bd5f-82ae58b2dac4 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961990 Oct 19 11:15:55.242567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=42b9c2a1-5229-4ed0-b95c-6216d5e00129,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:55.281447 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ddd735c-a197-47e0-a6fc-29718983d78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:55.386936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-6c598565-606c-451b-98cf-e4cfbdcf3b16 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128179 Oct 19 11:15:55.414153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:15:55.433708 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Sync routers for ids ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:15:55.451921 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Routers {'7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:55.456981 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:55.490620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4f504264-0e38-41b3-9d4e-f565462dbeca up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:55.499822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Attempting to bind port 42b9c2a1-5229-4ed0-b95c-6216d5e00129 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:55.500413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Attempting to bind port 42b9c2a1-5229-4ed0-b95c-6216d5e00129 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:55.500579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Attempting to bind port 42b9c2a1-5229-4ed0-b95c-6216d5e00129 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:55.506322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Port 42b9c2a1-5229-4ed0-b95c-6216d5e00129 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:15:55.506651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Attempting to bind port 42b9c2a1-5229-4ed0-b95c-6216d5e00129 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:55.555041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:55.555041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:55.555432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:55.555725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Bound port: 42b9c2a1-5229-4ed0-b95c-6216d5e00129, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:55.556141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:55.585123 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:55.587457 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e6d59259-e709-478c-8f14-bb4a8b5bd16a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1120450 Oct 19 11:15:55.597696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49648) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:55.639913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 4f504264-0e38-41b3-9d4e-f565462dbeca triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:55.640287 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:55.701516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] For port 42b9c2a1-5229-4ed0-b95c-6216d5e00129, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:55.705131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] For port 42b9c2a1-5229-4ed0-b95c-6216d5e00129, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=42b9c2a1-5229-4ed0-b95c-6216d5e00129,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:55.739962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ff1eb-49ca-42cb-8645-6730aeef1167 req-c2b052a0-9022-46b7-a894-52cb60f6b864 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:55.741779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d46ff1eb-49ca-42cb-8645-6730aeef1167 req-c2b052a0-9022-46b7-a894-52cb60f6b864 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 947 time: 0.2186143 Oct 19 11:15:55.785911 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:55.818999 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d46ff1eb-49ca-42cb-8645-6730aeef1167 req-b0e82b50-ae5e-4638-a33e-cbc249b4fd78 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701749 Oct 19 11:15:55.870126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:55.875888 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:55.878038 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/42b9c2a1-5229-4ed0-b95c-6216d5e00129 HTTP/1.1" status: 200 len: 1095 time: 1.4324021 Oct 19 11:15:55.878038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e08c34-a7ba-499e-9422-86192cccc758', 'tag': '42b9c2a1-5229-4ed0-b95c-6216d5e00129'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:15:55.880095 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e32bb74-59f2-4f10-8de8-30c473609847" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e08c34-a7ba-499e-9422-86192cccc758", "tag": "42b9c2a1-5229-4ed0-b95c-6216d5e00129"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:15:55.973969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49656) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:55.996726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02b1db-c5c5-43eb-91b9-e15851f9c0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=42b9c2a1-5229-4ed0-b95c-6216d5e00129,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:56.076186 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Set router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:56.166487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-07bffc5e-6d18-4082-9beb-cf8ff8ed71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:56.168009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-07bffc5e-6d18-4082-9beb-cf8ff8ed71c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e056ff440e4f4753bdab36299026efd5&device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 1098 time: 0.1505518 Oct 19 11:15:56.567244 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-router', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:50Z', 'updated_at': '2021-10-19T11:15:53Z', 'revision_number': 3, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'gw_port': {'id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:88:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:51Z', 'updated_at': '2021-10-19T11:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:56.631144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ed9ce84-0b58-49b5-b520-83afbf59bc4c req-0322f2e0-f2af-4129-b63d-b6f16c3d6446 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1767044 Oct 19 11:15:56.640261 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Checking router: 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:15:56.641620 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Updating router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 port cf229b6e-146e-4785-969f-253f69f07e79 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:15:56.721395 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:56.806810 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82d9ca7-4fcf-444a-aced-30471b7d750f x-openstack-request-id: req-b82d9ca7-4fcf-444a-aced-30471b7d750f {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:15:56.807521 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e08c34-a7ba-499e-9422-86192cccc758", "tag": "42b9c2a1-5229-4ed0-b95c-6216d5e00129", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:15:56.807986 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b82d9ca7-4fcf-444a-aced-30471b7d750f {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:15:56.808593 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e08c34-a7ba-499e-9422-86192cccc758', 'tag': '42b9c2a1-5229-4ed0-b95c-6216d5e00129', 'status': 'completed', 'code': 200} Oct 19 11:15:56.817876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-60485894-cc50-4830-a7ae-be7607cb7300 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=42b9c2a1-5229-4ed0-b95c-6216d5e00129 HTTP/1.1" status: 200 len: 217 time: 0.6323609 Oct 19 11:15:56.847420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ce84-0b58-49b5-b520-83afbf59bc4c req-0cbc5706-6d1b-480e-abe2-9a310a9d74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:56.854398 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ed9ce84-0b58-49b5-b520-83afbf59bc4c req-0cbc5706-6d1b-480e-abe2-9a310a9d74fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 1095 time: 0.1340842 Oct 19 11:15:56.878675 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e1edf143-05f1-4668-9b4e-e0dbbacd7e3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09d359cafa5a46309ba96d9c7c371cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9035652 Oct 19 11:15:56.883417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49680) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:56.920838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92942d39-ac89-4c66-ad72-fed6334c785e req-059b13dd-8faa-434c-b882-e500296b09b9 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:56.929232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92942d39-ac89-4c66-ad72-fed6334c785e req-059b13dd-8faa-434c-b882-e500296b09b9 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.1543574 Oct 19 11:15:56.976419 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:56.982426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-1b183f3f-e716-4988-a247-7ee0af6c9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:56.984198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-1b183f3f-e716-4988-a247-7ee0af6c9f68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1505337 Oct 19 11:15:57.053321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0787e0ca-2be1-4be4-935c-74b256e9b7dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.070421 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92942d39-ac89-4c66-ad72-fed6334c785e req-5960166b-692c-47bd-8a97-92410b25cdec tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344595 Oct 19 11:15:57.105430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-521a6096-b23d-4442-bf85-57d158543197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:57.107414 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-521a6096-b23d-4442-bf85-57d158543197 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092262 Oct 19 11:15:57.115515 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0787e0ca-2be1-4be4-935c-74b256e9b7dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.181556 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.251708 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-7aacb8fd-b5b6-495c-86a7-9bddecfa392c service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250234 Oct 19 11:15:57.281219 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.343134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Allocated IP 172.20.0.1 (249af3c2-1427-423b-a862-917b77adb9f0/c4b3cf16-417a-4ccd-9cd1-a21b619ed00a/13db07ea-fef1-4ade-b3f1-05ce8a49e481) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:15:57.393074 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee86b0-7ac8-45f8-80cf-e454c7e6e987 None None] Pushing event updated for resources: {'Port': ['ID=cf229b6e-146e-4785-969f-253f69f07e79,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:57.432123 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Attempting to bind port cf229b6e-146e-4785-969f-253f69f07e79 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:15:57.434111 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Attempting to bind port cf229b6e-146e-4785-969f-253f69f07e79 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:15:57.434509 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Attempting to bind port cf229b6e-146e-4785-969f-253f69f07e79 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:15:57.438411 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0787e0ca-2be1-4be4-935c-74b256e9b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.441772 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:15:57.442447 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:15:57.443073 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0787e0ca-2be1-4be4-935c-74b256e9b7dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.443227 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.443897 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:15:57.444953 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Bound port: cf229b6e-146e-4785-969f-253f69f07e79, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:15:57.445478 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.450863 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0787e0ca-2be1-4be4-935c-74b256e9b7dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1246a0bc-7648-4cfd-85c2-f49db202d891 HTTP/1.1" status: 204 len: 168 time: 0.5605540 Oct 19 11:15:57.469122 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.504579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787e0ca-2be1-4be4-935c-74b256e9b7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1246a0bc-7648-4cfd-85c2-f49db202d891,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:57.532056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ce84-0b58-49b5-b520-83afbf59bc4c req-7c857b23-17bc-4663-878f-20bdb4c5de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:57.535711 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ed9ce84-0b58-49b5-b520-83afbf59bc4c req-7c857b23-17bc-4663-878f-20bdb4c5de73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.5599766 Oct 19 11:15:57.562917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c22e5b34-a49e-4d08-9320-e39dd851b9d3 req-9232f0b0-e3ec-4fd3-80bc-5c49a86a1aab service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001523 Oct 19 11:15:57.590420 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] For port cf229b6e-146e-4785-969f-253f69f07e79, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:15:57.594038 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] For port cf229b6e-146e-4785-969f-253f69f07e79, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cf229b6e-146e-4785-969f-253f69f07e79,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:15:57.624639 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.695505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Network 249af3c2-1427-423b-a862-917b77adb9f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:57.710986 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ed9ce84-0b58-49b5-b520-83afbf59bc4c req-417a0535-5a71-4914-aa67-8eb6450b6148 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369 HTTP/1.1" status: 200 len: 217 time: 0.1562941 Oct 19 11:15:57.718201 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5a1560b0-1451-4958-bbcd-823063486ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.719585 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.739502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=13db07ea-fef1-4ade-b3f1-05ce8a49e481,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:57.742454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:57.756868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:15:57.804940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32bb74-59f2-4f10-8de8-30c473609847 req-8699c3c3-0cdb-499c-9c77-0054d0f7424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:57.806490 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e32bb74-59f2-4f10-8de8-30c473609847 req-8699c3c3-0cdb-499c-9c77-0054d0f7424e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e056ff440e4f4753bdab36299026efd5&device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 1098 time: 0.0782349 Oct 19 11:15:57.825344 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:57.865714 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee86b0-7ac8-45f8-80cf-e454c7e6e987 None None] Pushing event updated for resources: {'Port': ['ID=cf229b6e-146e-4785-969f-253f69f07e79,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:57.884147 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Routers {'7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:15:57.884941 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:15:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:58.030707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a73e2-44f5-4e8c-9257-de7ec742afd0 req-80655b47-930a-4e45-999f-1bfff728a5e8 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:58.038581 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-131a73e2-44f5-4e8c-9257-de7ec742afd0 req-80655b47-930a-4e45-999f-1bfff728a5e8 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 947 time: 1.0305779 Oct 19 11:15:58.061703 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] Set router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:15:58.140341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32bb74-59f2-4f10-8de8-30c473609847 req-40a64b17-4505-42f5-a9c2-bc0a196040d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:58.145650 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e32bb74-59f2-4f10-8de8-30c473609847 req-40a64b17-4505-42f5-a9c2-bc0a196040d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.3322058 Oct 19 11:15:58.153587 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-106286b4-4b7b-42da-b82d-9b6a1256d4a9 req-6636e55d-ae2b-4693-8cab-c9f24c35b745 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4401441 Oct 19 11:15:58.200586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e32bb74-59f2-4f10-8de8-30c473609847 req-e91681a6-672a-42e3-87f7-0b0d148c3cc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=42b9c2a1-5229-4ed0-b95c-6216d5e00129 HTTP/1.1" status: 200 len: 217 time: 0.0451028 Oct 19 11:15:58.221219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9ce84-0b58-49b5-b520-83afbf59bc4c req-90e1d711-1adc-4fdf-b562-f381e69a0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:58.234481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ed9ce84-0b58-49b5-b520-83afbf59bc4c req-90e1d711-1adc-4fdf-b562-f381e69a0008 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.4854438 Oct 19 11:15:58.252616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e611ab51-29cb-4523-b05b-c7df44c3af00 None None] Provisioning complete for port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:58.253572 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e611ab51-29cb-4523-b05b-c7df44c3af00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:58.305241 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ed9ce84-0b58-49b5-b520-83afbf59bc4c req-3c012339-b116-4bbc-a693-f35e9db92496 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348818 Oct 19 11:15:58.334777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-131a73e2-44f5-4e8c-9257-de7ec742afd0 req-125005f0-9229-46ba-99b8-7e4adf23b3a1 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912891 Oct 19 11:15:58.346649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e611ab51-29cb-4523-b05b-c7df44c3af00 None None] Port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:15:58.350143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32bb74-59f2-4f10-8de8-30c473609847 req-ef9f8df0-ff35-4e9b-ae26-868ffbc8850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:58.360748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e32bb74-59f2-4f10-8de8-30c473609847 req-ef9f8df0-ff35-4e9b-ae26-868ffbc8850a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1505780 Oct 19 11:15:58.489732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ed9ce84-0b58-49b5-b520-83afbf59bc4c req-6624ee01-1ac4-4b22-bd30-7196ccade465 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140730 Oct 19 11:15:58.496874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:58.523400 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49704) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:58.543058 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-router', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:50Z', 'updated_at': '2021-10-19T11:15:53Z', 'revision_number': 3, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'gw_port': {'id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:88:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:51Z', 'updated_at': '2021-10-19T11:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:15:58.547543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106286b4-4b7b-42da-b82d-9b6a1256d4a9 req-351c589a-d654-42ac-9265-5db36c6897e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:58.549081 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-106286b4-4b7b-42da-b82d-9b6a1256d4a9 req-351c589a-d654-42ac-9265-5db36c6897e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 1096 time: 0.3055429 Oct 19 11:15:58.586263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956148c-c8e3-4ccc-8db8-353ab91a32e8 req-d26ec977-bc16-4eee-b435-5ab93596275d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:58.598246 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3956148c-c8e3-4ccc-8db8-353ab91a32e8 req-d26ec977-bc16-4eee-b435-5ab93596275d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.2365341 Oct 19 11:15:58.619664 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38649-b26e-4f2b-9d96-d042f16dde66 None None] The sync data for ids ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'] in n-d-814547-1 is: [{'id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-router', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:50Z', 'updated_at': '2021-10-19T11:15:53Z', 'revision_number': 3, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'gw_port': {'id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:88:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:51Z', 'updated_at': '2021-10-19T11:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:15:58.627452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32bb74-59f2-4f10-8de8-30c473609847 req-2ff07b74-04bb-469d-a88f-d88d92d77732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:58.627626 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e32bb74-59f2-4f10-8de8-30c473609847 req-2ff07b74-04bb-469d-a88f-d88d92d77732 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2406702 Oct 19 11:15:58.707067 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-380872aa-ff7b-4a03-9440-73157286c48b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6454ec36a874f3a9dc1652288f63e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829755 Oct 19 11:15:58.713140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49708) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:15:58.807484 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ed9ce84-0b58-49b5-b520-83afbf59bc4c req-22205bc9-0143-45c8-872c-444cb1aba249 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084078 Oct 19 11:15:58.863819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106286b4-4b7b-42da-b82d-9b6a1256d4a9 req-476aff8f-1215-478c-b397-2e16722042c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:58.865503 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-106286b4-4b7b-42da-b82d-9b6a1256d4a9 req-476aff8f-1215-478c-b397-2e16722042c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.2588503 Oct 19 11:15:58.876177 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3956148c-c8e3-4ccc-8db8-353ab91a32e8 req-a577972c-0434-48ea-8846-8b74691d6410 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769585 Oct 19 11:15:58.890953 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6447bbcd-321c-4743-91ee-8661275b3a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:58.905795 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:58.940230 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-106286b4-4b7b-42da-b82d-9b6a1256d4a9 req-18baa256-19c1-4c5c-90da-91786b54c442 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cf117a8-c65e-491e-9739-c34936efa50d HTTP/1.1" status: 200 len: 217 time: 0.0634046 Oct 19 11:15:58.976272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6447bbcd-321c-4743-91ee-8661275b3a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:58.981247 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:59.021135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e32bb74-59f2-4f10-8de8-30c473609847 req-7e8acafa-2875-4acf-bb4b-fd6c815bf6b9 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819396 Oct 19 11:15:59.161682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106286b4-4b7b-42da-b82d-9b6a1256d4a9 req-933bd974-54e1-4c4e-8ab9-4db916ddc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:59.163652 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-106286b4-4b7b-42da-b82d-9b6a1256d4a9 req-933bd974-54e1-4c4e-8ab9-4db916ddc432 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.1843617 Oct 19 11:15:59.186555 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:59.225976 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-106286b4-4b7b-42da-b82d-9b6a1256d4a9 req-bdcee8a3-38e3-47f0-a417-e5d27bd054ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362210 Oct 19 11:15:59.234802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e32bb74-59f2-4f10-8de8-30c473609847 req-ff65ec53-1dae-42ef-aa00-6b75a1132bd4 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975560 Oct 19 11:15:59.294875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:59.339294 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6447bbcd-321c-4743-91ee-8661275b3a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:59.342386 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6447bbcd-321c-4743-91ee-8661275b3a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:59.348944 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6447bbcd-321c-4743-91ee-8661275b3a97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13bfacc8-6dd1-4020-b90e-9e4b6fb15849 HTTP/1.1" status: 204 len: 168 time: 0.6297331 Oct 19 11:15:59.387634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447bbcd-321c-4743-91ee-8661275b3a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bfacc8-6dd1-4020-b90e-9e4b6fb15849,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:59.467214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=13db07ea-fef1-4ade-b3f1-05ce8a49e481,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:15:59.473472 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:15:59.506193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cf229b6e-146e-4785-969f-253f69f07e79 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:15:59.627961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299de13-1726-4d21-bff8-990210b09f51 req-51a22b4d-268b-4563-84d4-5895b95034fc tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:15:59.629842 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9299de13-1726-4d21-bff8-990210b09f51 req-51a22b4d-268b-4563-84d4-5895b95034fc tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 947 time: 0.1333623 Oct 19 11:15:59.637423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 42b9c2a1-5229-4ed0-b95c-6216d5e00129 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:15:59.692356 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9299de13-1726-4d21-bff8-990210b09f51 req-ed4dc892-5dca-4f94-9dc5-246a9c87b8f8 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550430 Oct 19 11:15:59.740692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Network 249af3c2-1427-423b-a862-917b77adb9f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:15:59.746723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-106286b4-4b7b-42da-b82d-9b6a1256d4a9 req-eb25acce-db74-4b82-b09a-6ad2960d9448 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115776 Oct 19 11:15:59.750334 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:15:59.900789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port cf229b6e-146e-4785-969f-253f69f07e79 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:15:59.901906 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:00.084526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:16:00.140734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 42b9c2a1-5229-4ed0-b95c-6216d5e00129, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=42b9c2a1-5229-4ed0-b95c-6216d5e00129,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:00.187153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5816072-c76b-4778-b321-9e4f9e1bd4d1 req-ee85ca9c-3b50-4948-a358-883bb2121b2d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:00.197367 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5816072-c76b-4778-b321-9e4f9e1bd4d1 req-ee85ca9c-3b50-4948-a358-883bb2121b2d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.1335309 Oct 19 11:16:00.431893 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5816072-c76b-4778-b321-9e4f9e1bd4d1 req-7c0cc279-615c-4b57-9441-548149fa97aa tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275045 Oct 19 11:16:00.467581 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-106286b4-4b7b-42da-b82d-9b6a1256d4a9 req-509b0107-d660-4518-b70f-21a9e613cd7a service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072062 Oct 19 11:16:00.501085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:16:00.522140 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2a39ee2d-e929-4eb0-acf6-ffaeba477ba1 admin admin] 10.222.0.39 "PUT /v2.0/routers/7a8eaf3f-2b67-4ebe-ae66-7ccacd139748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9230282 Oct 19 11:16:00.604810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '42b9c2a1-5229-4ed0-b95c-6216d5e00129', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '42b9c2a1-5229-4ed0-b95c-6216d5e00129', 'mac_address': 'fa:16:3e:7e:9b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:16:00.647379 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:00.663233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b5e364d4-74cf-41db-82cd-8453d38885f5 None None] Provisioning complete for port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:00.663955 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b5e364d4-74cf-41db-82cd-8453d38885f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:00.710954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b5e364d4-74cf-41db-82cd-8453d38885f5 None None] Port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:16:00.724028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port cf229b6e-146e-4785-969f-253f69f07e79, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cf229b6e-146e-4785-969f-253f69f07e79,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:00.725459 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:00.748261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b9c2a1-5229-4ed0-b95c-6216d5e00129 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:16:00.770677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 42b9c2a1-5229-4ed0-b95c-6216d5e00129, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=42b9c2a1-5229-4ed0-b95c-6216d5e00129,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:00.876366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04da2ba-0dae-4f09-b9ab-d4ccef98f7a5 req-7fe4847f-0265-44d6-9572-1ed9f00cebd3 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:00.890646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a04da2ba-0dae-4f09-b9ab-d4ccef98f7a5 req-7fe4847f-0265-44d6-9572-1ed9f00cebd3 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 947 time: 0.0978851 Oct 19 11:16:00.994938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a04da2ba-0dae-4f09-b9ab-d4ccef98f7a5 req-86edc2d8-8f38-49af-a09a-04642bfd490f tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026967 Oct 19 11:16:01.050476 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:01.061786 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:01.066336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:01.181776 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=cf229b6e-146e-4785-969f-253f69f07e79,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:01.337708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=42b9c2a1-5229-4ed0-b95c-6216d5e00129,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:01.416805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cf229b6e-146e-4785-969f-253f69f07e79 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:16:01.511591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['42b9c2a1-5229-4ed0-b95c-6216d5e00129'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:16:01.735703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port cf229b6e-146e-4785-969f-253f69f07e79 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:01.736070 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:01.782864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb3484-65b5-463b-9e0b-dd1d4e3bae13 req-f52928cd-df5b-4458-8c54-4c5d25676737 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:01.795397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31eb3484-65b5-463b-9e0b-dd1d4e3bae13 req-f52928cd-df5b-4458-8c54-4c5d25676737 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.1305535 Oct 19 11:16:01.885473 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31eb3484-65b5-463b-9e0b-dd1d4e3bae13 req-0eea0011-8b5c-4dba-8c81-684362c30c5c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890737 Oct 19 11:16:02.094783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Sync routers for ids ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:16:02.186409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Routers {'7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:02.187817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:15:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:02.278109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9397012-99ad-401a-a14a-d323551ee2c9 req-86931c49-5dab-46ff-a808-5ac10fe78b01 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:02.293812 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9397012-99ad-401a-a14a-d323551ee2c9 req-86931c49-5dab-46ff-a808-5ac10fe78b01 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 948 time: 0.1792533 Oct 19 11:16:02.441497 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9397012-99ad-401a-a14a-d323551ee2c9 req-cd7c36c3-d6ae-4632-a0e6-841933ab9e51 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456263 Oct 19 11:16:02.574373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Set router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:03.127760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-router', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:50Z', 'updated_at': '2021-10-19T11:15:58Z', 'revision_number': 4, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'gw_port': {'id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:51Z', 'updated_at': '2021-10-19T11:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '13db07ea-fef1-4ade-b3f1-05ce8a49e481', 'name': '', 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'mac_address': 'fa:16:3e:2e:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c4b3cf16-417a-4ccd-9cd1-a21b619ed00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:57Z', 'updated_at': '2021-10-19T11:15:58Z', 'revision_number': 2, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'subnets': [{'id': 'c4b3cf16-417a-4ccd-9cd1-a21b619ed00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:03.177411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Checking router: 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:16:03.178153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Updating router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:16:03.188504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502aa91b-9d9c-49fb-9ac5-58981acebab8 req-13cfd5b6-2b40-4abc-b839-86172561d6f9 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:03.200820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-502aa91b-9d9c-49fb-9ac5-58981acebab8 req-13cfd5b6-2b40-4abc-b839-86172561d6f9 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.1584716 Oct 19 11:16:03.209675 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:03.349154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-502aa91b-9d9c-49fb-9ac5-58981acebab8 req-16d02cdf-1a03-4e09-9a41-092bad23401c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420822 Oct 19 11:16:03.745492 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:03.752125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 42b9c2a1-5229-4ed0-b95c-6216d5e00129 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:16:03.768271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f56726-229e-4e7f-9a03-dc0e10571007 req-f4bb14e7-609d-4de9-b493-3ef87de668b8 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:03.795852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-12f56726-229e-4e7f-9a03-dc0e10571007 req-f4bb14e7-609d-4de9-b493-3ef87de668b8 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 948 time: 0.1766191 Oct 19 11:16:03.939319 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-12f56726-229e-4e7f-9a03-dc0e10571007 req-4c759e75-4ab2-403f-8fcc-5dc2e044ef81 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386523 Oct 19 11:16:04.090114 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:04.170318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 42b9c2a1-5229-4ed0-b95c-6216d5e00129 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:16:04.204879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 42b9c2a1-5229-4ed0-b95c-6216d5e00129 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:04.210255 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:04.313506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9466c3c-7dd7-447a-a5cd-3813ab9b0b87 None None] Pushing event updated for resources: {'Port': ['ID=13db07ea-fef1-4ade-b3f1-05ce8a49e481,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:04.439578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Attempting to bind port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:16:04.440099 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Attempting to bind port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'b393df39-e5c9-4f4e-af68-4ef479e79697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:16:04.440738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Attempting to bind port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 on network 249af3c2-1427-423b-a862-917b77adb9f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:04.462667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:16:04.463165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Checking segment: {'id': 'b393df39-e5c9-4f4e-af68-4ef479e79697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:04.463668 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:04.467316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Bound using segment: {'id': 'b393df39-e5c9-4f4e-af68-4ef479e79697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:16:04.467316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Bound port: 13db07ea-fef1-4ade-b3f1-05ce8a49e481, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b393df39-e5c9-4f4e-af68-4ef479e79697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:16:04.467316 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:04.543787 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:04.606664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e08c34-a7ba-499e-9422-86192cccc758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b9c2a1-5229-4ed0-b95c-6216d5e00129'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:04.609413 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b78004-26b2-442b-9a84-067cf4572c03" -d '{"events": [{"server_uuid": "d2e08c34-a7ba-499e-9422-86192cccc758", "name": "network-vif-plugged", "status": "completed", "tag": "42b9c2a1-5229-4ed0-b95c-6216d5e00129"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:04.629343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 42b9c2a1-5229-4ed0-b95c-6216d5e00129, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=42b9c2a1-5229-4ed0-b95c-6216d5e00129,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:04.676658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] For port 13db07ea-fef1-4ade-b3f1-05ce8a49e481, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:16:04.681162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] For port 13db07ea-fef1-4ade-b3f1-05ce8a49e481, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=13db07ea-fef1-4ade-b3f1-05ce8a49e481,segment=NetworkSegment(b393df39-e5c9-4f4e-af68-4ef479e79697),segment_id=b393df39-e5c9-4f4e-af68-4ef479e79697)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:16:04.697346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-11df2b5e-a804-4c95-9bd5-635c9e8ca5ac None None] Provisioning complete for port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:04.697346 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-11df2b5e-a804-4c95-9bd5-635c9e8ca5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:04.719785 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:04.768666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-11df2b5e-a804-4c95-9bd5-635c9e8ca5ac None None] Port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:16:04.780332 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:04.790044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=42b9c2a1-5229-4ed0-b95c-6216d5e00129,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:04.927141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Routers {'7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:04.927900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:15:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:05.040408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356b8b-5ede-42ab-95a0-5e63322162fc req-436dc493-2b66-41a5-8721-68346f8730b2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:05.048132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24356b8b-5ede-42ab-95a0-5e63322162fc req-436dc493-2b66-41a5-8721-68346f8730b2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.1161566 Oct 19 11:16:05.115488 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24356b8b-5ede-42ab-95a0-5e63322162fc req-2efbb837-0eef-4a72-853f-a637329e9f11 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646596 Oct 19 11:16:05.214059 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1860fd9a-506f-4556-b812-bb18107ebdf6 x-openstack-request-id: req-1860fd9a-506f-4556-b812-bb18107ebdf6 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:05.216422 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e08c34-a7ba-499e-9422-86192cccc758", "name": "network-vif-plugged", "status": "completed", "tag": "42b9c2a1-5229-4ed0-b95c-6216d5e00129", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:05.216804 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1860fd9a-506f-4556-b812-bb18107ebdf6 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:05.217294 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e08c34-a7ba-499e-9422-86192cccc758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b9c2a1-5229-4ed0-b95c-6216d5e00129', 'code': 200} Oct 19 11:16:05.229913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9466c3c-7dd7-447a-a5cd-3813ab9b0b87 None None] Pushing event updated for resources: {'Port': ['ID=13db07ea-fef1-4ade-b3f1-05ce8a49e481,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:05.382871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16740f41-c9a6-4870-9d0d-1317d627c6d0 req-aa560235-9154-47a4-9476-e6859026ddf2 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:05.393454 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16740f41-c9a6-4870-9d0d-1317d627c6d0 req-aa560235-9154-47a4-9476-e6859026ddf2 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 949 time: 0.0683362 Oct 19 11:16:05.426981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06900cb8-e873-4eb1-a040-ea63f2512176 req-b27d8c14-4b4e-43c9-9fe5-573dab878852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:05.433028 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06900cb8-e873-4eb1-a040-ea63f2512176 req-b27d8c14-4b4e-43c9-9fe5-573dab878852 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 1100 time: 0.1129680 Oct 19 11:16:05.437170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a9b9c936-03ab-45cb-a85d-fea3a0f39b9a None None] Provisioning complete for port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:05.450668 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c936-03ab-45cb-a85d-fea3a0f39b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:05.472667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] Set router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:05.502001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16740f41-c9a6-4870-9d0d-1317d627c6d0 req-34e58fa5-66de-4a47-bd39-43a297e66c8c tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072021 Oct 19 11:16:05.545569 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06900cb8-e873-4eb1-a040-ea63f2512176 req-1dd1e279-ab3e-4681-a6d0-193c01ef00a7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036367 Oct 19 11:16:05.998274 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c936-03ab-45cb-a85d-fea3a0f39b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:06.069866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a9b9c936-03ab-45cb-a85d-fea3a0f39b9a None None] For port 13db07ea-fef1-4ade-b3f1-05ce8a49e481, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=13db07ea-fef1-4ade-b3f1-05ce8a49e481,segment=NetworkSegment(b393df39-e5c9-4f4e-af68-4ef479e79697),segment_id=b393df39-e5c9-4f4e-af68-4ef479e79697)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:06.113353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-router', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:50Z', 'updated_at': '2021-10-19T11:15:58Z', 'revision_number': 4, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'gw_port': {'id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:51Z', 'updated_at': '2021-10-19T11:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '13db07ea-fef1-4ade-b3f1-05ce8a49e481', 'name': '', 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'mac_address': 'fa:16:3e:2e:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c4b3cf16-417a-4ccd-9cd1-a21b619ed00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:57Z', 'updated_at': '2021-10-19T11:16:04Z', 'revision_number': 4, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'subnets': [{'id': 'c4b3cf16-417a-4ccd-9cd1-a21b619ed00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:06.162749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ea07f-848c-451e-8608-39ce319038e9 None None] The sync data for ids ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'] in n-d-814547-1 is: [{'id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-router', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:50Z', 'updated_at': '2021-10-19T11:15:58Z', 'revision_number': 4, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'gw_port': {'id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:51Z', 'updated_at': '2021-10-19T11:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '13db07ea-fef1-4ade-b3f1-05ce8a49e481', 'name': '', 'network_id': '249af3c2-1427-423b-a862-917b77adb9f0', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'mac_address': 'fa:16:3e:2e:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c4b3cf16-417a-4ccd-9cd1-a21b619ed00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:57Z', 'updated_at': '2021-10-19T11:16:04Z', 'revision_number': 4, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'subnets': [{'id': 'c4b3cf16-417a-4ccd-9cd1-a21b619ed00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:16:06.170111 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a9b9c936-03ab-45cb-a85d-fea3a0f39b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:06.388141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9c936-03ab-45cb-a85d-fea3a0f39b9a None None] Pushing event updated for resources: {'Port': ['ID=13db07ea-fef1-4ade-b3f1-05ce8a49e481,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:06.531497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dffb8e-7ec5-4428-8783-f9af119e93f7 req-9f648a6f-6ee6-4f7f-b9b1-784ebc8d1ed2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:06.533098 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b3dffb8e-7ec5-4428-8783-f9af119e93f7 req-9f648a6f-6ee6-4f7f-b9b1-784ebc8d1ed2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.0971143 Oct 19 11:16:06.576571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49876) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:06.681166 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b3dffb8e-7ec5-4428-8783-f9af119e93f7 req-65857e9c-7642-4adb-957c-9b285c33fe68 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420369 Oct 19 11:16:06.845606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5ff0d-a63c-4460-9a6e-44cdd8f1f382 req-c271509b-ec1f-4ece-aaf1-a7d75da5d1b5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:06.852877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4af5ff0d-a63c-4460-9a6e-44cdd8f1f382 req-c271509b-ec1f-4ece-aaf1-a7d75da5d1b5 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 949 time: 0.1267598 Oct 19 11:16:06.924850 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:07.125893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:07.153721 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4af5ff0d-a63c-4460-9a6e-44cdd8f1f382 req-d1de7722-f6b2-41ed-b0dd-3fe3b6dd2092 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828882 Oct 19 11:16:07.235863 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:07.303871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f88e2bf-1de6-45e9-86bd-06f79da7fada,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:07.366477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be70757b658c4784bebfce9e38d6a3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7844141 Oct 19 11:16:07.369153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49888) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:07.381433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.381776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.382152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.382486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.382816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.383701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.384030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.384355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.384709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.385034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.385355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.385673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82997cb-f93c-4106-a016-d000ba0dcf7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:07.411243 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:16:07.488554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 13db07ea-fef1-4ade-b3f1-05ce8a49e481 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:16:07.526773 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6dd9df63-fb43-49fe-b4e2-be2902c453dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:07.548502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:07.549184 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:07.576501 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6dd9df63-fb43-49fe-b4e2-be2902c453dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:07.819655 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6dd9df63-fb43-49fe-b4e2-be2902c453dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:07.822564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6dd9df63-fb43-49fe-b4e2-be2902c453dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:07.837410 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6dd9df63-fb43-49fe-b4e2-be2902c453dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f88e2bf-1de6-45e9-86bd-06f79da7fada HTTP/1.1" status: 204 len: 168 time: 0.4535542 Oct 19 11:16:07.837410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9df63-fb43-49fe-b4e2-be2902c453dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f88e2bf-1de6-45e9-86bd-06f79da7fada,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:07.947737 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26c87-cb76-4687-a3ab-f797d2c6d3e5 req-1033e69d-81c6-417b-a647-2d62cca274c5 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:07.952377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbf26c87-cb76-4687-a3ab-f797d2c6d3e5 req-1033e69d-81c6-417b-a647-2d62cca274c5 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.1448479 Oct 19 11:16:08.031924 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbf26c87-cb76-4687-a3ab-f797d2c6d3e5 req-e4734c57-2e13-4933-810d-da0d7a4e6524 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679023 Oct 19 11:16:08.436837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffcb30-f6a0-4ea4-aa23-ca77c4c5196c req-e79b31d7-fa98-42d1-942e-cbea855fdc42 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:08.458665 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eeffcb30-f6a0-4ea4-aa23-ca77c4c5196c req-e79b31d7-fa98-42d1-942e-cbea855fdc42 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 949 time: 0.1116705 Oct 19 11:16:08.563486 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eeffcb30-f6a0-4ea4-aa23-ca77c4c5196c req-cdd7f084-ae70-4f43-9a9b-bc69c98a9bc1 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989010 Oct 19 11:16:08.876128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49926) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:08.900284 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e420ee2f-968f-40d2-ae5d-4cee7e8d5112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:09.164477 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e420ee2f-968f-40d2-ae5d-4cee7e8d5112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:09.365456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ed51e-cfb6-45c2-ad48-86a1ec539884 req-949da698-8e89-4f93-a7f7-044867c085cb tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:09.375516 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-583ed51e-cfb6-45c2-ad48-86a1ec539884 req-949da698-8e89-4f93-a7f7-044867c085cb tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.1329994 Oct 19 11:16:09.442142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e420ee2f-968f-40d2-ae5d-4cee7e8d5112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:09.472293 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e420ee2f-968f-40d2-ae5d-4cee7e8d5112 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f05abde3deef404cbc84fcfbda979e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5942144 Oct 19 11:16:09.475113 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49932) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:09.478706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-583ed51e-cfb6-45c2-ad48-86a1ec539884 req-1fa24e83-f23f-4f5d-a1c9-179c09b6ba28 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018777 Oct 19 11:16:09.578388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420ee2f-968f-40d2-ae5d-4cee7e8d5112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efa9f5c-cf5f-48e5-b4ba-f7d003df5afe,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:09.600315 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fad87438-f6d9-498e-bc09-42391d4d761e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:09.627461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fad87438-f6d9-498e-bc09-42391d4d761e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:09.668638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30491266-9dab-4ae0-8a74-e376aa6b7e2e req-67c507bd-dac4-457f-af10-1cd5a2cc4f8b tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:09.670348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30491266-9dab-4ae0-8a74-e376aa6b7e2e req-67c507bd-dac4-457f-af10-1cd5a2cc4f8b tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 949 time: 0.0986624 Oct 19 11:16:09.722592 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30491266-9dab-4ae0-8a74-e376aa6b7e2e req-fe60f7b7-431b-4535-a97c-d0c074da6a10 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Oct 19 11:16:09.803813 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fad87438-f6d9-498e-bc09-42391d4d761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:09.808220 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fad87438-f6d9-498e-bc09-42391d4d761e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:09.808359 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fad87438-f6d9-498e-bc09-42391d4d761e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1efa9f5c-cf5f-48e5-b4ba-f7d003df5afe HTTP/1.1" status: 204 len: 168 time: 0.3315210 Oct 19 11:16:09.822611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad87438-f6d9-498e-bc09-42391d4d761e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efa9f5c-cf5f-48e5-b4ba-f7d003df5afe,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:10.679413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb912f-6574-42bd-96a9-e4bcff69ae05 req-0eea9928-bb1b-4f4e-9177-b57b0f0b9cba tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:10.687036 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-59eb912f-6574-42bd-96a9-e4bcff69ae05 req-0eea9928-bb1b-4f4e-9177-b57b0f0b9cba tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.1067367 Oct 19 11:16:10.761654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-59eb912f-6574-42bd-96a9-e4bcff69ae05 req-3c2a68f5-1521-4e4c-abcb-a1ab34e3fb86 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481660 Oct 19 11:16:10.912503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a96f3-7f88-4460-8287-5dbbfb111a2e req-4bad4f8e-c537-4510-8406-e0b673453d79 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:10.914735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-513a96f3-7f88-4460-8287-5dbbfb111a2e req-4bad4f8e-c537-4510-8406-e0b673453d79 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 949 time: 0.0722024 Oct 19 11:16:10.990376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-513a96f3-7f88-4460-8287-5dbbfb111a2e req-9cb2a93d-6168-4fe7-9a89-bae03cbe9a5b tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606155 Oct 19 11:16:11.098119 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e579a-5ea6-4b0d-8807-fb3b8a3b506f req-c1755ee5-f30b-4d7f-84d2-454617e4fe94 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:11.118230 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee2e579a-5ea6-4b0d-8807-fb3b8a3b506f req-c1755ee5-f30b-4d7f-84d2-454617e4fe94 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 949 time: 0.1296782 Oct 19 11:16:11.276743 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-ee2e579a-5ea6-4b0d-8807-fb3b8a3b506f req-1c093fd7-0858-4e3a-9daf-70a00b332258 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Deleting port 42b9c2a1-5229-4ed0-b95c-6216d5e00129 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:11.276985 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ee2e579a-5ea6-4b0d-8807-fb3b8a3b506f req-1c093fd7-0858-4e3a-9daf-70a00b332258 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:11.432199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-ee2e579a-5ea6-4b0d-8807-fb3b8a3b506f req-1c093fd7-0858-4e3a-9daf-70a00b332258 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] For port 42b9c2a1-5229-4ed0-b95c-6216d5e00129, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=42b9c2a1-5229-4ed0-b95c-6216d5e00129,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:11.432481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ee2e579a-5ea6-4b0d-8807-fb3b8a3b506f req-1c093fd7-0858-4e3a-9daf-70a00b332258 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:11.454972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-ee2e579a-5ea6-4b0d-8807-fb3b8a3b506f req-1c093fd7-0858-4e3a-9daf-70a00b332258 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Calling delete_port for 42b9c2a1-5229-4ed0-b95c-6216d5e00129 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:11.500126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49996) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:11.681999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1001112881-network', 'tenant_id': '722a375a42ab473abb8d76e98b3130e2'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:11.752597 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ee2e579a-5ea6-4b0d-8807-fb3b8a3b506f req-1c093fd7-0858-4e3a-9daf-70a00b332258 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:11.815440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c093fd7-0858-4e3a-9daf-70a00b332258 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Pushing event deleted for resources: {'Port': ['ID=42b9c2a1-5229-4ed0-b95c-6216d5e00129,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:11.921259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2e579a-5ea6-4b0d-8807-fb3b8a3b506f req-1c093fd7-0858-4e3a-9daf-70a00b332258 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] No DVR routers for this DVR port 42b9c2a1-5229-4ed0-b95c-6216d5e00129 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:16:11.940961 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ee2e579a-5ea6-4b0d-8807-fb3b8a3b506f req-1c093fd7-0858-4e3a-9daf-70a00b332258 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:11.953294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee2e579a-5ea6-4b0d-8807-fb3b8a3b506f req-1c093fd7-0858-4e3a-9daf-70a00b332258 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.26 "DELETE /v2.0/ports/42b9c2a1-5229-4ed0-b95c-6216d5e00129 HTTP/1.1" status: 204 len: 173 time: 0.8268783 Oct 19 11:16:11.956862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Made reservation on behalf of 722a375a42ab473abb8d76e98b3130e2 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:16:11.958171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e08c34-a7ba-499e-9422-86192cccc758', 'name': 'network-vif-deleted', 'tag': '42b9c2a1-5229-4ed0-b95c-6216d5e00129'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:11.964296 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512325e8-0d47-4cef-b253-f9db1ebe6130" -d '{"events": [{"server_uuid": "d2e08c34-a7ba-499e-9422-86192cccc758", "name": "network-vif-deleted", "tag": "42b9c2a1-5229-4ed0-b95c-6216d5e00129"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:11.966985 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:12.017720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe011bc-5162-4065-ae86-f81a4ae71e72 req-d0b24aa6-2809-48e6-852d-0b29e33cd2b0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:12.022567 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fe011bc-5162-4065-ae86-f81a4ae71e72 req-d0b24aa6-2809-48e6-852d-0b29e33cd2b0 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.1904974 Oct 19 11:16:12.058487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:12.316029 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c32b15c-9c0b-4472-809f-c1c8ad1524b8 x-openstack-request-id: req-7c32b15c-9c0b-4472-809f-c1c8ad1524b8 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:12.316029 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e08c34-a7ba-499e-9422-86192cccc758", "name": "network-vif-deleted", "tag": "42b9c2a1-5229-4ed0-b95c-6216d5e00129", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:12.316029 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c32b15c-9c0b-4472-809f-c1c8ad1524b8 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:12.316029 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e08c34-a7ba-499e-9422-86192cccc758', 'name': 'network-vif-deleted', 'tag': '42b9c2a1-5229-4ed0-b95c-6216d5e00129', 'status': 'completed', 'code': 200} Oct 19 11:16:12.316763 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fe011bc-5162-4065-ae86-f81a4ae71e72 req-0f47195c-82d2-4ba4-a1a8-4c6eeab41b2f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699042 Oct 19 11:16:12.465383 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:12.613888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-781baabb-430a-4a45-b709-f5df4fdbe6ab req-9b78820a-4ba6-460e-99df-d7ef53d524f3 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 210 time: 0.0695593 Oct 19 11:16:12.647055 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:12.688272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:16:12.693236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11bd507-22a4-403c-925a-9179e56daaf4,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:12.702296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.702938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.703451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.703952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.704451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.704984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.705491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.705984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.706466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.706954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.707443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.707938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:12.719116 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:12.719654 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Added segment 0ce91087-e7c3-4d54-8032-42a0507516ae of type vlan for network 92d48a4f-14d4-47f7-8527-4890bf68f902 Oct 19 11:16:12.795461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:12.977052 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:12.978107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:12.979211 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:13.118606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] Pushing event updated for resources: {'Network': ['ID=92d48a4f-14d4-47f7-8527-4890bf68f902,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:13.129837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 92d48a4f-14d4-47f7-8527-4890bf68f902 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:16:13.418471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-57dafae5-e351-49ee-9432-bf1dfd2c401f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9142876 Oct 19 11:16:13.418754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50036) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:13.426154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] Request body: {'subnet': {'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1001112881-subnet', 'tenant_id': '722a375a42ab473abb8d76e98b3130e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:13.553803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cd83d-86de-4859-92f3-433249d1c24d req-5bf9b88f-d209-42b1-9a13-cc565e2f4e4f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:13.562574 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f5cd83d-86de-4859-92f3-433249d1c24d req-5bf9b88f-d209-42b1-9a13-cc565e2f4e4f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.1558843 Oct 19 11:16:13.584367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] Made reservation on behalf of 722a375a42ab473abb8d76e98b3130e2 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:16:13.587320 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:13.648887 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f5cd83d-86de-4859-92f3-433249d1c24d req-fc5b25b1-ea69-4199-abca-9887b1e246e4 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830348 Oct 19 11:16:13.684860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 42b9c2a1-5229-4ed0-b95c-6216d5e00129 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:16:13.733883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 42b9c2a1-5229-4ed0-b95c-6216d5e00129 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:16:13.735389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 42b9c2a1-5229-4ed0-b95c-6216d5e00129 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:16:13.930405 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e182325-aedc-4a46-9fb7-4f94a7f53b7a req-75d54917-3dbe-4f27-9440-633274d27605 tempest-ServerDiagnosticsNegativeTest-1715995343 tempest-ServerDiagnosticsNegativeTest-1715995343-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2e08c34-a7ba-499e-9422-86192cccc758 HTTP/1.1" status: 200 len: 210 time: 0.0688696 Oct 19 11:16:14.147478 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:14.233091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bfa5705-e214-45b1-b7ca-60a9322912ed,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:14.249003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] Checking segment: {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:14.249003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] Network hostable DHCP agents. Network: 92d48a4f-14d4-47f7-8527-4890bf68f902, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:16:14.332641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] Network 92d48a4f-14d4-47f7-8527-4890bf68f902 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:16:14.408457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 92d48a4f-14d4-47f7-8527-4890bf68f902) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:16:14.413635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:14.415125 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:14.420299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b27f9f6-bb09-4a71-9247-690ccb82ec01 None None] Network 92d48a4f-14d4-47f7-8527-4890bf68f902 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:16:14.498938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-84b1ff1b-5d84-4e22-8c48-309938be2385 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0792091 Oct 19 11:16:14.630125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c849ffe-1951-4540-824e-f36350aa7847 None None] Network 92d48a4f-14d4-47f7-8527-4890bf68f902 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:16:14.691544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-fad55c94-4c34-4289-ba87-4b5b2ae62baf tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:14.697323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-fad55c94-4c34-4289-ba87-4b5b2ae62baf tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1097 time: 0.0992491 Oct 19 11:16:14.716838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-814547-1'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:14.852323 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:14.943714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366c5a3-e178-4201-9394-0c9b6e95a0c4 req-04285288-08f2-4333-b597-44809effaea7 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:14.946335 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3366c5a3-e178-4201-9394-0c9b6e95a0c4 req-04285288-08f2-4333-b597-44809effaea7 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 946 time: 0.0952976 Oct 19 11:16:15.081786 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3366c5a3-e178-4201-9394-0c9b6e95a0c4 req-6c84c16e-55c0-46c5-a26d-be8e6425d90e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674427 Oct 19 11:16:15.202523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:15.252825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:16:15.308460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:15.310782 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82969e7f-170a-4eb2-91aa-b8871fa76849" -d '{"events": [{"server_uuid": "ba633322-ed96-4d5e-9664-d9458c819c97", "name": "network-vif-unplugged", "status": "completed", "tag": "e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:15.315810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:15.391082 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:15.481344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Pushing event updated for resources: {'Port': ['ID=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:15.537255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on host n-h2-814547-1 for vnic_type normal with profile {"migrating_to": "n-h1-814547-1"} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:16:15.537669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:16:15.538003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:15.545921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:16:15.546272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:15.551856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:16:15.552153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:15.552751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:16:15.552991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Bound port: e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:16:15.553346 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:15.684930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:16:15.689709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:16:15.691809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:16:15.770121 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:15.863707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, got binding levels [] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:15.900752 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on host n-h2-814547-1 for vnic_type normal with profile {"migrating_to": "n-h1-814547-1"} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:16:15.901583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:16:15.902270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:15.914797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:16:15.915470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempting to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on network 5e1fed73-3450-49aa-96d8-c14de993ff4e {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:15.924554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:16:15.925228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Checking segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:15.925875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Bound using segment: {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:16:15.926509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Bound port: e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361042d5-ac8e-44aa-967e-78922d721a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5e1fed73-3450-49aa-96d8-c14de993ff4e'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:16:15.927081 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:15.944497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Pushing event updated for resources: {'Port': ['ID=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,revision_number=8']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:15.950813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:15.951563 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:15.953203 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-49558582-aaed-40e5-b0ea-34d108331b8c service neutron] 10.222.0.26 "PUT /v2.0/ports/e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f HTTP/1.1" status: 200 len: 1122 time: 1.2438385 Oct 19 11:16:16.011120 n-d-814547-1 neutron-server[101313]: WARNING neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Concurrent port binding operations failed on port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f Oct 19 11:16:16.018700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:16.020636 n-d-814547-1 neutron-server[101313]: INFO neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Attempt 2 to bind port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f Oct 19 11:16:16.021316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f has no active binding in host n-h1-814547-1 {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 11:16:16.084349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:16:16.111017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:16:16.914686 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-4ba5fcad-d34f-41f0-bd7a-8d9d18df7eaa tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:16.918768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-4ba5fcad-d34f-41f0-bd7a-8d9d18df7eaa tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 805 time: 0.1596880 Oct 19 11:16:16.934168 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbfc0af-c585-4fa2-87d7-687147840798 x-openstack-request-id: req-1bbfc0af-c585-4fa2-87d7-687147840798 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:16.934613 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba633322-ed96-4d5e-9664-d9458c819c97", "name": "network-vif-unplugged", "status": "completed", "tag": "e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:16.935677 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1bbfc0af-c585-4fa2-87d7-687147840798 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:16.936195 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f', 'code': 200} Oct 19 11:16:16.955891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-e99a2c98-fccd-4fe8-88f0-74debfde2e3b tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/quotas/722a375a42ab473abb8d76e98b3130e2 HTTP/1.1" status: 200 len: 375 time: 0.0308383 Oct 19 11:16:16.999740 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-4940e5a4-1e06-4891-a08b-ced0976f4ea5 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358729 Oct 19 11:16:17.209346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-39c25454-fb14-4954-8258-ea12fed9abb4 service neutron] 10.222.0.39 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010641 Oct 19 11:16:17.272065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e70c4-7f46-4d9b-a888-444c5511b1c4 req-2b11e519-a8f1-41e7-a2db-5fa7e2f75342 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:17.287618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9c7e70c4-7f46-4d9b-a888-444c5511b1c4 req-2b11e519-a8f1-41e7-a2db-5fa7e2f75342 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.1048265 Oct 19 11:16:17.347934 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-e0897f30-90fa-44e6-af7b-f76ee7d630b1 service neutron] 10.222.0.39 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364224 Oct 19 11:16:17.361985 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9c7e70c4-7f46-4d9b-a888-444c5511b1c4 req-d5325746-73d6-46bb-a39d-5768d54b940b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732567 Oct 19 11:16:17.420080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50130) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:17.617873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50144) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:17.618252 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-074a5f24-a19a-4887-891d-438b8af594a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e056ff440e4f4753bdab36299026efd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951740 Oct 19 11:16:17.726235 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0145e395-f103-41e0-8a71-d53add764fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:17.749436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8a1c9-8481-400a-b699-723349cdd87d req-3395c441-8bfd-4fda-accd-356e68ca0277 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:17.765405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aeb8a1c9-8481-400a-b699-723349cdd87d req-3395c441-8bfd-4fda-accd-356e68ca0277 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 945 time: 0.1310499 Oct 19 11:16:17.842885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4036937-8431-42bd-ab56-b249c9dde119 req-ba2f4582-7260-4ba0-b908-07ac88603eda tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:17.846825 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4036937-8431-42bd-ab56-b249c9dde119 req-ba2f4582-7260-4ba0-b908-07ac88603eda tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 950 time: 0.1065755 Oct 19 11:16:17.869301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aeb8a1c9-8481-400a-b699-723349cdd87d req-d0b082d3-efb8-4c8d-b9ae-035d3b6460d0 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027715 Oct 19 11:16:17.905059 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0145e395-f103-41e0-8a71-d53add764fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:17.905642 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4036937-8431-42bd-ab56-b249c9dde119 req-ab5523b8-1f24-4057-a400-6a2719f8f159 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487187 Oct 19 11:16:17.950005 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f99c2711-34be-48b7-9c74-e73a0cf5b8da req-7aa4de5c-f701-417d-abfe-f30c6b097521 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 210 time: 0.0389216 Oct 19 11:16:18.404175 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0145e395-f103-41e0-8a71-d53add764fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:18.406932 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0145e395-f103-41e0-8a71-d53add764fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:18.408182 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0145e395-f103-41e0-8a71-d53add764fb7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc HTTP/1.1" status: 204 len: 168 time: 0.7893252 Oct 19 11:16:18.418797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145e395-f103-41e0-8a71-d53add764fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ef9496-41dc-41d1-94e4-5ea5a03b2dfc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:18.540959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0c57f-2bdd-450b-b431-bd06817ca0ea req-f142e921-78e8-4585-b86d-696c77dc366a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:18.555133 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ac0c57f-2bdd-450b-b431-bd06817ca0ea req-f142e921-78e8-4585-b86d-696c77dc366a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.0919666 Oct 19 11:16:18.608589 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ac0c57f-2bdd-450b-b431-bd06817ca0ea req-55eefb58-7893-405b-94fe-c4b1964ff7a2 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523057 Oct 19 11:16:18.936955 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'tag': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:18.939317 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fc955c-965c-45c2-9260-61efebe0c027" -d '{"events": [{"name": "network-changed", "server_uuid": "ba633322-ed96-4d5e-9664-d9458c819c97", "tag": "e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:19.001949 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994c9ac4-f241-4fb7-818c-ddd9762bc6c0 x-openstack-request-id: req-994c9ac4-f241-4fb7-818c-ddd9762bc6c0 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:19.003836 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba633322-ed96-4d5e-9664-d9458c819c97", "tag": "e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:19.004096 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-994c9ac4-f241-4fb7-818c-ddd9762bc6c0 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:19.004572 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'tag': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f', 'status': 'completed', 'code': 200} Oct 19 11:16:19.101536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc955c-965c-45c2-9260-61efebe0c027 req-77ca3c80-aeb3-469c-895b-4523143223a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:19.103494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0fc955c-965c-45c2-9260-61efebe0c027 req-77ca3c80-aeb3-469c-895b-4523143223a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 1125 time: 0.0677145 Oct 19 11:16:19.137341 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c832ee1-87b8-4e9e-97cf-546ef8e05f8f req-c2581d44-17b4-4298-acdd-54c6e2f61fba tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 210 time: 0.0486643 Oct 19 11:16:19.289915 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:19.294781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc955c-965c-45c2-9260-61efebe0c027 req-6a7f1e28-3d2d-422a-a8ae-3a0b40dd375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:19.296392 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0fc955c-965c-45c2-9260-61efebe0c027 req-6a7f1e28-3d2d-422a-a8ae-3a0b40dd375a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.1826673 Oct 19 11:16:19.303413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50204) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:19.317026 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74ed4fb3-1cce-481f-81a2-a200787288e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:19.455883 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74ed4fb3-1cce-481f-81a2-a200787288e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:19.458027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0fc955c-965c-45c2-9260-61efebe0c027 req-4737997f-8a45-40d6-9780-8148916fb0cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f HTTP/1.1" status: 200 len: 217 time: 0.1387179 Oct 19 11:16:19.542215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc955c-965c-45c2-9260-61efebe0c027 req-d1b89ed5-a286-4f59-bbb0-6c379efbd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:19.543652 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0fc955c-965c-45c2-9260-61efebe0c027 req-d1b89ed5-a286-4f59-bbb0-6c379efbd1a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.0594404 Oct 19 11:16:19.544959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74ed4fb3-1cce-481f-81a2-a200787288e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:19.582772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed4fb3-1cce-481f-81a2-a200787288e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5b2caa-c363-4dfe-a8db-ad08de727bee,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:19.611721 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0fc955c-965c-45c2-9260-61efebe0c027 req-493b0f3f-51da-48f8-9428-142cfb3a4af3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458839 Oct 19 11:16:19.615579 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-74ed4fb3-1cce-481f-81a2-a200787288e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8bfef113e9e4b068cc180a13778a1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120492 Oct 19 11:16:19.618762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50206) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:19.629397 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:19.737223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0fc955c-965c-45c2-9260-61efebe0c027 req-9bdaa8db-00f2-4b53-b58b-de8f3eada1d4 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117332 Oct 19 11:16:19.777583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c831a6f-4620-459c-aec7-e6c4a1f6d125 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:16:19.887561 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:19.916575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:19.919220 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909b9fe7-7a3b-44eb-a10b-4c116e89048b" -d '{"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-unplugged", "status": "completed", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:19.946829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:20.021220 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:20.126243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:20.170554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38265596-a579-4ec5-aa2d-9bfdc102a184 req-8e0c56bf-0217-4a9e-ae94-c62d11212446 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:20.172380 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38265596-a579-4ec5-aa2d-9bfdc102a184 req-8e0c56bf-0217-4a9e-ae94-c62d11212446 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.0755420 Oct 19 11:16:20.233131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0fc955c-965c-45c2-9260-61efebe0c027 req-02355232-e97f-45e2-a60b-83004a80c113 service neutron] 10.222.0.49 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852202 Oct 19 11:16:20.265627 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-481313a6-7e7b-4f6a-9e17-075c5eba2e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:20.278235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38265596-a579-4ec5-aa2d-9bfdc102a184 req-10dee836-eb71-40f4-82b9-755b2e1812e4 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992789 Oct 19 11:16:20.280776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ba61c-2a66-43b0-915a-6cdd964a0fc7 req-5dcbddcc-09ab-4d6f-96ca-f1b18cff7899 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:20.288119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-523ba61c-2a66-43b0-915a-6cdd964a0fc7 req-5dcbddcc-09ab-4d6f-96ca-f1b18cff7899 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 945 time: 0.5447524 Oct 19 11:16:20.328026 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-481313a6-7e7b-4f6a-9e17-075c5eba2e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:20.369776 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-523ba61c-2a66-43b0-915a-6cdd964a0fc7 req-1a6b64d7-c57d-4759-8c3d-69cd7e2462d1 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805366 Oct 19 11:16:20.469745 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef167f5-a20c-41a1-b1b3-fbd74e1798f3 x-openstack-request-id: req-5ef167f5-a20c-41a1-b1b3-fbd74e1798f3 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:20.470260 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-unplugged", "status": "completed", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:20.470260 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ef167f5-a20c-41a1-b1b3-fbd74e1798f3 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:20.470652 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'code': 200} Oct 19 11:16:20.494694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-481313a6-7e7b-4f6a-9e17-075c5eba2e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:20.494694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-481313a6-7e7b-4f6a-9e17-075c5eba2e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:20.494694 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-481313a6-7e7b-4f6a-9e17-075c5eba2e6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e5b2caa-c363-4dfe-a8db-ad08de727bee HTTP/1.1" status: 204 len: 168 time: 0.8693171 Oct 19 11:16:20.532678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481313a6-7e7b-4f6a-9e17-075c5eba2e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5b2caa-c363-4dfe-a8db-ad08de727bee,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:20.634838 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-280f552b-429e-454c-ab27-e7d936769dea req-d8a9a3af-4fcb-4755-8255-255420e746ad tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 210 time: 0.0499511 Oct 19 11:16:21.146189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-5dca6b67-ec3c-436f-b953-18a6d0d7dba1 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:21.158985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-5dca6b67-ec3c-436f-b953-18a6d0d7dba1 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 805 time: 0.2756894 Oct 19 11:16:21.183170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Request body: {'port': {'device_id': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'admin_state_up': True, 'tenant_id': '722a375a42ab473abb8d76e98b3130e2'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:21.611759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3a80b-6d02-439e-a919-4f43d97534ad req-5683e74e-a83d-4e1c-95cc-9aca32b9bac5 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:21.620560 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-27a3a80b-6d02-439e-a919-4f43d97534ad req-5683e74e-a83d-4e1c-95cc-9aca32b9bac5 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.1803842 Oct 19 11:16:21.683077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-27a3a80b-6d02-439e-a919-4f43d97534ad req-f6fd4ada-a716-440d-b01c-813478ed4811 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590925 Oct 19 11:16:21.709805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Made reservation on behalf of 722a375a42ab473abb8d76e98b3130e2 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:16:21.719128 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:21.756009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320ef84-a5a5-4f56-b2e1-5bb29b9c6709 req-995a09b1-bbf4-497b-b3ca-5b5251136f12 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:21.767642 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b320ef84-a5a5-4f56-b2e1-5bb29b9c6709 req-995a09b1-bbf4-497b-b3ca-5b5251136f12 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 945 time: 0.1098540 Oct 19 11:16:21.792498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:16:21.944339 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b320ef84-a5a5-4f56-b2e1-5bb29b9c6709 req-f34dd990-3a98-4d8f-bd1c-e58c1cb3e6e5 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686838 Oct 19 11:16:22.043250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:22.058066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16', 'mac_address': 'fa:16:3e:03:86:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:16:22.073906 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Allocated IP 172.20.0.12 (92d48a4f-14d4-47f7-8527-4890bf68f902/0bfa5705-e214-45b1-b7ca-60a9322912ed/6a991c11-3635-4479-ae95-b912ea76009b) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:16:22.104686 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0cdd99e5-452f-4c55-af1c-6d68f707c182 req-7941a7ef-4e13-447e-8762-a3c42e5a8a5d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 210 time: 0.0656602 Oct 19 11:16:22.111667 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:22.138793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:16:22.184823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:22.256471 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:22.333328 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:22.347976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50276) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:22.355829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:22.413589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['8ba0ff3d-0c03-48ef-9a99-0805feb44a16'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:16:22.463284 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:22.494296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-398442339-network', 'tenant_id': '6a1120f47d874ba2b16611dcfe67e2ed'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:22.575578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Network 92d48a4f-14d4-47f7-8527-4890bf68f902 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:16:22.596038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:16:22.600632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:16:22.612030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Made reservation on behalf of 6a1120f47d874ba2b16611dcfe67e2ed for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:16:22.614892 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:22.630349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:22.702968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Pushing event updated for resources: {'Port': ['ID=6a991c11-3635-4479-ae95-b912ea76009b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:22.811277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:22.811945 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:22.830156 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:22.930617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88049d-3d72-4812-b1ed-d1f31bfd7ba9 req-24263655-c6cb-45c1-a84e-a5819573e925 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:22.932978 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c88049d-3d72-4812-b1ed-d1f31bfd7ba9 req-24263655-c6cb-45c1-a84e-a5819573e925 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.0877697 Oct 19 11:16:22.964681 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:22.995276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-c9c483b3-307f-49a1-8502-4d562cf29339 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8145673 Oct 19 11:16:23.019157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:16:23.053026 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c88049d-3d72-4812-b1ed-d1f31bfd7ba9 req-338734fe-29f9-47d5-8d02-099c2ce690bf tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137972 Oct 19 11:16:23.064552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea863f1c-76fa-470a-aa4d-669ab0ad66c3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:23.067660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Request body: {'port': {'device_id': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:23.105646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:23.108851 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Added segment 34687a4b-560d-41bf-b824-3095d2d19e5b of type vlan for network aa786adb-c2f9-40e7-be1a-4cc26ea99f1c Oct 19 11:16:23.164527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:23.209495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:23.346802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430901d-488f-4f30-9be9-bc79000c9a1e req-7e44b4b8-11b8-4651-bc3e-9c11eb2fdfa4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:23.348302 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4430901d-488f-4f30-9be9-bc79000c9a1e req-7e44b4b8-11b8-4651-bc3e-9c11eb2fdfa4 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 945 time: 0.1613307 Oct 19 11:16:23.364520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-493b309d-8fc0-4764-8a1c-9b6a2943392d tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:23.366024 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-493b309d-8fc0-4764-8a1c-9b6a2943392d tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.49 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 945 time: 0.0871286 Oct 19 11:16:23.368014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad34437-524f-4785-ad5d-ecb6f1311397 req-87c6537d-cf2e-4a03-b117-756071b1f685 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:23.369596 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ad34437-524f-4785-ad5d-ecb6f1311397 req-87c6537d-cf2e-4a03-b117-756071b1f685 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 932 time: 0.1361685 Oct 19 11:16:23.386566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:23.387441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:23.388040 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:23.486185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] Pushing event updated for resources: {'Network': ['ID=aa786adb-c2f9-40e7-be1a-4cc26ea99f1c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:23.499233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network aa786adb-c2f9-40e7-be1a-4cc26ea99f1c details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:16:23.550613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4430901d-488f-4f30-9be9-bc79000c9a1e req-4d9d1639-e171-42c4-bb1f-8fdb9359c776 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b064dc2-a442-4212-b8c5-d61319adbd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835985 Oct 19 11:16:23.599440 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6558fac6-8a01-433b-bc04-c8df34251b1e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2496648 Oct 19 11:16:23.607513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50312) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:23.610832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Deleting port 50e39833-f903-49eb-a830-ab2eb9d75d16 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:23.611282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:23.643180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ad34437-524f-4785-ad5d-ecb6f1311397 req-686da1d5-8cb3-4803-a465-a36fe9c1ef49 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251596 Oct 19 11:16:23.730622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] For port 50e39833-f903-49eb-a830-ab2eb9d75d16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50e39833-f903-49eb-a830-ab2eb9d75d16,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:23.731143 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:23.785980 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-df3b6da9-43be-458a-b3b4-1cb82b11ffab service neutron] 10.222.0.49 "GET /v2.0/ports/e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f/bindings/n-h1-814547-1 HTTP/1.1" status: 200 len: 384 time: 0.3327763 Oct 19 11:16:23.791209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a991c11-3635-4479-ae95-b912ea76009b {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:16:23.806782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:23.811777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:16:23.823734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] Request body: {'subnet': {'network_id': 'aa786adb-c2f9-40e7-be1a-4cc26ea99f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-398442339-subnet', 'tenant_id': '6a1120f47d874ba2b16611dcfe67e2ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:23.896149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:23.896961 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:23.909522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Transition to ACTIVE for port object 6a991c11-3635-4479-ae95-b912ea76009b will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:16:24.028661 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:24.046328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:24.048836 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61398fb0-f294-4db6-a76f-e4996a95b1c1" -d '{"events": [{"server_uuid": "011190d0-5a48-46e3-9b29-25be6e31fbb4", "name": "network-vif-plugged", "status": "completed", "tag": "8ba0ff3d-0c03-48ef-9a99-0805feb44a16"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:24.059726 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:24.060302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:24.060412 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Floating IP 5d893835-7918-4635-8557-c40ca3500d99 disassociated. External IP: 172.25.2.73, port: 50e39833-f903-49eb-a830-ab2eb9d75d16. Oct 19 11:16:24.060831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Calling delete_port for 50e39833-f903-49eb-a830-ab2eb9d75d16 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:24.062740 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:24.081363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-f618dcf6-0c22-4793-8dda-0f0b9c9c1fc5 service neutron] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:24.108690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-f618dcf6-0c22-4793-8dda-0f0b9c9c1fc5 service neutron] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:16:24.153477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-f618dcf6-0c22-4793-8dda-0f0b9c9c1fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:16:24.173128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-f618dcf6-0c22-4793-8dda-0f0b9c9c1fc5 service neutron] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:24.185908 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1a9359-4cdb-4220-a95e-8ec8cdfdd10a x-openstack-request-id: req-dd1a9359-4cdb-4220-a95e-8ec8cdfdd10a {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:24.186188 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011190d0-5a48-46e3-9b29-25be6e31fbb4", "name": "network-vif-plugged", "status": "completed", "tag": "8ba0ff3d-0c03-48ef-9a99-0805feb44a16", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:24.186446 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd1a9359-4cdb-4220-a95e-8ec8cdfdd10a {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:24.186961 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16', 'code': 200} Oct 19 11:16:24.290723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931426-6043-4678-b5d0-98a975d19cb9 req-149097c2-54e7-4043-92f6-023513c5d66a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:24.290723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78931426-6043-4678-b5d0-98a975d19cb9 req-149097c2-54e7-4043-92f6-023513c5d66a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 944 time: 0.0492189 Oct 19 11:16:24.323780 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78931426-6043-4678-b5d0-98a975d19cb9 req-3b5c81e0-dd3d-4197-8bbb-17253f32b9c8 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Oct 19 11:16:24.389088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] Made reservation on behalf of 6a1120f47d874ba2b16611dcfe67e2ed for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:16:24.391415 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:24.435298 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:24.465310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:24.465583 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:24.466862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:16:24.468240 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-f618dcf6-0c22-4793-8dda-0f0b9c9c1fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:24.502093 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Pushing event deleted for resources: {'Port': ['ID=50e39833-f903-49eb-a830-ab2eb9d75d16,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:24.504849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Pushing event updated for resources: {'Port': ['ID=6a991c11-3635-4479-ae95-b912ea76009b,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:24.579131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:24.666948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Attempting to bind port 6a991c11-3635-4479-ae95-b912ea76009b on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:16:24.671346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Attempting to bind port 6a991c11-3635-4479-ae95-b912ea76009b by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:16:24.671955 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Attempting to bind port 6a991c11-3635-4479-ae95-b912ea76009b on network 92d48a4f-14d4-47f7-8527-4890bf68f902 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:24.700343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Port 6a991c11-3635-4479-ae95-b912ea76009b on network 92d48a4f-14d4-47f7-8527-4890bf68f902 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:16:24.703796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Attempting to bind port 6a991c11-3635-4479-ae95-b912ea76009b on network 92d48a4f-14d4-47f7-8527-4890bf68f902 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:24.715663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:16:24.716018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Checking segment: {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:24.716665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Bound using segment: {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:16:24.717170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Bound port: 6a991c11-3635-4479-ae95-b912ea76009b, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:16:24.717672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:24.806139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] For port 6a991c11-3635-4479-ae95-b912ea76009b, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:16:24.813342 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ddc58eaf-af93-40e9-a2ad-06f23565246a req-7b270f79-6b87-4114-a1cc-f6bfdc5f47b7 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 210 time: 0.0640304 Oct 19 11:16:24.826918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] For port 6a991c11-3635-4479-ae95-b912ea76009b, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a991c11-3635-4479-ae95-b912ea76009b,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:16:24.831334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-f618dcf6-0c22-4793-8dda-0f0b9c9c1fc5 service neutron] Transition to ACTIVE for port object e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:16:24.849798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:16:24.927469 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:24.933477 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:24.981558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-f618dcf6-0c22-4793-8dda-0f0b9c9c1fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:25.081338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:25.083774 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:25.090413 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] 10.222.0.26 "PUT /v2.0/ports/6a991c11-3635-4479-ae95-b912ea76009b HTTP/1.1" status: 200 len: 1092 time: 2.0597360 Oct 19 11:16:25.097452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'tag': '6a991c11-3635-4479-ae95-b912ea76009b'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:25.097452 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa60384d-b5b3-4cb0-a123-c41bbbc88ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff64242-5c21-4c14-8124-2271f3a86c4c", "tag": "6a991c11-3635-4479-ae95-b912ea76009b"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:25.145085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a7d5a-3dfc-42c1-b12c-eafb6e544e18 service neutron] Pushing event updated for resources: {'Port': ['ID=6a991c11-3635-4479-ae95-b912ea76009b,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:25.163948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-f618dcf6-0c22-4793-8dda-0f0b9c9c1fc5 service neutron] No DVR routers for this DVR port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:16:25.266437 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c5e1357b-2372-4967-9935-303c0a2f0a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:25.268499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:16:25.294184 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6ccc2-b3e4-43b9-9ac2-164072448526 None None] Sync routers for ids ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:16:25.301131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1c6fc7-f67b-45f7-9743-8391ec3dcced,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:25.307409 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6ccc2-b3e4-43b9-9ac2-164072448526 None None] Routers {'1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:25.308316 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-efa6ccc2-b3e4-43b9-9ac2-164072448526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:15:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:25.389206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-f618dcf6-0c22-4793-8dda-0f0b9c9c1fc5 service neutron] 10.222.0.49 "PUT /v2.0/ports/e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f/bindings/n-h1-814547-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5917907 Oct 19 11:16:25.451701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbe715-36fa-4f4e-81ed-6fc171cd5531 req-1954e8ad-1036-43a6-bab9-274a8ce50511 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:25.472406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9dcbe715-36fa-4f4e-81ed-6fc171cd5531 req-1954e8ad-1036-43a6-bab9-274a8ce50511 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 944 time: 0.5495548 Oct 19 11:16:25.549829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618dcf6-0c22-4793-8dda-0f0b9c9c1fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,revision_number=10']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:25.571659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-14e530a4-6a36-4be3-b382-4c96fee90bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:25.584947 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-14e530a4-6a36-4be3-b382-4c96fee90bb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 1095 time: 0.3531792 Oct 19 11:16:25.648656 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-8528528a-ddd0-4a04-83e7-da1559e9bc01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a991c11-3635-4479-ae95-b912ea76009b HTTP/1.1" status: 200 len: 217 time: 0.0545263 Oct 19 11:16:25.687710 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-efa6ccc2-b3e4-43b9-9ac2-164072448526 None None] Set router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:25.705677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9dcbe715-36fa-4f4e-81ed-6fc171cd5531 req-2aed0b7d-a675-447d-a65c-6535d65333f4 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295821 Oct 19 11:16:25.714802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] Checking segment: {'id': '34687a4b-560d-41bf-b824-3095d2d19e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa786adb-c2f9-40e7-be1a-4cc26ea99f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:25.717982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] Network hostable DHCP agents. Network: aa786adb-c2f9-40e7-be1a-4cc26ea99f1c, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:16:25.754881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-6928f138-507f-4100-8628-dd7e0db2c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:25.756771 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-6928f138-507f-4100-8628-dd7e0db2c217 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bfa5705-e214-45b1-b7ca-60a9322912ed HTTP/1.1" status: 200 len: 845 time: 0.0964987 Oct 19 11:16:25.759089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] No DVR routers for this DVR port 50e39833-f903-49eb-a830-ab2eb9d75d16 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:16:25.770443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:25.785605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-73df6a8e-25fe-45ff-9749-6046e43ad65b req-51d094b1-05b2-47a5-892d-23a5bae67b60 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.49 "DELETE /v2.0/ports/50e39833-f903-49eb-a830-ab2eb9d75d16 HTTP/1.1" status: 204 len: 173 time: 2.4062867 Oct 19 11:16:25.816685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-cdcb6f08-09a9-4693-b0dc-808b3b7facfa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92d48a4f-14d4-47f7-8527-4890bf68f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482476 Oct 19 11:16:25.817505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'name': 'network-vif-deleted', 'tag': '50e39833-f903-49eb-a830-ab2eb9d75d16'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:25.828811 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdc2f28-ca91-4f1e-ba6f-1836ccc93ac9" -d '{"events": [{"server_uuid": "91f8bbb8-ea99-4671-9e9e-fd7dda68b22f", "name": "network-vif-deleted", "tag": "50e39833-f903-49eb-a830-ab2eb9d75d16"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:25.898173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-b5e76345-0a6e-4b19-9913-7098196387f2 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:25.899998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-b5e76345-0a6e-4b19-9913-7098196387f2 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.3012130 Oct 19 11:16:26.020796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] Network aa786adb-c2f9-40e7-be1a-4cc26ea99f1c is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:16:26.068143 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d0e706-c204-477d-b421-4989b22573cc x-openstack-request-id: req-c6d0e706-c204-477d-b421-4989b22573cc {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:26.069029 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff64242-5c21-4c14-8124-2271f3a86c4c", "tag": "6a991c11-3635-4479-ae95-b912ea76009b", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:26.069520 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6d0e706-c204-477d-b421-4989b22573cc {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:26.074586 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'tag': '6a991c11-3635-4479-ae95-b912ea76009b', 'status': 'completed', 'code': 200} Oct 19 11:16:26.093956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-b901dbcc-4f58-4ff8-a165-882ce8bb919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:26.102582 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-b901dbcc-4f58-4ff8-a165-882ce8bb919e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97&tenant_id=0bef218b6ade43d189bc973b967470c4 HTTP/1.1" status: 200 len: 1096 time: 0.1862679 Oct 19 11:16:26.104698 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-efa6ccc2-b3e4-43b9-9ac2-164072448526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '23480a68-a6ba-4a69-9162-be4d9f11dc19', 'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'mac_address': 'fa:16:3e:87:51:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:01Z', 'updated_at': '2021-10-19T11:14:08Z', 'revision_number': 5, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'subnets': [{'id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:26.129783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, aa786adb-c2f9-40e7-be1a-4cc26ea99f1c) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:16:26.141651 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b5ddd-05db-4f5d-9321-8b0306356e6c None None] Network aa786adb-c2f9-40e7-be1a-4cc26ea99f1c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:16:26.149797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:26.161462 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:26.202238 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-60b1bd9e-c5db-4b67-8edc-e6aae2b14c65 service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753653 Oct 19 11:16:26.259417 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6ccc2-b3e4-43b9-9ac2-164072448526 None None] Checking router: 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:16:26.299087 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6ccc2-b3e4-43b9-9ac2-164072448526 None None] Routers {'1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:26.303673 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-efa6ccc2-b3e4-43b9-9ac2-164072448526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:15:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:26.319566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-897aedaf-9548-4ebe-87e0-4cd6fcf5b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:26.323704 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-897aedaf-9548-4ebe-87e0-4cd6fcf5b0dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bef218b6ade43d189bc973b967470c4&device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 1096 time: 0.1832845 Oct 19 11:16:26.390100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-99984996-5213-4c77-8181-375483e45c68 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6117547 Oct 19 11:16:26.501538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49057d82-2f89-4bda-82e2-4c7a6815e63c None None] Network aa786adb-c2f9-40e7-be1a-4cc26ea99f1c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:16:26.648126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-80bf6554-ec53-4e43-9e23-a0a8c0d517f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:26.651682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-80bf6554-ec53-4e43-9e23-a0a8c0d517f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 200 len: 922 time: 0.3192306 Oct 19 11:16:26.682355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b8da1-ca2d-4b2d-b1b8-d410ae91a161 req-c4fc1ef7-fb2c-420d-93da-45666e69112d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:26.691721 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-226b8da1-ca2d-4b2d-b1b8-d410ae91a161 req-c4fc1ef7-fb2c-420d-93da-45666e69112d tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 945 time: 0.2918921 Oct 19 11:16:26.828768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-fbd7408a-a1cb-430d-8a2a-43f3cd1e4e4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f HTTP/1.1" status: 200 len: 217 time: 0.1629889 Oct 19 11:16:26.852504 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-efa6ccc2-b3e4-43b9-9ac2-164072448526 None None] Set router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:26.969534 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-226b8da1-ca2d-4b2d-b1b8-d410ae91a161 req-a94ed4c7-b02a-4606-a50d-83ca8aa45775 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748988 Oct 19 11:16:27.018486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-180e30cb-daa0-4558-8a95-03805fea5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:27.019589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-180e30cb-daa0-4558-8a95-03805fea5320 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 200 len: 861 time: 0.1708336 Oct 19 11:16:27.089851 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-548149ad-0767-47a5-b6b0-5714f30d1280 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e1fed73-3450-49aa-96d8-c14de993ff4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588825 Oct 19 11:16:27.259103 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e14a736e-a1a3-4fac-994d-e67a98830628 req-a45fd5de-e851-43db-81b8-bdb16636ca96 service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0384893 Oct 19 11:16:27.312226 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-378d2214-ce8a-43ed-8819-b97eea8d70ec req-b87fb217-680c-4fbb-a61b-b9615d9c479a tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f8bbb8-ea99-4671-9e9e-fd7dda68b22f HTTP/1.1" status: 200 len: 210 time: 0.1477923 Oct 19 11:16:27.400277 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-efa6ccc2-b3e4-43b9-9ac2-164072448526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '23480a68-a6ba-4a69-9162-be4d9f11dc19', 'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'mac_address': 'fa:16:3e:87:51:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:01Z', 'updated_at': '2021-10-19T11:14:08Z', 'revision_number': 5, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'subnets': [{'id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:27.432415 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1c825c-bc01-4e1e-9a0a-1a765fefd87b x-openstack-request-id: req-4d1c825c-bc01-4e1e-9a0a-1a765fefd87b {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:27.432970 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f8bbb8-ea99-4671-9e9e-fd7dda68b22f", "name": "network-vif-deleted", "tag": "50e39833-f903-49eb-a830-ab2eb9d75d16", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:27.432970 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d1c825c-bc01-4e1e-9a0a-1a765fefd87b {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:27.433356 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f8bbb8-ea99-4671-9e9e-fd7dda68b22f', 'name': 'network-vif-deleted', 'tag': '50e39833-f903-49eb-a830-ab2eb9d75d16', 'status': 'completed', 'code': 200} Oct 19 11:16:27.439378 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6ccc2-b3e4-43b9-9ac2-164072448526 None None] The sync data for ids ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'] in n-d-814547-1 is: [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '23480a68-a6ba-4a69-9162-be4d9f11dc19', 'name': '', 'network_id': 'a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'mac_address': 'fa:16:3e:87:51:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:01Z', 'updated_at': '2021-10-19T11:14:08Z', 'revision_number': 5, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'subnets': [{'id': 'c95cbccf-8e20-4fe1-9964-8c44711deee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:16:27.523540 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-e2c8a639-77c7-4724-8f3d-51c4434f41b6 service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087982 Oct 19 11:16:27.550498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60384d-b5b3-4cb0-a123-c41bbbc88ff1 req-3a50b3cc-54fa-4724-a328-d9920a9c244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:27.552054 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa60384d-b5b3-4cb0-a123-c41bbbc88ff1 req-3a50b3cc-54fa-4724-a328-d9920a9c244e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 1095 time: 0.1452928 Oct 19 11:16:27.699145 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ad336eeb-9c52-4a4c-950d-39c0b67e437a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:27.750355 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-a489ab81-8750-462a-b1bc-e6ad8e3a0dee service neutron] 10.222.0.26 "GET /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244973 Oct 19 11:16:27.753668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50380) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:27.758229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-499140220-network', 'tenant_id': '98433a9f011247c5af2d224e1fc7e287'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:27.803544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60384d-b5b3-4cb0-a123-c41bbbc88ff1 req-afca420b-b3e9-4df9-aada-e4ba6ff5c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:27.805524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa60384d-b5b3-4cb0-a123-c41bbbc88ff1 req-afca420b-b3e9-4df9-aada-e4ba6ff5c1fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 906 time: 0.2416780 Oct 19 11:16:27.825198 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50e39833-f903-49eb-a830-ab2eb9d75d16 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:16:27.877765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06715e-e71c-4cd3-a0d0-608c0a86a3ca req-6adaf95e-e424-47d6-9c6b-8bf8cfd77a6a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:27.884028 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0a06715e-e71c-4cd3-a0d0-608c0a86a3ca req-6adaf95e-e424-47d6-9c6b-8bf8cfd77a6a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 944 time: 0.2985859 Oct 19 11:16:27.885849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa60384d-b5b3-4cb0-a123-c41bbbc88ff1 req-45809921-36fa-4a01-ab57-de8c57e09291 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a991c11-3635-4479-ae95-b912ea76009b HTTP/1.1" status: 200 len: 217 time: 0.0716922 Oct 19 11:16:27.905222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 50e39833-f903-49eb-a830-ab2eb9d75d16 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:16:27.909301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50e39833-f903-49eb-a830-ab2eb9d75d16 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:16:27.940865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Made reservation on behalf of 98433a9f011247c5af2d224e1fc7e287 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:16:27.943460 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:27.957194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:27.966383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a7e5a3-b3b3-40c2-90af-69ff35cb510c None None] New status for floating IP 5d893835-7918-4635-8557-c40ca3500d99: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:16:28.071444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60384d-b5b3-4cb0-a123-c41bbbc88ff1 req-5034f54c-d495-4548-a286-2b94b157529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:28.077516 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa60384d-b5b3-4cb0-a123-c41bbbc88ff1 req-5034f54c-d495-4548-a286-2b94b157529c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bfa5705-e214-45b1-b7ca-60a9322912ed HTTP/1.1" status: 200 len: 845 time: 0.1780117 Oct 19 11:16:28.139874 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa60384d-b5b3-4cb0-a123-c41bbbc88ff1 req-e5be622e-c39f-467c-b953-7baeb6e3cdc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92d48a4f-14d4-47f7-8527-4890bf68f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512938 Oct 19 11:16:28.193153 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0a06715e-e71c-4cd3-a0d0-608c0a86a3ca req-5bc088e0-bebe-41ac-a4de-735845477977 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996197 Oct 19 11:16:28.208430 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:28.292759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa60384d-b5b3-4cb0-a123-c41bbbc88ff1 req-0d2571a4-f32b-4b4f-bd10-cf38b85bf0bc service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423223 Oct 19 11:16:28.299049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:28.411062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368fd5ba-3af1-4325-8179-7e96b99f439d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:28.503531 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:16:28.678508 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:28.680267 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Added segment d3d10973-0742-4129-ab9c-2c45811ff297 of type vlan for network 93aae3c3-8c82-4179-8a6a-38f55b505646 Oct 19 11:16:28.688827 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa60384d-b5b3-4cb0-a123-c41bbbc88ff1 req-4d3e02ce-2634-4d8d-b050-85e02a792d56 service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650331 Oct 19 11:16:28.778985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-cbcce5e3-3c4b-4542-bfb2-828e7706ef46 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:28.780847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-cbcce5e3-3c4b-4542-bfb2-828e7706ef46 tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97&tenant_id=0bef218b6ade43d189bc973b967470c4&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.3940899 Oct 19 11:16:28.822669 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:28.879258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de222801-06d3-4a47-b010-aba3d3986653 req-3e9f352b-f418-40e3-94a6-c5828db97c2e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:28.890614 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de222801-06d3-4a47-b010-aba3d3986653 req-3e9f352b-f418-40e3-94a6-c5828db97c2e tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 945 time: 0.2445750 Oct 19 11:16:28.916139 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:28.960787 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:28.985078 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de222801-06d3-4a47-b010-aba3d3986653 req-6e60c815-6b6c-45d8-ac3c-a3c454d87ea4 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926058 Oct 19 11:16:29.045994 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:29.049960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:29.050659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:29.195239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] Pushing event updated for resources: {'Network': ['ID=93aae3c3-8c82-4179-8a6a-38f55b505646,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:29.205986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 93aae3c3-8c82-4179-8a6a-38f55b505646 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:16:29.235515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f6e5a58e-67c2-4706-9f83-44dad7f708ae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4742057 Oct 19 11:16:29.235891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50394) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:29.240982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] Request body: {'subnet': {'network_id': '93aae3c3-8c82-4179-8a6a-38f55b505646', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-499140220-subnet', 'tenant_id': '98433a9f011247c5af2d224e1fc7e287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:29.263168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50396) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:29.334114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-72654ceb-f8c8-4d73-a68f-8ac39dcc26a7 service neutron] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:16:29.353696 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-72654ceb-f8c8-4d73-a68f-8ac39dcc26a7 service neutron] Publish callbacks [] for binding, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:29.355777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809c99cf-f525-48ee-92f7-1b2ef7dd1789 req-72654ceb-f8c8-4d73-a68f-8ac39dcc26a7 service neutron] 10.222.0.26 "DELETE /v2.0/ports/e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f/bindings/n-h2-814547-1 HTTP/1.1" status: 204 len: 173 time: 0.5542707 Oct 19 11:16:29.419980 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb7f25a1-7dc2-49c1-ae93-056ae04e3502 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:29.438292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] Made reservation on behalf of 98433a9f011247c5af2d224e1fc7e287 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:16:29.447126 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:29.485855 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb7f25a1-7dc2-49c1-ae93-056ae04e3502 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:29.620156 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667555af-1569-4139-a801-c456638d6293 req-61356139-cb7f-456f-b1cb-02fa9f5dd9ac tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:29.625002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-667555af-1569-4139-a801-c456638d6293 req-61356139-cb7f-456f-b1cb-02fa9f5dd9ac tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 1096 time: 0.2376950 Oct 19 11:16:29.702635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-667555af-1569-4139-a801-c456638d6293 req-cd90b424-f218-4d88-ae64-938999d4589a tempest-LiveAutoBlockMigrationV225Test-1225968829 tempest-LiveAutoBlockMigrationV225Test-1225968829-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693140 Oct 19 11:16:29.824988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a5538-3492-4622-8cce-98f0b2a45e28 req-0432b871-bec6-4d24-ad19-770a977f9fb1 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:29.826461 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a5a5538-3492-4622-8cce-98f0b2a45e28 req-0432b871-bec6-4d24-ad19-770a977f9fb1 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 944 time: 0.0512657 Oct 19 11:16:29.868015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a5a5538-3492-4622-8cce-98f0b2a45e28 req-c6c72f76-34c6-4b30-8f4f-41a6b990e846 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335801 Oct 19 11:16:30.215559 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb7f25a1-7dc2-49c1-ae93-056ae04e3502 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:30.218254 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb7f25a1-7dc2-49c1-ae93-056ae04e3502 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:30.219629 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bb7f25a1-7dc2-49c1-ae93-056ae04e3502 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "DELETE /v2.0/security-groups/8b064dc2-a442-4212-b8c5-d61319adbd8b HTTP/1.1" status: 204 len: 168 time: 0.9549081 Oct 19 11:16:30.222231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50404) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:30.229837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f25a1-7dc2-49c1-ae93-056ae04e3502 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b064dc2-a442-4212-b8c5-d61319adbd8b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:30.237435 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-1e6a6169-c785-4dec-982b-730b1a8c8197 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] show failed (client error): The resource could not be found. Oct 19 11:16:30.238386 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1e6a6169-c785-4dec-982b-730b1a8c8197 tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "GET /v2.0/security-groups/8b064dc2-a442-4212-b8c5-d61319adbd8b HTTP/1.1" status: 404 len: 347 time: 0.0151534 Oct 19 11:16:30.241209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50406) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:30.284467 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:30.386459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f41af2-2cf2-4b34-99fb-35924cb464ca,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:30.421494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] Checking segment: {'id': 'd3d10973-0742-4129-ab9c-2c45811ff297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '93aae3c3-8c82-4179-8a6a-38f55b505646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:30.421841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] Network hostable DHCP agents. Network: 93aae3c3-8c82-4179-8a6a-38f55b505646, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:16:30.460323 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6be32c01-0e5f-4648-9f96-92456f8ec42e tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Deleting port cfc39004-f005-40c9-b552-ce7e4a4a264f {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:30.460692 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6be32c01-0e5f-4648-9f96-92456f8ec42e tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:30.538148 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6be32c01-0e5f-4648-9f96-92456f8ec42e tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:30.539012 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6be32c01-0e5f-4648-9f96-92456f8ec42e tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:30.551203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6be32c01-0e5f-4648-9f96-92456f8ec42e tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Calling delete_port for cfc39004-f005-40c9-b552-ce7e4a4a264f owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:30.878648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] Network 93aae3c3-8c82-4179-8a6a-38f55b505646 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:16:30.926797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6be32c01-0e5f-4648-9f96-92456f8ec42e tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:30.936871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:30.979875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be32c01-0e5f-4648-9f96-92456f8ec42e tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Pushing event deleted for resources: {'Port': ['ID=cfc39004-f005-40c9-b552-ce7e4a4a264f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:30.996274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 93aae3c3-8c82-4179-8a6a-38f55b505646) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:16:31.006466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7379bf4-31b3-44bf-a365-68a58ef6ae79 None None] Network 93aae3c3-8c82-4179-8a6a-38f55b505646 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:16:31.017077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:31.017077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:31.147731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0d5ae-9917-4767-b588-2e057a523d97 req-85c577ca-c0da-4314-8cd4-77eb6b53c0ca tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:31.150523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04f0d5ae-9917-4767-b588-2e057a523d97 req-85c577ca-c0da-4314-8cd4-77eb6b53c0ca tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 944 time: 0.1437809 Oct 19 11:16:31.151654 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6be32c01-0e5f-4648-9f96-92456f8ec42e tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:31.175799 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6be32c01-0e5f-4648-9f96-92456f8ec42e tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:31.181442 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6be32c01-0e5f-4648-9f96-92456f8ec42e tempest-ServersTestManualDisk-46539578 tempest-ServersTestManualDisk-46539578-project] 10.222.0.39 "DELETE /v2.0/floatingips/5d893835-7918-4635-8557-c40ca3500d99 HTTP/1.1" status: 204 len: 168 time: 0.9349849 Oct 19 11:16:31.182402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50424) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:31.216868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b57615f5-6878-42ba-8d6e-64a89d8f6034 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9795115 Oct 19 11:16:31.274463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b73b1ae-7eca-4071-b3ae-7a5b384541ad None None] Network 93aae3c3-8c82-4179-8a6a-38f55b505646 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:16:31.331441 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04f0d5ae-9917-4767-b588-2e057a523d97 req-00018b65-6935-4834-a33d-0f68942c15ae tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513917 Oct 19 11:16:31.587018 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5645956-ec1f-41b3-9402-eb73505aa5e7 req-ced1a5ae-1ebd-4432-a445-22b958981c4b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:31.596821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d5645956-ec1f-41b3-9402-eb73505aa5e7 req-ced1a5ae-1ebd-4432-a445-22b958981c4b tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 945 time: 0.1395779 Oct 19 11:16:31.698072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d5645956-ec1f-41b3-9402-eb73505aa5e7 req-30096659-7b79-4eab-aa3c-3aed562339d4 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882611 Oct 19 11:16:31.738720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6a991c11-3635-4479-ae95-b912ea76009b details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:16:31.813128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df434d-6c8b-47ec-8c53-014fbdf62cfb req-43212f4f-fca4-49f8-82d9-7b5e6bdc9286 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:31.844951 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09df434d-6c8b-47ec-8c53-014fbdf62cfb req-43212f4f-fca4-49f8-82d9-7b5e6bdc9286 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 945 time: 0.1555765 Oct 19 11:16:31.984975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6a991c11-3635-4479-ae95-b912ea76009b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a991c11-3635-4479-ae95-b912ea76009b,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:32.001933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '6a991c11-3635-4479-ae95-b912ea76009b', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'port_id': '6a991c11-3635-4479-ae95-b912ea76009b', 'mac_address': 'fa:16:3e:6f:b7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfa5705-e214-45b1-b7ca-60a9322912ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:16:32.020494 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:32.039856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-09df434d-6c8b-47ec-8c53-014fbdf62cfb req-1b4e3b5f-8641-484b-9cb4-b1431868df62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Deleting port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:32.040425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-09df434d-6c8b-47ec-8c53-014fbdf62cfb req-1b4e3b5f-8641-484b-9cb4-b1431868df62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:32.125064 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:32.139262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a991c11-3635-4479-ae95-b912ea76009b {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:16:32.170807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6a991c11-3635-4479-ae95-b912ea76009b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a991c11-3635-4479-ae95-b912ea76009b,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:32.214915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-09df434d-6c8b-47ec-8c53-014fbdf62cfb req-1b4e3b5f-8641-484b-9cb4-b1431868df62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] For port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:32.215272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-09df434d-6c8b-47ec-8c53-014fbdf62cfb req-1b4e3b5f-8641-484b-9cb4-b1431868df62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:32.235207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-09df434d-6c8b-47ec-8c53-014fbdf62cfb req-1b4e3b5f-8641-484b-9cb4-b1431868df62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Calling delete_port for e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:32.263873 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:32.338700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6a991c11-3635-4479-ae95-b912ea76009b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:32.450659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] Deleting port 23480a68-a6ba-4a69-9162-be4d9f11dc19 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:32.451234 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:32.521197 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-09df434d-6c8b-47ec-8c53-014fbdf62cfb req-1b4e3b5f-8641-484b-9cb4-b1431868df62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:32.536396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:16:32.568989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['6a991c11-3635-4479-ae95-b912ea76009b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:16:32.570205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] For port 23480a68-a6ba-4a69-9162-be4d9f11dc19, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=23480a68-a6ba-4a69-9162-be4d9f11dc19,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:32.570580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:32.594623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] Calling delete_port for 23480a68-a6ba-4a69-9162-be4d9f11dc19 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:32.629810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e3b5f-8641-484b-9cb4-b1431868df62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Pushing event deleted for resources: {'Port': ['ID=e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:32.851697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-3b88a275-fd96-4cc3-87fb-39ea238455b6 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:32.853277 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-3b88a275-fd96-4cc3-87fb-39ea238455b6 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/networks?id=aa786adb-c2f9-40e7-be1a-4cc26ea99f1c HTTP/1.1" status: 200 len: 814 time: 0.1479580 Oct 19 11:16:32.854285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-09df434d-6c8b-47ec-8c53-014fbdf62cfb req-1b4e3b5f-8641-484b-9cb4-b1431868df62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] No DVR routers for this DVR port e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:16:32.856965 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-09df434d-6c8b-47ec-8c53-014fbdf62cfb req-1b4e3b5f-8641-484b-9cb4-b1431868df62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:32.860966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09df434d-6c8b-47ec-8c53-014fbdf62cfb req-1b4e3b5f-8641-484b-9cb4-b1431868df62 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.26 "DELETE /v2.0/ports/e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f HTTP/1.1" status: 204 len: 173 time: 1.0312107 Oct 19 11:16:32.860966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'name': 'network-vif-deleted', 'tag': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:32.863170 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bbb5ef-9925-4269-b7fb-0e200fb400ba" -d '{"events": [{"server_uuid": "ba633322-ed96-4d5e-9664-d9458c819c97", "name": "network-vif-deleted", "tag": "e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:32.877519 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-6cb8fcd8-ef46-4051-bff2-b0f3730fa88e tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/quotas/6a1120f47d874ba2b16611dcfe67e2ed HTTP/1.1" status: 200 len: 375 time: 0.0112443 Oct 19 11:16:32.900664 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f486ee-b3a0-412e-bc55-514b62d00f0d req-1ee0cd95-43c1-49e2-becd-f1417c387721 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:32.903071 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94f486ee-b3a0-412e-bc55-514b62d00f0d req-1ee0cd95-43c1-49e2-becd-f1417c387721 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 945 time: 0.1018131 Oct 19 11:16:32.930050 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-08135c21-440b-4647-a137-2184b237af76 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a1120f47d874ba2b16611dcfe67e2ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446579 Oct 19 11:16:33.014547 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94f486ee-b3a0-412e-bc55-514b62d00f0d req-1fafb716-428a-4abe-bb04-6cbc38b0cb08 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029909 Oct 19 11:16:33.107501 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:33.169452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] Pushing event deleted for resources: {'Port': ['ID=23480a68-a6ba-4a69-9162-be4d9f11dc19,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:33.390663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b384b6-8b4c-4abd-a470-e28f76ed98bc req-0623750a-4184-41c0-990d-55a64c1136b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:33.398968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-02b384b6-8b4c-4abd-a470-e28f76ed98bc req-0623750a-4184-41c0-990d-55a64c1136b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 945 time: 0.2198231 Oct 19 11:16:33.577071 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-02b384b6-8b4c-4abd-a470-e28f76ed98bc req-60e38202-596e-4a72-b9c0-b6c12df87e01 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740794 Oct 19 11:16:33.620434 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:33.676786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-63abc0ba-8dae-49d3-b654-7cfe09b7baa2 service neutron] 10.222.0.39 "GET /v2.0/networks/aa786adb-c2f9-40e7-be1a-4cc26ea99f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356358 Oct 19 11:16:33.749449 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5668290d-4726-4911-83d3-5079bc96918d req-38283d8f-c317-45fa-8ce8-c48db044d400 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 210 time: 0.0461142 Oct 19 11:16:33.754659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6a991c11-3635-4479-ae95-b912ea76009b up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:16:33.839509 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-45a24cec-12eb-4758-9c68-de71250b21ec service neutron] 10.222.0.39 "GET /v2.0/networks/aa786adb-c2f9-40e7-be1a-4cc26ea99f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555760 Oct 19 11:16:33.901167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 6a991c11-3635-4479-ae95-b912ea76009b completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:16:33.906491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 6a991c11-3635-4479-ae95-b912ea76009b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:33.907094 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:34.050186 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:34.104053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fcd48b41-d446-484f-8d28-bba1717f3d41 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:34.105696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fcd48b41-d446-484f-8d28-bba1717f3d41 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/networks?id=3b78520f-77dd-4531-922b-f076cf071f93 HTTP/1.1" status: 200 len: 814 time: 0.1327827 Oct 19 11:16:34.173031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-f3068f29-ab91-4f83-9e11-501a78578228 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/quotas/d31c446c2346496c96987a8e912c36a5 HTTP/1.1" status: 200 len: 375 time: 0.0496860 Oct 19 11:16:34.246621 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcf7edf-0611-4934-9c9c-41642024a073 x-openstack-request-id: req-6fcf7edf-0611-4934-9c9c-41642024a073 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:34.247471 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba633322-ed96-4d5e-9664-d9458c819c97", "name": "network-vif-deleted", "tag": "e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:34.247730 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fcf7edf-0611-4934-9c9c-41642024a073 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:34.248159 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba633322-ed96-4d5e-9664-d9458c819c97', 'name': 'network-vif-deleted', 'tag': 'e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f', 'status': 'completed', 'code': 200} Oct 19 11:16:34.257506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6a991c11-3635-4479-ae95-b912ea76009b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a991c11-3635-4479-ae95-b912ea76009b,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:34.258493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a991c11-3635-4479-ae95-b912ea76009b'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:34.261795 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fb0dba-9a4c-4de6-ad37-9ad07c4736d7" -d '{"events": [{"server_uuid": "0ff64242-5c21-4c14-8124-2271f3a86c4c", "name": "network-vif-plugged", "status": "completed", "tag": "6a991c11-3635-4479-ae95-b912ea76009b"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:34.321549 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:34.322572 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:16:34.333017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] Router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:16:34.370078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a0dc4e58-c12e-4bef-a59d-f258cacdfeeb tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31c446c2346496c96987a8e912c36a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808870 Oct 19 11:16:34.371853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:16:34.372209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e897a1a0-55bf-47de-bc55-e1f6b9fc3b6f not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:16:34.554080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6a991c11-3635-4479-ae95-b912ea76009b,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:34.561758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.562116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.562458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.562793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.563129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.563460 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.563787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.564112 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.564434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.564782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.565239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.565483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:16:34.576523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-39d660a6-316d-440a-b024-487d3580389c service neutron] 10.222.0.39 "GET /v2.0/networks/3b78520f-77dd-4531-922b-f076cf071f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050698 Oct 19 11:16:34.621074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:16:34.632289 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-18e97d8a-57d6-40a9-9f44-1783b274aa3c admin admin] 10.222.0.39 "PUT /v2.0/routers/1e6a19d3-5083-4136-9d0e-6f8a10ef34f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4428077 Oct 19 11:16:34.632389 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555ebd4-39ae-44aa-990b-a3c34a885cb1 None None] Sync routers for ids ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:16:34.640144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50506) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:34.644652 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555ebd4-39ae-44aa-990b-a3c34a885cb1 None None] Routers {'1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:34.645576 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f555ebd4-39ae-44aa-990b-a3c34a885cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:16:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:34.658219 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-604b65c2-7cbf-4911-81b2-5874297a223e req-0b489c9d-38d7-4836-819b-e70dd392d13c tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 210 time: 0.0499759 Oct 19 11:16:34.728840 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f70ce4-59e4-41ea-8f71-94efe8fb2e71 x-openstack-request-id: req-28f70ce4-59e4-41ea-8f71-94efe8fb2e71 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:34.728840 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff64242-5c21-4c14-8124-2271f3a86c4c", "name": "network-vif-plugged", "status": "completed", "tag": "6a991c11-3635-4479-ae95-b912ea76009b", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:34.728840 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28f70ce4-59e4-41ea-8f71-94efe8fb2e71 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:34.728840 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a991c11-3635-4479-ae95-b912ea76009b', 'code': 200} Oct 19 11:16:34.861060 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-12a4a5ad-04c1-4c06-9419-0f8a8b4bf9e3 service neutron] 10.222.0.39 "GET /v2.0/networks/3b78520f-77dd-4531-922b-f076cf071f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822068 Oct 19 11:16:34.895818 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f555ebd4-39ae-44aa-990b-a3c34a885cb1 None None] Set router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:34.907535 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:34.955694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518986d3-6ecb-4cb4-8734-f43accce2167 req-3a69936a-0e64-4aae-9afb-31d3736e96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:34.965463 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-518986d3-6ecb-4cb4-8734-f43accce2167 req-3a69936a-0e64-4aae-9afb-31d3736e96a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 1097 time: 0.1686440 Oct 19 11:16:35.083868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-518986d3-6ecb-4cb4-8734-f43accce2167 req-85b3ff46-5dc4-42bc-bd52-8628b2f860b0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029685 Oct 19 11:16:35.130291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713fa30-15ef-4fb7-adc6-303c75579987 req-d1aaf92a-f6ce-443f-b927-70d04c5edd3b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:35.141911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6713fa30-15ef-4fb7-adc6-303c75579987 req-d1aaf92a-f6ce-443f-b927-70d04c5edd3b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 945 time: 0.1951039 Oct 19 11:16:35.218642 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:35.254913 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6713fa30-15ef-4fb7-adc6-303c75579987 req-122d9826-c596-446a-80ca-0e380a2d671b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020305 Oct 19 11:16:35.476123 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d8d71e6-8fe1-4756-b835-8baa9ecdc68e req-e8ea1b99-c936-4a77-9809-1cac217ef837 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 210 time: 0.1016376 Oct 19 11:16:35.494701 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f555ebd4-39ae-44aa-990b-a3c34a885cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:16:32Z', 'revision_number': 5, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port': {'id': '7458e569-5d34-4394-b4af-35fb8a065b37', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:13:57Z', 'updated_at': '2021-10-19T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:35.522231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bc81a-8b31-4f32-b910-4fdb4de55f69 req-b520434b-5222-456a-af0e-5c9c1fa0d1cf tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:35.536614 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be7bc81a-8b31-4f32-b910-4fdb4de55f69 req-b520434b-5222-456a-af0e-5c9c1fa0d1cf tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 946 time: 0.1611481 Oct 19 11:16:35.555933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Deleting port 7458e569-5d34-4394-b4af-35fb8a065b37 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:35.556266 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:35.606974 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555ebd4-39ae-44aa-990b-a3c34a885cb1 None None] Checking router: 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:16:35.624047 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555ebd4-39ae-44aa-990b-a3c34a885cb1 None None] Routers {'1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:35.624796 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f555ebd4-39ae-44aa-990b-a3c34a885cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:16:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:35.637717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b468be17-a19c-45dd-8dbb-30be9e80263b req-180b568f-ae4d-4dc0-8efa-b84ab991c4a2 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 210 time: 0.0430639 Oct 19 11:16:35.752965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] For port 7458e569-5d34-4394-b4af-35fb8a065b37, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7458e569-5d34-4394-b4af-35fb8a065b37,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:35.753589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:35.754352 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f555ebd4-39ae-44aa-990b-a3c34a885cb1 None None] Set router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:35.778392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Calling delete_port for 7458e569-5d34-4394-b4af-35fb8a065b37 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:35.797163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be7bc81a-8b31-4f32-b910-4fdb4de55f69 req-701d9b36-2a9a-41a4-9ff3-3f9533f6edad tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435741 Oct 19 11:16:35.852465 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f555ebd4-39ae-44aa-990b-a3c34a885cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:16:35Z', 'revision_number': 6, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:35.939933 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555ebd4-39ae-44aa-990b-a3c34a885cb1 None None] The sync data for ids ['1e6a19d3-5083-4136-9d0e-6f8a10ef34f8'] in n-d-814547-1 is: [{'id': '1e6a19d3-5083-4136-9d0e-6f8a10ef34f8', 'name': 'tempest-ServersTestManualDisk-948377694-router', 'tenant_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:13:56Z', 'updated_at': '2021-10-19T11:16:35Z', 'revision_number': 6, 'project_id': '7b379029ee604a4e86abaf1ad85ef5b3', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:16:35.952129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e120c33-d185-4dd4-a7b0-ff6c391ce2bf req-de8dc9f5-1c55-4d6f-af41-a42f89c9453d tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 210 time: 0.0444117 Oct 19 11:16:36.234988 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:36.357372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7458e569-5d34-4394-b4af-35fb8a065b37,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:36.472518 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:36.630710 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ce864cf-e30e-4564-bb6f-19ceac935d70 req-6dff2a09-5c7f-497d-85db-89b99f703e55 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 210 time: 0.0387151 Oct 19 11:16:36.706409 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:36.708361 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:36.758253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ce8aa62-624b-4676-80b1-affa6a3bb8ec req-2a0e76a5-cdd6-42b9-93c0-a8d8b61fada4 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 210 time: 0.0528963 Oct 19 11:16:36.783257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e49b57-5c74-46cd-9fdf-bd7c0669641d req-c33c9d67-728d-426b-a228-2838b45b251b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:36.785694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-91e49b57-5c74-46cd-9fdf-bd7c0669641d req-c33c9d67-728d-426b-a228-2838b45b251b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 945 time: 0.1620409 Oct 19 11:16:36.896332 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-91e49b57-5c74-46cd-9fdf-bd7c0669641d req-fb362ae8-d967-4b3f-b9cf-f48725ddadc3 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949080 Oct 19 11:16:36.898226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:36.903167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:16:36.929346 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:36.929346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-18dea947-fb65-487f-a4f0-d315364d3cb3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1e6a19d3-5083-4136-9d0e-6f8a10ef34f8 HTTP/1.1" status: 204 len: 168 time: 2.2756670 Oct 19 11:16:36.929827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50552) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:36.990160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-73baf113-6d9c-46c2-8de2-da4a50fa6b62 admin admin] Deleting subnet c95cbccf-8e20-4fe1-9964-8c44711deee6 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:16:36.995647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73baf113-6d9c-46c2-8de2-da4a50fa6b62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:37.049123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba8367-9584-46d5-b72a-adc76b8362ec req-6546df73-9039-46bc-9f16-8bb0628943de tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:37.055875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58ba8367-9584-46d5-b72a-adc76b8362ec req-6546df73-9039-46bc-9f16-8bb0628943de tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 946 time: 0.0689054 Oct 19 11:16:37.070980 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73baf113-6d9c-46c2-8de2-da4a50fa6b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:37.099749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58ba8367-9584-46d5-b72a-adc76b8362ec req-050cf708-ccf5-4bd1-97e5-7fa188c439b6 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 Oct 19 11:16:37.179608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a28bb34e-69bd-43a6-8235-8e54b42693a5 req-1f3dfd17-bf00-47c4-88d6-d579911f99d9 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 210 time: 0.0542727 Oct 19 11:16:37.231504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73baf113-6d9c-46c2-8de2-da4a50fa6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:37.377401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7458e569-5d34-4394-b4af-35fb8a065b37 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:16:37.408269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 7458e569-5d34-4394-b4af-35fb8a065b37 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:16:37.408269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7458e569-5d34-4394-b4af-35fb8a065b37 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:16:37.408269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 23480a68-a6ba-4a69-9162-be4d9f11dc19 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:16:37.425351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 23480a68-a6ba-4a69-9162-be4d9f11dc19 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:16:37.425742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 23480a68-a6ba-4a69-9162-be4d9f11dc19 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:16:37.530181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73baf113-6d9c-46c2-8de2-da4a50fa6b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:37.564722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73baf113-6d9c-46c2-8de2-da4a50fa6b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c95cbccf-8e20-4fe1-9964-8c44711deee6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:37.568692 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73baf113-6d9c-46c2-8de2-da4a50fa6b62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:37.574949 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-73baf113-6d9c-46c2-8de2-da4a50fa6b62 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c95cbccf-8e20-4fe1-9964-8c44711deee6 HTTP/1.1" status: 204 len: 168 time: 0.6503909 Oct 19 11:16:37.575149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50568) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:37.578911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf640de7-82a3-4bcd-b362-0592468c5402 None None] Network a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:16:37.745459 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:37.849275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-4f3eea94-e5d9-44fa-bf9a-9c8597c13463 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:37.852062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-4f3eea94-e5d9-44fa-bf9a-9c8597c13463 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.49 "GET /v2.0/networks?id=aa786adb-c2f9-40e7-be1a-4cc26ea99f1c HTTP/1.1" status: 200 len: 814 time: 0.2019243 Oct 19 11:16:37.868467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Request body: {'port': {'device_id': 'c529bdea-631d-4cd9-8d74-7bb6475ff233', 'network_id': 'aa786adb-c2f9-40e7-be1a-4cc26ea99f1c', 'admin_state_up': True, 'tenant_id': '6a1120f47d874ba2b16611dcfe67e2ed'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:37.900223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70d3cea4-135b-45d9-9454-a8620f000124 req-30e247c5-c4ed-41ec-97e6-73ec9629e62f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 210 time: 0.0423002 Oct 19 11:16:37.923581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f5a9f-3335-4458-80e2-6b5aabcc0900 None None] DHCP port deletion for a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:16:37.983007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22e1e-f285-487a-a2ee-d70e2b087849 req-ab9cd2d3-5e2e-4736-9d4d-995b5a60f567 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:37.990305 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bba22e1e-f285-487a-a2ee-d70e2b087849 req-ab9cd2d3-5e2e-4736-9d4d-995b5a60f567 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 946 time: 0.1710951 Oct 19 11:16:38.047866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f5a9f-3335-4458-80e2-6b5aabcc0900 None None] Deleting port 953f1908-9bb3-46cb-ab46-b662701a22c9 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:38.048331 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5a9f-3335-4458-80e2-6b5aabcc0900 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:38.059615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Deleting port 953f1908-9bb3-46cb-ab46-b662701a22c9 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:38.059953 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:38.135860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-a2ffa500-e98f-490f-88c6-d41ce61eb990 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:38.137466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-a2ffa500-e98f-490f-88c6-d41ce61eb990 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.49 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 945 time: 0.2380764 Oct 19 11:16:38.154510 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7799d479-dbee-49d4-a0fc-c80f6d63399d req-bfa8fb68-afe9-488c-a4eb-80b413c79a5f tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 210 time: 0.0843632 Oct 19 11:16:38.155422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bba22e1e-f285-487a-a2ee-d70e2b087849 req-8a6ab150-2893-4ffc-9ce7-0dd58fee307b tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640873 Oct 19 11:16:38.181979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ee8f5a9f-3335-4458-80e2-6b5aabcc0900 None None] For port 953f1908-9bb3-46cb-ab46-b662701a22c9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=953f1908-9bb3-46cb-ab46-b662701a22c9,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:38.182383 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5a9f-3335-4458-80e2-6b5aabcc0900 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:38.217388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f5a9f-3335-4458-80e2-6b5aabcc0900 None None] Calling delete_port for 953f1908-9bb3-46cb-ab46-b662701a22c9 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:38.261420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] For port 953f1908-9bb3-46cb-ab46-b662701a22c9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=953f1908-9bb3-46cb-ab46-b662701a22c9,segment=NetworkSegment(b3c49292-7d00-4d30-bef5-2cccb2d69dba),segment_id=b3c49292-7d00-4d30-bef5-2cccb2d69dba)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:38.261789 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:38.329550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Calling delete_port for 953f1908-9bb3-46cb-ab46-b662701a22c9 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:38.439003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1bde9-a611-4b1a-b0d5-33889e5ae57a req-22550d57-3ce8-4220-830f-e767ba0983e3 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:38.441441 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6cd1bde9-a611-4b1a-b0d5-33889e5ae57a req-22550d57-3ce8-4220-830f-e767ba0983e3 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 945 time: 0.1175528 Oct 19 11:16:38.449695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Made reservation on behalf of 6a1120f47d874ba2b16611dcfe67e2ed for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:16:38.452940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:38.468307 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5a9f-3335-4458-80e2-6b5aabcc0900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:38.538178 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6cd1bde9-a611-4b1a-b0d5-33889e5ae57a req-9c2918d8-f686-4d98-ba0d-a48b8d29afa1 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups?id=6d764078-e8b9-45c9-8a4d-e082baedf698&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774736 Oct 19 11:16:38.540326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f5a9f-3335-4458-80e2-6b5aabcc0900 None None] Pushing event deleted for resources: {'Port': ['ID=953f1908-9bb3-46cb-ab46-b662701a22c9,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:38.561716 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8f5a9f-3335-4458-80e2-6b5aabcc0900 None None] No DVR routers for this DVR port 953f1908-9bb3-46cb-ab46-b662701a22c9 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:16:38.738969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Allocated IP 172.20.0.8 (aa786adb-c2f9-40e7-be1a-4cc26ea99f1c/1d1c6fc7-f67b-45f7-9743-8391ec3dcced/a59f606e-225c-4126-b3d7-a7dc804b62e2) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:16:38.824441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-965bd2eb-6aa4-437a-b642-89ccd6d0d8eb req-2cd997d4-0570-4a5d-9d38-fbef57fadec4 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 210 time: 0.0477123 Oct 19 11:16:38.835533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Deleting port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:38.847321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:38.962121 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.025879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64b0af27-5642-4d55-8dac-a5a2dcf1b497 req-4e4fc130-bf42-4226-8cdf-0cf25766d736 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba633322-ed96-4d5e-9664-d9458c819c97 HTTP/1.1" status: 200 len: 210 time: 0.0502112 Oct 19 11:16:39.033779 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.041971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] For port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7575ac48-9a9b-45d5-9f2f-90bdb1a27433,segment=NetworkSegment(47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858),segment_id=47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:39.042550 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.140845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] No DVR routers for this DVR port 953f1908-9bb3-46cb-ab46-b662701a22c9 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:16:39.147308 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Pushing event deleted for resources: {'Port': ['ID=953f1908-9bb3-46cb-ab46-b662701a22c9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:39.217825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.258410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-839dd0a3-4bca-4edd-aea1-6baaa05519af tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:39.260224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-839dd0a3-4bca-4edd-aea1-6baaa05519af tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.49 "GET /v2.0/networks?id=3b78520f-77dd-4531-922b-f076cf071f93 HTTP/1.1" status: 200 len: 814 time: 0.2244575 Oct 19 11:16:39.328180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Request body: {'port': {'device_id': 'de8c68a0-f707-4870-a119-20408fa3e6cb', 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93', 'admin_state_up': True, 'tenant_id': 'd31c446c2346496c96987a8e912c36a5'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:39.388197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Network aa786adb-c2f9-40e7-be1a-4cc26ea99f1c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:16:39.411440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:16:39.415569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:16:39.426247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 953f1908-9bb3-46cb-ab46-b662701a22c9 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:16:39.471789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 953f1908-9bb3-46cb-ab46-b662701a22c9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:16:39.472432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 953f1908-9bb3-46cb-ab46-b662701a22c9 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:16:39.495208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:39.496243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.543339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Pushing event updated for resources: {'Port': ['ID=a59f606e-225c-4126-b3d7-a7dc804b62e2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:39.543544 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.543544 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.543979 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Floating IP 0eff9e57-f999-4201-a9ac-424558aa0557 disassociated. External IP: 172.25.2.29, port: 7575ac48-9a9b-45d5-9f2f-90bdb1a27433. Oct 19 11:16:39.544516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Calling delete_port for 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:39.620452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d1492-255d-405e-bd8e-ea8330da307b req-a033a767-129a-44da-b57a-d962e8ff72a4 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:39.624700 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-383d1492-255d-405e-bd8e-ea8330da307b req-a033a767-129a-44da-b57a-d962e8ff72a4 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 946 time: 0.2897325 Oct 19 11:16:39.681800 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-179c0f7e-afdb-4a24-ba41-45a848f657c8 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8179884 Oct 19 11:16:39.701546 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.702517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Request body: {'port': {'device_id': 'c529bdea-631d-4cd9-8d74-7bb6475ff233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:39.742960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-383d1492-255d-405e-bd8e-ea8330da307b req-37121011-83d2-457b-8a24-66e983d27a4c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034613 Oct 19 11:16:39.748647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:39.773452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c49292-7d00-4d30-bef5-2cccb2d69dba') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:39.773452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c49292-7d00-4d30-bef5-2cccb2d69dba') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:39.776016 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.795583 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.805402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:16:39.805843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.844622 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:16:39.927820 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:16:39.945767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b767610-b719-4ad2-a363-e696670a1f5d req-1e311f99-552f-478b-bd2c-dddab227c2c0 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 210 time: 0.5159786 Oct 19 11:16:39.945767 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:39.980696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Pushing event deleted for resources: {'Port': ['ID=7575ac48-9a9b-45d5-9f2f-90bdb1a27433,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:40.114967 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:40.120853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Made reservation on behalf of d31c446c2346496c96987a8e912c36a5 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:16:40.123229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:40.126991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:40.127485 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb HTTP/1.1" status: 204 len: 168 time: 2.5504549 Oct 19 11:16:40.145265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac161a6-1b39-44e8-9387-f19d46746113 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f5d37e-51d4-40c8-b8c1-86b4c79a16fb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:40.161646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Router a748f4f2-55a1-4611-aa8c-bc543bb1d126 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:16:40.238234 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96eabc4a-2fc8-4365-a123-134b8a65d509 req-db9186aa-294f-4a72-91cf-cf7df04774e7 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f224fc-d797-440b-8363-e347969a07f9 HTTP/1.1" status: 200 len: 210 time: 0.0675530 Oct 19 11:16:40.458636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:16:40.471124 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3384d-bd83-4d62-bf6c-9ac5615b9444 None None] Sync routers for ids ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:16:40.496972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d3384d-bd83-4d62-bf6c-9ac5615b9444 None None] Routers {'a748f4f2-55a1-4611-aa8c-bc543bb1d126'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:40.498937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-80d3384d-bd83-4d62-bf6c-9ac5615b9444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:16:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:40.579562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Allocated IP 172.20.0.5 (3b78520f-77dd-4531-922b-f076cf071f93/e0ecf773-b821-4e23-a396-6c8c93b7f911/7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:16:40.609888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] No DVR routers for this DVR port 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:16:40.620470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:40.643461 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c3058cc2-f490-4697-b01f-41936cf9e7ef req-57f312db-8dfc-4ff0-a4ce-85555985e79b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.49 "DELETE /v2.0/ports/7575ac48-9a9b-45d5-9f2f-90bdb1a27433 HTTP/1.1" status: 204 len: 173 time: 2.4491923 Oct 19 11:16:40.646257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f224fc-d797-440b-8363-e347969a07f9', 'name': 'network-vif-deleted', 'tag': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:40.650814 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bc9c41-c542-4124-8c46-5545a0d15592" -d '{"events": [{"server_uuid": "03f224fc-d797-440b-8363-e347969a07f9", "name": "network-vif-deleted", "tag": "7575ac48-9a9b-45d5-9f2f-90bdb1a27433"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:40.806131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50642) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:40.827399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:40.831383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-80d3384d-bd83-4d62-bf6c-9ac5615b9444 None None] Set router a748f4f2-55a1-4611-aa8c-bc543bb1d126 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:40.923571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1328e1db-e21f-4c32-ad02-e615ae38f0d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b379029ee604a4e86abaf1ad85ef5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1155601 Oct 19 11:16:40.933071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50644) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:40.972487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:41.148142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Network 3b78520f-77dd-4531-922b-f076cf071f93 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:16:41.169592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:16:41.217496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:16:41.373487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-80d3384d-bd83-4d62-bf6c-9ac5615b9444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'ea80a7c5-d58e-4dad-af11-9d8407d74fce', 'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'mac_address': 'fa:16:3e:a2:e2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:19Z', 'updated_at': '2021-10-19T11:14:26Z', 'revision_number': 5, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'subnets': [{'id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:41.390452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59f606e-225c-4126-b3d7-a7dc804b62e2 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:16:41.413517 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:41.442695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3384d-bd83-4d62-bf6c-9ac5615b9444 None None] Checking router: a748f4f2-55a1-4611-aa8c-bc543bb1d126 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:16:41.446276 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Transition to ACTIVE for port object a59f606e-225c-4126-b3d7-a7dc804b62e2 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:16:41.471895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d3384d-bd83-4d62-bf6c-9ac5615b9444 None None] Routers {'a748f4f2-55a1-4611-aa8c-bc543bb1d126'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:41.475092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-80d3384d-bd83-4d62-bf6c-9ac5615b9444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:16:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:41.500553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Pushing event updated for resources: {'Port': ['ID=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:41.595927 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:41.683552 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-80d3384d-bd83-4d62-bf6c-9ac5615b9444 None None] Set router a748f4f2-55a1-4611-aa8c-bc543bb1d126 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:41.719970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Pushing event updated for resources: {'Port': ['ID=a59f606e-225c-4126-b3d7-a7dc804b62e2,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:41.742286 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84f07e87-8b3f-49c6-b7e9-d69a96739fc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:41.763242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:41.768349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:41.845566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-267cfd4f-0dd8-4fec-a793-d8abfdfd2a6a None None] Provisioning complete for port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:41.858524 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-267cfd4f-0dd8-4fec-a793-d8abfdfd2a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:41.942302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:16:41.981063 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84f07e87-8b3f-49c6-b7e9-d69a96739fc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:42.031009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:16:42.031340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7575ac48-9a9b-45d5-9f2f-90bdb1a27433 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:16:42.037012 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-fa84a6f0-8a13-412a-98ae-a2d21632db96 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7242959 Oct 19 11:16:42.123692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Request body: {'port': {'device_id': 'de8c68a0-f707-4870-a119-20408fa3e6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:42.134525 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-267cfd4f-0dd8-4fec-a793-d8abfdfd2a6a None None] Port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:16:42.479558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-80d3384d-bd83-4d62-bf6c-9ac5615b9444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'ea80a7c5-d58e-4dad-af11-9d8407d74fce', 'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'mac_address': 'fa:16:3e:a2:e2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:19Z', 'updated_at': '2021-10-19T11:14:26Z', 'revision_number': 5, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'subnets': [{'id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:42.503187 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:42.557061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3384d-bd83-4d62-bf6c-9ac5615b9444 None None] The sync data for ids ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'] in n-d-814547-1 is: [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'ea80a7c5-d58e-4dad-af11-9d8407d74fce', 'name': '', 'network_id': '4efd6799-1eab-46e6-862c-c3bca13f905d', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'mac_address': 'fa:16:3e:a2:e2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:19Z', 'updated_at': '2021-10-19T11:14:26Z', 'revision_number': 5, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'subnets': [{'id': '9b79bfe5-0009-40e1-9365-5d8b37703066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:16:42.586144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Attempting to bind port a59f606e-225c-4126-b3d7-a7dc804b62e2 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:16:42.586585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Attempting to bind port a59f606e-225c-4126-b3d7-a7dc804b62e2 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '34687a4b-560d-41bf-b824-3095d2d19e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa786adb-c2f9-40e7-be1a-4cc26ea99f1c'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:16:42.586851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Attempting to bind port a59f606e-225c-4126-b3d7-a7dc804b62e2 on network aa786adb-c2f9-40e7-be1a-4cc26ea99f1c {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:42.808142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Port a59f606e-225c-4126-b3d7-a7dc804b62e2 on network aa786adb-c2f9-40e7-be1a-4cc26ea99f1c not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:16:42.808751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Attempting to bind port a59f606e-225c-4126-b3d7-a7dc804b62e2 on network aa786adb-c2f9-40e7-be1a-4cc26ea99f1c {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:42.816660 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:16:42.826698 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Checking segment: {'id': '34687a4b-560d-41bf-b824-3095d2d19e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa786adb-c2f9-40e7-be1a-4cc26ea99f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:42.833732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Bound using segment: {'id': '34687a4b-560d-41bf-b824-3095d2d19e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa786adb-c2f9-40e7-be1a-4cc26ea99f1c'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:16:42.834569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Bound port: a59f606e-225c-4126-b3d7-a7dc804b62e2, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34687a4b-560d-41bf-b824-3095d2d19e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'aa786adb-c2f9-40e7-be1a-4cc26ea99f1c'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:16:42.835270 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:42.988702 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] For port a59f606e-225c-4126-b3d7-a7dc804b62e2, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:16:42.992762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] For port a59f606e-225c-4126-b3d7-a7dc804b62e2, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a59f606e-225c-4126-b3d7-a7dc804b62e2,segment=NetworkSegment(34687a4b-560d-41bf-b824-3095d2d19e5b),segment_id=34687a4b-560d-41bf-b824-3095d2d19e5b)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:16:43.105902 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9917be-1a77-4032-9723-8914d3a72791 None None] New status for floating IP 0eff9e57-f999-4201-a9ac-424558aa0557: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:16:43.207058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:16:43.216586 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:43.230975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Transition to ACTIVE for port object 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:16:43.232662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84f07e87-8b3f-49c6-b7e9-d69a96739fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:43.236383 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84f07e87-8b3f-49c6-b7e9-d69a96739fc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:43.237602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-84f07e87-8b3f-49c6-b7e9-d69a96739fc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8614ff2f-22cf-4e7a-a9a7-fe028990c076 HTTP/1.1" status: 204 len: 168 time: 2.3031983 Oct 19 11:16:43.264157 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:43.333239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:43.334148 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:43.336670 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] 10.222.0.49 "PUT /v2.0/ports/a59f606e-225c-4126-b3d7-a7dc804b62e2 HTTP/1.1" status: 200 len: 1091 time: 3.6405504 Oct 19 11:16:43.338605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f07e87-8b3f-49c6-b7e9-d69a96739fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8614ff2f-22cf-4e7a-a9a7-fe028990c076,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:43.342794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c529bdea-631d-4cd9-8d74-7bb6475ff233', 'tag': 'a59f606e-225c-4126-b3d7-a7dc804b62e2'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:43.353459 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d6fe40-d73b-4321-bffc-14b26b274610" -d '{"events": [{"name": "network-changed", "server_uuid": "c529bdea-631d-4cd9-8d74-7bb6475ff233", "tag": "a59f606e-225c-4126-b3d7-a7dc804b62e2"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:43.405654 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:43.653728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c5154-26b1-40c5-8d91-2cd7550b2059 service neutron] Pushing event updated for resources: {'Port': ['ID=a59f606e-225c-4126-b3d7-a7dc804b62e2,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:43.807798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-30f24a39-7d10-40d8-aacf-ab9d31bb5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:43.809635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-30f24a39-7d10-40d8-aacf-ab9d31bb5616 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a1120f47d874ba2b16611dcfe67e2ed&device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 1094 time: 0.2987337 Oct 19 11:16:43.813324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Attempting to bind port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:16:43.813651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Attempting to bind port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:16:43.813973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Attempting to bind port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 on network 3b78520f-77dd-4531-922b-f076cf071f93 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:43.863854 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-cede0833-a6af-4bbe-a912-cd22f80febf2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a59f606e-225c-4126-b3d7-a7dc804b62e2 HTTP/1.1" status: 200 len: 217 time: 0.0434690 Oct 19 11:16:43.867317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 on network 3b78520f-77dd-4531-922b-f076cf071f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:16:43.867488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Attempting to bind port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 on network 3b78520f-77dd-4531-922b-f076cf071f93 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:43.870636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Pushing event updated for resources: {'Port': ['ID=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:43.884915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:16:43.885251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Checking segment: {'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:43.885623 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Bound using segment: {'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:16:43.886082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Bound port: 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbb582f-a65a-49da-9be7-1e69a5fb9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:16:43.886710 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:43.933126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-0074b162-9a1b-4007-93de-3ff3bbd2d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:43.934692 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-0074b162-9a1b-4007-93de-3ff3bbd2d255 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d1c6fc7-f67b-45f7-9743-8391ec3dcced HTTP/1.1" status: 200 len: 854 time: 0.0592792 Oct 19 11:16:43.982104 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-eaa64e66-3cb9-4811-81c6-043af61f7d78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aa786adb-c2f9-40e7-be1a-4cc26ea99f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297859 Oct 19 11:16:44.037007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] For port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:16:44.078466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] For port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:16:44.104191 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-27b6c914-69af-473d-909c-6799b3992290 service neutron] 10.222.0.49 "GET /v2.0/networks/aa786adb-c2f9-40e7-be1a-4cc26ea99f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129012 Oct 19 11:16:44.213491 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcaeb1ff-285b-40a8-acad-0ffc4f87ff8a req-c0d7008f-c354-4e45-a67b-363f3b24d974 service neutron] 10.222.0.49 "GET /v2.0/networks/aa786adb-c2f9-40e7-be1a-4cc26ea99f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020117 Oct 19 11:16:44.400867 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:16:44.586900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:44.645485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:44.646181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:44.647893 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] 10.222.0.49 "PUT /v2.0/ports/7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 HTTP/1.1" status: 200 len: 1091 time: 2.5379848 Oct 19 11:16:44.667978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e53cf-9f6d-45e7-a511-bb9ce98c2bdc service neutron] Pushing event updated for resources: {'Port': ['ID=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:45.370706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50682) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:45.607232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1873637575-network', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:45.732975 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:16:45.735710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:45.755690 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:45.841516 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:45.953173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-3fed8a59-eafd-4179-b14c-4b733bca38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:45.954677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-3fed8a59-eafd-4179-b14c-4b733bca38c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d31c446c2346496c96987a8e912c36a5&device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 1094 time: 0.0409486 Oct 19 11:16:45.975349 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:46.004653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:16:46.009939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bce8eab-8349-4f00-b25a-e01b69a9367e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:46.017697 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:46.018107 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Added segment 58607ea1-89c0-45c8-a806-5b5894f0baa7 of type vlan for network 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 Oct 19 11:16:46.034208 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-09db8307-9f36-44b7-bcff-e1e3a96f2e83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 HTTP/1.1" status: 200 len: 217 time: 0.0359426 Oct 19 11:16:46.067576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:46.107889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-56a2d503-fbbe-445f-a4d4-d3d956680a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:46.113026 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-56a2d503-fbbe-445f-a4d4-d3d956680a92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0ecf773-b821-4e23-a396-6c8c93b7f911 HTTP/1.1" status: 200 len: 853 time: 0.0704339 Oct 19 11:16:46.159443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:46.162049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:46.164071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:46.270496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] Pushing event updated for resources: {'Network': ['ID=7c4602ee-8c6d-4d79-8ab5-e30170eaf692,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:46.293929 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:16:46.358599 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ff945a6a-0153-4897-9845-1bc199628b37 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9858034 Oct 19 11:16:46.361163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50692) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:46.366576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] Request body: {'subnet': {'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1873637575-subnet', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:46.452862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:16:46.456470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:46.825229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5cbdf-d815-4e7c-a42f-e4123d242403 req-11096586-85d4-4aa3-af79-c813d5d6ba38 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:46.827626 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fca5cbdf-d815-4e7c-a42f-e4123d242403 req-11096586-85d4-4aa3-af79-c813d5d6ba38 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 943 time: 0.0661550 Oct 19 11:16:46.849855 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:46.914748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fca5cbdf-d815-4e7c-a42f-e4123d242403 req-327c4495-59bd-4911-b488-139d1c95cde0 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796363 Oct 19 11:16:46.953268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7463647f-80e6-4745-b068-325af0a2a944,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:46.985759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] Checking segment: {'id': '58607ea1-89c0-45c8-a806-5b5894f0baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:46.987330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] Network hostable DHCP agents. Network: 7c4602ee-8c6d-4d79-8ab5-e30170eaf692, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:16:47.050314 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02128952-00e1-4180-bcb5-3f4e47660c83 x-openstack-request-id: req-02128952-00e1-4180-bcb5-3f4e47660c83 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:47.050667 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f224fc-d797-440b-8363-e347969a07f9", "name": "network-vif-deleted", "tag": "7575ac48-9a9b-45d5-9f2f-90bdb1a27433", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:47.050922 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02128952-00e1-4180-bcb5-3f4e47660c83 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:47.051327 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f224fc-d797-440b-8363-e347969a07f9', 'name': 'network-vif-deleted', 'tag': '7575ac48-9a9b-45d5-9f2f-90bdb1a27433', 'status': 'completed', 'code': 200} Oct 19 11:16:47.109038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] Network 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:16:47.223118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 7c4602ee-8c6d-4d79-8ab5-e30170eaf692) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:16:47.228088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:47.228936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:47.233679 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18dd7ae-b842-4779-8b23-1e7104b626d4 None None] Network 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:16:47.309152 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4d51141a-cf7e-407e-8cd1-3d703ae32f16 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9469285 Oct 19 11:16:47.327422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50710) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:47.327422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1873637575-router', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:16:47.417876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-7c4602ee-8c6d-4d79-8ab5-e30170eaf692', 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'fixed_ips': [{'subnet_id': '7463647f-80e6-4745-b068-325af0a2a944'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:16:47.421749 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:47.508946 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:47.512797 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:47.584185 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:47.632180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef1a09-26b5-4e17-9600-76c52f044edf req-758a5708-8759-439e-8fc0-d839bee93278 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:47.635073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Allocated IP 172.20.0.2 (7c4602ee-8c6d-4d79-8ab5-e30170eaf692/7463647f-80e6-4745-b068-325af0a2a944/68e99d71-878d-4144-a619-b89c20446112) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:16:47.643384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-edef1a09-26b5-4e17-9600-76c52f044edf req-758a5708-8759-439e-8fc0-d839bee93278 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 943 time: 0.1949148 Oct 19 11:16:47.757732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-edef1a09-26b5-4e17-9600-76c52f044edf req-e855461f-2ef9-48cc-9a27-0b9d139dc4df tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130700 Oct 19 11:16:47.827782 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:47.901432 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:47.957164 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:47.976254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Network 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:16:47.979991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:16:47.983085 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b997a52-3c0d-45ce-a64b-a68f2c712322 x-openstack-request-id: req-2b997a52-3c0d-45ce-a64b-a68f2c712322 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:47.983607 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c529bdea-631d-4cd9-8d74-7bb6475ff233", "tag": "a59f606e-225c-4126-b3d7-a7dc804b62e2", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:47.983607 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b997a52-3c0d-45ce-a64b-a68f2c712322 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:47.983789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:16:47.983993 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c529bdea-631d-4cd9-8d74-7bb6475ff233', 'tag': 'a59f606e-225c-4126-b3d7-a7dc804b62e2', 'status': 'completed', 'code': 200} Oct 19 11:16:48.016458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Pushing event updated for resources: {'Port': ['ID=68e99d71-878d-4144-a619-b89c20446112,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:48.076935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Attempting to bind port 68e99d71-878d-4144-a619-b89c20446112 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:16:48.077323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Attempting to bind port 68e99d71-878d-4144-a619-b89c20446112 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '58607ea1-89c0-45c8-a806-5b5894f0baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:16:48.077674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Attempting to bind port 68e99d71-878d-4144-a619-b89c20446112 on network 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:48.089998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:16:48.093028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Checking segment: {'id': '58607ea1-89c0-45c8-a806-5b5894f0baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:48.093524 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:48.093801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Bound using segment: {'id': '58607ea1-89c0-45c8-a806-5b5894f0baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:16:48.094293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Bound port: 68e99d71-878d-4144-a619-b89c20446112, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58607ea1-89c0-45c8-a806-5b5894f0baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:16:48.094673 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:48.262488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50736) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:48.265534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] For port 68e99d71-878d-4144-a619-b89c20446112, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:16:48.273540 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] For port 68e99d71-878d-4144-a619-b89c20446112, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68e99d71-878d-4144-a619-b89c20446112,segment=NetworkSegment(58607ea1-89c0-45c8-a806-5b5894f0baa7),segment_id=58607ea1-89c0-45c8-a806-5b5894f0baa7)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:16:48.338363 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:48.547109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353025b-f270-4a3d-a552-33c9ef9fd526 None None] Pushing event updated for resources: {'Port': ['ID=68e99d71-878d-4144-a619-b89c20446112,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:48.673204 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f80ce905-82d3-4178-8945-ab9f7a66fc1b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:48.679672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:48.688907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124d29-972c-401b-950d-9efe35f8d18b req-df8724a2-e414-499e-bdca-66f024fad8a6 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:48.696978 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-64124d29-972c-401b-950d-9efe35f8d18b req-df8724a2-e414-499e-bdca-66f024fad8a6 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 943 time: 0.2730815 Oct 19 11:16:48.759250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:48.855317 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f80ce905-82d3-4178-8945-ab9f7a66fc1b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:48.920516 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-64124d29-972c-401b-950d-9efe35f8d18b req-0a494f0e-886a-4c44-96c0-ad098ee1d0cb tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225776 Oct 19 11:16:49.015767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Allocated IP 172.25.2.66 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/bbe55ba5-d831-456e-99dc-b9680faee269) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:16:49.155690 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f80ce905-82d3-4178-8945-ab9f7a66fc1b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:49.158833 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f80ce905-82d3-4178-8945-ab9f7a66fc1b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:49.163280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50746) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:49.163826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f80ce905-82d3-4178-8945-ab9f7a66fc1b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "DELETE /v2.0/security-groups/6d764078-e8b9-45c9-8a4d-e082baedf698 HTTP/1.1" status: 204 len: 168 time: 0.9066901 Oct 19 11:16:49.182055 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-10478315-e5c3-4981-ac3f-27e9be38b585 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] show failed (client error): The resource could not be found. Oct 19 11:16:49.183359 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-10478315-e5c3-4981-ac3f-27e9be38b585 tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "GET /v2.0/security-groups/6d764078-e8b9-45c9-8a4d-e082baedf698 HTTP/1.1" status: 404 len: 347 time: 0.0187705 Oct 19 11:16:49.186362 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50748) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:49.186557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ce905-82d3-4178-8945-ab9f7a66fc1b tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d764078-e8b9-45c9-8a4d-e082baedf698,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:49.226123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64941814-f94d-4c66-8669-dc7d8d886e79 req-33472382-478d-459f-9756-f85531ee58b9 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:49.227712 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-64941814-f94d-4c66-8669-dc7d8d886e79 req-33472382-478d-459f-9756-f85531ee58b9 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 949 time: 0.1719511 Oct 19 11:16:49.295578 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:49.303450 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:49.373160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-64941814-f94d-4c66-8669-dc7d8d886e79 req-6edd005e-d5a0-4868-b9d0-2890b656265e tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362367 Oct 19 11:16:49.510317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68e99d71-878d-4144-a619-b89c20446112 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:16:49.534553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-15c9405a-0f01-4d87-b35b-33f03650d75e tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Deleting port d23399ae-50e2-4c02-a3db-ad3c145ae6e7 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:49.540094 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15c9405a-0f01-4d87-b35b-33f03650d75e tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:49.570865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd6721-3b86-4d0e-9924-7c34194a1050 req-8eb32ab1-4153-43e7-93cf-3e73d7b9c6ba tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:49.573374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-02cd6721-3b86-4d0e-9924-7c34194a1050 req-8eb32ab1-4153-43e7-93cf-3e73d7b9c6ba tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 943 time: 0.0950778 Oct 19 11:16:49.715228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 68e99d71-878d-4144-a619-b89c20446112 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:49.716020 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:49.723555 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-02cd6721-3b86-4d0e-9924-7c34194a1050 req-b2cc04f6-ac47-4bd7-a3ea-4da618671afc tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421039 Oct 19 11:16:49.785196 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15c9405a-0f01-4d87-b35b-33f03650d75e tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:49.786010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15c9405a-0f01-4d87-b35b-33f03650d75e tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:49.812602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-15c9405a-0f01-4d87-b35b-33f03650d75e tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Calling delete_port for d23399ae-50e2-4c02-a3db-ad3c145ae6e7 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:49.985726 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:50.031206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8c68a0-f707-4870-a119-20408fa3e6cb', 'tag': '7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:50.034845 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3cb3b3-4e5f-418f-969f-602504b3934e" -d '{"events": [{"name": "network-changed", "server_uuid": "de8c68a0-f707-4870-a119-20408fa3e6cb", "tag": "7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:50.076448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 68e99d71-878d-4144-a619-b89c20446112, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68e99d71-878d-4144-a619-b89c20446112,segment=NetworkSegment(58607ea1-89c0-45c8-a806-5b5894f0baa7),segment_id=58607ea1-89c0-45c8-a806-5b5894f0baa7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:50.102730 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a37f1d9-1b81-41f4-937b-f2f7c4cbc9c0 None None] Network 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:16:50.134675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a19c5c-689a-4c34-9bfd-9edb47b52669 req-69cb6668-9601-4fd4-9718-a252b6c752cd tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:50.136149 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-10a19c5c-689a-4c34-9bfd-9edb47b52669 req-69cb6668-9601-4fd4-9718-a252b6c752cd tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 943 time: 0.0898368 Oct 19 11:16:50.212325 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-10a19c5c-689a-4c34-9bfd-9edb47b52669 req-0d1a507c-6f7e-417a-abd2-d4849e4e2a5f tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656061 Oct 19 11:16:50.220517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f281e8e4-c103-4f58-a68d-66007fd5919a None None] Provisioning complete for port 68e99d71-878d-4144-a619-b89c20446112 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:50.220913 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f281e8e4-c103-4f58-a68d-66007fd5919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:50.227344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:50.296845 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95646b7e-a6e0-48a8-8289-bdc49d49ea31 x-openstack-request-id: req-95646b7e-a6e0-48a8-8289-bdc49d49ea31 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:50.297376 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8c68a0-f707-4870-a119-20408fa3e6cb", "tag": "7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:50.297376 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95646b7e-a6e0-48a8-8289-bdc49d49ea31 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:50.297756 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8c68a0-f707-4870-a119-20408fa3e6cb', 'tag': '7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3', 'status': 'completed', 'code': 200} Oct 19 11:16:50.306883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:16:50.310199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:16:50.316986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:16:50.341125 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15c9405a-0f01-4d87-b35b-33f03650d75e tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:50.346296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Pushing event updated for resources: {'Port': ['ID=bbe55ba5-d831-456e-99dc-b9680faee269,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:50.418328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9405a-0f01-4d87-b35b-33f03650d75e tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Pushing event deleted for resources: {'Port': ['ID=d23399ae-50e2-4c02-a3db-ad3c145ae6e7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:50.435810 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:50.448908 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:50.531057 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15c9405a-0f01-4d87-b35b-33f03650d75e tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:50.534803 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15c9405a-0f01-4d87-b35b-33f03650d75e tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:50.548978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50766) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:50.550597 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-15c9405a-0f01-4d87-b35b-33f03650d75e tempest-ServersTestJSON-851084505 tempest-ServersTestJSON-851084505-project] 10.222.0.39 "DELETE /v2.0/floatingips/0eff9e57-f999-4201-a9ac-424558aa0557 HTTP/1.1" status: 204 len: 168 time: 1.3628130 Oct 19 11:16:50.743660 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=68e99d71-878d-4144-a619-b89c20446112,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:50.811170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e15776-a588-4523-af4c-88258f9e5bba req-839dfe43-4c45-4805-b18e-999b10d710ae tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:50.820601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d1e15776-a588-4523-af4c-88258f9e5bba req-839dfe43-4c45-4805-b18e-999b10d710ae tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 949 time: 0.3295169 Oct 19 11:16:51.089118 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d1e15776-a588-4523-af4c-88258f9e5bba req-a749c971-d2bc-49c2-81a2-c0266a9c812a tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669227 Oct 19 11:16:51.089944 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:51.146695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-959c6a5b-3903-453d-a0b5-0531bb485beb None None] Provisioning complete for port 68e99d71-878d-4144-a619-b89c20446112 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:51.147727 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-959c6a5b-3903-453d-a0b5-0531bb485beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:51.458112 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68e99d71-878d-4144-a619-b89c20446112 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:16:51.607773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 68e99d71-878d-4144-a619-b89c20446112 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:51.609630 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:51.823751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6a991c11-3635-4479-ae95-b912ea76009b details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:16:51.946419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c93096-f9a7-43c7-867a-de6d222e2d4a req-6c6eea6c-08f1-49c4-ba7b-4c55629c4c5f tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:51.954136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83c93096-f9a7-43c7-867a-de6d222e2d4a req-6c6eea6c-08f1-49c4-ba7b-4c55629c4c5f tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 943 time: 0.6901646 Oct 19 11:16:52.058707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6a991c11-3635-4479-ae95-b912ea76009b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a991c11-3635-4479-ae95-b912ea76009b,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:52.082082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '6a991c11-3635-4479-ae95-b912ea76009b', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'port_id': '6a991c11-3635-4479-ae95-b912ea76009b', 'mac_address': 'fa:16:3e:6f:b7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfa5705-e214-45b1-b7ca-60a9322912ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:16:52.139694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83c93096-f9a7-43c7-867a-de6d222e2d4a req-fe9c986d-5c3d-4761-9e90-5e6f064c043c tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687467 Oct 19 11:16:52.152479 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:52.185561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a991c11-3635-4479-ae95-b912ea76009b {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:16:52.195212 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:52.238716 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6a991c11-3635-4479-ae95-b912ea76009b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a991c11-3635-4479-ae95-b912ea76009b,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:52.337713 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:52.436295 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:52.473447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['6a991c11-3635-4479-ae95-b912ea76009b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:16:52.488117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6a991c11-3635-4479-ae95-b912ea76009b,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:52.525450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Router 229fbe06-4c2f-4e89-9ef6-c51da971747e is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:16:52.919379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:16:52.929508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Sync routers for ids ['229fbe06-4c2f-4e89-9ef6-c51da971747e'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:16:52.947686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Routers {'229fbe06-4c2f-4e89-9ef6-c51da971747e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:52.950605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:16:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['229fbe06-4c2f-4e89-9ef6-c51da971747e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:53.034835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-c59e212b-9249-4982-921c-04ed23c6da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:53.036254 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-c59e212b-9249-4982-921c-04ed23c6da2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b78520f-77dd-4531-922b-f076cf071f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709957 Oct 19 11:16:53.063425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:53.063425 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-451060fc-5fff-4937-861f-3dca45c1f58a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7399409 Oct 19 11:16:53.072868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50816) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:53.117971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6fe40-d73b-4321-bffc-14b26b274610 req-df72837c-3476-4f1f-b91c-07bb2b6dc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:53.124658 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d6fe40-d73b-4321-bffc-14b26b274610 req-df72837c-3476-4f1f-b91c-07bb2b6dc8fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a1120f47d874ba2b16611dcfe67e2ed&device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 1094 time: 0.2470880 Oct 19 11:16:53.228714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Set router 229fbe06-4c2f-4e89-9ef6-c51da971747e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:53.420079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2d96f-7989-4419-8001-c9cbbfcc285b req-79e69217-f037-4e86-a22b-36ddb29c678c tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:53.430766 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcd2d96f-7989-4419-8001-c9cbbfcc285b req-79e69217-f037-4e86-a22b-36ddb29c678c tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 943 time: 0.3819127 Oct 19 11:16:53.484327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] Deleting port ea80a7c5-d58e-4dad-af11-9d8407d74fce {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:53.484720 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:53.627626 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-805cdfe7-c0cc-4a91-a093-00fc9269461a service neutron] 10.222.0.49 "GET /v2.0/networks/3b78520f-77dd-4531-922b-f076cf071f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406687 Oct 19 11:16:53.630502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'name': 'tempest-ServersTestMultiNic-1873637575-router', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:16:47Z', 'updated_at': '2021-10-19T11:16:50Z', 'revision_number': 3, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'gw_port': {'id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:16:48Z', 'updated_at': '2021-10-19T11:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:53.647534 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dcd2d96f-7989-4419-8001-c9cbbfcc285b req-7be6fded-fb65-4a62-b1e9-dbd27b8072a1 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158699 Oct 19 11:16:53.727093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Checking router: 229fbe06-4c2f-4e89-9ef6-c51da971747e for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:16:53.727444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Updating router 229fbe06-4c2f-4e89-9ef6-c51da971747e port bbe55ba5-d831-456e-99dc-b9680faee269 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:16:53.773988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] For port ea80a7c5-d58e-4dad-af11-9d8407d74fce, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ea80a7c5-d58e-4dad-af11-9d8407d74fce,segment=NetworkSegment(47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858),segment_id=47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:53.774354 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:53.777065 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:53.826378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] Calling delete_port for ea80a7c5-d58e-4dad-af11-9d8407d74fce owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:53.862310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-128f7b64-3b66-4df3-860a-b7e4544334b8 req-f2847e7b-fa5e-4c36-b8fb-2161e6c79260 service neutron] 10.222.0.49 "GET /v2.0/networks/3b78520f-77dd-4531-922b-f076cf071f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757824 Oct 19 11:16:53.863955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6fe40-d73b-4321-bffc-14b26b274610 req-20b8af39-83e7-443b-8bb4-6c06d416dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:53.869421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d6fe40-d73b-4321-bffc-14b26b274610 req-20b8af39-83e7-443b-8bb4-6c06d416dddc service neutron] 10.222.0.49 "GET /v2.0/networks?id=aa786adb-c2f9-40e7-be1a-4cc26ea99f1c HTTP/1.1" status: 200 len: 915 time: 0.6828592 Oct 19 11:16:53.869612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6a991c11-3635-4479-ae95-b912ea76009b up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:16:53.971870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a59f606e-225c-4126-b3d7-a7dc804b62e2 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:16:54.078274 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d6fe40-d73b-4321-bffc-14b26b274610 req-5b85e462-5425-4e79-b5f4-935298baf3e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a59f606e-225c-4126-b3d7-a7dc804b62e2 HTTP/1.1" status: 200 len: 217 time: 0.0565531 Oct 19 11:16:54.158330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f439fb5-e2b5-4608-bf50-248af1107173 req-97e24e7b-8fc5-40be-a033-ec27a3a90db5 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:54.159961 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5f439fb5-e2b5-4608-bf50-248af1107173 req-97e24e7b-8fc5-40be-a033-ec27a3a90db5 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 949 time: 0.2337070 Oct 19 11:16:54.293728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 6a991c11-3635-4479-ae95-b912ea76009b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:54.297358 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:54.406598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a59f606e-225c-4126-b3d7-a7dc804b62e2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a59f606e-225c-4126-b3d7-a7dc804b62e2,segment=NetworkSegment(34687a4b-560d-41bf-b824-3095d2d19e5b),segment_id=34687a4b-560d-41bf-b824-3095d2d19e5b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:54.495582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'a59f606e-225c-4126-b3d7-a7dc804b62e2', 'network_id': 'aa786adb-c2f9-40e7-be1a-4cc26ea99f1c', 'port_id': 'a59f606e-225c-4126-b3d7-a7dc804b62e2', 'mac_address': 'fa:16:3e:f4:29:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1c6fc7-f67b-45f7-9743-8391ec3dcced', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:16:54.502507 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5f439fb5-e2b5-4608-bf50-248af1107173 req-91a7f9cc-8d01-41ee-986d-f543cbb4b090 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185630 Oct 19 11:16:54.728133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6fe40-d73b-4321-bffc-14b26b274610 req-2868c324-c7d7-428e-8015-89e95f40979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:54.729840 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d6fe40-d73b-4321-bffc-14b26b274610 req-2868c324-c7d7-428e-8015-89e95f40979a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d1c6fc7-f67b-45f7-9743-8391ec3dcced HTTP/1.1" status: 200 len: 854 time: 0.6395104 Oct 19 11:16:54.734114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb3b3-4e5f-418f-969f-602504b3934e req-cf9f5fec-dedc-4360-88da-1251f269f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:54.735747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e3cb3b3-4e5f-418f-969f-602504b3934e req-cf9f5fec-dedc-4360-88da-1251f269f5fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d31c446c2346496c96987a8e912c36a5&device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 1094 time: 0.6565361 Oct 19 11:16:54.749472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85be32-3899-4a40-8e94-3fcc5a752763 req-6e3475df-7fee-452c-9930-d56608306e6c tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:54.751566 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1d85be32-3899-4a40-8e94-3fcc5a752763 req-6e3475df-7fee-452c-9930-d56608306e6c tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 943 time: 0.1082947 Oct 19 11:16:54.818468 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:54.824576 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d6fe40-d73b-4321-bffc-14b26b274610 req-3b6964d7-c841-4c44-a5f1-cbc6322cda11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aa786adb-c2f9-40e7-be1a-4cc26ea99f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716939 Oct 19 11:16:54.863228 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1d85be32-3899-4a40-8e94-3fcc5a752763 req-7b0c09fd-490f-409a-b91c-3be7a6a62022 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998616 Oct 19 11:16:54.892573 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:54.946984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586cb31-98fb-4681-a75d-7655bd397ef5 req-703d0018-8542-4f76-b9cd-959053bf1050 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:54.952251 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4586cb31-98fb-4681-a75d-7655bd397ef5 req-703d0018-8542-4f76-b9cd-959053bf1050 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 945 time: 0.3118701 Oct 19 11:16:55.127025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea80a7c5-d58e-4dad-af11-9d8407d74fce,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:55.139330 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:55.145081 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:55.241448 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:55.242726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc201633-e814-4463-b879-d3baecc7b162 req-bdd4921a-fcd9-477a-8d0e-71b53c23ab8c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:55.242726 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc201633-e814-4463-b879-d3baecc7b162 req-bdd4921a-fcd9-477a-8d0e-71b53c23ab8c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 945 time: 0.3106511 Oct 19 11:16:55.243545 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4586cb31-98fb-4681-a75d-7655bd397ef5 req-d131ac93-9beb-44bf-9abe-430b2b000668 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884210 Oct 19 11:16:55.244391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6a991c11-3635-4479-ae95-b912ea76009b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a991c11-3635-4479-ae95-b912ea76009b,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:55.244391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a991c11-3635-4479-ae95-b912ea76009b'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:55.244391 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88321508-3799-4aa1-9c66-d7993a762ae2" -d '{"events": [{"server_uuid": "0ff64242-5c21-4c14-8124-2271f3a86c4c", "name": "network-vif-plugged", "status": "completed", "tag": "6a991c11-3635-4479-ae95-b912ea76009b"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:55.273611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb3b3-4e5f-418f-969f-602504b3934e req-d2945a1a-5304-4004-b548-7961e224d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:55.275077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e3cb3b3-4e5f-418f-969f-602504b3934e req-d2945a1a-5304-4004-b548-7961e224d65b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b78520f-77dd-4531-922b-f076cf071f93 HTTP/1.1" status: 200 len: 915 time: 0.5212688 Oct 19 11:16:55.308932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59f606e-225c-4126-b3d7-a7dc804b62e2 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:16:55.344883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a59f606e-225c-4126-b3d7-a7dc804b62e2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a59f606e-225c-4126-b3d7-a7dc804b62e2,segment=NetworkSegment(34687a4b-560d-41bf-b824-3095d2d19e5b),segment_id=34687a4b-560d-41bf-b824-3095d2d19e5b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:55.345943 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbfc212-a654-4931-ba2b-8d3436fa3f65 x-openstack-request-id: req-6bbfc212-a654-4931-ba2b-8d3436fa3f65 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:55.346246 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff64242-5c21-4c14-8124-2271f3a86c4c", "name": "network-vif-plugged", "status": "completed", "tag": "6a991c11-3635-4479-ae95-b912ea76009b", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:55.346500 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bbfc212-a654-4931-ba2b-8d3436fa3f65 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:55.346896 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a991c11-3635-4479-ae95-b912ea76009b', 'code': 200} Oct 19 11:16:55.354345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d6fe40-d73b-4321-bffc-14b26b274610 req-4e03dbb8-bbce-4089-bde3-5df558443056 service neutron] 10.222.0.49 "GET /v2.0/networks/aa786adb-c2f9-40e7-be1a-4cc26ea99f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092304 Oct 19 11:16:55.527211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e3cb3b3-4e5f-418f-969f-602504b3934e req-19dda731-074b-4913-bfd3-f9ec1cd4fd62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 HTTP/1.1" status: 200 len: 217 time: 0.1715412 Oct 19 11:16:55.528967 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Allocated IP 172.20.0.1 (7c4602ee-8c6d-4d79-8ab5-e30170eaf692/7463647f-80e6-4745-b068-325af0a2a944/7ffe69a3-a465-4fd4-8eec-9ab118bb5954) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:16:55.533332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4619a4-36dc-4f3d-8c5a-b84697f1c36d req-62400bc2-eca2-4c9e-8a7c-327a78132e42 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:55.541341 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b4619a4-36dc-4f3d-8c5a-b84697f1c36d req-62400bc2-eca2-4c9e-8a7c-327a78132e42 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 943 time: 0.3883753 Oct 19 11:16:55.743771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb3b3-4e5f-418f-969f-602504b3934e req-d9125ddd-54a1-47aa-88cc-4fb19149aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:55.745301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e3cb3b3-4e5f-418f-969f-602504b3934e req-d9125ddd-54a1-47aa-88cc-4fb19149aa08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0ecf773-b821-4e23-a396-6c8c93b7f911 HTTP/1.1" status: 200 len: 853 time: 0.1933863 Oct 19 11:16:55.845568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d0889-0591-4e23-8773-645b954fced4 req-c3b42505-1ffc-4afc-877d-fe50b02042e4 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:55.853394 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-154d0889-0591-4e23-8773-645b954fced4 req-c3b42505-1ffc-4afc-877d-fe50b02042e4 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 949 time: 0.1832404 Oct 19 11:16:55.861192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-fc201633-e814-4463-b879-d3baecc7b162 req-c6b6240d-e92f-4457-bdf1-6e6e71620f46 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Deleting port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:55.861668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fc201633-e814-4463-b879-d3baecc7b162 req-c6b6240d-e92f-4457-bdf1-6e6e71620f46 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:55.868692 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:55.873444 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d6fe40-d73b-4321-bffc-14b26b274610 req-ec253c8d-4690-40bb-8fde-6801a14880d4 service neutron] 10.222.0.49 "GET /v2.0/networks/aa786adb-c2f9-40e7-be1a-4cc26ea99f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743295 Oct 19 11:16:55.906632 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:55.908132 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b4619a4-36dc-4f3d-8c5a-b84697f1c36d req-0f078e3a-29c9-4107-b4be-b4afb31b3ff6 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659060 Oct 19 11:16:55.913621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb3b3-4e5f-418f-969f-602504b3934e req-6f75976c-3fde-4abc-bcee-d3cc07bbdbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:55.915360 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e3cb3b3-4e5f-418f-969f-602504b3934e req-6f75976c-3fde-4abc-bcee-d3cc07bbdbf4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b78520f-77dd-4531-922b-f076cf071f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594245 Oct 19 11:16:55.994696 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:56.026587 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-154d0889-0591-4e23-8773-645b954fced4 req-d529bdc0-0630-4034-92a0-4dd1221b41de tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716075 Oct 19 11:16:56.033123 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e3cb3b3-4e5f-418f-969f-602504b3934e req-47642c67-8b78-4d3f-b339-6f48941a9fa8 service neutron] 10.222.0.49 "GET /v2.0/networks/3b78520f-77dd-4531-922b-f076cf071f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050639 Oct 19 11:16:56.062353 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:56.065398 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-507698a8-8f42-42ca-802c-ebd4ec1e2755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:56.066961 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:56.073237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Attempting to bind port bbe55ba5-d831-456e-99dc-b9680faee269 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:16:56.073878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Attempting to bind port bbe55ba5-d831-456e-99dc-b9680faee269 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:16:56.075168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Attempting to bind port bbe55ba5-d831-456e-99dc-b9680faee269 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:16:56.085612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:16:56.086420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:16:56.087105 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:56.087760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:16:56.088468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Bound port: bbe55ba5-d831-456e-99dc-b9680faee269, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:16:56.089106 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:56.157608 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] For port bbe55ba5-d831-456e-99dc-b9680faee269, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:16:56.162023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] For port bbe55ba5-d831-456e-99dc-b9680faee269, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bbe55ba5-d831-456e-99dc-b9680faee269,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:16:56.168486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:16:56.180168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4940e1-cb07-404d-a701-b7caa8abcd65 None None] Pushing event updated for resources: {'Port': ['ID=bbe55ba5-d831-456e-99dc-b9680faee269,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:56.214329 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e3cb3b3-4e5f-418f-969f-602504b3934e req-cde5cea2-dafd-400f-b216-405df733ccfc service neutron] 10.222.0.49 "GET /v2.0/networks/3b78520f-77dd-4531-922b-f076cf071f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332307 Oct 19 11:16:56.221855 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:56.260777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fad673-1293-4abc-9be8-3811eb75449f req-9e39c29f-4c5a-45c4-9701-efb21622a0d1 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:56.262804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0fad673-1293-4abc-9be8-3811eb75449f req-9e39c29f-4c5a-45c4-9701-efb21622a0d1 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 943 time: 0.2267542 Oct 19 11:16:56.298513 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:56.349213 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0fad673-1293-4abc-9be8-3811eb75449f req-f17708a6-b86a-4cf2-a91e-bb06b0f22f83 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785186 Oct 19 11:16:56.369055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-fc201633-e814-4463-b879-d3baecc7b162 req-c6b6240d-e92f-4457-bdf1-6e6e71620f46 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] For port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:56.369487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fc201633-e814-4463-b879-d3baecc7b162 req-c6b6240d-e92f-4457-bdf1-6e6e71620f46 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:56.373424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=a59f606e-225c-4126-b3d7-a7dc804b62e2,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:56.391304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-fc201633-e814-4463-b879-d3baecc7b162 req-c6b6240d-e92f-4457-bdf1-6e6e71620f46 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Calling delete_port for fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:56.443663 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['a59f606e-225c-4126-b3d7-a7dc804b62e2'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:16:56.457837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ffe69a3-a465-4fd4-8eec-9ab118bb5954,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:56.610435 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Network 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:16:56.613996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:16:56.617805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:16:56.659431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] Router a748f4f2-55a1-4611-aa8c-bc543bb1d126 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:16:56.675882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:56.689106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1e7de-b7e8-4fab-9cc6-a232a79baf02 req-18dc35fa-5d32-4d74-9cbf-efe00cb4a67c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:56.691327 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3fe1e7de-b7e8-4fab-9cc6-a232a79baf02 req-18dc35fa-5d32-4d74-9cbf-efe00cb4a67c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 945 time: 0.2033408 Oct 19 11:16:56.701020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:56.713474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3', 'network_id': '3b78520f-77dd-4531-922b-f076cf071f93', 'port_id': '7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3', 'mac_address': 'fa:16:3e:87:ed:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ecf773-b821-4e23-a396-6c8c93b7f911', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:16:56.722141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Routers {'229fbe06-4c2f-4e89-9ef6-c51da971747e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:56.723062 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:16:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['229fbe06-4c2f-4e89-9ef6-c51da971747e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:56.926668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3fe1e7de-b7e8-4fab-9cc6-a232a79baf02 req-2989515f-0b7c-43c7-bac7-a1f821351c56 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262757 Oct 19 11:16:56.936513 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:56.955646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:16:56.984827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6a991c11-3635-4479-ae95-b912ea76009b,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:57.029120 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fc201633-e814-4463-b879-d3baecc7b162 req-c6b6240d-e92f-4457-bdf1-6e6e71620f46 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:57.081430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:16:57.114707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6240d-e92f-4457-bdf1-6e6e71620f46 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Pushing event deleted for resources: {'Port': ['ID=fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:57.163726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:57.230897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cec398b6-de56-46c9-94df-d22b65e15ba1 None None] Provisioning complete for port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:57.231274 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cec398b6-de56-46c9-94df-d22b65e15ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:57.248127 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:57.268062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc201633-e814-4463-b879-d3baecc7b162 req-c6b6240d-e92f-4457-bdf1-6e6e71620f46 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] No DVR routers for this DVR port fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:16:57.275851 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fc201633-e814-4463-b879-d3baecc7b162 req-c6b6240d-e92f-4457-bdf1-6e6e71620f46 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:57.279702 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc201633-e814-4463-b879-d3baecc7b162 req-c6b6240d-e92f-4457-bdf1-6e6e71620f46 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.26 "DELETE /v2.0/ports/fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e HTTP/1.1" status: 204 len: 173 time: 2.0446770 Oct 19 11:16:57.296796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9fb94-5d10-43bd-8f7f-5d4e57bc2c34 req-f041bf57-b29b-4017-ac58-52a742714e78 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:57.298450 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-82e9fb94-5d10-43bd-8f7f-5d4e57bc2c34 req-f041bf57-b29b-4017-ac58-52a742714e78 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 944 time: 0.1682076 Oct 19 11:16:57.298923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'name': 'network-vif-deleted', 'tag': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:57.302272 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4822008-ec1a-430d-a12c-dd1d42984304" -d '{"events": [{"server_uuid": "b0eab914-6f56-4a59-938c-cfd813c7e9ff", "name": "network-vif-deleted", "tag": "fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:57.351615 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4940e1-cb07-404d-a701-b7caa8abcd65 None None] Pushing event updated for resources: {'Port': ['ID=bbe55ba5-d831-456e-99dc-b9680faee269,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:57.418570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-82e9fb94-5d10-43bd-8f7f-5d4e57bc2c34 req-59d390c2-d347-4cd9-808f-0a09cd503d8e tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922873 Oct 19 11:16:57.420074 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898a98af-4657-4f5d-9a47-0d43ac706070 x-openstack-request-id: req-898a98af-4657-4f5d-9a47-0d43ac706070 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:57.420364 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eab914-6f56-4a59-938c-cfd813c7e9ff", "name": "network-vif-deleted", "tag": "fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:57.420645 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-898a98af-4657-4f5d-9a47-0d43ac706070 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:57.421037 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0eab914-6f56-4a59-938c-cfd813c7e9ff', 'name': 'network-vif-deleted', 'tag': 'fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e', 'status': 'completed', 'code': 200} Oct 19 11:16:57.476168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] Set router 229fbe06-4c2f-4e89-9ef6-c51da971747e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:57.541748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-cec398b6-de56-46c9-94df-d22b65e15ba1 None None] Port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:16:57.626934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:16:57.760565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:16:57.769077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50906) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:16:57.773739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-28c7928b-50ce-4d91-87ac-f1823b042257 admin admin] 10.222.0.39 "PUT /v2.0/routers/a748f4f2-55a1-4611-aa8c-bc543bb1d126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2104402 Oct 19 11:16:57.773892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:57.779169 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fde81b-1523-40e4-a118-332928236fad None None] Sync routers for ids ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:16:57.782816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359ef19-7446-4f19-ab57-af117bdbd3ef req-fa8df196-d054-480f-a3e3-0e66cd9867cf tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:57.791520 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f359ef19-7446-4f19-ab57-af117bdbd3ef req-fa8df196-d054-480f-a3e3-0e66cd9867cf tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0875750 Oct 19 11:16:57.821590 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fde81b-1523-40e4-a118-332928236fad None None] Routers {'a748f4f2-55a1-4611-aa8c-bc543bb1d126'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:57.824399 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-74fde81b-1523-40e4-a118-332928236fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:16:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:57.903071 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e67ba8eb-8811-4d64-a7eb-c2aebbcc0b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:57.929563 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f359ef19-7446-4f19-ab57-af117bdbd3ef req-0a885f84-b668-4875-a833-9edc55d224a5 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366942 Oct 19 11:16:57.949748 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:58.104263 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'name': 'tempest-ServersTestMultiNic-1873637575-router', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:16:47Z', 'updated_at': '2021-10-19T11:16:50Z', 'revision_number': 3, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'gw_port': {'id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:16:48Z', 'updated_at': '2021-10-19T11:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:58.105218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a59f606e-225c-4126-b3d7-a7dc804b62e2 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:16:58.109068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a56afb-8135-4419-aace-1ebec6ab01d0 None None] The sync data for ids ['229fbe06-4c2f-4e89-9ef6-c51da971747e'] in n-d-814547-1 is: [{'id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'name': 'tempest-ServersTestMultiNic-1873637575-router', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:16:47Z', 'updated_at': '2021-10-19T11:16:50Z', 'revision_number': 3, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'gw_port': {'id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:16:48Z', 'updated_at': '2021-10-19T11:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:16:58.202657 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-caaa0e7a-2d44-411d-b7ad-23c19466fa3f req-701c5f46-f528-4753-90c6-e76d4e04037f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0eab914-6f56-4a59-938c-cfd813c7e9ff HTTP/1.1" status: 200 len: 210 time: 0.0820429 Oct 19 11:16:58.217844 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-74fde81b-1523-40e4-a118-332928236fad None None] Set router a748f4f2-55a1-4611-aa8c-bc543bb1d126 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:58.231332 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:58.392415 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:58.422815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:58.447783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port a59f606e-225c-4126-b3d7-a7dc804b62e2 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:16:58.452413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port a59f606e-225c-4126-b3d7-a7dc804b62e2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:16:58.452413 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:58.497470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:58.601915 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-74fde81b-1523-40e4-a118-332928236fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:16:54Z', 'revision_number': 5, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port': {'id': '918c349c-ff3a-45a8-9e17-61309a44a4bc', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:14Z', 'updated_at': '2021-10-19T11:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:58.688341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Deleting port 918c349c-ff3a-45a8-9e17-61309a44a4bc {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:16:58.688772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:58.689243 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fde81b-1523-40e4-a118-332928236fad None None] Checking router: a748f4f2-55a1-4611-aa8c-bc543bb1d126 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:16:58.702564 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fde81b-1523-40e4-a118-332928236fad None None] Routers {'a748f4f2-55a1-4611-aa8c-bc543bb1d126'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:16:58.703327 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-74fde81b-1523-40e4-a118-332928236fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:58.717475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:58.754131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c529bdea-631d-4cd9-8d74-7bb6475ff233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59f606e-225c-4126-b3d7-a7dc804b62e2'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:16:58.757204 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6a7955-c011-4ad0-91ea-c07ffaefdd33" -d '{"events": [{"server_uuid": "c529bdea-631d-4cd9-8d74-7bb6475ff233", "name": "network-vif-plugged", "status": "completed", "tag": "a59f606e-225c-4126-b3d7-a7dc804b62e2"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:16:58.774879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a59f606e-225c-4126-b3d7-a7dc804b62e2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a59f606e-225c-4126-b3d7-a7dc804b62e2,segment=NetworkSegment(34687a4b-560d-41bf-b824-3095d2d19e5b),segment_id=34687a4b-560d-41bf-b824-3095d2d19e5b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:58.834411 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43102257-5eee-44b5-a00b-c956d6fbff9a x-openstack-request-id: req-43102257-5eee-44b5-a00b-c956d6fbff9a {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:16:58.834734 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c529bdea-631d-4cd9-8d74-7bb6475ff233", "name": "network-vif-plugged", "status": "completed", "tag": "a59f606e-225c-4126-b3d7-a7dc804b62e2", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:16:58.835000 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43102257-5eee-44b5-a00b-c956d6fbff9a {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:16:58.837980 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c529bdea-631d-4cd9-8d74-7bb6475ff233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59f606e-225c-4126-b3d7-a7dc804b62e2', 'code': 200} Oct 19 11:16:58.891869 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:58.903754 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:58.905785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:16:59.039286 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:59.049641 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:59.070331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] For port 918c349c-ff3a-45a8-9e17-61309a44a4bc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=918c349c-ff3a-45a8-9e17-61309a44a4bc,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:59.075817 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:59.108259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea145e-733f-4dda-8f70-06ca8a5dcbe0 req-98c238d7-f087-446c-b8ac-4e84572030bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:59.110190 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5eea145e-733f-4dda-8f70-06ca8a5dcbe0 req-98c238d7-f087-446c-b8ac-4e84572030bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 1096 time: 0.1641982 Oct 19 11:16:59.116761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba352-10ad-48ca-b28c-7c4c419a7a40 req-39567482-6a77-4f64-afd1-01679c72ecb7 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:59.122966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Calling delete_port for 918c349c-ff3a-45a8-9e17-61309a44a4bc owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:16:59.127222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b8ba352-10ad-48ca-b28c-7c4c419a7a40 req-39567482-6a77-4f64-afd1-01679c72ecb7 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 944 time: 0.4399333 Oct 19 11:16:59.199621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=a59f606e-225c-4126-b3d7-a7dc804b62e2,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:59.232646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=7ffe69a3-a465-4fd4-8eec-9ab118bb5954,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:59.244902 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:59.260335 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-74fde81b-1523-40e4-a118-332928236fad None None] Set router a748f4f2-55a1-4611-aa8c-bc543bb1d126 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:16:59.343501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:16:59.384210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b8ba352-10ad-48ca-b28c-7c4c419a7a40 req-bdfc79f2-2899-4b88-ad93-e24d15d344a3 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546864 Oct 19 11:16:59.388021 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5eea145e-733f-4dda-8f70-06ca8a5dcbe0 req-61e8572b-0be7-4313-a27e-7773ad1a9c62 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624016 Oct 19 11:16:59.445414 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-74fde81b-1523-40e4-a118-332928236fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:16:58Z', 'revision_number': 6, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:16:59.474971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Network 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:16:59.475989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:16:59.519684 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:59.559533 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fde81b-1523-40e4-a118-332928236fad None None] The sync data for ids ['a748f4f2-55a1-4611-aa8c-bc543bb1d126'] in n-d-814547-1 is: [{'id': 'a748f4f2-55a1-4611-aa8c-bc543bb1d126', 'name': 'tempest-ServersTestJSON-2012706355-router', 'tenant_id': '22a407d15dad40c68514e34211f76ab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:13Z', 'updated_at': '2021-10-19T11:16:58Z', 'revision_number': 6, 'project_id': '22a407d15dad40c68514e34211f76ab5', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:16:59.593189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bbe55ba5-d831-456e-99dc-b9680faee269 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:16:59.761813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e927755-a7d2-489c-97e7-f45b084a0c86 req-ae5831a4-02fd-4876-899d-c3b57844a4e4 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:16:59.763407 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5e927755-a7d2-489c-97e7-f45b084a0c86 req-ae5831a4-02fd-4876-899d-c3b57844a4e4 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 944 time: 0.4573197 Oct 19 11:16:59.768175 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:16:59.882610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:16:59.888053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Pushing event deleted for resources: {'Port': ['ID=918c349c-ff3a-45a8-9e17-61309a44a4bc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:16:59.911793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Router 229fbe06-4c2f-4e89-9ef6-c51da971747e has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:16:59.971359 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5e927755-a7d2-489c-97e7-f45b084a0c86 req-d064d095-e75c-44bd-a68c-eacba9de029a tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966245 Oct 19 11:16:59.988801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:16:59.989393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device fbf239f6-7880-4e0c-a1da-8d6e4ad1a90e not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:00.001204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:00.055219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-11a91e46-de12-41b0-811d-68fd645d9f55 None None] Provisioning complete for port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:00.055685 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-11a91e46-de12-41b0-811d-68fd645d9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.057721 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76ff384f-6396-47bf-8481-c40243f73dbc req-22001935-f94c-40a1-846c-23436ac69fde service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1651721 Oct 19 11:17:00.060851 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.125257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port bbe55ba5-d831-456e-99dc-b9680faee269 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:00.125634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.157390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:17:00.170838 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-392e3539-533c-405d-9c7a-3fc7dcd10ed7 admin admin] 10.222.0.39 "PUT /v2.0/routers/229fbe06-4c2f-4e89-9ef6-c51da971747e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0968752 Oct 19 11:17:00.174908 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-11a91e46-de12-41b0-811d-68fd645d9f55 None None] Port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:17:00.176364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c831a6f-4620-459c-aec7-e6c4a1f6d125 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:17:00.178689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:00.268511 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.275482 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.396003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50976) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:00.429324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff384f-6396-47bf-8481-c40243f73dbc req-6c47cac3-a851-4291-8ba9-ea434285fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:00.441441 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76ff384f-6396-47bf-8481-c40243f73dbc req-6c47cac3-a851-4291-8ba9-ea434285fc03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 1097 time: 0.3271458 Oct 19 11:17:00.502603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2129906197'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:00.518924 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.519737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a748f4f2-55a1-4611-aa8c-bc543bb1d126 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:17:00.526858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.531093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50984) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:00.531824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-93a97e28-faeb-403f-acad-7131c1017496 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a748f4f2-55a1-4611-aa8c-bc543bb1d126 HTTP/1.1" status: 204 len: 168 time: 2.7611523 Oct 19 11:17:00.543099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3960fca-0f57-4d06-a901-02cdc28909d6 req-f41c80f4-9eee-44af-ab08-5ec43d3215dd tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:00.548350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3960fca-0f57-4d06-a901-02cdc28909d6 req-f41c80f4-9eee-44af-ab08-5ec43d3215dd tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 944 time: 0.1947746 Oct 19 11:17:00.688592 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.725904 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port bbe55ba5-d831-456e-99dc-b9680faee269, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bbe55ba5-d831-456e-99dc-b9680faee269,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:00.730587 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.732434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:00.749214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'mac_address': 'fa:16:3e:9d:8b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:17:00.750909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ea9432-4f30-4349-a58c-86c113ef4e26 admin admin] Deleting subnet 9b79bfe5-0009-40e1-9365-5d8b37703066 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:17:00.763508 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13ea9432-4f30-4349-a58c-86c113ef4e26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.765460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:00.769482 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.781624 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3960fca-0f57-4d06-a901-02cdc28909d6 req-39e0fede-5835-4ba1-a6a4-bd93fbb1eb66 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244656 Oct 19 11:17:00.821609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:17:00.825789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b780c1-2b0d-4f0f-aa2d-0dd8bd77148b req-ec387be6-98b1-4935-ac53-3acb5be6959f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:00.828720 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64b780c1-2b0d-4f0f-aa2d-0dd8bd77148b req-ec387be6-98b1-4935-ac53-3acb5be6959f tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 944 time: 0.1328502 Oct 19 11:17:00.846915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:00.849615 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.855330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:00.859468 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84febda-75f5-4fc1-80f2-026a6ed99de3" -d '{"events": [{"server_uuid": "011190d0-5a48-46e3-9b29-25be6e31fbb4", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba0ff3d-0c03-48ef-9a99-0805feb44a16"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:00.875365 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:00.891144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cc8c9-99d1-4d78-903c-2c7b32b391c2 req-e80b5fde-fd2d-426f-aed5-9f799f592476 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:00.896817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff384f-6396-47bf-8481-c40243f73dbc req-50b43cdc-c60d-4e8e-bfd6-364c0ca03824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:00.898735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76ff384f-6396-47bf-8481-c40243f73dbc req-50b43cdc-c60d-4e8e-bfd6-364c0ca03824 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 912 time: 0.4357374 Oct 19 11:17:00.902021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c1cc8c9-99d1-4d78-903c-2c7b32b391c2 req-e80b5fde-fd2d-426f-aed5-9f799f592476 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 945 time: 0.2543080 Oct 19 11:17:01.020848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:17:01.046009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.060988 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76ff384f-6396-47bf-8481-c40243f73dbc req-a9aa902e-c865-4656-99c3-8402dbd3e785 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69dc53-aa3d-4065-963a-9113f65406e8 HTTP/1.1" status: 200 len: 1001 time: 0.1508682 Oct 19 11:17:01.093303 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13ea9432-4f30-4349-a58c-86c113ef4e26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.124282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c831a6f-4620-459c-aec7-e6c4a1f6d125 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:01.142121 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.142508 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Added segment 74e6f9dd-b16d-41c0-bb83-1525078d0ccf of type vlan for network 26862ecc-3a96-4386-8108-eaffa395ab05 Oct 19 11:17:01.177283 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c1cc8c9-99d1-4d78-903c-2c7b32b391c2 req-91aade47-23c1-493b-af13-60d2373ff2a3 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693903 Oct 19 11:17:01.206532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:01.238775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=bbe55ba5-d831-456e-99dc-b9680faee269,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:01.249189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff384f-6396-47bf-8481-c40243f73dbc req-79422984-70d4-4dd3-a0dc-25639d882322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:01.250807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76ff384f-6396-47bf-8481-c40243f73dbc req-79422984-70d4-4dd3-a0dc-25639d882322 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 200 len: 850 time: 0.1186929 Oct 19 11:17:01.279714 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.312186 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.319772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-64b780c1-2b0d-4f0f-aa2d-0dd8bd77148b req-662cfebe-247f-4c14-82b0-bea5fac1cf68 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Deleting port 93b3d979-ec32-4f56-bd69-9a51e37d7369 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:01.320082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-64b780c1-2b0d-4f0f-aa2d-0dd8bd77148b req-662cfebe-247f-4c14-82b0-bea5fac1cf68 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.358639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Sync routers for ids ['229fbe06-4c2f-4e89-9ef6-c51da971747e'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:17:01.422643 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13ea9432-4f30-4349-a58c-86c113ef4e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.462888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff384f-6396-47bf-8481-c40243f73dbc req-f007c637-93aa-41c6-a9e1-fdf86ef08d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:01.465046 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76ff384f-6396-47bf-8481-c40243f73dbc req-f007c637-93aa-41c6-a9e1-fdf86ef08d9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b157cbcc-604a-44be-a7df-eb39e3221861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030957 Oct 19 11:17:01.485662 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['1c831a6f-4620-459c-aec7-e6c4a1f6d125'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:01.491084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bbe55ba5-d831-456e-99dc-b9680faee269 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:01.497470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.509563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:01.510374 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.592734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-64b780c1-2b0d-4f0f-aa2d-0dd8bd77148b req-662cfebe-247f-4c14-82b0-bea5fac1cf68 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] For port 93b3d979-ec32-4f56-bd69-9a51e37d7369, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=93b3d979-ec32-4f56-bd69-9a51e37d7369,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:01.593141 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-64b780c1-2b0d-4f0f-aa2d-0dd8bd77148b req-662cfebe-247f-4c14-82b0-bea5fac1cf68 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.613116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-64b780c1-2b0d-4f0f-aa2d-0dd8bd77148b req-662cfebe-247f-4c14-82b0-bea5fac1cf68 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Calling delete_port for 93b3d979-ec32-4f56-bd69-9a51e37d7369 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:01.637546 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2394176 Oct 19 11:17:01.640383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51024) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:01.645645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Routers {'229fbe06-4c2f-4e89-9ef6-c51da971747e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:17:01.647692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'subnet': {'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:01.647991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['229fbe06-4c2f-4e89-9ef6-c51da971747e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:01.686779 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76ff384f-6396-47bf-8481-c40243f73dbc req-7654ff66-a577-420b-b345-28f5ea6e81e8 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129612 Oct 19 11:17:01.717814 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.777569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846d41c-3144-4cd8-a494-129feb3ae828 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Network': ['ID=26862ecc-3a96-4386-8108-eaffa395ab05,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:01.809571 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76ff384f-6396-47bf-8481-c40243f73dbc req-7c31466d-b30b-4d9a-84d0-e2487d5bfc31 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100905 Oct 19 11:17:01.821575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 26862ecc-3a96-4386-8108-eaffa395ab05 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:17:01.871523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:01.898358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13ea9432-4f30-4349-a58c-86c113ef4e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.949412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea9432-4f30-4349-a58c-86c113ef4e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b79bfe5-0009-40e1-9365-5d8b37703066,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:01.953117 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13ea9432-4f30-4349-a58c-86c113ef4e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:01.960757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-13ea9432-4f30-4349-a58c-86c113ef4e26 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9b79bfe5-0009-40e1-9365-5d8b37703066 HTTP/1.1" status: 204 len: 168 time: 1.4257209 Oct 19 11:17:01.961487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51036) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:02.043389 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acee2cfd-43e6-4da1-8f67-576e713d4eeb x-openstack-request-id: req-acee2cfd-43e6-4da1-8f67-576e713d4eeb {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:02.043810 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011190d0-5a48-46e3-9b29-25be6e31fbb4", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba0ff3d-0c03-48ef-9a99-0805feb44a16", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:02.044837 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acee2cfd-43e6-4da1-8f67-576e713d4eeb {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:02.044837 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16', 'code': 200} Oct 19 11:17:02.046215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:02.052851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435101d4-5efa-4ac9-9dcf-982e1f4f5c8e None None] Network 4efd6799-1eab-46e6-862c-c3bca13f905d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:02.147842 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:02.217219 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:02.230979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Deleting port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:02.231333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:02.323705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:02.338971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] For port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c6793a24-4bb3-4d3d-ac26-92aeb7ac190c,segment=NetworkSegment(47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858),segment_id=47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:02.338971 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:02.364702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port bbe55ba5-d831-456e-99dc-b9680faee269 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:02.365076 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:02.367700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Calling delete_port for c6793a24-4bb3-4d3d-ac26-92aeb7ac190c owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:02.403574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Set router 229fbe06-4c2f-4e89-9ef6-c51da971747e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:17:02.649273 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:02.682784 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] No DVR routers for this DVR port c6793a24-4bb3-4d3d-ac26-92aeb7ac190c on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:02.762873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:02.776054 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:02.806872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6793a24-4bb3-4d3d-ac26-92aeb7ac190c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:02.977528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3e54e-62d2-43e0-abc1-0e45b9dd1f11 req-1651e969-7e6e-4c66-bffc-ec2aaf46e393 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:03.004428 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1fe3e54e-62d2-43e0-abc1-0e45b9dd1f11 req-1651e969-7e6e-4c66-bffc-ec2aaf46e393 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 945 time: 0.2457364 Oct 19 11:17:03.017384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:03.052256 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-64b780c1-2b0d-4f0f-aa2d-0dd8bd77148b req-662cfebe-247f-4c14-82b0-bea5fac1cf68 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:03.083351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efd6799-1eab-46e6-862c-c3bca13f905d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:03.132413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:03.132839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d7cac3-7ad2-4ee1-9d7a-ba0a72f20858') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:03.137954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0a727-5f58-4d87-9b6a-709338b78ba3 None None] DHCP port deletion for 4efd6799-1eab-46e6-862c-c3bca13f905d request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:17:03.181188 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:03.182619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ea80a7c5-d58e-4dad-af11-9d8407d74fce no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:03.233992 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:03.244145 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1fe3e54e-62d2-43e0-abc1-0e45b9dd1f11 req-9f4264eb-4617-4cb4-a075-91b88d024bcb tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387087 Oct 19 11:17:03.247057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cfebe-247f-4c14-82b0-bea5fac1cf68 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Pushing event deleted for resources: {'Port': ['ID=93b3d979-ec32-4f56-bd69-9a51e37d7369,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:03.267539 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:17:03.271319 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:17:03.287663 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:17:03.312627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: ea80a7c5-d58e-4dad-af11-9d8407d74fce {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:03.313260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ea80a7c5-d58e-4dad-af11-9d8407d74fce not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:03.314623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 918c349c-ff3a-45a8-9e17-61309a44a4bc no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:03.406192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 918c349c-ff3a-45a8-9e17-61309a44a4bc {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:03.413516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 918c349c-ff3a-45a8-9e17-61309a44a4bc not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:03.475097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'name': 'tempest-ServersTestMultiNic-1873637575-router', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:16:47Z', 'updated_at': '2021-10-19T11:16:57Z', 'revision_number': 4, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'gw_port': {'id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:16:48Z', 'updated_at': '2021-10-19T11:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7ffe69a3-a465-4fd4-8eec-9ab118bb5954', 'name': '', 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'mac_address': 'fa:16:3e:2c:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7463647f-80e6-4745-b068-325af0a2a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:16:54Z', 'updated_at': '2021-10-19T11:16:58Z', 'revision_number': 2, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'subnets': [{'id': '7463647f-80e6-4745-b068-325af0a2a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:03.513438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b780c1-2b0d-4f0f-aa2d-0dd8bd77148b req-662cfebe-247f-4c14-82b0-bea5fac1cf68 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] No DVR routers for this DVR port 93b3d979-ec32-4f56-bd69-9a51e37d7369 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:03.532515 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-64b780c1-2b0d-4f0f-aa2d-0dd8bd77148b req-662cfebe-247f-4c14-82b0-bea5fac1cf68 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:03.535930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Checking router: 229fbe06-4c2f-4e89-9ef6-c51da971747e for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:17:03.536414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Updating router 229fbe06-4c2f-4e89-9ef6-c51da971747e port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:17:03.551267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64b780c1-2b0d-4f0f-aa2d-0dd8bd77148b req-662cfebe-247f-4c14-82b0-bea5fac1cf68 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.26 "DELETE /v2.0/ports/93b3d979-ec32-4f56-bd69-9a51e37d7369 HTTP/1.1" status: 204 len: 173 time: 2.7072618 Oct 19 11:17:03.552590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:03.553726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'name': 'network-vif-deleted', 'tag': '93b3d979-ec32-4f56-bd69-9a51e37d7369'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:03.559444 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:03.563187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4efd6799-1eab-46e6-862c-c3bca13f905d HTTP/1.1" status: 204 len: 168 time: 1.5999546 Oct 19 11:17:03.581701 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078f41c4-4577-49ad-b1c2-4fe2beda9f81" -d '{"events": [{"server_uuid": "6c4a1ee3-8084-41a7-9820-39d7162ccd7b", "name": "network-vif-deleted", "tag": "93b3d979-ec32-4f56-bd69-9a51e37d7369"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:03.596428 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1d29b-fbd2-4b9a-acf0-785d67f880a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4efd6799-1eab-46e6-862c-c3bca13f905d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:03.619594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c6793a24-4bb3-4d3d-ac26-92aeb7ac190c no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:03.679003 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-877ed632-83ea-4faa-bd3f-972971575fcc req-b027ca4c-8bf6-471b-a45f-fb2fe5c5eba1 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4a1ee3-8084-41a7-9820-39d7162ccd7b HTTP/1.1" status: 200 len: 210 time: 0.1287138 Oct 19 11:17:03.704688 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: c6793a24-4bb3-4d3d-ac26-92aeb7ac190c {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:03.704688 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c6793a24-4bb3-4d3d-ac26-92aeb7ac190c not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:03.704688 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:03.890745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e60ad5-91b6-40e9-a590-ecdf0aef21aa req-0c71a04a-267b-4abc-9145-45bb08593fca tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:03.896843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-10e60ad5-91b6-40e9-a590-ecdf0aef21aa req-0c71a04a-267b-4abc-9145-45bb08593fca tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 945 time: 0.0890858 Oct 19 11:17:04.026383 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-10e60ad5-91b6-40e9-a590-ecdf0aef21aa req-dd68473d-b714-4a04-90d2-8b2fc6bab5d6 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202226 Oct 19 11:17:04.037826 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:04.046268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8c68a0-f707-4870-a119-20408fa3e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:04.056750 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bc0904-af14-4fa2-9308-a9af8c1f409a" -d '{"events": [{"server_uuid": "de8c68a0-f707-4870-a119-20408fa3e6cb", "name": "network-vif-plugged", "status": "completed", "tag": "7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:04.142363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51058) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:04.225438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c831a6f-4620-459c-aec7-e6c4a1f6d125 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:04.261330 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0e3c3e0e-a5dc-4caa-97ec-12094fce457b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22a407d15dad40c68514e34211f76ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1155195 Oct 19 11:17:04.262217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51064) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:04.302409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Checking segment: {'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:04.305884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network hostable DHCP agents. Network: 26862ecc-3a96-4386-8108-eaffa395ab05, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:17:04.363558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Subnet': ['ID=362df2ab-639a-4a88-9b4e-703120ae4e14,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:04.413534 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8c54-a4ae-4d42-b7e5-dd7ff18ca573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:04.481473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network 26862ecc-3a96-4386-8108-eaffa395ab05 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:17:04.482704 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8c54-a4ae-4d42-b7e5-dd7ff18ca573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:04.609495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 26862ecc-3a96-4386-8108-eaffa395ab05) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:04.614868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:04.616272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:04.700872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312b3c32-a44c-46da-a12c-8f44067e3657 None None] Network 26862ecc-3a96-4386-8108-eaffa395ab05 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:04.704195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8c54-a4ae-4d42-b7e5-dd7ff18ca573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:04.709184 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8c54-a4ae-4d42-b7e5-dd7ff18ca573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:04.710701 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dd4a8c54-a4ae-4d42-b7e5-dd7ff18ca573 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/746d4e47-22ac-4a99-96a9-5d381bd6a29e HTTP/1.1" status: 204 len: 168 time: 0.4462430 Oct 19 11:17:04.728449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a8c54-a4ae-4d42-b7e5-dd7ff18ca573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746d4e47-22ac-4a99-96a9-5d381bd6a29e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:04.749407 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8dd6b12f-cbf5-43fa-ad19-c3e86896fb0a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1041770 Oct 19 11:17:04.750227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51072) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:04.759053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1987372758'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:04.869129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:04.873318 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:04.922974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:17:04.946934 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:04.947297 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Added segment 7fe726d2-38ed-4174-a27e-aab06deb3a3e of type vlan for network 32178cfe-b284-4358-9aa6-a37d682bb5de Oct 19 11:17:04.958521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:04.958933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:05.050130 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:05.076621 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:05.172734 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:05.200713 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:05.207913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:05.208592 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:05.556938 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8057690 Oct 19 11:17:05.559882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51080) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:05.566103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'subnet': {'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:05.571118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af7dc1-a0a4-43d2-bd76-f5b77d52580a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Network': ['ID=32178cfe-b284-4358-9aa6-a37d682bb5de,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:05.706115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 32178cfe-b284-4358-9aa6-a37d682bb5de details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:17:05.817533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:05.821686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:06.044748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 93b3d979-ec32-4f56-bd69-9a51e37d7369 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:06.092459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227f71d-d519-4b00-81ce-af1dda912215 None None] Pushing event updated for resources: {'Port': ['ID=7ffe69a3-a465-4fd4-8eec-9ab118bb5954,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:06.106775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-26862ecc-3a96-4386-8108-eaffa395ab05', 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'fixed_ips': [{'subnet_id': '362df2ab-639a-4a88-9b4e-703120ae4e14'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:17:06.107947 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:06.155802 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 93b3d979-ec32-4f56-bd69-9a51e37d7369 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:06.156525 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 93b3d979-ec32-4f56-bd69-9a51e37d7369 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:06.222063 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:06.228291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Attempting to bind port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:06.228719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Attempting to bind port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '58607ea1-89c0-45c8-a806-5b5894f0baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:06.233702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Attempting to bind port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 on network 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:06.468503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:06.470160 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-701a1fce-c15e-4453-a541-1fd04fc68b78 None None] Provisioning complete for port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:06.470350 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-701a1fce-c15e-4453-a541-1fd04fc68b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:06.515733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:06.516267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Checking segment: {'id': '58607ea1-89c0-45c8-a806-5b5894f0baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:06.517037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:06.517572 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Bound using segment: {'id': '58607ea1-89c0-45c8-a806-5b5894f0baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:06.518157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Bound port: 7ffe69a3-a465-4fd4-8eec-9ab118bb5954, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58607ea1-89c0-45c8-a806-5b5894f0baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:06.518634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:06.527153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-701a1fce-c15e-4453-a541-1fd04fc68b78 None None] Port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:17:06.667176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Allocated IP 19.80.0.2 (26862ecc-3a96-4386-8108-eaffa395ab05/362df2ab-639a-4a88-9b4e-703120ae4e14/c107ca88-8e13-422e-91ed-9a183b7c1ca8) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:06.669535 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] For port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:06.674935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] For port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7ffe69a3-a465-4fd4-8eec-9ab118bb5954,segment=NetworkSegment(58607ea1-89c0-45c8-a806-5b5894f0baa7),segment_id=58607ea1-89c0-45c8-a806-5b5894f0baa7)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:06.926703 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:07.367224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:07.424639 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:07.429504 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:07.488383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Subnet': ['ID=8d42a7f7-74bc-4fb9-a2b6-475beed792ea,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:07.504392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Checking segment: {'id': '7fe726d2-38ed-4174-a27e-aab06deb3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:07.504392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network hostable DHCP agents. Network: 32178cfe-b284-4358-9aa6-a37d682bb5de, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:17:07.575350 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:07.626847 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Network 26862ecc-3a96-4386-8108-eaffa395ab05 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:07.632194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:07.643437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network 32178cfe-b284-4358-9aa6-a37d682bb5de is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:17:07.652204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:07.746265 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 32178cfe-b284-4358-9aa6-a37d682bb5de) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:07.764005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:07.770797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:07.800595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227f71d-d519-4b00-81ce-af1dda912215 None None] Pushing event updated for resources: {'Port': ['ID=7ffe69a3-a465-4fd4-8eec-9ab118bb5954,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:07.837712 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Routers {'229fbe06-4c2f-4e89-9ef6-c51da971747e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:17:07.840622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['229fbe06-4c2f-4e89-9ef6-c51da971747e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:07.845934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715dc95f-e6bf-43d2-a174-be76dab7a954 None None] Network 32178cfe-b284-4358-9aa6-a37d682bb5de requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:07.889399 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-965b8d4f-0fdc-4e08-a364-315ea0bba27c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3270419 Oct 19 11:17:07.909659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Attempting to bind port c107ca88-8e13-422e-91ed-9a183b7c1ca8 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:07.910182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Attempting to bind port c107ca88-8e13-422e-91ed-9a183b7c1ca8 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:07.910405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Attempting to bind port c107ca88-8e13-422e-91ed-9a183b7c1ca8 on network 26862ecc-3a96-4386-8108-eaffa395ab05 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:08.079061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] Set router 229fbe06-4c2f-4e89-9ef6-c51da971747e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:17:08.228695 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51116) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:08.459955 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-724398295-network', 'tenant_id': '626228c9fb4d4873b449375207c58817'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:08.467314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:08.468006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Checking segment: {'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:08.468628 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:08.469203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Bound using segment: {'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:08.469863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Bound port: c107ca88-8e13-422e-91ed-9a183b7c1ca8, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:08.470423 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:08.501338 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-32178cfe-b284-4358-9aa6-a37d682bb5de', 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'fixed_ips': [{'subnet_id': '8d42a7f7-74bc-4fb9-a2b6-475beed792ea'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:17:08.502521 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:08.510361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-36672f32-7aae-48ef-9eea-efcf9fa750db None None] Provisioning complete for port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:08.511030 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-36672f32-7aae-48ef-9eea-efcf9fa750db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:08.560563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Pushing event updated for resources: {'Port': ['ID=c107ca88-8e13-422e-91ed-9a183b7c1ca8,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:08.755427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=10']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:08.827755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Made reservation on behalf of 626228c9fb4d4873b449375207c58817 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:08.830559 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:08.856245 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.069196 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.144319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Allocated IP 19.86.0.2 (32178cfe-b284-4358-9aa6-a37d682bb5de/8d42a7f7-74bc-4fb9-a2b6-475beed792ea/834df7b6-20dc-4ed9-bfc7-afcd7fb614bc) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:09.164024 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.224193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:17:09.266155 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.267203 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Added segment 1c7826fe-6fd1-48dc-824d-1500b6682114 of type vlan for network 4c31ea62-a60c-4679-aabb-6afcaf1497ba Oct 19 11:17:09.268901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e490c53-d841-4168-9739-d15638253d80,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:09.305261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.313215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.314879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.314879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.314879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.314879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.314879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.315389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.315528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.315854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.316172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.316487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:09.385847 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.435726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] For port c107ca88-8e13-422e-91ed-9a183b7c1ca8, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:09.464354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] For port c107ca88-8e13-422e-91ed-9a183b7c1ca8, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c107ca88-8e13-422e-91ed-9a183b7c1ca8,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:09.483641 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-36672f32-7aae-48ef-9eea-efcf9fa750db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.518081 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.519483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:09.520336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.536953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'name': 'tempest-ServersTestMultiNic-1873637575-router', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:16:47Z', 'updated_at': '2021-10-19T11:16:57Z', 'revision_number': 4, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'gw_port': {'id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:16:48Z', 'updated_at': '2021-10-19T11:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7ffe69a3-a465-4fd4-8eec-9ab118bb5954', 'name': '', 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'mac_address': 'fa:16:3e:2c:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7463647f-80e6-4745-b068-325af0a2a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:16:54Z', 'updated_at': '2021-10-19T11:17:06Z', 'revision_number': 4, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'subnets': [{'id': '7463647f-80e6-4745-b068-325af0a2a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:09.569009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.673645 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4430959 Oct 19 11:17:09.676775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51130) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:09.681838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] Request body: {'subnet': {'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-724398295-subnet', 'tenant_id': '626228c9fb4d4873b449375207c58817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:09.686551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc88082-3951-4005-842e-5b53b43be793 admin admin] Pushing event updated for resources: {'Network': ['ID=4c31ea62-a60c-4679-aabb-6afcaf1497ba,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:09.701692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-36672f32-7aae-48ef-9eea-efcf9fa750db None None] For port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7ffe69a3-a465-4fd4-8eec-9ab118bb5954,segment=NetworkSegment(58607ea1-89c0-45c8-a806-5b5894f0baa7),segment_id=58607ea1-89c0-45c8-a806-5b5894f0baa7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:09.706899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb31fc-bca3-489b-8274-0e2271c51acb None None] The sync data for ids ['229fbe06-4c2f-4e89-9ef6-c51da971747e'] in n-d-814547-1 is: [{'id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'name': 'tempest-ServersTestMultiNic-1873637575-router', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:16:47Z', 'updated_at': '2021-10-19T11:16:57Z', 'revision_number': 4, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'gw_port': {'id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:16:48Z', 'updated_at': '2021-10-19T11:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7ffe69a3-a465-4fd4-8eec-9ab118bb5954', 'name': '', 'network_id': '7c4602ee-8c6d-4d79-8ab5-e30170eaf692', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'mac_address': 'fa:16:3e:2c:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7463647f-80e6-4745-b068-325af0a2a944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:16:54Z', 'updated_at': '2021-10-19T11:17:06Z', 'revision_number': 4, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'subnets': [{'id': '7463647f-80e6-4745-b068-325af0a2a944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:17:09.709673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 4c31ea62-a60c-4679-aabb-6afcaf1497ba details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:17:09.818578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] Made reservation on behalf of 626228c9fb4d4873b449375207c58817 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:09.822431 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.899933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-36672f32-7aae-48ef-9eea-efcf9fa750db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.929131 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:09.972162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924a35b-3ffb-4e46-81e3-a0779954859b None None] Pushing event updated for resources: {'Port': ['ID=c107ca88-8e13-422e-91ed-9a183b7c1ca8,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:10.063607 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:10.125414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Network 32178cfe-b284-4358-9aa6-a37d682bb5de is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:10.129753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:10.150886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:10.219603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36672f32-7aae-48ef-9eea-efcf9fa750db None None] Pushing event updated for resources: {'Port': ['ID=7ffe69a3-a465-4fd4-8eec-9ab118bb5954,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:10.368383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Pushing event updated for resources: {'Port': ['ID=834df7b6-20dc-4ed9-bfc7-afcd7fb614bc,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:10.478486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Attempting to bind port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:10.478857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Attempting to bind port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '7fe726d2-38ed-4174-a27e-aab06deb3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:10.479223 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Attempting to bind port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc on network 32178cfe-b284-4358-9aa6-a37d682bb5de {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:10.495940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:10.496316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Checking segment: {'id': '7fe726d2-38ed-4174-a27e-aab06deb3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:10.496744 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:10.497139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Bound using segment: {'id': '7fe726d2-38ed-4174-a27e-aab06deb3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:10.497611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Bound port: 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe726d2-38ed-4174-a27e-aab06deb3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:10.497996 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:10.543596 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:10.668094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] For port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:10.671426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] For port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=834df7b6-20dc-4ed9-bfc7-afcd7fb614bc,segment=NetworkSegment(7fe726d2-38ed-4174-a27e-aab06deb3a3e),segment_id=7fe726d2-38ed-4174-a27e-aab06deb3a3e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:10.716592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce286523-df35-46a4-961e-ac9ad353f926,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:10.723925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] Checking segment: {'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:10.732969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] Network hostable DHCP agents. Network: 4c31ea62-a60c-4679-aabb-6afcaf1497ba, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:17:10.758456 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:10.840674 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] Network 4c31ea62-a60c-4679-aabb-6afcaf1497ba is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:17:10.892233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044605c-63b3-47bb-8f7f-a10b034275e5 None None] Pushing event updated for resources: {'Port': ['ID=834df7b6-20dc-4ed9-bfc7-afcd7fb614bc,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:10.917969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 4c31ea62-a60c-4679-aabb-6afcaf1497ba) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:10.926433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:10.929339 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:10.935083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15aa1fc-6368-499c-8c43-756794ebe589 None None] Network 4c31ea62-a60c-4679-aabb-6afcaf1497ba requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:11.043583 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f69bf628-3b18-47df-882f-5c8965804468 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3656828 Oct 19 11:17:11.576303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7154b3-c9da-44ec-9d2e-31c1aee76823 None None] Network 4c31ea62-a60c-4679-aabb-6afcaf1497ba requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:12.011025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:12.096061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:12.096566 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:12.160600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed86ee1-a9fb-49d6-ac89-0874bf195fc6 None None] Network 26862ecc-3a96-4386-8108-eaffa395ab05 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:12.449498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c107ca88-8e13-422e-91ed-9a183b7c1ca8 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:12.532180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fbe4fe64-7a6c-4c7f-a220-99fbad6de261 None None] Provisioning complete for port c107ca88-8e13-422e-91ed-9a183b7c1ca8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:12.532574 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fe64-7a6c-4c7f-a220-99fbad6de261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:12.900879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c107ca88-8e13-422e-91ed-9a183b7c1ca8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:12.902532 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:13.045291 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fe64-7a6c-4c7f-a220-99fbad6de261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:13.145108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-fbe4fe64-7a6c-4c7f-a220-99fbad6de261 None None] For port c107ca88-8e13-422e-91ed-9a183b7c1ca8, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c107ca88-8e13-422e-91ed-9a183b7c1ca8,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:13.212569 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:13.240273 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fbe4fe64-7a6c-4c7f-a220-99fbad6de261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:13.324985 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:17:13.326072 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:17:13.326950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d8bced-0c77-441d-a8af-f09c89a1d142 None None] Network 32178cfe-b284-4358-9aa6-a37d682bb5de requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:13.435717 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7ebd5bb4-71f6-419b-99e2-b1658d912487 None None] Provisioning complete for port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:13.436092 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5bb4-71f6-419b-99e2-b1658d912487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:13.480052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4fe64-7a6c-4c7f-a220-99fbad6de261 None None] Pushing event updated for resources: {'Port': ['ID=c107ca88-8e13-422e-91ed-9a183b7c1ca8,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:13.664520 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5bb4-71f6-419b-99e2-b1658d912487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:13.737626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7ebd5bb4-71f6-419b-99e2-b1658d912487 None None] For port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=834df7b6-20dc-4ed9-bfc7-afcd7fb614bc,segment=NetworkSegment(7fe726d2-38ed-4174-a27e-aab06deb3a3e),segment_id=7fe726d2-38ed-4174-a27e-aab06deb3a3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:13.804110 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5bb4-71f6-419b-99e2-b1658d912487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:13.909648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd5bb4-71f6-419b-99e2-b1658d912487 None None] Pushing event updated for resources: {'Port': ['ID=834df7b6-20dc-4ed9-bfc7-afcd7fb614bc,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:13.935149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7ebd5bb4-71f6-419b-99e2-b1658d912487 None None] Provisioning complete for port c107ca88-8e13-422e-91ed-9a183b7c1ca8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:13.935149 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5bb4-71f6-419b-99e2-b1658d912487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:14.031686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:14.147926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:14.148305 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:14.259992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f5d798d7-8a35-4e8d-9885-bc21e5dd6048 None None] Provisioning complete for port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:14.260356 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f5d798d7-8a35-4e8d-9885-bc21e5dd6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:14.577613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c107ca88-8e13-422e-91ed-9a183b7c1ca8 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:14.627011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c107ca88-8e13-422e-91ed-9a183b7c1ca8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:14.627399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:14.709126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:14.761828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:14.762198 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:15.298097 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8696627e-f940-41a4-a36e-b336b6bea34f x-openstack-request-id: req-8696627e-f940-41a4-a36e-b336b6bea34f {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:15.298659 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4a1ee3-8084-41a7-9820-39d7162ccd7b", "name": "network-vif-deleted", "tag": "93b3d979-ec32-4f56-bd69-9a51e37d7369", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:15.298659 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8696627e-f940-41a4-a36e-b336b6bea34f {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:15.299474 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4a1ee3-8084-41a7-9820-39d7162ccd7b', 'name': 'network-vif-deleted', 'tag': '93b3d979-ec32-4f56-bd69-9a51e37d7369', 'status': 'completed', 'code': 200} Oct 19 11:17:15.306670 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a470a32-5031-414a-9f7d-b46c152540db x-openstack-request-id: req-1a470a32-5031-414a-9f7d-b46c152540db {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:15.307182 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8c68a0-f707-4870-a119-20408fa3e6cb", "name": "network-vif-plugged", "status": "completed", "tag": "7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:15.307391 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a470a32-5031-414a-9f7d-b46c152540db {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:15.307902 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8c68a0-f707-4870-a119-20408fa3e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3', 'code': 200} Oct 19 11:17:15.474652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab411-484a-4f77-9086-ccf2324308b9 req-f9541891-075c-4f49-b03f-e6d8de3def0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:15.478573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4ddab411-484a-4f77-9086-ccf2324308b9 req-f9541891-075c-4f49-b03f-e6d8de3def0f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 1096 time: 0.0977736 Oct 19 11:17:15.488470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cb5db-bb8c-466e-87aa-17447921ff8a req-03b9a404-2797-4874-bedf-4ab231f0d6fd tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:15.490573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9cb5db-bb8c-466e-87aa-17447921ff8a req-03b9a404-2797-4874-bedf-4ab231f0d6fd tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0770657 Oct 19 11:17:15.542832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9cb5db-bb8c-466e-87aa-17447921ff8a req-965475f3-2040-4d3c-8fe6-56860c85363e tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453708 Oct 19 11:17:15.553304 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4ddab411-484a-4f77-9086-ccf2324308b9 req-dba88f17-0a83-4e16-972b-d656dd94f7a9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509453 Oct 19 11:17:15.668032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-2c051ef7-865c-455c-993f-a8f190b11c81 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:15.671876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-2c051ef7-865c-455c-993f-a8f190b11c81 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:15.673514 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-2c051ef7-865c-455c-993f-a8f190b11c81 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/networks?id=26862ecc-3a96-4386-8108-eaffa395ab05&id=32178cfe-b284-4358-9aa6-a37d682bb5de&id=26862ecc-3a96-4386-8108-eaffa395ab05 HTTP/1.1" status: 200 len: 1392 time: 0.2264464 Oct 19 11:17:15.697308 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-b533b1c5-b293-4851-94d7-8ee367ced343 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/quotas/b222dbc643c8414a8bd2e17530406d5e HTTP/1.1" status: 200 len: 375 time: 0.0108614 Oct 19 11:17:15.781929 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-a02be117-c206-4499-b361-9efa91d6c376 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b222dbc643c8414a8bd2e17530406d5e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0684283 Oct 19 11:17:15.915255 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-a98dd053-c438-420b-bb46-4c0da543d1ff service neutron] 10.222.0.39 "GET /v2.0/networks/26862ecc-3a96-4386-8108-eaffa395ab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195924 Oct 19 11:17:16.029826 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-00f753ea-8160-44f4-8ea9-92c804d61153 service neutron] 10.222.0.39 "GET /v2.0/networks/26862ecc-3a96-4386-8108-eaffa395ab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103296 Oct 19 11:17:16.132870 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-24d0e44a-fab8-489c-b8a1-d8144e135909 service neutron] 10.222.0.39 "GET /v2.0/networks/32178cfe-b284-4358-9aa6-a37d682bb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964966 Oct 19 11:17:16.254394 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-c89dbd37-250d-467f-a11b-3717b024ffa8 service neutron] 10.222.0.39 "GET /v2.0/networks/32178cfe-b284-4358-9aa6-a37d682bb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143548 Oct 19 11:17:16.359379 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-61a6e44f-841b-4e94-aa8f-5d20d6f5ff4a service neutron] 10.222.0.39 "GET /v2.0/networks/26862ecc-3a96-4386-8108-eaffa395ab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975366 Oct 19 11:17:16.543289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-a2e9f62d-220a-42bb-a49a-ffcc121201ae service neutron] 10.222.0.39 "GET /v2.0/networks/26862ecc-3a96-4386-8108-eaffa395ab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771250 Oct 19 11:17:16.905263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93325321-360e-445c-9310-2bf69d22f3b7 req-b3121d57-c008-4fbc-9568-4cef0d59a0c1 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:16.914833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-b3121d57-c008-4fbc-9568-4cef0d59a0c1 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/networks?id=4c31ea62-a60c-4679-aabb-6afcaf1497ba HTTP/1.1" status: 200 len: 814 time: 0.1727300 Oct 19 11:17:16.935037 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-729bb696-aa3f-4d4a-9294-c4593423961a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/quotas/626228c9fb4d4873b449375207c58817 HTTP/1.1" status: 200 len: 375 time: 0.0189145 Oct 19 11:17:17.000930 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-82f27399-3c20-49fa-a6f0-d9b162441207 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=626228c9fb4d4873b449375207c58817&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541644 Oct 19 11:17:17.141142 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-cb74300e-3749-4f8f-b4d1-1074ebeebffd service neutron] 10.222.0.39 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390619 Oct 19 11:17:17.273115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-381e029d-c89c-4c49-a4fd-43f3b48a57fa service neutron] 10.222.0.39 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285684 Oct 19 11:17:17.309244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:17.311996 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf35139-58ff-4984-9954-ae8d1c2c923b" -d '{"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-plugged", "status": "completed", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:17.684579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0c29a-0a4d-4cb8-9322-e717b27a1a8d req-2cbf0388-4c1e-4226-8b3c-a4125f8de954 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:17.685157 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86dee4c8-6fca-4fc7-9351-fdbf214e83ae req-829879ef-c4e3-4983-bf23-a3acfe7e2932 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 210 time: 0.0801418 Oct 19 11:17:17.686911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4be0c29a-0a4d-4cb8-9322-e717b27a1a8d req-2cbf0388-4c1e-4226-8b3c-a4125f8de954 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 945 time: 0.1406977 Oct 19 11:17:17.762605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4be0c29a-0a4d-4cb8-9322-e717b27a1a8d req-4db6dd92-831b-42d8-b218-ec59ccc8b3f8 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745945 Oct 19 11:17:17.867240 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7b2f16-4c24-47ee-8281-e29c85f9f7f7 x-openstack-request-id: req-db7b2f16-4c24-47ee-8281-e29c85f9f7f7 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:17.867535 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-plugged", "status": "completed", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:17.867788 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db7b2f16-4c24-47ee-8281-e29c85f9f7f7 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:17.868179 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'code': 200} Oct 19 11:17:17.946135 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0799b6c-6eaf-472c-99e2-894115f291a0 req-925f5389-1d25-4dee-a2b9-d13b4d36218c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:17.951260 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0799b6c-6eaf-472c-99e2-894115f291a0 req-925f5389-1d25-4dee-a2b9-d13b4d36218c tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.49 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 945 time: 0.1556542 Oct 19 11:17:18.174005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fa937-4863-46aa-8d48-9076e7659423 req-0bee07cf-f42f-4d6c-99e0-e4bcbda763e6 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:18.175648 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb8fa937-4863-46aa-8d48-9076e7659423 req-0bee07cf-f42f-4d6c-99e0-e4bcbda763e6 tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/ports?device_id=85404614-1d33-45da-84ce-8249ef880f50 HTTP/1.1" status: 200 len: 945 time: 0.1808748 Oct 19 11:17:18.247858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-a0799b6c-6eaf-472c-99e2-894115f291a0 req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Deleting port 9cf117a8-c65e-491e-9739-c34936efa50d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:18.248041 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a0799b6c-6eaf-472c-99e2-894115f291a0 req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:18.314214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb8fa937-4863-46aa-8d48-9076e7659423 req-6a4726b5-8418-494f-9145-3d76abe795bc tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7fabf13-0b3d-44d3-8154-caaf674f3f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209593 Oct 19 11:17:18.492945 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c915dabf-469c-4b72-ae89-f9f072b0e0e9 req-823989ef-968b-4f22-acaa-18edf79b809c tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 210 time: 0.1003184 Oct 19 11:17:18.502163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-a0799b6c-6eaf-472c-99e2-894115f291a0 req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] For port 9cf117a8-c65e-491e-9739-c34936efa50d, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9cf117a8-c65e-491e-9739-c34936efa50d,segment=NetworkSegment(361042d5-ac8e-44aa-967e-78922d721a84),segment_id=361042d5-ac8e-44aa-967e-78922d721a84)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:18.502592 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a0799b6c-6eaf-472c-99e2-894115f291a0 req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:18.523123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-a0799b6c-6eaf-472c-99e2-894115f291a0 req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Calling delete_port for 9cf117a8-c65e-491e-9739-c34936efa50d owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:18.790901 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a0799b6c-6eaf-472c-99e2-894115f291a0 req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:18.830741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Pushing event deleted for resources: {'Port': ['ID=9cf117a8-c65e-491e-9739-c34936efa50d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:18.878470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.879049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.879657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.880186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.880795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.881318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.882063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.882579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.883088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.883611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.884119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.884793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:18.944643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0799b6c-6eaf-472c-99e2-894115f291a0 req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] No DVR routers for this DVR port 9cf117a8-c65e-491e-9739-c34936efa50d on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:18.949190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a0799b6c-6eaf-472c-99e2-894115f291a0 req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:18.958781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0799b6c-6eaf-472c-99e2-894115f291a0 req-d5d7090e-552f-436e-a0c7-640ec51df91a tempest-LiveAutoBlockMigrationV225Test-1344869582 tempest-LiveAutoBlockMigrationV225Test-1344869582-project] 10.222.0.49 "DELETE /v2.0/ports/9cf117a8-c65e-491e-9739-c34936efa50d HTTP/1.1" status: 204 len: 173 time: 1.0009961 Oct 19 11:17:18.960551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85404614-1d33-45da-84ce-8249ef880f50', 'name': 'network-vif-deleted', 'tag': '9cf117a8-c65e-491e-9739-c34936efa50d'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:18.963133 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c316ac-c72b-4aad-8857-1dfbf4ef8b31" -d '{"events": [{"server_uuid": "85404614-1d33-45da-84ce-8249ef880f50", "name": "network-vif-deleted", "tag": "9cf117a8-c65e-491e-9739-c34936efa50d"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:19.633431 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:19.851657 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:19.928837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6a991c11-3635-4479-ae95-b912ea76009b no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:20.066410 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:20.124120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a991c11-3635-4479-ae95-b912ea76009b'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:20.129517 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d314af2f-181e-4729-8748-cf8e8acac3a3" -d '{"events": [{"server_uuid": "0ff64242-5c21-4c14-8124-2271f3a86c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a991c11-3635-4479-ae95-b912ea76009b"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:20.161517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6a991c11-3635-4479-ae95-b912ea76009b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a991c11-3635-4479-ae95-b912ea76009b,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:20.206764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-d7d45c9e-c3f9-4c35-aa78-0bf09f535a77 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:20.220325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-d7d45c9e-c3f9-4c35-aa78-0bf09f535a77 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:20.221958 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-d7d45c9e-c3f9-4c35-aa78-0bf09f535a77 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.26 "GET /v2.0/networks?id=26862ecc-3a96-4386-8108-eaffa395ab05&id=32178cfe-b284-4358-9aa6-a37d682bb5de&id=26862ecc-3a96-4386-8108-eaffa395ab05 HTTP/1.1" status: 200 len: 1392 time: 0.1993871 Oct 19 11:17:20.242852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'port': {'device_id': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05', 'admin_state_up': True, 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:20.257899 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:20.454876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6a991c11-3635-4479-ae95-b912ea76009b,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:20.626620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:20.630468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:20.899025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Allocated IP 19.80.0.6 (26862ecc-3a96-4386-8108-eaffa395ab05/362df2ab-639a-4a88-9b4e-703120ae4e14/c804ec0f-d7a9-48a4-b62e-812024f2f157) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:20.974420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ffdf312-d00a-487e-b047-98bca5626f6b req-df8b8cc5-3b03-4fa7-94c6-5ab09255b63d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 210 time: 0.0501142 Oct 19 11:17:21.043189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51344) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:21.054376 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b03e4fe-9927-4949-8078-620ea4703b07 x-openstack-request-id: req-0b03e4fe-9927-4949-8078-620ea4703b07 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:21.056265 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85404614-1d33-45da-84ce-8249ef880f50", "name": "network-vif-deleted", "tag": "9cf117a8-c65e-491e-9739-c34936efa50d", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:21.056501 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b03e4fe-9927-4949-8078-620ea4703b07 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:21.057225 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85404614-1d33-45da-84ce-8249ef880f50', 'name': 'network-vif-deleted', 'tag': '9cf117a8-c65e-491e-9739-c34936efa50d', 'status': 'completed', 'code': 200} Oct 19 11:17:21.149558 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d10a49-126a-4cbc-8818-923862ea5e8a x-openstack-request-id: req-78d10a49-126a-4cbc-8818-923862ea5e8a {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:21.150081 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff64242-5c21-4c14-8124-2271f3a86c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a991c11-3635-4479-ae95-b912ea76009b", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:21.150081 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78d10a49-126a-4cbc-8818-923862ea5e8a {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:21.150482 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a991c11-3635-4479-ae95-b912ea76009b', 'code': 200} Oct 19 11:17:21.222966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3668475a-3b60-4711-b76a-f0f924f42bc4 req-d7332df5-36d0-445b-843b-25d88d53425a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 210 time: 0.1209638 Oct 19 11:17:21.370791 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:21.400004 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:17:21.410027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd48bf94-0f8b-49ab-b4bf-0ba3ba2be4ba admin admin] Deleting subnet a21a1401-6e97-415b-8ae3-d10a50b8cda9 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:17:21.421990 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd48bf94-0f8b-49ab-b4bf-0ba3ba2be4ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:21.589144 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd48bf94-0f8b-49ab-b4bf-0ba3ba2be4ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:21.592804 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:21.774121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network 26862ecc-3a96-4386-8108-eaffa395ab05 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:21.774121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:21.774121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:21.774447 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd48bf94-0f8b-49ab-b4bf-0ba3ba2be4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:21.791847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93325321-360e-445c-9310-2bf69d22f3b7 req-48232f59-b3eb-46b0-97e0-355994f695e5 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:21.798908 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-48232f59-b3eb-46b0-97e0-355994f695e5 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.26 "GET /v2.0/networks?id=4c31ea62-a60c-4679-aabb-6afcaf1497ba HTTP/1.1" status: 200 len: 814 time: 0.3211558 Oct 19 11:17:21.872691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Request body: {'port': {'device_id': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba', 'admin_state_up': True, 'tenant_id': '626228c9fb4d4873b449375207c58817'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:21.900438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:21.900438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:21.908222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Port': ['ID=c804ec0f-d7a9-48a4-b62e-812024f2f157,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:22.037840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cdda1-1058-456a-a0d5-768f65066984 req-8d22000e-ba02-4e58-94dc-9b50f2cd2c1b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:22.039498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-369cdda1-1058-456a-a0d5-768f65066984 req-8d22000e-ba02-4e58-94dc-9b50f2cd2c1b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.1362138 Oct 19 11:17:22.098130 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-aa370e71-317d-45b0-a286-01e09375a86a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8660793 Oct 19 11:17:22.139506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'port': {'device_id': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de', 'admin_state_up': True, 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:22.202623 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd48bf94-0f8b-49ab-b4bf-0ba3ba2be4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.203140 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-369cdda1-1058-456a-a0d5-768f65066984 req-9ceaecda-a2ce-4a52-8728-08ec76b64886 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561255 Oct 19 11:17:22.220414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1736338a-3b87-4dad-a24d-051943dd1f6f None None] Provisioning complete for port c804ec0f-d7a9-48a4-b62e-812024f2f157 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:22.221841 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1736338a-3b87-4dad-a24d-051943dd1f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.237674 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd48bf94-0f8b-49ab-b4bf-0ba3ba2be4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.241081 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bd48bf94-0f8b-49ab-b4bf-0ba3ba2be4ba admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a21a1401-6e97-415b-8ae3-d10a50b8cda9 HTTP/1.1" status: 204 len: 168 time: 1.1958098 Oct 19 11:17:22.262966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51378) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:22.292256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48bf94-0f8b-49ab-b4bf-0ba3ba2be4ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a21a1401-6e97-415b-8ae3-d10a50b8cda9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:22.297225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9cf117a8-c65e-491e-9739-c34936efa50d no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:22.387742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Made reservation on behalf of 626228c9fb4d4873b449375207c58817 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:22.397203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.412371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 9cf117a8-c65e-491e-9739-c34936efa50d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:22.413284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9cf117a8-c65e-491e-9739-c34936efa50d not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:22.430870 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.430976 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1736338a-3b87-4dad-a24d-051943dd1f6f None None] Port c804ec0f-d7a9-48a4-b62e-812024f2f157 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:17:22.533294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd7df6-7e56-4fa8-a5c9-599d7a3ce2c5 req-c6539d79-ec2b-429f-b244-29161db53190 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:22.545597 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9acd7df6-7e56-4fa8-a5c9-599d7a3ce2c5 req-c6539d79-ec2b-429f-b244-29161db53190 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 930 time: 0.0963440 Oct 19 11:17:22.576173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:22.580984 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.602749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.627239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9acd7df6-7e56-4fa8-a5c9-599d7a3ce2c5 req-97f42b9d-dd08-4303-9cbe-e0f85df5f1ad tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776737 Oct 19 11:17:22.675257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1fed73-3450-49aa-96d8-c14de993ff4e']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:22.715289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361042d5-ac8e-44aa-967e-78922d721a84') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:22.715859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361042d5-ac8e-44aa-967e-78922d721a84') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:22.730782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.746462 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.753991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:17:22.754432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.820159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Allocated IP 19.86.0.78 (32178cfe-b284-4358-9aa6-a37d682bb5de/8d42a7f7-74bc-4fb9-a2b6-475beed792ea/ed458ddd-108f-4dd6-8a1a-d57462a7e3f6) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:17:22.832204 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:17:22.843703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Allocated IP 172.20.0.8 (4c31ea62-a60c-4679-aabb-6afcaf1497ba/ce286523-df35-46a4-961e-ac9ad353f926/0b75a6f6-9e05-4425-8bd8-8f22263dc3a8) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:22.905535 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.931106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:22.937497 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] 10.222.0.39 "DELETE /v2.0/networks/5e1fed73-3450-49aa-96d8-c14de993ff4e HTTP/1.1" status: 204 len: 168 time: 0.6618459 Oct 19 11:17:22.937497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dba9c1-f8d3-4159-859b-944f2627570d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1fed73-3450-49aa-96d8-c14de993ff4e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:22.948932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51404) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:23.015151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-7865ae4d-c3cf-4ecc-9b1d-ddc452fe3e6b admin admin] Deleting subnet a878dd77-b39f-4f1f-a308-9e4941c246e5 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:17:23.022080 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7865ae4d-c3cf-4ecc-9b1d-ddc452fe3e6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:23.038973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d7d16-657c-448c-a61e-014d3b4f486e req-c8d80569-a262-44e0-8edc-0c2204403c1c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:23.043402 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-c8d80569-a262-44e0-8edc-0c2204403c1c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 805 time: 0.2600415 Oct 19 11:17:23.085498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-4b2ca4bd-dc5b-48dd-865d-7083800c4e14 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/quotas/722a375a42ab473abb8d76e98b3130e2 HTTP/1.1" status: 200 len: 375 time: 0.0410700 Oct 19 11:17:23.193810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c40cd05-410a-43b1-be9f-62da8586c9d5 req-1afdeb3d-df44-4561-b7f0-6ea7c9ffa3ee tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 210 time: 0.0866017 Oct 19 11:17:23.206317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7865ae4d-c3cf-4ecc-9b1d-ddc452fe3e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:23.272730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-46ca2eb9-8681-4bd5-96c9-97adc4cbbd60 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1862097 Oct 19 11:17:23.311036 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:23.390909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee76ea-4951-4831-87e3-da1504410230 req-fe9007b3-1fb9-4f19-8b57-a81ba8a7cd64 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:23.391412 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-e3c31311-92d5-4194-abb7-8232e90c4c62 service neutron] 10.222.0.39 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177919 Oct 19 11:17:23.399645 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8aee76ea-4951-4831-87e3-da1504410230 req-fe9007b3-1fb9-4f19-8b57-a81ba8a7cd64 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0825291 Oct 19 11:17:23.451433 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8aee76ea-4951-4831-87e3-da1504410230 req-52e4a9f6-459d-482f-8cfa-6c4310b1002e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451183 Oct 19 11:17:23.455314 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:23.487926 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7865ae4d-c3cf-4ecc-9b1d-ddc452fe3e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:23.510738 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:23.604151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Pushing event updated for resources: {'Port': ['ID=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:23.616207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Network 4c31ea62-a60c-4679-aabb-6afcaf1497ba is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:23.616207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:23.641326 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-afbccb09-6737-4276-8a9a-5cb835ea1cf7 service neutron] 10.222.0.39 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489960 Oct 19 11:17:23.645601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:23.711919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:23.712455 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:23.715618 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:23.751322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network 32178cfe-b284-4358-9aa6-a37d682bb5de is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:23.754255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:23.759117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:23.813398 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7865ae4d-c3cf-4ecc-9b1d-ddc452fe3e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:23.852573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-42037e6b-09f0-4358-a988-a3783c7d27cd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0034251 Oct 19 11:17:23.876337 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865ae4d-c3cf-4ecc-9b1d-ddc452fe3e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a878dd77-b39f-4f1f-a308-9e4941c246e5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:23.908507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7865ae4d-c3cf-4ecc-9b1d-ddc452fe3e6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:23.916492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Request body: {'port': {'device_id': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:23.926785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7865ae4d-c3cf-4ecc-9b1d-ddc452fe3e6b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a878dd77-b39f-4f1f-a308-9e4941c246e5 HTTP/1.1" status: 204 len: 168 time: 0.9767540 Oct 19 11:17:23.932454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51438) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:23.986878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Port': ['ID=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:24.032633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:24.052723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:24.054297 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:24.063520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881e4b6-30c2-4fb8-a404-4e90ded45213 req-bf5f63c6-78c2-4ede-9579-ff3a3b05dc7c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:24.070773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881e4b6-30c2-4fb8-a404-4e90ded45213 req-bf5f63c6-78c2-4ede-9579-ff3a3b05dc7c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:24.072836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d881e4b6-30c2-4fb8-a404-4e90ded45213 req-bf5f63c6-78c2-4ede-9579-ff3a3b05dc7c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 1652 time: 0.3051333 Oct 19 11:17:24.077265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c3b4fe45-16c0-4423-93c8-d536c0159391 None None] Provisioning complete for port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:24.078269 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c3b4fe45-16c0-4423-93c8-d536c0159391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:24.099982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f243b-42dd-4d7f-8991-c1e84806d52d req-9ff61b66-c8ba-4367-953a-07487e940897 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:24.101957 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a78f243b-42dd-4d7f-8991-c1e84806d52d req-9ff61b66-c8ba-4367-953a-07487e940897 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ff64242-5c21-4c14-8124-2271f3a86c4c HTTP/1.1" status: 200 len: 944 time: 0.2729540 Oct 19 11:17:24.133217 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4fe45-16c0-4423-93c8-d536c0159391 None None] Port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:17:24.169534 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:24.187649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761585e-75f2-402f-9201-fc796fe3e07d req-45c72ca0-51ef-4952-aeb8-de869fa27aa6 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:24.189321 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7761585e-75f2-402f-9201-fc796fe3e07d req-45c72ca0-51ef-4952-aeb8-de869fa27aa6 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 951 time: 0.1285810 Oct 19 11:17:24.192777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0989faa4-6ec4-49de-8293-7826f19e4e70 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0655262 Oct 19 11:17:24.230668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'port': {'device_id': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05', 'admin_state_up': True, 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:24.304488 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d881e4b6-30c2-4fb8-a404-4e90ded45213 req-48909747-3f7f-4007-9eaf-eefcb153fb83 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176445 Oct 19 11:17:24.406562 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:24.433843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7761585e-75f2-402f-9201-fc796fe3e07d req-28659966-a318-490f-80e5-c69c73eb36f6 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293100 Oct 19 11:17:24.436233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d40872a-0281-41ab-9a00-1dd489b9c414']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:24.460950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2c0327-5c12-46fc-b40e-ff3207347e7d') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:24.461365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2c0327-5c12-46fc-b40e-ff3207347e7d') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:24.481277 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:24.503894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:24.515751 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1308f8bb-60c2-49da-b457-0c1186575219 req-984dfc0b-3aaa-4c64-936d-79bfa3ea3dbe tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0881643 Oct 19 11:17:24.517659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:17:24.518143 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:17:24.520130 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:17:24.574236 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a78f243b-42dd-4d7f-8991-c1e84806d52d req-d47f3614-6e2f-4519-aa77-16d55b8b6f33 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Deleting port 6a991c11-3635-4479-ae95-b912ea76009b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:24.574587 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a78f243b-42dd-4d7f-8991-c1e84806d52d req-d47f3614-6e2f-4519-aa77-16d55b8b6f33 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:24.661022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:24.662418 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.049571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83147ae-97b9-4be1-98da-ee77926a2041 req-96645781-8793-4fe4-9987-2fe331e5ea39 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:25.051090 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b83147ae-97b9-4be1-98da-ee77926a2041 req-96645781-8793-4fe4-9987-2fe331e5ea39 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 931 time: 0.5073123 Oct 19 11:17:25.102672 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.118038 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.121184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9d40872a-0281-41ab-9a00-1dd489b9c414 HTTP/1.1" status: 204 len: 168 time: 1.1844583 Oct 19 11:17:25.143391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:25.152656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7df8c-d19e-4cbf-a2be-b5843868f523 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d40872a-0281-41ab-9a00-1dd489b9c414,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:25.153484 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.193101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Transition to ACTIVE for port object 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:17:25.197181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a78f243b-42dd-4d7f-8991-c1e84806d52d req-d47f3614-6e2f-4519-aa77-16d55b8b6f33 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] For port 6a991c11-3635-4479-ae95-b912ea76009b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a991c11-3635-4479-ae95-b912ea76009b,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:25.197558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a78f243b-42dd-4d7f-8991-c1e84806d52d req-d47f3614-6e2f-4519-aa77-16d55b8b6f33 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.213619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d51c1-0eaa-4c63-b9df-3c4c97227745 req-dede1c7f-d1c1-4c59-8734-a707f4d18bc6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:25.221152 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-323d51c1-0eaa-4c63-b9df-3c4c97227745 req-dede1c7f-d1c1-4c59-8734-a707f4d18bc6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.1181815 Oct 19 11:17:25.223494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b83147ae-97b9-4be1-98da-ee77926a2041 req-c849991e-629d-4976-97b9-d1506a53a6fd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421213 Oct 19 11:17:25.256223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Allocated IP 19.80.0.233 (26862ecc-3a96-4386-8108-eaffa395ab05/362df2ab-639a-4a88-9b4e-703120ae4e14/1c6d810a-6e4a-4cb8-8392-7ac1084cff38) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:25.285717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a78f243b-42dd-4d7f-8991-c1e84806d52d req-d47f3614-6e2f-4519-aa77-16d55b8b6f33 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Calling delete_port for 6a991c11-3635-4479-ae95-b912ea76009b owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:25.347287 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.386995 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3294fdae-d4e5-4004-b96e-0c2a9273c129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.434819 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-323d51c1-0eaa-4c63-b9df-3c4c97227745 req-5c5df96e-ee86-4b38-a803-1b37bec4007b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124426 Oct 19 11:17:25.462845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:25.491564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.620311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c498899-91bc-43c2-89e6-9806c8fbe479 req-329d9d24-62a0-4303-8ae2-772bda27ca9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:25.638009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c498899-91bc-43c2-89e6-9806c8fbe479 req-329d9d24-62a0-4303-8ae2-772bda27ca9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:25.639690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c498899-91bc-43c2-89e6-9806c8fbe479 req-329d9d24-62a0-4303-8ae2-772bda27ca9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 1652 time: 0.1260595 Oct 19 11:17:25.640335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51492) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:25.652108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Attempting to bind port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:25.656595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Attempting to bind port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:25.656595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Attempting to bind port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 on network 4c31ea62-a60c-4679-aabb-6afcaf1497ba {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:25.691922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5c158664-5613-4ee7-9e1a-9a382ea20939 req-3673ba49-61d7-4f18-92cf-acea1c17ea48 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0336385 Oct 19 11:17:25.696347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 on network 4c31ea62-a60c-4679-aabb-6afcaf1497ba not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:17:25.696708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Attempting to bind port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 on network 4c31ea62-a60c-4679-aabb-6afcaf1497ba {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:25.718342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:25.718698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Checking segment: {'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:25.722367 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Bound using segment: {'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:25.722367 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Bound port: 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:25.722367 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.723238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c498899-91bc-43c2-89e6-9806c8fbe479 req-39429884-74e8-4ab6-ba2c-1aa09e7cbf97 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754635 Oct 19 11:17:25.727777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.776448 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-687bf987-2016-4497-b02d-4bef1f332fa0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0bef218b6ade43d189bc973b967470c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350589 Oct 19 11:17:25.779382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51502) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:25.807052 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a78f243b-42dd-4d7f-8991-c1e84806d52d req-d47f3614-6e2f-4519-aa77-16d55b8b6f33 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.838313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Port': ['ID=1c6d810a-6e4a-4cb8-8392-7ac1084cff38,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:25.849319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network 26862ecc-3a96-4386-8108-eaffa395ab05 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:25.855448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:25.858174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:25.910092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f3614-6e2f-4519-aa77-16d55b8b6f33 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Pushing event deleted for resources: {'Port': ['ID=6a991c11-3635-4479-ae95-b912ea76009b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:25.922368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:25.923292 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.940183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ddf4-ec34-489f-b4b3-45cfce2d5171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.963740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78f243b-42dd-4d7f-8991-c1e84806d52d req-d47f3614-6e2f-4519-aa77-16d55b8b6f33 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] No DVR routers for this DVR port 6a991c11-3635-4479-ae95-b912ea76009b on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:25.974898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a78f243b-42dd-4d7f-8991-c1e84806d52d req-d47f3614-6e2f-4519-aa77-16d55b8b6f33 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:25.981786 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a78f243b-42dd-4d7f-8991-c1e84806d52d req-d47f3614-6e2f-4519-aa77-16d55b8b6f33 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "DELETE /v2.0/ports/6a991c11-3635-4479-ae95-b912ea76009b HTTP/1.1" status: 204 len: 173 time: 1.7939980 Oct 19 11:17:25.987999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'name': 'network-vif-deleted', 'tag': '6a991c11-3635-4479-ae95-b912ea76009b'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:25.990404 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b358fe-4e31-4997-9b8b-7b498234c187" -d '{"events": [{"server_uuid": "0ff64242-5c21-4c14-8124-2271f3a86c4c", "name": "network-vif-deleted", "tag": "6a991c11-3635-4479-ae95-b912ea76009b"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:25.994162 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ddf4-ec34-489f-b4b3-45cfce2d5171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:26.012749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] For port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:26.017228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] For port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:26.020256 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-0dd6c00d-19fb-4449-b1a6-7196b69b21d0 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7937140 Oct 19 11:17:26.077102 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fb3a2e-c1c1-4a41-aa01-bc6d1ee66230 x-openstack-request-id: req-87fb3a2e-c1c1-4a41-aa01-bc6d1ee66230 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:26.077530 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff64242-5c21-4c14-8124-2271f3a86c4c", "name": "network-vif-deleted", "tag": "6a991c11-3635-4479-ae95-b912ea76009b", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:26.077660 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87fb3a2e-c1c1-4a41-aa01-bc6d1ee66230 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:26.078052 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff64242-5c21-4c14-8124-2271f3a86c4c', 'name': 'network-vif-deleted', 'tag': '6a991c11-3635-4479-ae95-b912ea76009b', 'status': 'completed', 'code': 200} Oct 19 11:17:26.089905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:26.094677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Request body: {'port': {'device_id': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:26.147232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:26.147232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:26.147232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 HTTP/1.1" status: 200 len: 1091 time: 2.2408481 Oct 19 11:17:26.176466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a7717-0a84-4083-8c8e-5d17e62713a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:26.191632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:26.249091 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ddf4-ec34-489f-b4b3-45cfce2d5171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:26.251212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c831a6f-4620-459c-aec7-e6c4a1f6d125 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:26.252403 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ddf4-ec34-489f-b4b3-45cfce2d5171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:26.253877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fdb4ddf4-ec34-489f-b4b3-45cfce2d5171 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7fabf13-0b3d-44d3-8154-caaf674f3f70 HTTP/1.1" status: 204 len: 168 time: 0.4721308 Oct 19 11:17:26.306192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4ddf4-ec34-489f-b4b3-45cfce2d5171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fabf13-0b3d-44d3-8154-caaf674f3f70,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:26.434160 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:26.480781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:26.483695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:26.486282 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb45c9c5-02fa-4308-bbae-e7c5311f8d28" -d '{"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-unplugged", "status": "completed", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:26.495382 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-55901229-b691-4f77-8fdb-d6aba55ca73b None None] Provisioning complete for port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:26.496556 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-55901229-b691-4f77-8fdb-d6aba55ca73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:26.540584 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:26.609130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=11']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:26.616108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-55901229-b691-4f77-8fdb-d6aba55ca73b None None] Port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:17:26.777833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93325321-360e-445c-9310-2bf69d22f3b7 req-8e805548-baba-452b-9df1-cd88a5a92b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:26.780449 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-8e805548-baba-452b-9df1-cd88a5a92b85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=626228c9fb4d4873b449375207c58817&device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 1094 time: 0.4605498 Oct 19 11:17:26.809246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d7d16-657c-448c-a61e-014d3b4f486e req-9bc2b989-959f-43b7-bd41-a76af7291913 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:26.812288 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-9bc2b989-959f-43b7-bd41-a76af7291913 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 805 time: 0.5053549 Oct 19 11:17:26.825870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967770a-0a1d-45a7-aad5-4ad87e525e38 req-2c7ea12f-cae2-4d7e-accc-0a75dd09d326 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:26.826542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc246fcc-2b99-49cc-98e6-21acca8fbb46 req-55f01b34-f367-40c9-8280-e07e95001994 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:26.832956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9967770a-0a1d-45a7-aad5-4ad87e525e38 req-2c7ea12f-cae2-4d7e-accc-0a75dd09d326 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 943 time: 0.3981373 Oct 19 11:17:26.834505 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc246fcc-2b99-49cc-98e6-21acca8fbb46 req-55f01b34-f367-40c9-8280-e07e95001994 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.1279054 Oct 19 11:17:26.848807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Request body: {'port': {'device_id': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'admin_state_up': True, 'tenant_id': '722a375a42ab473abb8d76e98b3130e2'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:26.863326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c804ec0f-d7a9-48a4-b62e-812024f2f157 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:26.874643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:26.904411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc246fcc-2b99-49cc-98e6-21acca8fbb46 req-5d84d608-73ff-48c9-a7ad-9f4480d9ad46 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625303 Oct 19 11:17:26.907665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Transition to ACTIVE for port object c804ec0f-d7a9-48a4-b62e-812024f2f157 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:17:26.933968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-b0150f6e-0756-46cc-9d57-22e01ddbafd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 HTTP/1.1" status: 200 len: 217 time: 0.1194828 Oct 19 11:17:26.965462 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaa9fa4-0362-4155-955b-2ea37db05424 x-openstack-request-id: req-ffaa9fa4-0362-4155-955b-2ea37db05424 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:26.965755 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-unplugged", "status": "completed", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:26.966010 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffaa9fa4-0362-4155-955b-2ea37db05424 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:26.966436 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'code': 200} Oct 19 11:17:27.062678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93325321-360e-445c-9310-2bf69d22f3b7 req-59d6b358-bbef-48a8-b90b-4472edd9839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:27.062922 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:27.064294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-59d6b358-bbef-48a8-b90b-4472edd9839c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce286523-df35-46a4-961e-ac9ad353f926 HTTP/1.1" status: 200 len: 854 time: 0.1161778 Oct 19 11:17:27.072150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9967770a-0a1d-45a7-aad5-4ad87e525e38 req-81b5399e-85dd-4988-8218-97eb816060c8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149744 Oct 19 11:17:27.131862 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-7ed01754-0819-4368-a115-dc4f8e72641f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c31ea62-a60c-4679-aabb-6afcaf1497ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390282 Oct 19 11:17:27.272829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Made reservation on behalf of 722a375a42ab473abb8d76e98b3130e2 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:27.276573 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:27.308763 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e9d27d96-f78e-4e10-a362-e79230ff4793 req-3e7dedd4-87fb-44b6-b0c8-ad28da11d0c8 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0543661 Oct 19 11:17:27.374340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51594) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:27.383966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-c9395582-6275-43a5-acaf-8c3b78a912eb service neutron] 10.222.0.26 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397275 Oct 19 11:17:27.466080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a691c-31bd-4750-bbfe-d2c42b2be781 req-074419d7-7fea-4a0e-a9b0-6884d67eb088 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:27.470818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Pushing event updated for resources: {'Port': ['ID=c804ec0f-d7a9-48a4-b62e-812024f2f157,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:27.472319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a691c-31bd-4750-bbfe-d2c42b2be781 req-074419d7-7fea-4a0e-a9b0-6884d67eb088 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:27.481317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a691c-31bd-4750-bbfe-d2c42b2be781 req-074419d7-7fea-4a0e-a9b0-6884d67eb088 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:27.483253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a87a691c-31bd-4750-bbfe-d2c42b2be781 req-074419d7-7fea-4a0e-a9b0-6884d67eb088 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2386 time: 0.2291739 Oct 19 11:17:27.571864 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Attempting to bind port c804ec0f-d7a9-48a4-b62e-812024f2f157 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:27.572206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Attempting to bind port c804ec0f-d7a9-48a4-b62e-812024f2f157 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:27.572554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Attempting to bind port c804ec0f-d7a9-48a4-b62e-812024f2f157 on network 26862ecc-3a96-4386-8108-eaffa395ab05 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:27.582520 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-eb26a673-8a4b-47b8-8879-9732fd66513c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07afc761dc4047008c1bfeec74715a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047026 Oct 19 11:17:27.583455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Port c804ec0f-d7a9-48a4-b62e-812024f2f157 on network 26862ecc-3a96-4386-8108-eaffa395ab05 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:17:27.583773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Attempting to bind port c804ec0f-d7a9-48a4-b62e-812024f2f157 on network 26862ecc-3a96-4386-8108-eaffa395ab05 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:27.588826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51620) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:27.589959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:27.590605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Checking segment: {'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:27.590973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Bound using segment: {'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:27.591393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Bound port: c804ec0f-d7a9-48a4-b62e-812024f2f157, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:27.591739 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:27.640892 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a87a691c-31bd-4750-bbfe-d2c42b2be781 req-9f03a031-d37f-478a-a251-65ab1984dd5f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427250 Oct 19 11:17:27.647646 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93325321-360e-445c-9310-2bf69d22f3b7 req-468f752d-d021-447a-9e94-d978161b8a36 service neutron] 10.222.0.26 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290690 Oct 19 11:17:27.674551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Allocated IP 172.20.0.9 (92d48a4f-14d4-47f7-8527-4890bf68f902/0bfa5705-e214-45b1-b7ca-60a9322912ed/026f2330-cb1a-4a47-b7c4-a4b603d196ac) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:27.741862 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cd53a7a5-d2cb-4fef-adf7-8cd60452db9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:27.757948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] For port c804ec0f-d7a9-48a4-b62e-812024f2f157, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:27.763665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] For port c804ec0f-d7a9-48a4-b62e-812024f2f157, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=c804ec0f-d7a9-48a4-b62e-812024f2f157,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:27.775773 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cd53a7a5-d2cb-4fef-adf7-8cd60452db9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:27.820291 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b8b6-d598-48f6-856d-28614db40588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:27.844415 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:27.886494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:27.886494 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:27.887726 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] 10.222.0.26 "PUT /v2.0/ports/c804ec0f-d7a9-48a4-b62e-812024f2f157 HTTP/1.1" status: 200 len: 1090 time: 1.8199873 Oct 19 11:17:27.888186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'tag': 'c804ec0f-d7a9-48a4-b62e-812024f2f157'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:27.890497 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41eccf3-f69c-44f9-bf2c-f0eb865170fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "tag": "c804ec0f-d7a9-48a4-b62e-812024f2f157"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:27.911485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71313ef-e552-41ab-ab76-637576d6d02b service neutron] Pushing event updated for resources: {'Port': ['ID=c804ec0f-d7a9-48a4-b62e-812024f2f157,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:27.943495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:27.960062 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e4f5ad-f995-4087-865c-ea6bf58622bf x-openstack-request-id: req-f6e4f5ad-f995-4087-865c-ea6bf58622bf {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:27.961274 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "tag": "c804ec0f-d7a9-48a4-b62e-812024f2f157", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:27.969868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6a991c11-3635-4479-ae95-b912ea76009b no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:27.970665 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6e4f5ad-f995-4087-865c-ea6bf58622bf {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:27.971631 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'tag': 'c804ec0f-d7a9-48a4-b62e-812024f2f157', 'status': 'completed', 'code': 200} Oct 19 11:17:27.983850 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cd53a7a5-d2cb-4fef-adf7-8cd60452db9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:27.983850 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cd53a7a5-d2cb-4fef-adf7-8cd60452db9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:27.983850 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cd53a7a5-d2cb-4fef-adf7-8cd60452db9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46a71bb2-68bd-416e-b5ea-665f6b737f9e HTTP/1.1" status: 204 len: 168 time: 0.3865700 Oct 19 11:17:28.008518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 6a991c11-3635-4479-ae95-b912ea76009b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:28.008905 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6a991c11-3635-4479-ae95-b912ea76009b not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:28.031237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Request body: {'port': {'device_id': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:28.048297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53a7a5-d2cb-4fef-adf7-8cd60452db9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a71bb2-68bd-416e-b5ea-665f6b737f9e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:28.104207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eccf3-f69c-44f9-bf2c-f0eb865170fa req-86240476-b061-4f80-bd3c-247999e8af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:28.104679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'tag': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:28.108684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eccf3-f69c-44f9-bf2c-f0eb865170fa req-86240476-b061-4f80-bd3c-247999e8af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:28.109226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eccf3-f69c-44f9-bf2c-f0eb865170fa req-86240476-b061-4f80-bd3c-247999e8af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:28.111914 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d41eccf3-f69c-44f9-bf2c-f0eb865170fa req-86240476-b061-4f80-bd3c-247999e8af85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b222dbc643c8414a8bd2e17530406d5e&device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2729 time: 0.1242399 Oct 19 11:17:28.132934 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3844dec5-0c46-4a44-a6df-5afffedba608" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb", "tag": "0b75a6f6-9e05-4425-8bd8-8f22263dc3a8"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:28.236452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e78287-fef7-4cb5-a573-5396c3945d01 req-d6577b39-b45d-451d-9b49-8343eea499b3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:28.238189 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b6e78287-fef7-4cb5-a573-5396c3945d01 req-d6577b39-b45d-451d-9b49-8343eea499b3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.1933994 Oct 19 11:17:28.284719 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:28.317359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eccf3-f69c-44f9-bf2c-f0eb865170fa req-0b1372ca-5ca2-434e-bce9-52ad3f69c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:28.317913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eccf3-f69c-44f9-bf2c-f0eb865170fa req-0b1372ca-5ca2-434e-bce9-52ad3f69c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:28.318367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eccf3-f69c-44f9-bf2c-f0eb865170fa req-0b1372ca-5ca2-434e-bce9-52ad3f69c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:28.320313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d41eccf3-f69c-44f9-bf2c-f0eb865170fa req-0b1372ca-5ca2-434e-bce9-52ad3f69c572 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b222dbc643c8414a8bd2e17530406d5e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1993651 Oct 19 11:17:28.347865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:28.368852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b6e78287-fef7-4cb5-a573-5396c3945d01 req-c2e9cc5b-c333-4ceb-b4e3-2862d8c17361 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221778 Oct 19 11:17:28.426654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Network 92d48a4f-14d4-47f7-8527-4890bf68f902 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:28.432715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:28.435421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:28.438843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eccf3-f69c-44f9-bf2c-f0eb865170fa req-5b3e0394-753d-4968-a087-fb0aac099ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:28.440891 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d41eccf3-f69c-44f9-bf2c-f0eb865170fa req-5b3e0394-753d-4968-a087-fb0aac099ad7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106319 Oct 19 11:17:28.469890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Pushing event updated for resources: {'Port': ['ID=026f2330-cb1a-4a47-b7c4-a4b603d196ac,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:28.598041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:28.598788 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:28.650531 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a8dd3-9ea0-40b9-b3a1-fe6d7832b8bf req-90772f7c-4d44-4f07-b139-9d5e7eb4d2f0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:28.650531 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a3a8dd3-9ea0-40b9-b3a1-fe6d7832b8bf req-90772f7c-4d44-4f07-b139-9d5e7eb4d2f0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 943 time: 0.1737664 Oct 19 11:17:28.701316 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-02a676f8-2a38-4e6c-a80c-b90583bb304d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8648787 Oct 19 11:17:28.719702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Request body: {'port': {'device_id': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:28.755629 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a3a8dd3-9ea0-40b9-b3a1-fe6d7832b8bf req-9d976bdd-3583-4962-8289-870abf70aa12 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812519 Oct 19 11:17:28.837453 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5203a4ac-ff66-492e-859f-6a2f411b1db7 x-openstack-request-id: req-5203a4ac-ff66-492e-859f-6a2f411b1db7 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:28.837755 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb", "tag": "0b75a6f6-9e05-4425-8bd8-8f22263dc3a8", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:28.838004 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5203a4ac-ff66-492e-859f-6a2f411b1db7 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:28.840970 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'tag': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8', 'status': 'completed', 'code': 200} Oct 19 11:17:28.847921 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:28.895707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:28.907138 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:28.922205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844dec5-0c46-4a44-a6df-5afffedba608 req-38eea100-4e2d-45c3-ad06-007dce92bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:28.923707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3844dec5-0c46-4a44-a6df-5afffedba608 req-38eea100-4e2d-45c3-ad06-007dce92bcc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=626228c9fb4d4873b449375207c58817&device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 1094 time: 0.0529251 Oct 19 11:17:28.930964 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:28.961607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Transition to ACTIVE for port object ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:17:29.011961 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:29.066925 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:29.073319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844dec5-0c46-4a44-a6df-5afffedba608 req-d741b8d2-18b7-4553-b791-2654617939a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:29.073319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3844dec5-0c46-4a44-a6df-5afffedba608 req-d741b8d2-18b7-4553-b791-2654617939a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c31ea62-a60c-4679-aabb-6afcaf1497ba HTTP/1.1" status: 200 len: 915 time: 0.1215124 Oct 19 11:17:29.169167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3844dec5-0c46-4a44-a6df-5afffedba608 req-18e47b59-88fd-4067-b70d-89c3acc93d37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 HTTP/1.1" status: 200 len: 217 time: 0.0855558 Oct 19 11:17:29.170446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043b120-da0f-45a7-a575-1f086c6bb33b req-feb6c5cf-1ae5-4dc7-8619-db545dda15db tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:29.171990 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3043b120-da0f-45a7-a575-1f086c6bb33b req-feb6c5cf-1ae5-4dc7-8619-db545dda15db tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 931 time: 0.1480658 Oct 19 11:17:29.232228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Pushing event updated for resources: {'Port': ['ID=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:29.293094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844dec5-0c46-4a44-a6df-5afffedba608 req-45c013e5-ca93-45fd-bd78-cff7280eed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:29.295006 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3844dec5-0c46-4a44-a6df-5afffedba608 req-45c013e5-ca93-45fd-bd78-cff7280eed86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce286523-df35-46a4-961e-ac9ad353f926 HTTP/1.1" status: 200 len: 854 time: 0.1138310 Oct 19 11:17:29.360435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3844dec5-0c46-4a44-a6df-5afffedba608 req-d1c85eb0-080c-444b-89a0-d3740365c7c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c31ea62-a60c-4679-aabb-6afcaf1497ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541418 Oct 19 11:17:29.401681 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3043b120-da0f-45a7-a575-1f086c6bb33b req-0c93b2e5-0b42-41a3-bf0c-2cb8b7f0ba68 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854663 Oct 19 11:17:29.485595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Attempting to bind port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:29.485940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Attempting to bind port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '7fe726d2-38ed-4174-a27e-aab06deb3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:29.486407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Attempting to bind port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 on network 32178cfe-b284-4358-9aa6-a37d682bb5de {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:29.511029 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3844dec5-0c46-4a44-a6df-5afffedba608 req-661c073a-f105-4c1c-9e58-02a1c936b9f7 service neutron] 10.222.0.26 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391227 Oct 19 11:17:29.523986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 on network 32178cfe-b284-4358-9aa6-a37d682bb5de not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:17:29.531984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Attempting to bind port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 on network 32178cfe-b284-4358-9aa6-a37d682bb5de {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:29.534059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:29.534410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Checking segment: {'id': '7fe726d2-38ed-4174-a27e-aab06deb3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:29.534803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Bound using segment: {'id': '7fe726d2-38ed-4174-a27e-aab06deb3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:29.535263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Bound port: ed458ddd-108f-4dd6-8a1a-d57462a7e3f6, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe726d2-38ed-4174-a27e-aab06deb3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:29.535694 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:29.578054 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026f2330-cb1a-4a47-b7c4-a4b603d196ac {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:29.597601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:29.642995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3844dec5-0c46-4a44-a6df-5afffedba608 req-b4df6bfc-193a-463d-a783-751445bb0896 service neutron] 10.222.0.26 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171358 Oct 19 11:17:29.650832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Transition to ACTIVE for port object 026f2330-cb1a-4a47-b7c4-a4b603d196ac will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:17:29.682996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62f1a-add0-46c3-9ab6-f1bf4b86f0c2 req-12b82e5c-0ff0-4963-a17d-313eb62b55bf tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:29.686333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51734) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:29.690722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62f1a-add0-46c3-9ab6-f1bf4b86f0c2 req-12b82e5c-0ff0-4963-a17d-313eb62b55bf tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:29.699202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62f1a-add0-46c3-9ab6-f1bf4b86f0c2 req-12b82e5c-0ff0-4963-a17d-313eb62b55bf tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:29.705322 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3cf62f1a-add0-46c3-9ab6-f1bf4b86f0c2 req-12b82e5c-0ff0-4963-a17d-313eb62b55bf tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2398 time: 0.1304309 Oct 19 11:17:29.706575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] For port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:29.718995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] For port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6,segment=NetworkSegment(7fe726d2-38ed-4174-a27e-aab06deb3a3e),segment_id=7fe726d2-38ed-4174-a27e-aab06deb3a3e)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:29.734424 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:29.763527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9b72e-71ac-404d-bff4-574534bc7257 req-b655213d-807f-44c0-8eb1-dad19e56bab7 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:29.763861 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21b9b72e-71ac-404d-bff4-574534bc7257 req-b655213d-807f-44c0-8eb1-dad19e56bab7 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0599630 Oct 19 11:17:29.806563 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3cf62f1a-add0-46c3-9ab6-f1bf4b86f0c2 req-12031129-db1d-4d25-a989-b39c1c37e197 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965707 Oct 19 11:17:29.812586 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21b9b72e-71ac-404d-bff4-574534bc7257 req-61cad9e3-a316-41cf-b084-4b8335e41ea3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408762 Oct 19 11:17:29.821791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:29.854186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1176129790-network', 'tenant_id': '8eac4b2b6d5c4a898da1d1bfbc0bf985'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:29.884765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:29.885403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:29.890086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] 10.222.0.26 "PUT /v2.0/ports/ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 HTTP/1.1" status: 200 len: 1091 time: 1.8685675 Oct 19 11:17:29.925423 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Pushing event updated for resources: {'Port': ['ID=026f2330-cb1a-4a47-b7c4-a4b603d196ac,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:29.931857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Made reservation on behalf of 8eac4b2b6d5c4a898da1d1bfbc0bf985 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:29.934813 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:29.944401 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.031704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Request body: {'port': {'device_id': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:30.097669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Attempting to bind port 026f2330-cb1a-4a47-b7c4-a4b603d196ac on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:30.098021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Attempting to bind port 026f2330-cb1a-4a47-b7c4-a4b603d196ac by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:30.099667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Attempting to bind port 026f2330-cb1a-4a47-b7c4-a4b603d196ac on network 92d48a4f-14d4-47f7-8527-4890bf68f902 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:30.125527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.133088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Port 026f2330-cb1a-4a47-b7c4-a4b603d196ac on network 92d48a4f-14d4-47f7-8527-4890bf68f902 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:17:30.133420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Attempting to bind port 026f2330-cb1a-4a47-b7c4-a4b603d196ac on network 92d48a4f-14d4-47f7-8527-4890bf68f902 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:30.135462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff41a2b-9dbf-454f-adb5-8fd8459e4b65 service neutron] Pushing event updated for resources: {'Port': ['ID=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:30.159860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd5821-9f46-4e16-a81b-bcb5b80ee037 req-41d89f82-2e90-4045-8b91-86c5c7f69eea tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:30.162250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aedd5821-9f46-4e16-a81b-bcb5b80ee037 req-41d89f82-2e90-4045-8b91-86c5c7f69eea tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 943 time: 0.2213793 Oct 19 11:17:30.185970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:30.186560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Checking segment: {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:30.187128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Bound using segment: {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:30.187907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Bound port: 026f2330-cb1a-4a47-b7c4-a4b603d196ac, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:30.188451 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.227522 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.235148 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.291673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:17:30.307161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32017b19-92e9-4449-b20f-b8a3156cf1f5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:30.313368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.313948 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Added segment ee192c3b-eb2b-4ab0-aacd-94f17d6d3538 of type vlan for network 47db28b1-cbf5-4584-b922-d02cd6bd6fec Oct 19 11:17:30.378912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.512497 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.516044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:30.517179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.585528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] Pushing event updated for resources: {'Network': ['ID=47db28b1-cbf5-4584-b922-d02cd6bd6fec,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:30.597046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aedd5821-9f46-4e16-a81b-bcb5b80ee037 req-36fd233d-32bb-48ab-b30a-afaee91c3380 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148467 Oct 19 11:17:30.628109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f564460e-9ae0-4e23-8ccd-01b83fa2af3b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9360206 Oct 19 11:17:30.629935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51766) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:30.636272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 47db28b1-cbf5-4584-b922-d02cd6bd6fec details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:17:30.637157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] For port 026f2330-cb1a-4a47-b7c4-a4b603d196ac, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:30.638357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] Request body: {'subnet': {'network_id': '47db28b1-cbf5-4584-b922-d02cd6bd6fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1176129790-subnet', 'tenant_id': '8eac4b2b6d5c4a898da1d1bfbc0bf985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:30.646357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] For port 026f2330-cb1a-4a47-b7c4-a4b603d196ac, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=026f2330-cb1a-4a47-b7c4-a4b603d196ac,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:30.713502 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.794049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:30.794671 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.796026 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] 10.222.0.26 "PUT /v2.0/ports/026f2330-cb1a-4a47-b7c4-a4b603d196ac HTTP/1.1" status: 200 len: 1091 time: 2.0851200 Oct 19 11:17:30.828392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] Made reservation on behalf of 8eac4b2b6d5c4a898da1d1bfbc0bf985 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:30.829073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.831672 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:30.840277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'tag': 'ed458ddd-108f-4dd6-8a1a-d57462a7e3f6'}, {'name': 'network-changed', 'server_uuid': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'tag': '026f2330-cb1a-4a47-b7c4-a4b603d196ac'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:30.842550 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35fb647-533e-4d33-bf68-dc799477150b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "tag": "ed458ddd-108f-4dd6-8a1a-d57462a7e3f6"}, {"name": "network-changed", "server_uuid": "f2ef8a27-5a2c-48d1-8deb-1440767c5bf9", "tag": "026f2330-cb1a-4a47-b7c4-a4b603d196ac"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:30.854454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7457d1-4eca-4455-b2f1-b1922a32ef78 req-3de7fbcb-564e-42eb-a23e-5fa7636291c7 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:30.856814 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f7457d1-4eca-4455-b2f1-b1922a32ef78 req-3de7fbcb-564e-42eb-a23e-5fa7636291c7 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 943 time: 0.1561217 Oct 19 11:17:30.858968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c83827-59f2-44a2-9eda-ef123bec900a service neutron] Pushing event updated for resources: {'Port': ['ID=026f2330-cb1a-4a47-b7c4-a4b603d196ac,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:30.947815 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f7457d1-4eca-4455-b2f1-b1922a32ef78 req-6182a469-0586-4694-a54c-bc03e4964723 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520842 Oct 19 11:17:31.065954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d7d16-657c-448c-a61e-014d3b4f486e req-f7561308-d99c-41dd-86f5-297a75b86961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.067417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-f7561308-d99c-41dd-86f5-297a75b86961 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 1094 time: 0.1079180 Oct 19 11:17:31.097753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:31.107519 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:31.108662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:31.147212 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-a2a3692a-2859-4744-b043-d9aaf6692e24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026f2330-cb1a-4a47-b7c4-a4b603d196ac HTTP/1.1" status: 200 len: 217 time: 0.0531368 Oct 19 11:17:31.155910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Transition to ACTIVE for port object 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:17:31.166189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae46d21b-e4c1-4855-9690-946d54078801,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:31.185837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] Checking segment: {'id': 'ee192c3b-eb2b-4ab0-aacd-94f17d6d3538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '47db28b1-cbf5-4584-b922-d02cd6bd6fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:31.186317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] Network hostable DHCP agents. Network: 47db28b1-cbf5-4584-b922-d02cd6bd6fec, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:17:31.193854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973372-995c-4417-8f9c-1e1a0c48458b req-29ef76d1-1153-4f57-8e40-0d6e3ed1e89f tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.195357 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-04973372-995c-4417-8f9c-1e1a0c48458b req-29ef76d1-1153-4f57-8e40-0d6e3ed1e89f tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.1453311 Oct 19 11:17:31.223442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:31.232977 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d7d16-657c-448c-a61e-014d3b4f486e req-b9f2effd-a250-4215-b9c4-d1177fa38e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.234416 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-b9f2effd-a250-4215-b9c4-d1177fa38e58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bfa5705-e214-45b1-b7ca-60a9322912ed HTTP/1.1" status: 200 len: 845 time: 0.0798068 Oct 19 11:17:31.280042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] Network 47db28b1-cbf5-4584-b922-d02cd6bd6fec is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:17:31.308820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-3faeea37-1336-443d-9ce9-7ab03b04fdbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92d48a4f-14d4-47f7-8527-4890bf68f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418541 Oct 19 11:17:31.311708 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-04973372-995c-4417-8f9c-1e1a0c48458b req-5c09aaf6-c839-4392-8a4c-26f77adafffb tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083627 Oct 19 11:17:31.332216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6d810a-6e4a-4cb8-8392-7ac1084cff38,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:31.377914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 47db28b1-cbf5-4584-b922-d02cd6bd6fec) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:31.383073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.385775 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:31.390461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce7c750-390d-44af-8178-197ebef14862 None None] Network 47db28b1-cbf5-4584-b922-d02cd6bd6fec requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:31.455348 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528084fa-44e2-49bf-8bf2-966a97a9f222 x-openstack-request-id: req-528084fa-44e2-49bf-8bf2-966a97a9f222 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:31.459330 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "tag": "ed458ddd-108f-4dd6-8a1a-d57462a7e3f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2ef8a27-5a2c-48d1-8deb-1440767c5bf9", "tag": "026f2330-cb1a-4a47-b7c4-a4b603d196ac", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:31.459330 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-528084fa-44e2-49bf-8bf2-966a97a9f222 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:31.459330 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'tag': 'ed458ddd-108f-4dd6-8a1a-d57462a7e3f6', 'status': 'completed', 'code': 200} Oct 19 11:17:31.459330 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'tag': '026f2330-cb1a-4a47-b7c4-a4b603d196ac', 'status': 'completed', 'code': 200} Oct 19 11:17:31.525776 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8cfdf4cd-717d-4a02-8d0e-7d7ba03da405 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8941367 Oct 19 11:17:31.554418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-7a34eb68-35bf-415e-af7e-0c214625deaf service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316480 Oct 19 11:17:31.570812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb647-533e-4d33-bf68-dc799477150b req-cf73538d-09ed-406a-9e44-a77bf4ca3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.571706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb647-533e-4d33-bf68-dc799477150b req-cf73538d-09ed-406a-9e44-a77bf4ca3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.572401 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb647-533e-4d33-bf68-dc799477150b req-cf73538d-09ed-406a-9e44-a77bf4ca3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.573091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Attempting to bind port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:31.573423 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Attempting to bind port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:31.573746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Attempting to bind port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 on network 26862ecc-3a96-4386-8108-eaffa395ab05 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:31.579105 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a35fb647-533e-4d33-bf68-dc799477150b req-cf73538d-09ed-406a-9e44-a77bf4ca3efb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b222dbc643c8414a8bd2e17530406d5e&device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2821 time: 0.1017218 Oct 19 11:17:31.644358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893cfc28-25a5-4877-a029-19b19a024c40 None None] Network 47db28b1-cbf5-4584-b922-d02cd6bd6fec requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:31.702107 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-264d7d16-657c-448c-a61e-014d3b4f486e req-fad7305e-d475-4b8b-a34e-a3cc218221db service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317096 Oct 19 11:17:31.706843 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 on network 26862ecc-3a96-4386-8108-eaffa395ab05 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:17:31.707293 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Attempting to bind port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 on network 26862ecc-3a96-4386-8108-eaffa395ab05 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:31.716399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:31.716908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Checking segment: {'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:31.717440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Bound using segment: {'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:31.717878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Bound port: 1c6d810a-6e4a-4cb8-8392-7ac1084cff38, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e6f9dd-b16d-41c0-bb83-1525078d0ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:31.718232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:31.755727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddc242-0035-4d5d-a9f7-394f8a3c11fa req-ec85e3be-cd7f-4b12-85ad-113acebcaa68 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.764090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddc242-0035-4d5d-a9f7-394f8a3c11fa req-ec85e3be-cd7f-4b12-85ad-113acebcaa68 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.775339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddc242-0035-4d5d-a9f7-394f8a3c11fa req-ec85e3be-cd7f-4b12-85ad-113acebcaa68 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.788355 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56ddc242-0035-4d5d-a9f7-394f8a3c11fa req-ec85e3be-cd7f-4b12-85ad-113acebcaa68 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2410 time: 0.2207162 Oct 19 11:17:31.801912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb647-533e-4d33-bf68-dc799477150b req-d4768c10-ebcb-4efe-9c4d-02fdbec1fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.803171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb647-533e-4d33-bf68-dc799477150b req-d4768c10-ebcb-4efe-9c4d-02fdbec1fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.803826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb647-533e-4d33-bf68-dc799477150b req-d4768c10-ebcb-4efe-9c4d-02fdbec1fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.806129 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a35fb647-533e-4d33-bf68-dc799477150b req-d4768c10-ebcb-4efe-9c4d-02fdbec1fd31 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b222dbc643c8414a8bd2e17530406d5e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2183907 Oct 19 11:17:31.869406 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56ddc242-0035-4d5d-a9f7-394f8a3c11fa req-6eacf233-4a11-4da2-a8cf-c29d73967c50 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760188 Oct 19 11:17:31.875425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] For port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:31.879053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] For port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1c6d810a-6e4a-4cb8-8392-7ac1084cff38,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:31.919256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb647-533e-4d33-bf68-dc799477150b req-509a6fa7-794c-401b-9aaa-70de09cf490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:31.920791 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a35fb647-533e-4d33-bf68-dc799477150b req-509a6fa7-794c-401b-9aaa-70de09cf490e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025727 Oct 19 11:17:32.001394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:17:32.015195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:32.080029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb647-533e-4d33-bf68-dc799477150b req-389f8f1f-285f-43eb-a089-3f31459fe672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.082422 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a35fb647-533e-4d33-bf68-dc799477150b req-389f8f1f-285f-43eb-a089-3f31459fe672 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 1094 time: 0.1112576 Oct 19 11:17:32.101790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.102749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:32.104118 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] 10.222.0.26 "PUT /v2.0/ports/1c6d810a-6e4a-4cb8-8392-7ac1084cff38 HTTP/1.1" status: 200 len: 1092 time: 2.0899856 Oct 19 11:17:32.104789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b29828-9b1c-4d53-8893-9f6f580e4cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6d810a-6e4a-4cb8-8392-7ac1084cff38,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:32.133421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d733ee4-15e4-4090-af07-ce6db1d91722 req-dba47085-5b36-41e3-a422-d30a8d0dccd0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.135031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d733ee4-15e4-4090-af07-ce6db1d91722 req-dba47085-5b36-41e3-a422-d30a8d0dccd0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 943 time: 0.1238117 Oct 19 11:17:32.146285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:32.164136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8', 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba', 'port_id': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8', 'mac_address': 'fa:16:3e:ce:00:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce286523-df35-46a4-961e-ac9ad353f926', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:17:32.222486 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d733ee4-15e4-4090-af07-ce6db1d91722 req-2187a188-3883-4553-b365-2eaaedc056ef tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754693 Oct 19 11:17:32.233206 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:32.255096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:32.262579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb647-533e-4d33-bf68-dc799477150b req-8f6a24d9-6326-44b2-8fd0-a45b4e38f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.264590 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a35fb647-533e-4d33-bf68-dc799477150b req-8f6a24d9-6326-44b2-8fd0-a45b4e38f12a service neutron] 10.222.0.26 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 906 time: 0.1671467 Oct 19 11:17:32.285082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:32.331272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a35fb647-533e-4d33-bf68-dc799477150b req-c467a6d7-a097-44fd-8e5d-52a7880a6241 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026f2330-cb1a-4a47-b7c4-a4b603d196ac HTTP/1.1" status: 200 len: 217 time: 0.0537214 Oct 19 11:17:32.331760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1fb450da-e302-482d-a869-4331bb7c9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.333669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1fb450da-e302-482d-a869-4331bb7c9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.334158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1fb450da-e302-482d-a869-4331bb7c9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.336117 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1fb450da-e302-482d-a869-4331bb7c9c47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b222dbc643c8414a8bd2e17530406d5e&device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2863 time: 0.0900724 Oct 19 11:17:32.365955 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:32.392491 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-38ec0d73-6f18-454c-a694-859ea72342e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=c804ec0f-d7a9-48a4-b62e-812024f2f157 HTTP/1.1" status: 200 len: 217 time: 0.0459008 Oct 19 11:17:32.428587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:32.450364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fb647-533e-4d33-bf68-dc799477150b req-356a6918-5e5b-4734-a598-60063675dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.451834 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a35fb647-533e-4d33-bf68-dc799477150b req-356a6918-5e5b-4734-a598-60063675dc63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bfa5705-e214-45b1-b7ca-60a9322912ed HTTP/1.1" status: 200 len: 845 time: 0.1028697 Oct 19 11:17:32.465960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-f64efaa5-d33c-486c-9dc1-18a5c3c07a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.467779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-f64efaa5-d33c-486c-9dc1-18a5c3c07a74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=362df2ab-639a-4a88-9b4e-703120ae4e14 HTTP/1.1" status: 200 len: 801 time: 0.0629473 Oct 19 11:17:32.477413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871a86b-1659-4162-80ab-e0035846ebce req-6c031baf-e854-4261-b353-e764cc11fd13 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.478890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5871a86b-1659-4162-80ab-e0035846ebce req-6c031baf-e854-4261-b353-e764cc11fd13 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 943 time: 0.1389003 Oct 19 11:17:32.495837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a35fb647-533e-4d33-bf68-dc799477150b req-e3b3a789-b188-4d9c-a2d9-37c5dee6c327 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92d48a4f-14d4-47f7-8527-4890bf68f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345564 Oct 19 11:17:32.542856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-fb268ff5-cddc-4feb-8bb7-926c8dfd2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.544425 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-fb268ff5-cddc-4feb-8bb7-926c8dfd2fb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26862ecc-3a96-4386-8108-eaffa395ab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0687888 Oct 19 11:17:32.566942 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5871a86b-1659-4162-80ab-e0035846ebce req-380693b2-f867-42e6-bd58-88fde86dad95 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733244 Oct 19 11:17:32.621177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51854) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:32.631512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-627237707-network', 'tenant_id': '21f6acb17b7a4475873729aa96364d27'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:32.636496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['0b75a6f6-9e05-4425-8bd8-8f22263dc3a8'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:32.648265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a35fb647-533e-4d33-bf68-dc799477150b req-384a2720-bfb2-4916-996a-cfbb472b3530 service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393964 Oct 19 11:17:32.695833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-09fd95ba-4566-4e8f-84ff-391b13d9e761 service neutron] 10.222.0.26 "GET /v2.0/networks/26862ecc-3a96-4386-8108-eaffa395ab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402805 Oct 19 11:17:32.755713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a35fb647-533e-4d33-bf68-dc799477150b req-882bac72-20a0-4f06-90df-e65dabc2da15 service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977719 Oct 19 11:17:32.788248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Made reservation on behalf of 21f6acb17b7a4475873729aa96364d27 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:32.790689 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:32.802174 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:32.828922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-4f4cbc5c-06a9-4de5-859d-d9325216f2bc service neutron] 10.222.0.26 "GET /v2.0/networks/26862ecc-3a96-4386-8108-eaffa395ab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218243 Oct 19 11:17:32.873686 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-5f1e2f31-4a18-4c23-9259-8611d1c47414 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 HTTP/1.1" status: 200 len: 217 time: 0.0360646 Oct 19 11:17:32.885568 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:32.924065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-045b5396-1906-484d-9d7b-3bfe394d711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.925608 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-045b5396-1906-484d-9d7b-3bfe394d711a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8d42a7f7-74bc-4fb9-a2b6-475beed792ea HTTP/1.1" status: 200 len: 801 time: 0.0429649 Oct 19 11:17:32.975928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-a8261579-ebd2-4479-b08c-bfda387c5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:32.977764 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-a8261579-ebd2-4479-b08c-bfda387c5312 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32178cfe-b284-4358-9aa6-a37d682bb5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0439141 Oct 19 11:17:33.015102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:33.037045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:17:33.044611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc43195-03f0-4fef-8be7-f551882d1b7b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:33.058946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:33.065111 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Added segment 728c8d7d-673a-41c3-ae14-47383d8f0bc3 of type vlan for network 9472edf7-e72f-4ebd-8eee-258c03d75706 Oct 19 11:17:33.079676 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-c92e0508-74b2-48e5-bc4e-264810db6c4d service neutron] 10.222.0.26 "GET /v2.0/networks/32178cfe-b284-4358-9aa6-a37d682bb5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936804 Oct 19 11:17:33.115767 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:33.135687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d1c3-74c2-4b93-98cf-224d400b2027 req-b5d3cb88-db9a-4de3-b45a-eaad1c01eb71 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.138740 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f61d1c3-74c2-4b93-98cf-224d400b2027 req-b5d3cb88-db9a-4de3-b45a-eaad1c01eb71 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0950906 Oct 19 11:17:33.184437 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-33d389f1-1ca1-4eca-8602-7dc463d7afed service neutron] 10.222.0.26 "GET /v2.0/networks/32178cfe-b284-4358-9aa6-a37d682bb5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968931 Oct 19 11:17:33.189246 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f61d1c3-74c2-4b93-98cf-224d400b2027 req-f46b97e3-e79c-4747-9c5a-a8bd03eed292 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394554 Oct 19 11:17:33.229895 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1a941b7f-e65c-4410-99f0-94dd07b2eccb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=1c6d810a-6e4a-4cb8-8392-7ac1084cff38 HTTP/1.1" status: 200 len: 217 time: 0.0376205 Oct 19 11:17:33.254472 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:33.256045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.256653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:33.283652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-875ffae0-0747-4b47-987f-00ce471b5d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.285370 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-875ffae0-0747-4b47-987f-00ce471b5d77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=362df2ab-639a-4a88-9b4e-703120ae4e14 HTTP/1.1" status: 200 len: 801 time: 0.0483134 Oct 19 11:17:33.343340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-d5bed511-c1cd-4760-8f19-cde018441114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.344778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-d5bed511-c1cd-4760-8f19-cde018441114 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26862ecc-3a96-4386-8108-eaffa395ab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470872 Oct 19 11:17:33.351339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] Pushing event updated for resources: {'Network': ['ID=9472edf7-e72f-4ebd-8eee-258c03d75706,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:33.365652 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 9472edf7-e72f-4ebd-8eee-258c03d75706 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:17:33.366863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e51c3-0dce-430a-b6ac-42e87199b814 req-509428be-564f-4157-b5fd-60366a12e6c8 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.372864 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e51c3-0dce-430a-b6ac-42e87199b814 req-509428be-564f-4157-b5fd-60366a12e6c8 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.378798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e51c3-0dce-430a-b6ac-42e87199b814 req-509428be-564f-4157-b5fd-60366a12e6c8 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.380458 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f0e51c3-0dce-430a-b6ac-42e87199b814 req-509428be-564f-4157-b5fd-60366a12e6c8 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2410 time: 0.1195002 Oct 19 11:17:33.389145 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0e228cef-d636-4bf7-bb06-187c016c85f1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7667840 Oct 19 11:17:33.392139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51880) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:33.397688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] Request body: {'subnet': {'network_id': '9472edf7-e72f-4ebd-8eee-258c03d75706', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-627237707-subnet', 'tenant_id': '21f6acb17b7a4475873729aa96364d27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:33.429220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f0e51c3-0dce-430a-b6ac-42e87199b814 req-4db7c4b9-6889-49c1-ac6a-1830d6f20f26 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389445 Oct 19 11:17:33.457499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'tag': '1c6d810a-6e4a-4cb8-8392-7ac1084cff38'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:33.459988 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d514b1d-d02e-440d-accc-2a6d02a5a16b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "tag": "1c6d810a-6e4a-4cb8-8392-7ac1084cff38"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:33.477777 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-1f4fd8dc-d96b-4075-9803-a1e7f5e11510 service neutron] 10.222.0.26 "GET /v2.0/networks/26862ecc-3a96-4386-8108-eaffa395ab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213722 Oct 19 11:17:33.521900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] Made reservation on behalf of 21f6acb17b7a4475873729aa96364d27 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:33.524218 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:33.552822 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb50a26-21da-4eb6-9a7c-5b8ab627ab4d x-openstack-request-id: req-8eb50a26-21da-4eb6-9a7c-5b8ab627ab4d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:33.552969 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "tag": "1c6d810a-6e4a-4cb8-8392-7ac1084cff38", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:33.553212 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8eb50a26-21da-4eb6-9a7c-5b8ab627ab4d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:33.553608 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'tag': '1c6d810a-6e4a-4cb8-8392-7ac1084cff38', 'status': 'completed', 'code': 200} Oct 19 11:17:33.606434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f4ae4-88af-4674-8deb-b9d6938f5ef1 req-4b3a725c-271e-4f55-a9f9-19ca3e345a8b tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.608596 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-565f4ae4-88af-4674-8deb-b9d6938f5ef1 req-4b3a725c-271e-4f55-a9f9-19ca3e345a8b tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 944 time: 0.0645878 Oct 19 11:17:33.651884 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-565f4ae4-88af-4674-8deb-b9d6938f5ef1 req-c80f8a9a-e8d4-41f3-ab4d-5e5c796f6768 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Oct 19 11:17:33.667929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e53ff72-c63f-431d-a40f-6e77f6a1a12b req-e17d7f3a-2f45-46a7-9f5d-b226481e68ef service neutron] 10.222.0.26 "GET /v2.0/networks/26862ecc-3a96-4386-8108-eaffa395ab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767571 Oct 19 11:17:33.778199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2b7e-b35f-424d-8824-c681a45a6791 req-637b8ddb-db2e-40e5-b054-45bba4be74aa tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.779910 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-532d2b7e-b35f-424d-8824-c681a45a6791 req-637b8ddb-db2e-40e5-b054-45bba4be74aa tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 943 time: 0.0699689 Oct 19 11:17:33.824396 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-532d2b7e-b35f-424d-8824-c681a45a6791 req-ab94283b-13ab-465c-b394-74d9818938d9 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351140 Oct 19 11:17:33.853659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-6791e5a4-f1e9-488b-aa57-6a6babde1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.854057 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-6791e5a4-f1e9-488b-aa57-6a6babde1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.854518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-6791e5a4-f1e9-488b-aa57-6a6babde1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:33.857181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-6791e5a4-f1e9-488b-aa57-6a6babde1dec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b222dbc643c8414a8bd2e17530406d5e&device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2863 time: 0.0521634 Oct 19 11:17:33.898380 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:34.005831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:34.007561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-04e248ff-7709-40aa-8de2-7f1c570492e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.009390 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-04e248ff-7709-40aa-8de2-7f1c570492e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26862ecc-3a96-4386-8108-eaffa395ab05 HTTP/1.1" status: 200 len: 903 time: 0.1435695 Oct 19 11:17:34.010218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc867e28-f8c5-4652-a1c5-56ecf1fea997,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:34.019060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] Checking segment: {'id': '728c8d7d-673a-41c3-ae14-47383d8f0bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '9472edf7-e72f-4ebd-8eee-258c03d75706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:34.019416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] Network hostable DHCP agents. Network: 9472edf7-e72f-4ebd-8eee-258c03d75706, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:17:34.060814 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-cca12904-7d0b-474e-9d66-26b3b31c3572 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=1c6d810a-6e4a-4cb8-8392-7ac1084cff38 HTTP/1.1" status: 200 len: 217 time: 0.0384886 Oct 19 11:17:34.117984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-d4249540-3d01-4aa1-8324-34bfa32302b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.119421 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-d4249540-3d01-4aa1-8324-34bfa32302b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=362df2ab-639a-4a88-9b4e-703120ae4e14 HTTP/1.1" status: 200 len: 801 time: 0.0506194 Oct 19 11:17:34.140746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] Network 9472edf7-e72f-4ebd-8eee-258c03d75706 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:17:34.157953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b225f2-2d45-4131-9a9b-0ac9bb0f321b req-955e18a5-4407-4589-95cb-ef54246e0c19 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.159592 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8b225f2-2d45-4131-9a9b-0ac9bb0f321b req-955e18a5-4407-4589-95cb-ef54246e0c19 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 947 time: 0.0519962 Oct 19 11:17:34.172712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-6022c53d-eff7-4a20-abc9-fbf1f645ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.174435 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-6022c53d-eff7-4a20-abc9-fbf1f645ac08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26862ecc-3a96-4386-8108-eaffa395ab05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0461619 Oct 19 11:17:34.191406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:17:34.196907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:34.199463 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:34.206703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8b225f2-2d45-4131-9a9b-0ac9bb0f321b req-e4cd12a6-f1d2-45db-9d53-60276fc6807b tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382845 Oct 19 11:17:34.219583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 9472edf7-e72f-4ebd-8eee-258c03d75706) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:34.242446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42deb0c-7259-4849-b031-fc04ea2f2e51 None None] Network 9472edf7-e72f-4ebd-8eee-258c03d75706 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:34.249003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.249589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:34.296138 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-6627792c-7856-4a25-aab4-9ee001893d23 service neutron] 10.222.0.26 "GET /v2.0/networks/26862ecc-3a96-4386-8108-eaffa395ab05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126413 Oct 19 11:17:34.367076 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:34.369170 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d50d7593-139b-461a-ad98-83b58095fe9e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9756217 Oct 19 11:17:34.427268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:34.429755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:34.432314 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8565ea4-dfb1-450b-bb11-bcd8354504c0" -d '{"events": [{"server_uuid": "5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb", "name": "network-vif-plugged", "status": "completed", "tag": "0b75a6f6-9e05-4425-8bd8-8f22263dc3a8"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:34.449864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d514b1d-d02e-440d-accc-2a6d02a5a16b req-1f8f2c81-3b81-4fea-8907-795756d28294 service neutron] 10.222.0.26 "GET /v2.0/networks/26862ecc-3a96-4386-8108-eaffa395ab05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407528 Oct 19 11:17:34.468275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a565f-724e-4b16-b514-0154c7be856d req-d0ea4bb9-6bbf-420a-8501-a70cbaf434a3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.470273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-806a565f-724e-4b16-b514-0154c7be856d req-d0ea4bb9-6bbf-420a-8501-a70cbaf434a3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.1712213 Oct 19 11:17:34.498496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51900) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:34.507682 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f87c27b-0ed1-4578-9bed-8e406b36d426 x-openstack-request-id: req-2f87c27b-0ed1-4578-9bed-8e406b36d426 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:34.508016 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb", "name": "network-vif-plugged", "status": "completed", "tag": "0b75a6f6-9e05-4425-8bd8-8f22263dc3a8", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:34.508277 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f87c27b-0ed1-4578-9bed-8e406b36d426 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:34.508692 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8', 'code': 200} Oct 19 11:17:34.510755 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:34.538269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f67b88-e8f1-416c-b007-af340d4deab5 None None] Network 9472edf7-e72f-4ebd-8eee-258c03d75706 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:34.569100 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-806a565f-724e-4b16-b514-0154c7be856d req-3522b234-cc4f-4394-a3e7-f217bbd20440 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925984 Oct 19 11:17:34.570217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb5797f-4f08-4a12-9309-0b8202866efd admin admin] Deleting subnet ae46d21b-e4c1-4855-9690-946d54078801 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:17:34.574652 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bb5797f-4f08-4a12-9309-0b8202866efd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:34.640171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:34.651555 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bb5797f-4f08-4a12-9309-0b8202866efd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:34.654549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.655109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.655825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.656327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.657073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.657834 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.658328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.658826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.659311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.659965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.660955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.661478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:34.697696 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bb5797f-4f08-4a12-9309-0b8202866efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:34.707207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a96a17-8236-47a0-8512-c81a9c428973 req-92956814-6156-445e-ace4-194548aba866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.712857 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26a96a17-8236-47a0-8512-c81a9c428973 req-92956814-6156-445e-ace4-194548aba866 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 1096 time: 0.1368275 Oct 19 11:17:34.770056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c019-7e6f-43c2-b54b-61bbac8c155e req-8e8af568-d1c9-4d07-8f1f-15e3c4a80fc5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.776344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c019-7e6f-43c2-b54b-61bbac8c155e req-8e8af568-d1c9-4d07-8f1f-15e3c4a80fc5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.782753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4c019-7e6f-43c2-b54b-61bbac8c155e req-8e8af568-d1c9-4d07-8f1f-15e3c4a80fc5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.784320 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ec4c019-7e6f-43c2-b54b-61bbac8c155e req-8e8af568-d1c9-4d07-8f1f-15e3c4a80fc5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2410 time: 0.1858909 Oct 19 11:17:34.790115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26a96a17-8236-47a0-8512-c81a9c428973 req-a72f936a-b570-4e5c-9d28-e702aeafb5d8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690684 Oct 19 11:17:34.813541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb64a9-e0c6-4847-b2a3-00ca1e4997b4 req-4cf64540-5d10-43ae-bdee-4c13a6687c0f tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.821068 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2fb64a9-e0c6-4847-b2a3-00ca1e4997b4 req-4cf64540-5d10-43ae-bdee-4c13a6687c0f tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0775993 Oct 19 11:17:34.827843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ec4c019-7e6f-43c2-b54b-61bbac8c155e req-3510fe87-ab8a-4ece-85e5-0bb30b04886e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342073 Oct 19 11:17:34.857900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2fb64a9-e0c6-4847-b2a3-00ca1e4997b4 req-b0956ad4-424e-4df9-9145-ab05c92cb82a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354576 Oct 19 11:17:34.886683 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bb5797f-4f08-4a12-9309-0b8202866efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:34.912967 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5797f-4f08-4a12-9309-0b8202866efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae46d21b-e4c1-4855-9690-946d54078801,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:34.914939 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bb5797f-4f08-4a12-9309-0b8202866efd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:34.918134 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6bb5797f-4f08-4a12-9309-0b8202866efd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ae46d21b-e4c1-4855-9690-946d54078801 HTTP/1.1" status: 204 len: 168 time: 0.4184875 Oct 19 11:17:34.920802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51910) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:34.969478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b58f7a-f7e3-47ed-8cb1-065bf7a082a1 req-ba5665e1-e03d-4058-82fe-e54c5213ccc0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:34.970992 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15b58f7a-f7e3-47ed-8cb1-065bf7a082a1 req-ba5665e1-e03d-4058-82fe-e54c5213ccc0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 943 time: 0.0616164 Oct 19 11:17:34.995398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.011716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15b58f7a-f7e3-47ed-8cb1-065bf7a082a1 req-78377fda-587f-4d52-a5b7-f371f1dc4b62 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334439 Oct 19 11:17:35.075565 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.094997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47db28b1-cbf5-4584-b922-d02cd6bd6fec']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:35.104708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee192c3b-eb2b-4ab0-aacd-94f17d6d3538') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:35.105134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee192c3b-eb2b-4ab0-aacd-94f17d6d3538') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:35.115160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.127989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.133892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:17:35.134267 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:17:35.135981 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:17:35.269139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.274441 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.280673 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/47db28b1-cbf5-4584-b922-d02cd6bd6fec HTTP/1.1" status: 204 len: 168 time: 0.3559530 Oct 19 11:17:35.281340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51914) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:35.291950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb17f6b-ac6a-474e-aeab-913758a625a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=47db28b1-cbf5-4584-b922-d02cd6bd6fec,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:35.326517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a34be85-c240-4ace-821c-a6bcbf0310bb admin admin] Deleting subnet fc867e28-f8c5-4652-a1c5-56ecf1fea997 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:17:35.330005 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a34be85-c240-4ace-821c-a6bcbf0310bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.352162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe36d16-feae-4f3a-ac6e-1a585c3b5c8d req-e5edafd0-5208-4d5d-9ce2-0aaa85b5b619 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:35.353691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4fe36d16-feae-4f3a-ac6e-1a585c3b5c8d req-e5edafd0-5208-4d5d-9ce2-0aaa85b5b619 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 947 time: 0.0516078 Oct 19 11:17:35.366305 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a34be85-c240-4ace-821c-a6bcbf0310bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.394188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4fe36d16-feae-4f3a-ac6e-1a585c3b5c8d req-5b4a521a-102c-4c42-b981-996a10c82a31 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Oct 19 11:17:35.409345 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a34be85-c240-4ace-821c-a6bcbf0310bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.540777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a34be85-c240-4ace-821c-a6bcbf0310bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.569251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34be85-c240-4ace-821c-a6bcbf0310bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc867e28-f8c5-4652-a1c5-56ecf1fea997,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:35.575564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a34be85-c240-4ace-821c-a6bcbf0310bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.579208 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1a34be85-c240-4ace-821c-a6bcbf0310bb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fc867e28-f8c5-4652-a1c5-56ecf1fea997 HTTP/1.1" status: 204 len: 168 time: 0.2963955 Oct 19 11:17:35.581237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51916) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:35.663619 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.731545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200ebb0-64a4-4e57-a1f6-96d5b3717edc req-7e6fcf39-182d-4eed-89cb-57c3c040242c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:35.733046 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6200ebb0-64a4-4e57-a1f6-96d5b3717edc req-7e6fcf39-182d-4eed-89cb-57c3c040242c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0874035 Oct 19 11:17:35.801897 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.832836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6200ebb0-64a4-4e57-a1f6-96d5b3717edc req-62c5c360-778b-4ea0-82a6-79c5800840a7 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900502 Oct 19 11:17:35.836819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9472edf7-e72f-4ebd-8eee-258c03d75706']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:35.853796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728c8d7d-673a-41c3-ae14-47383d8f0bc3') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:35.854144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728c8d7d-673a-41c3-ae14-47383d8f0bc3') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:35.867908 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.885568 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.895787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:17:35.896185 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:17:35.898115 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:17:35.970320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed5478-2e8a-4d18-83d2-f89a017d084c req-3f56c86a-b909-46dd-b314-f699a2dcf314 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:35.978782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed5478-2e8a-4d18-83d2-f89a017d084c req-3f56c86a-b909-46dd-b314-f699a2dcf314 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:35.987562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed5478-2e8a-4d18-83d2-f89a017d084c req-3f56c86a-b909-46dd-b314-f699a2dcf314 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:35.989860 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0ed5478-2e8a-4d18-83d2-f89a017d084c req-3f56c86a-b909-46dd-b314-f699a2dcf314 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2410 time: 0.0802855 Oct 19 11:17:36.023123 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 026f2330-cb1a-4a47-b7c4-a4b603d196ac details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:17:36.040295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4663e0b-c101-4479-94f6-557190ff3fe9 req-75c990f9-1193-419b-856e-07ebace733df tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:36.044440 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0ed5478-2e8a-4d18-83d2-f89a017d084c req-9441612b-6096-4170-a094-20d632a02c55 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476708 Oct 19 11:17:36.047440 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4663e0b-c101-4479-94f6-557190ff3fe9 req-75c990f9-1193-419b-856e-07ebace733df tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0896170 Oct 19 11:17:36.064341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b8d1c-2f51-4757-853c-f94f646cda9b req-ce19c2d4-4b4a-42a4-b0f5-9502941d09b3 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:36.065925 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c92b8d1c-2f51-4757-853c-f94f646cda9b req-ce19c2d4-4b4a-42a4-b0f5-9502941d09b3 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.49 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 947 time: 0.1067526 Oct 19 11:17:36.106574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:36.139725 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:36.150077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9472edf7-e72f-4ebd-8eee-258c03d75706 HTTP/1.1" status: 204 len: 168 time: 0.5607581 Oct 19 11:17:36.166454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 026f2330-cb1a-4a47-b7c4-a4b603d196ac, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=026f2330-cb1a-4a47-b7c4-a4b603d196ac,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:36.173621 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4663e0b-c101-4479-94f6-557190ff3fe9 req-307725d6-c6d0-46b2-83fc-267c8f9f0f8f tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251917 Oct 19 11:17:36.177629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bc0e5-dc7b-4af6-852b-35b71304f001 admin admin] Pushing event deleted for resources: {'Network': ['ID=9472edf7-e72f-4ebd-8eee-258c03d75706,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:36.188973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '026f2330-cb1a-4a47-b7c4-a4b603d196ac', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'port_id': '026f2330-cb1a-4a47-b7c4-a4b603d196ac', 'mac_address': 'fa:16:3e:fd:d4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfa5705-e214-45b1-b7ca-60a9322912ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:17:36.195921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bda91-8163-4345-8322-c6717fe31473 req-b95bc43e-e2d4-4c35-89d6-15405df7dd57 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:36.198226 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9f1bda91-8163-4345-8322-c6717fe31473 req-b95bc43e-e2d4-4c35-89d6-15405df7dd57 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 943 time: 0.0794623 Oct 19 11:17:36.247185 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:36.260841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-c92b8d1c-2f51-4757-853c-f94f646cda9b req-085cec87-ec79-4f99-baf5-b6ca7aaea051 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Deleting port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:36.261181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c92b8d1c-2f51-4757-853c-f94f646cda9b req-085cec87-ec79-4f99-baf5-b6ca7aaea051 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:36.263154 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026f2330-cb1a-4a47-b7c4-a4b603d196ac {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:36.286648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 026f2330-cb1a-4a47-b7c4-a4b603d196ac, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=026f2330-cb1a-4a47-b7c4-a4b603d196ac,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:36.290478 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9f1bda91-8163-4345-8322-c6717fe31473 req-e3d09d0b-96d8-43ce-9a2e-c6e84b77d5c9 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853674 Oct 19 11:17:36.362937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c92b8d1c-2f51-4757-853c-f94f646cda9b req-085cec87-ec79-4f99-baf5-b6ca7aaea051 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] For port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:36.363516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c92b8d1c-2f51-4757-853c-f94f646cda9b req-085cec87-ec79-4f99-baf5-b6ca7aaea051 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:36.374962 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:36.375509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-c92b8d1c-2f51-4757-853c-f94f646cda9b req-085cec87-ec79-4f99-baf5-b6ca7aaea051 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Calling delete_port for 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:36.453476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=026f2330-cb1a-4a47-b7c4-a4b603d196ac,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:36.551592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385913a9-6b91-48f5-ae57-5cbe84d4f87d req-cb6b0f2b-63d8-4a38-84d0-918b6c82048a tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:36.553227 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-385913a9-6b91-48f5-ae57-5cbe84d4f87d req-cb6b0f2b-63d8-4a38-84d0-918b6c82048a tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 947 time: 0.0869241 Oct 19 11:17:36.595357 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-385913a9-6b91-48f5-ae57-5cbe84d4f87d req-1eb6dcdb-8906-47a0-b6c4-5683c626091a tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349309 Oct 19 11:17:36.598059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['026f2330-cb1a-4a47-b7c4-a4b603d196ac'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:36.638341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c92b8d1c-2f51-4757-853c-f94f646cda9b req-085cec87-ec79-4f99-baf5-b6ca7aaea051 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:36.663196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cec87-ec79-4f99-baf5-b6ca7aaea051 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Pushing event deleted for resources: {'Port': ['ID=8ba0ff3d-0c03-48ef-9a99-0805feb44a16,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:36.667883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51934) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:36.723430 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92b8d1c-2f51-4757-853c-f94f646cda9b req-085cec87-ec79-4f99-baf5-b6ca7aaea051 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] No DVR routers for this DVR port 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:36.727323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-da46fdaa-2d4b-4f25-a735-318963e55d86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8eac4b2b6d5c4a898da1d1bfbc0bf985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557415 Oct 19 11:17:36.728595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51938) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:36.735862 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c92b8d1c-2f51-4757-853c-f94f646cda9b req-085cec87-ec79-4f99-baf5-b6ca7aaea051 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:36.740197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c92b8d1c-2f51-4757-853c-f94f646cda9b req-085cec87-ec79-4f99-baf5-b6ca7aaea051 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.49 "DELETE /v2.0/ports/8ba0ff3d-0c03-48ef-9a99-0805feb44a16 HTTP/1.1" status: 204 len: 173 time: 0.6577754 Oct 19 11:17:36.740902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'name': 'network-vif-deleted', 'tag': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:36.743591 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdccdfaf-f421-49f6-961b-53fda9c8dd4c" -d '{"events": [{"server_uuid": "011190d0-5a48-46e3-9b29-25be6e31fbb4", "name": "network-vif-deleted", "tag": "8ba0ff3d-0c03-48ef-9a99-0805feb44a16"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:36.789927 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f69f7f3-86b0-4191-b1ef-15e9ec115fb1 x-openstack-request-id: req-2f69f7f3-86b0-4191-b1ef-15e9ec115fb1 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:36.790216 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011190d0-5a48-46e3-9b29-25be6e31fbb4", "name": "network-vif-deleted", "tag": "8ba0ff3d-0c03-48ef-9a99-0805feb44a16", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:36.790468 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f69f7f3-86b0-4191-b1ef-15e9ec115fb1 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:36.790997 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011190d0-5a48-46e3-9b29-25be6e31fbb4', 'name': 'network-vif-deleted', 'tag': '8ba0ff3d-0c03-48ef-9a99-0805feb44a16', 'status': 'completed', 'code': 200} Oct 19 11:17:36.811449 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f2b7edb-8fca-4417-8c91-ae235bf0cd35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:36.835862 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f2b7edb-8fca-4417-8c91-ae235bf0cd35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:36.970469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51145072-6eff-494e-93dd-fd3f8f0fe8db req-c2fefd6f-c9c9-4865-ab1e-b2b89b9f5b0f tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:36.971942 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-51145072-6eff-494e-93dd-fd3f8f0fe8db req-c2fefd6f-c9c9-4865-ab1e-b2b89b9f5b0f tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0528476 Oct 19 11:17:37.006937 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f2b7edb-8fca-4417-8c91-ae235bf0cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:37.009504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f2b7edb-8fca-4417-8c91-ae235bf0cd35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:37.013282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3f2b7edb-8fca-4417-8c91-ae235bf0cd35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32017b19-92e9-4449-b20f-b8a3156cf1f5 HTTP/1.1" status: 204 len: 168 time: 0.2803690 Oct 19 11:17:37.018556 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-51145072-6eff-494e-93dd-fd3f8f0fe8db req-02bb9826-1fac-4734-8229-5134627b4aa0 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400538 Oct 19 11:17:37.023672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b7edb-8fca-4417-8c91-ae235bf0cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32017b19-92e9-4449-b20f-b8a3156cf1f5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:37.208814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ff8f-6c1e-45dc-9cab-488c239b71b2 req-fde2a058-7561-4f51-85bf-5ae919f6c977 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:37.215265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ff8f-6c1e-45dc-9cab-488c239b71b2 req-fde2a058-7561-4f51-85bf-5ae919f6c977 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:37.221430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ff8f-6c1e-45dc-9cab-488c239b71b2 req-fde2a058-7561-4f51-85bf-5ae919f6c977 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:37.229649 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c390ff8f-6c1e-45dc-9cab-488c239b71b2 req-fde2a058-7561-4f51-85bf-5ae919f6c977 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2410 time: 0.0967155 Oct 19 11:17:37.296977 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c390ff8f-6c1e-45dc-9cab-488c239b71b2 req-d684caa0-624d-4710-a950-a6b076c249f7 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663140 Oct 19 11:17:37.320347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e9e51-518c-4680-aab6-9d0bd1123eb9 req-72346279-58ee-4374-b3d8-55777d2dca07 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:37.322100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f6e9e51-518c-4680-aab6-9d0bd1123eb9 req-72346279-58ee-4374-b3d8-55777d2dca07 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0705557 Oct 19 11:17:37.379411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f6e9e51-518c-4680-aab6-9d0bd1123eb9 req-eacef8ff-0345-4fec-99eb-124e16422439 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 Oct 19 11:17:37.424366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89b216-85c1-4452-8e51-90be1e3da1f7 req-61acff57-14ed-47d6-877b-187395a58d66 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:37.425912 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dc89b216-85c1-4452-8e51-90be1e3da1f7 req-61acff57-14ed-47d6-877b-187395a58d66 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0583844 Oct 19 11:17:37.481312 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dc89b216-85c1-4452-8e51-90be1e3da1f7 req-4561b02e-5910-4374-be7a-9845801f0ed5 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480478 Oct 19 11:17:37.511416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66132d-1ca8-4401-b2b1-5dbf4748f2e0 req-49bcba87-cb90-406f-8590-44bf8c01eb5b tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:37.517001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f66132d-1ca8-4401-b2b1-5dbf4748f2e0 req-49bcba87-cb90-406f-8590-44bf8c01eb5b tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0625916 Oct 19 11:17:37.553235 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f66132d-1ca8-4401-b2b1-5dbf4748f2e0 req-0e42ddc0-6c87-4f0f-9f6b-1a6852ba2ecb tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341227 Oct 19 11:17:37.721353 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79d9ad50-9922-4ce9-83cd-7c427900cd64 req-09167e25-bb64-401e-89a2-326ef4fa5653 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=011190d0-5a48-46e3-9b29-25be6e31fbb4 HTTP/1.1" status: 200 len: 210 time: 0.0286138 Oct 19 11:17:37.980085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51978) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:38.027626 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6bc4436b-e953-490f-8cdb-a885055cdb41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21f6acb17b7a4475873729aa96364d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441797 Oct 19 11:17:38.028060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51982) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:38.052250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device c804ec0f-d7a9-48a4-b62e-812024f2f157 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:17:38.121657 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9e67f63-4c80-4bc2-95d2-fe92c488f8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:38.145106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9e67f63-4c80-4bc2-95d2-fe92c488f8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:38.161726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 026f2330-cb1a-4a47-b7c4-a4b603d196ac up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:38.164821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port c804ec0f-d7a9-48a4-b62e-812024f2f157, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=c804ec0f-d7a9-48a4-b62e-812024f2f157,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:38.212753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ef73a-9bc7-4caf-be18-9035bd0f8cfd req-dd30071d-7821-4ae9-9453-debb855ba08e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:38.213051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'c804ec0f-d7a9-48a4-b62e-812024f2f157', 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05', 'port_id': 'c804ec0f-d7a9-48a4-b62e-812024f2f157', 'mac_address': 'fa:16:3e:a2:4b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362df2ab-639a-4a88-9b4e-703120ae4e14', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:17:38.214550 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c45ef73a-9bc7-4caf-be18-9035bd0f8cfd req-dd30071d-7821-4ae9-9453-debb855ba08e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0974519 Oct 19 11:17:38.258585 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c45ef73a-9bc7-4caf-be18-9035bd0f8cfd req-10d903b7-4496-4e6f-8467-5359e26dc8f3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377247 Oct 19 11:17:38.276945 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:38.298409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c804ec0f-d7a9-48a4-b62e-812024f2f157 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:38.334196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port c804ec0f-d7a9-48a4-b62e-812024f2f157, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=c804ec0f-d7a9-48a4-b62e-812024f2f157,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:38.389951 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9e67f63-4c80-4bc2-95d2-fe92c488f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:38.389951 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9e67f63-4c80-4bc2-95d2-fe92c488f8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:38.389951 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f9e67f63-4c80-4bc2-95d2-fe92c488f8c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adc43195-03f0-4fef-8be7-f551882d1b7b HTTP/1.1" status: 204 len: 168 time: 0.3589613 Oct 19 11:17:38.403915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569beef-a82c-4dfe-9445-29a6d5b70436 req-e24295b1-be5f-4e8b-b5fa-2d4f50deae09 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:38.406302 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2569beef-a82c-4dfe-9445-29a6d5b70436 req-e24295b1-be5f-4e8b-b5fa-2d4f50deae09 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0626087 Oct 19 11:17:38.407456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e67f63-4c80-4bc2-95d2-fe92c488f8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc43195-03f0-4fef-8be7-f551882d1b7b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:38.457038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 026f2330-cb1a-4a47-b7c4-a4b603d196ac completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:17:38.461470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 026f2330-cb1a-4a47-b7c4-a4b603d196ac triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:38.461905 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:38.463069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2569beef-a82c-4dfe-9445-29a6d5b70436 req-f8044995-8edc-4e89-974c-ab7c34cbce5f tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491536 Oct 19 11:17:38.506886 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:38.507941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:17:38.627853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1c6d810a-6e4a-4cb8-8392-7ac1084cff38,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:38.630772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=c804ec0f-d7a9-48a4-b62e-812024f2f157,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:38.644125 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:38.648855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '1c6d810a-6e4a-4cb8-8392-7ac1084cff38', 'network_id': '26862ecc-3a96-4386-8108-eaffa395ab05', 'port_id': '1c6d810a-6e4a-4cb8-8392-7ac1084cff38', 'mac_address': 'fa:16:3e:c2:07:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362df2ab-639a-4a88-9b4e-703120ae4e14', 'ip_address': '19.80.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:17:38.847543 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026f2330-cb1a-4a47-b7c4-a4b603d196ac'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:38.850281 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190e04ab-c818-4e07-823c-505557d8f77d" -d '{"events": [{"server_uuid": "f2ef8a27-5a2c-48d1-8deb-1440767c5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "026f2330-cb1a-4a47-b7c4-a4b603d196ac"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:38.865289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc950d3c-9be6-4603-8234-d0d3e4994c85 req-e073784a-f217-4cba-ab30-8e47e24f63c7 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:38.871401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 026f2330-cb1a-4a47-b7c4-a4b603d196ac, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=026f2330-cb1a-4a47-b7c4-a4b603d196ac,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:38.875709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc950d3c-9be6-4603-8234-d0d3e4994c85 req-e073784a-f217-4cba-ab30-8e47e24f63c7 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:38.877311 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:38.882451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc950d3c-9be6-4603-8234-d0d3e4994c85 req-e073784a-f217-4cba-ab30-8e47e24f63c7 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:38.891193 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc950d3c-9be6-4603-8234-d0d3e4994c85 req-e073784a-f217-4cba-ab30-8e47e24f63c7 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2411 time: 0.1273229 Oct 19 11:17:38.909987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:38.915923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cad005-8720-44fc-9d35-f04d2f53fe9c req-6ad1ac38-c38d-4536-8720-09d5a964f2fc tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:38.924583 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7cad005-8720-44fc-9d35-f04d2f53fe9c req-6ad1ac38-c38d-4536-8720-09d5a964f2fc tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 944 time: 0.1073987 Oct 19 11:17:38.952031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1c6d810a-6e4a-4cb8-8392-7ac1084cff38,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:39.023446 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:39.037376 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7cad005-8720-44fc-9d35-f04d2f53fe9c req-b8a88557-0cbe-4405-be91-59be6890c224 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008859 Oct 19 11:17:39.074795 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:39.075464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:17:39.085303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752493b1-736d-4673-b646-67d05e21f1ad req-c18ccc66-832e-49f2-8dbb-3ed9ed120ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:39.087003 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-752493b1-736d-4673-b646-67d05e21f1ad req-c18ccc66-832e-49f2-8dbb-3ed9ed120ced service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 1097 time: 0.0885251 Oct 19 11:17:39.108277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=026f2330-cb1a-4a47-b7c4-a4b603d196ac,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:39.213165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc950d3c-9be6-4603-8234-d0d3e4994c85 req-1b010044-9799-41fc-90ed-5883d160ec75 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194749 Oct 19 11:17:39.249992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=1c6d810a-6e4a-4cb8-8392-7ac1084cff38,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:39.258472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6,segment=NetworkSegment(7fe726d2-38ed-4174-a27e-aab06deb3a3e),segment_id=7fe726d2-38ed-4174-a27e-aab06deb3a3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:39.274873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'ed458ddd-108f-4dd6-8a1a-d57462a7e3f6', 'network_id': '32178cfe-b284-4358-9aa6-a37d682bb5de', 'port_id': 'ed458ddd-108f-4dd6-8a1a-d57462a7e3f6', 'mac_address': 'fa:16:3e:b1:c2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d42a7f7-74bc-4fb9-a2b6-475beed792ea', 'ip_address': '19.86.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:17:39.276304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00161f1e-a19b-40fb-92ee-c25718a7bef5 req-8bd4b549-8470-4e1a-b86b-76a5b39b8403 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:39.277842 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00161f1e-a19b-40fb-92ee-c25718a7bef5 req-8bd4b549-8470-4e1a-b86b-76a5b39b8403 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.1113601 Oct 19 11:17:39.316451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752493b1-736d-4673-b646-67d05e21f1ad req-393fb115-5b24-49de-b16d-a0321bbd84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:39.317982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-752493b1-736d-4673-b646-67d05e21f1ad req-393fb115-5b24-49de-b16d-a0321bbd84e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 912 time: 0.2221942 Oct 19 11:17:39.327774 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08a91db-f0a0-4333-b60d-27a5a66c5001 x-openstack-request-id: req-d08a91db-f0a0-4333-b60d-27a5a66c5001 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:39.328280 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ef8a27-5a2c-48d1-8deb-1440767c5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "026f2330-cb1a-4a47-b7c4-a4b603d196ac", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:39.328403 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d08a91db-f0a0-4333-b60d-27a5a66c5001 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:39.336328 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026f2330-cb1a-4a47-b7c4-a4b603d196ac', 'code': 200} Oct 19 11:17:39.343499 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:39.353173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00161f1e-a19b-40fb-92ee-c25718a7bef5 req-09738c32-7433-4279-b0fa-6a0d5f2ee996 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668612 Oct 19 11:17:39.367777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:39.422140 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6,segment=NetworkSegment(7fe726d2-38ed-4174-a27e-aab06deb3a3e),segment_id=7fe726d2-38ed-4174-a27e-aab06deb3a3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:39.468223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-752493b1-736d-4673-b646-67d05e21f1ad req-d955c19d-4051-4b99-90a3-cfe993b1eaa7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69dc53-aa3d-4065-963a-9113f65406e8 HTTP/1.1" status: 200 len: 1001 time: 0.1271696 Oct 19 11:17:39.533848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a98582-4614-451e-888e-2ac7a8e8c267 req-ccedec67-1542-4283-a208-ebd99c495bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:39.540762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-08a98582-4614-451e-888e-2ac7a8e8c267 req-ccedec67-1542-4283-a208-ebd99c495bc0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 1096 time: 0.1048241 Oct 19 11:17:39.542025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752493b1-736d-4673-b646-67d05e21f1ad req-8445cd12-3e51-40cd-9df3-0a68f5d4d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:39.543543 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:39.557291 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-752493b1-736d-4673-b646-67d05e21f1ad req-8445cd12-3e51-40cd-9df3-0a68f5d4d011 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 200 len: 850 time: 0.0862565 Oct 19 11:17:39.612170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:39.619223 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-08a98582-4614-451e-888e-2ac7a8e8c267 req-c30cdcec-1817-4ccc-89cc-178a3be91c60 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708866 Oct 19 11:17:39.639578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ace32-7477-45ca-95da-c4dddd72d300 req-589f59b3-14cf-460b-afbc-7b5900db3c51 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:39.640703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752493b1-736d-4673-b646-67d05e21f1ad req-7545748f-9cdc-47dd-af70-e4fa96a0325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:39.642294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-752493b1-736d-4673-b646-67d05e21f1ad req-7545748f-9cdc-47dd-af70-e4fa96a0325a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b157cbcc-604a-44be-a7df-eb39e3221861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746629 Oct 19 11:17:39.642510 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d0ace32-7477-45ca-95da-c4dddd72d300 req-589f59b3-14cf-460b-afbc-7b5900db3c51 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0814381 Oct 19 11:17:39.708680 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d0ace32-7477-45ca-95da-c4dddd72d300 req-8501a3d7-5ed4-4647-9035-2cadb9030423 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542328 Oct 19 11:17:39.769070 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-752493b1-736d-4673-b646-67d05e21f1ad req-64d51ef8-d79b-4243-9d18-cf839bc870ea service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114902 Oct 19 11:17:39.856046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['c804ec0f-d7a9-48a4-b62e-812024f2f157'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:39.875482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-752493b1-736d-4673-b646-67d05e21f1ad req-b16fbf5d-7782-47eb-807c-96b8c294faea service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963371 Oct 19 11:17:39.900215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1c6d810a-6e4a-4cb8-8392-7ac1084cff38'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:39.915284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['ed458ddd-108f-4dd6-8a1a-d57462a7e3f6'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:40.186448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385dfa5-0268-46cf-a0f5-cc4a5131e35f req-444e03e8-41a8-40be-95f8-81662885d53c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:40.188297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6385dfa5-0268-46cf-a0f5-cc4a5131e35f req-444e03e8-41a8-40be-95f8-81662885d53c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0541801 Oct 19 11:17:40.252107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293f31e-7a32-4041-846d-31b8f8d2bae0 req-5837913d-1c8b-4327-8633-8f76ed380908 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:40.253952 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7293f31e-7a32-4041-846d-31b8f8d2bae0 req-5837913d-1c8b-4327-8633-8f76ed380908 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 949 time: 0.1047277 Oct 19 11:17:40.305775 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6385dfa5-0268-46cf-a0f5-cc4a5131e35f req-2af7b4a9-2fd6-4760-bef1-dbd7122293ec tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843809 Oct 19 11:17:40.340198 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:40.342577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7293f31e-7a32-4041-846d-31b8f8d2bae0 req-67e1ec9a-ecba-4ce2-b724-138ab0aeedc7 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809305 Oct 19 11:17:40.423166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:40.423166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8ba0ff3d-0c03-48ef-9a99-0805feb44a16 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:40.522248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7a58c-486e-4d4a-81ef-ebdfa117ceb9 req-c92f1774-0049-4368-918d-d1e8596c68d9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:40.529723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0de7a58c-486e-4d4a-81ef-ebdfa117ceb9 req-c92f1774-0049-4368-918d-d1e8596c68d9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0667377 Oct 19 11:17:40.558962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec80e5c-20ed-45f2-8053-462a5bce7fb7 req-05360ec1-8536-4896-9d52-165399f7fb13 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:40.565954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec80e5c-20ed-45f2-8053-462a5bce7fb7 req-05360ec1-8536-4896-9d52-165399f7fb13 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:40.573801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec80e5c-20ed-45f2-8053-462a5bce7fb7 req-05360ec1-8536-4896-9d52-165399f7fb13 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:40.575930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0de7a58c-486e-4d4a-81ef-ebdfa117ceb9 req-071a26cf-0312-459a-95da-44fac06f22e5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449169 Oct 19 11:17:40.600013 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ec80e5c-20ed-45f2-8053-462a5bce7fb7 req-05360ec1-8536-4896-9d52-165399f7fb13 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2413 time: 0.1451437 Oct 19 11:17:40.636606 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ec80e5c-20ed-45f2-8053-462a5bce7fb7 req-bed682f7-9bb4-4474-8dc5-53d3266471a5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424480 Oct 19 11:17:40.836526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c61b02-fe54-4cb0-bc05-16c5dc493b1a req-96e38c00-15a8-4463-91cc-f1bedc85ee73 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:40.838054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93c61b02-fe54-4cb0-bc05-16c5dc493b1a req-96e38c00-15a8-4463-91cc-f1bedc85ee73 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0638504 Oct 19 11:17:40.893653 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93c61b02-fe54-4cb0-bc05-16c5dc493b1a req-13095b42-8a26-4de4-85c5-b2eee53c29b0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451362 Oct 19 11:17:41.310367 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-75e4cba3-e40c-4549-98b4-d5970c62fc86 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216358 Oct 19 11:17:41.429378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb3b71-1c76-4fc2-b7c4-b367cb522255 req-fd228341-10b3-4d89-872c-16eaf72651d8 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:41.430879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41bb3b71-1c76-4fc2-b7c4-b367cb522255 req-fd228341-10b3-4d89-872c-16eaf72651d8 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0604398 Oct 19 11:17:41.448286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-d428046d-7845-4d4c-bc9c-26c68162247f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:41.450314 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-d428046d-7845-4d4c-bc9c-26c68162247f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344063 Oct 19 11:17:41.467935 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-3d7907f2-6835-4f19-949e-d7a7197c5613 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/quotas/0f99cead9f7142ce88b9b9f492336d2d HTTP/1.1" status: 200 len: 375 time: 0.0108094 Oct 19 11:17:41.502241 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41bb3b71-1c76-4fc2-b7c4-b367cb522255 req-b9f33422-2d5f-4a01-b543-2aa93400bfd7 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540953 Oct 19 11:17:41.525528 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-eab769c9-3150-4d97-a99d-4ae58eae856c tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500333 Oct 19 11:17:41.617307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2b830-8f40-459d-ac42-f221b8997548 req-27508da5-8fb8-49c3-8522-9ab06bdf0153 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:41.625193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4fa2b830-8f40-459d-ac42-f221b8997548 req-27508da5-8fb8-49c3-8522-9ab06bdf0153 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 949 time: 0.0670063 Oct 19 11:17:41.671144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4fa2b830-8f40-459d-ac42-f221b8997548 req-02e5245a-1bc2-4723-b62e-0c3fe0999ed6 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 Oct 19 11:17:41.880911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20100944-d74c-4461-aedb-4638b6b83c09 req-1b1692f2-dd2c-421d-85f9-a9472acacede tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:41.882700 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-20100944-d74c-4461-aedb-4638b6b83c09 req-1b1692f2-dd2c-421d-85f9-a9472acacede tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0637190 Oct 19 11:17:41.935243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-20100944-d74c-4461-aedb-4638b6b83c09 req-19c421a4-425b-4cd6-bbe5-d50b9b2236fc tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451138 Oct 19 11:17:42.051285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6038c-17fb-4304-97c9-1966082c3e95 req-d008c23f-ffdd-4f8a-b25c-1c3562f23a5f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:42.058814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6038c-17fb-4304-97c9-1966082c3e95 req-d008c23f-ffdd-4f8a-b25c-1c3562f23a5f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:42.065554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01610d14-d417-4b21-8a7d-c496752605b7 req-87b9fb3b-1a1f-45a5-9aba-25487ceb8826 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:42.068928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6038c-17fb-4304-97c9-1966082c3e95 req-d008c23f-ffdd-4f8a-b25c-1c3562f23a5f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:42.069480 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-01610d14-d417-4b21-8a7d-c496752605b7 req-87b9fb3b-1a1f-45a5-9aba-25487ceb8826 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.49 "GET /v2.0/ports?device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 949 time: 0.0544806 Oct 19 11:17:42.071920 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ca6038c-17fb-4304-97c9-1966082c3e95 req-d008c23f-ffdd-4f8a-b25c-1c3562f23a5f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2413 time: 0.0743570 Oct 19 11:17:42.079679 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device c804ec0f-d7a9-48a4-b62e-812024f2f157 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:42.147264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ca6038c-17fb-4304-97c9-1966082c3e95 req-0d613e0e-85a3-4187-83d7-8ba528abbe4a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618801 Oct 19 11:17:42.282346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de3ac-dffb-498b-949d-020dbf02401c req-89ae39f3-ed3c-422b-9266-9dfcacdeec96 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:42.291950 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df7de3ac-dffb-498b-949d-020dbf02401c req-89ae39f3-ed3c-422b-9266-9dfcacdeec96 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0702894 Oct 19 11:17:42.308620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port c804ec0f-d7a9-48a4-b62e-812024f2f157 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:17:42.312709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port c804ec0f-d7a9-48a4-b62e-812024f2f157 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:42.313090 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:42.333088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df7de3ac-dffb-498b-949d-020dbf02401c req-71fdaddb-f33c-4534-87fa-67a0129474e4 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 Oct 19 11:17:42.451227 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:42.499451 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-4ed54658-8c9b-4348-b986-86ad08e59e5f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376003 Oct 19 11:17:42.517139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c804ec0f-d7a9-48a4-b62e-812024f2f157'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:42.519589 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60e6c41-1214-4f81-81ac-fb53c091fc95" -d '{"events": [{"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-plugged", "status": "completed", "tag": "c804ec0f-d7a9-48a4-b62e-812024f2f157"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:42.549457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979d68f-5f66-4121-b154-c16c0865c012 req-387018b9-7f80-4e09-9f4a-e231976d84a6 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:42.559351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port c804ec0f-d7a9-48a4-b62e-812024f2f157, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=c804ec0f-d7a9-48a4-b62e-812024f2f157,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:42.559498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6979d68f-5f66-4121-b154-c16c0865c012 req-387018b9-7f80-4e09-9f4a-e231976d84a6 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0980434 Oct 19 11:17:42.602985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6979d68f-5f66-4121-b154-c16c0865c012 req-6f1f74f6-a1f2-4b23-9841-57bc6ea8f123 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427015 Oct 19 11:17:42.661715 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3ccae4-5c1f-4a53-b561-540aac75e208 x-openstack-request-id: req-fc3ccae4-5c1f-4a53-b561-540aac75e208 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:42.662108 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-plugged", "status": "completed", "tag": "c804ec0f-d7a9-48a4-b62e-812024f2f157", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:42.662432 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc3ccae4-5c1f-4a53-b561-540aac75e208 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:42.662918 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c804ec0f-d7a9-48a4-b62e-812024f2f157', 'code': 200} Oct 19 11:17:42.668395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-01610d14-d417-4b21-8a7d-c496752605b7 req-3bc165d6-75d0-4350-819a-9361f1b53706 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Deleting port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:42.668934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-01610d14-d417-4b21-8a7d-c496752605b7 req-3bc165d6-75d0-4350-819a-9361f1b53706 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:42.673535 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:42.674355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:42.681237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-53077202-f0a6-475c-9862-bf57e62a749d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:42.682886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-53077202-f0a6-475c-9862-bf57e62a749d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824772 Oct 19 11:17:42.713553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-c57752f1-f55f-40f7-89ed-d22845fb7d2c tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/quotas/0f99cead9f7142ce88b9b9f492336d2d HTTP/1.1" status: 200 len: 375 time: 0.0199773 Oct 19 11:17:42.788693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=c804ec0f-d7a9-48a4-b62e-812024f2f157,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:42.833304 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-238e2211-b0a2-4424-b0aa-715a35c6a1a0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819051 Oct 19 11:17:42.852422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-01610d14-d417-4b21-8a7d-c496752605b7 req-3bc165d6-75d0-4350-819a-9361f1b53706 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] For port 1c831a6f-4620-459c-aec7-e6c4a1f6d125, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c831a6f-4620-459c-aec7-e6c4a1f6d125,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:42.853055 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-01610d14-d417-4b21-8a7d-c496752605b7 req-3bc165d6-75d0-4350-819a-9361f1b53706 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:42.867733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-01610d14-d417-4b21-8a7d-c496752605b7 req-3bc165d6-75d0-4350-819a-9361f1b53706 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Calling delete_port for 1c831a6f-4620-459c-aec7-e6c4a1f6d125 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:42.915388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9325dd-7d59-4b05-b65a-3c5506e96398 req-217a100d-9230-45cf-94ce-28b385cd88cf tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:42.916969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc9325dd-7d59-4b05-b65a-3c5506e96398 req-217a100d-9230-45cf-94ce-28b385cd88cf tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 949 time: 0.0813465 Oct 19 11:17:42.925781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:17:42.933563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:42.935607 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:42.986352 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc9325dd-7d59-4b05-b65a-3c5506e96398 req-a5147e23-3062-4041-96c9-08361febe483 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/security-groups?id=f9d00b38-f3e7-49f0-95a5-39663bad2715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573258 Oct 19 11:17:43.036197 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:43.071314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1c6d810a-6e4a-4cb8-8392-7ac1084cff38,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:43.180281 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:43.181211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:43.188214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-01610d14-d417-4b21-8a7d-c496752605b7 req-3bc165d6-75d0-4350-819a-9361f1b53706 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:43.289774 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e588a41-f303-4be2-9e36-f25e778411fe req-283c8abe-d234-478f-81bd-d756366c4566 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 210 time: 0.0752645 Oct 19 11:17:43.298783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=1c6d810a-6e4a-4cb8-8392-7ac1084cff38,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:43.318382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc165d6-75d0-4350-819a-9361f1b53706 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Pushing event deleted for resources: {'Port': ['ID=1c831a6f-4620-459c-aec7-e6c4a1f6d125,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:43.351687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-01610d14-d417-4b21-8a7d-c496752605b7 req-3bc165d6-75d0-4350-819a-9361f1b53706 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] No DVR routers for this DVR port 1c831a6f-4620-459c-aec7-e6c4a1f6d125 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:43.354963 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-01610d14-d417-4b21-8a7d-c496752605b7 req-3bc165d6-75d0-4350-819a-9361f1b53706 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:43.358386 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-01610d14-d417-4b21-8a7d-c496752605b7 req-3bc165d6-75d0-4350-819a-9361f1b53706 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.49 "DELETE /v2.0/ports/1c831a6f-4620-459c-aec7-e6c4a1f6d125 HTTP/1.1" status: 204 len: 173 time: 1.2825303 Oct 19 11:17:43.358838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-deleted', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:43.361358 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d460039-d9c8-4868-b876-06b1a437e1a1" -d '{"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-deleted", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:43.419841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c21fe-2932-463a-8d5e-38410137a3d7 req-385337a5-3467-45b4-b2ee-e6385341ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:43.427250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c21fe-2932-463a-8d5e-38410137a3d7 req-385337a5-3467-45b4-b2ee-e6385341ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:43.433684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:17:43.438723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:43.439095 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:43.445424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c21fe-2932-463a-8d5e-38410137a3d7 req-385337a5-3467-45b4-b2ee-e6385341ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:43.455027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-648c21fe-2932-463a-8d5e-38410137a3d7 req-385337a5-3467-45b4-b2ee-e6385341ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2415 time: 0.1311581 Oct 19 11:17:43.527207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f7d22-990d-4c0b-bbac-bbe41f0d6f8f req-b8b59bab-97eb-4276-a24b-0517872adfaa tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:43.533921 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-672f7d22-990d-4c0b-bbac-bbe41f0d6f8f req-b8b59bab-97eb-4276-a24b-0517872adfaa tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0948317 Oct 19 11:17:43.561473 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-648c21fe-2932-463a-8d5e-38410137a3d7 req-a25c591b-4ae2-40dc-a74b-29d57a69a285 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032364 Oct 19 11:17:43.607940 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:43.631807 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-672f7d22-990d-4c0b-bbac-bbe41f0d6f8f req-895d46f3-333b-48ef-8c25-61ead9b693c8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816865 Oct 19 11:17:43.678816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6,segment=NetworkSegment(7fe726d2-38ed-4174-a27e-aab06deb3a3e),segment_id=7fe726d2-38ed-4174-a27e-aab06deb3a3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:43.726891 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5d8e85-9e84-4d92-a0e1-4f4ddd1f3834 x-openstack-request-id: req-af5d8e85-9e84-4d92-a0e1-4f4ddd1f3834 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:43.727497 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889df7ea-9891-4251-8bc5-061fd559cef5", "name": "network-vif-deleted", "tag": "1c831a6f-4620-459c-aec7-e6c4a1f6d125", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:43.727497 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af5d8e85-9e84-4d92-a0e1-4f4ddd1f3834 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:43.728044 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889df7ea-9891-4251-8bc5-061fd559cef5', 'name': 'network-vif-deleted', 'tag': '1c831a6f-4620-459c-aec7-e6c4a1f6d125', 'status': 'completed', 'code': 200} Oct 19 11:17:43.754418 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:43.785131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4087a83-1913-4574-a018-4953971db1fb req-8eadab2b-3b3d-47b4-bcc8-f4e2fb7f2352 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:43.787911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d4087a83-1913-4574-a018-4953971db1fb req-8eadab2b-3b3d-47b4-bcc8-f4e2fb7f2352 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0978098 Oct 19 11:17:43.828743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:43.858209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d4087a83-1913-4574-a018-4953971db1fb req-731573fb-075f-4800-86ad-085b047e267e tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574584 Oct 19 11:17:44.103493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ffb3ca3-6175-4e62-abdc-293a283729e9 req-e6e94817-c946-4b1a-9e9f-ec96844c8e06 tempest-ListImageFiltersTestJSON-1658576031 tempest-ListImageFiltersTestJSON-1658576031-project] 10.222.0.39 "GET /v2.0/ports?device_id=889df7ea-9891-4251-8bc5-061fd559cef5 HTTP/1.1" status: 200 len: 210 time: 0.0297513 Oct 19 11:17:44.390121 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f515bf8b-839e-4849-8a07-dd7c15f5b36a req-56b7b724-c642-4642-9b4a-adf06e0e14d9 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 210 time: 0.0276036 Oct 19 11:17:44.663993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d810a-6e4a-4cb8-8392-7ac1084cff38'}, {'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed458ddd-108f-4dd6-8a1a-d57462a7e3f6'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:44.667233 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275a58c8-fd35-4e15-bf9e-2dd2eeb12ad2" -d '{"events": [{"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d810a-6e4a-4cb8-8392-7ac1084cff38"}, {"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-plugged", "status": "completed", "tag": "ed458ddd-108f-4dd6-8a1a-d57462a7e3f6"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:44.705663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-a3c67ef1-496b-4913-9363-72deb72db826 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292513 Oct 19 11:17:44.779050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c6c27-0d65-4250-8634-24dd51a80fb9 req-8bde2835-a33d-4d1a-b278-db8919535c8c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:44.785858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c6c27-0d65-4250-8634-24dd51a80fb9 req-8bde2835-a33d-4d1a-b278-db8919535c8c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:44.814421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c6c27-0d65-4250-8634-24dd51a80fb9 req-8bde2835-a33d-4d1a-b278-db8919535c8c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:44.816123 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c05c6c27-0d65-4250-8634-24dd51a80fb9 req-8bde2835-a33d-4d1a-b278-db8919535c8c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2416 time: 0.1789761 Oct 19 11:17:44.884096 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c05c6c27-0d65-4250-8634-24dd51a80fb9 req-390e1d53-b75a-4249-a924-48322daf98b9 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596335 Oct 19 11:17:44.895985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a97f97-e7ef-465f-8b27-08c22b781b67 req-f590989a-b870-4119-8361-3af9624b9711 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:44.897727 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f2a97f97-e7ef-465f-8b27-08c22b781b67 req-f590989a-b870-4119-8361-3af9624b9711 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.1258314 Oct 19 11:17:44.915170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-2f8cb598-f477-4474-bbde-ee84d9b9332b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:44.916738 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-2f8cb598-f477-4474-bbde-ee84d9b9332b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977546 Oct 19 11:17:44.936080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Request body: {'port': {'device_id': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '0f99cead9f7142ce88b9b9f492336d2d'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:44.937837 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddb58a3-da37-4d66-80ba-aa3ac86b47c2 x-openstack-request-id: req-bddb58a3-da37-4d66-80ba-aa3ac86b47c2 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:44.938138 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d810a-6e4a-4cb8-8392-7ac1084cff38", "code": 200}, {"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-plugged", "status": "completed", "tag": "ed458ddd-108f-4dd6-8a1a-d57462a7e3f6", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:44.938385 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bddb58a3-da37-4d66-80ba-aa3ac86b47c2 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:44.939073 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d810a-6e4a-4cb8-8392-7ac1084cff38', 'code': 200} Oct 19 11:17:44.939382 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed458ddd-108f-4dd6-8a1a-d57462a7e3f6', 'code': 200} Oct 19 11:17:44.991813 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f2a97f97-e7ef-465f-8b27-08c22b781b67 req-e9ac0960-741d-47a1-ad65-72eb5051f87e tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848310 Oct 19 11:17:45.038270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d8792-bd3e-410e-bb47-5f485ae1e6a6 req-a90994bc-8cce-4d48-9ec6-8085db207a6f tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:45.045536 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-730d8792-bd3e-410e-bb47-5f485ae1e6a6 req-a90994bc-8cce-4d48-9ec6-8085db207a6f tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0589616 Oct 19 11:17:45.130964 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-730d8792-bd3e-410e-bb47-5f485ae1e6a6 req-c24a4229-0bd6-4df2-bd15-2cfb384a5e0b tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846429 Oct 19 11:17:45.143315 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb5991-4d20-4436-a756-c2df199b62fd req-d21015f6-7ee8-4855-9510-45d3879c9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:45.143791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb5991-4d20-4436-a756-c2df199b62fd req-d21015f6-7ee8-4855-9510-45d3879c9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:45.144425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb5991-4d20-4436-a756-c2df199b62fd req-d21015f6-7ee8-4855-9510-45d3879c9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:45.146122 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2aeb5991-4d20-4436-a756-c2df199b62fd req-d21015f6-7ee8-4855-9510-45d3879c9f86 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2869 time: 0.0806112 Oct 19 11:17:45.197931 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2aeb5991-4d20-4436-a756-c2df199b62fd req-bce9c905-8ace-4c32-91b7-1f17863d0294 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Oct 19 11:17:45.210988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Made reservation on behalf of 0f99cead9f7142ce88b9b9f492336d2d for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:45.214528 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:45.223700 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:45.307645 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:45.399671 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:45.474443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2daf4a94-0e70-46bd-a558-5da3b2be88ee,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:45.546713 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e41dd0a-42ea-496c-971b-d7542562e708 req-f03b2627-8be5-49f2-abd6-9ea348ee3a09 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 210 time: 0.0523531 Oct 19 11:17:45.570901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Allocated IP 192.168.233.240 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/065adc0d-b582-46de-ac83-08a3af43e6de) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:45.725984 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:45.819800 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-2f85b254-20ed-4814-b14a-907c9f75f360 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212362 Oct 19 11:17:45.895894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:45.934305 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-734df220-6f45-46bc-8137-914829da1499 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:45.936017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-734df220-6f45-46bc-8137-914829da1499 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1102483 Oct 19 11:17:45.939210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:45.953005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:45.958726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:45.995699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Request body: {'port': {'device_id': 'a1f947a5-acd3-4349-a242-70bb036beac9', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '0f99cead9f7142ce88b9b9f492336d2d'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:46.011762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:46.013215 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:46.029596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Pushing event updated for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:46.108434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34cdc1-cda5-4ba6-b28f-172bfe2e2529 req-49e33c32-eca0-47eb-8d54-12dc981dd7d2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:46.115137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34cdc1-cda5-4ba6-b28f-172bfe2e2529 req-49e33c32-eca0-47eb-8d54-12dc981dd7d2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:46.122273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34cdc1-cda5-4ba6-b28f-172bfe2e2529 req-49e33c32-eca0-47eb-8d54-12dc981dd7d2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:46.123507 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be34cdc1-cda5-4ba6-b28f-172bfe2e2529 req-49e33c32-eca0-47eb-8d54-12dc981dd7d2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2416 time: 0.0830791 Oct 19 11:17:46.151891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-42b90af0-ba08-4729-8182-09c3d65ffd91 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2211931 Oct 19 11:17:46.176575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Request body: {'port': {'device_id': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:46.211279 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be34cdc1-cda5-4ba6-b28f-172bfe2e2529 req-e67f2e99-21c1-4139-9343-4e797cc8fe81 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797665 Oct 19 11:17:46.265175 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:46.281384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9ea7f8e0-5609-4c49-8391-a77640784e61 None None] Provisioning complete for port 065adc0d-b582-46de-ac83-08a3af43e6de triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:46.281930 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ea7f8e0-5609-4c49-8391-a77640784e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:46.299887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Made reservation on behalf of 0f99cead9f7142ce88b9b9f492336d2d for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:46.303525 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:46.349093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c831a6f-4620-459c-aec7-e6c4a1f6d125 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:46.406681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7f8e0-5609-4c49-8391-a77640784e61 None None] Port 065adc0d-b582-46de-ac83-08a3af43e6de cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:17:46.412347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 1c831a6f-4620-459c-aec7-e6c4a1f6d125 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:46.413082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c831a6f-4620-459c-aec7-e6c4a1f6d125 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:46.569379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c48486-4511-40c6-8a9d-20ae0ed9e906 req-5e7b279b-9e88-44f8-86a1-519d8de82044 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:46.573021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-64c48486-4511-40c6-8a9d-20ae0ed9e906 req-5e7b279b-9e88-44f8-86a1-519d8de82044 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0969796 Oct 19 11:17:46.591887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Allocated IP 192.168.233.120 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/8555f930-5114-484a-af54-e9ec0ed156da) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:46.625622 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-64c48486-4511-40c6-8a9d-20ae0ed9e906 req-de5d2aca-bf88-4b6d-a801-8512d442cd06 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484405 Oct 19 11:17:46.761228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3d365-fb0f-42f6-b6e4-ce4e98c17891 req-85416768-f5e1-451c-ac6b-045e3d0dfe90 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:46.769766 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72f3d365-fb0f-42f6-b6e4-ce4e98c17891 req-85416768-f5e1-451c-ac6b-045e3d0dfe90 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0831456 Oct 19 11:17:46.794668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:46.816555 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72f3d365-fb0f-42f6-b6e4-ce4e98c17891 req-88cdb733-95c9-41c5-aad5-64edd2f0f9fa tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 Oct 19 11:17:46.914249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68ed409c-c46a-4732-aaac-ee7e218bd8f2 req-5b5b7229-d8d6-4666-b541-8ac9241fc6eb tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 210 time: 0.0303900 Oct 19 11:17:46.920837 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:47.005557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:47.009727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:47.025817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:47.073176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Pushing event updated for resources: {'Port': ['ID=8555f930-5114-484a-af54-e9ec0ed156da,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:47.132243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:47.132522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:47.214057 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065adc0d-b582-46de-ac83-08a3af43e6de {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:47.226404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-ac29ea7a-3e2a-46d4-9b88-9108b1530aa8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2699685 Oct 19 11:17:47.233861 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:47.243736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Request body: {'port': {'device_id': 'a1f947a5-acd3-4349-a242-70bb036beac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:47.267113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Transition to ACTIVE for port object 065adc0d-b582-46de-ac83-08a3af43e6de will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:17:47.365609 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:47.371028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:47.402460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9744f9c-b46e-444f-a438-fc5c3b41449b req-1ef1ec6b-b1e0-48ab-a2c1-f62c138f7e49 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:47.404196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e9744f9c-b46e-444f-a438-fc5c3b41449b req-1ef1ec6b-b1e0-48ab-a2c1-f62c138f7e49 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 945 time: 0.1218424 Oct 19 11:17:47.471219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3c8f074f-7da5-47f5-8aba-4a742c52228d None None] Provisioning complete for port 8555f930-5114-484a-af54-e9ec0ed156da triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:47.472701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Pushing event updated for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:47.475181 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c8f074f-7da5-47f5-8aba-4a742c52228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:47.561087 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f074f-7da5-47f5-8aba-4a742c52228d None None] Port 8555f930-5114-484a-af54-e9ec0ed156da cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:17:47.579343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Attempting to bind port 065adc0d-b582-46de-ac83-08a3af43e6de on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:47.582174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Attempting to bind port 065adc0d-b582-46de-ac83-08a3af43e6de by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:47.582174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Attempting to bind port 065adc0d-b582-46de-ac83-08a3af43e6de on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:47.586343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Port 065adc0d-b582-46de-ac83-08a3af43e6de on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:17:47.586956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Attempting to bind port 065adc0d-b582-46de-ac83-08a3af43e6de on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:47.593657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:47.594254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:47.595022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:47.595642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Bound port: 065adc0d-b582-46de-ac83-08a3af43e6de, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:47.596170 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:47.634426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e9744f9c-b46e-444f-a438-fc5c3b41449b req-75fd088a-5edf-474f-8a93-3aff10fe0a47 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048054 Oct 19 11:17:47.776412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:47.777501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:47.829737 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663487-6429-4a16-8637-c31173590161 req-955bc814-1398-44ef-aaca-a0676a1f9afa tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:47.841440 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae663487-6429-4a16-8637-c31173590161 req-955bc814-1398-44ef-aaca-a0676a1f9afa tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0619884 Oct 19 11:17:47.870625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfe0f3-bf4a-4f86-978e-43db87b29adb req-ccede9b2-acb9-41bf-a593-c28d10ba5d3a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:47.876626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfe0f3-bf4a-4f86-978e-43db87b29adb req-ccede9b2-acb9-41bf-a593-c28d10ba5d3a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:47.882600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfe0f3-bf4a-4f86-978e-43db87b29adb req-ccede9b2-acb9-41bf-a593-c28d10ba5d3a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:47.884432 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5edfe0f3-bf4a-4f86-978e-43db87b29adb req-ccede9b2-acb9-41bf-a593-c28d10ba5d3a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2416 time: 0.1243465 Oct 19 11:17:47.896557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae663487-6429-4a16-8637-c31173590161 req-5188a88d-7202-4b71-9d3f-258dbe832589 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539479 Oct 19 11:17:47.903623 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:47.960750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:47.961571 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:47.963214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] 10.222.0.26 "PUT /v2.0/ports/065adc0d-b582-46de-ac83-08a3af43e6de HTTP/1.1" status: 200 len: 1096 time: 1.8007298 Oct 19 11:17:47.976879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:47.977587 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55434208-cc26-4f08-813c-2ed968c495c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:48.021442 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5edfe0f3-bf4a-4f86-978e-43db87b29adb req-95f40755-a7cb-4bbc-9b5e-061dd8986301 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217058 Oct 19 11:17:48.049896 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87939d71-9344-4c88-9c2e-346ddb5eb83e service neutron] Pushing event updated for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:48.081938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8bd47-3c20-438a-9464-dc7fc3632e34 req-8439ff24-a7fa-40c2-8655-56def128f0ea tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:48.085338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68a8bd47-3c20-438a-9464-dc7fc3632e34 req-8439ff24-a7fa-40c2-8655-56def128f0ea tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0999932 Oct 19 11:17:48.109255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8555f930-5114-484a-af54-e9ec0ed156da {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:48.134676 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:48.160252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Transition to ACTIVE for port object 8555f930-5114-484a-af54-e9ec0ed156da will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:17:48.190528 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68a8bd47-3c20-438a-9464-dc7fc3632e34 req-965d52f7-7535-49e6-845e-351f380d67f2 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846705 Oct 19 11:17:48.197522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-eba9d9f2-7f3c-41b9-89aa-e39396fbb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:48.199952 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-eba9d9f2-7f3c-41b9-89aa-e39396fbb1f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 1099 time: 0.0850620 Oct 19 11:17:48.230508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6dc54-981d-4d06-ba91-916b474437ed req-383c6776-8ba6-4218-b6f0-161fb0385194 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:48.236577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43b6dc54-981d-4d06-ba91-916b474437ed req-383c6776-8ba6-4218-b6f0-161fb0385194 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 936 time: 0.0861938 Oct 19 11:17:48.274790 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13264763-ac8f-4283-b3d7-711448ebad0b x-openstack-request-id: req-13264763-ac8f-4283-b3d7-711448ebad0b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:48.275156 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:48.280885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:48.286176 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13264763-ac8f-4283-b3d7-711448ebad0b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:48.286884 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de', 'status': 'completed', 'code': 200} Oct 19 11:17:48.290180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-d5233778-1ed4-4ceb-8364-a142266c3097 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=065adc0d-b582-46de-ac83-08a3af43e6de HTTP/1.1" status: 200 len: 217 time: 0.0813005 Oct 19 11:17:48.355918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43b6dc54-981d-4d06-ba91-916b474437ed req-7718c735-e59b-4025-ba04-8396aed3ce33 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084204 Oct 19 11:17:48.375131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Pushing event updated for resources: {'Port': ['ID=8555f930-5114-484a-af54-e9ec0ed156da,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:48.398475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-54098936-af26-4230-910f-fce55449edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:48.399956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-54098936-af26-4230-910f-fce55449edca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1010406 Oct 19 11:17:48.405499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52290) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:48.494059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-428eed60-3fc0-401e-83cb-bcc57e37238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:48.495851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-428eed60-3fc0-401e-83cb-bcc57e37238a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817935 Oct 19 11:17:48.531137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Attempting to bind port 8555f930-5114-484a-af54-e9ec0ed156da on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:48.531469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Attempting to bind port 8555f930-5114-484a-af54-e9ec0ed156da by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:48.531794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Attempting to bind port 8555f930-5114-484a-af54-e9ec0ed156da on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:48.543992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Port 8555f930-5114-484a-af54-e9ec0ed156da on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:17:48.544323 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Attempting to bind port 8555f930-5114-484a-af54-e9ec0ed156da on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:48.549832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:48.550164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:48.550545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:48.550967 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Bound port: 8555f930-5114-484a-af54-e9ec0ed156da, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:48.551889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:48.631655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] For port 8555f930-5114-484a-af54-e9ec0ed156da, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:48.635349 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-a1e34e6a-5b54-4254-90e5-22c3bac373a5 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302652 Oct 19 11:17:48.635911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] For port 8555f930-5114-484a-af54-e9ec0ed156da, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8555f930-5114-484a-af54-e9ec0ed156da,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:48.731456 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f4f73d64-7271-4454-bdfb-83c08da42152 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e89bd5f067aa4213a3e7df8d52f311fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246179 Oct 19 11:17:48.734047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52296) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:48.765018 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:48.777432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323777e-3c2d-4415-b858-8f319b762a5d req-68f3167d-7bdb-475c-a2a7-715d42c212a5 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:48.778943 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f323777e-3c2d-4415-b858-8f319b762a5d req-68f3167d-7bdb-475c-a2a7-715d42c212a5 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0686393 Oct 19 11:17:48.822334 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ce16a2c-7ef7-4417-9b9d-ccef071441db req-341bfa3f-82a1-4348-b87b-66ad5cc82db4 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738007 Oct 19 11:17:48.835211 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64ca6499-dd80-4fa8-b680-ee239b88641d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:48.867539 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64ca6499-dd80-4fa8-b680-ee239b88641d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:48.870358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:48.870969 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:48.872354 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] 10.222.0.26 "PUT /v2.0/ports/8555f930-5114-484a-af54-e9ec0ed156da HTTP/1.1" status: 200 len: 1096 time: 1.6357503 Oct 19 11:17:48.873024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f947a5-acd3-4349-a242-70bb036beac9', 'tag': '8555f930-5114-484a-af54-e9ec0ed156da'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:48.878944 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f947a5-acd3-4349-a242-70bb036beac9", "tag": "8555f930-5114-484a-af54-e9ec0ed156da"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:48.915380 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f323777e-3c2d-4415-b858-8f319b762a5d req-b499b18b-8cdd-4ae5-a197-c58d0595f887 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/security-groups?id=3829d206-6756-407c-a3d3-7fd2f6511d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195307 Oct 19 11:17:48.918262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79244c55-0390-4162-ac48-a6a644bc5a69 service neutron] Pushing event updated for resources: {'Port': ['ID=8555f930-5114-484a-af54-e9ec0ed156da,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:48.939762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad49c9-192d-4c34-8e9b-3cb3eed8354f req-25653615-04a9-4bf3-9ed3-9ec280f505c3 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:48.941231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02ad49c9-192d-4c34-8e9b-3cb3eed8354f req-25653615-04a9-4bf3-9ed3-9ec280f505c3 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 945 time: 0.1728623 Oct 19 11:17:49.027417 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6a9ef3-4667-4fa7-9ed7-6541a45e7886 x-openstack-request-id: req-9a6a9ef3-4667-4fa7-9ed7-6541a45e7886 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:49.028037 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f947a5-acd3-4349-a242-70bb036beac9", "tag": "8555f930-5114-484a-af54-e9ec0ed156da", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:49.028037 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a6a9ef3-4667-4fa7-9ed7-6541a45e7886 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:49.028346 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f947a5-acd3-4349-a242-70bb036beac9', 'tag': '8555f930-5114-484a-af54-e9ec0ed156da', 'status': 'completed', 'code': 200} Oct 19 11:17:49.097207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383172-a487-45ac-83fa-c856188a06b8 req-52d1b3e9-0c2d-4bce-b7fb-9f85378508b2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.103575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383172-a487-45ac-83fa-c856188a06b8 req-52d1b3e9-0c2d-4bce-b7fb-9f85378508b2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.110540 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383172-a487-45ac-83fa-c856188a06b8 req-52d1b3e9-0c2d-4bce-b7fb-9f85378508b2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.111637 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc383172-a487-45ac-83fa-c856188a06b8 req-52d1b3e9-0c2d-4bce-b7fb-9f85378508b2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2416 time: 0.1558816 Oct 19 11:17:49.113983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64ca6499-dd80-4fa8-b680-ee239b88641d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:49.116871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64ca6499-dd80-4fa8-b680-ee239b88641d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:49.117485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55434208-cc26-4f08-813c-2ed968c495c2 req-c08f558f-e56c-4556-b247-635d79897c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.121368 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-64ca6499-dd80-4fa8-b680-ee239b88641d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9d00b38-f3e7-49f0-95a5-39663bad2715 HTTP/1.1" status: 204 len: 168 time: 0.3831120 Oct 19 11:17:49.121528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55434208-cc26-4f08-813c-2ed968c495c2 req-c08f558f-e56c-4556-b247-635d79897c34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 1099 time: 0.1197402 Oct 19 11:17:49.133075 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79a70b72-b4d5-4c61-af12-ae0af27988db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.134627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-79a70b72-b4d5-4c61-af12-ae0af27988db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 1099 time: 0.1114056 Oct 19 11:17:49.143869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca6499-dd80-4fa8-b680-ee239b88641d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d00b38-f3e7-49f0-95a5-39663bad2715,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:49.204734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-bb30d5e9-f9b5-4233-ab52-e670a89432f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=8555f930-5114-484a-af54-e9ec0ed156da HTTP/1.1" status: 200 len: 217 time: 0.0478745 Oct 19 11:17:49.216057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-02ad49c9-192d-4c34-8e9b-3cb3eed8354f req-8857fd2b-3f6d-4823-ab2a-0b409d9b79ae tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Deleting port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:49.220507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02ad49c9-192d-4c34-8e9b-3cb3eed8354f req-8857fd2b-3f6d-4823-ab2a-0b409d9b79ae tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:49.237262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e9fa7-a66e-4d6c-8290-6b8a2f1e98f1 req-cb8a8885-0f42-4dfb-b0c3-cdb3907d4b22 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.239159 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-120e9fa7-a66e-4d6c-8290-6b8a2f1e98f1 req-cb8a8885-0f42-4dfb-b0c3-cdb3907d4b22 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.1698093 Oct 19 11:17:49.249893 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc383172-a487-45ac-83fa-c856188a06b8 req-903b830d-1093-4838-91e0-b642d78caf57 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206775 Oct 19 11:17:49.281151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-024db83e-7f0f-415b-baac-ea6759acdd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.283049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-024db83e-7f0f-415b-baac-ea6759acdd07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0678308 Oct 19 11:17:49.313503 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:49.348151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-09e820d6-c23a-4202-8192-226c7dacf039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.350360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-09e820d6-c23a-4202-8192-226c7dacf039 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574656 Oct 19 11:17:49.423255 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-120e9fa7-a66e-4d6c-8290-6b8a2f1e98f1 req-45be98d9-b22d-41b4-9ab2-40343b1097cb tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698380 Oct 19 11:17:49.430006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-02ad49c9-192d-4c34-8e9b-3cb3eed8354f req-8857fd2b-3f6d-4823-ab2a-0b409d9b79ae tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] For port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:49.430528 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02ad49c9-192d-4c34-8e9b-3cb3eed8354f req-8857fd2b-3f6d-4823-ab2a-0b409d9b79ae tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:49.439573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55434208-cc26-4f08-813c-2ed968c495c2 req-a1e77b51-7257-470d-838d-96b7b9d0082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.441035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55434208-cc26-4f08-813c-2ed968c495c2 req-a1e77b51-7257-470d-838d-96b7b9d0082e service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.3073988 Oct 19 11:17:49.448478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-02ad49c9-192d-4c34-8e9b-3cb3eed8354f req-8857fd2b-3f6d-4823-ab2a-0b409d9b79ae tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Calling delete_port for 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:49.473405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a593854-02d5-4f99-a550-e54ca3195151 req-949ebf9d-0595-4e3f-9ccc-92a849313e87 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.475288 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6a593854-02d5-4f99-a550-e54ca3195151 req-949ebf9d-0595-4e3f-9ccc-92a849313e87 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.1237311 Oct 19 11:17:49.517803 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55434208-cc26-4f08-813c-2ed968c495c2 req-22cbb797-2a05-4612-b843-6d3415da9aee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=065adc0d-b582-46de-ac83-08a3af43e6de HTTP/1.1" status: 200 len: 217 time: 0.0622647 Oct 19 11:17:49.526557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-0fd04129-766b-4e26-b697-8d7d3d6fc620 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654637 Oct 19 11:17:49.573635 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6a593854-02d5-4f99-a550-e54ca3195151 req-2deee2db-75ca-403d-be0f-8a1b9067cc3c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879545 Oct 19 11:17:49.657009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d27ddef0-e5c6-4c66-bf80-8d37a0273929 req-6b9c1ac6-8408-4c45-9898-17411c9f142e service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151900 Oct 19 11:17:49.665779 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:49.684846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55434208-cc26-4f08-813c-2ed968c495c2 req-c279ecb3-2509-467b-9111-393bea7f10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.684846 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55434208-cc26-4f08-813c-2ed968c495c2 req-c279ecb3-2509-467b-9111-393bea7f10d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1270704 Oct 19 11:17:49.691465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6e8ce-0bd5-467f-9a64-a274346b7ed7 req-78231a2f-36b1-46ca-8158-a557fe6fd798 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.693578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27c6e8ce-0bd5-467f-9a64-a274346b7ed7 req-78231a2f-36b1-46ca-8158-a557fe6fd798 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 948 time: 0.1304553 Oct 19 11:17:49.808322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55434208-cc26-4f08-813c-2ed968c495c2 req-68482fb5-8d62-4aea-855a-ab207dac3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.809933 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55434208-cc26-4f08-813c-2ed968c495c2 req-68482fb5-8d62-4aea-855a-ab207dac3cd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146417 Oct 19 11:17:49.814265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27c6e8ce-0bd5-467f-9a64-a274346b7ed7 req-4375e698-075d-4ee1-a1e1-9383ad9f17c6 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101789 Oct 19 11:17:49.876475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1 req-10682263-eca2-484d-b41b-ec267b35529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:49.878547 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1 req-10682263-eca2-484d-b41b-ec267b35529f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 1099 time: 0.0580728 Oct 19 11:17:49.909069 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02ad49c9-192d-4c34-8e9b-3cb3eed8354f req-8857fd2b-3f6d-4823-ab2a-0b409d9b79ae tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:49.921535 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:49.952478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857fd2b-3f6d-4823-ab2a-0b409d9b79ae tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Pushing event deleted for resources: {'Port': ['ID=7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:50.020989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ad49c9-192d-4c34-8e9b-3cb3eed8354f req-8857fd2b-3f6d-4823-ab2a-0b409d9b79ae tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] No DVR routers for this DVR port 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:50.024009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55434208-cc26-4f08-813c-2ed968c495c2 req-c1a5015f-857b-4158-ae24-01aee8992a19 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027462 Oct 19 11:17:50.025103 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-02ad49c9-192d-4c34-8e9b-3cb3eed8354f req-8857fd2b-3f6d-4823-ab2a-0b409d9b79ae tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:50.028365 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02ad49c9-192d-4c34-8e9b-3cb3eed8354f req-8857fd2b-3f6d-4823-ab2a-0b409d9b79ae tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.49 "DELETE /v2.0/ports/7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 HTTP/1.1" status: 204 len: 173 time: 1.0775979 Oct 19 11:17:50.070081 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e018147-3cd4-4128-bee3-964f700746ed req-919fc4a9-fa27-4abb-9d2d-617d70d6fb45 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 210 time: 0.0415850 Oct 19 11:17:50.081452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1 req-85e4c8d6-d21b-4da7-af19-0798429a0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:50.083536 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1 req-85e4c8d6-d21b-4da7-af19-0798429a0f90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1957524 Oct 19 11:17:50.116405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55434208-cc26-4f08-813c-2ed968c495c2 req-1dd93a1d-57c1-44f6-8045-ae265c1a6b1f service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853519 Oct 19 11:17:50.138022 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1 req-06ee730b-182f-4ce0-9e5c-a0e004ca5868 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=8555f930-5114-484a-af54-e9ec0ed156da HTTP/1.1" status: 200 len: 217 time: 0.0410731 Oct 19 11:17:50.196035 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1 req-172041fa-fd28-4a43-8b8e-b8f3f214df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:50.197517 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1 req-172041fa-fd28-4a43-8b8e-b8f3f214df1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0469487 Oct 19 11:17:50.251874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1 req-eeb0701b-3b04-4d54-b49a-776525766be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:50.253772 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1 req-eeb0701b-3b04-4d54-b49a-776525766be8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465579 Oct 19 11:17:50.372306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1 req-e48e6ad2-8536-4b79-abf9-c0cbac9bb88a service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105115 Oct 19 11:17:50.402159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93ad1b-6310-4b1c-9009-a1df0cf9d259 req-08ef7571-2bc6-4801-babd-cf813b47e51d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:50.409208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93ad1b-6310-4b1c-9009-a1df0cf9d259 req-08ef7571-2bc6-4801-babd-cf813b47e51d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:50.427253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93ad1b-6310-4b1c-9009-a1df0cf9d259 req-08ef7571-2bc6-4801-babd-cf813b47e51d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:50.428984 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e93ad1b-6310-4b1c-9009-a1df0cf9d259 req-08ef7571-2bc6-4801-babd-cf813b47e51d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2416 time: 0.0955651 Oct 19 11:17:50.501575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52338) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:50.547390 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e93ad1b-6310-4b1c-9009-a1df0cf9d259 req-ddb93ef4-b7b9-4dbf-92ba-ab13c563815b tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967224 Oct 19 11:17:50.547691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a73723f-7ad6-4d60-921c-9d2832a2c8b1 req-69aaeb00-062c-4546-bfd1-3fa045be6e4c service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557729 Oct 19 11:17:50.604356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f292b-9cb3-4fc5-b186-44d30d4b6843 req-3c64be65-7d15-4640-b0f7-f1fa46ca68f0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:50.606024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-220f292b-9cb3-4fc5-b186-44d30d4b6843 req-3c64be65-7d15-4640-b0f7-f1fa46ca68f0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0522172 Oct 19 11:17:50.653067 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-220f292b-9cb3-4fc5-b186-44d30d4b6843 req-cdcb920d-4b83-444f-9744-ca3af79baf80 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397055 Oct 19 11:17:50.678048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-325549407-network', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:50.725248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc34ac-bbcb-47ce-af6d-47ef5a3f5a1d req-f618fd96-681c-4d42-a1e2-0741b2526ac6 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:50.726931 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56dc34ac-bbcb-47ce-af6d-47ef5a3f5a1d req-f618fd96-681c-4d42-a1e2-0741b2526ac6 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0602026 Oct 19 11:17:50.761709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-d66e677f-372c-45c2-8800-6edba48529b9 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:50.768203 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-d66e677f-372c-45c2-8800-6edba48529b9 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:50.768960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56dc34ac-bbcb-47ce-af6d-47ef5a3f5a1d req-a4559c5f-0e68-4925-84ea-146461287055 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335813 Oct 19 11:17:50.774778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-d66e677f-372c-45c2-8800-6edba48529b9 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:50.776735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-d66e677f-372c-45c2-8800-6edba48529b9 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 2416 time: 0.0674958 Oct 19 11:17:50.845342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Made reservation on behalf of 2b41231ffdc5472db88c28378b6a108a for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:50.860282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:50.860282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:50.887872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-b6b55359-a317-4946-b84a-0d938d671b29 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:50.888897 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-b6b55359-a317-4946-b84a-0d938d671b29 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:50.954574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:51.027880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:51.033404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8c68a0-f707-4870-a119-20408fa3e6cb', 'name': 'network-vif-deleted', 'tag': '7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:51.038233 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb6f440-e739-4ea9-a0d1-05e13522ec94" -d '{"events": [{"server_uuid": "de8c68a0-f707-4870-a119-20408fa3e6cb", "name": "network-vif-deleted", "tag": "7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:51.067758 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:17:51.079631 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a48a832-533f-414e-b613-8d6d70d6fc1f x-openstack-request-id: req-0a48a832-533f-414e-b613-8d6d70d6fc1f {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:51.079925 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8c68a0-f707-4870-a119-20408fa3e6cb", "name": "network-vif-deleted", "tag": "7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:51.080175 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a48a832-533f-414e-b613-8d6d70d6fc1f {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:51.080580 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8c68a0-f707-4870-a119-20408fa3e6cb', 'name': 'network-vif-deleted', 'tag': '7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3', 'status': 'completed', 'code': 200} Oct 19 11:17:51.082866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f94cdc3-cd60-4307-a118-182584182447,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:51.097274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:51.097274 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Added segment 71f4368b-df24-46e8-b4a8-96eaae8fd1c7 of type vlan for network e233824c-f866-4ed5-ad48-7b8c5d7d5218 Oct 19 11:17:51.138934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:51.212511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2e80023-2924-474e-9a90-f3daa4858b9d req-ebdf4f09-2f2c-44f7-b62a-73d658cb7461 tempest-AttachSCSIVolumeTestJSON-1191699322 tempest-AttachSCSIVolumeTestJSON-1191699322-project] 10.222.0.39 "GET /v2.0/ports?device_id=de8c68a0-f707-4870-a119-20408fa3e6cb HTTP/1.1" status: 200 len: 210 time: 0.0266089 Oct 19 11:17:51.226756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8f173-3cb5-4fb4-870b-95bcfab29680 req-3506bdd9-ae03-4a3e-9cb5-ab74143d01b6 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:51.228302 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67e8f173-3cb5-4fb4-870b-95bcfab29680 req-3506bdd9-ae03-4a3e-9cb5-ab74143d01b6 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 948 time: 0.3183420 Oct 19 11:17:51.250930 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:51.252004 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:51.252661 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:51.270512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-b6b55359-a317-4946-b84a-0d938d671b29 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] For port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1c6d810a-6e4a-4cb8-8392-7ac1084cff38,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:51.270853 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-b6b55359-a317-4946-b84a-0d938d671b29 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:51.300865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-b6b55359-a317-4946-b84a-0d938d671b29 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Calling delete_port for 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:51.306095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67e8f173-3cb5-4fb4-870b-95bcfab29680 req-0f7ffdd9-4d24-45fb-b8ad-f2cbbeac07a9 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607660 Oct 19 11:17:51.336855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=e233824c-f866-4ed5-ad48-7b8c5d7d5218,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:51.347894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e233824c-f866-4ed5-ad48-7b8c5d7d5218 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:17:51.368375 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fa555613-c95d-4fda-b5d4-06629a8a0eb3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8654492 Oct 19 11:17:51.371254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52352) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:51.376687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] Request body: {'subnet': {'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-325549407-subnet', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:51.479431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] Made reservation on behalf of 2b41231ffdc5472db88c28378b6a108a for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:17:51.481805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:51.565579 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-b6b55359-a317-4946-b84a-0d938d671b29 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:51.578445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1c6d810a-6e4a-4cb8-8392-7ac1084cff38', 'c804ec0f-d7a9-48a4-b62e-812024f2f157', 'ed458ddd-108f-4dd6-8a1a-d57462a7e3f6'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:51.617103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b55359-a317-4946-b84a-0d938d671b29 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Port': ['ID=1c6d810a-6e4a-4cb8-8392-7ac1084cff38,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:51.665524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-b6b55359-a317-4946-b84a-0d938d671b29 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] No DVR routers for this DVR port 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:51.668469 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-b6b55359-a317-4946-b84a-0d938d671b29 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:51.674002 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-b6b55359-a317-4946-b84a-0d938d671b29 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.26 "DELETE /v2.0/ports/1c6d810a-6e4a-4cb8-8392-7ac1084cff38 HTTP/1.1" status: 204 len: 173 time: 0.8891034 Oct 19 11:17:51.674566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-deleted', 'tag': '1c6d810a-6e4a-4cb8-8392-7ac1084cff38'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:51.677023 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97df4b50-c3db-467b-91fe-f9e9e9c8f9e5" -d '{"events": [{"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-deleted", "tag": "1c6d810a-6e4a-4cb8-8392-7ac1084cff38"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:51.758492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae628d47-0430-41b5-b661-5162b2976f62 req-e541bcd5-6beb-42a9-8d61-cc36548ca360 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:51.777597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae628d47-0430-41b5-b661-5162b2976f62 req-e541bcd5-6beb-42a9-8d61-cc36548ca360 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:51.779152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae628d47-0430-41b5-b661-5162b2976f62 req-e541bcd5-6beb-42a9-8d61-cc36548ca360 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 1680 time: 0.1315150 Oct 19 11:17:51.799296 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb8009b-8b44-416c-ba3c-5c48265004ff x-openstack-request-id: req-eeb8009b-8b44-416c-ba3c-5c48265004ff {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:51.799960 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-deleted", "tag": "1c6d810a-6e4a-4cb8-8392-7ac1084cff38", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:51.799960 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eeb8009b-8b44-416c-ba3c-5c48265004ff {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:51.800306 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-deleted', 'tag': '1c6d810a-6e4a-4cb8-8392-7ac1084cff38', 'status': 'completed', 'code': 200} Oct 19 11:17:51.836858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-ac0a2157-c349-4f9e-b066-a6c3434fa018 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:51.837348 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-ac0a2157-c349-4f9e-b066-a6c3434fa018 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:51.859120 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae628d47-0430-41b5-b661-5162b2976f62 req-ae8c3a7b-8dd9-4394-bd80-6ee4510d6632 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722313 Oct 19 11:17:51.914673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.008916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-ac0a2157-c349-4f9e-b066-a6c3434fa018 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] For port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6,segment=NetworkSegment(7fe726d2-38ed-4174-a27e-aab06deb3a3e),segment_id=7fe726d2-38ed-4174-a27e-aab06deb3a3e)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:52.009277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-ac0a2157-c349-4f9e-b066-a6c3434fa018 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.029003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3acf38-ef59-4f5c-8727-35bd042dbab2 req-315a0af6-8723-435f-bf6d-145414d35a17 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:52.030390 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ff3acf38-ef59-4f5c-8727-35bd042dbab2 req-315a0af6-8723-435f-bf6d-145414d35a17 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.1171148 Oct 19 11:17:52.034478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-ac0a2157-c349-4f9e-b066-a6c3434fa018 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Calling delete_port for ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:52.042750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de2ab05-6dd8-4d81-8644-90e71ec23a02,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:52.053389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] Checking segment: {'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:52.053749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] Network hostable DHCP agents. Network: e233824c-f866-4ed5-ad48-7b8c5d7d5218, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:17:52.077311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fec62f-c18b-4195-9463-0e360ab0e534 req-23227b31-52b5-4006-8d95-5d74357c56a0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:52.078882 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6fec62f-c18b-4195-9463-0e360ab0e534 req-23227b31-52b5-4006-8d95-5d74357c56a0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.1146903 Oct 19 11:17:52.110395 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ff3acf38-ef59-4f5c-8727-35bd042dbab2 req-4fd18c2a-8c97-432d-b0af-f73e671c51fa tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701294 Oct 19 11:17:52.122770 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6fec62f-c18b-4195-9463-0e360ab0e534 req-1d211b5e-101a-4d5e-9e6b-9a514443b816 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338643 Oct 19 11:17:52.158559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] Network e233824c-f866-4ed5-ad48-7b8c5d7d5218 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:17:52.161884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 065adc0d-b582-46de-ac83-08a3af43e6de details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:17:52.225874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e233824c-f866-4ed5-ad48-7b8c5d7d5218) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:52.230435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:52.231131 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.253595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc6ed9-4659-4296-8b4e-24c9c7f681d8 None None] Network e233824c-f866-4ed5-ad48-7b8c5d7d5218 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:52.291902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-ac0a2157-c349-4f9e-b066-a6c3434fa018 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.326356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a2157-c349-4f9e-b066-a6c3434fa018 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Port': ['ID=ed458ddd-108f-4dd6-8a1a-d57462a7e3f6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:52.336241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1c6d810a-6e4a-4cb8-8392-7ac1084cff38'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:52.346827 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-067230ed-3bbe-4bbd-b316-d514bdac666f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9743860 Oct 19 11:17:52.347413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52374) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:52.363108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:52.396420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:52.409841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:52.434836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-ac0a2157-c349-4f9e-b066-a6c3434fa018 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] No DVR routers for this DVR port ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:52.438726 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-ac0a2157-c349-4f9e-b066-a6c3434fa018 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.448688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-ac0a2157-c349-4f9e-b066-a6c3434fa018 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.26 "DELETE /v2.0/ports/ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 HTTP/1.1" status: 204 len: 173 time: 0.7651317 Oct 19 11:17:52.449154 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:52.449583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7c4f84c6-b7b4-4f6e-bcd6-3233e1b20aa3 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:52.455967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '065adc0d-b582-46de-ac83-08a3af43e6de', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '065adc0d-b582-46de-ac83-08a3af43e6de', 'mac_address': 'fa:16:3e:3f:a0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:17:52.509529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94789f-844d-4235-9c61-5720806c99cc req-0151d57e-75d7-4f3a-8c18-8d426f52469b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:52.522540 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a94789f-844d-4235-9c61-5720806c99cc req-0151d57e-75d7-4f3a-8c18-8d426f52469b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 948 time: 0.0861785 Oct 19 11:17:52.565645 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.566681 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.567376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.635184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065adc0d-b582-46de-ac83-08a3af43e6de {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:52.659605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:52.662956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-58b2b460-4485-49e4-a220-1334e8b45527 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting port c804ec0f-d7a9-48a4-b62e-812024f2f157 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:52.663311 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-58b2b460-4485-49e4-a220-1334e8b45527 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.670888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a94789f-844d-4235-9c61-5720806c99cc req-62693271-0aee-4020-8eb4-91308c8b6054 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473806 Oct 19 11:17:52.718532 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.729553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'fixed_ips': [{'subnet_id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:17:52.735753 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.761763 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.804334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfa472-8c64-4028-acb5-53033c94bb1b req-2132c00a-8cf0-4052-bf70-f0eab7897b37 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:52.805888 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b2cfa472-8c64-4028-acb5-53033c94bb1b req-2132c00a-8cf0-4052-bf70-f0eab7897b37 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 945 time: 0.0939229 Oct 19 11:17:52.819184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-58b2b460-4485-49e4-a220-1334e8b45527 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] For port c804ec0f-d7a9-48a4-b62e-812024f2f157, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=c804ec0f-d7a9-48a4-b62e-812024f2f157,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:52.819548 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-58b2b460-4485-49e4-a220-1334e8b45527 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:52.849609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-58b2b460-4485-49e4-a220-1334e8b45527 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Calling delete_port for c804ec0f-d7a9-48a4-b62e-812024f2f157 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:52.876201 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b2cfa472-8c64-4028-acb5-53033c94bb1b req-a795166e-0bb9-4026-9b46-b843fe1da927 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626884 Oct 19 11:17:52.879091 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:52.948873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Allocated IP 172.20.0.2 (e233824c-f866-4ed5-ad48-7b8c5d7d5218/2de2ab05-6dd8-4d81-8644-90e71ec23a02/8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:52.950107 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.015204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e916b-2be8-40e7-b2d1-ff44e4700035 req-8aa64217-109f-468d-ab0e-467e05524142 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:53.016696 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-324e916b-2be8-40e7-b2d1-ff44e4700035 req-8aa64217-109f-468d-ab0e-467e05524142 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 944 time: 0.0515027 Oct 19 11:17:53.048143 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['065adc0d-b582-46de-ac83-08a3af43e6de'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:53.055976 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-324e916b-2be8-40e7-b2d1-ff44e4700035 req-c2355f9e-7501-46e2-9b97-7f73cefd3282 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Oct 19 11:17:53.150966 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.272150 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.273719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41d6f3-da4e-4f2d-9db5-05698e3a081b req-cd7a0676-2392-48e4-ba32-7a3d9daa049a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:53.275350 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc41d6f3-da4e-4f2d-9db5-05698e3a081b req-cd7a0676-2392-48e4-ba32-7a3d9daa049a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0681546 Oct 19 11:17:53.301914 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.320622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Network e233824c-f866-4ed5-ad48-7b8c5d7d5218 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:53.324403 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc41d6f3-da4e-4f2d-9db5-05698e3a081b req-6ac3e97c-ca69-42fe-b671-4afb5f958892 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Oct 19 11:17:53.325216 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:53.327864 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:53.330399 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526d98c-fff7-4940-a4b3-c011f057e76e req-bedcff9e-36c3-4a86-a2dd-4513102cc37e tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:53.331912 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c526d98c-fff7-4940-a4b3-c011f057e76e req-bedcff9e-36c3-4a86-a2dd-4513102cc37e tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.1019053 Oct 19 11:17:53.333549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.338316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Pushing event updated for resources: {'Port': ['ID=8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:53.359580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-58b2b460-4485-49e4-a220-1334e8b45527 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.397596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Attempting to bind port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:53.404743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Attempting to bind port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:53.404743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Attempting to bind port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db on network e233824c-f866-4ed5-ad48-7b8c5d7d5218 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:53.404743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:53.404743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Checking segment: {'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:53.405469 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.405469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Bound using segment: {'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:53.406802 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Bound port: 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:53.406802 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.416594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c526d98c-fff7-4940-a4b3-c011f057e76e req-ff38491e-52c2-4b11-b1a7-83199ccaa30c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732162 Oct 19 11:17:53.431653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2b460-4485-49e4-a220-1334e8b45527 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Port': ['ID=c804ec0f-d7a9-48a4-b62e-812024f2f157,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:53.454030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-58b2b460-4485-49e4-a220-1334e8b45527 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] No DVR routers for this DVR port c804ec0f-d7a9-48a4-b62e-812024f2f157 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:53.456371 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-58b2b460-4485-49e4-a220-1334e8b45527 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.460955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1f3ea9d-dbf3-4f7a-ab11-2acfc47d6062 req-58b2b460-4485-49e4-a220-1334e8b45527 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.26 "DELETE /v2.0/ports/c804ec0f-d7a9-48a4-b62e-812024f2f157 HTTP/1.1" status: 204 len: 173 time: 1.0080953 Oct 19 11:17:53.485285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Allocated IP 172.25.2.123 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/26c15770-d2af-454b-a66d-1e8fed784b68) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:53.495907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] For port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:53.499221 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] For port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:53.598507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.617134 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.678411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f4a6b-e78e-48c8-817a-87f8c15c2b39 None None] Pushing event updated for resources: {'Port': ['ID=8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:53.751853 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:53.784576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b4c9d-6d1b-4027-86de-d372d380ee9b req-5cabc012-1e2d-415e-9527-a451fb6326f3 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:53.792454 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b7b4c9d-6d1b-4027-86de-d372d380ee9b req-5cabc012-1e2d-415e-9527-a451fb6326f3 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 948 time: 0.0516236 Oct 19 11:17:53.799040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:53.802670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:53.806243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:53.807998 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-deleted', 'tag': 'ed458ddd-108f-4dd6-8a1a-d57462a7e3f6'}, {'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-deleted', 'tag': 'c804ec0f-d7a9-48a4-b62e-812024f2f157'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:53.810640 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7def0eb-c462-45ef-9601-91b44a49191d" -d '{"events": [{"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-deleted", "tag": "ed458ddd-108f-4dd6-8a1a-d57462a7e3f6"}, {"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-deleted", "tag": "c804ec0f-d7a9-48a4-b62e-812024f2f157"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:53.833597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Pushing event updated for resources: {'Port': ['ID=26c15770-d2af-454b-a66d-1e8fed784b68,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:53.850188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b7b4c9d-6d1b-4027-86de-d372d380ee9b req-55795654-ea9f-46bf-afb6-21dd4ea0a846 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563331 Oct 19 11:17:53.903281 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb6b5d7-35b1-44e0-af0b-3f2341fc46e7 x-openstack-request-id: req-2eb6b5d7-35b1-44e0-af0b-3f2341fc46e7 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:53.903571 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-deleted", "tag": "ed458ddd-108f-4dd6-8a1a-d57462a7e3f6", "status": "completed", "code": 200}, {"server_uuid": "cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176", "name": "network-vif-deleted", "tag": "c804ec0f-d7a9-48a4-b62e-812024f2f157", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:53.903918 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2eb6b5d7-35b1-44e0-af0b-3f2341fc46e7 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:53.904405 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-deleted', 'tag': 'ed458ddd-108f-4dd6-8a1a-d57462a7e3f6', 'status': 'completed', 'code': 200} Oct 19 11:17:53.905408 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176', 'name': 'network-vif-deleted', 'tag': 'c804ec0f-d7a9-48a4-b62e-812024f2f157', 'status': 'completed', 'code': 200} Oct 19 11:17:54.018735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b17b-d11f-4717-80e9-afe8011f9460 req-61ca6ffc-e8f4-47e5-beb5-deaa4fbcb51b tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:54.027643 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7850b17b-d11f-4717-80e9-afe8011f9460 req-61ca6ffc-e8f4-47e5-beb5-deaa4fbcb51b tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 945 time: 0.0546663 Oct 19 11:17:54.059318 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7850b17b-d11f-4717-80e9-afe8011f9460 req-de456f4b-05c7-4c0e-b60c-71462ed145fc tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Oct 19 11:17:54.173215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8555f930-5114-484a-af54-e9ec0ed156da details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:17:54.177916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 065adc0d-b582-46de-ac83-08a3af43e6de up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:54.200879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-237d4763-d179-4b37-ab96-f50e8246390f req-d676e9be-c5c9-417f-8b1c-cb108e46a13d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc75c8f7-0326-44d7-b1c5-d3b5c9a2b176 HTTP/1.1" status: 200 len: 210 time: 0.0347369 Oct 19 11:17:54.266858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:54.330596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8555f930-5114-484a-af54-e9ec0ed156da, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8555f930-5114-484a-af54-e9ec0ed156da,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:54.377302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '8555f930-5114-484a-af54-e9ec0ed156da', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '8555f930-5114-484a-af54-e9ec0ed156da', 'mac_address': 'fa:16:3e:b2:aa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:17:54.379238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 065adc0d-b582-46de-ac83-08a3af43e6de completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:17:54.385548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 065adc0d-b582-46de-ac83-08a3af43e6de triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:54.388590 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:54.612595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637e01c-bb3f-48db-96ec-29f91161a11a req-9c344b6c-72cb-4c7c-a641-1ecacdb2c03a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:54.621138 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637e01c-bb3f-48db-96ec-29f91161a11a req-9c344b6c-72cb-4c7c-a641-1ecacdb2c03a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.1643264 Oct 19 11:17:54.677209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5637e01c-bb3f-48db-96ec-29f91161a11a req-07a343d5-dbda-4d04-8a15-f664357bebd9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548911 Oct 19 11:17:54.708707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:54.766269 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:54.796012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8555f930-5114-484a-af54-e9ec0ed156da {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:17:54.805969 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf6f5b-8abf-4b8d-9c8a-f997bef4def1 None None] Network e233824c-f866-4ed5-ad48-7b8c5d7d5218 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:54.873369 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8555f930-5114-484a-af54-e9ec0ed156da, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8555f930-5114-484a-af54-e9ec0ed156da,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:54.874346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e2483-1b81-4f75-a663-67df25058130 req-6ae77f96-f25e-4eaa-b8a8-8ee405b10c5b tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:54.875812 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aa5e2483-1b81-4f75-a663-67df25058130 req-6ae77f96-f25e-4eaa-b8a8-8ee405b10c5b tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.49 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 945 time: 0.5744138 Oct 19 11:17:54.954916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-265d6ee5-bbfa-4ced-8d1b-0cedad8da55c None None] Provisioning complete for port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:54.955484 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-265d6ee5-bbfa-4ced-8d1b-0cedad8da55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:54.983125 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368acd2-9250-4d49-a221-cdc7e858c7df req-63b6b6bc-0cb0-4eec-bdae-62d2b7a8e10b tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:54.984773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e368acd2-9250-4d49-a221-cdc7e858c7df req-63b6b6bc-0cb0-4eec-bdae-62d2b7a8e10b tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.1812909 Oct 19 11:17:55.003777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:55.004958 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.006946 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.013491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda5e02-79ff-40c7-80a4-4fe748d2239b req-7b03be8f-836a-436d-8433-9ed9be2e5280 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:55.015792 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0fda5e02-79ff-40c7-80a4-4fe748d2239b req-7b03be8f-836a-436d-8433-9ed9be2e5280 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 948 time: 0.0669725 Oct 19 11:17:55.040406 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.073129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0fda5e02-79ff-40c7-80a4-4fe748d2239b req-44a10ab9-d5b0-49be-8f97-51179b6f1e35 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484395 Oct 19 11:17:55.101243 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e368acd2-9250-4d49-a221-cdc7e858c7df req-4521a422-b75b-4560-8382-4c04a42180a8 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960443 Oct 19 11:17:55.121956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-aa5e2483-1b81-4f75-a663-67df25058130 req-48ef45d9-9cbf-422f-816e-0a469c57a405 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Deleting port a59f606e-225c-4126-b3d7-a7dc804b62e2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:55.122308 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aa5e2483-1b81-4f75-a663-67df25058130 req-48ef45d9-9cbf-422f-816e-0a469c57a405 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.140074 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.148583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:55.150932 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d197e6d-ec9f-4bba-a0b3-a1aa2f96136e" -d '{"events": [{"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-plugged", "status": "completed", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:55.219347 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b6ac29-7b7c-4d13-8b55-7cc7de9822ec x-openstack-request-id: req-e2b6ac29-7b7c-4d13-8b55-7cc7de9822ec {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:55.219996 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-plugged", "status": "completed", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:55.220415 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2b6ac29-7b7c-4d13-8b55-7cc7de9822ec {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:55.221008 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de', 'code': 200} Oct 19 11:17:55.227036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:55.257969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42f29c-4396-4bc9-be8f-ac6b8b9f83e4 req-a7eaca92-9b82-4c95-93b9-6b940d637614 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:55.264391 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f42f29c-4396-4bc9-be8f-ac6b8b9f83e4 req-a7eaca92-9b82-4c95-93b9-6b940d637614 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 945 time: 0.0896268 Oct 19 11:17:55.299881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52446) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:55.343880 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f42f29c-4396-4bc9-be8f-ac6b8b9f83e4 req-9731f378-c113-471b-ad20-a4265d48f527 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea863f1c-76fa-470a-aa4d-669ab0ad66c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706022 Oct 19 11:17:55.356808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-aa5e2483-1b81-4f75-a663-67df25058130 req-48ef45d9-9cbf-422f-816e-0a469c57a405 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] For port a59f606e-225c-4126-b3d7-a7dc804b62e2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a59f606e-225c-4126-b3d7-a7dc804b62e2,segment=NetworkSegment(34687a4b-560d-41bf-b824-3095d2d19e5b),segment_id=34687a4b-560d-41bf-b824-3095d2d19e5b)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:55.357323 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aa5e2483-1b81-4f75-a663-67df25058130 req-48ef45d9-9cbf-422f-816e-0a469c57a405 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.359387 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef201527-c9d5-42bb-9a50-8f8d2a1c577b req-ebc9fd7e-0bf8-437c-8041-a71c5d90c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:55.361991 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef201527-c9d5-42bb-9a50-8f8d2a1c577b req-ebc9fd7e-0bf8-437c-8041-a71c5d90c055 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 1101 time: 0.0687313 Oct 19 11:17:55.367746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['8555f930-5114-484a-af54-e9ec0ed156da'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:55.374996 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.376342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device c804ec0f-d7a9-48a4-b62e-812024f2f157 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:55.383126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-aa5e2483-1b81-4f75-a663-67df25058130 req-48ef45d9-9cbf-422f-816e-0a469c57a405 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Calling delete_port for a59f606e-225c-4126-b3d7-a7dc804b62e2 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:55.404062 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef201527-c9d5-42bb-9a50-8f8d2a1c577b req-4f79d585-ba4e-4602-b810-c3ccac4b8bfe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Oct 19 11:17:55.405521 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-265d6ee5-bbfa-4ced-8d1b-0cedad8da55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.411999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-942cad4a-0771-4b28-ab04-c63085af15c2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting subnet 8d42a7f7-74bc-4fb9-a2b6-475beed792ea {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:17:55.446396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=8555f930-5114-484a-af54-e9ec0ed156da,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:55.452894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942cad4a-0771-4b28-ab04-c63085af15c2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.465285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: c804ec0f-d7a9-48a4-b62e-812024f2f157 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:55.465633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device c804ec0f-d7a9-48a4-b62e-812024f2f157 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:55.466048 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:55.467664 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4db72e0a-7275-4a94-90b9-5e5dffd39cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.508584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942cad4a-0771-4b28-ab04-c63085af15c2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.553262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:55.553609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1c6d810a-6e4a-4cb8-8392-7ac1084cff38 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:55.554027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:55.601268 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942cad4a-0771-4b28-ab04-c63085af15c2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.614171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:55.614518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device ed458ddd-108f-4dd6-8a1a-d57462a7e3f6 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:55.630872 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.632878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-265d6ee5-bbfa-4ced-8d1b-0cedad8da55c None None] For port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:55.646129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:55.724085 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-265d6ee5-bbfa-4ced-8d1b-0cedad8da55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.750980 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942cad4a-0771-4b28-ab04-c63085af15c2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.753345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Router add08118-2240-42de-88a3-937223169ba2 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:17:55.809233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942cad4a-0771-4b28-ab04-c63085af15c2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.812750 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-942cad4a-0771-4b28-ab04-c63085af15c2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "DELETE /v2.0/subnets/8d42a7f7-74bc-4fb9-a2b6-475beed792ea HTTP/1.1" status: 204 len: 168 time: 0.5100701 Oct 19 11:17:55.815397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52450) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:55.827586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adfbd89-efbb-4dbd-a00c-a79bf6dc4e28 None None] Network 32178cfe-b284-4358-9aa6-a37d682bb5de requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:55.830887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cad4a-0771-4b28-ab04-c63085af15c2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Subnet': ['ID=8d42a7f7-74bc-4fb9-a2b6-475beed792ea,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:55.847035 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:17:55.847388 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:17:55.919011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d6ee5-bbfa-4ced-8d1b-0cedad8da55c None None] Pushing event updated for resources: {'Port': ['ID=8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:55.925225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.930448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e2a3b525-cb20-4b93-8546-82a82b48629b None None] Provisioning complete for port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:55.930752 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e2a3b525-cb20-4b93-8546-82a82b48629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:55.990205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ebe5f-3b65-427a-b332-989c15432221 req-072de501-d2f9-467c-96fa-6a0ad8568703 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:55.991879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a10ebe5f-3b65-427a-b332-989c15432221 req-072de501-d2f9-467c-96fa-6a0ad8568703 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.1577964 Oct 19 11:17:56.016681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:56.017336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.027313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:17:56.037450 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Sync routers for ids ['add08118-2240-42de-88a3-937223169ba2'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:17:56.050040 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Routers {'add08118-2240-42de-88a3-937223169ba2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:17:56.053084 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:17:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['add08118-2240-42de-88a3-937223169ba2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:56.066166 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aa5e2483-1b81-4f75-a663-67df25058130 req-48ef45d9-9cbf-422f-816e-0a469c57a405 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.080297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['a59f606e-225c-4126-b3d7-a7dc804b62e2'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:17:56.122140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] For port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=834df7b6-20dc-4ed9-bfc7-afcd7fb614bc,segment=NetworkSegment(7fe726d2-38ed-4174-a27e-aab06deb3a3e),segment_id=7fe726d2-38ed-4174-a27e-aab06deb3a3e)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:56.126599 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.143079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Calling delete_port for 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:56.164823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef45d9-9cbf-422f-816e-0a469c57a405 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Pushing event deleted for resources: {'Port': ['ID=a59f606e-225c-4126-b3d7-a7dc804b62e2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:56.171095 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.174957 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4164869d-9f02-444a-961c-b4756d00317a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8239353 Oct 19 11:17:56.181946 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a10ebe5f-3b65-427a-b332-989c15432221 req-3415efa2-2ed5-4733-91a2-1ed1c7e0f3dd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803293 Oct 19 11:17:56.181946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52458) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:56.192083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff18a3-7242-4010-9868-9d1554d7b2dd None None] DHCP port deletion for 32178cfe-b284-4358-9aa6-a37d682bb5de request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:17:56.310183 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Set router add08118-2240-42de-88a3-937223169ba2 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:17:56.316149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f5ff18a3-7242-4010-9868-9d1554d7b2dd None None] Deleting port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:56.317335 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f5ff18a3-7242-4010-9868-9d1554d7b2dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.401516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12b6a1-ede9-4972-98f6-ab062bc7f14f req-1c0dff8f-918f-4cf1-a7ce-d5d7bf997837 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:56.405166 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d12b6a1-ede9-4972-98f6-ab062bc7f14f req-1c0dff8f-918f-4cf1-a7ce-d5d7bf997837 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 949 time: 0.0923324 Oct 19 11:17:56.443435 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.470970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5e2483-1b81-4f75-a663-67df25058130 req-48ef45d9-9cbf-422f-816e-0a469c57a405 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] No DVR routers for this DVR port a59f606e-225c-4126-b3d7-a7dc804b62e2 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:56.475369 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-aa5e2483-1b81-4f75-a663-67df25058130 req-48ef45d9-9cbf-422f-816e-0a469c57a405 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.479035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aa5e2483-1b81-4f75-a663-67df25058130 req-48ef45d9-9cbf-422f-816e-0a469c57a405 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.49 "DELETE /v2.0/ports/a59f606e-225c-4126-b3d7-a7dc804b62e2 HTTP/1.1" status: 204 len: 173 time: 1.5957849 Oct 19 11:17:56.484132 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f5ff18a3-7242-4010-9868-9d1554d7b2dd None None] For port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=834df7b6-20dc-4ed9-bfc7-afcd7fb614bc,segment=NetworkSegment(7fe726d2-38ed-4174-a27e-aab06deb3a3e),segment_id=7fe726d2-38ed-4174-a27e-aab06deb3a3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:56.485052 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f5ff18a3-7242-4010-9868-9d1554d7b2dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.510243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f5ff18a3-7242-4010-9868-9d1554d7b2dd None None] Calling delete_port for 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:56.539966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Port': ['ID=834df7b6-20dc-4ed9-bfc7-afcd7fb614bc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:56.547209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] No DVR routers for this DVR port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:56.553551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c529bdea-631d-4cd9-8d74-7bb6475ff233', 'name': 'network-vif-deleted', 'tag': 'a59f606e-225c-4126-b3d7-a7dc804b62e2'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:56.555982 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d88513-ec5c-428d-9858-3d1d83da0651" -d '{"events": [{"server_uuid": "c529bdea-631d-4cd9-8d74-7bb6475ff233", "name": "network-vif-deleted", "tag": "a59f606e-225c-4126-b3d7-a7dc804b62e2"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:56.621299 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:54Z', 'revision_number': 3, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:56.677131 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d12b6a1-ede9-4972-98f6-ab062bc7f14f req-8ca50ef8-63fd-4d71-826d-d3564fcfbbad tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625918 Oct 19 11:17:56.678888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74802636-db0e-43f1-8c5b-cdf1ca53d2d2 req-e69f25a2-85ce-4c1f-9e5f-31dec9e3fad5 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:56.691575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74802636-db0e-43f1-8c5b-cdf1ca53d2d2 req-e69f25a2-85ce-4c1f-9e5f-31dec9e3fad5 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.2702212 Oct 19 11:17:56.695736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:56.698745 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Checking router: add08118-2240-42de-88a3-937223169ba2 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:17:56.700011 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Updating router add08118-2240-42de-88a3-937223169ba2 port 26c15770-d2af-454b-a66d-1e8fed784b68 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:17:56.757447 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.775026 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f5ff18a3-7242-4010-9868-9d1554d7b2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.796834 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74802636-db0e-43f1-8c5b-cdf1ca53d2d2 req-ab46e4b8-a42c-4291-be22-afcabc85e769 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013379 Oct 19 11:17:56.828320 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.844308 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff18a3-7242-4010-9868-9d1554d7b2dd None None] No DVR routers for this DVR port 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:56.855425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff18a3-7242-4010-9868-9d1554d7b2dd None None] Pushing event deleted for resources: {'Port': ['ID=834df7b6-20dc-4ed9-bfc7-afcd7fb614bc,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:56.899590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:56.900417 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:56.905860 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db7e6de1-e9ec-4732-8855-eed0e0de743c req-f619e931-9749-4beb-804a-19f004161676 tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 210 time: 0.1005721 Oct 19 11:17:56.909113 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7897230e-18f9-4aa4-ab87-9210f6429a45 x-openstack-request-id: req-7897230e-18f9-4aa4-ab87-9210f6429a45 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:56.909412 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c529bdea-631d-4cd9-8d74-7bb6475ff233", "name": "network-vif-deleted", "tag": "a59f606e-225c-4126-b3d7-a7dc804b62e2", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:56.909789 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7897230e-18f9-4aa4-ab87-9210f6429a45 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:56.910241 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c529bdea-631d-4cd9-8d74-7bb6475ff233', 'name': 'network-vif-deleted', 'tag': 'a59f606e-225c-4126-b3d7-a7dc804b62e2', 'status': 'completed', 'code': 200} Oct 19 11:17:56.959342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32178cfe-b284-4358-9aa6-a37d682bb5de']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:56.986360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe726d2-38ed-4174-a27e-aab06deb3a3e') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:56.986954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe726d2-38ed-4174-a27e-aab06deb3a3e') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:56.989174 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.008792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.039693 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.048905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:17:57.049552 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:17:57.056655 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:17:57.150286 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.201141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:57.214060 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.232491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:57.232958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 834df7b6-20dc-4ed9-bfc7-afcd7fb614bc not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:57.264208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Allocated IP 172.20.0.1 (e233824c-f866-4ed5-ad48-7b8c5d7d5218/2de2ab05-6dd8-4d81-8644-90e71ec23a02/382eecc9-8680-48aa-9360-534565ec4760) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:17:57.283139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.290591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.294052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "DELETE /v2.0/networks/32178cfe-b284-4358-9aa6-a37d682bb5de HTTP/1.1" status: 204 len: 168 time: 1.4774146 Oct 19 11:17:57.301907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52470) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:57.314046 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Attempting to bind port 26c15770-d2af-454b-a66d-1e8fed784b68 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:17:57.314697 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Attempting to bind port 26c15770-d2af-454b-a66d-1e8fed784b68 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:17:57.315238 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Attempting to bind port 26c15770-d2af-454b-a66d-1e8fed784b68 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:17:57.325368 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Pushing event updated for resources: {'Port': ['ID=26c15770-d2af-454b-a66d-1e8fed784b68,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:57.328918 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:17:57.329532 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:17:57.330116 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.330683 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:17:57.331340 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Bound port: 26c15770-d2af-454b-a66d-1e8fed784b68, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:17:57.331893 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.339151 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.339773 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.340285 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.340997 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.341503 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.342017 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.342563 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.343096 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.343641 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.344172 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.344729 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.345390 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:17:57.346245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893039-fa0a-40d6-be1c-9147f14552cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Network': ['ID=32178cfe-b284-4358-9aa6-a37d682bb5de,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:57.398021 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] For port 26c15770-d2af-454b-a66d-1e8fed784b68, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:17:57.400999 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] For port 26c15770-d2af-454b-a66d-1e8fed784b68, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=26c15770-d2af-454b-a66d-1e8fed784b68,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:17:57.427389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf295e4-e952-40a2-a4ce-fd74cf5a0240 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting subnet 362df2ab-639a-4a88-9b4e-703120ae4e14 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:17:57.432516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bf295e4-e952-40a2-a4ce-fd74cf5a0240 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.469245 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.481454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d45b0-753b-4ea4-9ca5-74a35acd0f2a req-785bb7f4-f818-4f19-a044-1d44f563f651 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:57.483224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3a9d45b0-753b-4ea4-9ca5-74a35acd0f2a req-785bb7f4-f818-4f19-a044-1d44f563f651 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.1651223 Oct 19 11:17:57.516774 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bf295e4-e952-40a2-a4ce-fd74cf5a0240 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.532510 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Routers {'add08118-2240-42de-88a3-937223169ba2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:17:57.533218 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:17:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['add08118-2240-42de-88a3-937223169ba2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:57.557323 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.599913 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e8120-d4fb-4fda-850f-50dd3b77053c None None] Pushing event updated for resources: {'Port': ['ID=26c15770-d2af-454b-a66d-1e8fed784b68,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:57.605242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3a9d45b0-753b-4ea4-9ca5-74a35acd0f2a req-10474a7e-e695-47cf-a659-3b7ae5537a44 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142700 Oct 19 11:17:57.678370 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] Set router add08118-2240-42de-88a3-937223169ba2 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:17:57.685939 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bf295e4-e952-40a2-a4ce-fd74cf5a0240 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.733495 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2472f547-b965-45a8-8cb0-da534f042012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.808889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.847023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bc6f7-54e1-418b-958a-af1f6a0d0ad2 req-09248074-4769-4eab-ae1b-d9bdb7ce6e22 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:57.851398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f93bc6f7-54e1-418b-958a-af1f6a0d0ad2 req-09248074-4769-4eab-ae1b-d9bdb7ce6e22 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 949 time: 0.0806277 Oct 19 11:17:57.869113 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Network e233824c-f866-4ed5-ad48-7b8c5d7d5218 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:57.874858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:57.903678 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bf295e4-e952-40a2-a4ce-fd74cf5a0240 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.930368 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f93bc6f7-54e1-418b-958a-af1f6a0d0ad2 req-3636a364-f857-4c78-a4f8-3afd13ee8ee2 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734825 Oct 19 11:17:57.952307 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:54Z', 'revision_number': 3, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:57.952726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:17:57.967812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Pushing event updated for resources: {'Port': ['ID=382eecc9-8680-48aa-9360-534565ec4760,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:57.970576 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bf295e4-e952-40a2-a4ce-fd74cf5a0240 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:57.977373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52478) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:57.981437 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa72d82-d3f1-498f-9801-294936b0610d None None] Network 26862ecc-3a96-4386-8108-eaffa395ab05 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:17:57.984728 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5bf295e4-e952-40a2-a4ce-fd74cf5a0240 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "DELETE /v2.0/subnets/362df2ab-639a-4a88-9b4e-703120ae4e14 HTTP/1.1" status: 204 len: 168 time: 0.6817012 Oct 19 11:17:58.054579 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e34f929-78e8-490a-9de2-ac5102027adb None None] The sync data for ids ['add08118-2240-42de-88a3-937223169ba2'] in n-d-814547-1 is: [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:54Z', 'revision_number': 3, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:17:58.109588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf295e4-e952-40a2-a4ce-fd74cf5a0240 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Subnet': ['ID=362df2ab-639a-4a88-9b4e-703120ae4e14,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:58.192527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-711ccfff-a506-426f-8388-c2165d2bbd7c req-94d0e426-4a2e-4b04-b098-c7d1579dcf3c tempest-VolumesAdminNegativeTest-1308443513 tempest-VolumesAdminNegativeTest-1308443513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c529bdea-631d-4cd9-8d74-7bb6475ff233 HTTP/1.1" status: 200 len: 210 time: 0.0581131 Oct 19 11:17:58.205301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8555f930-5114-484a-af54-e9ec0ed156da up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:58.208560 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:58.219452 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:58.226474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9392a9-d4c9-40ff-aab5-8359ba7acfc6 req-6317f8e5-e8b7-40ee-a290-353dd3ce8f8c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:58.237417 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b9392a9-d4c9-40ff-aab5-8359ba7acfc6 req-6317f8e5-e8b7-40ee-a290-353dd3ce8f8c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.2903101 Oct 19 11:17:58.320958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting port c107ca88-8e13-422e-91ed-9a183b7c1ca8 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:58.321342 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:58.400410 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:17:58.410685 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b9392a9-d4c9-40ff-aab5-8359ba7acfc6 req-57bbe102-7527-4ea0-b580-94aff7ae8496 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987799 Oct 19 11:17:58.436764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a59f606e-225c-4126-b3d7-a7dc804b62e2 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:17:58.506570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] For port c107ca88-8e13-422e-91ed-9a183b7c1ca8, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c107ca88-8e13-422e-91ed-9a183b7c1ca8,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:58.506981 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:58.530892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: a59f606e-225c-4126-b3d7-a7dc804b62e2 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:17:58.531255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a59f606e-225c-4126-b3d7-a7dc804b62e2 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:17:58.548733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Calling delete_port for c107ca88-8e13-422e-91ed-9a183b7c1ca8 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:58.558188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b1e4a18a-c67d-4c85-bb30-1d7307d47f7c None None] Provisioning complete for port 382eecc9-8680-48aa-9360-534565ec4760 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:58.558188 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b1e4a18a-c67d-4c85-bb30-1d7307d47f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:58.570243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c76bf-8123-4a0a-acef-eead03f23237 req-f9e6a8f6-224c-4706-bfd3-2248c2f11677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:58.571910 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a3c76bf-8123-4a0a-acef-eead03f23237 req-f9e6a8f6-224c-4706-bfd3-2248c2f11677 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=626228c9fb4d4873b449375207c58817&device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 1096 time: 0.1650791 Oct 19 11:17:58.616776 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17668ee4-383f-47c0-b88d-acbc115d4fd9 None None] DHCP port deletion for 26862ecc-3a96-4386-8108-eaffa395ab05 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:17:58.683662 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4a18a-c67d-4c85-bb30-1d7307d47f7c None None] Port 382eecc9-8680-48aa-9360-534565ec4760 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:17:58.712894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 26c15770-d2af-454b-a66d-1e8fed784b68 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:17:58.727547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:58.766207 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 8555f930-5114-484a-af54-e9ec0ed156da completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:17:58.784512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 8555f930-5114-484a-af54-e9ec0ed156da triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:58.785784 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:58.831289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c76bf-8123-4a0a-acef-eead03f23237 req-64d5ae19-ef29-4015-bb44-6c803ba9c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:58.834182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a3c76bf-8123-4a0a-acef-eead03f23237 req-64d5ae19-ef29-4015-bb44-6c803ba9c599 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c31ea62-a60c-4679-aabb-6afcaf1497ba HTTP/1.1" status: 200 len: 915 time: 0.2161515 Oct 19 11:17:58.845021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-17668ee4-383f-47c0-b88d-acbc115d4fd9 None None] Deleting port c107ca88-8e13-422e-91ed-9a183b7c1ca8 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:17:58.849287 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17668ee4-383f-47c0-b88d-acbc115d4fd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:58.891938 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a3c76bf-8123-4a0a-acef-eead03f23237 req-86279341-38c6-4837-8610-da55da2549c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 HTTP/1.1" status: 200 len: 217 time: 0.0446918 Oct 19 11:17:58.968740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8a5f3-0050-4177-bad9-9e28c8577466 req-e3a62f58-9ab0-4790-a95b-c39ecf8a6f17 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:58.972017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93f8a5f3-0050-4177-bad9-9e28c8577466 req-e3a62f58-9ab0-4790-a95b-c39ecf8a6f17 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.2204454 Oct 19 11:17:58.999089 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.000515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 26c15770-d2af-454b-a66d-1e8fed784b68 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:17:59.000894 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.009817 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.017321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.019643 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-17668ee4-383f-47c0-b88d-acbc115d4fd9 None None] For port c107ca88-8e13-422e-91ed-9a183b7c1ca8, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c107ca88-8e13-422e-91ed-9a183b7c1ca8,segment=NetworkSegment(74e6f9dd-b16d-41c0-bb83-1525078d0ccf),segment_id=74e6f9dd-b16d-41c0-bb83-1525078d0ccf)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:59.020044 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17668ee4-383f-47c0-b88d-acbc115d4fd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.041307 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.055527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Port': ['ID=c107ca88-8e13-422e-91ed-9a183b7c1ca8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:59.059324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-17668ee4-383f-47c0-b88d-acbc115d4fd9 None None] Calling delete_port for c107ca88-8e13-422e-91ed-9a183b7c1ca8 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:17:59.094134 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.117430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93f8a5f3-0050-4177-bad9-9e28c8577466 req-4b595352-09e2-4275-b3fc-ff7f12f3038c tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331835 Oct 19 11:17:59.121985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c76bf-8123-4a0a-acef-eead03f23237 req-e62cd35a-047a-4ab3-9720-a2db860ea19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:59.125549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a3c76bf-8123-4a0a-acef-eead03f23237 req-e62cd35a-047a-4ab3-9720-a2db860ea19d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce286523-df35-46a4-961e-ac9ad353f926 HTTP/1.1" status: 200 len: 854 time: 0.2237663 Oct 19 11:17:59.139166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] No DVR routers for this DVR port c107ca88-8e13-422e-91ed-9a183b7c1ca8 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:59.184461 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a3c76bf-8123-4a0a-acef-eead03f23237 req-add9e110-5d2c-47ef-9943-80ce7147d064 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c31ea62-a60c-4679-aabb-6afcaf1497ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366769 Oct 19 11:17:59.191026 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.219448 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.230538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db42b99-2f64-411b-b615-3f31d57ccdc2 req-7e379c1b-d702-4112-83eb-587f014c69e8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:59.232224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9db42b99-2f64-411b-b615-3f31d57ccdc2 req-7e379c1b-d702-4112-83eb-587f014c69e8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 949 time: 0.1800508 Oct 19 11:17:59.234243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Pushing event updated for resources: {'Port': ['ID=382eecc9-8680-48aa-9360-534565ec4760,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:59.275232 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.295922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52490) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:59.309648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f947a5-acd3-4349-a242-70bb036beac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8555f930-5114-484a-af54-e9ec0ed156da'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:17:59.312313 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0d598c-9ead-4929-baf7-507fed258609" -d '{"events": [{"server_uuid": "a1f947a5-acd3-4349-a242-70bb036beac9", "name": "network-vif-plugged", "status": "completed", "tag": "8555f930-5114-484a-af54-e9ec0ed156da"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:17:59.321240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 26c15770-d2af-454b-a66d-1e8fed784b68, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=26c15770-d2af-454b-a66d-1e8fed784b68,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:59.330983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8555f930-5114-484a-af54-e9ec0ed156da, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8555f930-5114-484a-af54-e9ec0ed156da,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:17:59.339274 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17668ee4-383f-47c0-b88d-acbc115d4fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.413063 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4262438-73dc-43bc-889e-b02f75f9f50d x-openstack-request-id: req-c4262438-73dc-43bc-889e-b02f75f9f50d {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:17:59.413428 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f947a5-acd3-4349-a242-70bb036beac9", "name": "network-vif-plugged", "status": "completed", "tag": "8555f930-5114-484a-af54-e9ec0ed156da", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:17:59.413687 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4262438-73dc-43bc-889e-b02f75f9f50d {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:17:59.414110 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f947a5-acd3-4349-a242-70bb036beac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8555f930-5114-484a-af54-e9ec0ed156da', 'code': 200} Oct 19 11:17:59.415021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17668ee4-383f-47c0-b88d-acbc115d4fd9 None None] No DVR routers for this DVR port c107ca88-8e13-422e-91ed-9a183b7c1ca8 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:17:59.415459 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a3c76bf-8123-4a0a-acef-eead03f23237 req-325b3dda-7eba-4cd9-b719-ba8671bcfbf1 service neutron] 10.222.0.26 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585889 Oct 19 11:17:59.422010 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17668ee4-383f-47c0-b88d-acbc115d4fd9 None None] Pushing event deleted for resources: {'Port': ['ID=c107ca88-8e13-422e-91ed-9a183b7c1ca8,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:59.465745 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.486939 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9db42b99-2f64-411b-b615-3f31d57ccdc2 req-e08ee835-a819-437e-b488-2621bac02b40 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431610 Oct 19 11:17:59.507926 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.693018 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.695263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26862ecc-3a96-4386-8108-eaffa395ab05']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:59.695604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=26c15770-d2af-454b-a66d-1e8fed784b68,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:59.695716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e6f9dd-b16d-41c0-bb83-1525078d0ccf') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:59.695716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e6f9dd-b16d-41c0-bb83-1525078d0ccf') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:17:59.695938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec09ed4-8384-4240-ae69-d9f28423a61d admin admin] Deleting subnet 1d1c6fc7-f67b-45f7-9743-8391ec3dcced {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:17:59.696059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.696175 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dec09ed4-8384-4240-ae69-d9f28423a61d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.696286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=8555f930-5114-484a-af54-e9ec0ed156da,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:17:59.696393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.705111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:17:59.705667 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.713392 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a3c76bf-8123-4a0a-acef-eead03f23237 req-84210de4-9a82-4bba-ab90-60362c0eda7b service neutron] 10.222.0.26 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807150 Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:17:59.716180 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:17:59.739430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0fe7c-882d-4e35-b712-fd32701c52cc req-924ca8c0-c2cb-4545-93ce-04b0598f202b tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:59.746818 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ec0fe7c-882d-4e35-b712-fd32701c52cc req-924ca8c0-c2cb-4545-93ce-04b0598f202b tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.1576202 Oct 19 11:17:59.748986 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dec09ed4-8384-4240-ae69-d9f28423a61d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.803168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ecfe8-a212-4269-823d-d24ecb219206 req-33e3be96-e3b2-4604-8604-72b1b52b58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:17:59.804563 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c00ecfe8-a212-4269-823d-d24ecb219206 req-33e3be96-e3b2-4604-8604-72b1b52b58bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 1101 time: 0.1900668 Oct 19 11:17:59.812325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Network e233824c-f866-4ed5-ad48-7b8c5d7d5218 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:17:59.824000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:17:59.825566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ec0fe7c-882d-4e35-b712-fd32701c52cc req-95cdfca5-28ab-4ef5-a81b-6c5946afa5a3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777845 Oct 19 11:17:59.837063 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dec09ed4-8384-4240-ae69-d9f28423a61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.923429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c00ecfe8-a212-4269-823d-d24ecb219206 req-fa35d088-5c4b-49ba-b491-12f0cd38b2ed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069531 Oct 19 11:17:59.965150 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.976879 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:17:59.977000 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "DELETE /v2.0/networks/26862ecc-3a96-4386-8108-eaffa395ab05 HTTP/1.1" status: 204 len: 168 time: 1.9979076 Oct 19 11:17:59.985225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52496) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:17:59.990696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2086531418'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:17:59.991958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea252e-004b-47bc-bd82-b689eb12f43e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Network': ['ID=26862ecc-3a96-4386-8108-eaffa395ab05,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:00.023820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Router add08118-2240-42de-88a3-937223169ba2 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:18:00.073121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dec09ed4-8384-4240-ae69-d9f28423a61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:00.122356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5bf5ed7e-7749-407e-a272-004f44f8e467 None None] Provisioning complete for port 382eecc9-8680-48aa-9360-534565ec4760 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:00.122924 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ed7e-7749-407e-a272-004f44f8e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:00.173810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5ed7e-7749-407e-a272-004f44f8e467 None None] Port 382eecc9-8680-48aa-9360-534565ec4760 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:18:00.468980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52506) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:00.483268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec09ed4-8384-4240-ae69-d9f28423a61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1c6fc7-f67b-45f7-9743-8391ec3dcced,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:00.484994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:00.490283 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:00.492742 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dec09ed4-8384-4240-ae69-d9f28423a61d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:00.498853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dec09ed4-8384-4240-ae69-d9f28423a61d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1d1c6fc7-f67b-45f7-9743-8391ec3dcced HTTP/1.1" status: 204 len: 168 time: 1.1984172 Oct 19 11:18:00.514794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52508) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:00.622770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 26c15770-d2af-454b-a66d-1e8fed784b68 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:00.638480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:18:00.649715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:00.654489 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Added segment 6f7d0686-9cda-4a31-a483-216230e42d1a of type vlan for network 52fe815f-fae4-496b-b186-528db150429d Oct 19 11:18:00.683908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:18:00.701863 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e7e6c967-d4be-4fcf-b70b-582e1d0bdaef admin admin] 10.222.0.39 "PUT /v2.0/routers/add08118-2240-42de-88a3-937223169ba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5190334 Oct 19 11:18:00.715462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Sync routers for ids ['add08118-2240-42de-88a3-937223169ba2'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:18:00.721914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 26c15770-d2af-454b-a66d-1e8fed784b68 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:00.723249 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:00.727768 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:00.745531 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4719a98-6ca0-4631-80b4-0f52973ce74b req-a8afa1b1-b385-4575-ad21-66ff7bf4ef2d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:00.747335 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4719a98-6ca0-4631-80b4-0f52973ce74b req-a8afa1b1-b385-4575-ad21-66ff7bf4ef2d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 950 time: 0.1577463 Oct 19 11:18:00.756442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ab5f1-b50c-4c9b-8a01-3790d4fb5985 req-f485e55f-a556-4e32-807b-725259fbdd2a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:00.758086 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-002ab5f1-b50c-4c9b-8a01-3790d4fb5985 req-f485e55f-a556-4e32-807b-725259fbdd2a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.2890997 Oct 19 11:18:00.771392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:00.775504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Routers {'add08118-2240-42de-88a3-937223169ba2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:00.776605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:17:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['add08118-2240-42de-88a3-937223169ba2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:00.804017 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:00.843319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-002ab5f1-b50c-4c9b-8a01-3790d4fb5985 req-e24e25d7-0277-43e2-afcf-715c525794e0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692770 Oct 19 11:18:00.953965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Set router add08118-2240-42de-88a3-937223169ba2 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:00.958672 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:00.981160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa786adb-c2f9-40e7-be1a-4cc26ea99f1c']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:00.985610 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:00.990098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:00.990719 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.063958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34687a4b-560d-41bf-b824-3095d2d19e5b') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:01.064260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34687a4b-560d-41bf-b824-3095d2d19e5b') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:01.110775 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.187572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01003-1d4a-4b5a-b4ea-7e73e8ae67c4 req-1d7d1a02-da0e-4833-8477-0ba5c76b4c0a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:01.189426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ede01003-1d4a-4b5a-b4ea-7e73e8ae67c4 req-1d7d1a02-da0e-4833-8477-0ba5c76b4c0a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.1910467 Oct 19 11:18:01.191267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Network': ['ID=52fe815f-fae4-496b-b186-528db150429d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:01.194634 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.202439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:18:01.203010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:18:01.204958 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:18:01.210982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 52fe815f-fae4-496b-b186-528db150429d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:18:01.249570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-48b24edf-c797-4a76-a432-70cd9da005ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2630095 Oct 19 11:18:01.253366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52518) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:01.260098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'subnet': {'network_id': '52fe815f-fae4-496b-b186-528db150429d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:01.303763 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ede01003-1d4a-4b5a-b4ea-7e73e8ae67c4 req-a8d53be0-eb80-49cb-8a95-77e79394837e tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800667 Oct 19 11:18:01.312444 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4719a98-6ca0-4631-80b4-0f52973ce74b req-4ce2b732-3aa5-483c-a9db-2d50962b18c6 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294758 Oct 19 11:18:01.382415 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:58Z', 'revision_number': 4, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '382eecc9-8680-48aa-9360-534565ec4760', 'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'mac_address': 'fa:16:3e:05:1d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:57Z', 'updated_at': '2021-10-19T11:17:58Z', 'revision_number': 2, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'subnets': [{'id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:01.413178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Checking router: add08118-2240-42de-88a3-937223169ba2 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:18:01.416500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Updating router add08118-2240-42de-88a3-937223169ba2 port 382eecc9-8680-48aa-9360-534565ec4760 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:18:01.462593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.462832 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.478091 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c107ca88-8e13-422e-91ed-9a183b7c1ca8 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:01.512336 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.517636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] 10.222.0.39 "DELETE /v2.0/networks/aa786adb-c2f9-40e7-be1a-4cc26ea99f1c HTTP/1.1" status: 204 len: 168 time: 0.9905086 Oct 19 11:18:01.526132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71323283-9e81-41a1-8058-6fd87135bf2d admin admin] Pushing event deleted for resources: {'Network': ['ID=aa786adb-c2f9-40e7-be1a-4cc26ea99f1c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:01.534961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52522) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:01.546873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: c107ca88-8e13-422e-91ed-9a183b7c1ca8 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:18:01.549084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c107ca88-8e13-422e-91ed-9a183b7c1ca8 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:18:01.607834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:01.617107 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.632398 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4607294d-f945-41ff-959f-00f4dd67e512 admin admin] Deleting subnet d4f41af2-2cf2-4b34-99fb-35924cb464ca {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:18:01.635807 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4607294d-f945-41ff-959f-00f4dd67e512 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.684506 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4607294d-f945-41ff-959f-00f4dd67e512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.735990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4607294d-f945-41ff-959f-00f4dd67e512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.825394 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.864362 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52524) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:01.868925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-23ee2ae7-1b36-4a4c-a483-a84972c8949a tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--326472392', 'description': 'tempest-description--1007978173'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:01.917279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4607294d-f945-41ff-959f-00f4dd67e512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.927286 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.957304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607294d-f945-41ff-959f-00f4dd67e512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f41af2-2cf2-4b34-99fb-35924cb464ca,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:01.961434 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4607294d-f945-41ff-959f-00f4dd67e512 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:01.964983 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4607294d-f945-41ff-959f-00f4dd67e512 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d4f41af2-2cf2-4b34-99fb-35924cb464ca HTTP/1.1" status: 204 len: 168 time: 0.4285967 Oct 19 11:18:01.967389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52528) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:02.033996 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.041802 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.094441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efd963-2cb4-4fb1-9de6-d713af670faa req-e3bd90db-ca70-4a25-a835-e3df0ffe3289 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:02.100864 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23ee2ae7-1b36-4a4c-a483-a84972c8949a tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.103125 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8efd963-2cb4-4fb1-9de6-d713af670faa req-e3bd90db-ca70-4a25-a835-e3df0ffe3289 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.1580639 Oct 19 11:18:02.108751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1e105-2a36-4bac-868d-6ec449601566 None None] Pushing event updated for resources: {'Port': ['ID=382eecc9-8680-48aa-9360-534565ec4760,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:02.145339 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.155756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Attempting to bind port 382eecc9-8680-48aa-9360-534565ec4760 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:02.156518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Attempting to bind port 382eecc9-8680-48aa-9360-534565ec4760 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:02.157218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Attempting to bind port 382eecc9-8680-48aa-9360-534565ec4760 on network e233824c-f866-4ed5-ad48-7b8c5d7d5218 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:02.163986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:02.164501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Checking segment: {'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:02.165034 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.165546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Bound using segment: {'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:02.166101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Bound port: 382eecc9-8680-48aa-9360-534565ec4760, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:02.166579 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.175147 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.219041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93aae3c3-8c82-4179-8a6a-38f55b505646']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:02.243970 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8efd963-2cb4-4fb1-9de6-d713af670faa req-d5e635a3-5835-4181-93ff-01ffe4b17bb0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359508 Oct 19 11:18:02.261442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d10973-0742-4129-ab9c-2c45811ff297') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:02.262298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d10973-0742-4129-ab9c-2c45811ff297') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:02.272394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Subnet': ['ID=14699500-bd13-46fa-8e3d-790db4e5d5ab,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:02.287247 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.289136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Checking segment: {'id': '6f7d0686-9cda-4a31-a483-216230e42d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '52fe815f-fae4-496b-b186-528db150429d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:02.289596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network hostable DHCP agents. Network: 52fe815f-fae4-496b-b186-528db150429d, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:18:02.316229 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.320858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23ee2ae7-1b36-4a4c-a483-a84972c8949a tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.327269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:18:02.327914 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:18:02.330108 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:18:02.438735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] Deleting port 666c6709-4a5a-49bc-87b0-149e06535bea {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:02.439083 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.443330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2de82143-bd66-4eec-b882-0dca5f33b919 None None] Provisioning complete for port 382eecc9-8680-48aa-9360-534565ec4760 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:02.443838 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2de82143-bd66-4eec-b882-0dca5f33b919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.452742 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23ee2ae7-1b36-4a4c-a483-a84972c8949a tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.474341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network 52fe815f-fae4-496b-b186-528db150429d is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:18:02.487571 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] For port 382eecc9-8680-48aa-9360-534565ec4760, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:02.498015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2de82143-bd66-4eec-b882-0dca5f33b919 None None] Port 382eecc9-8680-48aa-9360-534565ec4760 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:18:02.502627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] For port 382eecc9-8680-48aa-9360-534565ec4760, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=382eecc9-8680-48aa-9360-534565ec4760,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:02.518129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaed5db-7925-4ea9-9c1d-293dde9da543 req-d6e72887-d304-480a-b7ac-5de986310771 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:02.527868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee2ae7-1b36-4a4c-a483-a84972c8949a tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92507732-f043-45fe-a2f6-b959adcda202,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:02.528112 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5aaed5db-7925-4ea9-9c1d-293dde9da543 req-d6e72887-d304-480a-b7ac-5de986310771 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 950 time: 0.1227090 Oct 19 11:18:02.537762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908713a-9993-4609-9537-477b4bd49924 req-573b7599-e37f-43f5-a44c-5bca0adde3ef tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:02.539064 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4908713a-9993-4609-9537-477b4bd49924 req-573b7599-e37f-43f5-a44c-5bca0adde3ef tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0957065 Oct 19 11:18:02.578547 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4908713a-9993-4609-9537-477b4bd49924 req-3ef9235f-bef7-4201-9bd7-30c78b927315 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Oct 19 11:18:02.581804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] For port 666c6709-4a5a-49bc-87b0-149e06535bea, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=666c6709-4a5a-49bc-87b0-149e06535bea,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:02.582744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.593084 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5aaed5db-7925-4ea9-9c1d-293dde9da543 req-62014c53-f345-43ce-b87b-e164a82d300a tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699987 Oct 19 11:18:02.610177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] Calling delete_port for 666c6709-4a5a-49bc-87b0-149e06535bea owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:02.629560 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.631419 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23ee2ae7-1b36-4a4c-a483-a84972c8949a tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.632755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-23ee2ae7-1b36-4a4c-a483-a84972c8949a tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7673044 Oct 19 11:18:02.633597 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.641223 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.650194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] 10.222.0.39 "DELETE /v2.0/networks/93aae3c3-8c82-4179-8a6a-38f55b505646 HTTP/1.1" status: 204 len: 168 time: 0.6795666 Oct 19 11:18:02.650194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52536) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:02.661542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-64d774b3-ca6e-4c59-851e-5e6ddb8f8d42 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Request body: {'security_group_rule': {'security_group_id': '92507732-f043-45fe-a2f6-b959adcda202', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:02.685894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b38f4-d957-4a1f-bfc8-518c14f86d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=93aae3c3-8c82-4179-8a6a-38f55b505646,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:02.698659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Routers {'add08118-2240-42de-88a3-937223169ba2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:02.699289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:17:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['add08118-2240-42de-88a3-937223169ba2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:02.701544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 52fe815f-fae4-496b-b186-528db150429d) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:02.713136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:02.713838 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.764865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7cc7ec-4a97-4cbe-b005-df95e2a27dc0 None None] Network 52fe815f-fae4-496b-b186-528db150429d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:18:02.775178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1e105-2a36-4bac-868d-6ec449601566 None None] Pushing event updated for resources: {'Port': ['ID=382eecc9-8680-48aa-9360-534565ec4760,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:02.781170 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64d774b3-ca6e-4c59-851e-5e6ddb8f8d42 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.805331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91080290-810f-4a99-959f-991098183736 req-b56a220f-e53b-4242-9c63-7ff7f064a624 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:02.813170 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-91080290-810f-4a99-959f-991098183736 req-b56a220f-e53b-4242-9c63-7ff7f064a624 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1309934 Oct 19 11:18:02.856071 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64d774b3-ca6e-4c59-851e-5e6ddb8f8d42 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.882094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cb7933f1-d8d1-459f-aa40-c479a54b9b9a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6235466 Oct 19 11:18:02.884583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] Set router add08118-2240-42de-88a3-937223169ba2 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:02.884964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52540) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:02.894309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1937186131'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:02.915669 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-91080290-810f-4a99-959f-991098183736 req-b5ded3b7-6c66-4075-9242-542b47260e43 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969994 Oct 19 11:18:02.970883 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64d774b3-ca6e-4c59-851e-5e6ddb8f8d42 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:02.989470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d774b3-ca6e-4c59-851e-5e6ddb8f8d42 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18693f40-7616-4227-bc30-f5588f7a24e7,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:03.062683 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:03.067474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.094252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-393719c0-cece-436e-aff3-72723688ae46 None None] Provisioning complete for port 382eecc9-8680-48aa-9360-534565ec4760 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:03.094621 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-393719c0-cece-436e-aff3-72723688ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.097619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:18:03.105935 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.121397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52556) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:03.123797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.127385 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Added segment 951979c1-e7ed-4143-9930-f8445e439372 of type vlan for network 174a3172-857d-47e2-aae1-7f69a2164eb1 Oct 19 11:18:03.146503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] Pushing event deleted for resources: {'Port': ['ID=666c6709-4a5a-49bc-87b0-149e06535bea,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:03.153218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64d774b3-ca6e-4c59-851e-5e6ddb8f8d42 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.155256 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-64d774b3-ca6e-4c59-851e-5e6ddb8f8d42 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5023284 Oct 19 11:18:03.171719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52558) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:03.188216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bc7094f9-5685-49bc-9b54-853895b6a88e tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Request body: {'security_group_rule': {'security_group_id': '92507732-f043-45fe-a2f6-b959adcda202', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:03.202301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-e3dd3d97-c56e-4809-9f9d-a1e9b84b4b1b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681095 Oct 19 11:18:03.326263 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.341095 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-be5abf4e-d576-437e-9da2-192b44453052 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a1120f47d874ba2b16611dcfe67e2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162247 Oct 19 11:18:03.344920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-52fe815f-fae4-496b-b186-528db150429d', 'network_id': '52fe815f-fae4-496b-b186-528db150429d', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'fixed_ips': [{'subnet_id': '14699500-bd13-46fa-8e3d-790db4e5d5ab'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:18:03.345766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.349155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52562) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:03.393548 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-393719c0-cece-436e-aff3-72723688ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.431697 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.462901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ce7c9-9a51-4fc1-b75e-6f974cdcc556 req-97f08ecc-c534-45e0-9276-06d3763e94dd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:03.466496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-433ce7c9-9a51-4fc1-b75e-6f974cdcc556 req-97f08ecc-c534-45e0-9276-06d3763e94dd tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0692804 Oct 19 11:18:03.489200 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc7094f9-5685-49bc-9b54-853895b6a88e tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.502432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-d63920c9-06d1-4491-85e1-cd1889f960f7 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:03.505033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-d63920c9-06d1-4491-85e1-cd1889f960f7 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743754 Oct 19 11:18:03.523533 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-393719c0-cece-436e-aff3-72723688ae46 None None] For port 382eecc9-8680-48aa-9360-534565ec4760, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=382eecc9-8680-48aa-9360-534565ec4760,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:03.548067 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.553706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:58Z', 'revision_number': 4, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '382eecc9-8680-48aa-9360-534565ec4760', 'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'mac_address': 'fa:16:3e:05:1d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:57Z', 'updated_at': '2021-10-19T11:18:02Z', 'revision_number': 4, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'subnets': [{'id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:03.555233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:03.555841 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.578666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-433ce7c9-9a51-4fc1-b75e-6f974cdcc556 req-ca499774-f87e-4e94-a96b-77e3fc611abc tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793748 Oct 19 11:18:03.592054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-2b77e202-e7d7-47ac-b720-b99c7337002a tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/quotas/0f99cead9f7142ce88b9b9f492336d2d HTTP/1.1" status: 200 len: 375 time: 0.0557535 Oct 19 11:18:03.640327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Allocated IP 19.80.0.2 (52fe815f-fae4-496b-b186-528db150429d/14699500-bd13-46fa-8e3d-790db4e5d5ab/1697a875-9e07-4503-a157-64a4c2068e28) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:03.666863 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c0c199f-41cf-4c53-b5e7-941ceefc6166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.722220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Network': ['ID=174a3172-857d-47e2-aae1-7f69a2164eb1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:03.732314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e4e859-8e80-4419-8666-69c1177a85af None None] The sync data for ids ['add08118-2240-42de-88a3-937223169ba2'] in n-d-814547-1 is: [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:58Z', 'revision_number': 4, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '382eecc9-8680-48aa-9360-534565ec4760', 'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'mac_address': 'fa:16:3e:05:1d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:57Z', 'updated_at': '2021-10-19T11:18:02Z', 'revision_number': 4, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'subnets': [{'id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:18:03.740174 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc7094f9-5685-49bc-9b54-853895b6a88e tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.743374 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c0c199f-41cf-4c53-b5e7-941ceefc6166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.751169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e2b289e1-e5bd-43ef-b478-ac04b3df51ba tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8674843 Oct 19 11:18:03.752225 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-393719c0-cece-436e-aff3-72723688ae46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.754155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52566) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:03.757119 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 174a3172-857d-47e2-aae1-7f69a2164eb1 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:18:03.763910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'subnet': {'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:03.821716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-f2880b67-36e0-42d2-b958-0ae6116702ae tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2286448 Oct 19 11:18:03.886368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc7094f9-5685-49bc-9b54-853895b6a88e tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:03.942304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7094f9-5685-49bc-9b54-853895b6a88e tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb93491-d7dd-4a8f-9452-c174264821e4,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:03.970486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] Router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:18:03.982644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393719c0-cece-436e-aff3-72723688ae46 None None] Pushing event updated for resources: {'Port': ['ID=382eecc9-8680-48aa-9360-534565ec4760,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:04.021451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd921a8-bf47-4d5c-989b-082cf4e9eec6 req-ffeb36dc-d922-48a7-adfe-47ca8202abf0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:04.027336 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9dd921a8-bf47-4d5c-989b-082cf4e9eec6 req-ffeb36dc-d922-48a7-adfe-47ca8202abf0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.3195479 Oct 19 11:18:04.033807 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.083290 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c0c199f-41cf-4c53-b5e7-941ceefc6166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.095077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c0c199f-41cf-4c53-b5e7-941ceefc6166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.095077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0c0c199f-41cf-4c53-b5e7-941ceefc6166 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea863f1c-76fa-470a-aa4d-669ab0ad66c3 HTTP/1.1" status: 204 len: 168 time: 0.7352548 Oct 19 11:18:04.099173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c199f-41cf-4c53-b5e7-941ceefc6166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea863f1c-76fa-470a-aa4d-669ab0ad66c3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:04.120819 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9dd921a8-bf47-4d5c-989b-082cf4e9eec6 req-19fb7b68-ed8a-4a1b-a907-f780d8eda5b2 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869236 Oct 19 11:18:04.160550 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc7094f9-5685-49bc-9b54-853895b6a88e tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.163114 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bc7094f9-5685-49bc-9b54-853895b6a88e tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9774778 Oct 19 11:18:04.166835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52570) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:04.171778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:04.186088 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.220296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:18:04.231297 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38397103-b23b-41d0-9237-fd4991e562d8 None None] Sync routers for ids ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:18:04.242621 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-35a6e847-7a8b-40f5-8155-f92bd3bcae52 admin admin] 10.222.0.39 "PUT /v2.0/routers/f374ceca-7bca-44c0-bd4b-cd36fabbb1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7719305 Oct 19 11:18:04.243057 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38397103-b23b-41d0-9237-fd4991e562d8 None None] Routers {'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:04.243672 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-38397103-b23b-41d0-9237-fd4991e562d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:17:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:04.245154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52576) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:04.306182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:04.322338 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.332624 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90711f62-5809-4371-9469-1729b5152947 req-1f092ce4-87e9-4abf-9671-f5842fab1b11 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 210 time: 0.0872569 Oct 19 11:18:04.367286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Network 52fe815f-fae4-496b-b186-528db150429d is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:04.380407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:04.391431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:04.423788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Pushing event updated for resources: {'Port': ['ID=1697a875-9e07-4503-a157-64a4c2068e28,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:04.454551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.611950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Attempting to bind port 1697a875-9e07-4503-a157-64a4c2068e28 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:04.612502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Attempting to bind port 1697a875-9e07-4503-a157-64a4c2068e28 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '6f7d0686-9cda-4a31-a483-216230e42d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '52fe815f-fae4-496b-b186-528db150429d'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:04.614731 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Attempting to bind port 1697a875-9e07-4503-a157-64a4c2068e28 on network 52fe815f-fae4-496b-b186-528db150429d {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:04.636263 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:04.636263 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Checking segment: {'id': '6f7d0686-9cda-4a31-a483-216230e42d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '52fe815f-fae4-496b-b186-528db150429d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:04.636263 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.637786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Bound using segment: {'id': '6f7d0686-9cda-4a31-a483-216230e42d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '52fe815f-fae4-496b-b186-528db150429d'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:04.638350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Bound port: 1697a875-9e07-4503-a157-64a4c2068e28, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7d0686-9cda-4a31-a483-216230e42d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '52fe815f-fae4-496b-b186-528db150429d'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:04.640392 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.679357 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-38397103-b23b-41d0-9237-fd4991e562d8 None None] Set router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:04.686275 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.710563 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.805261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-88342180-a3d1-417c-bdab-691466b89969 None None] For port 1697a875-9e07-4503-a157-64a4c2068e28, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:04.818267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-88342180-a3d1-417c-bdab-691466b89969 None None] For port 1697a875-9e07-4503-a157-64a4c2068e28, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1697a875-9e07-4503-a157-64a4c2068e28,segment=NetworkSegment(6f7d0686-9cda-4a31-a483-216230e42d1a),segment_id=6f7d0686-9cda-4a31-a483-216230e42d1a)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:04.853809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 382eecc9-8680-48aa-9360-534565ec4760 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:04.958431 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.974226 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:04.996029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd824021-497f-46d0-b8d2-e2a1e8ec1b2d req-7f617d69-49c3-4029-b265-981b08bab143 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:04.998415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd824021-497f-46d0-b8d2-e2a1e8ec1b2d req-7f617d69-49c3-4029-b265-981b08bab143 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.2093501 Oct 19 11:18:05.039232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 382eecc9-8680-48aa-9360-534565ec4760 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:05.039759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:05.095851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Deleting port 58be2e21-c6c7-410f-96b9-f3d6d44f3996 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:05.096192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:05.112727 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:05.144578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Subnet': ['ID=a632d3db-2e31-4f1c-90b0-cc7e25c34037,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:05.145842 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-38397103-b23b-41d0-9237-fd4991e562d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-router', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:41Z', 'updated_at': '2021-10-19T11:18:02Z', 'revision_number': 5, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'gw_port': {'id': '58be2e21-c6c7-410f-96b9-f3d6d44f3996', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:42Z', 'updated_at': '2021-10-19T11:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:05.171439 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd824021-497f-46d0-b8d2-e2a1e8ec1b2d req-d60ef3b7-6f17-4399-beaa-62259a330fc3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631198 Oct 19 11:18:05.187872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Checking segment: {'id': '951979c1-e7ed-4143-9930-f8445e439372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:05.188525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network hostable DHCP agents. Network: 174a3172-857d-47e2-aae1-7f69a2164eb1, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:18:05.260568 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38397103-b23b-41d0-9237-fd4991e562d8 None None] Checking router: f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:18:05.326481 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38397103-b23b-41d0-9237-fd4991e562d8 None None] Routers {'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:05.332262 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-38397103-b23b-41d0-9237-fd4991e562d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:17:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:05.355258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88342180-a3d1-417c-bdab-691466b89969 None None] Pushing event updated for resources: {'Port': ['ID=1697a875-9e07-4503-a157-64a4c2068e28,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:05.380928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621608e-8739-4f34-8d63-1b0b801ff50f req-cb1d6534-34ad-4c4f-9a0b-85e711879dff tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:05.389715 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3621608e-8739-4f34-8d63-1b0b801ff50f req-cb1d6534-34ad-4c4f-9a0b-85e711879dff tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.1378512 Oct 19 11:18:05.394320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network 174a3172-857d-47e2-aae1-7f69a2164eb1 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:18:05.508521 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e7df343-3117-4e03-b0ba-23281aebdc3c req-9e2fc957-fb75-431e-bd89-9382851e365f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 210 time: 0.0708330 Oct 19 11:18:05.521878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] For port 58be2e21-c6c7-410f-96b9-f3d6d44f3996, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=58be2e21-c6c7-410f-96b9-f3d6d44f3996,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:05.522494 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:05.535515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3621608e-8739-4f34-8d63-1b0b801ff50f req-d3215972-ab9a-43a8-8a97-5708195ef191 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231747 Oct 19 11:18:05.544246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Calling delete_port for 58be2e21-c6c7-410f-96b9-f3d6d44f3996 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:05.558176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 174a3172-857d-47e2-aae1-7f69a2164eb1) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:05.573739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52592) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:05.575636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db5370-d0e3-456f-95a1-6da6d2ab1798 None None] Network 174a3172-857d-47e2-aae1-7f69a2164eb1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:18:05.584020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Allocated IP 172.25.2.30 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/9708d7b0-9a2d-4eff-89d2-4c08b73abc61) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:05.614322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:05.614980 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:05.654572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-38397103-b23b-41d0-9237-fd4991e562d8 None None] Set router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:05.670171 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ec6ac79d-e1e5-4ce6-9168-f4398c424ca1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98433a9f011247c5af2d224e1fc7e287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0833933 Oct 19 11:18:05.673477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52594) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:05.742103 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5437062e-fa87-4445-b226-f83badca9990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:05.771567 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5437062e-fa87-4445-b226-f83badca9990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:05.837822 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:05.841854 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-38397103-b23b-41d0-9237-fd4991e562d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-router', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:41Z', 'updated_at': '2021-10-19T11:18:04Z', 'revision_number': 6, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:05.846558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9160b095-c447-4549-841f-6fc4152fc4f1 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0916920 Oct 19 11:18:05.866854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-174a3172-857d-47e2-aae1-7f69a2164eb1', 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'fixed_ips': [{'subnet_id': 'a632d3db-2e31-4f1c-90b0-cc7e25c34037'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:18:05.867863 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:05.884441 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38397103-b23b-41d0-9237-fd4991e562d8 None None] The sync data for ids ['f374ceca-7bca-44c0-bd4b-cd36fabbb1d2'] in n-d-814547-1 is: [{'id': 'f374ceca-7bca-44c0-bd4b-cd36fabbb1d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-751040401-router', 'tenant_id': 'd31c446c2346496c96987a8e912c36a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:41Z', 'updated_at': '2021-10-19T11:18:04Z', 'revision_number': 6, 'project_id': 'd31c446c2346496c96987a8e912c36a5', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:18:06.039614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5437062e-fa87-4445-b226-f83badca9990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.043379 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5437062e-fa87-4445-b226-f83badca9990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.047357 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5437062e-fa87-4445-b226-f83badca9990 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/368fd5ba-3af1-4325-8179-7e96b99f439d HTTP/1.1" status: 204 len: 168 time: 0.3754752 Oct 19 11:18:06.059874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437062e-fa87-4445-b226-f83badca9990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368fd5ba-3af1-4325-8179-7e96b99f439d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:06.100450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.104596 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.172118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=58be2e21-c6c7-410f-96b9-f3d6d44f3996,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:06.259603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Pushing event updated for resources: {'Port': ['ID=9708d7b0-9a2d-4eff-89d2-4c08b73abc61,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:06.282756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:06.283495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Allocated IP 19.86.0.2 (174a3172-857d-47e2-aae1-7f69a2164eb1/a632d3db-2e31-4f1c-90b0-cc7e25c34037/116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:06.286498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-7f8be6d5-bb7d-4c8a-85bc-f34c6e837478 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:06.303837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-7f8be6d5-bb7d-4c8a-85bc-f34c6e837478 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:06.309380 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-7f8be6d5-bb7d-4c8a-85bc-f34c6e837478 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/networks?id=52fe815f-fae4-496b-b186-528db150429d&id=174a3172-857d-47e2-aae1-7f69a2164eb1 HTTP/1.1" status: 200 len: 1392 time: 0.2054200 Oct 19 11:18:06.335082 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-0f222c91-c7ff-472e-a10c-615fd5120c0b tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/quotas/b222dbc643c8414a8bd2e17530406d5e HTTP/1.1" status: 200 len: 375 time: 0.0159669 Oct 19 11:18:06.362318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:06.367725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:06.421033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.459854 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-55f89b99-6653-48a8-bb48-c4dc418c2c04 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b222dbc643c8414a8bd2e17530406d5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104708 Oct 19 11:18:06.534619 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.536840 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.559263 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.619385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d8961-96b7-403c-b50c-233edc4f0036 None None] Network 52fe815f-fae4-496b-b186-528db150429d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:18:06.637353 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-50904ca3-d9d8-42bd-94e1-3bc1c6b2c070 service neutron] 10.222.0.39 "GET /v2.0/networks/52fe815f-fae4-496b-b186-528db150429d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476338 Oct 19 11:18:06.639354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7191d8-8d76-4c9e-ae77-3810357ec8a7 req-2636fb74-4d67-4ab8-b137-7c590c71544a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:06.640928 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c7191d8-8d76-4c9e-ae77-3810357ec8a7 req-2636fb74-4d67-4ab8-b137-7c590c71544a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.3212540 Oct 19 11:18:06.695228 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c7191d8-8d76-4c9e-ae77-3810357ec8a7 req-425d7d35-17c8-4182-8cbc-7ebd5352db68 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423374 Oct 19 11:18:06.721429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e1e46351-d3ea-4720-8bdf-58f033490a8f None None] Provisioning complete for port 1697a875-9e07-4503-a157-64a4c2068e28 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:06.721797 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1e46351-d3ea-4720-8bdf-58f033490a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.738992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.739637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:18:06.746934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.749016 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.750785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-995540cf-e011-4b95-afad-f5da760867b8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f374ceca-7bca-44c0-bd4b-cd36fabbb1d2 HTTP/1.1" status: 204 len: 168 time: 2.5041773 Oct 19 11:18:06.751513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52622) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:06.760601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-b7f5fd85-6bec-4f09-a2a1-0e55eb6f0bc8 service neutron] 10.222.0.39 "GET /v2.0/networks/52fe815f-fae4-496b-b186-528db150429d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162326 Oct 19 11:18:06.846137 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:06.846821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Network 174a3172-857d-47e2-aae1-7f69a2164eb1 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:06.854391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:06.883649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:06.907181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Pushing event updated for resources: {'Port': ['ID=116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:06.913454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec44a4e-9b00-401c-b798-1bf2308de6e9 admin admin] Deleting subnet e0ecf773-b821-4e23-a396-6c8c93b7f911 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:18:06.920591 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-703fc005-64d0-4464-907f-c4d7cc70ef46 service neutron] 10.222.0.39 "GET /v2.0/networks/174a3172-857d-47e2-aae1-7f69a2164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541772 Oct 19 11:18:06.922371 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ec44a4e-9b00-401c-b798-1bf2308de6e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:07.003512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8aec4c-2ac0-4b97-b139-df07609693c4 req-c81efe6c-a26f-414b-be51-5af91197e8bf tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:07.007704 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5c8aec4c-2ac0-4b97-b139-df07609693c4 req-c81efe6c-a26f-414b-be51-5af91197e8bf tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.1672890 Oct 19 11:18:07.009999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ec44a4e-9b00-401c-b798-1bf2308de6e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:07.051515 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1e46351-d3ea-4720-8bdf-58f033490a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:07.094004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:07.107633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Attempting to bind port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:07.108001 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Attempting to bind port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '951979c1-e7ed-4143-9930-f8445e439372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:07.108366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Attempting to bind port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 on network 174a3172-857d-47e2-aae1-7f69a2164eb1 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:07.138434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-a7295b6a-f8fb-489c-bbee-9b217a9bded2 service neutron] 10.222.0.39 "GET /v2.0/networks/174a3172-857d-47e2-aae1-7f69a2164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068942 Oct 19 11:18:07.145842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1697a875-9e07-4503-a157-64a4c2068e28 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:07.156306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:07.156306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Checking segment: {'id': '951979c1-e7ed-4143-9930-f8445e439372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:07.156306 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:07.156685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Bound using segment: {'id': '951979c1-e7ed-4143-9930-f8445e439372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:07.157105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Bound port: 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951979c1-e7ed-4143-9930-f8445e439372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:07.157342 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:07.162167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e1e46351-d3ea-4720-8bdf-58f033490a8f None None] For port 1697a875-9e07-4503-a157-64a4c2068e28, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1697a875-9e07-4503-a157-64a4c2068e28,segment=NetworkSegment(6f7d0686-9cda-4a31-a483-216230e42d1a),segment_id=6f7d0686-9cda-4a31-a483-216230e42d1a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:07.174073 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5c8aec4c-2ac0-4b97-b139-df07609693c4 req-8f3ffa22-519f-47d4-982e-cd231ea92741 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382754 Oct 19 11:18:07.255174 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1e46351-d3ea-4720-8bdf-58f033490a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:07.265243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ec44a4e-9b00-401c-b798-1bf2308de6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:07.407331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1697a875-9e07-4503-a157-64a4c2068e28 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:07.407576 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:07.413724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] For port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:07.440659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] For port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6,segment=NetworkSegment(951979c1-e7ed-4143-9930-f8445e439372),segment_id=951979c1-e7ed-4143-9930-f8445e439372)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:07.440659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e46351-d3ea-4720-8bdf-58f033490a8f None None] Pushing event updated for resources: {'Port': ['ID=1697a875-9e07-4503-a157-64a4c2068e28,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:07.530430 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:07.562455 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6fdeea1-2eb6-435e-ad76-50d30c18c8c7 req-455a1fb0-7f11-4127-9551-75a1a62acb2b tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 210 time: 0.0417063 Oct 19 11:18:07.644808 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d811e2c2-370e-4b07-8fe0-06415cee40cf None None] Provisioning complete for port 1697a875-9e07-4503-a157-64a4c2068e28 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:07.653518 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d811e2c2-370e-4b07-8fe0-06415cee40cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:07.720583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c7f4c-2915-452c-9553-f95f3290fdad None None] Pushing event updated for resources: {'Port': ['ID=116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:07.759394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 666c6709-4a5a-49bc-87b0-149e06535bea no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:07.873071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 666c6709-4a5a-49bc-87b0-149e06535bea {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:18:07.873418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 666c6709-4a5a-49bc-87b0-149e06535bea not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:18:07.877444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903e8fd-b88b-4c1a-81cd-d748ee03a909 req-a5a718a7-fa4d-4bd9-bf08-e41a462a460f tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:07.891963 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2903e8fd-b88b-4c1a-81cd-d748ee03a909 req-a5a718a7-fa4d-4bd9-bf08-e41a462a460f tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0810018 Oct 19 11:18:07.918701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d064cfe4-fe11-4ac1-acd8-40495e2a6dfe req-b7758922-6c6c-4ae0-bd2e-5e5407403bd0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 210 time: 0.5959318 Oct 19 11:18:07.962485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-849bb6c4-64d7-40af-8416-18b1042aa583 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434868 Oct 19 11:18:07.976249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2903e8fd-b88b-4c1a-81cd-d748ee03a909 req-7c9449c0-5853-42c4-8508-dab9939442d9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829349 Oct 19 11:18:08.091898 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ec44a4e-9b00-401c-b798-1bf2308de6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.137829 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec44a4e-9b00-401c-b798-1bf2308de6e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ecf773-b821-4e23-a396-6c8c93b7f911,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:08.142348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ec44a4e-9b00-401c-b798-1bf2308de6e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.149569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8ec44a4e-9b00-401c-b798-1bf2308de6e9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e0ecf773-b821-4e23-a396-6c8c93b7f911 HTTP/1.1" status: 204 len: 168 time: 1.3641105 Oct 19 11:18:08.149685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52650) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:08.151497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28471069-17cc-47d6-81b7-289d15054ad6 None None] Network 3b78520f-77dd-4531-922b-f076cf071f93 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:18:08.161522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.184815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-f9fd96c9-70f8-4c9f-84bd-b154fb5df1cd tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:08.186424 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-f9fd96c9-70f8-4c9f-84bd-b154fb5df1cd tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184410 Oct 19 11:18:08.212175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Request body: {'port': {'device_id': '15bd2f66-8fc4-4520-9a0e-f991627459e7', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '0f99cead9f7142ce88b9b9f492336d2d'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:08.246126 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.311662 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.343569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b9ed-923f-4969-8ec8-102c5596ba49 req-4b338df2-33f4-493d-a988-256f43c4d58a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:08.345494 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f12b9ed-923f-4969-8ec8-102c5596ba49 req-4b338df2-33f4-493d-a988-256f43c4d58a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0708590 Oct 19 11:18:08.407916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be5885-8ff5-4284-bfa0-895ae2f2225b None None] DHCP port deletion for 3b78520f-77dd-4531-922b-f076cf071f93 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:18:08.425461 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f12b9ed-923f-4969-8ec8-102c5596ba49 req-496ffb08-909a-448e-b7d7-01a26717dcca tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535951 Oct 19 11:18:08.441076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Pushing event updated for resources: {'Port': ['ID=9708d7b0-9a2d-4eff-89d2-4c08b73abc61,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:08.457479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Deleting port d673cab6-b4f5-45dd-bfae-81c9a1647eba {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:08.458173 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.461279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.492868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-79be5885-8ff5-4284-bfa0-895ae2f2225b None None] Deleting port d673cab6-b4f5-45dd-bfae-81c9a1647eba {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:08.493413 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79be5885-8ff5-4284-bfa0-895ae2f2225b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.571145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] For port d673cab6-b4f5-45dd-bfae-81c9a1647eba, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d673cab6-b4f5-45dd-bfae-81c9a1647eba,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:08.571506 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.590186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Calling delete_port for d673cab6-b4f5-45dd-bfae-81c9a1647eba owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:08.595023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.605745 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f1d8a00a-b8f1-4335-b1b2-f0c54c1ba623 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4277689 Oct 19 11:18:08.605906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-79be5885-8ff5-4284-bfa0-895ae2f2225b None None] For port d673cab6-b4f5-45dd-bfae-81c9a1647eba, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d673cab6-b4f5-45dd-bfae-81c9a1647eba,segment=NetworkSegment(edbb582f-a65a-49da-9be7-1e69a5fb9c39),segment_id=edbb582f-a65a-49da-9be7-1e69a5fb9c39)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:08.605906 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79be5885-8ff5-4284-bfa0-895ae2f2225b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.636886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-79be5885-8ff5-4284-bfa0-895ae2f2225b None None] Calling delete_port for d673cab6-b4f5-45dd-bfae-81c9a1647eba owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:08.711172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Made reservation on behalf of 0f99cead9f7142ce88b9b9f492336d2d for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:08.714711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.828528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:08.901664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:08.902037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.948076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Allocated IP 192.168.233.210 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/921e9dfa-4851-4f10-8aca-a67485c5c8b6) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:08.964625 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79be5885-8ff5-4284-bfa0-895ae2f2225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:08.995941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be5885-8ff5-4284-bfa0-895ae2f2225b None None] Pushing event deleted for resources: {'Port': ['ID=d673cab6-b4f5-45dd-bfae-81c9a1647eba,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:09.005156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79be5885-8ff5-4284-bfa0-895ae2f2225b None None] No DVR routers for this DVR port d673cab6-b4f5-45dd-bfae-81c9a1647eba on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:09.052667 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.054212 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ce6b021-dc24-4bec-8b64-4c82a8923faf req-af9c2bac-1a7e-4e14-abea-7732ec178ebc tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 210 time: 0.0448389 Oct 19 11:18:09.089344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675a401-c5d0-4753-a1b6-119b4ca2e27a None None] Network 174a3172-857d-47e2-aae1-7f69a2164eb1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:18:09.107509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.138408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d673cab6-b4f5-45dd-bfae-81c9a1647eba,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:09.153988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] No DVR routers for this DVR port d673cab6-b4f5-45dd-bfae-81c9a1647eba on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:09.163531 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6,segment=NetworkSegment(951979c1-e7ed-4143-9930-f8445e439372),segment_id=951979c1-e7ed-4143-9930-f8445e439372)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:09.176216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11fd5bc9-d97b-49d0-a704-50649ff91c3f req-a8083e1f-3763-4136-8b57-100b9369d73f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 210 time: 0.0322402 Oct 19 11:18:09.226069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8594101f-69c6-4498-ab19-23aaafe865b6 None None] Provisioning complete for port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:09.226619 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8594101f-69c6-4498-ab19-23aaafe865b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.252528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-e55105c9-9c07-4aab-838c-6cc11bbec9ac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--326472392&fields=id&tenant_id=2b41231ffdc5472db88c28378b6a108a HTTP/1.1" status: 200 len: 267 time: 0.1214831 Oct 19 11:18:09.260072 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.261120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1697a875-9e07-4503-a157-64a4c2068e28 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:09.292154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.351250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.351610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b78520f-77dd-4531-922b-f076cf071f93']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:09.373809 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbb582f-a65a-49da-9be7-1e69a5fb9c39') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:09.374442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbb582f-a65a-49da-9be7-1e69a5fb9c39') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:09.390771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f9c11-6d78-45c4-8b58-e8c3d9fb21d9 req-aeb434c3-087e-41ff-a38b-9ca8becc768d tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:09.393061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-583f9c11-6d78-45c4-8b58-e8c3d9fb21d9 req-aeb434c3-087e-41ff-a38b-9ca8becc768d tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0968981 Oct 19 11:18:09.398158 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.424564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:09.428099 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.429361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5ba72335-b80b-4c5f-a060-a40870800e40 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:09.439031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5ba72335-b80b-4c5f-a060-a40870800e40 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/networks?id=e233824c-f866-4ed5-ad48-7b8c5d7d5218 HTTP/1.1" status: 200 len: 814 time: 0.1854641 Oct 19 11:18:09.447366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:18:09.447771 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:18:09.450708 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:18:09.461631 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5f8f64b9-e8c9-4fbf-a784-1fb995b17649 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/quotas/2b41231ffdc5472db88c28378b6a108a HTTP/1.1" status: 200 len: 375 time: 0.0214462 Oct 19 11:18:09.475277 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-583f9c11-6d78-45c4-8b58-e8c3d9fb21d9 req-65e28c57-97c1-436b-8fc0-d5e5e62b259f tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694294 Oct 19 11:18:09.527132 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.527357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1697a875-9e07-4503-a157-64a4c2068e28 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:09.527720 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.552454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['065adc0d-b582-46de-ac83-08a3af43e6de', '8555f930-5114-484a-af54-e9ec0ed156da'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:18:09.577134 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-9c38c01c-b0a8-4c61-9db2-aa0469fa8ff1 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b41231ffdc5472db88c28378b6a108a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1142962 Oct 19 11:18:09.594557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:09.606701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:09.612615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:09.626640 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Pushing event updated for resources: {'Port': ['ID=921e9dfa-4851-4f10-8aca-a67485c5c8b6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:09.639168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.648007 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.657025 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3b78520f-77dd-4531-922b-f076cf071f93 HTTP/1.1" status: 204 len: 168 time: 1.5064182 Oct 19 11:18:09.672461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52682) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:09.683391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b78520f-77dd-4531-922b-f076cf071f93,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:09.701030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.702221 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.702810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.703326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.703837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.704334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.704917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.705416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.706267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.707399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.710322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.711459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39570f6-9ab4-4380-9248-9f96825a76b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:09.807676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:09.809339 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:09.828902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 58be2e21-c6c7-410f-96b9-f3d6d44f3996 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:09.869807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec05f60-c86f-4906-98be-b7494b9cbd86 req-100c4a75-acd3-41d6-b5c4-e62162f9549c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:09.878944 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bec05f60-c86f-4906-98be-b7494b9cbd86 req-100c4a75-acd3-41d6-b5c4-e62162f9549c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0824862 Oct 19 11:18:09.879175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 58be2e21-c6c7-410f-96b9-f3d6d44f3996 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:18:09.879376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 58be2e21-c6c7-410f-96b9-f3d6d44f3996 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:18:09.879794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d673cab6-b4f5-45dd-bfae-81c9a1647eba no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:09.908191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: d673cab6-b4f5-45dd-bfae-81c9a1647eba {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:18:09.908577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d673cab6-b4f5-45dd-bfae-81c9a1647eba not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:18:09.918497 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-f13738b7-12c4-4897-8781-97adee5465df service neutron] 10.222.0.39 "GET /v2.0/networks/e233824c-f866-4ed5-ad48-7b8c5d7d5218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258526 Oct 19 11:18:09.945175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bec05f60-c86f-4906-98be-b7494b9cbd86 req-ae075970-ca28-4386-acc7-7182e68252ea tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651112 Oct 19 11:18:10.025475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-76fa233c-0159-4783-8d02-418c62ced323 None None] Provisioning complete for port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:10.025844 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-76fa233c-0159-4783-8d02-418c62ced323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:10.070646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-735cee5d-9798-4ea7-95fa-731d103d68b8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8737664 Oct 19 11:18:10.088127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Request body: {'port': {'device_id': '15bd2f66-8fc4-4520-9a0e-f991627459e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:10.129280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-76fa233c-0159-4783-8d02-418c62ced323 None None] Provisioning complete for port 921e9dfa-4851-4f10-8aca-a67485c5c8b6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:10.129656 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-76fa233c-0159-4783-8d02-418c62ced323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:10.165742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-76fa233c-0159-4783-8d02-418c62ced323 None None] Port 921e9dfa-4851-4f10-8aca-a67485c5c8b6 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:18:10.207483 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-1b4c8641-0072-4095-b996-1afd53dc881d service neutron] 10.222.0.39 "GET /v2.0/networks/e233824c-f866-4ed5-ad48-7b8c5d7d5218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876408 Oct 19 11:18:10.285352 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:10.379294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-502f2883-b109-4ee0-be3f-3730bb34ecb6 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:10.385151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-502f2883-b109-4ee0-be3f-3730bb34ecb6 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:10.386651 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-502f2883-b109-4ee0-be3f-3730bb34ecb6 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.49 "GET /v2.0/networks?id=52fe815f-fae4-496b-b186-528db150429d&id=174a3172-857d-47e2-aae1-7f69a2164eb1 HTTP/1.1" status: 200 len: 1392 time: 0.2479665 Oct 19 11:18:10.414547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'port': {'device_id': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'network_id': '52fe815f-fae4-496b-b186-528db150429d', 'admin_state_up': True, 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:10.422223 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62ec81fa-1e35-4cd9-94df-c022633af074 req-a0435bce-da76-4b1b-b956-908e7e93a5c5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 210 time: 0.0370591 Oct 19 11:18:10.618060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:10.648598 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-988cda31-3d25-4c07-86a1-79f74ac83c3b req-f9444959-59e5-4ba0-80ce-47d3b8532e83 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 210 time: 0.0282741 Oct 19 11:18:10.680201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:10.680686 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:10.724203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854c6a1-776a-497b-bf7f-5a64cac28f3f req-536684f2-70dc-4619-bab3-007b1e4a9149 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:10.731410 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2854c6a1-776a-497b-bf7f-5a64cac28f3f req-536684f2-70dc-4619-bab3-007b1e4a9149 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 936 time: 0.2261403 Oct 19 11:18:10.796821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee461e0c-b92b-4d90-b8b1-59bd53d18604 req-f576f6ec-db8c-4353-a87e-ea15a6b2c798 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:10.798425 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee461e0c-b92b-4d90-b8b1-59bd53d18604 req-f576f6ec-db8c-4353-a87e-ea15a6b2c798 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0519741 Oct 19 11:18:10.844342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee461e0c-b92b-4d90-b8b1-59bd53d18604 req-25e6ad74-3538-447a-8b52-21598748adff tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 Oct 19 11:18:10.844766 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2854c6a1-776a-497b-bf7f-5a64cac28f3f req-1578a24a-4f5d-40b4-839d-9c426128c2c8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115587 Oct 19 11:18:10.907582 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:10.911789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921e9dfa-4851-4f10-8aca-a67485c5c8b6 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:10.948304 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:10.970007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Transition to ACTIVE for port object 921e9dfa-4851-4f10-8aca-a67485c5c8b6 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:18:11.059552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:11.061891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf926b-287e-4c94-9e43-acfcf8d81b96 req-95fc50d5-f7de-4bf3-be82-cf98b350d8c1 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:11.063073 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:11.063384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bedf926b-287e-4c94-9e43-acfcf8d81b96 req-95fc50d5-f7de-4bf3-be82-cf98b350d8c1 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0556870 Oct 19 11:18:11.102876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bedf926b-287e-4c94-9e43-acfcf8d81b96 req-1586496f-6632-442d-9f8e-980abbe36f60 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325391 Oct 19 11:18:11.104176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:11.217410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Pushing event updated for resources: {'Port': ['ID=921e9dfa-4851-4f10-8aca-a67485c5c8b6,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:11.354489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Allocated IP 19.80.0.13 (52fe815f-fae4-496b-b186-528db150429d/14699500-bd13-46fa-8e3d-790db4e5d5ab/d611926b-c6e5-4d06-bf8d-54e9c8ee308b) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:11.390851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Attempting to bind port 921e9dfa-4851-4f10-8aca-a67485c5c8b6 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:11.391184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Attempting to bind port 921e9dfa-4851-4f10-8aca-a67485c5c8b6 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:11.391643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Attempting to bind port 921e9dfa-4851-4f10-8aca-a67485c5c8b6 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:11.403614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Port 921e9dfa-4851-4f10-8aca-a67485c5c8b6 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:18:11.403937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Attempting to bind port 921e9dfa-4851-4f10-8aca-a67485c5c8b6 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:11.424091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:11.424413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:11.424813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:11.425241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Bound port: 921e9dfa-4851-4f10-8aca-a67485c5c8b6, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:11.425619 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:11.526135 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] Deleting port 13db07ea-fef1-4ade-b3f1-05ce8a49e481 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:11.526474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:11.564996 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce38708c-06f1-484d-bbe3-abb13bb2527c req-eea1616e-a56b-4783-bc96-92c0aae14133 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 210 time: 0.0375705 Oct 19 11:18:11.603469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] For port 921e9dfa-4851-4f10-8aca-a67485c5c8b6, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:11.755478 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-772cd080-ae2c-4015-be16-8e2894679cb2 req-4903c367-af8b-4123-bc28-3dc10de0f308 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 210 time: 0.0280051 Oct 19 11:18:11.965780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574554af-06b0-47bd-b2df-30b64203bf33 req-c80a6100-5868-4678-b260-1926afbafe39 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:11.967387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-574554af-06b0-47bd-b2df-30b64203bf33 req-c80a6100-5868-4678-b260-1926afbafe39 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 948 time: 0.0528395 Oct 19 11:18:11.977791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] For port 921e9dfa-4851-4f10-8aca-a67485c5c8b6, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=921e9dfa-4851-4f10-8aca-a67485c5c8b6,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:11.994452 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:12.006887 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-574554af-06b0-47bd-b2df-30b64203bf33 req-8a87ead1-d105-4a0e-b0f8-ee22e6764659 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329332 Oct 19 11:18:12.016222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] For port 13db07ea-fef1-4ade-b3f1-05ce8a49e481, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=13db07ea-fef1-4ade-b3f1-05ce8a49e481,segment=NetworkSegment(b393df39-e5c9-4f4e-af68-4ef479e79697),segment_id=b393df39-e5c9-4f4e-af68-4ef479e79697)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:12.016605 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:12.043391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] Calling delete_port for 13db07ea-fef1-4ade-b3f1-05ce8a49e481 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:12.091347 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:12.122591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d035c8-d883-4097-a1ec-dd6ea9792585 req-b5f1fcd2-a562-48ba-ad47-463cc9896164 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:12.122591 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-18d035c8-d883-4097-a1ec-dd6ea9792585 req-b5f1fcd2-a562-48ba-ad47-463cc9896164 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.0577738 Oct 19 11:18:12.152994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:12.153616 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:12.155026 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/921e9dfa-4851-4f10-8aca-a67485c5c8b6 HTTP/1.1" status: 200 len: 1096 time: 2.0731218 Oct 19 11:18:12.155660 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bd2f66-8fc4-4520-9a0e-f991627459e7', 'tag': '921e9dfa-4851-4f10-8aca-a67485c5c8b6'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:12.158614 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783acebd-5d0c-4162-96e1-4ed67ccab202" -d '{"events": [{"name": "network-changed", "server_uuid": "15bd2f66-8fc4-4520-9a0e-f991627459e7", "tag": "921e9dfa-4851-4f10-8aca-a67485c5c8b6"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:12.162493 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:12.172303 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-18d035c8-d883-4097-a1ec-dd6ea9792585 req-197ac8bc-1a97-45c4-8c81-267a875f07b5 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464232 Oct 19 11:18:12.236139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network 52fe815f-fae4-496b-b186-528db150429d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:12.239789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ff55d-1f22-44b0-a1b7-4b367f6a91e5 service neutron] Pushing event updated for resources: {'Port': ['ID=921e9dfa-4851-4f10-8aca-a67485c5c8b6,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:12.244604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:12.254306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:12.344922 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25c2142-79bf-444a-a823-638abf695991 x-openstack-request-id: req-c25c2142-79bf-444a-a823-638abf695991 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:12.345537 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bd2f66-8fc4-4520-9a0e-f991627459e7", "tag": "921e9dfa-4851-4f10-8aca-a67485c5c8b6", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:12.345977 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c25c2142-79bf-444a-a823-638abf695991 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:12.346544 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bd2f66-8fc4-4520-9a0e-f991627459e7', 'tag': '921e9dfa-4851-4f10-8aca-a67485c5c8b6', 'status': 'completed', 'code': 200} Oct 19 11:18:12.358360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1b877-1560-47d2-91ec-472ad31de9ac req-014004f6-84ff-4239-b172-165019df9271 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:12.369410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56b1b877-1560-47d2-91ec-472ad31de9ac req-014004f6-84ff-4239-b172-165019df9271 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.1219809 Oct 19 11:18:12.414775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:12.416091 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:12.418753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Port': ['ID=d611926b-c6e5-4d06-bf8d-54e9c8ee308b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:12.426951 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56b1b877-1560-47d2-91ec-472ad31de9ac req-39f5e9fe-4dce-4c97-af5b-1477144209e4 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562348 Oct 19 11:18:12.471267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-408596d6-a2b4-40fe-82a8-03de069c3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:12.473529 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-408596d6-a2b4-40fe-82a8-03de069c3e9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 1099 time: 0.1665075 Oct 19 11:18:12.535709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-d31017e6-5981-4679-aeea-067c59d6168e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=921e9dfa-4851-4f10-8aca-a67485c5c8b6 HTTP/1.1" status: 200 len: 217 time: 0.0484970 Oct 19 11:18:12.541997 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-4d92d7f7-6e2a-4085-83b1-d5e1c473607f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1364980 Oct 19 11:18:12.551787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Request body: {'port': {'device_id': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1', 'admin_state_up': True, 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:12.667438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-95b6bf07-a152-4b5d-b11b-3a0e576f475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:12.668859 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-95b6bf07-a152-4b5d-b11b-3a0e576f475d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1137133 Oct 19 11:18:12.695426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:12.757842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-dfb4614e-4ff5-4ba2-a087-e2e211eab634 None None] Provisioning complete for port d611926b-c6e5-4d06-bf8d-54e9c8ee308b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:12.758478 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfb4614e-4ff5-4ba2-a087-e2e211eab634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:12.768641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=13db07ea-fef1-4ade-b3f1-05ce8a49e481,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:12.810450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4614e-4ff5-4ba2-a087-e2e211eab634 None None] Port d611926b-c6e5-4d06-bf8d-54e9c8ee308b cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:18:12.874604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-09d5d16b-ad29-46e7-9327-b41eebd62f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:12.876256 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-09d5d16b-ad29-46e7-9327-b41eebd62f55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1908069 Oct 19 11:18:12.887950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b16881-bf3a-4b8c-870d-34a58eb11401 req-3df06508-81f7-4e8d-8b57-f5094a14814e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:12.889642 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50b16881-bf3a-4b8c-870d-34a58eb11401 req-3df06508-81f7-4e8d-8b57-f5094a14814e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 931 time: 0.2198558 Oct 19 11:18:12.892105 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db61e18c-079a-400c-816f-aaa0b17eb24b req-899f3767-ce70-4992-9516-e373748e6c4a tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 210 time: 0.0302923 Oct 19 11:18:12.969503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Made reservation on behalf of b222dbc643c8414a8bd2e17530406d5e for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:12.973388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:13.116867 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50b16881-bf3a-4b8c-870d-34a58eb11401 req-2e4b1589-876e-49a1-b5f6-abebc43a28ec tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633849 Oct 19 11:18:13.158998 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083984b-4d4b-4340-bc94-c03a72ce718d req-c30b860b-7984-4dad-8640-022933741ae3 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:13.160726 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a083984b-4d4b-4340-bc94-c03a72ce718d req-c30b860b-7984-4dad-8640-022933741ae3 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 948 time: 0.0881243 Oct 19 11:18:13.201548 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-315ff95f-406d-42ac-8456-a746e18dd282 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107746 Oct 19 11:18:13.227889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52748) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:13.249432 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a083984b-4d4b-4340-bc94-c03a72ce718d req-1ab8a57d-8261-45c8-901d-96db40035ef2 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806959 Oct 19 11:18:13.300189 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:13.385122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8f930b8c-b58d-451f-a6b1-2d773f8c7803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:13.490973 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8f930b8c-b58d-451f-a6b1-2d773f8c7803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:13.554069 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8f930b8c-b58d-451f-a6b1-2d773f8c7803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:13.584223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8588e1e5-e32c-46b5-b1d4-701911782b7a req-6a4a8c55-b23c-4485-9d10-f3912e08fe67 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673670 Oct 19 11:18:13.587875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Allocated IP 19.86.0.211 (174a3172-857d-47e2-aae1-7f69a2164eb1/a632d3db-2e31-4f1c-90b0-cc7e25c34037/5031dd84-9539-486a-8d85-05fd80863986) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:13.604943 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fca8f9-60f1-40e8-9310-d0d7fe52da87 req-b0eeacc7-2f65-4ad5-b3f1-3fb5853710cf tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:13.606461 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8fca8f9-60f1-40e8-9310-d0d7fe52da87 req-b0eeacc7-2f65-4ad5-b3f1-3fb5853710cf tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.3011968 Oct 19 11:18:13.617049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8f930b8c-b58d-451f-a6b1-2d773f8c7803 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25d0f0837bca4b96806e396d6cbc33aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852499 Oct 19 11:18:13.625999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52754) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:13.647196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f930b8c-b58d-451f-a6b1-2d773f8c7803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b05bfc-340b-415a-9c86-82dfd6a6d0bc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:13.662922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a8414-e95c-49bd-9952-27bc1e761439 req-0ed0e5f6-f50d-4d5e-8d86-6399b414ac18 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:13.670165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-658a8414-e95c-49bd-9952-27bc1e761439 req-0ed0e5f6-f50d-4d5e-8d86-6399b414ac18 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 945 time: 0.1305377 Oct 19 11:18:13.705051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-b98b3827-ecf1-4a82-b915-668ea56073e5 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:13.706094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-658a8414-e95c-49bd-9952-27bc1e761439 req-aa50ce7e-411c-41f3-a884-670b251ea83a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350282 Oct 19 11:18:13.706512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-b98b3827-ecf1-4a82-b915-668ea56073e5 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.49 "GET /v2.0/networks?id=e233824c-f866-4ed5-ad48-7b8c5d7d5218 HTTP/1.1" status: 200 len: 814 time: 0.4242907 Oct 19 11:18:13.841152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8fca8f9-60f1-40e8-9310-d0d7fe52da87 req-c17cbdb4-aa2c-4841-9c5e-885c3b05b4de tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168424 Oct 19 11:18:13.894034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-8443f09e-5c53-485e-9bf6-bcdb1c7ae883 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b41231ffdc5472db88c28378b6a108a HTTP/1.1" status: 200 len: 379 time: 0.1694050 Oct 19 11:18:13.966327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Request body: {'port': {'device_id': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'admin_state_up': True, 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'security_groups': ['92507732-f043-45fe-a2f6-b959adcda202']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:13.975523 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5629c8b1-c272-414a-a1d5-8d3d02033734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:14.060700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783acebd-5d0c-4162-96e1-4ed67ccab202 req-bba4e264-38f4-43f4-9400-1d852f51617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:14.062153 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-783acebd-5d0c-4162-96e1-4ed67ccab202 req-bba4e264-38f4-43f4-9400-1d852f51617e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 1099 time: 0.3139324 Oct 19 11:18:14.095310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-347296a8-69eb-4199-bf12-870ccfa071da req-163f5a38-ebba-4f77-898c-606d0282abb0 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 210 time: 0.1076813 Oct 19 11:18:14.130404 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5629c8b1-c272-414a-a1d5-8d3d02033734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:14.210135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:14.251417 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:18:14.253429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:14.341510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] Router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:18:14.398742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cb122-6061-4c4a-aef8-542acdf06ed4 req-95aade05-911e-4ca6-a3d5-4d8267f790fb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:14.400242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f38cb122-6061-4c4a-aef8-542acdf06ed4 req-95aade05-911e-4ca6-a3d5-4d8267f790fb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 931 time: 0.2051773 Oct 19 11:18:14.402604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783acebd-5d0c-4162-96e1-4ed67ccab202 req-60e31155-9e37-4074-83b0-148749649eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:14.404073 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-783acebd-5d0c-4162-96e1-4ed67ccab202 req-60e31155-9e37-4074-83b0-148749649eb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.3055906 Oct 19 11:18:14.416958 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:14.435960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770db1b7-9f96-4fdf-87c9-bb3de576703c req-80d4616a-14f8-4808-9e10-2a1efe7fdee9 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:14.437635 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-770db1b7-9f96-4fdf-87c9-bb3de576703c req-80d4616a-14f8-4808-9e10-2a1efe7fdee9 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 948 time: 0.0696239 Oct 19 11:18:14.437835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:14.465839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8', 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba', 'port_id': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8', 'mac_address': 'fa:16:3e:ce:00:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce286523-df35-46a4-961e-ac9ad353f926', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:18:14.472780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:14.475198 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a3d0dc-4164-45a7-b23f-f147f61ee230" -d '{"events": [{"server_uuid": "5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0b75a6f6-9e05-4425-8bd8-8f22263dc3a8"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:14.490593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-770db1b7-9f96-4fdf-87c9-bb3de576703c req-809564d9-4cbc-47e9-93f7-45022093fd93 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434055 Oct 19 11:18:14.517900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:14.540202 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:14.582499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:14.599880 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:14.681052 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:18:14.681679 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:18:14.684493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:14.823755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Made reservation on behalf of 2b41231ffdc5472db88c28378b6a108a for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:14.827224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:14.830348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:14.836788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-783acebd-5d0c-4162-96e1-4ed67ccab202 req-e1448502-1e6c-4b29-b7c4-a9fb02225a0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=921e9dfa-4851-4f10-8aca-a67485c5c8b6 HTTP/1.1" status: 200 len: 217 time: 0.4078236 Oct 19 11:18:14.837348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5629c8b1-c272-414a-a1d5-8d3d02033734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:14.839916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5629c8b1-c272-414a-a1d5-8d3d02033734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:14.840934 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5629c8b1-c272-414a-a1d5-8d3d02033734 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7b05bfc-340b-415a-9c86-82dfd6a6d0bc HTTP/1.1" status: 204 len: 168 time: 1.2140772 Oct 19 11:18:14.932279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629c8b1-c272-414a-a1d5-8d3d02033734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b05bfc-340b-415a-9c86-82dfd6a6d0bc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:14.966452 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f092fe0d-f39b-4ef5-9a13-6071f90abc12 x-openstack-request-id: req-f092fe0d-f39b-4ef5-9a13-6071f90abc12 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:14.966452 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb", "name": "network-vif-unplugged", "status": "completed", "tag": "0b75a6f6-9e05-4425-8bd8-8f22263dc3a8", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:14.966452 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f092fe0d-f39b-4ef5-9a13-6071f90abc12 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:14.966452 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8', 'code': 200} Oct 19 11:18:15.003733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Network 174a3172-857d-47e2-aae1-7f69a2164eb1 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:15.013648 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f38cb122-6061-4c4a-aef8-542acdf06ed4 req-bd3206da-2446-4185-90a5-81ecea7e111f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070089 Oct 19 11:18:15.047786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:15.061428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:15.064114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event updated for resources: {'Port': ['ID=5031dd84-9539-486a-8d85-05fd80863986,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:15.078916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783acebd-5d0c-4162-96e1-4ed67ccab202 req-258385b4-b22c-4268-b295-ea79e9b62699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:15.080379 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-783acebd-5d0c-4162-96e1-4ed67ccab202 req-258385b4-b22c-4268-b295-ea79e9b62699 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.2214949 Oct 19 11:18:15.094720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e601ea-87b6-4729-9acd-557ff8a628ff req-8461ed10-3201-45f9-a8bc-d56058cdcc18 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:15.096440 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e601ea-87b6-4729-9acd-557ff8a628ff req-8461ed10-3201-45f9-a8bc-d56058cdcc18 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 943 time: 0.0744052 Oct 19 11:18:15.166818 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e601ea-87b6-4729-9acd-557ff8a628ff req-b945331d-988f-47b1-8ae6-b3110e634c52 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581276 Oct 19 11:18:15.166940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:18:15.172787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f315cda-cd1e-43f5-92b2-c0567010ce66 None None] Sync routers for ids ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:18:15.194681 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a8bce536-3ed9-4d7e-9562-4afd6cd70f63 admin admin] 10.222.0.39 "PUT /v2.0/routers/7a8eaf3f-2b67-4ebe-ae66-7ccacd139748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5209358 Oct 19 11:18:15.205893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52802) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:15.217226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:15.217900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:15.326872 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9c56e0c9-18aa-4960-8007-06835b1d61e4 req-c2f27d52-75b0-413b-b2af-df40188947cc tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 210 time: 0.0827956 Oct 19 11:18:15.335985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783acebd-5d0c-4162-96e1-4ed67ccab202 req-e8ec0990-a939-4237-a52e-a4b3bfdfdbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:15.338418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-783acebd-5d0c-4162-96e1-4ed67ccab202 req-e8ec0990-a939-4237-a52e-a4b3bfdfdbd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2349384 Oct 19 11:18:15.347287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Allocated IP 172.20.0.11 (e233824c-f866-4ed5-ad48-7b8c5d7d5218/2de2ab05-6dd8-4d81-8644-90e71ec23a02/e32722ac-43ca-4e30-a37f-b91e96b03973) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:15.393708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f315cda-cd1e-43f5-92b2-c0567010ce66 None None] Routers {'7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:15.394899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5f315cda-cd1e-43f5-92b2-c0567010ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:17:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:15.422527 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-73f979c9-b508-4a1a-a9c3-3449203f79e5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8753495 Oct 19 11:18:15.434816 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:15.461381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:15.463216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Request body: {'port': {'device_id': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:15.465323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3e96797e-856b-43b4-a701-f3aa1a809c2b None None] Provisioning complete for port 5031dd84-9539-486a-8d85-05fd80863986 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:15.465691 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e96797e-856b-43b4-a701-f3aa1a809c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:15.528037 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:15.553512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:15.563080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3e96797e-856b-43b4-a701-f3aa1a809c2b None None] Port 5031dd84-9539-486a-8d85-05fd80863986 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:18:15.574983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5f315cda-cd1e-43f5-92b2-c0567010ce66 None None] Set router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:15.643010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58569fd5-466c-41c7-a9f4-49f122a39997 req-f3e91d90-2b14-46ce-9f4f-544b6415efaf tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:15.645337 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58569fd5-466c-41c7-a9f4-49f122a39997 req-f3e91d90-2b14-46ce-9f4f-544b6415efaf tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 948 time: 0.0815296 Oct 19 11:18:15.652242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-783acebd-5d0c-4162-96e1-4ed67ccab202 req-eec9241d-49d5-445f-9a46-017e09912fd8 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021750 Oct 19 11:18:15.666126 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:15.692945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:15.709630 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58569fd5-466c-41c7-a9f4-49f122a39997 req-93720a17-adaf-413b-a5e0-9cd425cda951 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450122 Oct 19 11:18:15.777682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:15.850689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5f315cda-cd1e-43f5-92b2-c0567010ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-router', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:50Z', 'updated_at': '2021-10-19T11:18:12Z', 'revision_number': 5, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'gw_port': {'id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:51Z', 'updated_at': '2021-10-19T11:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:15.884943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f315cda-cd1e-43f5-92b2-c0567010ce66 None None] Checking router: 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:18:15.894885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f315cda-cd1e-43f5-92b2-c0567010ce66 None None] Routers {'7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:15.895562 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5f315cda-cd1e-43f5-92b2-c0567010ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:17:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:15.916320 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:15.927436 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:15.930220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-783acebd-5d0c-4162-96e1-4ed67ccab202 req-c8ab587f-7a28-42f4-9b63-57a17e6c07ad service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343245 Oct 19 11:18:15.952549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['0b75a6f6-9e05-4425-8bd8-8f22263dc3a8'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:18:16.119382 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5f315cda-cd1e-43f5-92b2-c0567010ce66 None None] Set router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:16.230702 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.275785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 921e9dfa-4851-4f10-8aca-a67485c5c8b6 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:18:16.281955 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52840) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:16.342104 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0b2cd-8462-4501-906a-3177a0638b0f req-03776c39-7a79-4a34-90ba-ac74f976eb33 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:16.349021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0b2cd-8462-4501-906a-3177a0638b0f req-03776c39-7a79-4a34-90ba-ac74f976eb33 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:16.356344 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ddd0b2cd-8462-4501-906a-3177a0638b0f req-03776c39-7a79-4a34-90ba-ac74f976eb33 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1654 time: 0.2365956 Oct 19 11:18:16.390088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Network e233824c-f866-4ed5-ad48-7b8c5d7d5218 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:16.422078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887ed45-a3e7-4754-8665-a36f5d0c4282 req-8cd87e48-f0f9-4e85-bd70-72f30a63d02b tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:16.426195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Pushing event updated for resources: {'Port': ['ID=e32722ac-43ca-4e30-a37f-b91e96b03973,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:16.432499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5887ed45-a3e7-4754-8665-a36f5d0c4282 req-8cd87e48-f0f9-4e85-bd70-72f30a63d02b tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 944 time: 0.1332898 Oct 19 11:18:16.438940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:16.458876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Deleting port cf229b6e-146e-4785-969f-253f69f07e79 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:16.459217 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.461095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:16.465765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-172381284-network', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:16.536496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5887ed45-a3e7-4754-8665-a36f5d0c4282 req-0d26cae3-92a6-49dd-8ce4-d4487fac25d0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977383 Oct 19 11:18:16.590434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 921e9dfa-4851-4f10-8aca-a67485c5c8b6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=921e9dfa-4851-4f10-8aca-a67485c5c8b6,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:16.595501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d611926b-c6e5-4d06-bf8d-54e9c8ee308b {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:16.607679 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '921e9dfa-4851-4f10-8aca-a67485c5c8b6', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '921e9dfa-4851-4f10-8aca-a67485c5c8b6', 'mac_address': 'fa:16:3e:5b:db:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:18:16.632641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:16.634915 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.637543 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.658950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Transition to ACTIVE for port object d611926b-c6e5-4d06-bf8d-54e9c8ee308b will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:18:16.669934 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.680634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:16.682190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.682970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5f315cda-cd1e-43f5-92b2-c0567010ce66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-router', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:50Z', 'updated_at': '2021-10-19T11:18:12Z', 'revision_number': 5, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'gw_port': {'id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:51Z', 'updated_at': '2021-10-19T11:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:16.728418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6420f-11e8-47cd-929d-cf5f5cd77c47 req-5a850858-d716-4f5e-bada-107bd3393368 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:16.730348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0fa6420f-11e8-47cd-929d-cf5f5cd77c47 req-5a850858-d716-4f5e-bada-107bd3393368 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 932 time: 0.0929098 Oct 19 11:18:16.755240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f315cda-cd1e-43f5-92b2-c0567010ce66 None None] The sync data for ids ['7a8eaf3f-2b67-4ebe-ae66-7ccacd139748'] in n-d-814547-1 is: [{'id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'name': 'tempest-AttachSCSIVolumeTestJSON-1311519926-router', 'tenant_id': '3682b4307f2b44a48a38962679503cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:15:50Z', 'updated_at': '2021-10-19T11:18:12Z', 'revision_number': 5, 'project_id': '3682b4307f2b44a48a38962679503cc1', 'gw_port': {'id': 'cf229b6e-146e-4785-969f-253f69f07e79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8eaf3f-2b67-4ebe-ae66-7ccacd139748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:15:51Z', 'updated_at': '2021-10-19T11:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:18:16.755240 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.756000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] For port cf229b6e-146e-4785-969f-253f69f07e79, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cf229b6e-146e-4785-969f-253f69f07e79,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:16.756426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.771192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921e9dfa-4851-4f10-8aca-a67485c5c8b6 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:16.776057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Calling delete_port for cf229b6e-146e-4785-969f-253f69f07e79 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:16.801643 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.810879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 921e9dfa-4851-4f10-8aca-a67485c5c8b6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=921e9dfa-4851-4f10-8aca-a67485c5c8b6,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:16.817733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c06cc8e9-e82b-4e3d-9f31-54c048bfd6ae None None] Provisioning complete for port e32722ac-43ca-4e30-a37f-b91e96b03973 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:16.818250 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c06cc8e9-e82b-4e3d-9f31-54c048bfd6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.832596 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0fa6420f-11e8-47cd-929d-cf5f5cd77c47 req-a4331060-6cbc-43d5-850b-ae84e17da0bc tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921471 Oct 19 11:18:16.852796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ddd0b2cd-8462-4501-906a-3177a0638b0f req-fbd82096-24ba-45a7-9bf1-0e3031be1577 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939120 Oct 19 11:18:16.871720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c06cc8e9-e82b-4e3d-9f31-54c048bfd6ae None None] Port e32722ac-43ca-4e30-a37f-b91e96b03973 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:18:16.872915 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.890973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.891206 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.954690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23bf4b4-5372-4405-955c-f36bb72acb65,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:16.971600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:18:16.979883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=921e9dfa-4851-4f10-8aca-a67485c5c8b6,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:16.981742 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:16.982093 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Added segment 563d034a-a146-4c70-9da0-767e74bbe1fa of type vlan for network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 Oct 19 11:18:17.032020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:17.070543 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-7102ae00-3a8f-497f-98f3-66265a172438 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1661263 Oct 19 11:18:17.072088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Pushing event updated for resources: {'Port': ['ID=d611926b-c6e5-4d06-bf8d-54e9c8ee308b,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:17.111195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Request body: {'port': {'device_id': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:17.136521 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:17.139097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:17.140349 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:17.249515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['921e9dfa-4851-4f10-8aca-a67485c5c8b6'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:18:17.279011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] Pushing event updated for resources: {'Network': ['ID=dc29f516-d43c-4d64-9dd4-8e0a8f4373f7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:17.283439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f53f0-c56c-4dcc-b8c1-5b94384a7796 req-24354cea-b1c5-4f28-9d55-4c996cf11b1e tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:17.285289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b50f53f0-c56c-4dcc-b8c1-5b94384a7796 req-24354cea-b1c5-4f28-9d55-4c996cf11b1e tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 949 time: 0.2521002 Oct 19 11:18:17.297578 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:17.304094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-80846b1d-a36b-4329-befd-c12ffaa8fcff admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0212636 Oct 19 11:18:17.307604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52860) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:17.315029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] Request body: {'subnet': {'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-172381284-subnet', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:17.347902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:18:17.461183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:17.464920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:17.489376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Attempting to bind port d611926b-c6e5-4d06-bf8d-54e9c8ee308b on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:17.489716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Attempting to bind port d611926b-c6e5-4d06-bf8d-54e9c8ee308b by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '6f7d0686-9cda-4a31-a483-216230e42d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '52fe815f-fae4-496b-b186-528db150429d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:17.490053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Attempting to bind port d611926b-c6e5-4d06-bf8d-54e9c8ee308b on network 52fe815f-fae4-496b-b186-528db150429d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:17.529661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b50f53f0-c56c-4dcc-b8c1-5b94384a7796 req-933041a9-2847-4e5f-a3a5-00df7e8eb42a tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125151 Oct 19 11:18:17.533240 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:17.560349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Port d611926b-c6e5-4d06-bf8d-54e9c8ee308b on network 52fe815f-fae4-496b-b186-528db150429d not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:18:17.560829 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Attempting to bind port d611926b-c6e5-4d06-bf8d-54e9c8ee308b on network 52fe815f-fae4-496b-b186-528db150429d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:17.577696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf229b6e-146e-4785-969f-253f69f07e79,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:17.601673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:17.602086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Checking segment: {'id': '6f7d0686-9cda-4a31-a483-216230e42d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '52fe815f-fae4-496b-b186-528db150429d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:17.602483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Bound using segment: {'id': '6f7d0686-9cda-4a31-a483-216230e42d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '52fe815f-fae4-496b-b186-528db150429d'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:17.603533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Bound port: d611926b-c6e5-4d06-bf8d-54e9c8ee308b, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7d0686-9cda-4a31-a483-216230e42d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '52fe815f-fae4-496b-b186-528db150429d'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:17.603533 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:17.714092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0394ef-db71-43b9-9bfa-2c2d097714ff req-c46c59ea-31a7-445e-b3ed-e26e77ebc4cc tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:17.715828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea0394ef-db71-43b9-9bfa-2c2d097714ff req-c46c59ea-31a7-445e-b3ed-e26e77ebc4cc tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 944 time: 0.0948822 Oct 19 11:18:17.798759 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:17.803940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] For port d611926b-c6e5-4d06-bf8d-54e9c8ee308b, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:17.822890 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea0394ef-db71-43b9-9bfa-2c2d097714ff req-6b217f08-5572-4a23-b50c-c5611174c974 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996420 Oct 19 11:18:17.929040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] For port d611926b-c6e5-4d06-bf8d-54e9c8ee308b, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=d611926b-c6e5-4d06-bf8d-54e9c8ee308b,segment=NetworkSegment(6f7d0686-9cda-4a31-a483-216230e42d1a),segment_id=6f7d0686-9cda-4a31-a483-216230e42d1a)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:17.946177 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.066468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111d9fb-d7e9-44e8-b155-75bc6270f51e req-d5bb5b30-9a91-4b03-bd09-fbe27a50fc24 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:18.072852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111d9fb-d7e9-44e8-b155-75bc6270f51e req-d5bb5b30-9a91-4b03-bd09-fbe27a50fc24 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:18.080598 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6111d9fb-d7e9-44e8-b155-75bc6270f51e req-d5bb5b30-9a91-4b03-bd09-fbe27a50fc24 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1666 time: 0.1490378 Oct 19 11:18:18.085372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99f8571-6895-466b-bfb0-4ebb55650ba5,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:18.110175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] Checking segment: {'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:18.110669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] Network hostable DHCP agents. Network: dc29f516-d43c-4d64-9dd4-8e0a8f4373f7, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:18:18.132911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6111d9fb-d7e9-44e8-b155-75bc6270f51e req-989b7609-76ec-4c92-a625-6bb8c7e617eb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512192 Oct 19 11:18:18.216408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] Network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:18:18.291014 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 026f2330-cb1a-4a47-b7c4-a4b603d196ac details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:18:18.293225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:18.314391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, dc29f516-d43c-4d64-9dd4-8e0a8f4373f7) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:18.319798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:18.321085 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.335528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267cfdfd-9ac2-45c1-929c-fa538492b86b None None] Network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:18:18.356963 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.373127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.429452 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e685cf2c-9327-493e-b46c-d8c3afceab66 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1207540 Oct 19 11:18:18.437483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52902) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:18.442411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:18.502728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.506489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32722ac-43ca-4e30-a37f-b91e96b03973 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:18.510671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Pushing event updated for resources: {'Port': ['ID=d611926b-c6e5-4d06-bf8d-54e9c8ee308b,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:18.541354 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.582888 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.583440 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.673521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:18.675832 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.678264 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-4fbee36e-60d9-4698-9273-e921e3b4670a service neutron] 10.222.0.49 "PUT /v2.0/ports/d611926b-c6e5-4d06-bf8d-54e9c8ee308b HTTP/1.1" status: 200 len: 1091 time: 3.2432384 Oct 19 11:18:18.682363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'tag': 'd611926b-c6e5-4d06-bf8d-54e9c8ee308b'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:18.685601 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5136787-c029-4ebc-b8ee-efdfd0268533" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "tag": "d611926b-c6e5-4d06-bf8d-54e9c8ee308b"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:18.721822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88010b64-5600-4920-a32c-b4a99396310d req-2029b376-4e20-4e64-837b-db076f483c80 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:18.730278 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.731799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88010b64-5600-4920-a32c-b4a99396310d req-2029b376-4e20-4e64-837b-db076f483c80 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 932 time: 0.8103893 Oct 19 11:18:18.760150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Transition to ACTIVE for port object e32722ac-43ca-4e30-a37f-b91e96b03973 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:18:18.785208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Request body: {'port': {'device_id': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:18.842509 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88010b64-5600-4920-a32c-b4a99396310d req-01fe1d68-8bbf-4627-b8ab-881398ac58cb tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059897 Oct 19 11:18:18.860010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.860010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:18:18.861983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4bd81-8340-4c05-ba6e-6e1a6dd7bb50 req-e1c9872b-4809-4218-b10c-b566fd087092 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:18.866366 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eaa4bd81-8340-4c05-ba6e-6e1a6dd7bb50 req-e1c9872b-4809-4218-b10c-b566fd087092 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 949 time: 0.1398356 Oct 19 11:18:18.881223 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.886628 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7c596704-131a-4bb2-b83b-48a5ad6d124f admin admin] 10.222.0.39 "DELETE /v2.0/routers/7a8eaf3f-2b67-4ebe-ae66-7ccacd139748 HTTP/1.1" status: 204 len: 168 time: 3.6658428 Oct 19 11:18:18.895818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52912) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:18.897487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:18.954773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 13db07ea-fef1-4ade-b3f1-05ce8a49e481 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:19.041307 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54def8e-ff5f-4a86-b5ea-ced92e1f5332 x-openstack-request-id: req-d54def8e-ff5f-4a86-b5ea-ced92e1f5332 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:19.041696 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "tag": "d611926b-c6e5-4d06-bf8d-54e9c8ee308b", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:19.041907 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d54def8e-ff5f-4a86-b5ea-ced92e1f5332 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:19.042244 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'tag': 'd611926b-c6e5-4d06-bf8d-54e9c8ee308b', 'status': 'completed', 'code': 200} Oct 19 11:18:19.043908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Pushing event updated for resources: {'Port': ['ID=e32722ac-43ca-4e30-a37f-b91e96b03973,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:19.089510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 13db07ea-fef1-4ade-b3f1-05ce8a49e481 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:18:19.100620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 13db07ea-fef1-4ade-b3f1-05ce8a49e481 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:18:19.108512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:19.115736 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:19.141482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.141832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.142172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.142834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.143182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.143498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.143865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.144192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.144519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.144867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.145189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.145645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:19.151590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1a4316-2fc1-428d-b127-3dd56a4d3348 admin admin] Deleting subnet c4b3cf16-417a-4ccd-9cd1-a21b619ed00a {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:18:19.178448 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e1a4316-2fc1-428d-b127-3dd56a4d3348 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:19.274109 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:19.283828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 026f2330-cb1a-4a47-b7c4-a4b603d196ac, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=026f2330-cb1a-4a47-b7c4-a4b603d196ac,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:19.294872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:19.336351 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eaa4bd81-8340-4c05-ba6e-6e1a6dd7bb50 req-d8a393e4-394f-4a6e-b006-edc4b016f011 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973284 Oct 19 11:18:19.349735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '026f2330-cb1a-4a47-b7c4-a4b603d196ac', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'port_id': '026f2330-cb1a-4a47-b7c4-a4b603d196ac', 'mac_address': 'fa:16:3e:fd:d4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfa5705-e214-45b1-b7ca-60a9322912ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:18:19.405352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5136787-c029-4ebc-b8ee-efdfd0268533 req-68790c7b-fcb4-428e-99b3-4d8fa7e083f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:19.405733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5136787-c029-4ebc-b8ee-efdfd0268533 req-68790c7b-fcb4-428e-99b3-4d8fa7e083f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:19.414878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b5136787-c029-4ebc-b8ee-efdfd0268533 req-68790c7b-fcb4-428e-99b3-4d8fa7e083f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b222dbc643c8414a8bd2e17530406d5e&device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1913 time: 0.3453753 Oct 19 11:18:19.443179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e1a4316-2fc1-428d-b127-3dd56a4d3348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:19.469206 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:19.470104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'fixed_ips': [{'subnet_id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:18:19.472775 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:19.583969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774955e-0517-42f9-a7a1-0de23bb9d510 req-53f0d019-c1ec-49ed-97b2-dd2dac49f1bc tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:19.594538 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b774955e-0517-42f9-a7a1-0de23bb9d510 req-53f0d019-c1ec-49ed-97b2-dd2dac49f1bc tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 944 time: 0.4183500 Oct 19 11:18:19.609671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Attempting to bind port e32722ac-43ca-4e30-a37f-b91e96b03973 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:19.610015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Attempting to bind port e32722ac-43ca-4e30-a37f-b91e96b03973 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:19.610328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Attempting to bind port e32722ac-43ca-4e30-a37f-b91e96b03973 on network e233824c-f866-4ed5-ad48-7b8c5d7d5218 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:19.631621 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:19.657067 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:19.671672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Port e32722ac-43ca-4e30-a37f-b91e96b03973 on network e233824c-f866-4ed5-ad48-7b8c5d7d5218 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:18:19.672228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Attempting to bind port e32722ac-43ca-4e30-a37f-b91e96b03973 on network e233824c-f866-4ed5-ad48-7b8c5d7d5218 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:19.772580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:19.773411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Checking segment: {'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:19.774019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Bound using segment: {'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:19.774754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Bound port: e32722ac-43ca-4e30-a37f-b91e96b03973, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f4368b-df24-46e8-b4a8-96eaae8fd1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:19.775285 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:19.800042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 026f2330-cb1a-4a47-b7c4-a4b603d196ac {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:19.805094 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:19.830171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b774955e-0517-42f9-a7a1-0de23bb9d510 req-0636fa59-f31d-4903-8f6d-600e9572f164 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299707 Oct 19 11:18:19.895895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:19.919114 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4f65ec-6432-4412-ab52-95a201c12016" -d '{"events": [{"server_uuid": "5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb", "name": "network-vif-plugged", "status": "completed", "tag": "0b75a6f6-9e05-4425-8bd8-8f22263dc3a8"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:19.944136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebda259-94a5-4b1b-a5c9-96f56d3a1f1a req-1c092ab8-f7d2-4cc9-9b66-3349683e6927 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:19.950847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebda259-94a5-4b1b-a5c9-96f56d3a1f1a req-1c092ab8-f7d2-4cc9-9b66-3349683e6927 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:19.959677 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cebda259-94a5-4b1b-a5c9-96f56d3a1f1a req-1c092ab8-f7d2-4cc9-9b66-3349683e6927 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1666 time: 0.4627936 Oct 19 11:18:19.991097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:20.003881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 026f2330-cb1a-4a47-b7c4-a4b603d196ac, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=026f2330-cb1a-4a47-b7c4-a4b603d196ac,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:20.024102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5136787-c029-4ebc-b8ee-efdfd0268533 req-736bc980-da62-4280-9e7d-9ac6d4043a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:20.025808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e1a4316-2fc1-428d-b127-3dd56a4d3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:20.031306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5136787-c029-4ebc-b8ee-efdfd0268533 req-736bc980-da62-4280-9e7d-9ac6d4043a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:20.031974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5136787-c029-4ebc-b8ee-efdfd0268533 req-736bc980-da62-4280-9e7d-9ac6d4043a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:20.033692 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b5136787-c029-4ebc-b8ee-efdfd0268533 req-736bc980-da62-4280-9e7d-9ac6d4043a2d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b222dbc643c8414a8bd2e17530406d5e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6180305 Oct 19 11:18:20.078283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Allocated IP 172.20.0.2 (dc29f516-d43c-4d64-9dd4-8e0a8f4373f7/f99f8571-6895-466b-bfb0-4ebb55650ba5/5c520fb5-8e48-4e29-9c1c-5d86cfba9829) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:20.105631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] For port e32722ac-43ca-4e30-a37f-b91e96b03973, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:20.165411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:20.166414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 921e9dfa-4851-4f10-8aca-a67485c5c8b6 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:20.186132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cebda259-94a5-4b1b-a5c9-96f56d3a1f1a req-4026e37f-34ed-4737-986a-fab92453279d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267432 Oct 19 11:18:20.223856 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:20.306071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] For port e32722ac-43ca-4e30-a37f-b91e96b03973, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e32722ac-43ca-4e30-a37f-b91e96b03973,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:20.416729 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:20.422472 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:20.436770 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519cc1dc-76f7-4ec9-92d4-1fb4c69b0ef5 x-openstack-request-id: req-519cc1dc-76f7-4ec9-92d4-1fb4c69b0ef5 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:20.437254 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb", "name": "network-vif-plugged", "status": "completed", "tag": "0b75a6f6-9e05-4425-8bd8-8f22263dc3a8", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:20.437630 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-519cc1dc-76f7-4ec9-92d4-1fb4c69b0ef5 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:20.438138 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8', 'code': 200} Oct 19 11:18:20.447966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:20.464503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a1968-7055-4e28-bd54-52b6d9bb1ae0 req-ccf88de9-9263-484c-8747-9418bb36f7b9 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:20.465701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a7a1968-7055-4e28-bd54-52b6d9bb1ae0 req-ccf88de9-9263-484c-8747-9418bb36f7b9 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 944 time: 0.3801920 Oct 19 11:18:20.578781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:20.579390 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:20.580762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] 10.222.0.49 "PUT /v2.0/ports/e32722ac-43ca-4e30-a37f-b91e96b03973 HTTP/1.1" status: 200 len: 1092 time: 3.4746940 Oct 19 11:18:20.633355 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:20.633355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 921e9dfa-4851-4f10-8aca-a67485c5c8b6 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:18:20.634100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['026f2330-cb1a-4a47-b7c4-a4b603d196ac'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:18:20.638125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cf229b6e-146e-4785-969f-253f69f07e79 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:20.657192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 921e9dfa-4851-4f10-8aca-a67485c5c8b6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:20.657192 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:20.684289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e1a4316-2fc1-428d-b127-3dd56a4d3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:20.824572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a4316-2fc1-428d-b127-3dd56a4d3348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b3cf16-417a-4ccd-9cd1-a21b619ed00a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:20.850647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e1a4316-2fc1-428d-b127-3dd56a4d3348 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:20.854680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: cf229b6e-146e-4785-969f-253f69f07e79 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:18:20.855159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cf229b6e-146e-4785-969f-253f69f07e79 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:18:20.867928 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3e1a4316-2fc1-428d-b127-3dd56a4d3348 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c4b3cf16-417a-4ccd-9cd1-a21b619ed00a HTTP/1.1" status: 204 len: 168 time: 1.9636090 Oct 19 11:18:20.870203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:20.895439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52940) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:20.896481 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:20.918810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:20.925684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ddc775-af31-4572-9a29-2a4280422f85 None None] Network 249af3c2-1427-423b-a862-917b77adb9f0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:18:20.947501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:20.991775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 921e9dfa-4851-4f10-8aca-a67485c5c8b6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=921e9dfa-4851-4f10-8aca-a67485c5c8b6,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:21.024636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a7a1968-7055-4e28-bd54-52b6d9bb1ae0 req-f137de0d-6a29-417d-8949-3018dd79468d tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5236957 Oct 19 11:18:21.026080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=026f2330-cb1a-4a47-b7c4-a4b603d196ac,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:21.156488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5031dd84-9539-486a-8d85-05fd80863986 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:21.174455 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:21.188920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5136787-c029-4ebc-b8ee-efdfd0268533 req-bfe17ab8-e8ea-401b-a4d4-ca7120248db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:21.192843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b5136787-c029-4ebc-b8ee-efdfd0268533 req-bfe17ab8-e8ea-401b-a4d4-ca7120248db3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1480143 Oct 19 11:18:21.205193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Transition to ACTIVE for port object 5031dd84-9539-486a-8d85-05fd80863986 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:18:21.217518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'tag': 'e32722ac-43ca-4e30-a37f-b91e96b03973'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:21.227644 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "494a9bcc-6c65-4c2e-b0dc-29dda34516fd", "tag": "e32722ac-43ca-4e30-a37f-b91e96b03973"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:21.234229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Pushing event updated for resources: {'Port': ['ID=5c520fb5-8e48-4e29-9c1c-5d86cfba9829,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:21.239635 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:21.303023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be82456-9e6c-4733-ad26-19f5ebd3f41a req-7ca79338-4ace-4520-99f9-afa97ede5814 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:21.323648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6be82456-9e6c-4733-ad26-19f5ebd3f41a req-7ca79338-4ace-4520-99f9-afa97ede5814 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 949 time: 0.8418670 Oct 19 11:18:21.377756 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:21.380794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faf623-5912-45b3-b167-fd064c8df990 req-e8963006-fcc6-476f-9a42-e4a9499b745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:21.382698 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2faf623-5912-45b3-b167-fd064c8df990 req-e8963006-fcc6-476f-9a42-e4a9499b745e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 1096 time: 0.7371850 Oct 19 11:18:21.410570 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:21.439203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafd2b6-8475-466d-bd1c-4ff90c47cf91 service neutron] Pushing event updated for resources: {'Port': ['ID=e32722ac-43ca-4e30-a37f-b91e96b03973,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:21.533476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:21.546654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Attempting to bind port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:21.547287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Attempting to bind port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:21.547505 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Attempting to bind port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 on network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:21.564057 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6be82456-9e6c-4733-ad26-19f5ebd3f41a req-301e15b4-50e9-4552-afa6-3a87f7bd952a tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330046 Oct 19 11:18:21.654678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:21.655121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Checking segment: {'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:21.655531 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:21.655925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Bound using segment: {'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:21.657063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Bound port: 5c520fb5-8e48-4e29-9c1c-5d86cfba9829, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:21.659144 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:21.764223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-3ae9645c-8082-4bbb-97c1-86df3408573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:21.765790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-3ae9645c-8082-4bbb-97c1-86df3408573b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b41231ffdc5472db88c28378b6a108a&device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 1095 time: 1.0227945 Oct 19 11:18:21.827031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Allocated IP 172.25.2.180 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:21.838303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=921e9dfa-4851-4f10-8aca-a67485c5c8b6,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:21.892183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222347b-56bb-4133-b690-dcc9701033cc req-e52166da-8287-45a4-a401-9e4991b04d62 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:21.896035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7222347b-56bb-4133-b690-dcc9701033cc req-e52166da-8287-45a4-a401-9e4991b04d62 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.6206172 Oct 19 11:18:22.091116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e535e-94e2-407c-964c-fa294d4bcb88 req-da7a64bf-dd41-4adb-9f08-d4cf37eaf530 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:22.097217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e535e-94e2-407c-964c-fa294d4bcb88 req-da7a64bf-dd41-4adb-9f08-d4cf37eaf530 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:22.104608 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d1e535e-94e2-407c-964c-fa294d4bcb88 req-da7a64bf-dd41-4adb-9f08-d4cf37eaf530 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1678 time: 0.2470164 Oct 19 11:18:22.167867 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:22.175641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] For port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:22.176269 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-d56a7d51-08b6-467d-83ed-da3a8372c338 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e32722ac-43ca-4e30-a37f-b91e96b03973 HTTP/1.1" status: 200 len: 217 time: 0.1318953 Oct 19 11:18:22.184758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] For port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5c520fb5-8e48-4e29-9c1c-5d86cfba9829,segment=NetworkSegment(563d034a-a146-4c70-9da0-767e74bbe1fa),segment_id=563d034a-a146-4c70-9da0-767e74bbe1fa)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:22.203058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d1e535e-94e2-407c-964c-fa294d4bcb88 req-0ea7dc52-13de-4266-8651-e64b60a34409 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973606 Oct 19 11:18:22.240426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68e0380-6d14-4c20-8186-e4b8d1c5ce91 None None] DHCP port deletion for 249af3c2-1427-423b-a862-917b77adb9f0 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:18:22.261158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Attempting to bind port 5031dd84-9539-486a-8d85-05fd80863986 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:22.264862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Attempting to bind port 5031dd84-9539-486a-8d85-05fd80863986 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '951979c1-e7ed-4143-9930-f8445e439372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:22.264862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Attempting to bind port 5031dd84-9539-486a-8d85-05fd80863986 on network 174a3172-857d-47e2-aae1-7f69a2164eb1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:22.274829 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:22.335471 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365a1aa5-d367-4335-97b4-1ee1fb9684a8 x-openstack-request-id: req-365a1aa5-d367-4335-97b4-1ee1fb9684a8 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:22.337554 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494a9bcc-6c65-4c2e-b0dc-29dda34516fd", "tag": "e32722ac-43ca-4e30-a37f-b91e96b03973", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:22.338900 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-365a1aa5-d367-4335-97b4-1ee1fb9684a8 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:22.339413 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'tag': 'e32722ac-43ca-4e30-a37f-b91e96b03973', 'status': 'completed', 'code': 200} Oct 19 11:18:22.348764 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:22.368969 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2faf623-5912-45b3-b167-fd064c8df990 req-86a2f280-21fb-4488-b9bb-bded9b3b64c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9189649 Oct 19 11:18:22.414430 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:22.430928 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Pushing event updated for resources: {'Port': ['ID=5031dd84-9539-486a-8d85-05fd80863986,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:22.431936 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:22.452954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:22.465855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Port 5031dd84-9539-486a-8d85-05fd80863986 on network 174a3172-857d-47e2-aae1-7f69a2164eb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:18:22.467857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Attempting to bind port 5031dd84-9539-486a-8d85-05fd80863986 on network 174a3172-857d-47e2-aae1-7f69a2164eb1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:22.477121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:22.492421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7222347b-56bb-4133-b690-dcc9701033cc req-47ae64af-989d-4e02-9803-9c863a7e3e55 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858003 Oct 19 11:18:22.504436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:22.504786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Checking segment: {'id': '951979c1-e7ed-4143-9930-f8445e439372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:22.505160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Bound using segment: {'id': '951979c1-e7ed-4143-9930-f8445e439372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:22.505605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Bound port: 5031dd84-9539-486a-8d85-05fd80863986, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951979c1-e7ed-4143-9930-f8445e439372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:22.505943 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:22.519676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bd2f66-8fc4-4520-9a0e-f991627459e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921e9dfa-4851-4f10-8aca-a67485c5c8b6'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:22.533912 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b6ea47-94d4-4ca6-ba36-c2e62d6f44b2" -d '{"events": [{"server_uuid": "15bd2f66-8fc4-4520-9a0e-f991627459e7", "name": "network-vif-plugged", "status": "completed", "tag": "921e9dfa-4851-4f10-8aca-a67485c5c8b6"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:22.536605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054110b-7b34-48db-8269-bc52ee0a517b None None] Pushing event updated for resources: {'Port': ['ID=5c520fb5-8e48-4e29-9c1c-5d86cfba9829,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:22.549481 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 026f2330-cb1a-4a47-b7c4-a4b603d196ac up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:22.562132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-0d54549f-0dee-4eee-a0f3-dabd4a3ea153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:22.563609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-0d54549f-0dee-4eee-a0f3-dabd4a3ea153 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2de2ab05-6dd8-4d81-8644-90e71ec23a02 HTTP/1.1" status: 200 len: 853 time: 0.2160301 Oct 19 11:18:22.623616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Pushing event updated for resources: {'Port': ['ID=1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:22.650011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa555669-e051-4681-8b40-0bd89cf2453e req-fa011c9e-3c50-42e4-908d-d28b95d497b4 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:22.652607 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aa555669-e051-4681-8b40-0bd89cf2453e req-fa011c9e-3c50-42e4-908d-d28b95d497b4 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 944 time: 0.3155382 Oct 19 11:18:22.740214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4f504264-0e38-41b3-9d4e-f565462dbeca no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:22.775317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Deleting port 4f504264-0e38-41b3-9d4e-f565462dbeca {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:22.775901 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:22.778363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-e205868a-fb3c-4ade-b655-73812e2700e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:22.782153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 026f2330-cb1a-4a47-b7c4-a4b603d196ac triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:22.782853 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:22.785528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-e205868a-fb3c-4ade-b655-73812e2700e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e233824c-f866-4ed5-ad48-7b8c5d7d5218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121770 Oct 19 11:18:22.868063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f68e0380-6d14-4c20-8186-e4b8d1c5ce91 None None] Deleting port 4f504264-0e38-41b3-9d4e-f565462dbeca {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:22.868831 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f68e0380-6d14-4c20-8186-e4b8d1c5ce91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:23.013449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-4626fdcb-2ea3-4c78-bf4c-3ba6f6c4dc08 service neutron] 10.222.0.49 "GET /v2.0/networks/e233824c-f866-4ed5-ad48-7b8c5d7d5218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132831 Oct 19 11:18:23.018148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f68e0380-6d14-4c20-8186-e4b8d1c5ce91 None None] For port 4f504264-0e38-41b3-9d4e-f565462dbeca, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4f504264-0e38-41b3-9d4e-f565462dbeca,segment=NetworkSegment(b393df39-e5c9-4f4e-af68-4ef479e79697),segment_id=b393df39-e5c9-4f4e-af68-4ef479e79697)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:23.018148 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f68e0380-6d14-4c20-8186-e4b8d1c5ce91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:23.018447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] For port 5031dd84-9539-486a-8d85-05fd80863986, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:23.029189 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aa555669-e051-4681-8b40-0bd89cf2453e req-c14616aa-6b41-4989-9e98-49db624e0faf tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766862 Oct 19 11:18:23.071932 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:23.078114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] For port 5031dd84-9539-486a-8d85-05fd80863986, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=5031dd84-9539-486a-8d85-05fd80863986,segment=NetworkSegment(951979c1-e7ed-4143-9930-f8445e439372),segment_id=951979c1-e7ed-4143-9930-f8445e439372)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:23.174807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7636c-426d-4b84-b31b-8b92bb07bc82 req-36657374-9f99-4da3-b8d4-ca40b90bbd7e tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:23.190827 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f7636c-426d-4b84-b31b-8b92bb07bc82 req-36657374-9f99-4da3-b8d4-ca40b90bbd7e tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 950 time: 0.4905405 Oct 19 11:18:23.197284 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becb6067-a13d-4b13-84d3-78249362b22f x-openstack-request-id: req-becb6067-a13d-4b13-84d3-78249362b22f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:23.197560 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bd2f66-8fc4-4520-9a0e-f991627459e7", "name": "network-vif-plugged", "status": "completed", "tag": "921e9dfa-4851-4f10-8aca-a67485c5c8b6", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:23.197875 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-becb6067-a13d-4b13-84d3-78249362b22f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:23.198236 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bd2f66-8fc4-4520-9a0e-f991627459e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921e9dfa-4851-4f10-8aca-a67485c5c8b6', 'code': 200} Oct 19 11:18:23.199161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f68e0380-6d14-4c20-8186-e4b8d1c5ce91 None None] Calling delete_port for 4f504264-0e38-41b3-9d4e-f565462dbeca owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:23.215465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:23.243829 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] For port 4f504264-0e38-41b3-9d4e-f565462dbeca, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4f504264-0e38-41b3-9d4e-f565462dbeca,segment=NetworkSegment(b393df39-e5c9-4f4e-af68-4ef479e79697),segment_id=b393df39-e5c9-4f4e-af68-4ef479e79697)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:23.244147 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:23.269985 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:23.288381 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:23.439200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Pushing event updated for resources: {'Port': ['ID=5031dd84-9539-486a-8d85-05fd80863986,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:23.457681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 4f504264-0e38-41b3-9d4e-f565462dbeca, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4f504264-0e38-41b3-9d4e-f565462dbeca,segment=NetworkSegment(b393df39-e5c9-4f4e-af68-4ef479e79697),segment_id=b393df39-e5c9-4f4e-af68-4ef479e79697)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:23.500169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:23.500808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:23.502196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-3fdd6af0-9707-43a0-9f7e-71424dcb2234 service neutron] 10.222.0.49 "PUT /v2.0/ports/5031dd84-9539-486a-8d85-05fd80863986 HTTP/1.1" status: 200 len: 1092 time: 4.7235556 Oct 19 11:18:23.551105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Calling delete_port for 4f504264-0e38-41b3-9d4e-f565462dbeca owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:23.611844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 026f2330-cb1a-4a47-b7c4-a4b603d196ac, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=026f2330-cb1a-4a47-b7c4-a4b603d196ac,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:23.620920 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:23.638159 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f7636c-426d-4b84-b31b-8b92bb07bc82 req-bc729468-7d6d-43ad-90d6-3724f1eaded8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458869 Oct 19 11:18:23.763567 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:23.823933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=4f504264-0e38-41b3-9d4e-f565462dbeca,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:23.876520 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:23.901796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=026f2330-cb1a-4a47-b7c4-a4b603d196ac,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:23.964205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d709e-a432-4852-8ae3-f41efb19c5da req-f7f710d7-2110-4c5b-9546-a6054d251f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:23.970830 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5e3d709e-a432-4852-8ae3-f41efb19c5da req-f7f710d7-2110-4c5b-9546-a6054d251f4c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 1101 time: 0.5290315 Oct 19 11:18:23.991172 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f68e0380-6d14-4c20-8186-e4b8d1c5ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:24.016888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e0380-6d14-4c20-8186-e4b8d1c5ce91 None None] No DVR routers for this DVR port 4f504264-0e38-41b3-9d4e-f565462dbeca on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:24.068686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e0380-6d14-4c20-8186-e4b8d1c5ce91 None None] Pushing event deleted for resources: {'Port': ['ID=4f504264-0e38-41b3-9d4e-f565462dbeca,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:24.111755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408f08ce-1d10-4675-ae40-6ba78ba389fd req-4948f872-fb2c-4f94-a398-7f69a19f1b9a service neutron] 10.222.0.49 "GET /v2.0/networks/e233824c-f866-4ed5-ad48-7b8c5d7d5218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0737774 Oct 19 11:18:24.145802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-25dad35b-654f-4fdb-aec3-58108b9da4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:24.146699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-25dad35b-654f-4fdb-aec3-58108b9da4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:24.149227 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-25dad35b-654f-4fdb-aec3-58108b9da4ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b222dbc643c8414a8bd2e17530406d5e&device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1980 time: 0.4749196 Oct 19 11:18:24.152058 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:24.192044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83419d5-6e58-4189-a0f8-b3aa9c33bf29 req-096a1282-b421-4267-984b-6dfdb27d005f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:24.198537 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83419d5-6e58-4189-a0f8-b3aa9c33bf29 req-096a1282-b421-4267-984b-6dfdb27d005f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:24.200750 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f83419d5-6e58-4189-a0f8-b3aa9c33bf29 req-096a1282-b421-4267-984b-6dfdb27d005f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1678 time: 0.6635730 Oct 19 11:18:24.223401 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5e3d709e-a432-4852-8ae3-f41efb19c5da req-7364eb80-5641-4d92-9873-1ff03e4cb6a9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700969 Oct 19 11:18:24.236511 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4f504264-0e38-41b3-9d4e-f565462dbeca,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:24.289700 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f83419d5-6e58-4189-a0f8-b3aa9c33bf29 req-22e563c1-7449-4cb3-8ed9-be9af585f6a5 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797868 Oct 19 11:18:24.302231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] No DVR routers for this DVR port 4f504264-0e38-41b3-9d4e-f565462dbeca on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:24.307383 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-3af180c2-cd16-4795-9f5b-7b2c381ff05e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.13&port_id=d611926b-c6e5-4d06-bf8d-54e9c8ee308b HTTP/1.1" status: 200 len: 217 time: 0.1198785 Oct 19 11:18:24.329933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515dfc9-5f21-45fa-8338-665838b79193 req-bfd1b5d5-9a18-49ed-8351-f020fdf0e8e2 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:24.331493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c515dfc9-5f21-45fa-8338-665838b79193 req-bfd1b5d5-9a18-49ed-8351-f020fdf0e8e2 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.4846370 Oct 19 11:18:24.362327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Router 23d2879d-2f98-42b4-b547-49f3fc05953f is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:18:24.418332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'tag': '5031dd84-9539-486a-8d85-05fd80863986'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:24.420635 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bec9a9c-f6e3-4417-b592-ab606c3016dd" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "tag": "5031dd84-9539-486a-8d85-05fd80863986"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:24.424127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-52898a2c-7ded-4632-bf00-2973b85bf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:24.435954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-52898a2c-7ded-4632-bf00-2973b85bf882 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=14699500-bd13-46fa-8e3d-790db4e5d5ab HTTP/1.1" status: 200 len: 801 time: 0.1019928 Oct 19 11:18:24.521049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:18:24.532527 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Sync routers for ids ['23d2879d-2f98-42b4-b547-49f3fc05953f'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:18:24.554511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a9a0d-65ad-426c-a753-1af0e1415bb7 None None] Network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:18:24.561657 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Routers {'23d2879d-2f98-42b4-b547-49f3fc05953f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:24.562410 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:17:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23d2879d-2f98-42b4-b547-49f3fc05953f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:24.623682 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:24.625330 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ac89be21-a43e-4aee-a8a1-b3aad0d1b275 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1868863 Oct 19 11:18:24.628401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52990) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:24.629082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:24.649531 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a req-53c55367-d62e-4d26-ae4a-97c9a5c9a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:24.651366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a req-53c55367-d62e-4d26-ae4a-97c9a5c9a076 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b41231ffdc5472db88c28378b6a108a&device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 1095 time: 0.3395507 Oct 19 11:18:24.711824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c515dfc9-5f21-45fa-8338-665838b79193 req-be6ac24c-b552-4280-96e2-ff51fef72684 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412541 Oct 19 11:18:24.749704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-c2681a96-ab50-4cd7-81e9-d75b560b40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:24.751453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-c2681a96-ab50-4cd7-81e9-d75b560b40ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=52fe815f-fae4-496b-b186-528db150429d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2779732 Oct 19 11:18:24.755393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249af3c2-1427-423b-a862-917b77adb9f0']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:24.789411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b393df39-e5c9-4f4e-af68-4ef479e79697') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:24.789711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b393df39-e5c9-4f4e-af68-4ef479e79697') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:24.809811 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:24.863887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:24.876505 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Set router 23d2879d-2f98-42b4-b547-49f3fc05953f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:24.882125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c0bb0cc0-cfee-4482-be38-aeba6fb59da6 None None] Provisioning complete for port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:24.882709 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0bb0cc0-cfee-4482-be38-aeba6fb59da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:24.905750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:18:24.906176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:18:24.909858 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:18:24.947515 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2b2f5a-4e70-437f-9ea0-4111f59a0fd0 x-openstack-request-id: req-2f2b2f5a-4e70-437f-9ea0-4111f59a0fd0 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:24.947914 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "tag": "5031dd84-9539-486a-8d85-05fd80863986", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:24.948047 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f2b2f5a-4e70-437f-9ea0-4111f59a0fd0 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:24.948430 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'tag': '5031dd84-9539-486a-8d85-05fd80863986', 'status': 'completed', 'code': 200} Oct 19 11:18:24.970750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a440-2cb2-4955-83b2-790839713e09 req-102a5b5b-e29f-4d80-8677-5bbd5377caf9 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:24.972957 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-69d1a440-2cb2-4955-83b2-790839713e09 req-102a5b5b-e29f-4d80-8677-5bbd5377caf9 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 944 time: 0.2357252 Oct 19 11:18:24.989503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a req-23dbe4aa-6c4b-43c5-a504-363407737d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:24.990976 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a req-23dbe4aa-6c4b-43c5-a504-363407737d7f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e233824c-f866-4ed5-ad48-7b8c5d7d5218 HTTP/1.1" status: 200 len: 915 time: 0.3199954 Oct 19 11:18:25.007708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:25.047328 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a req-c23c0152-3d80-4ba0-b625-b4159e1e765b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e32722ac-43ca-4e30-a37f-b91e96b03973 HTTP/1.1" status: 200 len: 217 time: 0.0433519 Oct 19 11:18:25.051401 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-e7f2978c-f9af-4d23-8400-6c7554339c83 service neutron] 10.222.0.49 "GET /v2.0/networks/52fe815f-fae4-496b-b186-528db150429d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871232 Oct 19 11:18:25.099365 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:25.149014 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:25.152446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] 10.222.0.39 "DELETE /v2.0/networks/249af3c2-1427-423b-a862-917b77adb9f0 HTTP/1.1" status: 204 len: 168 time: 4.1929536 Oct 19 11:18:25.164344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-69d1a440-2cb2-4955-83b2-790839713e09 req-ec1343ba-d947-4aff-88ef-8dc88bb22ee4 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825452 Oct 19 11:18:25.205459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026f2330-cb1a-4a47-b7c4-a4b603d196ac'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:25.208328 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb01883-434c-44d2-bd9f-e11801b9d8a6" -d '{"events": [{"server_uuid": "f2ef8a27-5a2c-48d1-8deb-1440767c5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "026f2330-cb1a-4a47-b7c4-a4b603d196ac"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:25.238942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff454da-ec59-4858-bffd-91f0648840bc admin admin] Pushing event deleted for resources: {'Network': ['ID=249af3c2-1427-423b-a862-917b77adb9f0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:25.251222 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:22Z', 'revision_number': 3, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:25.292073 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Checking router: 23d2879d-2f98-42b4-b547-49f3fc05953f for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:18:25.292647 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Updating router 23d2879d-2f98-42b4-b547-49f3fc05953f port 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:18:25.338863 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:25.352591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a req-8abb5c10-1bf9-4373-9748-bf16a052a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:25.354016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a req-8abb5c10-1bf9-4373-9748-bf16a052a83f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2de2ab05-6dd8-4d81-8644-90e71ec23a02 HTTP/1.1" status: 200 len: 853 time: 0.2884746 Oct 19 11:18:25.369903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfc029-8475-4743-94e5-7343b11a7a3d req-29f79a75-f736-4286-8233-15ac2c9f4ae1 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:25.378949 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35cfc029-8475-4743-94e5-7343b11a7a3d req-29f79a75-f736-4286-8233-15ac2c9f4ae1 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.3224981 Oct 19 11:18:25.492735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6173e-652f-43ed-aa2f-3ef032d8acc2 req-115eb09c-2421-482f-8231-2849e200857b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:25.493630 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-642c8578-421e-4828-ae15-95c1d4f73498 service neutron] 10.222.0.49 "GET /v2.0/networks/52fe815f-fae4-496b-b186-528db150429d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290400 Oct 19 11:18:25.495105 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5cd6173e-652f-43ed-aa2f-3ef032d8acc2 req-115eb09c-2421-482f-8231-2849e200857b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 950 time: 0.1279576 Oct 19 11:18:25.571427 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5cd6173e-652f-43ed-aa2f-3ef032d8acc2 req-6a814f4a-a334-4998-8a89-c66fa860454f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480118 Oct 19 11:18:25.693708 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1f377d-b3d7-4926-bebc-1439df828c5f x-openstack-request-id: req-0e1f377d-b3d7-4926-bebc-1439df828c5f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:25.695912 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ef8a27-5a2c-48d1-8deb-1440767c5bf9", "name": "network-vif-plugged", "status": "completed", "tag": "026f2330-cb1a-4a47-b7c4-a4b603d196ac", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:25.695912 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e1f377d-b3d7-4926-bebc-1439df828c5f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:25.697661 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026f2330-cb1a-4a47-b7c4-a4b603d196ac', 'code': 200} Oct 19 11:18:25.709195 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fc6e7df8-ff19-48ce-9c60-4b6e5443fb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:25.728158 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0bb0cc0-cfee-4482-be38-aeba6fb59da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:25.747430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53010) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:25.783171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c0bb0cc0-cfee-4482-be38-aeba6fb59da6 None None] For port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5c520fb5-8e48-4e29-9c1c-5d86cfba9829,segment=NetworkSegment(563d034a-a146-4c70-9da0-767e74bbe1fa),segment_id=563d034a-a146-4c70-9da0-767e74bbe1fa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:25.797812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:25.798455 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:25.951318 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:25.954757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4993f-f64f-4b94-91db-52819e3040ae req-687d945f-3780-4e35-9eab-73033041fc38 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:25.956160 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0bb0cc0-cfee-4482-be38-aeba6fb59da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:25.975237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4993f-f64f-4b94-91db-52819e3040ae req-687d945f-3780-4e35-9eab-73033041fc38 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:25.987192 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fef4993f-f64f-4b94-91db-52819e3040ae req-687d945f-3780-4e35-9eab-73033041fc38 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1678 time: 0.1844285 Oct 19 11:18:25.995521 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:26.007416 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:26.048786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb0cc0-cfee-4482-be38-aeba6fb59da6 None None] Pushing event updated for resources: {'Port': ['ID=5c520fb5-8e48-4e29-9c1c-5d86cfba9829,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:26.049647 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b645a801-0a63-43e0-9c68-160c2f9eadee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d31c446c2346496c96987a8e912c36a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984114 Oct 19 11:18:26.053967 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53016) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:26.088389 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:26.147354 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:18:26.155792 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:18:26.166643 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa51de-aa54-45d0-94e9-6971b04439ea None None] Pushing event updated for resources: {'Port': ['ID=1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:26.188803 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Attempting to bind port 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:26.188803 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Attempting to bind port 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:26.189321 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Attempting to bind port 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:26.197669 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35cfc029-8475-4743-94e5-7343b11a7a3d req-4457f129-8743-4280-aa74-d6788e73ab7f tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8123255 Oct 19 11:18:26.202274 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-84b8a394-1764-400c-8653-31d05a01db19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.211&port_id=5031dd84-9539-486a-8d85-05fd80863986 HTTP/1.1" status: 200 len: 217 time: 0.6366231 Oct 19 11:18:26.211466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a req-3ae08b23-bd16-43c7-a967-eeb565a638e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:26.211641 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:26.212080 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:26.212679 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:26.212849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a req-3ae08b23-bd16-43c7-a967-eeb565a638e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e233824c-f866-4ed5-ad48-7b8c5d7d5218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8242495 Oct 19 11:18:26.213619 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:26.213854 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Bound port: 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:26.215344 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:26.241718 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fef4993f-f64f-4b94-91db-52819e3040ae req-2b6b7006-174f-4ae7-b416-c3275b607ceb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445159 Oct 19 11:18:26.297121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-95b30ca9-c6cc-4b7f-a15e-1690de5c8533 None None] Provisioning complete for port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:26.300886 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-95b30ca9-c6cc-4b7f-a15e-1690de5c8533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:26.315723 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5adcc6fa-dcac-4565-ae80-d6714db3248f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:26.318295 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] For port 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:26.327878 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] For port 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:26.344957 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a req-97c43314-b6c5-47dc-9dfb-4bc5ce6236f7 service neutron] 10.222.0.49 "GET /v2.0/networks/e233824c-f866-4ed5-ad48-7b8c5d7d5218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115270 Oct 19 11:18:26.407215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-bd7b16a6-f457-4768-810f-eee01f0be932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:26.408723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-bd7b16a6-f457-4768-810f-eee01f0be932 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a632d3db-2e31-4f1c-90b0-cc7e25c34037 HTTP/1.1" status: 200 len: 801 time: 0.1890819 Oct 19 11:18:26.417018 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:26.446050 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5adcc6fa-dcac-4565-ae80-d6714db3248f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:26.483899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e32722ac-43ca-4e30-a37f-b91e96b03973 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:18:26.493131 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa51de-aa54-45d0-94e9-6971b04439ea None None] Pushing event updated for resources: {'Port': ['ID=1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:26.560217 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Routers {'23d2879d-2f98-42b4-b547-49f3fc05953f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:26.561045 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:17:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23d2879d-2f98-42b4-b547-49f3fc05953f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:26.628220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53d963-3206-4297-989d-879d081c37f6 req-5f21d7d1-cb61-4e40-8b75-b0eb16fe63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:26.633134 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-5f21d7d1-cb61-4e40-8b75-b0eb16fe63b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=174a3172-857d-47e2-aae1-7f69a2164eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2109122 Oct 19 11:18:26.697592 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] Set router 23d2879d-2f98-42b4-b547-49f3fc05953f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:26.704599 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Allocated IP 172.20.0.1 (dc29f516-d43c-4d64-9dd4-8e0a8f4373f7/f99f8571-6895-466b-bfb0-4ebb55650ba5/615e58c7-06c4-4460-97bf-510e61af1405) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:26.794316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e32722ac-43ca-4e30-a37f-b91e96b03973, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e32722ac-43ca-4e30-a37f-b91e96b03973,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:26.799568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2b6c3-b9ee-4498-92ef-24420b114014 req-eacc5433-b56e-4c6c-b2f2-91ac16226d87 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:26.814160 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'e32722ac-43ca-4e30-a37f-b91e96b03973', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'port_id': 'e32722ac-43ca-4e30-a37f-b91e96b03973', 'mac_address': 'fa:16:3e:bc:66:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:18:26.814852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fda2b6c3-b9ee-4498-92ef-24420b114014 req-eacc5433-b56e-4c6c-b2f2-91ac16226d87 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.4144852 Oct 19 11:18:26.903854 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:26.989631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfa12d-6ec6-4b3a-bdbb-c18c008e2624 req-07edc2c7-9bf0-4c2c-a294-12d1b04f6735 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:26.989781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32722ac-43ca-4e30-a37f-b91e96b03973 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:26.990178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25dfa12d-6ec6-4b3a-bdbb-c18c008e2624 req-07edc2c7-9bf0-4c2c-a294-12d1b04f6735 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 944 time: 0.4637761 Oct 19 11:18:26.990287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:26.990392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:26.994085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e32722ac-43ca-4e30-a37f-b91e96b03973, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e32722ac-43ca-4e30-a37f-b91e96b03973,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:27.019644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:27.020320 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:27.042065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d74cf666-d11c-4185-88a5-4c63ddeb6f5a req-61b99c87-c96c-4d30-bc49-5ee9602b0bae service neutron] 10.222.0.49 "GET /v2.0/networks/e233824c-f866-4ed5-ad48-7b8c5d7d5218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277273 Oct 19 11:18:27.059874 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:22Z', 'revision_number': 3, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:27.079785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fda2b6c3-b9ee-4498-92ef-24420b114014 req-af92b998-5d65-47ba-82bd-9bd9e5a27512 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459009 Oct 19 11:18:27.107010 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:27.109257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-2dc10aaa-5986-4800-b50d-114b1a6c1491 service neutron] 10.222.0.49 "GET /v2.0/networks/174a3172-857d-47e2-aae1-7f69a2164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144049 Oct 19 11:18:27.117380 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c9808-8d68-4eda-9d38-f9699ba98613 None None] The sync data for ids ['23d2879d-2f98-42b4-b547-49f3fc05953f'] in n-d-814547-1 is: [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:22Z', 'revision_number': 3, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:18:27.139042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25dfa12d-6ec6-4b3a-bdbb-c18c008e2624 req-d65f7b51-f538-4d29-9f9e-8e5bd0f2fb14 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931041 Oct 19 11:18:27.140875 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:27.215430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:27.220623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:27.225736 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5adcc6fa-dcac-4565-ae80-d6714db3248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:27.228558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5adcc6fa-dcac-4565-ae80-d6714db3248f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:27.234194 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5adcc6fa-dcac-4565-ae80-d6714db3248f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3829d206-6756-407c-a3d3-7fd2f6511d36 HTTP/1.1" status: 204 len: 168 time: 1.1773415 Oct 19 11:18:27.252653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:27.353812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['e32722ac-43ca-4e30-a37f-b91e96b03973'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:18:27.403718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Pushing event updated for resources: {'Port': ['ID=615e58c7-06c4-4460-97bf-510e61af1405,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:27.419489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcc6fa-dcac-4565-ae80-d6714db3248f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3829d206-6756-407c-a3d3-7fd2f6511d36,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:27.426284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=e32722ac-43ca-4e30-a37f-b91e96b03973,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:27.434079 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a53d963-3206-4297-989d-879d081c37f6 req-7c645d0e-977f-41a3-ad83-4bdc0c69ff38 service neutron] 10.222.0.49 "GET /v2.0/networks/174a3172-857d-47e2-aae1-7f69a2164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164880 Oct 19 11:18:27.451488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e666952-9881-434c-85b3-69552cb85753 req-34f10876-d128-46d0-8886-d8fbed040895 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:27.453877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165db0b-7ca3-40d9-9969-86c2999da3bf req-fd5de393-f206-4e12-9fc7-0b63ae0d67b0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:27.455516 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4165db0b-7ca3-40d9-9969-86c2999da3bf req-fd5de393-f206-4e12-9fc7-0b63ae0d67b0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.1994357 Oct 19 11:18:27.470507 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:27.471009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e666952-9881-434c-85b3-69552cb85753 req-34f10876-d128-46d0-8886-d8fbed040895 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 950 time: 0.2769692 Oct 19 11:18:27.590956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e666952-9881-434c-85b3-69552cb85753 req-f17098b5-638c-446e-9160-7ed5980cab3f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189783 Oct 19 11:18:27.698772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-b93ce0ac-e476-4108-a1a1-a161a3a2a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:27.702716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-b93ce0ac-e476-4108-a1a1-a161a3a2a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:27.703307 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-b93ce0ac-e476-4108-a1a1-a161a3a2a547 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b222dbc643c8414a8bd2e17530406d5e&device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1980 time: 0.0865722 Oct 19 11:18:27.753355 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4165db0b-7ca3-40d9-9969-86c2999da3bf req-a13a8592-9908-4485-8564-ba005a193074 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857568 Oct 19 11:18:27.806807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d29bd90c-a7ce-4885-99fe-b6c63c501bdd None None] Provisioning complete for port 615e58c7-06c4-4460-97bf-510e61af1405 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:27.807193 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d29bd90c-a7ce-4885-99fe-b6c63c501bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:27.877078 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bd733f7c-1656-475c-84a6-ad4d9358cbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:27.889136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d29bd90c-a7ce-4885-99fe-b6c63c501bdd None None] Port 615e58c7-06c4-4460-97bf-510e61af1405 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:18:27.909431 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:27.952900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeec61d-4e59-4e1c-bfb3-eda8e56d1eb7 req-98840038-8716-40d6-a3b5-337acf7441cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:27.957280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9b8-fe4b-4047-8175-e0a9144232a4 req-c6af1c23-fc98-4f51-b0ee-d9f1892fff5d tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:27.959156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d84bc9b8-fe4b-4047-8175-e0a9144232a4 req-c6af1c23-fc98-4f51-b0ee-d9f1892fff5d tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.2511287 Oct 19 11:18:27.961232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeec61d-4e59-4e1c-bfb3-eda8e56d1eb7 req-98840038-8716-40d6-a3b5-337acf7441cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:27.970046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdeec61d-4e59-4e1c-bfb3-eda8e56d1eb7 req-98840038-8716-40d6-a3b5-337acf7441cb tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1678 time: 0.1017509 Oct 19 11:18:28.018231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-59894f16-11a8-4eb3-abca-c091f3d06aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:28.020419 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-59894f16-11a8-4eb3-abca-c091f3d06aa8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=174a3172-857d-47e2-aae1-7f69a2164eb1 HTTP/1.1" status: 200 len: 903 time: 0.2950764 Oct 19 11:18:28.034900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d84bc9b8-fe4b-4047-8175-e0a9144232a4 req-0d159707-db23-4a4a-88b9-d5898fa3d315 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517485 Oct 19 11:18:28.068190 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdeec61d-4e59-4e1c-bfb3-eda8e56d1eb7 req-fc2d7d8a-afcf-488d-9a5a-1377f4b65a2f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963514 Oct 19 11:18:28.124374 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-05f1bf35-da6c-489c-ac40-a4a174379bab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.211&port_id=5031dd84-9539-486a-8d85-05fd80863986 HTTP/1.1" status: 200 len: 217 time: 0.0846639 Oct 19 11:18:28.242319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-5f9eebab-1ee9-4c51-9a02-a1e57c5b68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:28.254024 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-5f9eebab-1ee9-4c51-9a02-a1e57c5b68ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a632d3db-2e31-4f1c-90b0-cc7e25c34037 HTTP/1.1" status: 200 len: 801 time: 0.0691972 Oct 19 11:18:28.317524 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:28.351433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-a09b4fcf-f234-46ed-bea8-fc170723ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:28.353897 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-a09b4fcf-f234-46ed-bea8-fc170723ff34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=174a3172-857d-47e2-aae1-7f69a2164eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0966790 Oct 19 11:18:28.396329 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:28.452042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53062) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:28.501488 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e32722ac-43ca-4e30-a37f-b91e96b03973 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:28.524193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-5edf4b0b-4cdd-4edf-ae49-538b3caf855e service neutron] 10.222.0.49 "GET /v2.0/networks/174a3172-857d-47e2-aae1-7f69a2164eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553636 Oct 19 11:18:28.538101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Pushing event updated for resources: {'Port': ['ID=615e58c7-06c4-4460-97bf-510e61af1405,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:28.550849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:28.606623 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cdcbbb90-fe1b-4f28-98e0-ed163d7ea8ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3682b4307f2b44a48a38962679503cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286945 Oct 19 11:18:28.610236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53064) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:28.706638 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port e32722ac-43ca-4e30-a37f-b91e96b03973 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:18:28.706638 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port e32722ac-43ca-4e30-a37f-b91e96b03973 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:28.706638 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:28.750727 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-729f3c40-232d-4b59-be3d-a261dda96294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:28.787412 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bec9a9c-f6e3-4417-b592-ab606c3016dd req-1e051bdd-731a-4163-a674-139f9c3d3a38 service neutron] 10.222.0.49 "GET /v2.0/networks/174a3172-857d-47e2-aae1-7f69a2164eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539120 Oct 19 11:18:28.802580 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-729f3c40-232d-4b59-be3d-a261dda96294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:28.819723 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:28.836508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:28.856929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080da54-3e6c-41e9-9aa3-37705d8baecb req-781e35ea-c804-4663-84b5-4287eddd61d5 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:28.856929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2080da54-3e6c-41e9-9aa3-37705d8baecb req-781e35ea-c804-4663-84b5-4287eddd61d5 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 945 time: 0.0769656 Oct 19 11:18:28.922403 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:28.978328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32722ac-43ca-4e30-a37f-b91e96b03973'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:28.980458 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630b8c5c-d108-4523-bdd9-87d5618bbe7b" -d '{"events": [{"server_uuid": "494a9bcc-6c65-4c2e-b0dc-29dda34516fd", "name": "network-vif-plugged", "status": "completed", "tag": "e32722ac-43ca-4e30-a37f-b91e96b03973"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:28.993792 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-729f3c40-232d-4b59-be3d-a261dda96294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:28.999004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-729f3c40-232d-4b59-be3d-a261dda96294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:29.001088 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-729f3c40-232d-4b59-be3d-a261dda96294 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d473f4d4-418d-4ab4-8d1e-1437984c98e3 HTTP/1.1" status: 204 len: 168 time: 0.3896170 Oct 19 11:18:29.007276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e32722ac-43ca-4e30-a37f-b91e96b03973, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e32722ac-43ca-4e30-a37f-b91e96b03973,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:29.047733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f3c40-232d-4b59-be3d-a261dda96294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d473f4d4-418d-4ab4-8d1e-1437984c98e3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:29.056014 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:29.081575 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2080da54-3e6c-41e9-9aa3-37705d8baecb req-709637d3-5165-4e00-9316-13148bbd719b tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136374 Oct 19 11:18:29.108254 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:29.111199 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:29.145786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:29.254779 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a9981d-b18a-448f-a7c6-573e7e56dddd x-openstack-request-id: req-c1a9981d-b18a-448f-a7c6-573e7e56dddd {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:29.255040 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494a9bcc-6c65-4c2e-b0dc-29dda34516fd", "name": "network-vif-plugged", "status": "completed", "tag": "e32722ac-43ca-4e30-a37f-b91e96b03973", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:29.255303 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1a9981d-b18a-448f-a7c6-573e7e56dddd {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:29.255703 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32722ac-43ca-4e30-a37f-b91e96b03973', 'code': 200} Oct 19 11:18:29.324729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:29.324729 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:29.338953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=e32722ac-43ca-4e30-a37f-b91e96b03973,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:29.446781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-48a68d9e-800b-4ddc-b42d-752e1b2a685c None None] Provisioning complete for port 615e58c7-06c4-4460-97bf-510e61af1405 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:29.448159 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-48a68d9e-800b-4ddc-b42d-752e1b2a685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:29.489501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c887e9-5e18-4304-acaa-f06e2a7dff3c req-8dbe6e04-3bc3-47b9-9add-77a4618ce3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:29.492097 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-45c887e9-5e18-4304-acaa-f06e2a7dff3c req-8dbe6e04-3bc3-47b9-9add-77a4618ce3a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 1097 time: 0.1770294 Oct 19 11:18:29.501680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-48a68d9e-800b-4ddc-b42d-752e1b2a685c None None] Port 615e58c7-06c4-4460-97bf-510e61af1405 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:18:29.571669 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:29.599139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:29.625947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-3b9babcf-1474-45d0-b384-7db62e0c92e6 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:29.627537 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-3b9babcf-1474-45d0-b384-7db62e0c92e6 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:29.627913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-3b9babcf-1474-45d0-b384-7db62e0c92e6 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:29.628599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-3b9babcf-1474-45d0-b384-7db62e0c92e6 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:29.629417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-3b9babcf-1474-45d0-b384-7db62e0c92e6 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:29.630056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-3b9babcf-1474-45d0-b384-7db62e0c92e6 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:29.630692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-3b9babcf-1474-45d0-b384-7db62e0c92e6 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:29.631373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-3b9babcf-1474-45d0-b384-7db62e0c92e6 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:29.632058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-3b9babcf-1474-45d0-b384-7db62e0c92e6 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:29.634609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-3b9babcf-1474-45d0-b384-7db62e0c92e6 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd&device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d&device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7&device_id=a1f947a5-acd3-4349-a242-70bb036beac9&device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c&device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9&device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb&device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 8199 time: 0.1390953 Oct 19 11:18:29.637008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-45c887e9-5e18-4304-acaa-f06e2a7dff3c req-17daa766-3b24-4c6c-bc44-2c23fffee3b7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169653 Oct 19 11:18:29.677744 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-cbab406c-7e29-4031-a28f-e1624eca772f tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:29.696528 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:29.797233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:29.813861 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-cbab406c-7e29-4031-a28f-e1624eca772f tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:29.822617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Router 23d2879d-2f98-42b4-b547-49f3fc05953f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:18:29.890423 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-cbab406c-7e29-4031-a28f-e1624eca772f tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:29.897067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808551-f09e-447f-b548-e90d9920c931 req-4af55e51-80f0-4080-9ecb-52fb2ab26b3a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:29.898956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-4af55e51-80f0-4080-9ecb-52fb2ab26b3a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/networks?id=4c31ea62-a60c-4679-aabb-6afcaf1497ba HTTP/1.1" status: 200 len: 814 time: 0.2419846 Oct 19 11:18:29.943518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-4f13b1da-4ec4-4afe-a2e6-f53935898c61 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/quotas/626228c9fb4d4873b449375207c58817 HTTP/1.1" status: 200 len: 375 time: 0.0268092 Oct 19 11:18:29.952067 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-266ae62b-d88f-4f0a-baa1-25495845aaff req-cbab406c-7e29-4031-a28f-e1624eca772f tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&id=92507732-f043-45fe-a2f6-b959adcda202&id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&id=e11bd507-22a4-403c-925a-9179e56daaf4&id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.3099334 Oct 19 11:18:29.965046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab406c-7e29-4031-a28f-e1624eca772f tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be5b311-de06-400b-9e23-a78505f71848,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:30.051737 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:18:30.057918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3f550251-3634-4c3f-a13f-b77aa54370f9 admin admin] 10.222.0.39 "PUT /v2.0/routers/23d2879d-2f98-42b4-b547-49f3fc05953f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4270926 Oct 19 11:18:30.061935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Sync routers for ids ['23d2879d-2f98-42b4-b547-49f3fc05953f'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:18:30.089461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Routers {'23d2879d-2f98-42b4-b547-49f3fc05953f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:30.089461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:18:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23d2879d-2f98-42b4-b547-49f3fc05953f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:30.090417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-97155fd7-f45c-49ce-aad3-9c3c740c0dae tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=626228c9fb4d4873b449375207c58817&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1444166 Oct 19 11:18:30.191008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087904d9-9aa3-48cf-abc0-b2597369494c req-ddfc6983-edda-4e3b-b736-78d3b0350f48 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:30.192917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-087904d9-9aa3-48cf-abc0-b2597369494c req-ddfc6983-edda-4e3b-b736-78d3b0350f48 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0858221 Oct 19 11:18:30.265799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-087904d9-9aa3-48cf-abc0-b2597369494c req-347c44a9-733c-45e3-b135-9bfc51b76382 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670087 Oct 19 11:18:30.268076 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-9e133a47-9659-4d4e-82c7-d0c207209a47 service neutron] 10.222.0.39 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749542 Oct 19 11:18:30.272985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Set router 23d2879d-2f98-42b4-b547-49f3fc05953f gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:30.390211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20009-6188-4154-9250-daab6828bae6 req-426c11eb-6f09-4b7e-959a-7d24a7d0127c tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:30.395029 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ab20009-6188-4154-9250-daab6828bae6 req-426c11eb-6f09-4b7e-959a-7d24a7d0127c tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb HTTP/1.1" status: 200 len: 945 time: 0.1133056 Oct 19 11:18:30.514259 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device d611926b-c6e5-4d06-bf8d-54e9c8ee308b details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:18:30.524644 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-b55ef95b-673f-4411-816f-e2c3acd68738 service neutron] 10.222.0.39 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546880 Oct 19 11:18:30.595088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f7f1-323e-4493-8e66-703f2a9147f6 req-45ba885d-b3be-4f97-a4d4-ec23fc9f48aa tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:30.602771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f7f1-323e-4493-8e66-703f2a9147f6 req-45ba885d-b3be-4f97-a4d4-ec23fc9f48aa tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:30.646272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6252f7f1-323e-4493-8e66-703f2a9147f6 req-45ba885d-b3be-4f97-a4d4-ec23fc9f48aa tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1678 time: 0.1696770 Oct 19 11:18:30.754521 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6252f7f1-323e-4493-8e66-703f2a9147f6 req-99a2fb14-01d8-4718-a47b-afdcfe511ec6 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073895 Oct 19 11:18:30.769571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-0ab20009-6188-4154-9250-daab6828bae6 req-a2305e60-ed24-444c-a2f5-bb43356572a9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Deleting port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:30.770227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0ab20009-6188-4154-9250-daab6828bae6 req-a2305e60-ed24-444c-a2f5-bb43356572a9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:30.924310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port d611926b-c6e5-4d06-bf8d-54e9c8ee308b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=d611926b-c6e5-4d06-bf8d-54e9c8ee308b,segment=NetworkSegment(6f7d0686-9cda-4a31-a483-216230e42d1a),segment_id=6f7d0686-9cda-4a31-a483-216230e42d1a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:30.957770 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:30.999325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:31.019618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'd611926b-c6e5-4d06-bf8d-54e9c8ee308b', 'network_id': '52fe815f-fae4-496b-b186-528db150429d', 'port_id': 'd611926b-c6e5-4d06-bf8d-54e9c8ee308b', 'mac_address': 'fa:16:3e:ae:f5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14699500-bd13-46fa-8e3d-790db4e5d5ab', 'ip_address': '19.80.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:18:31.131694 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c666458-f83c-4caf-a9bf-c64c2a3e2dbd req-cc8d0ffa-977b-47b4-9486-f1dc35796d18 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 210 time: 0.0965440 Oct 19 11:18:31.133600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-0ab20009-6188-4154-9250-daab6828bae6 req-a2305e60-ed24-444c-a2f5-bb43356572a9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] For port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:31.133962 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0ab20009-6188-4154-9250-daab6828bae6 req-a2305e60-ed24-444c-a2f5-bb43356572a9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:31.175701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-0ab20009-6188-4154-9250-daab6828bae6 req-a2305e60-ed24-444c-a2f5-bb43356572a9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Calling delete_port for 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:31.213538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e5060-4c2c-49b3-9fe2-0769b1388a57 req-fab670fe-d53b-4612-9ecf-05f86e378643 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:31.248860 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-850e5060-4c2c-49b3-9fe2-0769b1388a57 req-fab670fe-d53b-4612-9ecf-05f86e378643 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 946 time: 0.1996145 Oct 19 11:18:31.316027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:31.321148 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:31.343556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-850e5060-4c2c-49b3-9fe2-0769b1388a57 req-c99dde53-cbb1-4812-8f53-2fbafe270bc2 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934172 Oct 19 11:18:31.437678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:27Z', 'revision_number': 4, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '615e58c7-06c4-4460-97bf-510e61af1405', 'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'mac_address': 'fa:16:3e:f7:3d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:26Z', 'updated_at': '2021-10-19T11:18:28Z', 'revision_number': 2, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'subnets': [{'id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:31.444063 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:31.558733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Checking router: 23d2879d-2f98-42b4-b547-49f3fc05953f for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:18:31.559344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Updating router 23d2879d-2f98-42b4-b547-49f3fc05953f port 615e58c7-06c4-4460-97bf-510e61af1405 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:18:31.590726 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0ab20009-6188-4154-9250-daab6828bae6 req-a2305e60-ed24-444c-a2f5-bb43356572a9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:31.596019 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:31.603646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d611926b-c6e5-4d06-bf8d-54e9c8ee308b {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:31.608387 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172423e-4718-4f3c-95c5-bb802f6c736b req-77d59ddd-712e-4d2b-891e-8f24b6d0b058 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:31.619471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['0b75a6f6-9e05-4425-8bd8-8f22263dc3a8'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:18:31.629312 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9172423e-4718-4f3c-95c5-bb802f6c736b req-77d59ddd-712e-4d2b-891e-8f24b6d0b058 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.2019324 Oct 19 11:18:31.652240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2305e60-ed24-444c-a2f5-bb43356572a9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Pushing event deleted for resources: {'Port': ['ID=0b75a6f6-9e05-4425-8bd8-8f22263dc3a8,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:31.713064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7bd27-1263-41cd-bf11-c48c007950da req-df2088d4-5680-41e2-b414-d210c06936dd tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:31.713064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7bd27-1263-41cd-bf11-c48c007950da req-df2088d4-5680-41e2-b414-d210c06936dd tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:31.713064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7bd27-1263-41cd-bf11-c48c007950da req-df2088d4-5680-41e2-b414-d210c06936dd tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:31.717056 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27c7bd27-1263-41cd-bf11-c48c007950da req-df2088d4-5680-41e2-b414-d210c06936dd tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7&device_id=a1f947a5-acd3-4349-a242-70bb036beac9&device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 2884 time: 0.2095509 Oct 19 11:18:31.733839 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9172423e-4718-4f3c-95c5-bb802f6c736b req-2f85e1e8-797b-4353-91d2-cd19959326d5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023617 Oct 19 11:18:31.775122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab20009-6188-4154-9250-daab6828bae6 req-a2305e60-ed24-444c-a2f5-bb43356572a9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] No DVR routers for this DVR port 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:31.781340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0ab20009-6188-4154-9250-daab6828bae6 req-a2305e60-ed24-444c-a2f5-bb43356572a9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:31.787503 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ab20009-6188-4154-9250-daab6828bae6 req-a2305e60-ed24-444c-a2f5-bb43356572a9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.26 "DELETE /v2.0/ports/0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 HTTP/1.1" status: 204 len: 173 time: 1.3840206 Oct 19 11:18:31.801273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'name': 'network-vif-deleted', 'tag': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:31.805971 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac51dbe-ea0b-412c-82b1-10dc1767fe74" -d '{"events": [{"server_uuid": "5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb", "name": "network-vif-deleted", "tag": "0b75a6f6-9e05-4425-8bd8-8f22263dc3a8"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:31.829198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27c7bd27-1263-41cd-bf11-c48c007950da req-a91a7caa-26ea-4ccc-85df-1b84ba707988 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058583 Oct 19 11:18:31.867489 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port d611926b-c6e5-4d06-bf8d-54e9c8ee308b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=d611926b-c6e5-4d06-bf8d-54e9c8ee308b,segment=NetworkSegment(6f7d0686-9cda-4a31-a483-216230e42d1a),segment_id=6f7d0686-9cda-4a31-a483-216230e42d1a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:31.903663 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154343dd-f635-469b-8144-4637911b13ca x-openstack-request-id: req-154343dd-f635-469b-8144-4637911b13ca {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:31.904165 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb", "name": "network-vif-deleted", "tag": "0b75a6f6-9e05-4425-8bd8-8f22263dc3a8", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:31.904655 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-154343dd-f635-469b-8144-4637911b13ca {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:31.905225 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3c9ee1-2340-46e8-b707-cbd8bfeef3bb', 'name': 'network-vif-deleted', 'tag': '0b75a6f6-9e05-4425-8bd8-8f22263dc3a8', 'status': 'completed', 'code': 200} Oct 19 11:18:31.991591 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:31.992968 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 5031dd84-9539-486a-8d85-05fd80863986 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:18:32.024614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b2bc1-4d91-44ff-89ec-46a76ca81852 req-3b6105aa-a544-42a3-af0e-8f5b58271d4f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:32.033397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b2bc1-4d91-44ff-89ec-46a76ca81852 req-3b6105aa-a544-42a3-af0e-8f5b58271d4f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:32.041136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e58b2bc1-4d91-44ff-89ec-46a76ca81852 req-3b6105aa-a544-42a3-af0e-8f5b58271d4f tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1678 time: 0.1500874 Oct 19 11:18:32.108181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e58b2bc1-4d91-44ff-89ec-46a76ca81852 req-09b6bebb-d696-4369-8171-1077bc71797d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649471 Oct 19 11:18:32.158763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=d611926b-c6e5-4d06-bf8d-54e9c8ee308b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:32.489046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 5031dd84-9539-486a-8d85-05fd80863986, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=5031dd84-9539-486a-8d85-05fd80863986,segment=NetworkSegment(951979c1-e7ed-4143-9930-f8445e439372),segment_id=951979c1-e7ed-4143-9930-f8445e439372)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:32.492711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:32.505577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '5031dd84-9539-486a-8d85-05fd80863986', 'network_id': '174a3172-857d-47e2-aae1-7f69a2164eb1', 'port_id': '5031dd84-9539-486a-8d85-05fd80863986', 'mac_address': 'fa:16:3e:93:1b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a632d3db-2e31-4f1c-90b0-cc7e25c34037', 'ip_address': '19.86.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:18:32.561083 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:32.578443 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:32.591262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5031dd84-9539-486a-8d85-05fd80863986 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:32.812066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 5031dd84-9539-486a-8d85-05fd80863986, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=5031dd84-9539-486a-8d85-05fd80863986,segment=NetworkSegment(951979c1-e7ed-4143-9930-f8445e439372),segment_id=951979c1-e7ed-4143-9930-f8445e439372)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:32.840054 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1be5ec-a2e2-4b58-ae6e-5ef216d27168 None None] Pushing event updated for resources: {'Port': ['ID=615e58c7-06c4-4460-97bf-510e61af1405,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:32.859512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Attempting to bind port 615e58c7-06c4-4460-97bf-510e61af1405 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:32.859998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Attempting to bind port 615e58c7-06c4-4460-97bf-510e61af1405 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:32.860546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Attempting to bind port 615e58c7-06c4-4460-97bf-510e61af1405 on network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:32.876994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:32.877528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Checking segment: {'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:32.881577 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:32.881577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Bound using segment: {'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:32.881577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Bound port: 615e58c7-06c4-4460-97bf-510e61af1405, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:32.881577 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:32.901399 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-684e7254-020f-4956-8e4e-f0284553a435 req-632fe101-061e-4268-baf5-242c8f394764 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 210 time: 0.0748711 Oct 19 11:18:32.928687 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:33.009825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f6099-aeab-4bc8-882e-936546dee6d8 req-dc714c5d-0c01-4d02-9298-6aedb74ecaaf tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:33.026954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-824f6099-aeab-4bc8-882e-936546dee6d8 req-dc714c5d-0c01-4d02-9298-6aedb74ecaaf tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 946 time: 0.1293712 Oct 19 11:18:33.112622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=5031dd84-9539-486a-8d85-05fd80863986,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:33.121635 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] For port 615e58c7-06c4-4460-97bf-510e61af1405, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:33.132557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] For port 615e58c7-06c4-4460-97bf-510e61af1405, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=615e58c7-06c4-4460-97bf-510e61af1405,segment=NetworkSegment(563d034a-a146-4c70-9da0-767e74bbe1fa),segment_id=563d034a-a146-4c70-9da0-767e74bbe1fa)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:33.132905 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-824f6099-aeab-4bc8-882e-936546dee6d8 req-a37d347e-edf6-4c04-9450-527945f8f7e5 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983546 Oct 19 11:18:33.165003 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['5031dd84-9539-486a-8d85-05fd80863986'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:18:33.261501 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:33.292127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6336d6b7-b7ec-4db0-aa50-8d6ab7c24475 None None] Provisioning complete for port 615e58c7-06c4-4460-97bf-510e61af1405 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:33.292499 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6336d6b7-b7ec-4db0-aa50-8d6ab7c24475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:33.402662 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Routers {'23d2879d-2f98-42b4-b547-49f3fc05953f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:33.403791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:18:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23d2879d-2f98-42b4-b547-49f3fc05953f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:33.421213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1be5ec-a2e2-4b58-ae6e-5ef216d27168 None None] Pushing event updated for resources: {'Port': ['ID=615e58c7-06c4-4460-97bf-510e61af1405,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:33.650765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df237d-bb97-4662-b55f-a9688fa6fd58 req-61ad6616-1567-4ff9-a2f6-3f9eeeac0f25 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:33.658617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4df237d-bb97-4662-b55f-a9688fa6fd58 req-61ad6616-1567-4ff9-a2f6-3f9eeeac0f25 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0991733 Oct 19 11:18:33.712368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6336d6b7-b7ec-4db0-aa50-8d6ab7c24475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:33.725743 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4df237d-bb97-4662-b55f-a9688fa6fd58 req-7fe0f4ad-ad4b-483d-95f7-6a6c26271019 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644479 Oct 19 11:18:33.734555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] Set router 23d2879d-2f98-42b4-b547-49f3fc05953f gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:33.862394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6336d6b7-b7ec-4db0-aa50-8d6ab7c24475 None None] For port 615e58c7-06c4-4460-97bf-510e61af1405, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=615e58c7-06c4-4460-97bf-510e61af1405,segment=NetworkSegment(563d034a-a146-4c70-9da0-767e74bbe1fa),segment_id=563d034a-a146-4c70-9da0-767e74bbe1fa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:33.919248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b15813-6ba3-4733-95de-f5643ab4ddd9 req-5ee2fbc4-3caa-4901-9ec8-875b43cd6c7e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:33.926235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b15813-6ba3-4733-95de-f5643ab4ddd9 req-5ee2fbc4-3caa-4901-9ec8-875b43cd6c7e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:33.935389 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1b15813-6ba3-4733-95de-f5643ab4ddd9 req-5ee2fbc4-3caa-4901-9ec8-875b43cd6c7e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1680 time: 0.1340721 Oct 19 11:18:33.978215 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6336d6b7-b7ec-4db0-aa50-8d6ab7c24475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:34.067052 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1b15813-6ba3-4733-95de-f5643ab4ddd9 req-5d81c98f-35a0-475e-a6b5-78f6cfc3f62b tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304297 Oct 19 11:18:34.104791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808551-f09e-447f-b548-e90d9920c931 req-84ebb229-f67a-4215-9eee-f4d7b507d681 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:34.109591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-84ebb229-f67a-4215-9eee-f4d7b507d681 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.49 "GET /v2.0/networks?id=4c31ea62-a60c-4679-aabb-6afcaf1497ba HTTP/1.1" status: 200 len: 814 time: 0.2657430 Oct 19 11:18:34.117351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6e1e9b1a-61d1-4c67-8b44-1ca82185b532 None None] Provisioning complete for port 615e58c7-06c4-4460-97bf-510e61af1405 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:34.117733 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9b1a-61d1-4c67-8b44-1ca82185b532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:34.123517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Request body: {'port': {'device_id': '54ddf735-5701-47a0-807b-b6ca0f8a052b', 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba', 'admin_state_up': True, 'tenant_id': '626228c9fb4d4873b449375207c58817'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:34.152774 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336d6b7-b7ec-4db0-aa50-8d6ab7c24475 None None] Pushing event updated for resources: {'Port': ['ID=615e58c7-06c4-4460-97bf-510e61af1405,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:34.160202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:27Z', 'revision_number': 4, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '615e58c7-06c4-4460-97bf-510e61af1405', 'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'mac_address': 'fa:16:3e:f7:3d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:26Z', 'updated_at': '2021-10-19T11:18:33Z', 'revision_number': 4, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'subnets': [{'id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:34.200879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71976ede-111c-420e-b18b-e1847d155bfe None None] The sync data for ids ['23d2879d-2f98-42b4-b547-49f3fc05953f'] in n-d-814547-1 is: [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:27Z', 'revision_number': 4, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '615e58c7-06c4-4460-97bf-510e61af1405', 'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'mac_address': 'fa:16:3e:f7:3d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:26Z', 'updated_at': '2021-10-19T11:18:33Z', 'revision_number': 4, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'subnets': [{'id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:18:34.267900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['d611926b-c6e5-4d06-bf8d-54e9c8ee308b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:18:34.335045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79c33e-09f3-4df6-b96f-db44f083b0ca req-342240d2-fe85-4018-82d7-266ad0fb2e2f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:34.337440 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af79c33e-09f3-4df6-b96f-db44f083b0ca req-342240d2-fe85-4018-82d7-266ad0fb2e2f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 946 time: 0.1132352 Oct 19 11:18:34.346559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53280) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:34.384445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4798ce28-5069-48ab-9eb9-17b63d4042b6 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Request body: {'floatingip': {'port_id': 'e32722ac-43ca-4e30-a37f-b91e96b03973'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:34.402101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:34.459661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:18:34.462211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 0b75a6f6-9e05-4425-8bd8-8f22263dc3a8 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:18:34.485888 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4798ce28-5069-48ab-9eb9-17b63d4042b6 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:34.491045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Made reservation on behalf of 626228c9fb4d4873b449375207c58817 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:34.495304 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:34.837457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Allocated IP 172.20.0.7 (4c31ea62-a60c-4679-aabb-6afcaf1497ba/ce286523-df35-46a4-961e-ac9ad353f926/10d489bc-9448-44eb-b95f-a16148bd991f) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:34.954490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 5031dd84-9539-486a-8d85-05fd80863986 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:34.994710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 615e58c7-06c4-4460-97bf-510e61af1405 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:35.087858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 615e58c7-06c4-4460-97bf-510e61af1405 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:35.088156 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:35.216341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:35.225088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 5031dd84-9539-486a-8d85-05fd80863986 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:18:35.230728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 5031dd84-9539-486a-8d85-05fd80863986 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:35.231109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:35.399819 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:18:35.402992 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:35.449427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5031dd84-9539-486a-8d85-05fd80863986'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:35.451883 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7fe1f4-f6d2-496c-b8f0-7e7108cafa31" -d '{"events": [{"server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "name": "network-vif-plugged", "status": "completed", "tag": "5031dd84-9539-486a-8d85-05fd80863986"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:35.453560 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4798ce28-5069-48ab-9eb9-17b63d4042b6 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:35.456812 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:35.483149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 5031dd84-9539-486a-8d85-05fd80863986, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=5031dd84-9539-486a-8d85-05fd80863986,segment=NetworkSegment(951979c1-e7ed-4143-9930-f8445e439372),segment_id=951979c1-e7ed-4143-9930-f8445e439372)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:35.520486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Network 4c31ea62-a60c-4679-aabb-6afcaf1497ba is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:35.527311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:35.530316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:35.533400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Pushing event updated for resources: {'Port': ['ID=10d489bc-9448-44eb-b95f-a16148bd991f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:35.537723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4798ce28-5069-48ab-9eb9-17b63d4042b6 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:35.560838 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:35.663713 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=5031dd84-9539-486a-8d85-05fd80863986,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:35.680171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.680897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.681441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.681998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.682551 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.683080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.683645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.684192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.684873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.685383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.685939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.686467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:18:35.700414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:35.701297 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:35.791751 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-4798ce28-5069-48ab-9eb9-17b63d4042b6 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Floating IP fa8ee188-609f-4652-906d-63c445e35085 associated. External IP: 172.25.2.30, port: e32722ac-43ca-4e30-a37f-b91e96b03973. Oct 19 11:18:35.841091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-115f0513-b087-4767-b8e4-a09e3ac25781 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7222919 Oct 19 11:18:35.858882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Request body: {'port': {'device_id': '54ddf735-5701-47a0-807b-b6ca0f8a052b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:35.984010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:36.267150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4798ce28-5069-48ab-9eb9-17b63d4042b6 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Router add08118-2240-42de-88a3-937223169ba2 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:18:36.488783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4798ce28-5069-48ab-9eb9-17b63d4042b6 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:18:36.499796 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4a5c2-d570-428a-822a-c5bc02fe0051 None None] Sync routers for ids ['add08118-2240-42de-88a3-937223169ba2'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:18:36.501963 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4798ce28-5069-48ab-9eb9-17b63d4042b6 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:36.517687 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4a5c2-d570-428a-822a-c5bc02fe0051 None None] Routers {'add08118-2240-42de-88a3-937223169ba2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:36.536497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d489bc-9448-44eb-b95f-a16148bd991f {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:36.542831 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9fc4a5c2-d570-428a-822a-c5bc02fe0051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:18:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['add08118-2240-42de-88a3-937223169ba2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:36.548209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:36.554548 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4798ce28-5069-48ab-9eb9-17b63d4042b6 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "PUT /v2.0/floatingips/fa8ee188-609f-4652-906d-63c445e35085 HTTP/1.1" status: 200 len: 991 time: 2.1719730 Oct 19 11:18:36.555241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'tag': 'e32722ac-43ca-4e30-a37f-b91e96b03973'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:36.557520 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40b1fa1-8093-407a-8494-36810fa2c1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "494a9bcc-6c65-4c2e-b0dc-29dda34516fd", "tag": "e32722ac-43ca-4e30-a37f-b91e96b03973"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:36.568684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Transition to ACTIVE for port object 10d489bc-9448-44eb-b95f-a16148bd991f will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:18:36.644758 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:36.686961 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-9fc4a5c2-d570-428a-822a-c5bc02fe0051 None None] Set router add08118-2240-42de-88a3-937223169ba2 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:36.747102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Pushing event updated for resources: {'Port': ['ID=10d489bc-9448-44eb-b95f-a16148bd991f,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:36.824045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Attempting to bind port 10d489bc-9448-44eb-b95f-a16148bd991f on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:36.824468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Attempting to bind port 10d489bc-9448-44eb-b95f-a16148bd991f by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:36.825019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Attempting to bind port 10d489bc-9448-44eb-b95f-a16148bd991f on network 4c31ea62-a60c-4679-aabb-6afcaf1497ba {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:36.834307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Port 10d489bc-9448-44eb-b95f-a16148bd991f on network 4c31ea62-a60c-4679-aabb-6afcaf1497ba not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:18:36.835606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Attempting to bind port 10d489bc-9448-44eb-b95f-a16148bd991f on network 4c31ea62-a60c-4679-aabb-6afcaf1497ba {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:36.844228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:36.845321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Checking segment: {'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:36.847395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Bound using segment: {'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:36.848237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Bound port: 10d489bc-9448-44eb-b95f-a16148bd991f, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:36.849087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:36.942444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] For port 10d489bc-9448-44eb-b95f-a16148bd991f, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:36.946684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] For port 10d489bc-9448-44eb-b95f-a16148bd991f, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=10d489bc-9448-44eb-b95f-a16148bd991f,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:36.958098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device d611926b-c6e5-4d06-bf8d-54e9c8ee308b up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:37.018502 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9fc4a5c2-d570-428a-822a-c5bc02fe0051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:58Z', 'revision_number': 4, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'fa8ee188-609f-4652-906d-63c445e35085', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'add08118-2240-42de-88a3-937223169ba2', 'port_id': 'e32722ac-43ca-4e30-a37f-b91e96b03973', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'mac_address': 'fa:16:3e:bc:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:18:06Z', 'updated_at': '2021-10-19T11:18:35Z', 'revision_number': 1, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382eecc9-8680-48aa-9360-534565ec4760', 'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'mac_address': 'fa:16:3e:05:1d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:57Z', 'updated_at': '2021-10-19T11:18:03Z', 'revision_number': 5, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'subnets': [{'id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:37.051772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:37.059808 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4a5c2-d570-428a-822a-c5bc02fe0051 None None] Checking router: add08118-2240-42de-88a3-937223169ba2 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:18:37.069139 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4a5c2-d570-428a-822a-c5bc02fe0051 None None] Routers {'add08118-2240-42de-88a3-937223169ba2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:37.070030 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9fc4a5c2-d570-428a-822a-c5bc02fe0051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:18:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['add08118-2240-42de-88a3-937223169ba2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:37.100572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:37.101183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:37.102891 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] 10.222.0.49 "PUT /v2.0/ports/10d489bc-9448-44eb-b95f-a16148bd991f HTTP/1.1" status: 200 len: 1091 time: 1.2503965 Oct 19 11:18:37.128358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563b2f5-5715-4945-bdee-8bdeba05c449 service neutron] Pushing event updated for resources: {'Port': ['ID=10d489bc-9448-44eb-b95f-a16148bd991f,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:37.139772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port d611926b-c6e5-4d06-bf8d-54e9c8ee308b completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:18:37.144000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port d611926b-c6e5-4d06-bf8d-54e9c8ee308b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:37.147376 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:37.278744 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:37.294211 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-9fc4a5c2-d570-428a-822a-c5bc02fe0051 None None] Set router add08118-2240-42de-88a3-937223169ba2 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:37.306410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808551-f09e-447f-b548-e90d9920c931 req-03f341ff-255f-4d6a-875b-d182e4c3313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:37.307904 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-03f341ff-255f-4d6a-875b-d182e4c3313f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=626228c9fb4d4873b449375207c58817&device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 1094 time: 0.0735354 Oct 19 11:18:37.353678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port d611926b-c6e5-4d06-bf8d-54e9c8ee308b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=d611926b-c6e5-4d06-bf8d-54e9c8ee308b,segment=NetworkSegment(6f7d0686-9cda-4a31-a483-216230e42d1a),segment_id=6f7d0686-9cda-4a31-a483-216230e42d1a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:37.359850 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-4ffaed62-1672-4e68-9cc4-2689c416ed04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10d489bc-9448-44eb-b95f-a16148bd991f HTTP/1.1" status: 200 len: 217 time: 0.0419035 Oct 19 11:18:37.430419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808551-f09e-447f-b548-e90d9920c931 req-5e1ece88-83a4-439f-a702-33589953cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:37.431930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-5e1ece88-83a4-439f-a702-33589953cf89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce286523-df35-46a4-961e-ac9ad353f926 HTTP/1.1" status: 200 len: 854 time: 0.0640471 Oct 19 11:18:37.432954 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:37.558177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=d611926b-c6e5-4d06-bf8d-54e9c8ee308b,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:37.564571 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9fc4a5c2-d570-428a-822a-c5bc02fe0051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:58Z', 'revision_number': 4, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'fa8ee188-609f-4652-906d-63c445e35085', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'add08118-2240-42de-88a3-937223169ba2', 'port_id': 'e32722ac-43ca-4e30-a37f-b91e96b03973', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'mac_address': 'fa:16:3e:bc:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:18:06Z', 'updated_at': '2021-10-19T11:18:35Z', 'revision_number': 1, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382eecc9-8680-48aa-9360-534565ec4760', 'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'mac_address': 'fa:16:3e:05:1d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:57Z', 'updated_at': '2021-10-19T11:18:03Z', 'revision_number': 5, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'subnets': [{'id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:37.594773 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc4a5c2-d570-428a-822a-c5bc02fe0051 None None] The sync data for ids ['add08118-2240-42de-88a3-937223169ba2'] in n-d-814547-1 is: [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:58Z', 'revision_number': 4, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'fa8ee188-609f-4652-906d-63c445e35085', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'add08118-2240-42de-88a3-937223169ba2', 'port_id': 'e32722ac-43ca-4e30-a37f-b91e96b03973', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'mac_address': 'fa:16:3e:bc:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:18:06Z', 'updated_at': '2021-10-19T11:18:35Z', 'revision_number': 1, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382eecc9-8680-48aa-9360-534565ec4760', 'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'mac_address': 'fa:16:3e:05:1d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:57Z', 'updated_at': '2021-10-19T11:18:03Z', 'revision_number': 5, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'subnets': [{'id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:18:37.897950 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-c4efb309-d2ab-4b96-8cfc-7f40d580b0d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4c31ea62-a60c-4679-aabb-6afcaf1497ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4510212 Oct 19 11:18:37.918858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7ce131-37b7-4d3c-9532-c6e30e564c59 None None] New status for floating IP fa8ee188-609f-4652-906d-63c445e35085: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:18:38.077465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-d9382df2-9fd9-425e-addb-29f9377a626b service neutron] 10.222.0.49 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686282 Oct 19 11:18:38.256442 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18808551-f09e-447f-b548-e90d9920c931 req-5b24742a-e9f2-4022-bc63-b57393b400e7 service neutron] 10.222.0.49 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718278 Oct 19 11:18:40.324102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88310e-59eb-485d-b7f1-5f848a9ef296 req-123fe380-4cf7-48af-ba8d-fd8cb956967c tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:40.325860 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b88310e-59eb-485d-b7f1-5f848a9ef296 req-123fe380-4cf7-48af-ba8d-fd8cb956967c tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 943 time: 0.0588367 Oct 19 11:18:40.360026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9c15e-75ca-471f-aecb-834a1b16c4ef req-cac5eb09-22c8-4203-a087-adf0b455ad1d tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:40.361549 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4ac9c15e-75ca-471f-aecb-834a1b16c4ef req-cac5eb09-22c8-4203-a087-adf0b455ad1d tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0562072 Oct 19 11:18:40.367731 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b88310e-59eb-485d-b7f1-5f848a9ef296 req-09e730b6-7439-4efc-abbd-dac9955a93f3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Oct 19 11:18:40.402727 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4ac9c15e-75ca-471f-aecb-834a1b16c4ef req-b0d2b87e-fc07-44a9-a8cb-c1f891c8dfbc tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333979 Oct 19 11:18:40.493272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39465-07e2-4a6e-8a1f-2599aa3c0570 req-2aaa685d-3169-4621-8eb3-52d787b0dfbf tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:40.499184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39465-07e2-4a6e-8a1f-2599aa3c0570 req-2aaa685d-3169-4621-8eb3-52d787b0dfbf tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:40.500826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42d39465-07e2-4a6e-8a1f-2599aa3c0570 req-2aaa685d-3169-4621-8eb3-52d787b0dfbf tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1682 time: 0.0645301 Oct 19 11:18:40.506507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb2308-fe62-44c5-b3a2-de10077ceab6 req-18471c19-556a-4ad4-aea0-4a1137b4025b tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:40.509027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0cb2308-fe62-44c5-b3a2-de10077ceab6 req-18471c19-556a-4ad4-aea0-4a1137b4025b tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 1101 time: 0.0462427 Oct 19 11:18:40.542695 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42d39465-07e2-4a6e-8a1f-2599aa3c0570 req-f86b1e32-5246-49f4-b81a-b329577d4857 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352147 Oct 19 11:18:40.557061 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0cb2308-fe62-44c5-b3a2-de10077ceab6 req-991c5ae8-f712-49f1-9469-1701aeac7119 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Oct 19 11:18:40.608223 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b541ffc1-686a-4f00-abe8-54eb05dcc96f x-openstack-request-id: req-b541ffc1-686a-4f00-abe8-54eb05dcc96f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:40.608788 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "name": "network-vif-plugged", "status": "completed", "tag": "5031dd84-9539-486a-8d85-05fd80863986", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:40.608894 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b541ffc1-686a-4f00-abe8-54eb05dcc96f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:40.609428 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5031dd84-9539-486a-8d85-05fd80863986', 'code': 200} Oct 19 11:18:40.643935 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a368223-9661-4e28-90d6-6bb9b1709eb8 x-openstack-request-id: req-3a368223-9661-4e28-90d6-6bb9b1709eb8 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:40.644513 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494a9bcc-6c65-4c2e-b0dc-29dda34516fd", "tag": "e32722ac-43ca-4e30-a37f-b91e96b03973", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:40.644861 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a368223-9661-4e28-90d6-6bb9b1709eb8 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:40.645333 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'tag': 'e32722ac-43ca-4e30-a37f-b91e96b03973', 'status': 'completed', 'code': 200} Oct 19 11:18:40.722204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1fa1-8093-407a-8494-36810fa2c1d0 req-95a63d9f-553d-4a23-872b-cc0272d7a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:40.723679 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e40b1fa1-8093-407a-8494-36810fa2c1d0 req-95a63d9f-553d-4a23-872b-cc0272d7a6b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b41231ffdc5472db88c28378b6a108a&device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 1097 time: 0.0577254 Oct 19 11:18:40.834793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1fa1-8093-407a-8494-36810fa2c1d0 req-7128e0be-83a0-420b-b377-1b24b4f9d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:40.836687 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e40b1fa1-8093-407a-8494-36810fa2c1d0 req-7128e0be-83a0-420b-b377-1b24b4f9d058 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e233824c-f866-4ed5-ad48-7b8c5d7d5218 HTTP/1.1" status: 200 len: 915 time: 0.1053588 Oct 19 11:18:40.914462 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e40b1fa1-8093-407a-8494-36810fa2c1d0 req-b89115b4-6720-445f-b931-0099b1665e36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e32722ac-43ca-4e30-a37f-b91e96b03973 HTTP/1.1" status: 200 len: 1001 time: 0.0689909 Oct 19 11:18:40.976919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1fa1-8093-407a-8494-36810fa2c1d0 req-9b088580-342a-44b9-a60a-ce7637bb19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:40.978475 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e40b1fa1-8093-407a-8494-36810fa2c1d0 req-9b088580-342a-44b9-a60a-ce7637bb19b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2de2ab05-6dd8-4d81-8644-90e71ec23a02 HTTP/1.1" status: 200 len: 853 time: 0.0572193 Oct 19 11:18:40.988942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 10d489bc-9448-44eb-b95f-a16148bd991f details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:18:41.036893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1fa1-8093-407a-8494-36810fa2c1d0 req-75f1f0e4-1a21-4cfd-8069-72bb6d9fac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:41.038932 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e40b1fa1-8093-407a-8494-36810fa2c1d0 req-75f1f0e4-1a21-4cfd-8069-72bb6d9fac3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e233824c-f866-4ed5-ad48-7b8c5d7d5218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526083 Oct 19 11:18:41.121245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f399ce7-eed8-4952-8a24-f211038aa2a0 req-dd86d85d-1c58-466e-8785-370acd760e13 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:41.122788 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f399ce7-eed8-4952-8a24-f211038aa2a0 req-dd86d85d-1c58-466e-8785-370acd760e13 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 1101 time: 0.0801003 Oct 19 11:18:41.171548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 10d489bc-9448-44eb-b95f-a16148bd991f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=10d489bc-9448-44eb-b95f-a16148bd991f,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:41.185674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '10d489bc-9448-44eb-b95f-a16148bd991f', 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba', 'port_id': '10d489bc-9448-44eb-b95f-a16148bd991f', 'mac_address': 'fa:16:3e:2d:16:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce286523-df35-46a4-961e-ac9ad353f926', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:18:41.213464 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f399ce7-eed8-4952-8a24-f211038aa2a0 req-9c22e876-8d8d-46f8-9edc-1aa69672bd10 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825515 Oct 19 11:18:41.217034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e40b1fa1-8093-407a-8494-36810fa2c1d0 req-67a79519-e63b-4317-893d-d765a154d088 service neutron] 10.222.0.49 "GET /v2.0/networks/e233824c-f866-4ed5-ad48-7b8c5d7d5218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624107 Oct 19 11:18:41.259417 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:41.290701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d489bc-9448-44eb-b95f-a16148bd991f {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:41.315345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdfaf6-9cb6-4eda-93fa-fe183d84fae6 req-e6a5a8bb-fa83-4b33-bda2-5840ed1b0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:41.317149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4cdfaf6-9cb6-4eda-93fa-fe183d84fae6 req-e6a5a8bb-fa83-4b33-bda2-5840ed1b0f38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 1097 time: 0.1393807 Oct 19 11:18:41.332045 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 10d489bc-9448-44eb-b95f-a16148bd991f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=10d489bc-9448-44eb-b95f-a16148bd991f,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:41.389625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae9984-4f4d-42e2-89c7-6339d704329f req-c4f0a63f-f0b0-4b0d-a762-4bd6247695dc tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:41.392286 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dae9984-4f4d-42e2-89c7-6339d704329f req-c4f0a63f-f0b0-4b0d-a762-4bd6247695dc tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0706010 Oct 19 11:18:41.406515 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:41.422845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e40b1fa1-8093-407a-8494-36810fa2c1d0 req-f14a620f-3d40-4d07-9a10-0f04fd1a641e service neutron] 10.222.0.49 "GET /v2.0/networks/e233824c-f866-4ed5-ad48-7b8c5d7d5218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957152 Oct 19 11:18:41.460830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdfaf6-9cb6-4eda-93fa-fe183d84fae6 req-c7e4f7bb-cd5b-444c-ad0f-19560024e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:41.462266 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4cdfaf6-9cb6-4eda-93fa-fe183d84fae6 req-c7e4f7bb-cd5b-444c-ad0f-19560024e9bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 912 time: 0.1375430 Oct 19 11:18:41.465048 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dae9984-4f4d-42e2-89c7-6339d704329f req-09425b09-d808-4e51-8354-1e714001e115 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661242 Oct 19 11:18:41.477326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=10d489bc-9448-44eb-b95f-a16148bd991f,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:41.553894 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4cdfaf6-9cb6-4eda-93fa-fe183d84fae6 req-5f9c8f9e-9285-4668-85ed-c16a31d0bb53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69dc53-aa3d-4065-963a-9113f65406e8 HTTP/1.1" status: 200 len: 1001 time: 0.0791054 Oct 19 11:18:41.609495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdfaf6-9cb6-4eda-93fa-fe183d84fae6 req-70a4dc99-5fd1-4c71-bbe2-36f7210f4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:41.610955 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4cdfaf6-9cb6-4eda-93fa-fe183d84fae6 req-70a4dc99-5fd1-4c71-bbe2-36f7210f4186 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 200 len: 850 time: 0.0448608 Oct 19 11:18:41.651147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['10d489bc-9448-44eb-b95f-a16148bd991f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:18:41.666033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdfaf6-9cb6-4eda-93fa-fe183d84fae6 req-fb15d12a-328d-480a-9256-768e6b1cfe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:41.667610 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4cdfaf6-9cb6-4eda-93fa-fe183d84fae6 req-fb15d12a-328d-480a-9256-768e6b1cfe7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b157cbcc-604a-44be-a7df-eb39e3221861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477793 Oct 19 11:18:41.772437 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4cdfaf6-9cb6-4eda-93fa-fe183d84fae6 req-f5846d80-7e33-4af8-9385-699a9567663c service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968595 Oct 19 11:18:41.871706 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4cdfaf6-9cb6-4eda-93fa-fe183d84fae6 req-f2dab90d-e9f3-4941-9686-df7067db97f0 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915201 Oct 19 11:18:42.610453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd611926b-c6e5-4d06-bf8d-54e9c8ee308b'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:42.613379 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ac437e-f585-4fc9-8b89-e1dcc056fb44" -d '{"events": [{"server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "name": "network-vif-plugged", "status": "completed", "tag": "d611926b-c6e5-4d06-bf8d-54e9c8ee308b"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:42.647033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ddf735-5701-47a0-807b-b6ca0f8a052b', 'tag': '10d489bc-9448-44eb-b95f-a16148bd991f'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:42.649409 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453b5442-389b-494f-938e-68a7a305d41a" -d '{"events": [{"name": "network-changed", "server_uuid": "54ddf735-5701-47a0-807b-b6ca0f8a052b", "tag": "10d489bc-9448-44eb-b95f-a16148bd991f"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:42.999785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 10d489bc-9448-44eb-b95f-a16148bd991f up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:43.387204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 10d489bc-9448-44eb-b95f-a16148bd991f completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:18:43.392375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 10d489bc-9448-44eb-b95f-a16148bd991f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:43.392793 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:43.476940 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:43.518778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 10d489bc-9448-44eb-b95f-a16148bd991f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=10d489bc-9448-44eb-b95f-a16148bd991f,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:43.607290 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:43.690977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=10d489bc-9448-44eb-b95f-a16148bd991f,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:43.788381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e994f-7bb0-4da2-be39-cd798d968092 req-f73b4e68-b59c-4e43-b10c-6822a97cb9e3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:43.790257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f86e994f-7bb0-4da2-be39-cd798d968092 req-f73b4e68-b59c-4e43-b10c-6822a97cb9e3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0537376 Oct 19 11:18:43.832843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f86e994f-7bb0-4da2-be39-cd798d968092 req-46d97631-af68-4f7d-9a4f-308a276196e3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Oct 19 11:18:43.961784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30f3b6-ce87-4072-b574-0c1929387657 req-272d3139-a8c2-4416-a19d-949b07f4a4ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:43.969827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30f3b6-ce87-4072-b574-0c1929387657 req-272d3139-a8c2-4416-a19d-949b07f4a4ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:43.972773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d30f3b6-ce87-4072-b574-0c1929387657 req-272d3139-a8c2-4416-a19d-949b07f4a4ac tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1682 time: 0.0843816 Oct 19 11:18:44.015102 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d30f3b6-ce87-4072-b574-0c1929387657 req-acc5f02a-4168-41ff-a056-94afdc9bbb9b tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354438 Oct 19 11:18:44.076521 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb8759f-c159-4c40-b21f-5b857227f481 x-openstack-request-id: req-4bb8759f-c159-4c40-b21f-5b857227f481 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:44.077086 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "name": "network-vif-plugged", "status": "completed", "tag": "d611926b-c6e5-4d06-bf8d-54e9c8ee308b", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:44.077086 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bb8759f-c159-4c40-b21f-5b857227f481 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:44.077492 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd611926b-c6e5-4d06-bf8d-54e9c8ee308b', 'code': 200} Oct 19 11:18:44.130197 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1465dc37-6525-47fc-bfb1-d8dd13592e4f x-openstack-request-id: req-1465dc37-6525-47fc-bfb1-d8dd13592e4f {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:44.130504 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ddf735-5701-47a0-807b-b6ca0f8a052b", "tag": "10d489bc-9448-44eb-b95f-a16148bd991f", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:44.130897 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1465dc37-6525-47fc-bfb1-d8dd13592e4f {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:44.131407 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ddf735-5701-47a0-807b-b6ca0f8a052b', 'tag': '10d489bc-9448-44eb-b95f-a16148bd991f', 'status': 'completed', 'code': 200} Oct 19 11:18:44.214211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311d192-955f-4605-9ff2-c3ee6d854e47 req-abe521e6-aca3-4550-b177-7f63e45c6b81 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:44.215693 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2311d192-955f-4605-9ff2-c3ee6d854e47 req-abe521e6-aca3-4550-b177-7f63e45c6b81 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.1418250 Oct 19 11:18:44.251901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b5442-389b-494f-938e-68a7a305d41a req-b3699150-c4f1-4646-a9e3-cf3cfad9d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:44.256049 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-453b5442-389b-494f-938e-68a7a305d41a req-b3699150-c4f1-4646-a9e3-cf3cfad9d384 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=626228c9fb4d4873b449375207c58817&device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 1096 time: 0.0985036 Oct 19 11:18:44.256049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3ee0-788e-4982-9b37-dd9ab6703972 req-881b9cb6-0215-4a3f-a414-0366bcfd28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:44.256322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3ee0-788e-4982-9b37-dd9ab6703972 req-881b9cb6-0215-4a3f-a414-0366bcfd28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:44.257709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-06dc3ee0-788e-4982-9b37-dd9ab6703972 req-881b9cb6-0215-4a3f-a414-0366bcfd28a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1984 time: 0.1113622 Oct 19 11:18:44.306911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2311d192-955f-4605-9ff2-c3ee6d854e47 req-6de0a3c1-fd6a-45a9-bbfa-435e1a55d67d tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841238 Oct 19 11:18:44.363754 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-06dc3ee0-788e-4982-9b37-dd9ab6703972 req-5638ff99-31af-410e-8ede-db55f647d48f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931447 Oct 19 11:18:44.394295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b5442-389b-494f-938e-68a7a305d41a req-a8d23601-08f3-4c64-bfaf-c8a42bc7c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:44.396065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-453b5442-389b-494f-938e-68a7a305d41a req-a8d23601-08f3-4c64-bfaf-c8a42bc7c149 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4c31ea62-a60c-4679-aabb-6afcaf1497ba HTTP/1.1" status: 200 len: 915 time: 0.1268952 Oct 19 11:18:44.438737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 026f2330-cb1a-4a47-b7c4-a4b603d196ac no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:44.522151 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:44.581406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 026f2330-cb1a-4a47-b7c4-a4b603d196ac, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=026f2330-cb1a-4a47-b7c4-a4b603d196ac,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:44.626847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-453b5442-389b-494f-938e-68a7a305d41a req-f719cc49-57b5-41fd-9656-6cd03ba5f567 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10d489bc-9448-44eb-b95f-a16148bd991f HTTP/1.1" status: 200 len: 217 time: 0.0591817 Oct 19 11:18:44.648046 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:44.714360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b5442-389b-494f-938e-68a7a305d41a req-22e1786e-a33b-42fb-a2b8-cdd60f6aa3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:44.714360 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-453b5442-389b-494f-938e-68a7a305d41a req-22e1786e-a33b-42fb-a2b8-cdd60f6aa3c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce286523-df35-46a4-961e-ac9ad353f926 HTTP/1.1" status: 200 len: 854 time: 0.0750747 Oct 19 11:18:44.715529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=026f2330-cb1a-4a47-b7c4-a4b603d196ac,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:44.747397 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-453b5442-389b-494f-938e-68a7a305d41a req-9abbf90a-8005-4f4a-a386-fea292bc6ccb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4c31ea62-a60c-4679-aabb-6afcaf1497ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300362 Oct 19 11:18:44.852768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-453b5442-389b-494f-938e-68a7a305d41a req-ba5c1168-7322-428d-9ed4-1a89de43282c service neutron] 10.222.0.49 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974534 Oct 19 11:18:44.956844 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-453b5442-389b-494f-938e-68a7a305d41a req-ecf5ae46-f8fa-4157-8199-767de4565751 service neutron] 10.222.0.49 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936162 Oct 19 11:18:45.152518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-dae9e84a-d8a3-468b-ab21-e4cc1cbee994 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:45.157055 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-dae9e84a-d8a3-468b-ab21-e4cc1cbee994 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 805 time: 0.1183100 Oct 19 11:18:45.170865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-762448bb-e515-4436-9850-91ba9d7ee411 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/quotas/722a375a42ab473abb8d76e98b3130e2 HTTP/1.1" status: 200 len: 375 time: 0.0109379 Oct 19 11:18:45.226833 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-61e143af-7c61-4f7c-842f-9f3ad6fddc56 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492516 Oct 19 11:18:45.329158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-7a0adf5c-f88d-4f5e-81f6-799677c11db0 service neutron] 10.222.0.39 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945139 Oct 19 11:18:45.484984 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-151c77b7-b32c-4bc7-9af9-764352b0522f service neutron] 10.222.0.39 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870116 Oct 19 11:18:46.079138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ddf735-5701-47a0-807b-b6ca0f8a052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d489bc-9448-44eb-b95f-a16148bd991f'}, {'server_uuid': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '026f2330-cb1a-4a47-b7c4-a4b603d196ac'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:46.085073 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf9394d-bc17-4e87-850e-edf377df6a29" -d '{"events": [{"server_uuid": "54ddf735-5701-47a0-807b-b6ca0f8a052b", "name": "network-vif-plugged", "status": "completed", "tag": "10d489bc-9448-44eb-b95f-a16148bd991f"}, {"server_uuid": "f2ef8a27-5a2c-48d1-8deb-1440767c5bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "026f2330-cb1a-4a47-b7c4-a4b603d196ac"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:46.099816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ac730-0606-48da-9900-6d655016ae27 req-c4e49a99-e085-4064-8a7e-ac50c91f5941 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:46.108462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ac730-0606-48da-9900-6d655016ae27 req-c4e49a99-e085-4064-8a7e-ac50c91f5941 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:46.113010 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e04ac730-0606-48da-9900-6d655016ae27 req-c4e49a99-e085-4064-8a7e-ac50c91f5941 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1682 time: 0.0806379 Oct 19 11:18:46.113210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b4ad1-a0db-484d-8db1-4458bc2e0f92 req-4b973d6e-60d9-482e-abde-2cc2ac9e5260 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:46.114541 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc5b4ad1-a0db-484d-8db1-4458bc2e0f92 req-4b973d6e-60d9-482e-abde-2cc2ac9e5260 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0879629 Oct 19 11:18:46.183285 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e04ac730-0606-48da-9900-6d655016ae27 req-bf5cd1ae-bb7d-4f6a-ba2e-62a32f50c9cc tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503418 Oct 19 11:18:46.216396 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc5b4ad1-a0db-484d-8db1-4458bc2e0f92 req-302171d0-953b-42b6-81d9-d05a54d5bca1 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822101 Oct 19 11:18:46.282136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966ed97-92b8-44b7-8a09-3296f332cb77 req-deec81eb-8ec8-4809-a5db-7da7ce1c9cca tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:46.283959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e966ed97-92b8-44b7-8a09-3296f332cb77 req-deec81eb-8ec8-4809-a5db-7da7ce1c9cca tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2ef8a27-5a2c-48d1-8deb-1440767c5bf9 HTTP/1.1" status: 200 len: 943 time: 0.0595422 Oct 19 11:18:46.357141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94ce8fcf-6a71-4f41-82f2-a6d0bfa72dd7 req-84976cbd-a12e-474a-8898-fac421904e74 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 210 time: 0.0532913 Oct 19 11:18:46.412903 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20260ff-8e54-412f-8d59-7d6f45730a65 x-openstack-request-id: req-a20260ff-8e54-412f-8d59-7d6f45730a65 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:46.414324 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ddf735-5701-47a0-807b-b6ca0f8a052b", "name": "network-vif-plugged", "status": "completed", "tag": "10d489bc-9448-44eb-b95f-a16148bd991f", "code": 200}, {"server_uuid": "f2ef8a27-5a2c-48d1-8deb-1440767c5bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "026f2330-cb1a-4a47-b7c4-a4b603d196ac", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:46.414564 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a20260ff-8e54-412f-8d59-7d6f45730a65 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:46.414969 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ddf735-5701-47a0-807b-b6ca0f8a052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d489bc-9448-44eb-b95f-a16148bd991f', 'code': 200} Oct 19 11:18:46.415519 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '026f2330-cb1a-4a47-b7c4-a4b603d196ac', 'code': 200} Oct 19 11:18:46.489725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cf294-10b2-4083-8dd7-23ee813b0e24 req-8be8897e-7be3-4285-bc4a-48f59d376e83 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:46.491438 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-914cf294-10b2-4083-8dd7-23ee813b0e24 req-8be8897e-7be3-4285-bc4a-48f59d376e83 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1264193 Oct 19 11:18:46.493717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-e966ed97-92b8-44b7-8a09-3296f332cb77 req-caf8e712-e3df-453b-a6da-1ce9962703fd tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Deleting port 026f2330-cb1a-4a47-b7c4-a4b603d196ac {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:46.494051 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e966ed97-92b8-44b7-8a09-3296f332cb77 req-caf8e712-e3df-453b-a6da-1ce9962703fd tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:46.620457 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-914cf294-10b2-4083-8dd7-23ee813b0e24 req-46158b32-d698-4976-9fe4-169fc86a5d88 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024480 Oct 19 11:18:46.632896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8b554-656a-49cd-a68f-5917d9e7643c req-c969e052-fe76-43d5-8c5b-ad7fd526cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:46.634375 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aed8b554-656a-49cd-a68f-5917d9e7643c req-c969e052-fe76-43d5-8c5b-ad7fd526cb83 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 1096 time: 0.1361833 Oct 19 11:18:46.669627 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e966ed97-92b8-44b7-8a09-3296f332cb77 req-caf8e712-e3df-453b-a6da-1ce9962703fd tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] For port 026f2330-cb1a-4a47-b7c4-a4b603d196ac, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=026f2330-cb1a-4a47-b7c4-a4b603d196ac,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:46.669987 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e966ed97-92b8-44b7-8a09-3296f332cb77 req-caf8e712-e3df-453b-a6da-1ce9962703fd tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:46.689417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-e966ed97-92b8-44b7-8a09-3296f332cb77 req-caf8e712-e3df-453b-a6da-1ce9962703fd tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Calling delete_port for 026f2330-cb1a-4a47-b7c4-a4b603d196ac owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:46.708648 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aed8b554-656a-49cd-a68f-5917d9e7643c req-6e4188be-ce49-4db3-8084-d0addc9d3bb2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647538 Oct 19 11:18:46.922111 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e966ed97-92b8-44b7-8a09-3296f332cb77 req-caf8e712-e3df-453b-a6da-1ce9962703fd tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:46.953883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8e712-e3df-453b-a6da-1ce9962703fd tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Pushing event deleted for resources: {'Port': ['ID=026f2330-cb1a-4a47-b7c4-a4b603d196ac,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:46.999260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e966ed97-92b8-44b7-8a09-3296f332cb77 req-caf8e712-e3df-453b-a6da-1ce9962703fd tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] No DVR routers for this DVR port 026f2330-cb1a-4a47-b7c4-a4b603d196ac on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:47.001970 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e966ed97-92b8-44b7-8a09-3296f332cb77 req-caf8e712-e3df-453b-a6da-1ce9962703fd tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:47.006372 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e966ed97-92b8-44b7-8a09-3296f332cb77 req-caf8e712-e3df-453b-a6da-1ce9962703fd tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "DELETE /v2.0/ports/026f2330-cb1a-4a47-b7c4-a4b603d196ac HTTP/1.1" status: 204 len: 173 time: 0.7135177 Oct 19 11:18:47.006922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'name': 'network-vif-deleted', 'tag': '026f2330-cb1a-4a47-b7c4-a4b603d196ac'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:47.009608 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b756cc80-7e6e-4ed9-98a2-8dfbe4f2c543" -d '{"events": [{"server_uuid": "f2ef8a27-5a2c-48d1-8deb-1440767c5bf9", "name": "network-vif-deleted", "tag": "026f2330-cb1a-4a47-b7c4-a4b603d196ac"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:47.054981 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eed2ecf-ace9-4c7f-aac2-c256e6d6068e x-openstack-request-id: req-8eed2ecf-ace9-4c7f-aac2-c256e6d6068e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:47.055263 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ef8a27-5a2c-48d1-8deb-1440767c5bf9", "name": "network-vif-deleted", "tag": "026f2330-cb1a-4a47-b7c4-a4b603d196ac", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:47.055720 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8eed2ecf-ace9-4c7f-aac2-c256e6d6068e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:47.056115 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ef8a27-5a2c-48d1-8deb-1440767c5bf9', 'name': 'network-vif-deleted', 'tag': '026f2330-cb1a-4a47-b7c4-a4b603d196ac', 'status': 'completed', 'code': 200} Oct 19 11:18:47.323439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1217efc-683e-44ff-ba0d-ae0b3fb474a5 req-3afde52f-7496-4cef-b715-3d7281150248 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:47.334712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1217efc-683e-44ff-ba0d-ae0b3fb474a5 req-3afde52f-7496-4cef-b715-3d7281150248 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:47.336628 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1217efc-683e-44ff-ba0d-ae0b3fb474a5 req-3afde52f-7496-4cef-b715-3d7281150248 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1682 time: 0.0802529 Oct 19 11:18:47.385079 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1217efc-683e-44ff-ba0d-ae0b3fb474a5 req-a044ce0e-8a9d-4888-a6d4-8da0f34c57b9 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Oct 19 11:18:47.492163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb070ce-dbb2-48d1-8758-7f97264fdff7 req-0c764f08-8219-4cf5-9647-0ca07e12bde3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:47.493925 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6bb070ce-dbb2-48d1-8758-7f97264fdff7 req-0c764f08-8219-4cf5-9647-0ca07e12bde3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0542133 Oct 19 11:18:47.538004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6bb070ce-dbb2-48d1-8758-7f97264fdff7 req-51c5166f-3771-45b7-afe3-d03847f3a4e9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366099 Oct 19 11:18:47.685716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-385449be-cd6f-41b6-9abd-b1a5d930ad0f req-16055a3e-8470-4782-b2f5-75c7160459c2 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 210 time: 0.0352867 Oct 19 11:18:47.838229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd503e49-883a-43d5-8e5f-bd1eaeb588de req-0d21d4a5-54a7-4108-8ba5-09180f457e4a tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:47.838229 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd503e49-883a-43d5-8e5f-bd1eaeb588de req-0d21d4a5-54a7-4108-8ba5-09180f457e4a tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.0577695 Oct 19 11:18:47.883504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd503e49-883a-43d5-8e5f-bd1eaeb588de req-7106da03-8fd4-4cab-a6f2-957153dcb18d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Oct 19 11:18:48.488439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4003795-890c-46a8-99f6-e21a407562aa req-13c7dac7-6d64-4450-9115-f4f799b3bc7c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:48.494313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4003795-890c-46a8-99f6-e21a407562aa req-13c7dac7-6d64-4450-9115-f4f799b3bc7c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:48.496064 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4003795-890c-46a8-99f6-e21a407562aa req-13c7dac7-6d64-4450-9115-f4f799b3bc7c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1682 time: 0.0631559 Oct 19 11:18:48.539077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4003795-890c-46a8-99f6-e21a407562aa req-95b3b7a5-dc8c-47c8-a7aa-314026fdd514 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367599 Oct 19 11:18:48.668265 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69006d6-5fdc-41e7-bb0e-8e46858c3612 req-9167c2a9-f38a-461a-a25c-52773b3e0984 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:48.669797 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c69006d6-5fdc-41e7-bb0e-8e46858c3612 req-9167c2a9-f38a-461a-a25c-52773b3e0984 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0557485 Oct 19 11:18:48.712385 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c69006d6-5fdc-41e7-bb0e-8e46858c3612 req-3d9dc233-efd2-47c1-9d2d-938cba2bc904 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351024 Oct 19 11:18:48.862779 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba810c17-6602-412e-a233-5bea5c5cc248 req-85dde32b-6fc2-4b3d-893b-e733c82efa2c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 210 time: 0.0328026 Oct 19 11:18:49.023807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98339a-c30b-4c71-9713-e8720c01198c req-7b0e65f2-fe76-4e7a-993d-fbf32517741a tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:49.025835 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d98339a-c30b-4c71-9713-e8720c01198c req-7b0e65f2-fe76-4e7a-993d-fbf32517741a tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.0616715 Oct 19 11:18:49.041717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b2564-61b3-45bd-bef8-8c2189c74b32 req-c52542ca-9c09-4e1f-b344-ff40e6eadcd3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:49.043194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-682b2564-61b3-45bd-bef8-8c2189c74b32 req-c52542ca-9c09-4e1f-b344-ff40e6eadcd3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0854392 Oct 19 11:18:49.051707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-faa4e036-2d33-4cfa-aa04-c1991573e34f tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:49.053145 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-faa4e036-2d33-4cfa-aa04-c1991573e34f tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 805 time: 0.1887333 Oct 19 11:18:49.066981 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d98339a-c30b-4c71-9713-e8720c01198c req-8aeae33c-cfb8-4de4-8049-fc4df38f75fd tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344272 Oct 19 11:18:49.071461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Request body: {'port': {'device_id': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'admin_state_up': True, 'tenant_id': '722a375a42ab473abb8d76e98b3130e2'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:49.120907 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-682b2564-61b3-45bd-bef8-8c2189c74b32 req-2124b983-4f28-4417-b3d4-5233ec5d0ef1 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667479 Oct 19 11:18:49.299383 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:49.322256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Made reservation on behalf of 722a375a42ab473abb8d76e98b3130e2 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:49.327215 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:49.459705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53a89a-0917-417c-ab25-281971852a6a req-d7c4cd64-ae61-4e4f-b152-87db0354b3f5 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:49.461273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be53a89a-0917-417c-ab25-281971852a6a req-d7c4cd64-ae61-4e4f-b152-87db0354b3f5 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0568607 Oct 19 11:18:49.496624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Allocated IP 172.20.0.8 (92d48a4f-14d4-47f7-8527-4890bf68f902/0bfa5705-e214-45b1-b7ca-60a9322912ed/588f9956-08d4-4aa2-b3c7-65125b49b7c2) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:49.509688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be53a89a-0917-417c-ab25-281971852a6a req-1d941b1c-3f1a-4cec-a743-ff5633f07b92 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Oct 19 11:18:49.640953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d445581-696e-4b73-9e22-afc0015edb8a req-67e0eaeb-7569-47f7-bae2-aa3a8ccdaf62 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:49.649024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d445581-696e-4b73-9e22-afc0015edb8a req-67e0eaeb-7569-47f7-bae2-aa3a8ccdaf62 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0587814 Oct 19 11:18:49.671411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:49.680861 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:49.705230 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d445581-696e-4b73-9e22-afc0015edb8a req-75497359-1416-4125-afb8-c584027bd199 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551951 Oct 19 11:18:49.797992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd9655-5078-482f-9fa2-27b26d3aa4de req-9395dbc6-7673-4697-9e63-bf105e9899ec tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:49.804756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd9655-5078-482f-9fa2-27b26d3aa4de req-9395dbc6-7673-4697-9e63-bf105e9899ec tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:49.806263 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27dd9655-5078-482f-9fa2-27b26d3aa4de req-9395dbc6-7673-4697-9e63-bf105e9899ec tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1682 time: 0.0721204 Oct 19 11:18:49.808013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:49.871772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Network 92d48a4f-14d4-47f7-8527-4890bf68f902 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:49.878753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:49.883196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:49.885526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Pushing event updated for resources: {'Port': ['ID=588f9956-08d4-4aa2-b3c7-65125b49b7c2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:49.926598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27dd9655-5078-482f-9fa2-27b26d3aa4de req-ade59f64-8c40-4848-a4e8-7c1b73db8c7e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047993 Oct 19 11:18:49.958580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:49.959175 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:50.011944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-3dcb0a08-96e1-464f-871f-233fe3af7487 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:50.018557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-3dcb0a08-96e1-464f-871f-233fe3af7487 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:50.020257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-3dcb0a08-96e1-464f-871f-233fe3af7487 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 1682 time: 0.0778849 Oct 19 11:18:50.061856 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-36d3c02f-d1e1-4254-82d7-67df4dad79b3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9938979 Oct 19 11:18:50.077275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Request body: {'port': {'device_id': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:50.167186 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:50.191661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-e2b1fd77-7caf-457d-ba2e-792c772cac05 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting port d611926b-c6e5-4d06-bf8d-54e9c8ee308b {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:50.191989 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-e2b1fd77-7caf-457d-ba2e-792c772cac05 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:50.409232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-e2b1fd77-7caf-457d-ba2e-792c772cac05 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] For port d611926b-c6e5-4d06-bf8d-54e9c8ee308b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=d611926b-c6e5-4d06-bf8d-54e9c8ee308b,segment=NetworkSegment(6f7d0686-9cda-4a31-a483-216230e42d1a),segment_id=6f7d0686-9cda-4a31-a483-216230e42d1a)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:50.409599 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-e2b1fd77-7caf-457d-ba2e-792c772cac05 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:50.463699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fb073-88ad-4cb0-b4e7-e48dfb014d5c req-8d7110bd-5e8e-4a24-9313-c3972bdda89d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:50.465309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-e2b1fd77-7caf-457d-ba2e-792c772cac05 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Calling delete_port for d611926b-c6e5-4d06-bf8d-54e9c8ee308b owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:50.466064 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e16fb073-88ad-4cb0-b4e7-e48dfb014d5c req-8d7110bd-5e8e-4a24-9313-c3972bdda89d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 931 time: 0.0703611 Oct 19 11:18:50.470190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 026f2330-cb1a-4a47-b7c4-a4b603d196ac no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:50.499234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 026f2330-cb1a-4a47-b7c4-a4b603d196ac {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:18:50.499672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 026f2330-cb1a-4a47-b7c4-a4b603d196ac not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:18:50.527620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e16fb073-88ad-4cb0-b4e7-e48dfb014d5c req-f2db095e-148d-416b-ac26-51b4eca98dc8 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460162 Oct 19 11:18:50.534103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb748c0a-8e9c-4e5d-86e9-d15fa9ca3891 req-f546c43f-46bc-4936-a973-673ecd5958d1 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:50.535585 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb748c0a-8e9c-4e5d-86e9-d15fa9ca3891 req-f546c43f-46bc-4936-a973-673ecd5958d1 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1506016 Oct 19 11:18:50.652954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb748c0a-8e9c-4e5d-86e9-d15fa9ca3891 req-baae8350-829c-4a4f-bce6-cd43a8af8fb2 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843349 Oct 19 11:18:50.705417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a782de-4dbd-48e4-8d4e-fa0804e1c7e2 req-63fc0150-99c0-4da9-a906-6002bb471ce0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:50.713022 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d7a782de-4dbd-48e4-8d4e-fa0804e1c7e2 req-63fc0150-99c0-4da9-a906-6002bb471ce0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0651844 Oct 19 11:18:50.773654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d7a782de-4dbd-48e4-8d4e-fa0804e1c7e2 req-8372b1fd-b67a-47d7-bbcb-8d3fda766c68 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500898 Oct 19 11:18:50.773811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588f9956-08d4-4aa2-b3c7-65125b49b7c2 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:50.778221 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:50.890250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Transition to ACTIVE for port object 588f9956-08d4-4aa2-b3c7-65125b49b7c2 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:18:50.891717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-e2b1fd77-7caf-457d-ba2e-792c772cac05 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:50.904190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['5031dd84-9539-486a-8d85-05fd80863986', 'd611926b-c6e5-4d06-bf8d-54e9c8ee308b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:18:50.934440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1fd77-7caf-457d-ba2e-792c772cac05 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Port': ['ID=d611926b-c6e5-4d06-bf8d-54e9c8ee308b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:50.995520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:51.085935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-e2b1fd77-7caf-457d-ba2e-792c772cac05 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] No DVR routers for this DVR port d611926b-c6e5-4d06-bf8d-54e9c8ee308b on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:51.088630 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-e2b1fd77-7caf-457d-ba2e-792c772cac05 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:51.092914 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-e2b1fd77-7caf-457d-ba2e-792c772cac05 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.49 "DELETE /v2.0/ports/d611926b-c6e5-4d06-bf8d-54e9c8ee308b HTTP/1.1" status: 204 len: 173 time: 1.0648339 Oct 19 11:18:51.104309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'name': 'network-vif-deleted', 'tag': 'd611926b-c6e5-4d06-bf8d-54e9c8ee308b'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:51.106352 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de6dc77-8a4c-4b49-b69a-874af00a0a88" -d '{"events": [{"server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "name": "network-vif-deleted", "tag": "d611926b-c6e5-4d06-bf8d-54e9c8ee308b"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:51.481100 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0429ae-05be-4c58-8edf-1d16ddd5785a x-openstack-request-id: req-ed0429ae-05be-4c58-8edf-1d16ddd5785a {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:51.481519 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "name": "network-vif-deleted", "tag": "d611926b-c6e5-4d06-bf8d-54e9c8ee308b", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:51.481743 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed0429ae-05be-4c58-8edf-1d16ddd5785a {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:51.482213 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'name': 'network-vif-deleted', 'tag': 'd611926b-c6e5-4d06-bf8d-54e9c8ee308b', 'status': 'completed', 'code': 200} Oct 19 11:18:51.485946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Pushing event updated for resources: {'Port': ['ID=588f9956-08d4-4aa2-b3c7-65125b49b7c2,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:51.608952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584c47d-3927-4b56-9b6a-cfe7968e8651 req-7205f226-03e4-41f1-b291-69cdf0f49bd2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:51.610496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1584c47d-3927-4b56-9b6a-cfe7968e8651 req-7205f226-03e4-41f1-b291-69cdf0f49bd2 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 946 time: 0.5318367 Oct 19 11:18:51.656861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d90422-aff7-47f1-99e8-5a63ecd8a8ca req-8b5e1491-3080-43b6-93c8-2fc81f6cba70 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:51.664411 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78d90422-aff7-47f1-99e8-5a63ecd8a8ca req-8b5e1491-3080-43b6-93c8-2fc81f6cba70 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 943 time: 0.0609684 Oct 19 11:18:51.669033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Attempting to bind port 588f9956-08d4-4aa2-b3c7-65125b49b7c2 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:51.669363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Attempting to bind port 588f9956-08d4-4aa2-b3c7-65125b49b7c2 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:51.669688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Attempting to bind port 588f9956-08d4-4aa2-b3c7-65125b49b7c2 on network 92d48a4f-14d4-47f7-8527-4890bf68f902 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:51.682916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1584c47d-3927-4b56-9b6a-cfe7968e8651 req-85d0e279-ca49-455b-aa78-36e6a2e10a9e tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/security-groups?id=4bce8eab-8349-4f00-b25a-e01b69a9367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622356 Oct 19 11:18:51.684631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Port 588f9956-08d4-4aa2-b3c7-65125b49b7c2 on network 92d48a4f-14d4-47f7-8527-4890bf68f902 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:18:51.684950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Attempting to bind port 588f9956-08d4-4aa2-b3c7-65125b49b7c2 on network 92d48a4f-14d4-47f7-8527-4890bf68f902 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:51.693527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-5e0fdb4c-7fdc-446d-9a22-e5c724933391 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting port 5031dd84-9539-486a-8d85-05fd80863986 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:51.693856 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-5e0fdb4c-7fdc-446d-9a22-e5c724933391 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:51.696504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:51.696858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Checking segment: {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:51.697228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Bound using segment: {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:51.697657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Bound port: 588f9956-08d4-4aa2-b3c7-65125b49b7c2, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:51.697989 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:51.728680 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78d90422-aff7-47f1-99e8-5a63ecd8a8ca req-ac35e71a-b806-4c75-a9c4-bf6d62cb22ce tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582104 Oct 19 11:18:51.764058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54030) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:51.856274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-5e0fdb4c-7fdc-446d-9a22-e5c724933391 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] For port 5031dd84-9539-486a-8d85-05fd80863986, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=5031dd84-9539-486a-8d85-05fd80863986,segment=NetworkSegment(951979c1-e7ed-4143-9930-f8445e439372),segment_id=951979c1-e7ed-4143-9930-f8445e439372)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:51.856620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-5e0fdb4c-7fdc-446d-9a22-e5c724933391 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:51.873158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] For port 588f9956-08d4-4aa2-b3c7-65125b49b7c2, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:18:51.884859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] For port 588f9956-08d4-4aa2-b3c7-65125b49b7c2, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=588f9956-08d4-4aa2-b3c7-65125b49b7c2,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:18:51.886021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-5e0fdb4c-7fdc-446d-9a22-e5c724933391 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Calling delete_port for 5031dd84-9539-486a-8d85-05fd80863986 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:51.894250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c7aec-8b48-4180-af22-3ac6814f7612 req-15e57908-b073-40cc-b41f-aafff3d245b9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:51.903108 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b8c7aec-8b48-4180-af22-3ac6814f7612 req-15e57908-b073-40cc-b41f-aafff3d245b9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0734353 Oct 19 11:18:51.908146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459c7e-b2a6-48e7-98a1-b1ea07f85e80 req-07357b32-2a5a-46a2-a6e3-bd67ab47ca4a tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:51.909683 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34459c7e-b2a6-48e7-98a1-b1ea07f85e80 req-07357b32-2a5a-46a2-a6e3-bd67ab47ca4a tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1048162 Oct 19 11:18:51.931841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e08129d-a124-420e-96bc-89936f3caa97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:51.963444 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b8c7aec-8b48-4180-af22-3ac6814f7612 req-30ff605d-c9c4-4763-ac8a-39bbf32c89c8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592320 Oct 19 11:18:52.001089 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34459c7e-b2a6-48e7-98a1-b1ea07f85e80 req-f1a27b6b-a71f-4fd1-80d3-45baad84af3e tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837028 Oct 19 11:18:52.019329 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:52.040680 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e08129d-a124-420e-96bc-89936f3caa97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:52.086027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:52.089855 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:52.089855 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] 10.222.0.26 "PUT /v2.0/ports/588f9956-08d4-4aa2-b3c7-65125b49b7c2 HTTP/1.1" status: 200 len: 1091 time: 2.0150633 Oct 19 11:18:52.101886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e08129d-a124-420e-96bc-89936f3caa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:52.119799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5937cfe-f058-42c9-9a66-33ef5f71e6ca service neutron] Pushing event updated for resources: {'Port': ['ID=588f9956-08d4-4aa2-b3c7-65125b49b7c2,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:52.145870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08129d-a124-420e-96bc-89936f3caa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2ca2e1-6820-413d-9102-5c3e7b18916f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:52.154646 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5e08129d-a124-420e-96bc-89936f3caa97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62a0ef9e916f4b1b84224c82625cbc2c&name=default HTTP/1.1" status: 200 len: 2982 time: 0.3891542 Oct 19 11:18:52.154805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54040) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:52.205381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-5e0fdb4c-7fdc-446d-9a22-e5c724933391 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:52.254907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fdb4c-7fdc-446d-9a22-e5c724933391 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Port': ['ID=5031dd84-9539-486a-8d85-05fd80863986,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:52.295197 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34bd3e89-db11-4004-9747-96154b026a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:52.323223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-ab044288-2802-41f8-8472-62b306a76a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:52.324746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-ab044288-2802-41f8-8472-62b306a76a2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 1094 time: 0.1294518 Oct 19 11:18:52.325467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-5e0fdb4c-7fdc-446d-9a22-e5c724933391 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] No DVR routers for this DVR port 5031dd84-9539-486a-8d85-05fd80863986 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:52.328250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-5e0fdb4c-7fdc-446d-9a22-e5c724933391 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:52.332044 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5a13b031-06da-44c3-adb2-f7eb58879427 req-5e0fdb4c-7fdc-446d-9a22-e5c724933391 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.49 "DELETE /v2.0/ports/5031dd84-9539-486a-8d85-05fd80863986 HTTP/1.1" status: 204 len: 173 time: 1.2069213 Oct 19 11:18:52.390403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-1728e2a0-fcce-459b-afc8-d0611dc35533 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=588f9956-08d4-4aa2-b3c7-65125b49b7c2 HTTP/1.1" status: 200 len: 217 time: 0.0554349 Oct 19 11:18:52.392130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34bd3e89-db11-4004-9747-96154b026a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:52.473287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-3edf2d39-75b1-498c-b9bb-0d5ffcbc05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:52.478731 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-3edf2d39-75b1-498c-b9bb-0d5ffcbc05bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bfa5705-e214-45b1-b7ca-60a9322912ed HTTP/1.1" status: 200 len: 845 time: 0.0754883 Oct 19 11:18:52.517265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-83bb4cc0-8248-44e0-8ba9-aeee099132cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92d48a4f-14d4-47f7-8527-4890bf68f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336008 Oct 19 11:18:52.590058 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34bd3e89-db11-4004-9747-96154b026a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:52.592618 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34bd3e89-db11-4004-9747-96154b026a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:52.593735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-34bd3e89-db11-4004-9747-96154b026a8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d2ca2e1-6820-413d-9102-5c3e7b18916f HTTP/1.1" status: 204 len: 168 time: 0.4377027 Oct 19 11:18:52.610346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd3e89-db11-4004-9747-96154b026a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2ca2e1-6820-413d-9102-5c3e7b18916f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:52.628286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-ef2123cb-9f57-4437-928a-68decc64bc4c service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020851 Oct 19 11:18:52.760396 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-495262e7-ae5e-462c-87c2-9e3521c196c6 req-3c89285f-7ba4-4654-bfba-b7ab6b7c8980 service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234531 Oct 19 11:18:52.812040 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db0132b7-0bc9-4345-b262-a070cedac25a req-c8a5c155-632d-4a36-815e-c62d697cb51a tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf5bbfb8-a951-4d4c-9d94-2658c77a721d HTTP/1.1" status: 200 len: 210 time: 0.0280032 Oct 19 11:18:53.034164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device d611926b-c6e5-4d06-bf8d-54e9c8ee308b no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:53.097217 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: d611926b-c6e5-4d06-bf8d-54e9c8ee308b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:18:53.097832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device d611926b-c6e5-4d06-bf8d-54e9c8ee308b not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:18:53.098356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 5031dd84-9539-486a-8d85-05fd80863986 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:53.119480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ca351-5165-4107-88ee-c5695cd116d9 req-032f5d14-3e95-48d2-8d2c-5df058ace89b tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:53.122869 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3c3ca351-5165-4107-88ee-c5695cd116d9 req-032f5d14-3e95-48d2-8d2c-5df058ace89b tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 943 time: 0.1329958 Oct 19 11:18:53.123714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dea01-983a-40e7-a17b-b2d38965c4dc req-626eaeab-b666-401d-957d-4a20bfde7c7d tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:53.136588 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b60dea01-983a-40e7-a17b-b2d38965c4dc req-626eaeab-b666-401d-957d-4a20bfde7c7d tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0843842 Oct 19 11:18:53.149800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 5031dd84-9539-486a-8d85-05fd80863986 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:18:53.154786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 5031dd84-9539-486a-8d85-05fd80863986 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:18:53.194087 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3c3ca351-5165-4107-88ee-c5695cd116d9 req-005418db-0310-43aa-a457-2ed73ca0521d tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558655 Oct 19 11:18:53.205387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b60dea01-983a-40e7-a17b-b2d38965c4dc req-546be97c-629a-4db2-91cd-25460c88eb07 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656960 Oct 19 11:18:53.322169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed17f9-0564-4c0f-8f00-28d7c039d3f3 req-fc76f453-d123-4b29-aa4e-9b854002cca4 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:53.323699 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-46ed17f9-0564-4c0f-8f00-28d7c039d3f3 req-fc76f453-d123-4b29-aa4e-9b854002cca4 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.0511305 Oct 19 11:18:53.366894 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-46ed17f9-0564-4c0f-8f00-28d7c039d3f3 req-fd47c756-908f-48eb-9232-37be66adc10c tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365610 Oct 19 11:18:53.483567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'tag': '588f9956-08d4-4aa2-b3c7-65125b49b7c2'}, {'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'name': 'network-vif-deleted', 'tag': '5031dd84-9539-486a-8d85-05fd80863986'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:53.487652 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e4b982-8a9e-4826-bb5c-10b551e4a709" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae47d69-c600-4a3c-86ba-b8a929d86a4f", "tag": "588f9956-08d4-4aa2-b3c7-65125b49b7c2"}, {"server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "name": "network-vif-deleted", "tag": "5031dd84-9539-486a-8d85-05fd80863986"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:53.536465 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87952f2-f3ae-498c-9648-b023f7bd067e x-openstack-request-id: req-e87952f2-f3ae-498c-9648-b023f7bd067e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:53.536852 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae47d69-c600-4a3c-86ba-b8a929d86a4f", "tag": "588f9956-08d4-4aa2-b3c7-65125b49b7c2", "status": "completed", "code": 200}, {"server_uuid": "bf5bbfb8-a951-4d4c-9d94-2658c77a721d", "name": "network-vif-deleted", "tag": "5031dd84-9539-486a-8d85-05fd80863986", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:53.537140 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e87952f2-f3ae-498c-9648-b023f7bd067e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:53.537609 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'tag': '588f9956-08d4-4aa2-b3c7-65125b49b7c2', 'status': 'completed', 'code': 200} Oct 19 11:18:53.537862 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5bbfb8-a951-4d4c-9d94-2658c77a721d', 'name': 'network-vif-deleted', 'tag': '5031dd84-9539-486a-8d85-05fd80863986', 'status': 'completed', 'code': 200} Oct 19 11:18:53.593368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4b982-8a9e-4826-bb5c-10b551e4a709 req-3769755d-773e-4173-b1e0-bc3dcc207846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:53.594853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8e4b982-8a9e-4826-bb5c-10b551e4a709 req-3769755d-773e-4173-b1e0-bc3dcc207846 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 1094 time: 0.0425098 Oct 19 11:18:53.700408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4b982-8a9e-4826-bb5c-10b551e4a709 req-21c0a242-82f1-460b-93f2-ea6595e708cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:53.701929 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8e4b982-8a9e-4826-bb5c-10b551e4a709 req-21c0a242-82f1-460b-93f2-ea6595e708cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 906 time: 0.0984330 Oct 19 11:18:53.748916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8e4b982-8a9e-4826-bb5c-10b551e4a709 req-bb1d9558-3596-4bad-a9b9-11dc0af18520 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=588f9956-08d4-4aa2-b3c7-65125b49b7c2 HTTP/1.1" status: 200 len: 217 time: 0.0384986 Oct 19 11:18:53.805784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4b982-8a9e-4826-bb5c-10b551e4a709 req-63aad644-102d-4d84-a9c7-197f9c72660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:53.807236 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8e4b982-8a9e-4826-bb5c-10b551e4a709 req-63aad644-102d-4d84-a9c7-197f9c72660a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bfa5705-e214-45b1-b7ca-60a9322912ed HTTP/1.1" status: 200 len: 845 time: 0.0497422 Oct 19 11:18:53.840405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8e4b982-8a9e-4826-bb5c-10b551e4a709 req-aa9da129-7867-49e3-b517-b4f8d76759af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92d48a4f-14d4-47f7-8527-4890bf68f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248575 Oct 19 11:18:53.889408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54084) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:53.941250 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8e4b982-8a9e-4826-bb5c-10b551e4a709 req-dff34dae-609e-49b6-a2c0-d65ab94598bb service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927026 Oct 19 11:18:53.944968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c90f78-076e-43f8-a105-e4280bce361d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting subnet a632d3db-2e31-4f1c-90b0-cc7e25c34037 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:18:53.951963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07c90f78-076e-43f8-a105-e4280bce361d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:53.998488 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07c90f78-076e-43f8-a105-e4280bce361d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.052932 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8e4b982-8a9e-4826-bb5c-10b551e4a709 req-81cb5dc5-177f-4a0e-99e9-b5bca427fac2 service neutron] 10.222.0.26 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035573 Oct 19 11:18:54.116401 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-50eeb34e-3ef0-43ab-b222-a495c6a6457c tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=58b726bac5434fa0a9ca3f683380d950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268388 Oct 19 11:18:54.121425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07c90f78-076e-43f8-a105-e4280bce361d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.277928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-71a481b9-1ed4-4166-be15-79a10f4d3c9c tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:54.279419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-71a481b9-1ed4-4166-be15-79a10f4d3c9c tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546726 Oct 19 11:18:54.294664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-a4628018-31d9-4d9d-be70-41edad10b2aa tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/quotas/58b726bac5434fa0a9ca3f683380d950 HTTP/1.1" status: 200 len: 375 time: 0.0093637 Oct 19 11:18:54.320598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde60c45-b186-4d38-95bf-2b1e2ff14bc1 req-e46aa83a-e14a-4849-bee1-ee20eeb2232c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:54.321926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cde60c45-b186-4d38-95bf-2b1e2ff14bc1 req-e46aa83a-e14a-4849-bee1-ee20eeb2232c tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 943 time: 0.0502772 Oct 19 11:18:54.327133 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-dfcdc7ea-59f2-4878-b32a-ac703700c493 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=58b726bac5434fa0a9ca3f683380d950&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268695 Oct 19 11:18:54.335845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07c90f78-076e-43f8-a105-e4280bce361d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.368137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c90f78-076e-43f8-a105-e4280bce361d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Subnet': ['ID=a632d3db-2e31-4f1c-90b0-cc7e25c34037,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:54.372055 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07c90f78-076e-43f8-a105-e4280bce361d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.378467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-07c90f78-076e-43f8-a105-e4280bce361d tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "DELETE /v2.0/subnets/a632d3db-2e31-4f1c-90b0-cc7e25c34037 HTTP/1.1" status: 204 len: 168 time: 0.4848707 Oct 19 11:18:54.379374 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cde60c45-b186-4d38-95bf-2b1e2ff14bc1 req-31494aca-cbd6-442d-b2a7-81c921509b10 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467541 Oct 19 11:18:54.379503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54102) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:54.396084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c737a-b658-4d59-b51e-45ff54a893c4 None None] Network 174a3172-857d-47e2-aae1-7f69a2164eb1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:18:54.488874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.495738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c20ca-81a2-4780-b382-aabccce1258d req-dd1bdc80-b8a5-4b19-b55b-d893851b962d tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:54.504009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a7c20ca-81a2-4780-b382-aabccce1258d req-dd1bdc80-b8a5-4b19-b55b-d893851b962d tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0624115 Oct 19 11:18:54.554962 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a7c20ca-81a2-4780-b382-aabccce1258d req-d92e72ed-6661-44a4-844e-415d4db88c50 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496008 Oct 19 11:18:54.565076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:54.565076 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.615354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7740e6-8868-451a-8466-2aad6b066b32 None None] DHCP port deletion for 174a3172-857d-47e2-aae1-7f69a2164eb1 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:18:54.675525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] For port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6,segment=NetworkSegment(951979c1-e7ed-4143-9930-f8445e439372),segment_id=951979c1-e7ed-4143-9930-f8445e439372)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:54.677245 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.683674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2f7740e6-8868-451a-8466-2aad6b066b32 None None] Deleting port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:54.684049 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2f7740e6-8868-451a-8466-2aad6b066b32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.704038 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cb628-3dbf-41a2-9884-fb6f7c43207f req-bfb09498-ed95-4a66-a398-2184d28ff565 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:54.706142 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c3cb628-3dbf-41a2-9884-fb6f7c43207f req-bfb09498-ed95-4a66-a398-2184d28ff565 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.0589075 Oct 19 11:18:54.715691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Calling delete_port for 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:54.753030 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c3cb628-3dbf-41a2-9884-fb6f7c43207f req-2643d95f-2aa7-40f9-9a75-d432b9fc0123 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Oct 19 11:18:54.766467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2f7740e6-8868-451a-8466-2aad6b066b32 None None] For port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6,segment=NetworkSegment(951979c1-e7ed-4143-9930-f8445e439372),segment_id=951979c1-e7ed-4143-9930-f8445e439372)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:54.766960 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2f7740e6-8868-451a-8466-2aad6b066b32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.783338 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2f7740e6-8868-451a-8466-2aad6b066b32 None None] Calling delete_port for 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:54.793561 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e17854df-4f4a-433d-81d1-144bb8134cd7 req-2e59a364-b2f4-416b-86a0-493865621659 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 210 time: 0.0613770 Oct 19 11:18:54.877505 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:54.935222 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.953551 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2f7740e6-8868-451a-8466-2aad6b066b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.957943 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:54.964630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Port': ['ID=116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:54.968353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] No DVR routers for this DVR port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:54.993310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7740e6-8868-451a-8466-2aad6b066b32 None None] Pushing event deleted for resources: {'Port': ['ID=116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:54.996618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7740e6-8868-451a-8466-2aad6b066b32 None None] No DVR routers for this DVR port 116a6cb0-2de9-4d4e-a2bc-e81fb7de2aa6 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:55.059512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.080641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174a3172-857d-47e2-aae1-7f69a2164eb1']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:55.090072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951979c1-e7ed-4143-9930-f8445e439372') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:55.090368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951979c1-e7ed-4143-9930-f8445e439372') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:55.100264 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.114892 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.121398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:18:55.126497 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:18:55.276428 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.292760 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.292760 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "DELETE /v2.0/networks/174a3172-857d-47e2-aae1-7f69a2164eb1 HTTP/1.1" status: 204 len: 168 time: 0.9085360 Oct 19 11:18:55.294606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54118) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:55.300024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e790d-b6d9-4073-aaf9-30a86f737945 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Network': ['ID=174a3172-857d-47e2-aae1-7f69a2164eb1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:55.349908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-0295de47-0912-4f68-b8e1-c86f7699ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting subnet 14699500-bd13-46fa-8e3d-790db4e5d5ab {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:18:55.352705 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5772-20b6-4371-8ee6-8ccadb4903ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.355691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0295de47-0912-4f68-b8e1-c86f7699ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.395429 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0295de47-0912-4f68-b8e1-c86f7699ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.515138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0295de47-0912-4f68-b8e1-c86f7699ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.526091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455406d4-b3dd-49a1-8c9f-abe117bb26db req-153d205e-8567-4b15-b937-d1943801c1ed tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:55.527552 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-455406d4-b3dd-49a1-8c9f-abe117bb26db req-153d205e-8567-4b15-b937-d1943801c1ed tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 943 time: 0.0869975 Oct 19 11:18:55.596918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-455406d4-b3dd-49a1-8c9f-abe117bb26db req-f18ba8ca-cd9b-4d31-b47f-4a57f82d793a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499218 Oct 19 11:18:55.668640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361250f-f3fc-4aae-9df9-4f946724f3a9 req-a9c6d1fa-6703-4f3b-acc2-2e18b3cf8307 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:55.670198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d361250f-f3fc-4aae-9df9-4f946724f3a9 req-a9c6d1fa-6703-4f3b-acc2-2e18b3cf8307 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0505078 Oct 19 11:18:55.697703 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0295de47-0912-4f68-b8e1-c86f7699ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.729266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d361250f-f3fc-4aae-9df9-4f946724f3a9 req-4f33a03d-9b1b-44f1-9513-22ce7c67b7b5 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517364 Oct 19 11:18:55.740694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295de47-0912-4f68-b8e1-c86f7699ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Subnet': ['ID=14699500-bd13-46fa-8e3d-790db4e5d5ab,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:55.744647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0295de47-0912-4f68-b8e1-c86f7699ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.748186 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0295de47-0912-4f68-b8e1-c86f7699ed2c tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "DELETE /v2.0/subnets/14699500-bd13-46fa-8e3d-790db4e5d5ab HTTP/1.1" status: 204 len: 168 time: 0.4525139 Oct 19 11:18:55.751010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54128) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:55.751641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab034ad-432d-4bc4-83b0-29a8982c395c None None] Network 52fe815f-fae4-496b-b186-528db150429d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:18:55.844923 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.900560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90417aa7-ab84-4581-b87f-27877062832f req-4f4471d7-fa1f-4314-b7ed-86f2ad893599 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:55.900560 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90417aa7-ab84-4581-b87f-27877062832f req-4f4471d7-fa1f-4314-b7ed-86f2ad893599 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.0548043 Oct 19 11:18:55.907084 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-73cd1732-3244-466f-bac7-3df39ecf520f req-0ac973d1-9a53-4a8f-8afb-6bb2a15b8970 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 210 time: 0.0487852 Oct 19 11:18:55.929689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Deleting port 1697a875-9e07-4503-a157-64a4c2068e28 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:55.931941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:55.945792 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90417aa7-ab84-4581-b87f-27877062832f req-bf5b41ea-35e4-4aa1-bf9d-896972c6b133 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481873 Oct 19 11:18:55.976165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690795c0-ec5b-476a-ba94-0e27acb4509f None None] DHCP port deletion for 52fe815f-fae4-496b-b186-528db150429d request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:18:56.007319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] For port 1697a875-9e07-4503-a157-64a4c2068e28, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1697a875-9e07-4503-a157-64a4c2068e28,segment=NetworkSegment(6f7d0686-9cda-4a31-a483-216230e42d1a),segment_id=6f7d0686-9cda-4a31-a483-216230e42d1a)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:56.007679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.021143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Calling delete_port for 1697a875-9e07-4503-a157-64a4c2068e28 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:56.024768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-690795c0-ec5b-476a-ba94-0e27acb4509f None None] Deleting port 1697a875-9e07-4503-a157-64a4c2068e28 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:56.025135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-690795c0-ec5b-476a-ba94-0e27acb4509f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.089077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-690795c0-ec5b-476a-ba94-0e27acb4509f None None] For port 1697a875-9e07-4503-a157-64a4c2068e28, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1697a875-9e07-4503-a157-64a4c2068e28,segment=NetworkSegment(6f7d0686-9cda-4a31-a483-216230e42d1a),segment_id=6f7d0686-9cda-4a31-a483-216230e42d1a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:56.089398 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-690795c0-ec5b-476a-ba94-0e27acb4509f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.101896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-690795c0-ec5b-476a-ba94-0e27acb4509f None None] Calling delete_port for 1697a875-9e07-4503-a157-64a4c2068e28 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:56.238487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.245300 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-690795c0-ec5b-476a-ba94-0e27acb4509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.269509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Port': ['ID=1697a875-9e07-4503-a157-64a4c2068e28,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:56.273774 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690795c0-ec5b-476a-ba94-0e27acb4509f None None] Pushing event deleted for resources: {'Port': ['ID=1697a875-9e07-4503-a157-64a4c2068e28,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:56.273961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] No DVR routers for this DVR port 1697a875-9e07-4503-a157-64a4c2068e28 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:56.275186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690795c0-ec5b-476a-ba94-0e27acb4509f None None] No DVR routers for this DVR port 1697a875-9e07-4503-a157-64a4c2068e28 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:18:56.357976 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.379701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fe815f-fae4-496b-b186-528db150429d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:56.390277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7d0686-9cda-4a31-a483-216230e42d1a') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:56.390696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7d0686-9cda-4a31-a483-216230e42d1a') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:56.402069 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.417636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.424461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:18:56.424876 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:18:56.427857 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:18:56.485028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 588f9956-08d4-4aa2-b3c7-65125b49b7c2 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:18:56.583629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 588f9956-08d4-4aa2-b3c7-65125b49b7c2, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=588f9956-08d4-4aa2-b3c7-65125b49b7c2,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:56.586943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.596059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.599443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] 10.222.0.39 "DELETE /v2.0/networks/52fe815f-fae4-496b-b186-528db150429d HTTP/1.1" status: 204 len: 168 time: 0.8473945 Oct 19 11:18:56.609220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '588f9956-08d4-4aa2-b3c7-65125b49b7c2', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'port_id': '588f9956-08d4-4aa2-b3c7-65125b49b7c2', 'mac_address': 'fa:16:3e:f7:05:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfa5705-e214-45b1-b7ca-60a9322912ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:18:56.609735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527f018-e6cf-41c5-9315-4aa828be8c94 tempest-ServersTestMultiNic-256199811 tempest-ServersTestMultiNic-256199811-project] Pushing event deleted for resources: {'Network': ['ID=52fe815f-fae4-496b-b186-528db150429d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:56.649597 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.672844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588f9956-08d4-4aa2-b3c7-65125b49b7c2 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:56.685655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 588f9956-08d4-4aa2-b3c7-65125b49b7c2, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=588f9956-08d4-4aa2-b3c7-65125b49b7c2,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:56.744244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0831f-353f-484c-9d94-08d71eacc38b req-daa92891-3f57-4e87-96f5-37e6c0b8ebd0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:56.746111 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27d0831f-353f-484c-9d94-08d71eacc38b req-daa92891-3f57-4e87-96f5-37e6c0b8ebd0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 943 time: 0.0635586 Oct 19 11:18:56.755071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54150) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:56.785569 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:56.804034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27d0831f-353f-484c-9d94-08d71eacc38b req-eb4111df-6698-4451-9867-3503d81191eb tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510139 Oct 19 11:18:56.872045 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=588f9956-08d4-4aa2-b3c7-65125b49b7c2,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:56.915944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1697a875-9e07-4503-a157-64a4c2068e28 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:18:56.939673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 1697a875-9e07-4503-a157-64a4c2068e28 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:18:56.939980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1697a875-9e07-4503-a157-64a4c2068e28 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:18:57.011368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855bc7-2bdf-4c60-a7c0-325fdaf04f08 req-f95a6512-4b60-410e-a347-97c7fab08c55 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:57.015408 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5d36885-255f-43f8-950c-e50a5d5d5e7c req-44f2b88b-5ff8-40cd-8a29-ea2f5da5a119 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 210 time: 0.0310354 Oct 19 11:18:57.015549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b855bc7-2bdf-4c60-a7c0-325fdaf04f08 req-f95a6512-4b60-410e-a347-97c7fab08c55 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.1241145 Oct 19 11:18:57.072874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['588f9956-08d4-4aa2-b3c7-65125b49b7c2'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:18:57.090620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b855bc7-2bdf-4c60-a7c0-325fdaf04f08 req-64947ea2-b585-48dc-ae99-680d12891d37 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692015 Oct 19 11:18:57.137395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140a8e9-a709-4614-8047-005222a91a03 req-9b29ad34-4aca-4615-8f00-51d29a447ef2 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:57.140681 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a140a8e9-a709-4614-8047-005222a91a03 req-9b29ad34-4aca-4615-8f00-51d29a447ef2 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.0680118 Oct 19 11:18:57.191063 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a140a8e9-a709-4614-8047-005222a91a03 req-3276f11c-197a-4a7e-86c7-6169be9ca28f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Oct 19 11:18:57.214628 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:57.429383 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-f56cfd10-09bd-46e5-9e1f-6ac3abc30b12 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=58b726bac5434fa0a9ca3f683380d950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212812 Oct 19 11:18:57.472137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] Deleting port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:57.472764 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:57.551108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-f96e5fa2-37f9-48bd-8dcd-38873a958bf5 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:57.552586 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-f96e5fa2-37f9-48bd-8dcd-38873a958bf5 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165607 Oct 19 11:18:57.554550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] For port 7ffe69a3-a465-4fd4-8eec-9ab118bb5954, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7ffe69a3-a465-4fd4-8eec-9ab118bb5954,segment=NetworkSegment(58607ea1-89c0-45c8-a806-5b5894f0baa7),segment_id=58607ea1-89c0-45c8-a806-5b5894f0baa7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:57.554939 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:57.566432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Request body: {'port': {'device_id': '23317c08-c364-4f00-818e-83eb8abd227c', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '58b726bac5434fa0a9ca3f683380d950'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:57.572460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] Calling delete_port for 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:57.750287 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2e72084d-853b-4364-9d49-b786c164afb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:57.793215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Made reservation on behalf of 58b726bac5434fa0a9ca3f683380d950 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:18:57.800685 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:57.812232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:57.835547 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:57.909816 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:57.991930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b692a-80ec-4d6d-8bb4-dc93e2b3e2fe req-99a83828-05a0-4acf-bfea-59470f152fb9 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:57.993529 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0a0b692a-80ec-4d6d-8bb4-dc93e2b3e2fe req-99a83828-05a0-4acf-bfea-59470f152fb9 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 944 time: 0.0556378 Oct 19 11:18:57.998581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:58.092205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:58.112204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0a0b692a-80ec-4d6d-8bb4-dc93e2b3e2fe req-6cb2b5ec-53f2-4660-80ee-284a291e7902 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108181 Oct 19 11:18:58.126036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffe69a3-a465-4fd4-8eec-9ab118bb5954,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:58.189535 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d4ae343-cd26-4b46-a75e-b5b21542bcd7 req-ec005035-de7e-4f28-8b74-da6349e71631 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 210 time: 0.0894115 Oct 19 11:18:58.206240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Allocated IP 192.168.233.39 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/abfe0c6c-c662-4fa0-876e-0622eab428cc) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:18:58.321973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf17d3-cacd-4e82-9449-4b4a6381a941 req-de34a8cf-e84a-40b4-89f4-2c00cda954b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:58.323931 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4bf17d3-cacd-4e82-9449-4b4a6381a941 req-de34a8cf-e84a-40b4-89f4-2c00cda954b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.1154425 Oct 19 11:18:58.357147 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:58.390443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a71b75-2e53-4332-ba28-bb6275100a88 req-36d939a3-4d2c-4f80-9ef4-bfc0db58c63d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:58.390443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-76a71b75-2e53-4332-ba28-bb6275100a88 req-36d939a3-4d2c-4f80-9ef4-bfc0db58c63d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.0829628 Oct 19 11:18:58.457325 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4bf17d3-cacd-4e82-9449-4b4a6381a941 req-4e41033c-09e6-49f4-aa4b-e47ce18e2806 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253030 Oct 19 11:18:58.497520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:58.500641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 588f9956-08d4-4aa2-b3c7-65125b49b7c2 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:18:58.505274 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-76a71b75-2e53-4332-ba28-bb6275100a88 req-4a2bc529-c388-41cc-b275-ced513de0636 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817890 Oct 19 11:18:58.622192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:58.643321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] Router 229fbe06-4c2f-4e89-9ef6-c51da971747e has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:18:58.670021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:18:58.673128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:18:58.695869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:18:58.702234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Pushing event updated for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:58.716149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 588f9956-08d4-4aa2-b3c7-65125b49b7c2 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:18:58.721151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 588f9956-08d4-4aa2-b3c7-65125b49b7c2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:58.721476 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:58.739911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:58.740566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:58.786012 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:18:58.795829 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fccf502b-72dc-460b-a05c-44755b90620e admin admin] 10.222.0.39 "PUT /v2.0/routers/229fbe06-4c2f-4e89-9ef6-c51da971747e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0367277 Oct 19 11:18:58.795829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54170) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:18:58.799551 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd989c08-2973-4f8d-969f-9d25b3e338d7 None None] Sync routers for ids ['229fbe06-4c2f-4e89-9ef6-c51da971747e'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:18:58.843359 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd989c08-2973-4f8d-969f-9d25b3e338d7 None None] Routers {'229fbe06-4c2f-4e89-9ef6-c51da971747e'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:58.846085 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bd989c08-2973-4f8d-969f-9d25b3e338d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:18:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['229fbe06-4c2f-4e89-9ef6-c51da971747e'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:58.846239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4e3e3214-e1ce-47a5-8e58-8236509b40a2 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2834268 Oct 19 11:18:58.864165 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Request body: {'port': {'device_id': '23317c08-c364-4f00-818e-83eb8abd227c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:18:58.908760 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:58.956019 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:58.983625 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:58.999296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 588f9956-08d4-4aa2-b3c7-65125b49b7c2, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=588f9956-08d4-4aa2-b3c7-65125b49b7c2,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:59.000624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588f9956-08d4-4aa2-b3c7-65125b49b7c2'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:18:59.006817 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754cdffe-1023-4a48-bb63-860096e5413e" -d '{"events": [{"server_uuid": "4ae47d69-c600-4a3c-86ba-b8a929d86a4f", "name": "network-vif-plugged", "status": "completed", "tag": "588f9956-08d4-4aa2-b3c7-65125b49b7c2"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:18:59.027536 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:59.072751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a8791031-f863-44d3-9f63-a6c63e27027c None None] Provisioning complete for port abfe0c6c-c662-4fa0-876e-0622eab428cc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:18:59.074811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a8791031-f863-44d3-9f63-a6c63e27027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:59.130375 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25716a7c-1ac6-42d9-b773-427c19ce2c9f x-openstack-request-id: req-25716a7c-1ac6-42d9-b773-427c19ce2c9f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:18:59.131048 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae47d69-c600-4a3c-86ba-b8a929d86a4f", "name": "network-vif-plugged", "status": "completed", "tag": "588f9956-08d4-4aa2-b3c7-65125b49b7c2", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:18:59.131473 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25716a7c-1ac6-42d9-b773-427c19ce2c9f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:18:59.132115 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588f9956-08d4-4aa2-b3c7-65125b49b7c2', 'code': 200} Oct 19 11:18:59.133172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a8791031-f863-44d3-9f63-a6c63e27027c None None] Port abfe0c6c-c662-4fa0-876e-0622eab428cc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:18:59.136566 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:59.144521 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-bd989c08-2973-4f8d-969f-9d25b3e338d7 None None] Set router 229fbe06-4c2f-4e89-9ef6-c51da971747e gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:59.145373 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:59.186042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:59.209664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=588f9956-08d4-4aa2-b3c7-65125b49b7c2,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:59.384436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ead3c1-3af0-45f4-9935-576b03c0a13c req-dfdde2c8-6bf9-4bc8-914a-09d57d69f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:59.385989 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6ead3c1-3af0-45f4-9935-576b03c0a13c req-dfdde2c8-6bf9-4bc8-914a-09d57d69f004 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 1096 time: 0.1716182 Oct 19 11:18:59.429661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7899a4a-b51c-441b-bcaf-8beb00bfac3d req-f2c09b98-9b30-4563-a4bc-da6b85db7733 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:59.430037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae65f31-d050-491c-9373-eb744705c146 req-b784759e-79d6-4f41-b173-62e965dda9cf tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:59.431447 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d7899a4a-b51c-441b-bcaf-8beb00bfac3d req-f2c09b98-9b30-4563-a4bc-da6b85db7733 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 935 time: 0.1031332 Oct 19 11:18:59.431603 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fae65f31-d050-491c-9373-eb744705c146 req-b784759e-79d6-4f41-b173-62e965dda9cf tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 945 time: 0.1657429 Oct 19 11:18:59.441996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Deleting port bbe55ba5-d831-456e-99dc-b9680faee269 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:18:59.442639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:59.469870 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bd989c08-2973-4f8d-969f-9d25b3e338d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'name': 'tempest-ServersTestMultiNic-1873637575-router', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:16:47Z', 'updated_at': '2021-10-19T11:18:57Z', 'revision_number': 5, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'gw_port': {'id': 'bbe55ba5-d831-456e-99dc-b9680faee269', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:16:48Z', 'updated_at': '2021-10-19T11:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:59.497378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6ead3c1-3af0-45f4-9935-576b03c0a13c req-5ef6c809-d347-43db-a508-d68b756c0160 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006088 Oct 19 11:18:59.509498 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd989c08-2973-4f8d-969f-9d25b3e338d7 None None] Checking router: 229fbe06-4c2f-4e89-9ef6-c51da971747e for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:18:59.519943 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fae65f31-d050-491c-9373-eb744705c146 req-b2dd7c92-a40c-45ed-b8e1-21bdb03a5b93 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712028 Oct 19 11:18:59.529304 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd989c08-2973-4f8d-969f-9d25b3e338d7 None None] Routers {'229fbe06-4c2f-4e89-9ef6-c51da971747e'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:18:59.529928 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bd989c08-2973-4f8d-969f-9d25b3e338d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:18:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['229fbe06-4c2f-4e89-9ef6-c51da971747e'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:59.572311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] For port bbe55ba5-d831-456e-99dc-b9680faee269, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bbe55ba5-d831-456e-99dc-b9680faee269,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:18:59.572937 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:59.585638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Calling delete_port for bbe55ba5-d831-456e-99dc-b9680faee269 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:18:59.607014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25d36-de2e-4c2b-b435-30ffd4fc6b4c req-35300d4b-6684-476e-a188-17fe4ef70a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:59.608880 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-33f25d36-de2e-4c2b-b435-30ffd4fc6b4c req-35300d4b-6684-476e-a188-17fe4ef70a97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 1101 time: 0.2407866 Oct 19 11:18:59.612365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abfe0c6c-c662-4fa0-876e-0622eab428cc {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:18:59.622488 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:59.660785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Transition to ACTIVE for port object abfe0c6c-c662-4fa0-876e-0622eab428cc will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:18:59.663039 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-bd989c08-2973-4f8d-969f-9d25b3e338d7 None None] Set router 229fbe06-4c2f-4e89-9ef6-c51da971747e gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:18:59.682483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63bad7-ab96-4b33-9d82-7bec1297e98a req-7523bedf-1904-4fae-9753-bf6413feaab9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:59.691967 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d7899a4a-b51c-441b-bcaf-8beb00bfac3d req-26b1c718-34d4-4a76-91a0-b93c16bac598 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511909 Oct 19 11:18:59.694966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8f63bad7-ab96-4b33-9d82-7bec1297e98a req-7523bedf-1904-4fae-9753-bf6413feaab9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0919654 Oct 19 11:18:59.760933 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8f63bad7-ab96-4b33-9d82-7bec1297e98a req-e470f31d-1d02-45d0-90db-fb588b270239 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646484 Oct 19 11:18:59.775009 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:18:59.800854 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bd989c08-2973-4f8d-969f-9d25b3e338d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'name': 'tempest-ServersTestMultiNic-1873637575-router', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:16:47Z', 'updated_at': '2021-10-19T11:18:59Z', 'revision_number': 6, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:18:59.840131 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd989c08-2973-4f8d-969f-9d25b3e338d7 None None] The sync data for ids ['229fbe06-4c2f-4e89-9ef6-c51da971747e'] in n-d-814547-1 is: [{'id': '229fbe06-4c2f-4e89-9ef6-c51da971747e', 'name': 'tempest-ServersTestMultiNic-1873637575-router', 'tenant_id': 'b222dbc643c8414a8bd2e17530406d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:16:47Z', 'updated_at': '2021-10-19T11:18:59Z', 'revision_number': 6, 'project_id': 'b222dbc643c8414a8bd2e17530406d5e', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:18:59.862935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Pushing event updated for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:18:59.907969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3926b-f72c-47ab-82b6-a3fea05f13b1 req-92309fc9-5938-44bf-a3c9-d75c16dd9e32 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:59.909615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-02c3926b-f72c-47ab-82b6-a3fea05f13b1 req-92309fc9-5938-44bf-a3c9-d75c16dd9e32 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1285486 Oct 19 11:18:59.945709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25d36-de2e-4c2b-b435-30ffd4fc6b4c req-71f99d0b-c3b1-4bfa-bcf0-d97d6a398aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:18:59.947170 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-33f25d36-de2e-4c2b-b435-30ffd4fc6b4c req-71f99d0b-c3b1-4bfa-bcf0-d97d6a398aaa service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1988668 Oct 19 11:18:59.980797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Attempting to bind port abfe0c6c-c662-4fa0-876e-0622eab428cc on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:18:59.981141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Attempting to bind port abfe0c6c-c662-4fa0-876e-0622eab428cc by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:18:59.981468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Attempting to bind port abfe0c6c-c662-4fa0-876e-0622eab428cc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:59.987008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Port abfe0c6c-c662-4fa0-876e-0622eab428cc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:18:59.987323 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Attempting to bind port abfe0c6c-c662-4fa0-876e-0622eab428cc on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:18:59.997916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:18:59.998405 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:18:59.998738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:18:59.999162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Bound port: abfe0c6c-c662-4fa0-876e-0622eab428cc, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:18:59.999564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:00.012173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-33f25d36-de2e-4c2b-b435-30ffd4fc6b4c req-6f2b58a8-cfa9-4f13-b9ec-65d42ec4dbf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=065adc0d-b582-46de-ac83-08a3af43e6de HTTP/1.1" status: 200 len: 217 time: 0.0522285 Oct 19 11:19:00.028778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-02c3926b-f72c-47ab-82b6-a3fea05f13b1 req-c56794ed-211a-4391-a1a5-0fbfdb2cae59 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966239 Oct 19 11:19:00.084215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25d36-de2e-4c2b-b435-30ffd4fc6b4c req-0c26db9b-3a6d-4d73-b79c-4db61e1ff13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:00.086263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-33f25d36-de2e-4c2b-b435-30ffd4fc6b4c req-0c26db9b-3a6d-4d73-b79c-4db61e1ff13e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0565934 Oct 19 11:19:00.108920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:00.117661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:00.117661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:00.153250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe55ba5-d831-456e-99dc-b9680faee269,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:00.195417 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:00.229200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25d36-de2e-4c2b-b435-30ffd4fc6b4c req-c3437f5d-c01c-4fe9-ae3d-314040430703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:00.231009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-33f25d36-de2e-4c2b-b435-30ffd4fc6b4c req-c3437f5d-c01c-4fe9-ae3d-314040430703 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295373 Oct 19 11:19:00.233642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:00.234341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:00.235806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] 10.222.0.49 "PUT /v2.0/ports/abfe0c6c-c662-4fa0-876e-0622eab428cc HTTP/1.1" status: 200 len: 1095 time: 1.3762476 Oct 19 11:19:00.236924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:00.243078 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac90f5e-6154-4cb2-8e78-ea2fdb93264d" -d '{"events": [{"name": "network-changed", "server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:00.248429 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:00.270642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae822b-1fc0-40f4-8bdc-7213333cf44d service neutron] Pushing event updated for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:00.317515 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58029927-386c-41bb-83a1-4fa0796d8c99 x-openstack-request-id: req-58029927-386c-41bb-83a1-4fa0796d8c99 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:00.317980 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:00.318375 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58029927-386c-41bb-83a1-4fa0796d8c99 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:00.318892 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'status': 'completed', 'code': 200} Oct 19 11:19:00.400899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac90f5e-6154-4cb2-8e78-ea2fdb93264d req-14b55281-1e4b-42b6-83ff-d40a73507d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:00.401907 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cac90f5e-6154-4cb2-8e78-ea2fdb93264d req-14b55281-1e4b-42b6-83ff-d40a73507d1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b726bac5434fa0a9ca3f683380d950&device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 1098 time: 0.0605145 Oct 19 11:19:00.414564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:00.418275 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:00.432340 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cac90f5e-6154-4cb2-8e78-ea2fdb93264d req-fd1000b6-d368-4e8e-9f23-369a8e1e7683 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=58b726bac5434fa0a9ca3f683380d950&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207281 Oct 19 11:19:00.493825 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-33f25d36-de2e-4c2b-b435-30ffd4fc6b4c req-1d95de9f-f405-44ed-9442-99cb5ec0dead service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535372 Oct 19 11:19:00.581060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac90f5e-6154-4cb2-8e78-ea2fdb93264d req-1f8119af-a6a4-48c7-b5b4-534b33a1736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:00.582768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cac90f5e-6154-4cb2-8e78-ea2fdb93264d req-1f8119af-a6a4-48c7-b5b4-534b33a1736c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410544 Oct 19 11:19:00.586344 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-b41184e2-8216-453e-85d9-895b6fe21cc3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755062 Oct 19 11:19:00.706469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea17b6-7b70-4d5d-bca2-47b433f7cd37 req-38de1d90-7975-4455-89bd-d96d397c12e0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:00.707920 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0aea17b6-7b70-4d5d-bca2-47b433f7cd37 req-38de1d90-7975-4455-89bd-d96d397c12e0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 945 time: 0.0999792 Oct 19 11:19:00.721646 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:00.783449 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:00.784010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 229fbe06-4c2f-4e89-9ef6-c51da971747e {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:19:00.790469 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:00.792994 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1ef884f0-1029-40e6-85f4-2404f6daf07b admin admin] 10.222.0.39 "DELETE /v2.0/routers/229fbe06-4c2f-4e89-9ef6-c51da971747e HTTP/1.1" status: 204 len: 168 time: 1.9963772 Oct 19 11:19:00.796970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54200) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:00.810496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0aea17b6-7b70-4d5d-bca2-47b433f7cd37 req-246960ea-4448-4065-9cb8-bd2251c109c0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761154 Oct 19 11:19:00.812376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-0d58a115-b8f2-4381-b0ec-340d624b7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:00.813898 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-0d58a115-b8f2-4381-b0ec-340d624b7d00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 1097 time: 0.1335278 Oct 19 11:19:00.835855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4467da22-1c2c-4206-b27c-b3e81fb63d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:00.837129 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-4467da22-1c2c-4206-b27c-b3e81fb63d0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58b726bac5434fa0a9ca3f683380d950&device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 1098 time: 0.1491065 Oct 19 11:19:00.913895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:19:00.934464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-dd39c2fe-0fd9-4751-af6a-b1db88ae13af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc HTTP/1.1" status: 200 len: 217 time: 0.0791969 Oct 19 11:19:00.946041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:19:00.946919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7ffe69a3-a465-4fd4-8eec-9ab118bb5954 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:19:00.947475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bbe55ba5-d831-456e-99dc-b9680faee269 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:19:00.969496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-33f25d36-de2e-4c2b-b435-30ffd4fc6b4c req-c6748c97-9838-49c9-b178-fd77da1c223f service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680383 Oct 19 11:19:00.969910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: bbe55ba5-d831-456e-99dc-b9680faee269 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:19:00.971012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bbe55ba5-d831-456e-99dc-b9680faee269 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:19:00.980032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe8ac9a-6f73-4ec6-b81d-31a278a861c6 admin admin] Deleting subnet 7463647f-80e6-4745-b068-325af0a2a944 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:19:00.980210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b07e-fde2-424c-acb2-1d4086966181 req-d1a7d630-18e5-462f-8fd9-5878872f7d98 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:00.981669 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25f2b07e-fde2-424c-acb2-1d4086966181 req-d1a7d630-18e5-462f-8fd9-5878872f7d98 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 947 time: 0.1136441 Oct 19 11:19:00.996919 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ac9a-6f73-4ec6-b81d-31a278a861c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:01.021928 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25f2b07e-fde2-424c-acb2-1d4086966181 req-19daa406-0083-4aa5-b1ef-b0bfc7d8558f tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339849 Oct 19 11:19:01.131063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-36d6239d-5bfb-48ee-896d-e4848616bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:01.137079 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-36d6239d-5bfb-48ee-896d-e4848616bba0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1739020 Oct 19 11:19:01.143214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ac9a-6f73-4ec6-b81d-31a278a861c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:01.168150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87111b3-c8d4-42ad-a7c5-14385c7e9bca req-fc0524ec-da9e-4aca-a98e-aa621658ab2b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:01.169861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d87111b3-c8d4-42ad-a7c5-14385c7e9bca req-fc0524ec-da9e-4aca-a98e-aa621658ab2b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.0618517 Oct 19 11:19:01.188987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820eff-1bf3-4e65-b8f7-3b0d13a6e56d req-09abab5e-d0ab-4b4c-9c47-2c3e8122b471 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:01.188987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c2820eff-1bf3-4e65-b8f7-3b0d13a6e56d req-09abab5e-d0ab-4b4c-9c47-2c3e8122b471 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.2547665 Oct 19 11:19:01.211957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-61865caf-4750-4b1b-a0bc-dd27a6ea0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:01.215333 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d87111b3-c8d4-42ad-a7c5-14385c7e9bca req-c36a5f0a-62e3-4b35-8e9b-c424df7846c9 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365129 Oct 19 11:19:01.215616 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-61865caf-4750-4b1b-a0bc-dd27a6ea0337 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 912 time: 0.3598623 Oct 19 11:19:01.341345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c2820eff-1bf3-4e65-b8f7-3b0d13a6e56d req-a5e0cf08-f00e-48d0-983e-67b655d94472 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334305 Oct 19 11:19:01.351734 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-39888d33-fcd4-4a6e-90fc-575f0b084fb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad69dc53-aa3d-4065-963a-9113f65406e8 HTTP/1.1" status: 200 len: 1001 time: 0.1264498 Oct 19 11:19:01.353531 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-2a6809c2-21b4-476e-93bb-2fe94d563d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:01.355024 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-2a6809c2-21b4-476e-93bb-2fe94d563d9c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034829 Oct 19 11:19:01.418273 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ac9a-6f73-4ec6-b81d-31a278a861c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:01.801244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-fdab3438-89e3-443b-89d4-ff4b1ddb3160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:01.802613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-fdab3438-89e3-443b-89d4-ff4b1ddb3160 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 200 len: 850 time: 0.4364853 Oct 19 11:19:01.863717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-07cad93a-a3a6-4bc7-8bbc-686adda8e00a service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894748 Oct 19 11:19:01.873357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-dd1a886e-7584-4b08-b1dc-063e22d1b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:01.874873 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-dd1a886e-7584-4b08-b1dc-063e22d1b5c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b157cbcc-604a-44be-a7df-eb39e3221861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613344 Oct 19 11:19:01.954937 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d026-c703-4129-bffd-c91ee90c8888 req-add09bc1-c292-4910-b17d-547f76d87585 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:01.956350 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-81f4d026-c703-4129-bffd-c91ee90c8888 req-add09bc1-c292-4910-b17d-547f76d87585 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 945 time: 0.0551369 Oct 19 11:19:01.987116 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ac9a-6f73-4ec6-b81d-31a278a861c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:01.998470 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-81f4d026-c703-4129-bffd-c91ee90c8888 req-fa8d2b93-08c9-4268-824c-76b784c7b3fa tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342896 Oct 19 11:19:02.031648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ac9a-6f73-4ec6-b81d-31a278a861c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.038230 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54216) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:02.038686 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3fe8ac9a-6f73-4ec6-b81d-31a278a861c6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7463647f-80e6-4745-b068-325af0a2a944 HTTP/1.1" status: 204 len: 168 time: 1.2398534 Oct 19 11:19:02.039724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8ac9a-6f73-4ec6-b81d-31a278a861c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7463647f-80e6-4745-b068-325af0a2a944,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:02.040866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794723a8-1283-4098-810a-b9f8f51f4fd3 None None] Network 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:19:02.081565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c48ab7-b744-48f1-aed0-2efcfaf34aa8 req-d2538d7b-657d-4514-a7f1-fdd9746a78f3 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057006 Oct 19 11:19:02.083725 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-40cee057-9e8d-45c2-a9fe-cb07774bb699 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005663 Oct 19 11:19:02.178274 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.211210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f1a74-d9ef-4ac1-9941-cf04d334fd1f req-d3b19342-4636-4673-bd23-d1fe049605cd tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:02.213108 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-593f1a74-d9ef-4ac1-9941-cf04d334fd1f req-d3b19342-4636-4673-bd23-d1fe049605cd tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 947 time: 0.0791824 Oct 19 11:19:02.219946 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35659a9c-b29c-4f36-b94d-81ad420dbdc6 req-86a1795b-b6a0-432a-8211-77a57c18f155 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224923 Oct 19 11:19:02.299742 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-593f1a74-d9ef-4ac1-9941-cf04d334fd1f req-4f3e5cd6-0975-4084-aad8-a7aae58ebcb5 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639102 Oct 19 11:19:02.307986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Deleting port 68e99d71-878d-4144-a619-b89c20446112 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:19:02.310172 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.334351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6bf4cb-4c38-4cd8-a84e-9cef3960a24e None None] DHCP port deletion for 7c4602ee-8c6d-4d79-8ab5-e30170eaf692 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:19:02.404330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bf4cb-4c38-4cd8-a84e-9cef3960a24e None None] Deleting port 68e99d71-878d-4144-a619-b89c20446112 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:19:02.405032 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf4cb-4c38-4cd8-a84e-9cef3960a24e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.411300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] For port 68e99d71-878d-4144-a619-b89c20446112, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68e99d71-878d-4144-a619-b89c20446112,segment=NetworkSegment(58607ea1-89c0-45c8-a806-5b5894f0baa7),segment_id=58607ea1-89c0-45c8-a806-5b5894f0baa7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:02.412026 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.453470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Calling delete_port for 68e99d71-878d-4144-a619-b89c20446112 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:19:02.484458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0b6bf4cb-4c38-4cd8-a84e-9cef3960a24e None None] For port 68e99d71-878d-4144-a619-b89c20446112, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68e99d71-878d-4144-a619-b89c20446112,segment=NetworkSegment(58607ea1-89c0-45c8-a806-5b5894f0baa7),segment_id=58607ea1-89c0-45c8-a806-5b5894f0baa7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:02.485175 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf4cb-4c38-4cd8-a84e-9cef3960a24e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.502266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bf4cb-4c38-4cd8-a84e-9cef3960a24e None None] Calling delete_port for 68e99d71-878d-4144-a619-b89c20446112 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:19:02.506328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 065adc0d-b582-46de-ac83-08a3af43e6de details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:19:02.508255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 065adc0d-b582-46de-ac83-08a3af43e6de no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:19:02.529067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80188-5348-4a0f-afa7-0423459ef6fe req-ac260520-3276-4f1e-aac2-f5383658d369 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:02.530600 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9fe80188-5348-4a0f-afa7-0423459ef6fe req-ac260520-3276-4f1e-aac2-f5383658d369 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1234291 Oct 19 11:19:02.643904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9fe80188-5348-4a0f-afa7-0423459ef6fe req-865c03c9-1795-4d33-bd1c-0f88f6093d0f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511422 Oct 19 11:19:02.669573 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.720809 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Pushing event deleted for resources: {'Port': ['ID=68e99d71-878d-4144-a619-b89c20446112,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:02.728386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] No DVR routers for this DVR port 68e99d71-878d-4144-a619-b89c20446112 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: from cryptography.utils import int_from_bytes Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: from cryptography.utils import int_from_bytes Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.742463 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:19:02.746250 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:19:02.747789 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.752167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:02.761416 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf4cb-4c38-4cd8-a84e-9cef3960a24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.805401 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aabab3-6e51-4f5e-9dff-b4c57d86e948 req-5dfc0596-c869-4bae-aa3a-2ec4dbe3fda1 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:02.806909 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81aabab3-6e51-4f5e-9dff-b4c57d86e948 req-5dfc0596-c869-4bae-aa3a-2ec4dbe3fda1 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 945 time: 0.0543890 Oct 19 11:19:02.856087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81aabab3-6e51-4f5e-9dff-b4c57d86e948 req-05e5aea8-96b3-4c18-9907-a77eeea74467 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 Oct 19 11:19:02.863717 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.889247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabd1cd-6b50-4f80-a1e0-bdab01d0c74a req-68b14e20-ce87-427a-9dd1-a6acb137d5b0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:02.890801 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-beabd1cd-6b50-4f80-a1e0-bdab01d0c74a req-68b14e20-ce87-427a-9dd1-a6acb137d5b0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.1249940 Oct 19 11:19:02.901130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4602ee-8c6d-4d79-8ab5-e30170eaf692']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:02.917630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58607ea1-89c0-45c8-a806-5b5894f0baa7') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:02.917924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58607ea1-89c0-45c8-a806-5b5894f0baa7') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:02.932711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68e99d71-878d-4144-a619-b89c20446112 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:19:02.935020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.936909 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bf4cb-4c38-4cd8-a84e-9cef3960a24e None None] Pushing event deleted for resources: {'Port': ['ID=68e99d71-878d-4144-a619-b89c20446112,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:02.954836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '065adc0d-b582-46de-ac83-08a3af43e6de', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '065adc0d-b582-46de-ac83-08a3af43e6de', 'mac_address': 'fa:16:3e:3f:a0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:19:02.958705 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.964471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bf4cb-4c38-4cd8-a84e-9cef3960a24e None None] No DVR routers for this DVR port 68e99d71-878d-4144-a619-b89c20446112 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:19:02.965172 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-beabd1cd-6b50-4f80-a1e0-bdab01d0c74a req-43de1372-84cd-4a56-92ee-fb52937022c3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659611 Oct 19 11:19:02.966547 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 68e99d71-878d-4144-a619-b89c20446112 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:19:02.966876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68e99d71-878d-4144-a619-b89c20446112 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:19:02.978184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:02.989420 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c39f259-1a9c-4a64-a6f8-82cc2420ce77" -d '{"events": [{"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-unplugged", "status": "completed", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:02.990084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:19:02.990084 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:19:02.992624 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:19:03.012221 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:03.027113 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:03.042612 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ec980a-f963-4687-80f4-ea62803fe407 x-openstack-request-id: req-31ec980a-f963-4687-80f4-ea62803fe407 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:03.042612 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-unplugged", "status": "completed", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:03.043344 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31ec980a-f963-4687-80f4-ea62803fe407 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:03.043344 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de', 'code': 200} Oct 19 11:19:03.045313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 065adc0d-b582-46de-ac83-08a3af43e6de {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:03.117081 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:03.175832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:03.183004 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:03.190710 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] 10.222.0.39 "DELETE /v2.0/networks/7c4602ee-8c6d-4d79-8ab5-e30170eaf692 HTTP/1.1" status: 204 len: 168 time: 1.1501002 Oct 19 11:19:03.190935 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:19:03.191173 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:19:03.194293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:03.207223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c181b-d7d7-4cde-b11a-85b2030824dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4602ee-8c6d-4d79-8ab5-e30170eaf692,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:03.433745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05dc8a-e123-4eaf-a0c8-79a2e50e774b req-b17ff0c3-c200-4b21-a40d-c62201ed7bb5 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:03.434532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba05dc8a-e123-4eaf-a0c8-79a2e50e774b req-b17ff0c3-c200-4b21-a40d-c62201ed7bb5 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 947 time: 0.0509257 Oct 19 11:19:03.475350 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba05dc8a-e123-4eaf-a0c8-79a2e50e774b req-2c431101-7c3e-47e7-a87b-4183ae38cb3c tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347531 Oct 19 11:19:03.640444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54240) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:03.680795 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-09d380f4-1153-446a-9c8c-6a9a37010d2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b222dbc643c8414a8bd2e17530406d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391428 Oct 19 11:19:03.683425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54244) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:03.737769 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55fb48d6-a879-4e7a-b443-2daf7c2c8e36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:03.743518 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:03.758260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065adc0d-b582-46de-ac83-08a3af43e6de {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:03.783350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55fb48d6-a879-4e7a-b443-2daf7c2c8e36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:03.784295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:03.784437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4e5ac-aa71-4a9e-91d4-67cc029abfc6 req-9ee46773-578f-4c52-915b-c35262c1aca3 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:03.786881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74c4e5ac-aa71-4a9e-91d4-67cc029abfc6 req-9ee46773-578f-4c52-915b-c35262c1aca3 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 948 time: 0.0675986 Oct 19 11:19:03.824053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74c4e5ac-aa71-4a9e-91d4-67cc029abfc6 req-dd0bd106-cdcd-40f3-9619-bc5ecc5c685b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312319 Oct 19 11:19:03.841853 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:03.890930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:03.984341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b217af7-a47f-496d-8299-11ad98ac365a req-69a34036-e673-46bb-8a5a-afadcaa661c3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:03.985869 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1b217af7-a47f-496d-8299-11ad98ac365a req-69a34036-e673-46bb-8a5a-afadcaa661c3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 945 time: 0.0495989 Oct 19 11:19:03.986923 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55fb48d6-a879-4e7a-b443-2daf7c2c8e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:03.989503 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55fb48d6-a879-4e7a-b443-2daf7c2c8e36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:03.990522 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-55fb48d6-a879-4e7a-b443-2daf7c2c8e36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4bce8eab-8349-4f00-b25a-e01b69a9367e HTTP/1.1" status: 204 len: 168 time: 0.3060861 Oct 19 11:19:04.014883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb48d6-a879-4e7a-b443-2daf7c2c8e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bce8eab-8349-4f00-b25a-e01b69a9367e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:04.036161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1b217af7-a47f-496d-8299-11ad98ac365a req-4be6e33c-7940-486e-9838-f9e304c84c01 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429306 Oct 19 11:19:04.107379 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['065adc0d-b582-46de-ac83-08a3af43e6de'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:04.110613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54349f86-ec31-4fc3-86f1-8dd7d0697439 req-d5a62a88-ac31-4f13-a203-188435bec62a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:04.112565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54349f86-ec31-4fc3-86f1-8dd7d0697439 req-d5a62a88-ac31-4f13-a203-188435bec62a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0592129 Oct 19 11:19:04.170158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54349f86-ec31-4fc3-86f1-8dd7d0697439 req-b114c7bc-755f-45e0-8060-a61203d96445 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464487 Oct 19 11:19:04.599342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753497c-7f7f-468d-ab1c-a6951702572b req-dfd1cca0-7a52-4b33-a101-03308733f258 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:04.600822 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4753497c-7f7f-468d-ab1c-a6951702572b req-dfd1cca0-7a52-4b33-a101-03308733f258 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 947 time: 0.0483372 Oct 19 11:19:04.659916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4753497c-7f7f-468d-ab1c-a6951702572b req-fd235634-a329-4136-954e-8a1cdb7e88cd tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523791 Oct 19 11:19:04.973049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bd61e-1fac-4486-9b39-12ff1574fd3e req-2dcb5c99-694d-4298-b23c-7870cfe516af tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:04.974571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea7bd61e-1fac-4486-9b39-12ff1574fd3e req-2dcb5c99-694d-4298-b23c-7870cfe516af tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 949 time: 0.0745897 Oct 19 11:19:05.014631 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea7bd61e-1fac-4486-9b39-12ff1574fd3e req-35fe2533-a45b-4647-8914-735e9601bd65 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337806 Oct 19 11:19:05.094729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device abfe0c6c-c662-4fa0-876e-0622eab428cc details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:19:05.129774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54304) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:05.220844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:05.233804 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'mac_address': 'fa:16:3e:6c:e8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:19:05.275638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-network', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:05.287978 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:05.304147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abfe0c6c-c662-4fa0-876e-0622eab428cc {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:05.326228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:05.341662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dea2dc-6a2a-4dcf-bbe8-b2d2556bb5c6 req-e57dedc7-1bd5-4006-8f4e-0a851e517334 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:05.343180 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95dea2dc-6a2a-4dcf-bbe8-b2d2556bb5c6 req-e57dedc7-1bd5-4006-8f4e-0a851e517334 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0604298 Oct 19 11:19:05.380966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95dea2dc-6a2a-4dcf-bbe8-b2d2556bb5c6 req-f0464bb0-2071-4c69-b10e-004098cdef3a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Oct 19 11:19:05.392554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Made reservation on behalf of afaa71df9067470eafb9ec80706969aa for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:05.395009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:05.403476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:05.451685 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:05.479621 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:05.499965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:05.573110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:05.598418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:19:05.609608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dceb739-3b2f-4023-bd26-5239a5f5a04a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:05.617364 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:05.617703 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Added segment 7c56cab1-5ea2-4b77-ab46-4d946a7e6842 of type vlan for network 65c6e9e4-311a-41e0-beee-27b3281b5d29 Oct 19 11:19:05.657190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:05.699534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['abfe0c6c-c662-4fa0-876e-0622eab428cc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:05.752192 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:05.753179 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:05.753738 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:05.833851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa53286-383e-476a-bcf5-99da113cbb33 req-2cdd8090-2be0-4638-9eb0-2c51ea8e7c93 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:05.835372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4aa53286-383e-476a-bcf5-99da113cbb33 req-2cdd8090-2be0-4638-9eb0-2c51ea8e7c93 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 948 time: 0.1135747 Oct 19 11:19:05.836432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] Pushing event updated for resources: {'Network': ['ID=65c6e9e4-311a-41e0-beee-27b3281b5d29,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:05.846187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 65c6e9e4-311a-41e0-beee-27b3281b5d29 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:19:05.873588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2b695cc3-36a0-41eb-956a-c6abe0054d77 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7426324 Oct 19 11:19:05.877235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54328) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:05.883218 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] Request body: {'subnet': {'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-subnet', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:05.883412 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4aa53286-383e-476a-bcf5-99da113cbb33 req-bc737127-217f-4893-8fc1-8806f7638db3 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Oct 19 11:19:05.969681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] Made reservation on behalf of afaa71df9067470eafb9ec80706969aa for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:05.971966 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.129909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39b383-e9bf-45b7-b783-c7a0dc008f77 req-aafe168a-4749-403f-b8fd-de01f60b7089 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:06.131430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f39b383-e9bf-45b7-b783-c7a0dc008f77 req-aafe168a-4749-403f-b8fd-de01f60b7089 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 949 time: 0.0495763 Oct 19 11:19:06.168113 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f39b383-e9bf-45b7-b783-c7a0dc008f77 req-7df4cd67-89dd-4700-bf06-fa09b9b26fdc tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307441 Oct 19 11:19:06.192470 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.250671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] Pushing event updated for resources: {'Subnet': ['ID=97728146-5d22-4ba2-8f2a-d25e87f7f19d,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:06.259738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] Checking segment: {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:06.260085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] Network hostable DHCP agents. Network: 65c6e9e4-311a-41e0-beee-27b3281b5d29, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:19:06.316489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54334) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:06.321534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1368704426'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:06.339221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] Network 65c6e9e4-311a-41e0-beee-27b3281b5d29 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:19:06.424904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:06.428399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.437689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 65c6e9e4-311a-41e0-beee-27b3281b5d29) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:06.443530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:06.444116 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.452922 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be41d76c-29a1-4b79-a71d-e2f9525ec384 None None] Network 65c6e9e4-311a-41e0-beee-27b3281b5d29 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:19:06.485649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:19:06.499334 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.499666 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Added segment 6c256288-12a1-4506-b4d8-ca0869ac59e8 of type vlan for network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 Oct 19 11:19:06.525441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 065adc0d-b582-46de-ac83-08a3af43e6de up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:06.543916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47af6e-92ed-426e-904a-525658a35795 req-55a3723a-0b6a-472a-b57b-8df672ad5cde tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:06.545592 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f47af6e-92ed-426e-904a-525658a35795 req-55a3723a-0b6a-472a-b57b-8df672ad5cde tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0931737 Oct 19 11:19:06.552406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54338) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:06.552660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9f0d0f4d-84e7-4fa6-badd-4498bf50dfee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6731677 Oct 19 11:19:06.557223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:06.562808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.611901 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f47af6e-92ed-426e-904a-525658a35795 req-61dc3763-e65a-4184-9ac4-dde292c66a77 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531294 Oct 19 11:19:06.643162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-65c6e9e4-311a-41e0-beee-27b3281b5d29', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:19:06.643981 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.644476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.645747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.654060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 065adc0d-b582-46de-ac83-08a3af43e6de triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:06.655006 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.672388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.678660 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:06.683672 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.700479 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.749030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Network': ['ID=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:06.761513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:19:06.813109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7f3149ed-4114-4384-be29-24f26c4d8200 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4931738 Oct 19 11:19:06.815706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54350) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:06.821909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1489516916'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:06.903592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Allocated IP 172.20.0.2 (65c6e9e4-311a-41e0-beee-27b3281b5d29/97728146-5d22-4ba2-8f2a-d25e87f7f19d/0e73fa18-047f-442f-befd-40d6dc1d39b6) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:06.911717 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.920832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.929763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:06.934501 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.955027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:06.957444 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38efd2bc-b4c8-4d71-b225-ccc22d9133b7" -d '{"events": [{"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-plugged", "status": "completed", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:06.962012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:19:06.979083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:06.982578 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:06.982904 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Added segment 0881293e-9c88-42be-9b8b-12de330efe29 of type vlan for network 8a34aa85-73fb-4dda-833f-cf2868f658c7 Oct 19 11:19:07.037952 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.052134 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6157eb6-67a3-4da0-8ea6-6bcc5ff2b8e9 x-openstack-request-id: req-e6157eb6-67a3-4da0-8ea6-6bcc5ff2b8e9 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:07.052457 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-plugged", "status": "completed", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:07.052696 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6157eb6-67a3-4da0-8ea6-6bcc5ff2b8e9 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:07.052844 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.053760 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de', 'code': 200} Oct 19 11:19:07.071705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7ef6a-a65c-4587-ac95-a0ed22c0672c req-68bc4a22-21f6-4018-9562-d99841a29834 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:07.073267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b7ef6a-a65c-4587-ac95-a0ed22c0672c req-68bc4a22-21f6-4018-9562-d99841a29834 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 948 time: 0.1062891 Oct 19 11:19:07.119697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device abfe0c6c-c662-4fa0-876e-0622eab428cc up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:07.127609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b7ef6a-a65c-4587-ac95-a0ed22c0672c req-9666fb0c-2bf8-403e-b28c-0eedbaa1c7a9 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427034 Oct 19 11:19:07.156495 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.165168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:07.166254 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.177827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:07.198508 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.241110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.263641 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.266431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Network': ['ID=8a34aa85-73fb-4dda-833f-cf2868f658c7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:07.272607 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.280996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 8a34aa85-73fb-4dda-833f-cf2868f658c7 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:19:07.303847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-86517558-a01d-45b8-8178-1f60b45f3735 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4883614 Oct 19 11:19:07.306606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54360) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:07.313426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'subnet': {'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:07.325714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port abfe0c6c-c662-4fa0-876e-0622eab428cc completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:19:07.346120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Network 65c6e9e4-311a-41e0-beee-27b3281b5d29 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:07.350774 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port abfe0c6c-c662-4fa0-876e-0622eab428cc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:07.351148 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.355994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:07.362484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:07.419830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Pushing event updated for resources: {'Port': ['ID=0e73fa18-047f-442f-befd-40d6dc1d39b6,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:07.451862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f429b1-6466-47d8-897b-cba4b824838c req-3082a29d-4cea-4eba-b8ee-946045295518 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:07.452832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57f429b1-6466-47d8-897b-cba4b824838c req-3082a29d-4cea-4eba-b8ee-946045295518 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1909912 Oct 19 11:19:07.460982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Allocated IP 172.25.2.167 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/13cae09e-e394-4d70-a33e-92974a23d677) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:07.467730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3489a07-bd21-4df4-84aa-b98c70c20524 req-1195659f-f1bf-4a78-b19b-92be4cdd45ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:07.469189 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3489a07-bd21-4df4-84aa-b98c70c20524 req-1195659f-f1bf-4a78-b19b-92be4cdd45ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 1101 time: 0.1697636 Oct 19 11:19:07.501619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Attempting to bind port 0e73fa18-047f-442f-befd-40d6dc1d39b6 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:07.502213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Attempting to bind port 0e73fa18-047f-442f-befd-40d6dc1d39b6 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:07.502593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Attempting to bind port 0e73fa18-047f-442f-befd-40d6dc1d39b6 on network 65c6e9e4-311a-41e0-beee-27b3281b5d29 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:07.504944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:07.509071 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.525636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:07.526173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Checking segment: {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:07.526569 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.526960 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Bound using segment: {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:07.527451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Bound port: 0e73fa18-047f-442f-befd-40d6dc1d39b6, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:07.527938 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.556379 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57f429b1-6466-47d8-897b-cba4b824838c req-ef418875-ecd2-424b-8a7a-6f37c69572b2 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930810 Oct 19 11:19:07.557844 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3489a07-bd21-4df4-84aa-b98c70c20524 req-e00344a8-7451-483e-8cf4-45ea087a0e8d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779409 Oct 19 11:19:07.614968 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.633204 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.655767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-852845d6-387d-4146-9efe-97282dd92651 None None] For port 0e73fa18-047f-442f-befd-40d6dc1d39b6, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:07.660251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-852845d6-387d-4146-9efe-97282dd92651 None None] For port 0e73fa18-047f-442f-befd-40d6dc1d39b6, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0e73fa18-047f-442f-befd-40d6dc1d39b6,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:07.676679 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:07.718603 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.752862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1bd1c-1575-4e22-8808-5bb26e0ec35f req-d75f984b-197b-45cf-ab20-435405a99127 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:07.753472 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.754870 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96e1bd1c-1575-4e22-8808-5bb26e0ec35f req-d75f984b-197b-45cf-ab20-435405a99127 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0591862 Oct 19 11:19:07.763244 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.801074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:07.805072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:07.811320 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96e1bd1c-1575-4e22-8808-5bb26e0ec35f req-9a051f93-a54d-4a6f-90be-de9ae79e6ec1 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502262 Oct 19 11:19:07.814521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:07.821800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852845d6-387d-4146-9efe-97282dd92651 None None] Pushing event updated for resources: {'Port': ['ID=0e73fa18-047f-442f-befd-40d6dc1d39b6,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:07.828214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:07.874901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Pushing event updated for resources: {'Port': ['ID=13cae09e-e394-4d70-a33e-92974a23d677,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:07.923984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Subnet': ['ID=529c5894-2d53-4eef-b352-0da5d082e943,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:07.928521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Checking segment: {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:07.928924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network hostable DHCP agents. Network: be15bd27-bc4e-4a4c-8c6f-b8eb924a0347, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:19:07.941706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:08.023034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:19:08.106650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, be15bd27-bc4e-4a4c-8c6f-b8eb924a0347) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:08.115518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:08.115518 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:08.118750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2baebd0-f47b-4914-b0b8-6ee44ac6b394 None None] Network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:19:08.269524 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1dc7ecf0-bbdf-4de1-b58f-6c51f4a3bcb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9609754 Oct 19 11:19:08.270452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54396) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:08.278994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'subnet': {'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:08.307742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-be15bd27-bc4e-4a4c-8c6f-b8eb924a0347', 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'fixed_ips': [{'subnet_id': '529c5894-2d53-4eef-b352-0da5d082e943'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:19:08.308637 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:08.336418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795cfd6-1e59-4ac9-b1db-677013207e58 req-3b17031a-c545-45fa-b0fd-4cb0eb256e42 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:08.336418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b795cfd6-1e59-4ac9-b1db-677013207e58 req-3b17031a-c545-45fa-b0fd-4cb0eb256e42 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 949 time: 0.1143527 Oct 19 11:19:08.361566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:08.430982 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b795cfd6-1e59-4ac9-b1db-677013207e58 req-854ff760-2d18-47e3-9d47-4d0d9ae7cdc3 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876076 Oct 19 11:19:08.475551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:08.478192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Allocated IP 10.1.1.2 (be15bd27-bc4e-4a4c-8c6f-b8eb924a0347/529c5894-2d53-4eef-b352-0da5d082e943/433e4ed4-eac6-4300-b46a-0385bfe8b1e5) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:08.479788 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:08.620166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 588f9956-08d4-4aa2-b3c7-65125b49b7c2 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:19:08.916430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 588f9956-08d4-4aa2-b3c7-65125b49b7c2, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=588f9956-08d4-4aa2-b3c7-65125b49b7c2,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:08.933189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '588f9956-08d4-4aa2-b3c7-65125b49b7c2', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'port_id': '588f9956-08d4-4aa2-b3c7-65125b49b7c2', 'mac_address': 'fa:16:3e:f7:05:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfa5705-e214-45b1-b7ca-60a9322912ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:19:08.939544 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:08.997731 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:09.034119 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:09.065290 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:09.066630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:09.075594 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee23607-d92f-417e-bf89-948e8f6574c6" -d '{"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-plugged", "status": "completed", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:09.080692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 588f9956-08d4-4aa2-b3c7-65125b49b7c2 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:09.107920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 588f9956-08d4-4aa2-b3c7-65125b49b7c2, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=588f9956-08d4-4aa2-b3c7-65125b49b7c2,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:09.109289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0e73fa18-047f-442f-befd-40d6dc1d39b6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:09.154200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Subnet': ['ID=a6ffb802-95b0-4d36-8104-f7ff0255fe0a,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:09.168073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:09.180060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576c07c-65c5-45f9-b0dc-7e54c3ffe7ac req-2dcb2e15-ddce-4923-8feb-5fd5d8db11c4 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:09.181823 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f576c07c-65c5-45f9-b0dc-7e54c3ffe7ac req-2dcb2e15-ddce-4923-8feb-5fd5d8db11c4 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.1914384 Oct 19 11:19:09.211370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd479b04-0396-4b34-aaf0-719097174b37 req-2f5f9824-93e3-4670-85cb-3c83960839a8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:09.217113 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd479b04-0396-4b34-aaf0-719097174b37 req-2f5f9824-93e3-4670-85cb-3c83960839a8 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.2986546 Oct 19 11:19:09.227803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Checking segment: {'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:09.228302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network hostable DHCP agents. Network: 8a34aa85-73fb-4dda-833f-cf2868f658c7, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:19:09.282511 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f576c07c-65c5-45f9-b0dc-7e54c3ffe7ac req-61bcf028-8758-4c27-a1fd-b57670549619 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909240 Oct 19 11:19:09.311880 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd479b04-0396-4b34-aaf0-719097174b37 req-fe57c313-cbee-4f1b-9fdd-14e51a9bf4e0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784144 Oct 19 11:19:09.340968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network 8a34aa85-73fb-4dda-833f-cf2868f658c7 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:19:09.411653 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:09.438471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3736b8-6172-4858-887b-4eec7990757e None None] Network 65c6e9e4-311a-41e0-beee-27b3281b5d29 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:19:09.446402 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c17cc3-d214-4c69-8dfb-cbe8881a8391 x-openstack-request-id: req-b2c17cc3-d214-4c69-8dfb-cbe8881a8391 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:09.446697 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-plugged", "status": "completed", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:09.446954 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2c17cc3-d214-4c69-8dfb-cbe8881a8391 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:09.451572 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'code': 200} Oct 19 11:19:09.461720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Router 9834e49a-efe5-403d-be89-5992bdaacd38 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:19:09.463294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 8a34aa85-73fb-4dda-833f-cf2868f658c7) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:09.471040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:09.472075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:09.489047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04010456-f9aa-416d-bf7d-902a5e4580d4 None None] Network 8a34aa85-73fb-4dda-833f-cf2868f658c7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:19:09.580617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:09.587499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d6e8e235-918b-475c-be82-f04670df9000 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3157480 Oct 19 11:19:09.589002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:09.595626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:09.595626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['588f9956-08d4-4aa2-b3c7-65125b49b7c2'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:09.595922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54422) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:09.602617 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'port': {'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347', 'name': 'tempest-TaggedBootDevicesTest-1927084905', 'fixed_ips': [{'subnet_id': '529c5894-2d53-4eef-b352-0da5d082e943'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:09.656142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53df95-8124-4557-b009-e525f0a4f806 req-b382131f-6e4d-4144-977b-543c1fd487af tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:09.656142 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ff53df95-8124-4557-b009-e525f0a4f806 req-b382131f-6e4d-4144-977b-543c1fd487af tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 949 time: 0.1063592 Oct 19 11:19:09.702564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3a59e-92df-48f2-ac77-1f623929a3b4 req-14fc2a03-1f28-4142-8a21-d026b5c8d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:09.704044 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ff3a59e-92df-48f2-ac77-1f623929a3b4 req-14fc2a03-1f28-4142-8a21-d026b5c8d1ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 1100 time: 0.1836667 Oct 19 11:19:09.710911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:19:09.722427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Pushing event updated for resources: {'Port': ['ID=433e4ed4-eac6-4300-b46a-0385bfe8b1e5,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:09.761470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Sync routers for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:19:09.765969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ff53df95-8124-4557-b009-e525f0a4f806 req-031375a5-bfff-4176-a81f-ebf59344039b tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873926 Oct 19 11:19:09.795660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ff3a59e-92df-48f2-ac77-1f623929a3b4 req-e239558a-c966-4cce-b544-feb9982c4bec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795503 Oct 19 11:19:09.825898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6dae168a-78db-4d17-a3f7-bc35dbba7474 None None] Provisioning complete for port 0e73fa18-047f-442f-befd-40d6dc1d39b6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:09.826268 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6dae168a-78db-4d17-a3f7-bc35dbba7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:09.839910 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:09.844740 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-87330e26-498a-4977-bcb7-9cf1bebf586b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2879934 Oct 19 11:19:09.844972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54426) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:09.880308 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:19:09.880961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:18:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:09.952172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:10.032210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Attempting to bind port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:10.033158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Attempting to bind port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:10.033524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Attempting to bind port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:10.065429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0e73fa18-047f-442f-befd-40d6dc1d39b6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:10.065797 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:10.088578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=588f9956-08d4-4aa2-b3c7-65125b49b7c2,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:10.116948 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:10.144269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] device_id is not set on port 9326ef13-ef39-49a2-a784-9cd9f9236b41 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:19:10.144591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:10.144956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Checking segment: {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:10.145353 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:10.145739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Bound using segment: {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:10.146233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Bound port: 433e4ed4-eac6-4300-b46a-0385bfe8b1e5, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:10.146602 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:10.309904 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:19:10.384111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-8a34aa85-73fb-4dda-833f-cf2868f658c7', 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'fixed_ips': [{'subnet_id': 'a6ffb802-95b0-4d36-8104-f7ff0255fe0a'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:19:10.384996 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:10.487757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf202b-51eb-4f42-81d8-41195f244373 req-8701421e-2138-49cf-8c9e-01195f3201a7 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:10.496043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3bbf202b-51eb-4f42-81d8-41195f244373 req-8701421e-2138-49cf-8c9e-01195f3201a7 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.0700457 Oct 19 11:19:10.512514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] For port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:10.560508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3bbf202b-51eb-4f42-81d8-41195f244373 req-8ef3f43e-96da-4d40-972a-6b9dfe5fba5d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587540 Oct 19 11:19:10.595988 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6dae168a-78db-4d17-a3f7-bc35dbba7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:10.598366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 588f9956-08d4-4aa2-b3c7-65125b49b7c2 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:10.603666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Allocated IP 10.1.1.111 (be15bd27-bc4e-4a4c-8c6f-b8eb924a0347/529c5894-2d53-4eef-b352-0da5d082e943/9326ef13-ef39-49a2-a784-9cd9f9236b41) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:10.642591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db51c0-0eeb-4665-b2d6-d12ddfaf6b38 req-5cd0e2d1-d2fb-4855-82a3-1838192d4582 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:10.644244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25db51c0-0eeb-4665-b2d6-d12ddfaf6b38 req-5cd0e2d1-d2fb-4855-82a3-1838192d4582 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.1742244 Oct 19 11:19:10.654295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] For port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=433e4ed4-eac6-4300-b46a-0385bfe8b1e5,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:10.730838 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:10.746795 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:10.781720 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25db51c0-0eeb-4665-b2d6-d12ddfaf6b38 req-9241c385-f11b-49c3-8eaa-1f313a55a66f tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269948 Oct 19 11:19:10.924552 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6dae168a-78db-4d17-a3f7-bc35dbba7474 None None] For port 0e73fa18-047f-442f-befd-40d6dc1d39b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0e73fa18-047f-442f-befd-40d6dc1d39b6,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:10.930730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f82b13-09b6-4c77-aaad-73984970c813 req-e45367c0-3062-4294-b6bc-060ebece47fa tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:10.944141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54f82b13-09b6-4c77-aaad-73984970c813 req-e45367c0-3062-4294-b6bc-060ebece47fa tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1378329 Oct 19 11:19:11.027933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6dae168a-78db-4d17-a3f7-bc35dbba7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:11.030026 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54f82b13-09b6-4c77-aaad-73984970c813 req-8ceb3e76-dc45-4527-bbb1-e8dae55bc932 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845523 Oct 19 11:19:11.136810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Allocated IP 10.2.2.2 (8a34aa85-73fb-4dda-833f-cf2868f658c7/a6ffb802-95b0-4d36-8104-f7ff0255fe0a/409615c8-0c80-4f29-a4c7-b9d74920d353) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:11.144668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee4ecb-86fa-4ba3-8dac-e7ebd9a22f5c None None] Pushing event updated for resources: {'Port': ['ID=433e4ed4-eac6-4300-b46a-0385bfe8b1e5,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:11.167513 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:11.184798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798c05a-08d6-4680-a397-10022d898126 req-2afdd2bc-cfe7-470b-bc89-e601c8578cdf tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:11.186504 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3798c05a-08d6-4680-a397-10022d898126 req-2afdd2bc-cfe7-470b-bc89-e601c8578cdf tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 949 time: 0.1636074 Oct 19 11:19:11.225468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:11.270457 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:19:11.271189 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:19:11.284454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 588f9956-08d4-4aa2-b3c7-65125b49b7c2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:11.285161 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:11.345146 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3798c05a-08d6-4680-a397-10022d898126 req-534fbe93-93d1-4327-ad2b-cd43e604481d tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398242 Oct 19 11:19:11.571175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0aae7d5d-3b37-448c-9290-74c661791516 None None] Provisioning complete for port 0e73fa18-047f-442f-befd-40d6dc1d39b6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:11.580410 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0aae7d5d-3b37-448c-9290-74c661791516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:11.631403 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae168a-78db-4d17-a3f7-bc35dbba7474 None None] Pushing event updated for resources: {'Port': ['ID=0e73fa18-047f-442f-befd-40d6dc1d39b6,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:11.688320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Allocated IP 172.20.0.1 (65c6e9e4-311a-41e0-beee-27b3281b5d29/97728146-5d22-4ba2-8f2a-d25e87f7f19d/f40704c1-8bfb-4f1a-9e50-38ed8fe0003d) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:11.873633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:11.923551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:11.983929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e5570-eb03-42de-804a-be9f12c108e4 req-f232d6b4-1f9b-4fb7-af9d-942feeac3602 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:11.992969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f84e5570-eb03-42de-804a-be9f12c108e4 req-f232d6b4-1f9b-4fb7-af9d-942feeac3602 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.1060495 Oct 19 11:19:12.009452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Port': ['ID=9326ef13-ef39-49a2-a784-9cd9f9236b41,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:12.022770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaee4d-577e-40b4-a723-3735b3a0418d req-7a81e2bf-043d-49d0-ad34-770374ed0dd7 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:12.031987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7dbaee4d-577e-40b4-a723-3735b3a0418d req-7a81e2bf-043d-49d0-ad34-770374ed0dd7 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.2405434 Oct 19 11:19:12.044756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:08Z', 'revision_number': 3, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:12.062934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:12.074457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f84e5570-eb03-42de-804a-be9f12c108e4 req-8def5eac-2064-4824-a891-f023f1bc4afb tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789206 Oct 19 11:19:12.116863 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:12.132290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Checking router: 9834e49a-efe5-403d-be89-5992bdaacd38 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:19:12.132773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Updating router 9834e49a-efe5-403d-be89-5992bdaacd38 port 13cae09e-e394-4d70-a33e-92974a23d677 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:19:12.142947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:12.150145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f40704c1-8bfb-4f1a-9e50-38ed8fe0003d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:12.153665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:12.172212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:12.212910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 588f9956-08d4-4aa2-b3c7-65125b49b7c2, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=588f9956-08d4-4aa2-b3c7-65125b49b7c2,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:12.216407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588f9956-08d4-4aa2-b3c7-65125b49b7c2'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:12.219142 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de375580-8157-486f-a569-80a22276681e" -d '{"events": [{"server_uuid": "4ae47d69-c600-4a3c-86ba-b8a929d86a4f", "name": "network-vif-plugged", "status": "completed", "tag": "588f9956-08d4-4aa2-b3c7-65125b49b7c2"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:12.222323 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:12.235698 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Network 65c6e9e4-311a-41e0-beee-27b3281b5d29 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:12.241689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:12.276920 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7dbaee4d-577e-40b4-a723-3735b3a0418d req-f1eb3ed3-3809-4192-9ac4-7f5c06362f10 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425463 Oct 19 11:19:12.286912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:12.354573 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a61a0f-fd80-4f27-99a0-c63684bbf4bd x-openstack-request-id: req-22a61a0f-fd80-4f27-99a0-c63684bbf4bd {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:12.354916 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae47d69-c600-4a3c-86ba-b8a929d86a4f", "name": "network-vif-plugged", "status": "completed", "tag": "588f9956-08d4-4aa2-b3c7-65125b49b7c2", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:12.355177 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22a61a0f-fd80-4f27-99a0-c63684bbf4bd {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:12.355598 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588f9956-08d4-4aa2-b3c7-65125b49b7c2', 'code': 200} Oct 19 11:19:12.376961 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:12.400513 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:19:12.425052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:12.425718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:12.461967 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:12.485096 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:12.591876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0e73fa18-047f-442f-befd-40d6dc1d39b6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:12.618061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce930ee2-1a6b-4d18-98f3-e9216d65c757 req-743215c6-8c66-4cdb-bd02-cb1f0af667ce tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:12.625298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce930ee2-1a6b-4d18-98f3-e9216d65c757 req-743215c6-8c66-4cdb-bd02-cb1f0af667ce tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 949 time: 0.0983422 Oct 19 11:19:12.733773 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:12.748599 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a076ae69-7a14-405d-8191-1170129e293e None None] Network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:19:12.991885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0e73fa18-047f-442f-befd-40d6dc1d39b6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:12.992558 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:12.997739 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b4bc91c5-068e-4445-a0e6-f7c4d707d16f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3998194 Oct 19 11:19:13.000382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54496) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:13.008907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'port': {'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347', 'name': 'tempest-TaggedBootDevicesTest-1960264963', 'fixed_ips': [{'subnet_id': '529c5894-2d53-4eef-b352-0da5d082e943'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:13.061034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce930ee2-1a6b-4d18-98f3-e9216d65c757 req-5c581ca9-6a61-43f2-a67e-a6e649487ef4 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347417 Oct 19 11:19:13.145512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Network 8a34aa85-73fb-4dda-833f-cf2868f658c7 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:13.165338 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=588f9956-08d4-4aa2-b3c7-65125b49b7c2,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:13.271618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Pushing event updated for resources: {'Port': ['ID=409615c8-0c80-4f29-a4c7-b9d74920d353,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:13.273975 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:13.274952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:13.282414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:13.307352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617255ab-d693-479c-b504-5ed0f3e58748 req-cbf57773-f768-40f5-b055-23ef46b79da0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:13.311710 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-617255ab-d693-479c-b504-5ed0f3e58748 req-cbf57773-f768-40f5-b055-23ef46b79da0 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.1229286 Oct 19 11:19:13.357019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:13.496496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-61ca9411-8146-4d25-8c42-fe476b222025 None None] Provisioning complete for port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:13.496912 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-61ca9411-8146-4d25-8c42-fe476b222025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:13.551343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:13.553823 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:13.577478 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:13.583126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] device_id is not set on port 2a704251-3e59-45fe-a6ce-9f980c57fcdc yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:19:13.586881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Attempting to bind port 409615c8-0c80-4f29-a4c7-b9d74920d353 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:13.587248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Attempting to bind port 409615c8-0c80-4f29-a4c7-b9d74920d353 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:13.587602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Attempting to bind port 409615c8-0c80-4f29-a4c7-b9d74920d353 on network 8a34aa85-73fb-4dda-833f-cf2868f658c7 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:13.633335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:13.633750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Checking segment: {'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:13.634091 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:13.634476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Bound using segment: {'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:13.635429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Bound port: 409615c8-0c80-4f29-a4c7-b9d74920d353, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:13.635429 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:13.671572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-617255ab-d693-479c-b504-5ed0f3e58748 req-be0229ee-411b-4a32-bb6f-06077dc7db4f tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504469 Oct 19 11:19:13.688467 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:13.851651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f40704c1-8bfb-4f1a-9e50-38ed8fe0003d,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:13.855385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:13.905018 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] For port 409615c8-0c80-4f29-a4c7-b9d74920d353, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:13.930015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:13.937656 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] For port 409615c8-0c80-4f29-a4c7-b9d74920d353, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=409615c8-0c80-4f29-a4c7-b9d74920d353,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:13.942804 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:13.943186 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:13.981320 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-61ca9411-8146-4d25-8c42-fe476b222025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:14.022917 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:14.091851 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:14.187989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-61ca9411-8146-4d25-8c42-fe476b222025 None None] For port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=433e4ed4-eac6-4300-b46a-0385bfe8b1e5,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:14.228510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8440b7-080b-4f1d-81cd-b2c047196fc0 req-2db7e136-ca16-404e-8bc9-d17d5fb19a72 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:14.245068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e8440b7-080b-4f1d-81cd-b2c047196fc0 req-2db7e136-ca16-404e-8bc9-d17d5fb19a72 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.2801251 Oct 19 11:19:14.264186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d7bb9-a350-44d3-80f3-ba194075e502 None None] Pushing event updated for resources: {'Port': ['ID=13cae09e-e394-4d70-a33e-92974a23d677,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:14.273287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Attempting to bind port 13cae09e-e394-4d70-a33e-92974a23d677 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:14.274219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Attempting to bind port 13cae09e-e394-4d70-a33e-92974a23d677 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:14.275006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Attempting to bind port 13cae09e-e394-4d70-a33e-92974a23d677 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:14.289611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Network 65c6e9e4-311a-41e0-beee-27b3281b5d29 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:14.299119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:14.337248 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e8440b7-080b-4f1d-81cd-b2c047196fc0 req-734cca87-9538-4502-a857-c774714f09e2 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786517 Oct 19 11:19:14.384969 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b97bd-6751-4bc6-9b02-63f7171656ed None None] Pushing event updated for resources: {'Port': ['ID=409615c8-0c80-4f29-a4c7-b9d74920d353,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:14.420295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:14.423749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:14.423749 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:14.423749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:14.424136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Bound port: 13cae09e-e394-4d70-a33e-92974a23d677, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:14.424262 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:14.473969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Allocated IP 10.1.1.152 (be15bd27-bc4e-4a4c-8c6f-b8eb924a0347/529c5894-2d53-4eef-b352-0da5d082e943/2a704251-3e59-45fe-a6ce-9f980c57fcdc) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:14.491483 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-61ca9411-8146-4d25-8c42-fe476b222025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:14.591191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Router 9834e49a-efe5-403d-be89-5992bdaacd38 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:19:14.651127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] For port 13cae09e-e394-4d70-a33e-92974a23d677, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:14.656322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:14.668040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] For port 13cae09e-e394-4d70-a33e-92974a23d677, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=13cae09e-e394-4d70-a33e-92974a23d677,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:14.711400 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-61ca9411-8146-4d25-8c42-fe476b222025 None None] Provisioning complete for port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:14.711969 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-61ca9411-8146-4d25-8c42-fe476b222025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:14.762407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca9411-8146-4d25-8c42-fe476b222025 None None] Pushing event updated for resources: {'Port': ['ID=433e4ed4-eac6-4300-b46a-0385bfe8b1e5,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:14.778313 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:14.854906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:19:14.867714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-61ca9411-8146-4d25-8c42-fe476b222025 None None] Port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:19:14.878577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4ea42434-86d5-4045-8214-5180dc633bc6 admin admin] 10.222.0.39 "PUT /v2.0/routers/9834e49a-efe5-403d-be89-5992bdaacd38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0231907 Oct 19 11:19:14.905725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d7bb9-a350-44d3-80f3-ba194075e502 None None] Pushing event updated for resources: {'Port': ['ID=13cae09e-e394-4d70-a33e-92974a23d677,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:14.927161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:19:14.928150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:18:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:14.930229 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:19:14.930673 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:19:14.967541 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:15.023353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-60f8f856-bc28-4f12-8707-0ae0642e518d None None] Provisioning complete for port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:15.023852 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60f8f856-bc28-4f12-8707-0ae0642e518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:15.113498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e95fc2-acc6-4284-ab94-9bd69fc63488 req-703d7635-efc1-4ece-9f68-1bc2f2d3b1f3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:15.123318 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09e95fc2-acc6-4284-ab94-9bd69fc63488 req-703d7635-efc1-4ece-9f68-1bc2f2d3b1f3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.1102476 Oct 19 11:19:15.152820 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:19:15.173821 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09e95fc2-acc6-4284-ab94-9bd69fc63488 req-4c3e850f-ba1d-4d2c-a0fe-a2adbc259964 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487716 Oct 19 11:19:15.282927 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:15.339890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:15.345836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:15.358915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:15.433527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Port': ['ID=2a704251-3e59-45fe-a6ce-9f980c57fcdc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:15.441719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:15.448201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:15.474186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.477601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.477601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.477601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.477601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.477601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.477601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.477601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.477601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.478395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.478395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.478582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:15.578594 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-18d079a1-c896-489c-9063-2c172186a111 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5724497 Oct 19 11:19:15.605966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-60f8f856-bc28-4f12-8707-0ae0642e518d None None] Provisioning complete for port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:15.606656 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60f8f856-bc28-4f12-8707-0ae0642e518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:15.689709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-60f8f856-bc28-4f12-8707-0ae0642e518d None None] Port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:19:15.708280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-60f8f856-bc28-4f12-8707-0ae0642e518d None None] Provisioning complete for port 9326ef13-ef39-49a2-a784-9cd9f9236b41 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:15.708280 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60f8f856-bc28-4f12-8707-0ae0642e518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:15.745150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eabab1-6cb5-4d44-87a2-a3e9b607a022 req-20e1dfe1-5f4b-4c44-a953-14c6150f97c0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:15.753908 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1eabab1-6cb5-4d44-87a2-a3e9b607a022 req-20e1dfe1-5f4b-4c44-a953-14c6150f97c0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1606252 Oct 19 11:19:15.788397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 2, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:15.847634 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1eabab1-6cb5-4d44-87a2-a3e9b607a022 req-fbe3c661-0010-4e29-b96b-c1b8e0f3cb28 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925536 Oct 19 11:19:15.857639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54572) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:15.864014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-40d96965-8685-490f-9ee2-9abc66e5e38a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253535266', 'description': 'tempest-description--1247479452'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:15.870699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-60f8f856-bc28-4f12-8707-0ae0642e518d None None] Port 9326ef13-ef39-49a2-a784-9cd9f9236b41 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:19:15.882861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e16ec64-25a0-4b74-9772-4f511fa9fde3 None None] The sync data for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 is: [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 2, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:19:15.912381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:16.002706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:16.003370 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.033548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c414dbd1-afb9-48ad-a45b-b8e054dad403 None None] Provisioning complete for port 2a704251-3e59-45fe-a6ce-9f980c57fcdc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:16.034195 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c414dbd1-afb9-48ad-a45b-b8e054dad403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.038584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40d96965-8685-490f-9ee2-9abc66e5e38a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.102898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c414dbd1-afb9-48ad-a45b-b8e054dad403 None None] Port 2a704251-3e59-45fe-a6ce-9f980c57fcdc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:19:16.181322 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40d96965-8685-490f-9ee2-9abc66e5e38a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.210034 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 409615c8-0c80-4f29-a4c7-b9d74920d353 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:16.259487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40d96965-8685-490f-9ee2-9abc66e5e38a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.330724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d96965-8685-490f-9ee2-9abc66e5e38a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:16.333390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 409615c8-0c80-4f29-a4c7-b9d74920d353 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:16.335534 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.355611 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40d96965-8685-490f-9ee2-9abc66e5e38a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.356911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-40d96965-8685-490f-9ee2-9abc66e5e38a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4982028 Oct 19 11:19:16.360269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54588) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:16.369228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7af5f80b-271f-4e64-85c6-410259aed7db tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'security_group_rule': {'security_group_id': '9357b2a2-b8ad-4ab1-a5ec-61b7672f678d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:16.402558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf2f41-4e44-4a6d-bef0-f8f14881b67d None None] Network 8a34aa85-73fb-4dda-833f-cf2868f658c7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:19:16.447739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b62a9-aa11-4510-b31e-138cf87ff1a2 req-126f9e63-593c-4996-88ee-7201b28a8208 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:16.449427 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-333b62a9-aa11-4510-b31e-138cf87ff1a2 req-126f9e63-593c-4996-88ee-7201b28a8208 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.1078870 Oct 19 11:19:16.495801 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7af5f80b-271f-4e64-85c6-410259aed7db tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.514110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-333b62a9-aa11-4510-b31e-138cf87ff1a2 req-f79932f0-82ad-47b7-984e-69ff17a1c9b6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571303 Oct 19 11:19:16.624794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7af5f80b-271f-4e64-85c6-410259aed7db tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.632502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-dd32795e-5c1f-4def-a91b-429613f5b52b None None] Provisioning complete for port 409615c8-0c80-4f29-a4c7-b9d74920d353 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:16.633084 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dd32795e-5c1f-4def-a91b-429613f5b52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.729126 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.736711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7af5f80b-271f-4e64-85c6-410259aed7db tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.764899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5f80b-271f-4e64-85c6-410259aed7db tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334f68b8-35c6-460d-ba8c-ecc0e78d56e2,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:16.795509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 409615c8-0c80-4f29-a4c7-b9d74920d353, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=409615c8-0c80-4f29-a4c7-b9d74920d353,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:16.885837 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7af5f80b-271f-4e64-85c6-410259aed7db tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.889602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7af5f80b-271f-4e64-85c6-410259aed7db tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5253615 Oct 19 11:19:16.890357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54604) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:16.897083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bfe24218-5523-4c35-8e09-bc67d93c7634 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'security_group_rule': {'security_group_id': '9357b2a2-b8ad-4ab1-a5ec-61b7672f678d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:16.899695 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54606) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:16.904738 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.906223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-843eeef0-9df4-44d3-abbd-f6720d52576f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1484399707', 'description': 'tempest-description--2104752072'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:16.914494 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dd32795e-5c1f-4def-a91b-429613f5b52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:16.971995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.api [None req-bfe24218-5523-4c35-8e09-bc67d93c7634 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 11:19:16.971995 n-d-814547-1 neutron-server[101312]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 19 11:19:16.971995 n-d-814547-1 neutron-server[101312]: [parameters: {'project_id': 'afaa71df9067470eafb9ec80706969aa', 'id': '1888829b-a995-4ab3-a869-f54334471e2b', 'expiration': datetime.datetime(2021, 10, 19, 11, 21, 16, 947465)}] Oct 19 11:19:16.971995 n-d-814547-1 neutron-server[101312]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:19:16.985282 n-d-814547-1 neutron-server[101312]: DEBUG oslo_db.api [None req-bfe24218-5523-4c35-8e09-bc67d93c7634 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:19:17.057145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=409615c8-0c80-4f29-a4c7-b9d74920d353,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:17.099988 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-dd32795e-5c1f-4def-a91b-429613f5b52b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:19:17.100263 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-dd32795e-5c1f-4def-a91b-429613f5b52b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:19:17.133233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device abfe0c6c-c662-4fa0-876e-0622eab428cc details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:19:17.163190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-843eeef0-9df4-44d3-abbd-f6720d52576f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:17.259428 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703167-9e41-42b2-8b91-de9d64421d5c req-9b4b01c2-693b-41f8-87b2-08f52784306e tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:17.276235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e703167-9e41-42b2-8b91-de9d64421d5c req-9b4b01c2-693b-41f8-87b2-08f52784306e tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.2655644 Oct 19 11:19:17.395303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:17.401473 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e703167-9e41-42b2-8b91-de9d64421d5c req-a2bbb6f6-99b9-44d1-9f0c-4eb0dfe9fa97 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005442 Oct 19 11:19:17.418226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'mac_address': 'fa:16:3e:6c:e8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:19:17.432038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-843eeef0-9df4-44d3-abbd-f6720d52576f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:17.472625 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:17.497851 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-843eeef0-9df4-44d3-abbd-f6720d52576f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:17.501914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abfe0c6c-c662-4fa0-876e-0622eab428cc {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:17.541346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:17.554047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eeef0-9df4-44d3-abbd-f6720d52576f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45110d7-0d42-43c3-b588-82f825172d1a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:17.644680 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfe24218-5523-4c35-8e09-bc67d93c7634 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:17.645928 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:17.693196 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-843eeef0-9df4-44d3-abbd-f6720d52576f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:17.698949 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-843eeef0-9df4-44d3-abbd-f6720d52576f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7970307 Oct 19 11:19:17.700000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54638) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:17.717712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-064036df-5ffa-458e-a8e2-f4f672c76764 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'security_group_rule': {'security_group_id': 'e45110d7-0d42-43c3-b588-82f825172d1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:17.768768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['abfe0c6c-c662-4fa0-876e-0622eab428cc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:17.847689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c2bc7-c4c1-4901-b081-b7a53e82bc12 req-2bd64658-f3cb-4d50-b8bf-b1252f647995 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:17.868698 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-149c2bc7-c4c1-4901-b081-b7a53e82bc12 req-2bd64658-f3cb-4d50-b8bf-b1252f647995 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.1991482 Oct 19 11:19:17.871576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-064036df-5ffa-458e-a8e2-f4f672c76764 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:17.877094 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfe24218-5523-4c35-8e09-bc67d93c7634 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:17.883232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:17.923690 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-164ceab0-e89e-487e-bc94-9b7d3b39985a None None] Provisioning complete for port 409615c8-0c80-4f29-a4c7-b9d74920d353 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:17.924156 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-164ceab0-e89e-487e-bc94-9b7d3b39985a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:17.952680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 409615c8-0c80-4f29-a4c7-b9d74920d353 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:17.957959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfe24218-5523-4c35-8e09-bc67d93c7634 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:17.964106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-149c2bc7-c4c1-4901-b081-b7a53e82bc12 req-a19d31a7-5ead-4224-a1f6-7475a88b092c tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854688 Oct 19 11:19:18.007813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe24218-5523-4c35-8e09-bc67d93c7634 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c49b6ed-70f4-4129-8707-72f0d58fdb95,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:18.023403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-064036df-5ffa-458e-a8e2-f4f672c76764 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.045958 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfe24218-5523-4c35-8e09-bc67d93c7634 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.047169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bfe24218-5523-4c35-8e09-bc67d93c7634 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1558361 Oct 19 11:19:18.051436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54648) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:18.056528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:18.092046 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-064036df-5ffa-458e-a8e2-f4f672c76764 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.114741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064036df-5ffa-458e-a8e2-f4f672c76764 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e70b3d4-ed23-42a1-923f-00b39bd76fee,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:18.159985 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.306509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-064036df-5ffa-458e-a8e2-f4f672c76764 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.307961 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-064036df-5ffa-458e-a8e2-f4f672c76764 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5950644 Oct 19 11:19:18.311708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54662) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:18.317699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c54cad45-a182-4452-ab6a-5ee217ddd1b8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'security_group_rule': {'security_group_id': 'e45110d7-0d42-43c3-b588-82f825172d1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:18.347735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 409615c8-0c80-4f29-a4c7-b9d74920d353 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:18.348444 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.423542 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.463617 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c54cad45-a182-4452-ab6a-5ee217ddd1b8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.576782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 13cae09e-e394-4d70-a33e-92974a23d677 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:18.637994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Allocated IP 172.25.2.202 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/d0436125-6ee9-4e24-9c9b-ce8941328e08) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:18.639333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c54cad45-a182-4452-ab6a-5ee217ddd1b8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.697030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 13cae09e-e394-4d70-a33e-92974a23d677 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:18.697652 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.736208 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c54cad45-a182-4452-ab6a-5ee217ddd1b8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.780149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cad45-a182-4452-ab6a-5ee217ddd1b8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2630a301-fdb2-4e44-b8b1-64ec5b797436,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:18.824624 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c54cad45-a182-4452-ab6a-5ee217ddd1b8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.826029 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c54cad45-a182-4452-ab6a-5ee217ddd1b8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5137923 Oct 19 11:19:18.829383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54672) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:18.833013 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.833955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:18.853015 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.880332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 13cae09e-e394-4d70-a33e-92974a23d677, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=13cae09e-e394-4d70-a33e-92974a23d677,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:18.964062 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:18.999333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:19.002800 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:19.042244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=13cae09e-e394-4d70-a33e-92974a23d677,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:19.134088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'Port': ['ID=d0436125-6ee9-4e24-9c9b-ce8941328e08,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:19.142156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device abfe0c6c-c662-4fa0-876e-0622eab428cc up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:19.170842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:19.174492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:19.183064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:19.330310 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:19.353570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port abfe0c6c-c662-4fa0-876e-0622eab428cc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:19.359687 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:19.392342 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:19.438310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:19.568242 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:19.580937 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Sync routers for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:19:19.609972 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:19:19.613048 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:18:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:19.685877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Allocated IP 172.25.2.68 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/55a42477-71c6-48e7-9d6f-c37de431a197) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:19.721700 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:19.780176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 13cae09e-e394-4d70-a33e-92974a23d677 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:19.810866 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:19.903033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:19.904880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:19.905959 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:19:19.907888 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ab6f47-fbe6-4f90-adb3-21c07bf1ea16" -d '{"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-plugged", "status": "completed", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:19.951012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 13cae09e-e394-4d70-a33e-92974a23d677 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:19.951861 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:19.980144 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:19.989932 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:20.021749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:20.072890 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:20.102149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:20.148351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:20.307626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:20.316574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:20.341766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:20.342303 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 2, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:20.350919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Port': ['ID=55a42477-71c6-48e7-9d6f-c37de431a197,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:20.361748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'Port': ['ID=d0436125-6ee9-4e24-9c9b-ce8941328e08,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:20.390932 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:20.424670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.425079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.425352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.425686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.426013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.426339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.426663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.426982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.427301 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.427622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.427937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.428258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:20.470250 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Checking router: 9834e49a-efe5-403d-be89-5992bdaacd38 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:19:20.471834 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Updating router 9834e49a-efe5-403d-be89-5992bdaacd38 port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:19:20.485668 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:20.487393 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bb4a6289-53e2-438a-a3c0-87e1fe989485 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4346533 Oct 19 11:19:20.534607 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:20.601765 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:20.757668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:20.922458 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:20.981129 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:21.052787 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Pushing event updated for resources: {'Port': ['ID=f40704c1-8bfb-4f1a-9e50-38ed8fe0003d,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:21.075360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:21.083094 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.083709 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.084274 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.084819 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.085302 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.085823 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.086356 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.087145 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.088075 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.088075 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.088410 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.088767 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:21.161227 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Attempting to bind port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:21.161638 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Attempting to bind port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:21.162055 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Attempting to bind port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d on network 65c6e9e4-311a-41e0-beee-27b3281b5d29 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:21.168023 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:21.168446 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Checking segment: {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:21.168887 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:21.169273 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Bound using segment: {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:21.169735 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Bound port: f40704c1-8bfb-4f1a-9e50-38ed8fe0003d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:21.170112 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:21.248284 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] For port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:21.252747 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] For port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f40704c1-8bfb-4f1a-9e50-38ed8fe0003d,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:21.352227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:21.387056 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:21.418785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-00c31e0b-991b-4b09-b066-9a16dd50099e None None] Provisioning complete for port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:21.419225 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-00c31e0b-991b-4b09-b066-9a16dd50099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:21.432790 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:21.467068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Port': ['ID=55a42477-71c6-48e7-9d6f-c37de431a197,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:21.516294 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:21.532610 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-87156fe3-bdf6-43b1-8255-596af4a4cdee tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6882708 Oct 19 11:19:21.587911 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202481f0-3d4a-44ce-995c-6939748fa874 None None] Pushing event updated for resources: {'Port': ['ID=f40704c1-8bfb-4f1a-9e50-38ed8fe0003d,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:21.611706 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:19:21.612346 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:18:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:21.696595 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-00c31e0b-991b-4b09-b066-9a16dd50099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:21.776395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-00c31e0b-991b-4b09-b066-9a16dd50099e None None] For port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f40704c1-8bfb-4f1a-9e50-38ed8fe0003d,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:21.856507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f40704c1-8bfb-4f1a-9e50-38ed8fe0003d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:21.917281 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-00c31e0b-991b-4b09-b066-9a16dd50099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:21.938093 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:19:22.006272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c31e0b-991b-4b09-b066-9a16dd50099e None None] Pushing event updated for resources: {'Port': ['ID=f40704c1-8bfb-4f1a-9e50-38ed8fe0003d,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:22.026735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:22.028018 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:22.100699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1f53f210-2158-47f6-b00b-ae63ffb6b7a2 None None] Provisioning complete for port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:22.101809 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1f53f210-2158-47f6-b00b-ae63ffb6b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:22.439581 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:22.484269 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e672581-8241-46a4-9ce3-1dbaa9f39a9d None None] The sync data for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 is: [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:19:23.664488 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f40704c1-8bfb-4f1a-9e50-38ed8fe0003d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:23.728420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:23.728831 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:24.248947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a7da4-9fcf-410a-befe-c817d5dec797 req-4d627acc-c4e9-4efb-820f-80e5e0bbb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:24.251512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e64a7da4-9fcf-410a-befe-c817d5dec797 req-4d627acc-c4e9-4efb-820f-80e5e0bbb100 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 1096 time: 0.0766797 Oct 19 11:19:24.300187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e64a7da4-9fcf-410a-befe-c817d5dec797 req-7dc47aa8-93dc-4d2d-96e0-f5ec72166f3f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409753 Oct 19 11:19:25.175197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 10d489bc-9448-44eb-b95f-a16148bd991f details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:19:25.339398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 10d489bc-9448-44eb-b95f-a16148bd991f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=10d489bc-9448-44eb-b95f-a16148bd991f,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:25.365556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '10d489bc-9448-44eb-b95f-a16148bd991f', 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba', 'port_id': '10d489bc-9448-44eb-b95f-a16148bd991f', 'mac_address': 'fa:16:3e:2d:16:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce286523-df35-46a4-961e-ac9ad353f926', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:19:25.425361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:25.441200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10d489bc-9448-44eb-b95f-a16148bd991f {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:25.475673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 10d489bc-9448-44eb-b95f-a16148bd991f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=10d489bc-9448-44eb-b95f-a16148bd991f,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:25.609321 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30ee0972-218a-418c-98f4-cc8374e0433f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:25.706797 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:25.768401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=10d489bc-9448-44eb-b95f-a16148bd991f,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:26.012076 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['10d489bc-9448-44eb-b95f-a16148bd991f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:27.190849 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 10d489bc-9448-44eb-b95f-a16148bd991f up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:27.252719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 10d489bc-9448-44eb-b95f-a16148bd991f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:27.253238 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:27.357966 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:27.377968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a580f5-838e-470a-8f0c-292301e2ce21 req-9d537532-1176-4bf8-abcf-115a7ff1d332 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:27.386194 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06a580f5-838e-470a-8f0c-292301e2ce21 req-9d537532-1176-4bf8-abcf-115a7ff1d332 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1082971 Oct 19 11:19:27.413885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 10d489bc-9448-44eb-b95f-a16148bd991f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=10d489bc-9448-44eb-b95f-a16148bd991f,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:27.423171 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06a580f5-838e-470a-8f0c-292301e2ce21 req-8ca54625-9d0c-4272-be93-61d8815d0ac2 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356567 Oct 19 11:19:27.512292 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:27.547365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3d389-49b3-4a53-acbd-211b1b5e70d6 req-60975266-49dd-4e75-8079-f3f6bae80298 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:27.551997 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2dd3d389-49b3-4a53-acbd-211b1b5e70d6 req-60975266-49dd-4e75-8079-f3f6bae80298 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 944 time: 0.0772576 Oct 19 11:19:27.573474 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072eb90f-b295-424b-b3bd-dec25a0c799e x-openstack-request-id: req-072eb90f-b295-424b-b3bd-dec25a0c799e {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:27.574163 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-plugged", "status": "completed", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:27.574657 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-072eb90f-b295-424b-b3bd-dec25a0c799e {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:27.575280 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'code': 200} Oct 19 11:19:27.598420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=10d489bc-9448-44eb-b95f-a16148bd991f,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:27.637703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2dd3d389-49b3-4a53-acbd-211b1b5e70d6 req-a801a395-2cc3-4300-98bc-a8c14cafeb90 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807621 Oct 19 11:19:27.707649 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-cf47be8e-5108-45ea-9d36-203ffe228fa9 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--253535266&fields=id&tenant_id=afaa71df9067470eafb9ec80706969aa HTTP/1.1" status: 200 len: 267 time: 0.0551128 Oct 19 11:19:27.751706 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-12cd6e88-90f7-4e2b-b3ea-5323a6d1a63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:27.792580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-b7f4ceb7-9007-46cf-9e10-278e051f7822 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1484399707&fields=id&tenant_id=ef3f6172534b4e6fa12578ac8e85382c HTTP/1.1" status: 200 len: 267 time: 0.0599017 Oct 19 11:19:27.852373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-75690398-1a70-4e92-8a3b-0cc086630930 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:27.860740 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-75690398-1a70-4e92-8a3b-0cc086630930 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports/9326ef13-ef39-49a2-a784-9cd9f9236b41 HTTP/1.1" status: 200 len: 932 time: 0.0597577 Oct 19 11:19:27.874876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab995-408e-428b-a992-20a034289bbf req-77ce13b2-e6d5-4428-badb-80a5a0de4c42 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:27.877042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-77ce13b2-e6d5-4428-badb-80a5a0de4c42 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 817 time: 0.1604819 Oct 19 11:19:27.896077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-3128eac5-6089-436c-bbce-e0463508f2ea tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/quotas/afaa71df9067470eafb9ec80706969aa HTTP/1.1" status: 200 len: 375 time: 0.0125880 Oct 19 11:19:27.930269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2b295c5-86d2-4e43-8325-92dd1e87f950 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:27.932018 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2b295c5-86d2-4e43-8325-92dd1e87f950 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports/2a704251-3e59-45fe-a6ce-9f980c57fcdc HTTP/1.1" status: 200 len: 932 time: 0.0700250 Oct 19 11:19:27.973040 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-f1e6c390-2121-4786-8fe7-4e89b67e97e6 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671227 Oct 19 11:19:27.997944 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-e96708b0-c4ba-4ff2-95a1-dc2da6075e99 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?network_id=8a34aa85-73fb-4dda-833f-cf2868f658c7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0582280 Oct 19 11:19:28.028659 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-7b324a62-e17c-4d62-877e-3841b64c0838 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?network_id=8a34aa85-73fb-4dda-833f-cf2868f658c7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0298970 Oct 19 11:19:28.124725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-856f2f81-3e58-4b84-be7d-351ca6f4fc27 service neutron] 10.222.0.39 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355879 Oct 19 11:19:28.165086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-64319a00-d3b3-45ff-a32f-0ce9217ccd42 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:28.171509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-64319a00-d3b3-45ff-a32f-0ce9217ccd42 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:28.178354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-64319a00-d3b3-45ff-a32f-0ce9217ccd42 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:28.186184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-64319a00-d3b3-45ff-a32f-0ce9217ccd42 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/networks?id=dc29f516-d43c-4d64-9dd4-8e0a8f4373f7&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=8a34aa85-73fb-4dda-833f-cf2868f658c7&id=8a34aa85-73fb-4dda-833f-cf2868f658c7 HTTP/1.1" status: 200 len: 1990 time: 0.1496763 Oct 19 11:19:28.202633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-eb407b01-ac3f-4f5e-be37-e7bf5bb3c3df tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/quotas/ef3f6172534b4e6fa12578ac8e85382c HTTP/1.1" status: 200 len: 375 time: 0.0152929 Oct 19 11:19:28.246034 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-976be647-eb90-49cd-bf60-d94062b60806 service neutron] 10.222.0.39 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200328 Oct 19 11:19:28.280374 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-d6ae38fb-a322-4c08-a67a-a85c55b9ddc2 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0683711 Oct 19 11:19:28.372414 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-29990855-c73e-48d7-bd05-7c2cd1f83967 service neutron] 10.222.0.39 "GET /v2.0/networks/dc29f516-d43c-4d64-9dd4-8e0a8f4373f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911295 Oct 19 11:19:28.514286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-3362474e-70fb-4359-9091-180e46db58c8 service neutron] 10.222.0.39 "GET /v2.0/networks/dc29f516-d43c-4d64-9dd4-8e0a8f4373f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349788 Oct 19 11:19:28.563610 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-af39dbc1-0d52-499b-8f28-8adcd39e0d1d service neutron] 10.222.0.39 "GET /v2.0/ports/9326ef13-ef39-49a2-a784-9cd9f9236b41?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0477774 Oct 19 11:19:28.684768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-53c3cfd0-f8dd-4341-85b3-8d5913b9cc53 service neutron] 10.222.0.39 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201491 Oct 19 11:19:28.796640 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-91d24ed5-afc3-4971-a9a2-b123c6c37406 service neutron] 10.222.0.39 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053903 Oct 19 11:19:28.861759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-eb8d18fa-86e7-4fa9-aad7-00969a48b777 service neutron] 10.222.0.39 "GET /v2.0/ports/2a704251-3e59-45fe-a6ce-9f980c57fcdc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0465934 Oct 19 11:19:28.930038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84806172-43aa-4554-a698-2336c047fbea req-c1e648b8-b8b5-48f9-aca1-034d06ae8569 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:28.937643 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84806172-43aa-4554-a698-2336c047fbea req-c1e648b8-b8b5-48f9-aca1-034d06ae8569 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0820441 Oct 19 11:19:28.980987 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:28.981867 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84806172-43aa-4554-a698-2336c047fbea req-eb8242e5-2ecb-4216-aa0b-7a39af2c9519 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418978 Oct 19 11:19:28.995508 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-8339cf37-f2d8-423e-8ad8-ee0706052da7 service neutron] 10.222.0.39 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224110 Oct 19 11:19:29.013239 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:29.154024 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-6ffcc6d4-901c-4d33-aaf1-75e056506496 service neutron] 10.222.0.39 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439230 Oct 19 11:19:29.249366 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23e3c578-70d3-49ca-81b9-adf4f084266e req-bd0c3a3c-8cb1-4501-9f1f-9ce4d0e23143 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 210 time: 0.0412552 Oct 19 11:19:29.282107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-62e6e8ee-4572-456b-b66e-61f0dabb8bca service neutron] 10.222.0.39 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218872 Oct 19 11:19:29.389041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ca3d1-4f14-49d6-b52b-fb2df4b66b6c req-62bbc132-f06b-4b41-9af0-ec70a6f66b9d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:29.390559 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b99ca3d1-4f14-49d6-b52b-fb2df4b66b6c req-62bbc132-f06b-4b41-9af0-ec70a6f66b9d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.0588918 Oct 19 11:19:29.400493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-ef86e93e-8ad2-4d96-a5e8-5d14770d7d82 service neutron] 10.222.0.39 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112335 Oct 19 11:19:29.440090 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b99ca3d1-4f14-49d6-b52b-fb2df4b66b6c req-3bfcaf9b-4eb3-481e-89ef-33f5443f4142 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Oct 19 11:19:29.517072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-4c3b454a-d2a8-4c87-8fe8-7d03a6d1a688 service neutron] 10.222.0.39 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094711 Oct 19 11:19:29.577052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ddf735-5701-47a0-807b-b6ca0f8a052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d489bc-9448-44eb-b95f-a16148bd991f'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:29.579447 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1fdef9-a022-41c1-b4a1-c97350ed280c" -d '{"events": [{"server_uuid": "54ddf735-5701-47a0-807b-b6ca0f8a052b", "name": "network-vif-plugged", "status": "completed", "tag": "10d489bc-9448-44eb-b95f-a16148bd991f"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:29.649316 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-eb6d5a99-e4cb-4d39-8b15-a4d7d9ec9814 service neutron] 10.222.0.39 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222064 Oct 19 11:19:29.677213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e12bc-8a63-4a2f-b600-d40c0a6025a9 req-85a36ddb-ca38-4d0e-bb69-28c3530c0dad tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:29.679043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b9e12bc-8a63-4a2f-b600-d40c0a6025a9 req-85a36ddb-ca38-4d0e-bb69-28c3530c0dad tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0742249 Oct 19 11:19:29.727768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b9e12bc-8a63-4a2f-b600-d40c0a6025a9 req-5c431c93-a97c-465a-b8d3-f48dfde22020 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c8fa30d-46e4-49bd-ba9e-2b859e06e824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426166 Oct 19 11:19:29.792432 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-19e3370f-30b1-4ca4-8a20-578628c144e1 service neutron] 10.222.0.39 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330671 Oct 19 11:19:29.903468 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-91fa2828-1f0b-4341-a1b6-2954cbc596bc service neutron] 10.222.0.39 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011884 Oct 19 11:19:30.007183 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-156ec9b9-2402-4bcf-96d0-6e89fc231b36 service neutron] 10.222.0.39 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959358 Oct 19 11:19:30.115995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-0dad0f13-4320-43d9-84d2-54bb823bc036 service neutron] 10.222.0.39 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989218 Oct 19 11:19:30.358219 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a174c-2fbc-4308-bcc1-2202140a6a7e x-openstack-request-id: req-f54a174c-2fbc-4308-bcc1-2202140a6a7e {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:30.358773 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ddf735-5701-47a0-807b-b6ca0f8a052b", "name": "network-vif-plugged", "status": "completed", "tag": "10d489bc-9448-44eb-b95f-a16148bd991f", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:30.360299 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f54a174c-2fbc-4308-bcc1-2202140a6a7e {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:30.360985 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ddf735-5701-47a0-807b-b6ca0f8a052b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d489bc-9448-44eb-b95f-a16148bd991f', 'code': 200} Oct 19 11:19:30.526385 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a128a124-15bc-4e5d-b00a-990ad127e4f2 req-e04ef227-af6b-4596-849c-63485536ed2c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 210 time: 0.0308650 Oct 19 11:19:30.689206 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:31.011990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-1cec7646-cc22-451d-b89f-e76d233eb19c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:31.013908 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-1cec7646-cc22-451d-b89f-e76d233eb19c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.49 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 946 time: 0.0624416 Oct 19 11:19:31.116630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Deleting port ad69dc53-aa3d-4065-963a-9113f65406e8 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:19:31.116972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:31.236086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] For port ad69dc53-aa3d-4065-963a-9113f65406e8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ad69dc53-aa3d-4065-963a-9113f65406e8,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:31.236086 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:31.337236 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab995-408e-428b-a992-20a034289bbf req-ebed1764-1648-4640-9d75-63d7991544d2 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:31.355159 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-ebed1764-1648-4640-9d75-63d7991544d2 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.26 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 817 time: 0.2022643 Oct 19 11:19:31.426605 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-68042cf6-d616-46f9-bf28-06621e4ad117 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afaa71df9067470eafb9ec80706969aa HTTP/1.1" status: 200 len: 379 time: 0.0578239 Oct 19 11:19:31.447856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'port': {'device_id': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'admin_state_up': True, 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'security_groups': ['9357b2a2-b8ad-4ab1-a5ec-61b7672f678d']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:31.480338 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:31.480805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:31.481183 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Floating IP ee9e4c5c-ca45-412b-b317-78f9098459d7 disassociated. External IP: 172.25.2.53, port: ad69dc53-aa3d-4065-963a-9113f65406e8. Oct 19 11:19:31.481582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Calling delete_port for ad69dc53-aa3d-4065-963a-9113f65406e8 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:19:31.731326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2af22c-38c3-44cd-ba14-19e56341fe6a req-9113e6f6-b417-44c2-a4ab-39fcea8af70b tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:31.733004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2af22c-38c3-44cd-ba14-19e56341fe6a req-9113e6f6-b417-44c2-a4ab-39fcea8af70b tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.49 "GET /v2.0/ports?device_id=54ddf735-5701-47a0-807b-b6ca0f8a052b HTTP/1.1" status: 200 len: 945 time: 0.0504799 Oct 19 11:19:31.778582 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:31.785808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Made reservation on behalf of afaa71df9067470eafb9ec80706969aa for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:31.790305 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:31.814737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event deleted for resources: {'Port': ['ID=ad69dc53-aa3d-4065-963a-9113f65406e8,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:31.971306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-7c2af22c-38c3-44cd-ba14-19e56341fe6a req-cef0c86c-74a6-4148-9467-7e52b2962710 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Deleting port 10d489bc-9448-44eb-b95f-a16148bd991f {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:19:31.971785 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7c2af22c-38c3-44cd-ba14-19e56341fe6a req-cef0c86c-74a6-4148-9467-7e52b2962710 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:32.028889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Router 21f8385d-1790-4433-bd24-82709302e7ab has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:19:32.219160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Allocated IP 172.20.0.5 (65c6e9e4-311a-41e0-beee-27b3281b5d29/97728146-5d22-4ba2-8f2a-d25e87f7f19d/f4fd9345-7e49-4e50-8f6c-1b98805d24d3) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:32.407268 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:32.514207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:32.568073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-7c2af22c-38c3-44cd-ba14-19e56341fe6a req-cef0c86c-74a6-4148-9467-7e52b2962710 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] For port 10d489bc-9448-44eb-b95f-a16148bd991f, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=10d489bc-9448-44eb-b95f-a16148bd991f,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:32.568442 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7c2af22c-38c3-44cd-ba14-19e56341fe6a req-cef0c86c-74a6-4148-9467-7e52b2962710 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:32.580763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 588f9956-08d4-4aa2-b3c7-65125b49b7c2 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:19:32.588268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-7c2af22c-38c3-44cd-ba14-19e56341fe6a req-cef0c86c-74a6-4148-9467-7e52b2962710 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Calling delete_port for 10d489bc-9448-44eb-b95f-a16148bd991f owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:19:32.596495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Network 65c6e9e4-311a-41e0-beee-27b3281b5d29 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:32.604070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:32.606791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:32.611531 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'Port': ['ID=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:32.655197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0561f-9f51-4295-b75c-f6451db0d4fc req-bbadb03d-fbbc-4d43-a5ce-3ea6a4e230b9 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:32.665120 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25f0561f-9f51-4295-b75c-f6451db0d4fc req-bbadb03d-fbbc-4d43-a5ce-3ea6a4e230b9 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1412866 Oct 19 11:19:32.694356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:19:32.695535 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:32.721080 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25f0561f-9f51-4295-b75c-f6451db0d4fc req-c76d8948-9032-46d9-9698-89a4aef45c07 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521252 Oct 19 11:19:32.721322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5aa98-eee8-4bb7-8034-1c57d3501f86 None None] Sync routers for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:19:32.736851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:32.737518 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:32.745292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-287b7aa5-5b92-4549-829c-07711efff2ac tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:32.746770 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-287b7aa5-5b92-4549-829c-07711efff2ac tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/networks?id=4c31ea62-a60c-4679-aabb-6afcaf1497ba HTTP/1.1" status: 200 len: 814 time: 0.2884099 Oct 19 11:19:32.780822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 588f9956-08d4-4aa2-b3c7-65125b49b7c2, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=588f9956-08d4-4aa2-b3c7-65125b49b7c2,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:32.782453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588f9956-08d4-4aa2-b3c7-65125b49b7c2'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:32.785211 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69723480-59ef-466a-bcd7-c2df8450a46a" -d '{"events": [{"server_uuid": "4ae47d69-c600-4a3c-86ba-b8a929d86a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "588f9956-08d4-4aa2-b3c7-65125b49b7c2"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:32.788232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5aa98-eee8-4bb7-8034-1c57d3501f86 None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:19:32.789154 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-20b5aa98-eee8-4bb7-8034-1c57d3501f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:19:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:32.831874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] No DVR routers for this DVR port ad69dc53-aa3d-4065-963a-9113f65406e8 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:19:32.837197 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:32.840474 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-2422d515-b82c-4c7e-963d-f7c48ebb0592 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3998022 Oct 19 11:19:32.841076 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a4e8b1d-eeee-44e5-8ef8-fc139b640dcd req-7d52c317-7658-4853-899c-48081610bbe3 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.49 "DELETE /v2.0/ports/ad69dc53-aa3d-4065-963a-9113f65406e8 HTTP/1.1" status: 204 len: 173 time: 1.8190365 Oct 19 11:19:32.843300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'name': 'network-vif-deleted', 'tag': 'ad69dc53-aa3d-4065-963a-9113f65406e8'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:32.845786 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df66d6b9-3365-4315-9357-21e273028bc1" -d '{"events": [{"server_uuid": "94162e12-129a-4b8d-a954-63e6fa0aef1b", "name": "network-vif-deleted", "tag": "ad69dc53-aa3d-4065-963a-9113f65406e8"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:32.854751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Request body: {'port': {'device_id': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:32.854975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-2cf820d8-a21b-483a-8577-5cad4cf9b60c tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/quotas/626228c9fb4d4873b449375207c58817 HTTP/1.1" status: 200 len: 375 time: 0.0297797 Oct 19 11:19:32.860710 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:32.950357 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:32.980095 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-0e966e4b-0c12-451a-9d26-fb641a80b915 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=626228c9fb4d4873b449375207c58817&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111767 Oct 19 11:19:33.003444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-20b5aa98-eee8-4bb7-8034-1c57d3501f86 None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:19:33.048905 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=588f9956-08d4-4aa2-b3c7-65125b49b7c2,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:33.053950 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9f59213-11cb-4f04-8e07-3eaa8e18dbce req-584e8791-4862-4a4e-a1f3-5e5fdc8fd57f tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=94162e12-129a-4b8d-a954-63e6fa0aef1b HTTP/1.1" status: 200 len: 210 time: 0.0455949 Oct 19 11:19:33.104781 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7c2af22c-38c3-44cd-ba14-19e56341fe6a req-cef0c86c-74a6-4148-9467-7e52b2962710 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:33.109331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6e9678e6-87fa-46f1-a1be-07cfd3e17bee None None] Provisioning complete for port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:33.109781 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6e9678e6-87fa-46f1-a1be-07cfd3e17bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:33.136150 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-01382c5d-5113-4c07-bbc1-731b245497a7 service neutron] 10.222.0.39 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345809 Oct 19 11:19:33.139916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['10d489bc-9448-44eb-b95f-a16148bd991f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:33.141613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0c86c-74a6-4148-9467-7e52b2962710 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Pushing event deleted for resources: {'Port': ['ID=10d489bc-9448-44eb-b95f-a16148bd991f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:33.227481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2af22c-38c3-44cd-ba14-19e56341fe6a req-cef0c86c-74a6-4148-9467-7e52b2962710 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] No DVR routers for this DVR port 10d489bc-9448-44eb-b95f-a16148bd991f on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:19:33.229304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6e9678e6-87fa-46f1-a1be-07cfd3e17bee None None] Port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:19:33.232048 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7c2af22c-38c3-44cd-ba14-19e56341fe6a req-cef0c86c-74a6-4148-9467-7e52b2962710 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:33.235461 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2af22c-38c3-44cd-ba14-19e56341fe6a req-cef0c86c-74a6-4148-9467-7e52b2962710 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.49 "DELETE /v2.0/ports/10d489bc-9448-44eb-b95f-a16148bd991f HTTP/1.1" status: 204 len: 173 time: 1.4966054 Oct 19 11:19:33.327243 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-0eefcda7-ce9d-4429-ba93-5bfa0663cde9 service neutron] 10.222.0.39 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496675 Oct 19 11:19:33.328262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-20b5aa98-eee8-4bb7-8034-1c57d3501f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:33.356500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fd9345-7e49-4e50-8f6c-1b98805d24d3 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:33.366658 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:33.371336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5aa98-eee8-4bb7-8034-1c57d3501f86 None None] Checking router: 21f8385d-1790-4433-bd24-82709302e7ab for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:19:33.380994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5aa98-eee8-4bb7-8034-1c57d3501f86 None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:19:33.381704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-20b5aa98-eee8-4bb7-8034-1c57d3501f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:19:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:33.384828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Transition to ACTIVE for port object f4fd9345-7e49-4e50-8f6c-1b98805d24d3 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:19:33.394245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927df65-4084-4439-bc61-8fe3380dff19 req-78a74af2-9f41-4e7d-836f-2da91c056275 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:33.395769 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1927df65-4084-4439-bc61-8fe3380dff19 req-78a74af2-9f41-4e7d-836f-2da91c056275 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 931 time: 0.0912015 Oct 19 11:19:33.445262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1927df65-4084-4439-bc61-8fe3380dff19 req-566f0212-bf13-4721-9077-3042cb56f725 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422037 Oct 19 11:19:33.472924 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:33.510804 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-20b5aa98-eee8-4bb7-8034-1c57d3501f86 None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:19:33.540761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Pushing event updated for resources: {'Port': ['ID=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:33.650119 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1a00801-15fd-49d3-8631-d017df007351 req-dd6cd2e9-dfe2-4b95-862a-83041fafb5a9 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0644147 Oct 19 11:19:33.709841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Attempting to bind port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:33.710183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Attempting to bind port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:33.710520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Attempting to bind port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 on network 65c6e9e4-311a-41e0-beee-27b3281b5d29 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:33.720595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 on network 65c6e9e4-311a-41e0-beee-27b3281b5d29 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:19:33.720595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Attempting to bind port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 on network 65c6e9e4-311a-41e0-beee-27b3281b5d29 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:33.730862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:33.735885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Checking segment: {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:33.736353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Bound using segment: {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:33.736865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Bound port: f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:33.737253 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:33.814433 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a598aa25-5e91-4ed7-975c-680bf39f21ad x-openstack-request-id: req-a598aa25-5e91-4ed7-975c-680bf39f21ad {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:33.814433 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae47d69-c600-4a3c-86ba-b8a929d86a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "588f9956-08d4-4aa2-b3c7-65125b49b7c2", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:33.815043 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a598aa25-5e91-4ed7-975c-680bf39f21ad {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:33.815228 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588f9956-08d4-4aa2-b3c7-65125b49b7c2', 'code': 200} Oct 19 11:19:33.829447 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd03fdb-65cb-4dab-a1a7-b3dd9362eebe x-openstack-request-id: req-cdd03fdb-65cb-4dab-a1a7-b3dd9362eebe {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:33.829808 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94162e12-129a-4b8d-a954-63e6fa0aef1b", "name": "network-vif-deleted", "tag": "ad69dc53-aa3d-4065-963a-9113f65406e8", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:33.830290 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdd03fdb-65cb-4dab-a1a7-b3dd9362eebe {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:33.830591 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94162e12-129a-4b8d-a954-63e6fa0aef1b', 'name': 'network-vif-deleted', 'tag': 'ad69dc53-aa3d-4065-963a-9113f65406e8', 'status': 'completed', 'code': 200} Oct 19 11:19:33.866077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:33.870315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:33.934682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-20b5aa98-eee8-4bb7-8034-1c57d3501f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:33.966114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5aa98-eee8-4bb7-8034-1c57d3501f86 None None] The sync data for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 is: [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:19:34.004795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:34.010299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b9f75e61-cd8e-4797-b54b-11ffc91ea534 req-dd585bfc-b87a-420e-8702-29f68a419331 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 210 time: 0.0449808 Oct 19 11:19:34.106872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:34.108027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:34.109407 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] 10.222.0.26 "PUT /v2.0/ports/f4fd9345-7e49-4e50-8f6c-1b98805d24d3 HTTP/1.1" status: 200 len: 1091 time: 1.2600338 Oct 19 11:19:34.109959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:34.112692 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:34.143331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a09259-3436-447f-8253-45ca7af2cc5a service neutron] Pushing event updated for resources: {'Port': ['ID=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:34.267378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173ece6-1be6-4914-8d60-445cb163debf req-08877b69-6261-4976-b79f-403cff71eb53 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:34.269251 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3173ece6-1be6-4914-8d60-445cb163debf req-08877b69-6261-4976-b79f-403cff71eb53 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1040518 Oct 19 11:19:34.356515 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab995-408e-428b-a992-20a034289bbf req-5b9496e0-9bb6-402c-b6e0-ff4dfe2e7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:34.358190 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-5b9496e0-9bb6-402c-b6e0-ff4dfe2e7bdc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 1094 time: 0.0878689 Oct 19 11:19:34.361853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9018d-8c6b-4054-9908-b379252a86fb req-e69ea75d-eb57-4090-aba9-6817dd68cc61 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:34.362347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3173ece6-1be6-4914-8d60-445cb163debf req-9f82a1b6-4992-416e-ba0c-519ae8d79eff tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593963 Oct 19 11:19:34.372868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95b9018d-8c6b-4054-9908-b379252a86fb req-e69ea75d-eb57-4090-aba9-6817dd68cc61 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 949 time: 0.0859318 Oct 19 11:19:34.425731 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95b9018d-8c6b-4054-9908-b379252a86fb req-5043b8b0-6739-4309-8249-2033eb814ffe tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501194 Oct 19 11:19:34.429117 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99143488-f56b-4356-8335-b5162a42fb39 None None] New status for floating IP ee9e4c5c-ca45-412b-b317-78f9098459d7: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:19:34.433495 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-9a9a4bf1-4c50-4eae-aac4-5c59e4f2d55d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3 HTTP/1.1" status: 200 len: 217 time: 0.0621052 Oct 19 11:19:34.498709 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a170b0dc-a84b-4411-b184-2d72ef884db7 x-openstack-request-id: req-a170b0dc-a84b-4411-b184-2d72ef884db7 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:34.499022 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:34.499254 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a170b0dc-a84b-4411-b184-2d72ef884db7 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:34.500289 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'status': 'completed', 'code': 200} Oct 19 11:19:34.503553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab995-408e-428b-a992-20a034289bbf req-38308e24-4e33-406b-9eaf-6a7892a9418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:34.505243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-38308e24-4e33-406b-9eaf-6a7892a9418d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.0571587 Oct 19 11:19:34.591042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab995-408e-428b-a992-20a034289bbf req-cbdb1979-8c45-4cc6-9a7a-0fbfe0006d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:34.592748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-cbdb1979-8c45-4cc6-9a7a-0fbfe0006d97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775883 Oct 19 11:19:34.692806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-525facc1-491e-4668-a1ef-1449d95f26ea tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:34.694361 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-525facc1-491e-4668-a1ef-1449d95f26ea tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 805 time: 0.1114612 Oct 19 11:19:34.709609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-7d8f8b20-058a-4da1-a7bc-d45f546cb30b tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/quotas/722a375a42ab473abb8d76e98b3130e2 HTTP/1.1" status: 200 len: 375 time: 0.0092654 Oct 19 11:19:34.728602 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-3c3d21cc-bfe4-462e-8f50-55fd60b22fd5 service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270623 Oct 19 11:19:34.737291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948776bd-f815-4655-a4a0-24b8d653e199 req-82114c83-2015-46dd-8146-4c24af8b09c1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:34.738652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-948776bd-f815-4655-a4a0-24b8d653e199 req-82114c83-2015-46dd-8146-4c24af8b09c1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0759981 Oct 19 11:19:34.780045 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-5a7829be-5096-4b93-866c-aaba837304ca tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643117 Oct 19 11:19:34.839494 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-948776bd-f815-4655-a4a0-24b8d653e199 req-c0f7bff7-6b67-401b-8541-39a0245927dd tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921431 Oct 19 11:19:34.849270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-b04c6b87-49b5-4c28-baa7-826a9c412134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:34.853767 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-b04c6b87-49b5-4c28-baa7-826a9c412134 service neutron] 10.222.0.26 "GET /v2.0/ports/9326ef13-ef39-49a2-a784-9cd9f9236b41 HTTP/1.1" status: 200 len: 1028 time: 0.0644393 Oct 19 11:19:34.870216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c47ab995-408e-428b-a992-20a034289bbf req-cbb6d998-fd70-4622-88ab-5f4582098ab6 service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305404 Oct 19 11:19:34.924668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-6c9906e9-3a30-41bb-a27c-73b963784228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:34.926095 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-6c9906e9-3a30-41bb-a27c-73b963784228 service neutron] 10.222.0.26 "GET /v2.0/ports/2a704251-3e59-45fe-a6ce-9f980c57fcdc HTTP/1.1" status: 200 len: 1028 time: 0.0437102 Oct 19 11:19:34.958478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54982) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:34.967179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-10ba242f-2dd9-4d21-bed5-b19059387fe6 service neutron] 10.222.0.39 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687484 Oct 19 11:19:35.067272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5b417ee7-687b-4fe3-a98d-fe8e3108d812 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:35.095782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d1c72b9f-41b1-4f7d-a50e-fe23a068e7f6 req-45ad51e3-db54-4916-8cd2-2f95e56bde8b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0607352 Oct 19 11:19:35.113042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5b417ee7-687b-4fe3-a98d-fe8e3108d812 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:35.133017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c req-60afab96-06f1-4168-8521-4117d6f18954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:35.133017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c req-60afab96-06f1-4168-8521-4117d6f18954 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 1094 time: 0.1064160 Oct 19 11:19:35.133497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-08273d2a-7754-4b58-bbca-44e3375c1d35 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:35.133497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-08273d2a-7754-4b58-bbca-44e3375c1d35 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:35.138582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-08273d2a-7754-4b58-bbca-44e3375c1d35 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:35.140202 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-08273d2a-7754-4b58-bbca-44e3375c1d35 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "GET /v2.0/networks?id=dc29f516-d43c-4d64-9dd4-8e0a8f4373f7&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=8a34aa85-73fb-4dda-833f-cf2868f658c7&id=8a34aa85-73fb-4dda-833f-cf2868f658c7 HTTP/1.1" status: 200 len: 1990 time: 0.2065270 Oct 19 11:19:35.168411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-5fe5c427-8e74-4454-8d2c-e1f8ef2a33a0 service neutron] 10.222.0.39 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841583 Oct 19 11:19:35.203999 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-e92a7ecf-80a7-432c-b3c9-c1e4ee3ffebb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef3f6172534b4e6fa12578ac8e85382c HTTP/1.1" status: 200 len: 380 time: 0.0443027 Oct 19 11:19:35.217070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'admin_state_up': True, 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'security_groups': ['e45110d7-0d42-43c3-b588-82f825172d1a']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:35.232946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ad69dc53-aa3d-4065-963a-9113f65406e8 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:19:35.293818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: ad69dc53-aa3d-4065-963a-9113f65406e8 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:19:35.295156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ad69dc53-aa3d-4065-963a-9113f65406e8 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:19:35.295740 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 10d489bc-9448-44eb-b95f-a16148bd991f no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:19:35.311608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c req-60b892b0-eb8c-4cd8-8063-f901fcfad67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:35.313671 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c req-60b892b0-eb8c-4cd8-8063-f901fcfad67a service neutron] 10.222.0.26 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 918 time: 0.1789215 Oct 19 11:19:35.321692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 10d489bc-9448-44eb-b95f-a16148bd991f {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:19:35.327081 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 10d489bc-9448-44eb-b95f-a16148bd991f not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:19:35.366257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5b417ee7-687b-4fe3-a98d-fe8e3108d812 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:35.369317 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5b417ee7-687b-4fe3-a98d-fe8e3108d812 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:35.370668 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5b417ee7-687b-4fe3-a98d-fe8e3108d812 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c8fa30d-46e4-49bd-ba9e-2b859e06e824 HTTP/1.1" status: 204 len: 168 time: 0.4108915 Oct 19 11:19:35.373726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55004) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:35.374793 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c req-fce6182b-a963-42aa-8b21-60c2f6230282 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3 HTTP/1.1" status: 200 len: 217 time: 0.0516765 Oct 19 11:19:35.383087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b417ee7-687b-4fe3-a98d-fe8e3108d812 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8fa30d-46e4-49bd-ba9e-2b859e06e824,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:35.393890 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-9d62e519-1a9b-4145-beb1-5d79215b7046 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] show failed (client error): The resource could not be found. Oct 19 11:19:35.393890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9d62e519-1a9b-4145-beb1-5d79215b7046 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups/3c8fa30d-46e4-49bd-ba9e-2b859e06e824 HTTP/1.1" status: 404 len: 347 time: 0.0156810 Oct 19 11:19:35.403478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55008) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:35.437916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:35.441527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:35.623379 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5dba5f06-885a-4421-b0d0-dcaaa0e9e5cb req-8ea76575-e1ef-44ff-b724-37baab6d1c40 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 210 time: 0.0363593 Oct 19 11:19:35.680811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c req-59db011b-f77a-4fec-9d8b-f9a293a5e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:35.682909 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c req-59db011b-f77a-4fec-9d8b-f9a293a5e787 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.2781219 Oct 19 11:19:35.746099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Allocated IP 172.20.0.12 (dc29f516-d43c-4d64-9dd4-8e0a8f4373f7/f99f8571-6895-466b-bfb0-4ebb55650ba5/6890fecc-07f2-474d-8fb9-693bd142b93a) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:35.755005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c req-fc4eafe3-f41c-4c43-97d3-b8a455bbec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:35.756565 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c req-fc4eafe3-f41c-4c43-97d3-b8a455bbec98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580087 Oct 19 11:19:35.763373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-589368cf-c073-4972-a33f-8c9a0175bcc5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Deleting port 95878512-e3d1-4a92-9f59-33e53569b2bc {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:19:35.763711 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-589368cf-c073-4972-a33f-8c9a0175bcc5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:35.867490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ddf735-5701-47a0-807b-b6ca0f8a052b', 'name': 'network-vif-deleted', 'tag': '10d489bc-9448-44eb-b95f-a16148bd991f'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:35.870475 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1396602d-c11a-40d5-9377-9fe07a708497" -d '{"events": [{"server_uuid": "54ddf735-5701-47a0-807b-b6ca0f8a052b", "name": "network-vif-deleted", "tag": "10d489bc-9448-44eb-b95f-a16148bd991f"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:35.946654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c req-c41ef3d1-d63b-4fd3-a9cb-398ee2e1b172 service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704566 Oct 19 11:19:35.948494 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-589368cf-c073-4972-a33f-8c9a0175bcc5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:35.948677 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-589368cf-c073-4972-a33f-8c9a0175bcc5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:35.965332 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:35.989798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2130ee-5a5c-44c4-83e9-79aa71707ef9 req-fcaf638f-cf62-41b6-83d5-cf7ba39da247 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:35.999573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b2130ee-5a5c-44c4-83e9-79aa71707ef9 req-fcaf638f-cf62-41b6-83d5-cf7ba39da247 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.0938365 Oct 19 11:19:36.003104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-589368cf-c073-4972-a33f-8c9a0175bcc5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Calling delete_port for 95878512-e3d1-4a92-9f59-33e53569b2bc owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:19:36.071713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b2130ee-5a5c-44c4-83e9-79aa71707ef9 req-edc96c07-68b9-4ab1-b37b-8fa5c932201f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712860 Oct 19 11:19:36.151328 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4fa4fc2a-fea2-48b2-8d99-1f35b76d20f5 req-240501ef-4ae8-44b4-b35e-dfb744dfb870 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 210 time: 0.0309763 Oct 19 11:19:36.185660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c230d3-d6d0-4f34-8197-e16b5c48b4b9 req-358eecc9-735c-4805-8fa2-4fa9a8b3b61e tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:36.187213 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-75c230d3-d6d0-4f34-8197-e16b5c48b4b9 req-358eecc9-735c-4805-8fa2-4fa9a8b3b61e tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ae47d69-c600-4a3c-86ba-b8a929d86a4f HTTP/1.1" status: 200 len: 943 time: 0.1956058 Oct 19 11:19:36.192519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:36.237980 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5878b80e-3f1e-4200-9b80-4c9a9d49f73c req-fee12c7f-dac9-4125-ba5c-db2bbac0a4f0 service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800090 Oct 19 11:19:36.294211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:36.314702 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:36.318591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:36.380387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Port': ['ID=6890fecc-07f2-474d-8fb9-693bd142b93a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:36.410926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:36.411945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:36.441999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0885a-c83d-408c-b7ec-48e4b39563aa req-4d8a3dd1-e219-4a60-8272-3e4c4ae1c9de tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:36.445234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09e0885a-c83d-408c-b7ec-48e4b39563aa req-4d8a3dd1-e219-4a60-8272-3e4c4ae1c9de tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1799152 Oct 19 11:19:36.482501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-801794ae-e1a0-435f-8b25-627bd67012d9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:36.485607 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-801794ae-e1a0-435f-8b25-627bd67012d9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.26 "GET /v2.0/networks?id=4c31ea62-a60c-4679-aabb-6afcaf1497ba HTTP/1.1" status: 200 len: 814 time: 0.1813920 Oct 19 11:19:36.489796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-589368cf-c073-4972-a33f-8c9a0175bcc5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:36.537885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Request body: {'port': {'device_id': 'f54e4213-454f-47dd-952a-3177c503d5bc', 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba', 'admin_state_up': True, 'tenant_id': '626228c9fb4d4873b449375207c58817'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:36.554604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09e0885a-c83d-408c-b7ec-48e4b39563aa req-b7439665-0b34-4c80-a853-a9ae23f15367 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844104 Oct 19 11:19:36.574337 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-d37cc929-7e26-475e-b222-1c32badb92a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3615084 Oct 19 11:19:36.602603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347', 'admin_state_up': True, 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'security_groups': ['e45110d7-0d42-43c3-b588-82f825172d1a']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:36.614440 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995110f5-9dbb-47d3-89af-13db090569f8 x-openstack-request-id: req-995110f5-9dbb-47d3-89af-13db090569f8 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:36.615031 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ddf735-5701-47a0-807b-b6ca0f8a052b", "name": "network-vif-deleted", "tag": "10d489bc-9448-44eb-b95f-a16148bd991f", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:36.615509 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-995110f5-9dbb-47d3-89af-13db090569f8 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:36.617016 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ddf735-5701-47a0-807b-b6ca0f8a052b', 'name': 'network-vif-deleted', 'tag': '10d489bc-9448-44eb-b95f-a16148bd991f', 'status': 'completed', 'code': 200} Oct 19 11:19:36.692002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9b20bfa9-18cd-4efa-a752-842c125d2daf None None] Provisioning complete for port 6890fecc-07f2-474d-8fb9-693bd142b93a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:36.693642 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9b20bfa9-18cd-4efa-a752-842c125d2daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:36.743901 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-589368cf-c073-4972-a33f-8c9a0175bcc5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:36.747943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-589368cf-c073-4972-a33f-8c9a0175bcc5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:36.752556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-589368cf-c073-4972-a33f-8c9a0175bcc5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "DELETE /v2.0/floatingips/ee9e4c5c-ca45-412b-b317-78f9098459d7 HTTP/1.1" status: 204 len: 168 time: 1.2951343 Oct 19 11:19:36.752758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-75c230d3-d6d0-4f34-8197-e16b5c48b4b9 req-d4412187-ea14-4c8d-912c-6635d5e0f739 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Deleting port 588f9956-08d4-4aa2-b3c7-65125b49b7c2 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:19:36.753100 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-75c230d3-d6d0-4f34-8197-e16b5c48b4b9 req-d4412187-ea14-4c8d-912c-6635d5e0f739 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:36.823172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9b20bfa9-18cd-4efa-a752-842c125d2daf None None] Port 6890fecc-07f2-474d-8fb9-693bd142b93a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:19:36.851873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589368cf-c073-4972-a33f-8c9a0175bcc5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event deleted for resources: {'Port': ['ID=95878512-e3d1-4a92-9f59-33e53569b2bc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:36.900101 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7733b02-0533-4a3b-b371-9a4cea55a187 req-93f421b5-7f56-4335-8925-1ff4002fe1bc tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 210 time: 0.0521622 Oct 19 11:19:36.909598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c0cd4-c928-4aa7-83e2-dbc767d9c84a req-1de84ccd-5712-47a2-b82b-b85d3ccdb0f8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:36.919603 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-948c0cd4-c928-4aa7-83e2-dbc767d9c84a req-1de84ccd-5712-47a2-b82b-b85d3ccdb0f8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 932 time: 0.0724039 Oct 19 11:19:36.934750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-75c230d3-d6d0-4f34-8197-e16b5c48b4b9 req-d4412187-ea14-4c8d-912c-6635d5e0f739 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] For port 588f9956-08d4-4aa2-b3c7-65125b49b7c2, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=588f9956-08d4-4aa2-b3c7-65125b49b7c2,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:36.935110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-75c230d3-d6d0-4f34-8197-e16b5c48b4b9 req-d4412187-ea14-4c8d-912c-6635d5e0f739 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:36.940332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:36.944459 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:36.955872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-75c230d3-d6d0-4f34-8197-e16b5c48b4b9 req-d4412187-ea14-4c8d-912c-6635d5e0f739 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Calling delete_port for 588f9956-08d4-4aa2-b3c7-65125b49b7c2 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:19:36.997262 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-948c0cd4-c928-4aa7-83e2-dbc767d9c84a req-7e45b385-1c1a-4eee-8008-b2998195d898 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782986 Oct 19 11:19:37.052388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Made reservation on behalf of 626228c9fb4d4873b449375207c58817 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:37.058736 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:37.212693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Allocated IP 10.1.1.253 (be15bd27-bc4e-4a4c-8c6f-b8eb924a0347/529c5894-2d53-4eef-b352-0da5d082e943/1261937f-c926-4fce-ae22-78d1678502cb) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:37.245439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Allocated IP 172.20.0.12 (4c31ea62-a60c-4679-aabb-6afcaf1497ba/ce286523-df35-46a4-961e-ac9ad353f926/7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:37.248879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device abfe0c6c-c662-4fa0-876e-0622eab428cc no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:19:37.362646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:37.401381 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:37.427857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:37.430602 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706a9170-3fe3-4f46-994b-06123344f8c7" -d '{"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-unplugged", "status": "completed", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:37.454081 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:37.489909 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:37.566358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Port': ['ID=1261937f-c926-4fce-ae22-78d1678502cb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:37.567330 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:37.584513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:37.586310 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:37.601140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:37.678265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:37.696772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.697460 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.697574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.697930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.698278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.698610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.698934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.699259 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.699647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.699971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.700295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.700654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:19:37.724029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:37.735204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:37.868462 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-a5dc1a11-3c81-41ae-96b7-08c7e4f71893 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2798667 Oct 19 11:19:37.883874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347', 'admin_state_up': True, 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'security_groups': ['e45110d7-0d42-43c3-b588-82f825172d1a']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:37.922805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:37.957023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-98d315b2-883c-4278-95c2-952ca6822ec3 None None] Provisioning complete for port 1261937f-c926-4fce-ae22-78d1678502cb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:37.957402 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98d315b2-883c-4278-95c2-952ca6822ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:37.992378 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-75c230d3-d6d0-4f34-8197-e16b5c48b4b9 req-d4412187-ea14-4c8d-912c-6635d5e0f739 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:38.076439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4412187-ea14-4c8d-912c-6635d5e0f739 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Pushing event deleted for resources: {'Port': ['ID=588f9956-08d4-4aa2-b3c7-65125b49b7c2,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:38.079862 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:38.090481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e207d-0378-4a59-8e86-955fda27fe38 req-e3521eed-924d-4164-ae37-ee7be4e0ef42 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:38.098036 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d27e207d-0378-4a59-8e86-955fda27fe38 req-e3521eed-924d-4164-ae37-ee7be4e0ef42 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1079698 Oct 19 11:19:38.170655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Pushing event updated for resources: {'Port': ['ID=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:38.206031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d27e207d-0378-4a59-8e86-955fda27fe38 req-d7675866-fdd6-45cb-a407-80a5643bd51d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034036 Oct 19 11:19:38.232886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:38.236942 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:38.274220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Network 4c31ea62-a60c-4679-aabb-6afcaf1497ba is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:38.291732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-5ccd0b63-0d48-40a5-80d0-8870ebdff860 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:38.293376 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-5ccd0b63-0d48-40a5-80d0-8870ebdff860 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.49 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 805 time: 0.2007711 Oct 19 11:19:38.310139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Request body: {'port': {'device_id': '9647a992-888c-4a86-93c8-91b75f861e15', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'admin_state_up': True, 'tenant_id': '722a375a42ab473abb8d76e98b3130e2'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:38.310879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:38.315342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:38.321806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-98d315b2-883c-4278-95c2-952ca6822ec3 None None] Port 1261937f-c926-4fce-ae22-78d1678502cb cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:19:38.373266 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:38.373887 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:38.385357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c230d3-d6d0-4f34-8197-e16b5c48b4b9 req-d4412187-ea14-4c8d-912c-6635d5e0f739 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] No DVR routers for this DVR port 588f9956-08d4-4aa2-b3c7-65125b49b7c2 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:19:38.397104 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-75c230d3-d6d0-4f34-8197-e16b5c48b4b9 req-d4412187-ea14-4c8d-912c-6635d5e0f739 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:38.400401 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-75c230d3-d6d0-4f34-8197-e16b5c48b4b9 req-d4412187-ea14-4c8d-912c-6635d5e0f739 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.26 "DELETE /v2.0/ports/588f9956-08d4-4aa2-b3c7-65125b49b7c2 HTTP/1.1" status: 204 len: 173 time: 2.2024362 Oct 19 11:19:38.400877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'name': 'network-vif-deleted', 'tag': '588f9956-08d4-4aa2-b3c7-65125b49b7c2'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:38.403117 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a372d0f-5ea3-484d-9cac-7017f72a66d9" -d '{"events": [{"server_uuid": "4ae47d69-c600-4a3c-86ba-b8a929d86a4f", "name": "network-vif-deleted", "tag": "588f9956-08d4-4aa2-b3c7-65125b49b7c2"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:38.433929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66d2cc20-6f52-425f-a249-511ed00b65e1 req-81c1d74c-16e6-4af1-aaf0-994b1fcaf889 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 210 time: 0.0680315 Oct 19 11:19:38.465954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-aaca1e03-3eea-4814-af12-01042f3873b8 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9565575 Oct 19 11:19:38.498203 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0216cd27-be03-4681-8f91-9cd6fd5c2e11 x-openstack-request-id: req-0216cd27-be03-4681-8f91-9cd6fd5c2e11 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:38.498582 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-unplugged", "status": "completed", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:38.499047 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0216cd27-be03-4681-8f91-9cd6fd5c2e11 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:38.499498 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'code': 200} Oct 19 11:19:38.501330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Request body: {'port': {'device_id': 'f54e4213-454f-47dd-952a-3177c503d5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:38.518288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Allocated IP 10.1.1.59 (be15bd27-bc4e-4a4c-8c6f-b8eb924a0347/529c5894-2d53-4eef-b352-0da5d082e943/6a3f2d9a-e040-433c-8d60-ac41df6b0b15) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:38.566519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55088) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:38.571085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-717c5102-f4c9-4571-8c5a-8c22c65a3c6e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787584591', 'description': 'tempest-description--1459844614'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:38.608427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f4fd9345-7e49-4e50-8f6c-1b98805d24d3 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:19:38.661212 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:38.685228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Made reservation on behalf of 722a375a42ab473abb8d76e98b3130e2 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:38.689782 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:38.793099 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:38.809275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'port_id': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'mac_address': 'fa:16:3e:cd:fc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:19:38.824702 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:38.837097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12f7d0-78a4-4d0e-9dc5-e0d05eb7de60 req-78ef624e-b765-44a7-8cdc-43c8247699fb tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:38.837753 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca12f7d0-78a4-4d0e-9dc5-e0d05eb7de60 req-78ef624e-b765-44a7-8cdc-43c8247699fb tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 932 time: 0.1563759 Oct 19 11:19:38.857645 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:38.878193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fd9345-7e49-4e50-8f6c-1b98805d24d3 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:38.907760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:38.930802 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca12f7d0-78a4-4d0e-9dc5-e0d05eb7de60 req-e1836acd-328d-4911-aa72-3f40cc6e7528 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839818 Oct 19 11:19:38.963238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:38.966192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Allocated IP 172.20.0.13 (92d48a4f-14d4-47f7-8527-4890bf68f902/0bfa5705-e214-45b1-b7ca-60a9322912ed/14c6d4e8-f1ba-4294-9cbb-363a887fa9d1) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:38.971645 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:38.987112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-717c5102-f4c9-4571-8c5a-8c22c65a3c6e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.007544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65df23-0b61-425c-9ac9-6ed1d35711c0 req-e687e137-df56-4706-b5f0-2819ac13ace1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:39.009150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea65df23-0b61-425c-9ac9-6ed1d35711c0 req-e687e137-df56-4706-b5f0-2819ac13ace1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.4061995 Oct 19 11:19:39.040477 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.053385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.070385 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea65df23-0b61-425c-9ac9-6ed1d35711c0 req-52567428-3bb8-4def-979e-d4879bc81ff8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544682 Oct 19 11:19:39.072340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Transition to ACTIVE for port object 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:19:39.132007 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-717c5102-f4c9-4571-8c5a-8c22c65a3c6e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.134232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:39.147946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Port': ['ID=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:39.160448 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.224357 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-717c5102-f4c9-4571-8c5a-8c22c65a3c6e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.252172 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d801b62a-0dff-4621-9870-cfc1fbc93b21 x-openstack-request-id: req-d801b62a-0dff-4621-9870-cfc1fbc93b21 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:39.252474 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae47d69-c600-4a3c-86ba-b8a929d86a4f", "name": "network-vif-deleted", "tag": "588f9956-08d4-4aa2-b3c7-65125b49b7c2", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:39.252763 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d801b62a-0dff-4621-9870-cfc1fbc93b21 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:39.253154 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae47d69-c600-4a3c-86ba-b8a929d86a4f', 'name': 'network-vif-deleted', 'tag': '588f9956-08d4-4aa2-b3c7-65125b49b7c2', 'status': 'completed', 'code': 200} Oct 19 11:19:39.266898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:39.273246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:39.279365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:39.287372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f4fd9345-7e49-4e50-8f6c-1b98805d24d3'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:39.329719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Pushing event updated for resources: {'Port': ['ID=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:39.344614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c5102-f4c9-4571-8c5a-8c22c65a3c6e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866105f3-ac41-48c5-9643-1c9eff0981f5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:39.366960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:39.377655 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.385180 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-717c5102-f4c9-4571-8c5a-8c22c65a3c6e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.393592 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-717c5102-f4c9-4571-8c5a-8c22c65a3c6e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8259866 Oct 19 11:19:39.399135 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55100) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:39.428814 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1a2f-451c-4137-b511-7881d9849930 req-942b8cdd-b95e-4718-a520-518f1c6c02fc tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:39.443267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1a2f-451c-4137-b511-7881d9849930 req-942b8cdd-b95e-4718-a520-518f1c6c02fc tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:39.459717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1a2f-451c-4137-b511-7881d9849930 req-942b8cdd-b95e-4718-a520-518f1c6c02fc tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:39.467952 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f59c1a2f-451c-4137-b511-7881d9849930 req-942b8cdd-b95e-4718-a520-518f1c6c02fc tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 2374 time: 0.4462490 Oct 19 11:19:39.477528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e199821d-7fed-4464-89b7-056df9eac981 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'security_group_rule': {'security_group_id': '866105f3-ac41-48c5-9643-1c9eff0981f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:39.490104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Attempting to bind port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:39.490366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Attempting to bind port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:39.490701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Attempting to bind port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 on network 4c31ea62-a60c-4679-aabb-6afcaf1497ba {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:39.499316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 on network 4c31ea62-a60c-4679-aabb-6afcaf1497ba not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:19:39.499653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Attempting to bind port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 on network 4c31ea62-a60c-4679-aabb-6afcaf1497ba {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:39.519262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13ea8-9820-49cf-a2d5-fd5dfcf3d8bd req-507dc36e-1088-4e2f-b481-b6b544ffdc50 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:39.524042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1e13ea8-9820-49cf-a2d5-fd5dfcf3d8bd req-507dc36e-1088-4e2f-b481-b6b544ffdc50 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.1067431 Oct 19 11:19:39.529206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:39.532666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Checking segment: {'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:39.538667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Bound using segment: {'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:39.539101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Bound port: 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7826fe-6fd1-48dc-824d-1500b6682114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:39.539547 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.540800 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.559854 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f59c1a2f-451c-4137-b511-7881d9849930 req-4e8ff586-110e-43d7-9cb5-f4b20dbb1e9a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899930 Oct 19 11:19:39.599941 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-2edae4f6-9111-4421-944a-1035bcddb476 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7143283 Oct 19 11:19:39.620588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7', 'admin_state_up': True, 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'security_groups': ['e45110d7-0d42-43c3-b588-82f825172d1a']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:39.693020 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1e13ea8-9820-49cf-a2d5-fd5dfcf3d8bd req-7e341519-03ee-454a-bc6a-3c2aa4e21cab tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237185 Oct 19 11:19:39.706555 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] For port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:39.710768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] For port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:39.770281 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.772719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-61ca9cc6-8111-4fdf-a991-e1e29a716750 None None] Provisioning complete for port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:39.773306 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-61ca9cc6-8111-4fdf-a991-e1e29a716750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.801862 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e199821d-7fed-4464-89b7-056df9eac981 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.809554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-61ca9cc6-8111-4fdf-a991-e1e29a716750 None None] Port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:19:39.824863 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.846547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Network 92d48a4f-14d4-47f7-8527-4890bf68f902 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:39.856989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:39.860649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:39.861201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:39.862585 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] 10.222.0.26 "PUT /v2.0/ports/7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 HTTP/1.1" status: 200 len: 1092 time: 1.3846540 Oct 19 11:19:39.869691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:39.891298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b874c94-4243-4654-b988-c2ccd7a2364c service neutron] Pushing event updated for resources: {'Port': ['ID=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:39.924244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567badf-4e7c-407e-8fa2-7297c1307c56 req-c90d8b93-0c8f-4b17-980f-842d87cbf76a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:39.925801 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d567badf-4e7c-407e-8fa2-7297c1307c56 req-c90d8b93-0c8f-4b17-980f-842d87cbf76a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 932 time: 0.1958168 Oct 19 11:19:39.969717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Pushing event updated for resources: {'Port': ['ID=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:40.001395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:40.002050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.032417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-9d8bcd08-a1ac-47f0-a9a0-ed65d0e2e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:40.033950 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-9d8bcd08-a1ac-47f0-a9a0-ed65d0e2e2e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=626228c9fb4d4873b449375207c58817&device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 1095 time: 0.0484490 Oct 19 11:19:40.035932 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e199821d-7fed-4464-89b7-056df9eac981 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.041875 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d567badf-4e7c-407e-8fa2-7297c1307c56 req-768f0e7a-34c7-4130-8463-ae254fe41f66 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045585 Oct 19 11:19:40.102768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-3e88eede-bfd2-4924-9ee8-75865e1619ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 HTTP/1.1" status: 200 len: 217 time: 0.0532122 Oct 19 11:19:40.111713 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e199821d-7fed-4464-89b7-056df9eac981 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.127270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:40.135016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb3f5a-c5c6-4939-9ece-b31f27e4b2bc req-66f1d6ac-a9d4-4319-aeb5-64b7a64a08c2 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:40.136980 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0aeb3f5a-c5c6-4939-9ece-b31f27e4b2bc req-66f1d6ac-a9d4-4319-aeb5-64b7a64a08c2 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 944 time: 0.0976384 Oct 19 11:19:40.202854 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0aeb3f5a-c5c6-4939-9ece-b31f27e4b2bc req-75dfa716-5691-4c26-a4f1-6595ac929e53 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Oct 19 11:19:40.207976 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-0f5d95fd-3cdd-4322-8e89-76151d279ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:40.209019 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-0f5d95fd-3cdd-4322-8e89-76151d279ddf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce286523-df35-46a4-961e-ac9ad353f926 HTTP/1.1" status: 200 len: 854 time: 0.0975518 Oct 19 11:19:40.246281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ac5bcb8c-59b4-48e4-bc73-a53c86825835 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9413352 Oct 19 11:19:40.255484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e199821d-7fed-4464-89b7-056df9eac981 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.259267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e199821d-7fed-4464-89b7-056df9eac981 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7858210 Oct 19 11:19:40.261060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55120) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:40.262308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199821d-7fed-4464-89b7-056df9eac981 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c4bdde-cbf3-480e-add7-abb867c950ef,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:40.265121 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-9a95d368-504e-45f2-93c8-96d6f7d43028 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c31ea62-a60c-4679-aabb-6afcaf1497ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480180 Oct 19 11:19:40.269938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Request body: {'port': {'device_id': '9647a992-888c-4a86-93c8-91b75f861e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:40.270616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6b9b25b4-1965-44df-b261-149691b339d9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'security_group_rule': {'security_group_id': '866105f3-ac41-48c5-9643-1c9eff0981f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:40.321582 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.361426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3d642-02e3-42b2-9a4e-cab9b044fff9 req-1d2f6938-f536-42f1-a445-cc384cc2288d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:40.367941 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80d3d642-02e3-42b2-9a4e-cab9b044fff9 req-1d2f6938-f536-42f1-a445-cc384cc2288d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 944 time: 0.1785092 Oct 19 11:19:40.383675 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-d97ded05-6420-45c0-b07f-068853eaa32f service neutron] 10.222.0.26 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056850 Oct 19 11:19:40.392815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.470736 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b9b25b4-1965-44df-b261-149691b339d9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.519176 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ed96d4b8-c02b-4c86-9cda-caa816b706b1 req-47149a90-31cc-482f-acf3-25ebed4163d5 service neutron] 10.222.0.26 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262934 Oct 19 11:19:40.546607 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b9b25b4-1965-44df-b261-149691b339d9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.555530 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80d3d642-02e3-42b2-9a4e-cab9b044fff9 req-b6ee98b9-c549-4d58-9710-9b4c3e686abf tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844232 Oct 19 11:19:40.625708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f4fd9345-7e49-4e50-8f6c-1b98805d24d3 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:40.637821 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b9b25b4-1965-44df-b261-149691b339d9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.675462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b25b4-1965-44df-b261-149691b339d9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b36367-3607-4daa-b78e-82798eb863e3,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:40.767634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7a9d7-7950-47e7-a8d5-f46953a7f95c req-ed09d4c2-f77a-4412-a1ee-41de7f574bba tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:40.776877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7a9d7-7950-47e7-a8d5-f46953a7f95c req-ed09d4c2-f77a-4412-a1ee-41de7f574bba tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:40.783811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7a9d7-7950-47e7-a8d5-f46953a7f95c req-ed09d4c2-f77a-4412-a1ee-41de7f574bba tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:40.789011 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0ba7a9d7-7950-47e7-a8d5-f46953a7f95c req-ed09d4c2-f77a-4412-a1ee-41de7f574bba tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 2374 time: 0.1361318 Oct 19 11:19:40.808463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:19:40.813070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:40.814121 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.834696 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b9b25b4-1965-44df-b261-149691b339d9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.839330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55128) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:40.839958 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6b9b25b4-1965-44df-b261-149691b339d9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5731466 Oct 19 11:19:40.875426 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0ba7a9d7-7950-47e7-a8d5-f46953a7f95c req-9a30de4c-aa5d-4da6-a75d-86fc1932fb6d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827572 Oct 19 11:19:40.881995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9147136-05d4-4be0-b38e-b59dc159be21 req-44e19ae1-16bb-47c0-9b1f-a350e48df8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:40.883640 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9147136-05d4-4be0-b38e-b59dc159be21 req-44e19ae1-16bb-47c0-9b1f-a350e48df8e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 1101 time: 0.1431162 Oct 19 11:19:40.926484 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:40.932601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9147136-05d4-4be0-b38e-b59dc159be21 req-e1e92704-54fd-493a-8334-6eeef81c40ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Oct 19 11:19:40.954475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:40.957630 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2826f88-1ed6-47fd-9384-acbbbb826ee3" -d '{"events": [{"server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "name": "network-vif-plugged", "status": "completed", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:40.974718 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:41.003082 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35b3953-11f1-4b0a-9da9-b7f35bdbd547 x-openstack-request-id: req-c35b3953-11f1-4b0a-9da9-b7f35bdbd547 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:41.003491 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "name": "network-vif-plugged", "status": "completed", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:41.003858 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c35b3953-11f1-4b0a-9da9-b7f35bdbd547 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:41.004374 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'code': 200} Oct 19 11:19:41.087328 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:41.089546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 588f9956-08d4-4aa2-b3c7-65125b49b7c2 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:19:41.178958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 588f9956-08d4-4aa2-b3c7-65125b49b7c2 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:19:41.179990 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 588f9956-08d4-4aa2-b3c7-65125b49b7c2 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:19:41.180425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 065adc0d-b582-46de-ac83-08a3af43e6de no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:19:41.230084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:41.234124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:41.238405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc14a88-52e5-4e3a-980f-2176d5e5f041 req-af6b7a23-5dad-432a-8037-6dbd5566cb3a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:41.243619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Allocated IP 10.2.2.100 (8a34aa85-73fb-4dda-833f-cf2868f658c7/a6ffb802-95b0-4d36-8104-f7ff0255fe0a/e750a961-753d-4d31-907b-533ce621354b) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:41.249733 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9dc14a88-52e5-4e3a-980f-2176d5e5f041 req-af6b7a23-5dad-432a-8037-6dbd5566cb3a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 932 time: 0.1271863 Oct 19 11:19:41.264228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cc11a-446c-4d99-b69f-b08f20ef6d72 req-354faece-c2ae-48ef-853e-b4de2dbaf862 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:41.266471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-032cc11a-446c-4d99-b69f-b08f20ef6d72 req-354faece-c2ae-48ef-853e-b4de2dbaf862 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.4827669 Oct 19 11:19:41.272178 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54e4213-454f-47dd-952a-3177c503d5bc', 'tag': '7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:41.275160 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6c5a16-2716-4112-b986-553d03edaf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f54e4213-454f-47dd-952a-3177c503d5bc", "tag": "7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:41.297795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device abfe0c6c-c662-4fa0-876e-0622eab428cc details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:19:41.327275 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:41.331462 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-032cc11a-446c-4d99-b69f-b08f20ef6d72 req-f06fd3c8-e4fe-47bd-8246-83fb18e04f16 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513263 Oct 19 11:19:41.350886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac12a1-fc0f-475a-9f23-e4663f9caeaf req-4c59da41-2bb6-4d42-a56f-26be623de508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:41.353801 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4ac12a1-fc0f-475a-9f23-e4663f9caeaf req-4c59da41-2bb6-4d42-a56f-26be623de508 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 1096 time: 0.1456861 Oct 19 11:19:41.388305 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9dc14a88-52e5-4e3a-980f-2176d5e5f041 req-91cca096-e7a7-42b9-9657-bc9a4d695d14 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359713 Oct 19 11:19:41.432824 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:41.438527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:41.480465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:41.491231 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4ac12a1-fc0f-475a-9f23-e4663f9caeaf req-990319df-cb0e-4d26-b1b4-ebaa0a8f4eae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285973 Oct 19 11:19:41.494823 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae9ee47-3cd3-4b55-b3d7-8fd6369b935e x-openstack-request-id: req-cae9ee47-3cd3-4b55-b3d7-8fd6369b935e {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:41.495103 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54e4213-454f-47dd-952a-3177c503d5bc", "tag": "7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:41.495316 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cae9ee47-3cd3-4b55-b3d7-8fd6369b935e {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:41.495725 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54e4213-454f-47dd-952a-3177c503d5bc', 'tag': '7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6', 'status': 'completed', 'code': 200} Oct 19 11:19:41.495852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'mac_address': 'fa:16:3e:6c:e8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:19:41.542320 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:41.608037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:41.617810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d34c8-3fe1-489c-b9b4-3588c714d1b4 req-cfcb1860-b293-47ed-aa6f-a80baf6f776a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:41.625028 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d79d34c8-3fe1-489c-b9b4-3588c714d1b4 req-cfcb1860-b293-47ed-aa6f-a80baf6f776a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 944 time: 0.1777852 Oct 19 11:19:41.630710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:41.639994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abfe0c6c-c662-4fa0-876e-0622eab428cc {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:41.640370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:41.658405 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:41.666556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:41.724028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Transition to ACTIVE for port object 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:19:41.740270 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:41.748452 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:41.777281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d79d34c8-3fe1-489c-b9b4-3588c714d1b4 req-71d6828e-8654-4a7c-b800-ae4fec59c3cf tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381202 Oct 19 11:19:41.794915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:41.808443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c5a16-2716-4112-b986-553d03edaf4b req-1cb3e9e3-dc13-4306-ab59-95cc32b9af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:41.810355 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa6c5a16-2716-4112-b986-553d03edaf4b req-1cb3e9e3-dc13-4306-ab59-95cc32b9af14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=626228c9fb4d4873b449375207c58817&device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 1095 time: 0.1092172 Oct 19 11:19:41.822776 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:41.823611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ab570-3432-443d-9016-8ba99cf31147 req-372fa468-b4da-40d0-be19-d6491c5bc131 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:41.825264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e95ab570-3432-443d-9016-8ba99cf31147 req-372fa468-b4da-40d0-be19-d6491c5bc131 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0950224 Oct 19 11:19:41.844295 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:41.856857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['abfe0c6c-c662-4fa0-876e-0622eab428cc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:41.918127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:41.944850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e95ab570-3432-443d-9016-8ba99cf31147 req-827bc83c-6247-4df9-b894-ff96461f7233 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980434 Oct 19 11:19:41.970849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Pushing event updated for resources: {'Port': ['ID=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:41.984080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network 8a34aa85-73fb-4dda-833f-cf2868f658c7 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:42.030341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c5a16-2716-4112-b986-553d03edaf4b req-ac70a907-c208-4674-aaee-3bb37e0c3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:42.045019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:42.047649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:42.061656 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa6c5a16-2716-4112-b986-553d03edaf4b req-ac70a907-c208-4674-aaee-3bb37e0c3de2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4c31ea62-a60c-4679-aabb-6afcaf1497ba HTTP/1.1" status: 200 len: 915 time: 0.2355833 Oct 19 11:19:42.127296 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa6c5a16-2716-4112-b986-553d03edaf4b req-c8154902-b84b-46d1-81f2-9af3e39affc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 HTTP/1.1" status: 200 len: 217 time: 0.0529604 Oct 19 11:19:42.270483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Port': ['ID=e750a961-753d-4d31-907b-533ce621354b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:42.299679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:42.300319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:42.339792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Allocated IP 172.25.2.235 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/1f480186-0ebb-412e-9159-553664af70ab) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:42.344839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c5a16-2716-4112-b986-553d03edaf4b req-1f923a90-bed8-4f0a-a553-d870da93bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:42.347626 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa6c5a16-2716-4112-b986-553d03edaf4b req-1f923a90-bed8-4f0a-a553-d870da93bb8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce286523-df35-46a4-961e-ac9ad353f926 HTTP/1.1" status: 200 len: 854 time: 0.1579425 Oct 19 11:19:42.396694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104ae68-54e4-469c-9b69-98e9b4a13c76 req-cc344653-a5a3-4fcb-b7a4-3136ead15c52 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:42.400243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa6c5a16-2716-4112-b986-553d03edaf4b req-594e5806-f45c-4180-b389-26ba2209032b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4c31ea62-a60c-4679-aabb-6afcaf1497ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426342 Oct 19 11:19:42.403587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104ae68-54e4-469c-9b69-98e9b4a13c76 req-cc344653-a5a3-4fcb-b7a4-3136ead15c52 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:42.410756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104ae68-54e4-469c-9b69-98e9b4a13c76 req-cc344653-a5a3-4fcb-b7a4-3136ead15c52 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:42.417421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104ae68-54e4-469c-9b69-98e9b4a13c76 req-cc344653-a5a3-4fcb-b7a4-3136ead15c52 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:42.427890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f104ae68-54e4-469c-9b69-98e9b4a13c76 req-cc344653-a5a3-4fcb-b7a4-3136ead15c52 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 3095 time: 0.3210175 Oct 19 11:19:42.430436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Attempting to bind port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:42.430986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Attempting to bind port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:42.431515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Attempting to bind port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 on network 92d48a4f-14d4-47f7-8527-4890bf68f902 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:42.457604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-25b644a4-70f0-48bc-93a4-1bb3b242517f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8497844 Oct 19 11:19:42.471287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 on network 92d48a4f-14d4-47f7-8527-4890bf68f902 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:19:42.471935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Attempting to bind port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 on network 92d48a4f-14d4-47f7-8527-4890bf68f902 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:42.472329 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-224e1b6f-7829-4f87-9a33-2fb8275f8027 None None] Provisioning complete for port e750a961-753d-4d31-907b-533ce621354b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:42.472840 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-224e1b6f-7829-4f87-9a33-2fb8275f8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:42.493006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7', 'admin_state_up': True, 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'security_groups': ['e45110d7-0d42-43c3-b588-82f825172d1a']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:42.540822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:42.541166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Checking segment: {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:42.541552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Bound using segment: {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:42.542000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Bound port: 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce91087-e7c3-4d54-8032-42a0507516ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:42.542351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:42.551649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-224e1b6f-7829-4f87-9a33-2fb8275f8027 None None] Port e750a961-753d-4d31-907b-533ce621354b cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:19:42.626153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 065adc0d-b582-46de-ac83-08a3af43e6de details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:19:42.647134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4b522-3a1b-4681-88ff-5ea97530a5ce req-f0e5ab4c-ba2c-4af4-84f8-83abdde5b47f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:42.648725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-adc4b522-3a1b-4681-88ff-5ea97530a5ce req-f0e5ab4c-ba2c-4af4-84f8-83abdde5b47f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 948 time: 0.1623123 Oct 19 11:19:42.664847 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa6c5a16-2716-4112-b986-553d03edaf4b req-1a1ce45f-c855-41a1-859f-8839045bcd0b service neutron] 10.222.0.26 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552195 Oct 19 11:19:42.722763 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f104ae68-54e4-469c-9b69-98e9b4a13c76 req-46179509-c25d-41a2-b581-fe27e54a5059 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935889 Oct 19 11:19:42.775339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-adc4b522-3a1b-4681-88ff-5ea97530a5ce req-ef37f474-b1ee-4024-a215-660b7f7bad58 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150818 Oct 19 11:19:42.851043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:42.863244 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:42.863808 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa6c5a16-2716-4112-b986-553d03edaf4b req-ce344b10-6ead-4fcc-8209-4a595305ad17 service neutron] 10.222.0.26 "GET /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914780 Oct 19 11:19:42.867100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '065adc0d-b582-46de-ac83-08a3af43e6de', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '065adc0d-b582-46de-ac83-08a3af43e6de', 'mac_address': 'fa:16:3e:3f:a0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:19:42.965974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] For port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:42.973068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] For port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:42.973308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:42.991544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065adc0d-b582-46de-ac83-08a3af43e6de {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:43.010492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:43.014195 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d84dd5-95a3-4ca0-be4a-5ca7fd606d21" -d '{"events": [{"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-unplugged", "status": "completed", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:43.020439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526d2c7-85ec-4e79-835f-ae55b01dd694 req-6f48c7eb-5857-4bf4-a6fe-4305106adef6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:43.033424 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c526d2c7-85ec-4e79-835f-ae55b01dd694 req-6f48c7eb-5857-4bf4-a6fe-4305106adef6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 944 time: 0.0887661 Oct 19 11:19:43.037892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:43.056768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1d5e4-a40b-489f-83b6-35274583c24a req-59d99e50-4608-4d96-a334-03e44274c07e tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:43.065719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1fe1d5e4-a40b-489f-83b6-35274583c24a req-59d99e50-4608-4d96-a334-03e44274c07e tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 944 time: 0.0950656 Oct 19 11:19:43.103941 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1fe1d5e4-a40b-489f-83b6-35274583c24a req-c10c0f65-a959-49bf-836f-301bbfa68882 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371327 Oct 19 11:19:43.105210 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:43.145934 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c526d2c7-85ec-4e79-835f-ae55b01dd694 req-bb309c9a-430a-4f1a-9395-1d57de2223d1 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968351 Oct 19 11:19:43.157893 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:43.162704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Pushing event updated for resources: {'Port': ['ID=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:43.178327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Made reservation on behalf of ef3f6172534b4e6fa12578ac8e85382c for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:43.183355 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:43.186485 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:43.247376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:43.248623 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:43.251112 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-fee3d629-6f64-46c7-8a8b-68225f3c761f service neutron] 10.222.0.49 "PUT /v2.0/ports/14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 HTTP/1.1" status: 200 len: 1092 time: 2.9898574 Oct 19 11:19:43.254894 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ff37f0-b648-46fa-b52a-a70e00a70c75 x-openstack-request-id: req-35ff37f0-b648-46fa-b52a-a70e00a70c75 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:43.255192 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-unplugged", "status": "completed", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:43.259960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:43.261208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9647a992-888c-4a86-93c8-91b75f861e15', 'tag': '14c6d4e8-f1ba-4294-9cbb-363a887fa9d1'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:43.263905 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0c1158-6cf2-4f1b-921b-a471f5e8e871" -d '{"events": [{"name": "network-changed", "server_uuid": "9647a992-888c-4a86-93c8-91b75f861e15", "tag": "14c6d4e8-f1ba-4294-9cbb-363a887fa9d1"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:43.268649 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35ff37f0-b648-46fa-b52a-a70e00a70c75 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:43.269199 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de', 'code': 200} Oct 19 11:19:43.270658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:43.277380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:43.309564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device abfe0c6c-c662-4fa0-876e-0622eab428cc up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:43.375527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'Port': ['ID=1f480186-0ebb-412e-9159-553664af70ab,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:43.380998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=10']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:43.406044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port abfe0c6c-c662-4fa0-876e-0622eab428cc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:43.406725 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:43.430716 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714b591e-be04-471e-8516-f99dd38f9f62 x-openstack-request-id: req-714b591e-be04-471e-8516-f99dd38f9f62 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:43.431306 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9647a992-888c-4a86-93c8-91b75f861e15", "tag": "14c6d4e8-f1ba-4294-9cbb-363a887fa9d1", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:43.432220 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-714b591e-be04-471e-8516-f99dd38f9f62 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:43.432803 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9647a992-888c-4a86-93c8-91b75f861e15', 'tag': '14c6d4e8-f1ba-4294-9cbb-363a887fa9d1', 'status': 'completed', 'code': 200} Oct 19 11:19:43.453747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['065adc0d-b582-46de-ac83-08a3af43e6de'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:43.553443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b0fb7-9f3e-4f0f-aec7-3c0e4238f98f req-31a1b894-7b68-4cbc-9c0a-9f1cbea9f45d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:43.561166 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-129b0fb7-9f3e-4f0f-aec7-3c0e4238f98f req-31a1b894-7b68-4cbc-9c0a-9f1cbea9f45d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.2525473 Oct 19 11:19:43.584384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ab0c4b58-1cea-4c65-8260-205de7cec8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:43.585973 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-ab0c4b58-1cea-4c65-8260-205de7cec8b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 1095 time: 0.1939127 Oct 19 11:19:43.633248 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:43.680072 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:43.686783 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-225027a5-a93d-4758-9266-a07ee5958410 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 HTTP/1.1" status: 200 len: 217 time: 0.0853119 Oct 19 11:19:43.704174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:43.721299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-129b0fb7-9f3e-4f0f-aec7-3c0e4238f98f req-7a2fcfac-2ac8-4699-85ce-d98f69926511 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589487 Oct 19 11:19:43.759525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Allocated IP 10.2.2.200 (8a34aa85-73fb-4dda-833f-cf2868f658c7/a6ffb802-95b0-4d36-8104-f7ff0255fe0a/a2807284-a523-414d-b2a2-c7c0ab2cceb8) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:43.803040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:43.856008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-df41ab71-f241-49a8-a49c-0af87aa91c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:43.857697 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-df41ab71-f241-49a8-a49c-0af87aa91c42 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0bfa5705-e214-45b1-b7ca-60a9322912ed HTTP/1.1" status: 200 len: 845 time: 0.1553874 Oct 19 11:19:43.884617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=10']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:43.956984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c938b09-a368-43e0-8b2e-e571919e27aa req-9ad7c65b-e4a5-417e-a3f3-cff0087a89ce tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:43.969739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3c938b09-a368-43e0-8b2e-e571919e27aa req-9ad7c65b-e4a5-417e-a3f3-cff0087a89ce tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0721118 Oct 19 11:19:43.970269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55218) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:19:43.972679 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:43.982324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b3123bff-9eb5-45bd-8044-06d944c981b7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'floatingip': {'port_id': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:44.005832 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-338e3642-9826-40b6-9c3b-28f4014669cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92d48a4f-14d4-47f7-8527-4890bf68f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177623 Oct 19 11:19:44.089849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3123bff-9eb5-45bd-8044-06d944c981b7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:44.162770 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-bbde960e-761c-41aa-9004-22f45012f7b5 service neutron] 10.222.0.49 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259520 Oct 19 11:19:44.289530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa353ca-6529-4756-9a69-f1f2209be403 req-09c58c8e-0d55-46fe-9556-d510f9c8cb7a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:44.296351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa353ca-6529-4756-9a69-f1f2209be403 req-09c58c8e-0d55-46fe-9556-d510f9c8cb7a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:44.307428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa353ca-6529-4756-9a69-f1f2209be403 req-09c58c8e-0d55-46fe-9556-d510f9c8cb7a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:44.315850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa353ca-6529-4756-9a69-f1f2209be403 req-09c58c8e-0d55-46fe-9556-d510f9c8cb7a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:44.324318 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daa353ca-6529-4756-9a69-f1f2209be403 req-09c58c8e-0d55-46fe-9556-d510f9c8cb7a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 3095 time: 0.4481306 Oct 19 11:19:44.530894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:44.536985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7390-efb1-4648-906b-762c2051d868 req-3055b254-b5b0-4d7f-b2c3-7e80bea33928 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:44.544484 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e9e7390-efb1-4648-906b-762c2051d868 req-3055b254-b5b0-4d7f-b2c3-7e80bea33928 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 950 time: 0.4920192 Oct 19 11:19:44.565273 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daa353ca-6529-4756-9a69-f1f2209be403 req-4da8c932-9381-423c-a2f1-f43ae69bbdca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394800 Oct 19 11:19:44.627407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:19:44.629602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 065adc0d-b582-46de-ac83-08a3af43e6de up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:44.650631 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:44.659691 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1506e18-36d9-4f59-ae8a-76759d7a2a0a req-40810ff7-65b5-4f72-824a-f9cab1f03a03 service neutron] 10.222.0.49 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858446 Oct 19 11:19:44.723558 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:44.787379 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 065adc0d-b582-46de-ac83-08a3af43e6de triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:44.787697 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:44.823134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e9e7390-efb1-4648-906b-762c2051d868 req-c6067743-1272-4f2b-8772-6afb9cb16221 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776330 Oct 19 11:19:44.877677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:44.893377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6', 'network_id': '4c31ea62-a60c-4679-aabb-6afcaf1497ba', 'port_id': '7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6', 'mac_address': 'fa:16:3e:0a:c3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce286523-df35-46a4-961e-ac9ad353f926', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:19:44.914508 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.resource_extend [None req-b3123bff-9eb5-45bd-8044-06d944c981b7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 11:19:44.983780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:44.998770 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:45.046208 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3123bff-9eb5-45bd-8044-06d944c981b7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:45.062238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89601ef6-ffef-4097-9d58-975af249e28a req-0597c09e-5b5a-4201-af14-c50fc4d78b58 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:45.073232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89601ef6-ffef-4097-9d58-975af249e28a req-0597c09e-5b5a-4201-af14-c50fc4d78b58 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 944 time: 0.0967090 Oct 19 11:19:45.091981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:45.140863 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89601ef6-ffef-4097-9d58-975af249e28a req-ad88c411-a627-48c6-a264-4f9527e980b9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665231 Oct 19 11:19:45.149067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:45.155784 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3123bff-9eb5-45bd-8044-06d944c981b7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:45.170534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:45.247646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:45.270785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc'}, {'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:45.273312 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97acf3ab-a150-407a-aa7c-acf4357fb7a7" -d '{"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-plugged", "status": "completed", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc"}, {"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-plugged", "status": "completed", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:45.308246 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:45.346190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'Port': ['ID=1f480186-0ebb-412e-9159-553664af70ab,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:45.366134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Network 8a34aa85-73fb-4dda-833f-cf2868f658c7 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:45.369067 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:45.381996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:45.414877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c1158-6cf2-4f1b-921b-a471f5e8e871 req-d855acc8-61d7-4b78-9631-fa29cae62637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:45.416843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f0c1158-6cf2-4f1b-921b-a471f5e8e871 req-d855acc8-61d7-4b78-9631-fa29cae62637 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=722a375a42ab473abb8d76e98b3130e2&device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 1095 time: 0.5226111 Oct 19 11:19:45.425765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61f458-00d1-4eb7-8123-268fb54e4a2c req-088b50d0-48b8-42a3-b973-71a412cc0f02 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:45.441609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d61f458-00d1-4eb7-8123-268fb54e4a2c req-088b50d0-48b8-42a3-b973-71a412cc0f02 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 944 time: 0.2244587 Oct 19 11:19:45.462573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=11']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:45.465534 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:45.489196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:45.583383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:45.600451 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:45.616757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b8cfd89d-a080-49cf-9b60-95b78b1c145b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7653506 Oct 19 11:19:45.727399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:45.728608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event updated for resources: {'Port': ['ID=a2807284-a523-414d-b2a2-c7c0ab2cceb8,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:45.792654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:45.793665 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:45.813171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d61f458-00d1-4eb7-8123-268fb54e4a2c req-5b39802b-2a92-425e-8f8f-ef5c9660d9ac tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704071 Oct 19 11:19:45.849939 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-b3123bff-9eb5-45bd-8044-06d944c981b7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Floating IP 736fa6f0-f729-4e55-845e-311c1d08ebe1 associated. External IP: 172.25.2.202, port: f4fd9345-7e49-4e50-8f6c-1b98805d24d3. Oct 19 11:19:45.887521 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef73966-8490-46dd-80f0-eb5e3f4bcdfe x-openstack-request-id: req-2ef73966-8490-46dd-80f0-eb5e3f4bcdfe {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:45.887798 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-plugged", "status": "completed", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc", "code": 200}, {"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-plugged", "status": "completed", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:45.888318 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ef73966-8490-46dd-80f0-eb5e3f4bcdfe {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:45.888736 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'code': 200} Oct 19 11:19:45.888987 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de', 'code': 200} Oct 19 11:19:45.891742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c1158-6cf2-4f1b-921b-a471f5e8e871 req-7db39b14-aa9e-4d13-a8a0-7e1afa260e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:45.897694 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f0c1158-6cf2-4f1b-921b-a471f5e8e871 req-7db39b14-aa9e-4d13-a8a0-7e1afa260e06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 200 len: 906 time: 0.4356914 Oct 19 11:19:45.970200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d6cacdd7-f4b5-4a49-aa1b-e7fd11cd3a75 None None] Provisioning complete for port a2807284-a523-414d-b2a2-c7c0ab2cceb8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:45.971723 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d6cacdd7-f4b5-4a49-aa1b-e7fd11cd3a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:45.972923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-42d55a75-95c4-4ac5-9eb1-5a0974c4af31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4977369 Oct 19 11:19:45.976569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f0c1158-6cf2-4f1b-921b-a471f5e8e871 req-0e9e348f-0b69-4948-b35f-6dc2f09a94cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 HTTP/1.1" status: 200 len: 217 time: 0.0714400 Oct 19 11:19:46.009449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:46.105774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c1158-6cf2-4f1b-921b-a471f5e8e871 req-f233b3ad-e665-4bf6-bdf1-f5d307362cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:46.107356 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f0c1158-6cf2-4f1b-921b-a471f5e8e871 req-f233b3ad-e665-4bf6-bdf1-f5d307362cfd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0bfa5705-e214-45b1-b7ca-60a9322912ed HTTP/1.1" status: 200 len: 845 time: 0.1114817 Oct 19 11:19:46.139310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d6cacdd7-f4b5-4a49-aa1b-e7fd11cd3a75 None None] Port a2807284-a523-414d-b2a2-c7c0ab2cceb8 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:19:46.149409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a9dc0-e302-4b36-bdf3-43f920a921ba req-16437b89-46e9-48f7-b663-ebb24480026a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:46.156236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a9dc0-e302-4b36-bdf3-43f920a921ba req-16437b89-46e9-48f7-b663-ebb24480026a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:46.162614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a9dc0-e302-4b36-bdf3-43f920a921ba req-16437b89-46e9-48f7-b663-ebb24480026a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:46.169062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a9dc0-e302-4b36-bdf3-43f920a921ba req-16437b89-46e9-48f7-b663-ebb24480026a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:46.175509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a9dc0-e302-4b36-bdf3-43f920a921ba req-16437b89-46e9-48f7-b663-ebb24480026a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:46.177432 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-513a9dc0-e302-4b36-bdf3-43f920a921ba req-16437b89-46e9-48f7-b663-ebb24480026a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 3816 time: 0.2200341 Oct 19 11:19:46.220646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f0c1158-6cf2-4f1b-921b-a471f5e8e871 req-91f32a7a-cf19-405b-b3df-93e129311419 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92d48a4f-14d4-47f7-8527-4890bf68f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420456 Oct 19 11:19:46.249484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dcf02-87ff-4faf-b29d-66156550a338 req-c414e62e-1160-43ea-96ef-bb23a7c248b7 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:46.250657 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:46.262066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a4dcf02-87ff-4faf-b29d-66156550a338 req-c414e62e-1160-43ea-96ef-bb23a7c248b7 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 1102 time: 0.1670113 Oct 19 11:19:46.346783 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-513a9dc0-e302-4b36-bdf3-43f920a921ba req-f5ab9ff2-3482-4b3f-ba04-2c050aa00f6c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560624 Oct 19 11:19:46.348791 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f0c1158-6cf2-4f1b-921b-a471f5e8e871 req-384fd4d8-0ca4-4416-9b0c-df7568955401 service neutron] 10.222.0.49 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075985 Oct 19 11:19:46.397993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a4dcf02-87ff-4faf-b29d-66156550a338 req-b2b9d975-d220-4ff2-993d-3d1357e4e72b tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349790 Oct 19 11:19:46.474373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3123bff-9eb5-45bd-8044-06d944c981b7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Router 9834e49a-efe5-403d-be89-5992bdaacd38 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:19:46.659930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f0c1158-6cf2-4f1b-921b-a471f5e8e871 req-6d094e31-98d3-4f27-b68f-3737e2d3af17 service neutron] 10.222.0.49 "GET /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994421 Oct 19 11:19:46.689289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9c4c3-65b3-412f-8b7f-5d78560038aa req-7895c182-38eb-498d-8b09-b066ab66313c tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:46.690826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8a9c4c3-65b3-412f-8b7f-5d78560038aa req-7895c182-38eb-498d-8b09-b066ab66313c tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 945 time: 0.1410766 Oct 19 11:19:46.703148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3123bff-9eb5-45bd-8044-06d944c981b7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:19:46.705440 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-f7610010-a581-4af9-be9e-20292a09c1e8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1787584591&fields=id&tenant_id=8c4aff5c278d4f8c85dab7cb43309335 HTTP/1.1" status: 200 len: 267 time: 0.0964231 Oct 19 11:19:46.709068 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3123bff-9eb5-45bd-8044-06d944c981b7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:46.716095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5762d3b-de07-49cb-80a9-9e80bc306700 None None] Sync routers for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:19:46.726258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5762d3b-de07-49cb-80a9-9e80bc306700 None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:19:46.726877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f5762d3b-de07-49cb-80a9-9e80bc306700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:19:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:46.780163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b3123bff-9eb5-45bd-8044-06d944c981b7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "PUT /v2.0/floatingips/736fa6f0-f729-4e55-845e-311c1d08ebe1 HTTP/1.1" status: 200 len: 991 time: 2.8067236 Oct 19 11:19:46.781516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:46.783926 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e4194b-109b-4002-9602-4e8d92307a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:46.801623 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8a9c4c3-65b3-412f-8b7f-5d78560038aa req-3333986f-8ead-4164-a3e9-6d56cdfd8e7a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969181 Oct 19 11:19:46.983161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-3bbd829b-8349-4623-8854-359f918f1f0b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:46.985513 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-3bbd829b-8349-4623-8854-359f918f1f0b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 811 time: 0.2786961 Oct 19 11:19:47.018777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-53b3c838-5ce5-4e8e-a5cc-97d8401b9b22 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/quotas/8c4aff5c278d4f8c85dab7cb43309335 HTTP/1.1" status: 200 len: 375 time: 0.0274115 Oct 19 11:19:47.103235 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-fb924f6d-86a5-4385-85d8-07daecd570ec tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775466 Oct 19 11:19:47.117510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-f5762d3b-de07-49cb-80a9-9e80bc306700 None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:19:47.168092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6890fecc-07f2-474d-8fb9-693bd142b93a {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:47.177399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:47.199718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Transition to ACTIVE for port object 6890fecc-07f2-474d-8fb9-693bd142b93a will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:19:47.287929 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-a0f261ba-3824-4170-b412-3e5f22036ddb service neutron] 10.222.0.39 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652105 Oct 19 11:19:47.301140 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:47.325602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:19:47.505940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:47.530010 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '14c6d4e8-f1ba-4294-9cbb-363a887fa9d1', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'port_id': '14c6d4e8-f1ba-4294-9cbb-363a887fa9d1', 'mac_address': 'fa:16:3e:31:23:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfa5705-e214-45b1-b7ca-60a9322912ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:19:47.571906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Pushing event updated for resources: {'Port': ['ID=6890fecc-07f2-474d-8fb9-693bd142b93a,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:47.589786 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcbbf17-2b91-4a32-9e83-e3626edcb30f x-openstack-request-id: req-dfcbbf17-2b91-4a32-9e83-e3626edcb30f {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:47.590401 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:47.590401 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfcbbf17-2b91-4a32-9e83-e3626edcb30f {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:47.590789 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'status': 'completed', 'code': 200} Oct 19 11:19:47.638578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-467e6fab-f9c7-46c5-ae7b-9a5c5291c663 service neutron] 10.222.0.39 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385653 Oct 19 11:19:47.761931 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:47.769348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4194b-109b-4002-9602-4e8d92307a5c req-8540d586-fd68-42a8-8cd6-bf5fcd337320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:47.776508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8e4194b-109b-4002-9602-4e8d92307a5c req-8540d586-fd68-42a8-8cd6-bf5fcd337320 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 1096 time: 0.1620965 Oct 19 11:19:47.808911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:47.840163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Attempting to bind port 6890fecc-07f2-474d-8fb9-693bd142b93a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:47.840508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Attempting to bind port 6890fecc-07f2-474d-8fb9-693bd142b93a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:47.840880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Attempting to bind port 6890fecc-07f2-474d-8fb9-693bd142b93a on network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:47.853570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Port 6890fecc-07f2-474d-8fb9-693bd142b93a on network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:19:47.853884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Attempting to bind port 6890fecc-07f2-474d-8fb9-693bd142b93a on network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:47.870823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:47.871297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Checking segment: {'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:47.871580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Bound using segment: {'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:47.872023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Bound port: 6890fecc-07f2-474d-8fb9-693bd142b93a, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563d034a-a146-4c70-9da0-767e74bbe1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:47.872387 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:47.967670 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:47.979069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaf988-ed0b-456c-8ddc-2df5116844f1 req-4358f4bc-7467-400e-9cc7-0f9b821e0058 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:47.989324 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efeaf988-ed0b-456c-8ddc-2df5116844f1 req-4358f4bc-7467-400e-9cc7-0f9b821e0058 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 944 time: 0.2933588 Oct 19 11:19:48.038897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] For port 6890fecc-07f2-474d-8fb9-693bd142b93a, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:48.045816 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] For port 6890fecc-07f2-474d-8fb9-693bd142b93a, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6890fecc-07f2-474d-8fb9-693bd142b93a,segment=NetworkSegment(563d034a-a146-4c70-9da0-767e74bbe1fa),segment_id=563d034a-a146-4c70-9da0-767e74bbe1fa)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:48.053428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f5762d3b-de07-49cb-80a9-9e80bc306700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '736fa6f0-f729-4e55-845e-311c1d08ebe1', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'port_id': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'mac_address': 'fa:16:3e:cd:fc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:19:19Z', 'updated_at': '2021-10-19T11:19:44Z', 'revision_number': 1, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:48.060806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efeaf988-ed0b-456c-8ddc-2df5116844f1 req-0a6521cc-50cc-4f05-97f8-3e8c84a10b7f tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698769 Oct 19 11:19:48.089848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4194b-109b-4002-9602-4e8d92307a5c req-5115403c-409a-4873-a7ff-f16dadc3adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:48.114782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8e4194b-109b-4002-9602-4e8d92307a5c req-5115403c-409a-4873-a7ff-f16dadc3adab service neutron] 10.222.0.26 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 918 time: 0.3306148 Oct 19 11:19:48.124422 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:48.188015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5762d3b-de07-49cb-80a9-9e80bc306700 None None] Checking router: 9834e49a-efe5-403d-be89-5992bdaacd38 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:19:48.197747 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:48.199485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5762d3b-de07-49cb-80a9-9e80bc306700 None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:19:48.200087 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f5762d3b-de07-49cb-80a9-9e80bc306700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:19:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:48.276751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:48.277393 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:48.287717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] 10.222.0.26 "PUT /v2.0/ports/6890fecc-07f2-474d-8fb9-693bd142b93a HTTP/1.1" status: 200 len: 1092 time: 2.2783189 Oct 19 11:19:48.288294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '6890fecc-07f2-474d-8fb9-693bd142b93a'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:48.291275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2fdcf-8640-4a13-a619-f5cec0554470 req-fe55a045-d3f2-47cb-8393-c0527a6f3ac1 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:48.293146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e2fdcf-8640-4a13-a619-f5cec0554470 req-fe55a045-d3f2-47cb-8393-c0527a6f3ac1 tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 1102 time: 0.1247129 Oct 19 11:19:48.297624 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8e4194b-109b-4002-9602-4e8d92307a5c req-f5f151c0-59dc-4581-b449-df6f9346f99e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3 HTTP/1.1" status: 200 len: 999 time: 0.1732376 Oct 19 11:19:48.298440 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e48a75-1e77-4325-8577-6e884f1020d8" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "6890fecc-07f2-474d-8fb9-693bd142b93a"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:48.365871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd621f-ac99-4908-ab41-6337a9603e33 service neutron] Pushing event updated for resources: {'Port': ['ID=6890fecc-07f2-474d-8fb9-693bd142b93a,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:48.379790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:48.493483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e2fdcf-8640-4a13-a619-f5cec0554470 req-7732f84c-481d-4026-9d2e-f15c48b6818a tempest-ServersAdminTestJSON-270545548 tempest-ServersAdminTestJSON-270545548-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929061 Oct 19 11:19:48.508448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['14c6d4e8-f1ba-4294-9cbb-363a887fa9d1'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:48.531530 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4194b-109b-4002-9602-4e8d92307a5c req-bac783cf-e935-46cf-ab72-a5907c29668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:48.535151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8e4194b-109b-4002-9602-4e8d92307a5c req-bac783cf-e935-46cf-ab72-a5907c29668a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.2270887 Oct 19 11:19:48.579285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:48.589449 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:48.639455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4194b-109b-4002-9602-4e8d92307a5c req-a312ada9-54fa-493d-81d7-8c66541db2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:48.655773 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8e4194b-109b-4002-9602-4e8d92307a5c req-a312ada9-54fa-493d-81d7-8c66541db2e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122911 Oct 19 11:19:48.662517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae3d9-f383-4f35-b130-26f7afdc2505 req-bc81b96b-e967-4190-bde3-1a4d2088b4ca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:48.670939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae3d9-f383-4f35-b130-26f7afdc2505 req-bc81b96b-e967-4190-bde3-1a4d2088b4ca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:48.676621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:48.696069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae3d9-f383-4f35-b130-26f7afdc2505 req-bc81b96b-e967-4190-bde3-1a4d2088b4ca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:48.703839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae3d9-f383-4f35-b130-26f7afdc2505 req-bc81b96b-e967-4190-bde3-1a4d2088b4ca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:48.714677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae3d9-f383-4f35-b130-26f7afdc2505 req-bc81b96b-e967-4190-bde3-1a4d2088b4ca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:48.730000 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6beae3d9-f383-4f35-b130-26f7afdc2505 req-bc81b96b-e967-4190-bde3-1a4d2088b4ca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 3828 time: 0.2946560 Oct 19 11:19:48.820698 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8e4194b-109b-4002-9602-4e8d92307a5c req-6e858606-e395-4de0-9992-5789d4bdef95 service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343853 Oct 19 11:19:48.852435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6beae3d9-f383-4f35-b130-26f7afdc2505 req-7ea53dbe-037d-4f8d-a488-893a30110011 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215634 Oct 19 11:19:48.927508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba8575-c5d8-4114-97c1-92a63b14e131 req-abb24e0e-6be7-4720-b841-58676aef7064 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:48.936199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efba8575-c5d8-4114-97c1-92a63b14e131 req-abb24e0e-6be7-4720-b841-58676aef7064 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 945 time: 0.2791853 Oct 19 11:19:48.938234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-f5762d3b-de07-49cb-80a9-9e80bc306700 None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:19:49.006849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efba8575-c5d8-4114-97c1-92a63b14e131 req-81ff271d-75bc-4066-b6bd-3334dafdb29a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691228 Oct 19 11:19:49.010571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8e4194b-109b-4002-9602-4e8d92307a5c req-d73d3fc2-d2e7-44bc-a8b7-c0bb2ae63fe7 service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750011 Oct 19 11:19:49.143334 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-03220481-cb32-488f-a4e3-b33dd4e8b30f req-f5e87a9c-4c72-4516-a0e9-28c58c3fc314 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 210 time: 0.0776265 Oct 19 11:19:49.148615 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:19:49.155680 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cafa9a7-445e-4b9e-bd13-80183206d236 x-openstack-request-id: req-7cafa9a7-445e-4b9e-bd13-80183206d236 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:49.156446 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "6890fecc-07f2-474d-8fb9-693bd142b93a", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:49.156682 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cafa9a7-445e-4b9e-bd13-80183206d236 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:49.157094 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '6890fecc-07f2-474d-8fb9-693bd142b93a', 'status': 'completed', 'code': 200} Oct 19 11:19:49.182620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:49.190898 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:49.259396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-104c2222-d83a-4ffa-953c-885e83e9a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:49.260263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-104c2222-d83a-4ffa-953c-885e83e9a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:49.261201 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-104c2222-d83a-4ffa-953c-885e83e9a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:49.264177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-104c2222-d83a-4ffa-953c-885e83e9a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:49.264801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-104c2222-d83a-4ffa-953c-885e83e9a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:49.271420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-104c2222-d83a-4ffa-953c-885e83e9a35c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 4363 time: 0.1242061 Oct 19 11:19:49.401113 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:19:49.418311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9326ef13-ef39-49a2-a784-9cd9f9236b41 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:49.438643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:49.479565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Transition to ACTIVE for port object 9326ef13-ef39-49a2-a784-9cd9f9236b41 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:19:49.483040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:49.547338 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:49.567306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-258c020f-e880-4f1f-b88c-6e50e5d97e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:49.567306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-258c020f-e880-4f1f-b88c-6e50e5d97e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:49.567306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-258c020f-e880-4f1f-b88c-6e50e5d97e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:49.568935 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-258c020f-e880-4f1f-b88c-6e50e5d97e95 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2916770 Oct 19 11:19:49.611648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54e4213-454f-47dd-952a-3177c503d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:49.614208 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df673328-0fe1-4e11-814b-daf595be6c74" -d '{"events": [{"server_uuid": "f54e4213-454f-47dd-952a-3177c503d5bc", "name": "network-vif-plugged", "status": "completed", "tag": "7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:49.626225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbeb44-fb65-4ceb-b369-fc047ba878bc req-f3c14991-e5e1-4740-93fa-c70de14eccb9 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:49.629177 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7bcbeb44-fb65-4ceb-b369-fc047ba878bc req-f3c14991-e5e1-4740-93fa-c70de14eccb9 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 945 time: 0.2758906 Oct 19 11:19:49.634504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:49.665520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f5762d3b-de07-49cb-80a9-9e80bc306700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '736fa6f0-f729-4e55-845e-311c1d08ebe1', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'port_id': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'mac_address': 'fa:16:3e:cd:fc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:19:19Z', 'updated_at': '2021-10-19T11:19:44Z', 'revision_number': 1, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:19:49.693390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5762d3b-de07-49cb-80a9-9e80bc306700 None None] The sync data for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 is: [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '736fa6f0-f729-4e55-845e-311c1d08ebe1', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'port_id': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'mac_address': 'fa:16:3e:cd:fc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:19:19Z', 'updated_at': '2021-10-19T11:19:44Z', 'revision_number': 1, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:19:49.732941 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7bcbeb44-fb65-4ceb-b369-fc047ba878bc req-45de6cc2-cfae-44e5-9868-86b6bfb78c4b tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894499 Oct 19 11:19:49.743860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-087f2d7e-b6eb-4f25-b7f6-f06b715f8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:49.745971 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e3e48a75-1e77-4325-8577-6e884f1020d8 req-087f2d7e-b6eb-4f25-b7f6-f06b715f8c4f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647942 Oct 19 11:19:49.778240 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:49.843320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Pushing event updated for resources: {'Port': ['ID=9326ef13-ef39-49a2-a784-9cd9f9236b41,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:49.867687 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb287804-7a51-4260-873c-12e9367d129a x-openstack-request-id: req-cb287804-7a51-4260-873c-12e9367d129a {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:49.867986 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54e4213-454f-47dd-952a-3177c503d5bc", "name": "network-vif-plugged", "status": "completed", "tag": "7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:49.868239 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb287804-7a51-4260-873c-12e9367d129a {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:49.868677 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54e4213-454f-47dd-952a-3177c503d5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6', 'code': 200} Oct 19 11:19:49.912314 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:49.913585 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:49.990894 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e1b802-bbd0-484d-aea1-63508c2d08f1 None None] New status for floating IP 736fa6f0-f729-4e55-845e-311c1d08ebe1: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:19:50.001309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Attempting to bind port 9326ef13-ef39-49a2-a784-9cd9f9236b41 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:50.002040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Attempting to bind port 9326ef13-ef39-49a2-a784-9cd9f9236b41 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:50.002597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Attempting to bind port 9326ef13-ef39-49a2-a784-9cd9f9236b41 on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:50.012296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Port 9326ef13-ef39-49a2-a784-9cd9f9236b41 on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:19:50.013746 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Attempting to bind port 9326ef13-ef39-49a2-a784-9cd9f9236b41 on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:50.044777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:50.045434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Checking segment: {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:50.049034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Bound using segment: {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:50.049705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Bound port: 9326ef13-ef39-49a2-a784-9cd9f9236b41, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:50.050392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:50.057061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123034dc-5447-4c28-917e-334a98b2efe3 req-3a9330a2-cf21-4f16-8fa9-058725faff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:50.059127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-123034dc-5447-4c28-917e-334a98b2efe3 req-3a9330a2-cf21-4f16-8fa9-058725faff85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 1097 time: 0.1101518 Oct 19 11:19:50.097564 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ce7b1-cb5a-4d2d-8aef-1fcf7dd3978e req-fb677f5c-8e84-4b09-b4c4-63ed1cb10b84 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:50.120453 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ce7b1-cb5a-4d2d-8aef-1fcf7dd3978e req-fb677f5c-8e84-4b09-b4c4-63ed1cb10b84 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:50.127931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:50.133482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ce7b1-cb5a-4d2d-8aef-1fcf7dd3978e req-fb677f5c-8e84-4b09-b4c4-63ed1cb10b84 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:50.157085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ce7b1-cb5a-4d2d-8aef-1fcf7dd3978e req-fb677f5c-8e84-4b09-b4c4-63ed1cb10b84 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:50.167218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ce7b1-cb5a-4d2d-8aef-1fcf7dd3978e req-fb677f5c-8e84-4b09-b4c4-63ed1cb10b84 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:50.183649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ce7b1-cb5a-4d2d-8aef-1fcf7dd3978e req-fb677f5c-8e84-4b09-b4c4-63ed1cb10b84 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:50.196932 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae2ce7b1-cb5a-4d2d-8aef-1fcf7dd3978e req-fb677f5c-8e84-4b09-b4c4-63ed1cb10b84 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 4601 time: 0.2086494 Oct 19 11:19:50.238120 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] For port 9326ef13-ef39-49a2-a784-9cd9f9236b41, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:50.258775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af595542-55ea-4567-8187-2d5cc15a6c2f req-ee1302a3-0901-4325-b13b-1fefd0d6748d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:50.269254 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af595542-55ea-4567-8187-2d5cc15a6c2f req-ee1302a3-0901-4325-b13b-1fefd0d6748d tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 950 time: 0.1450715 Oct 19 11:19:50.278524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] For port 9326ef13-ef39-49a2-a784-9cd9f9236b41, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9326ef13-ef39-49a2-a784-9cd9f9236b41,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:50.292939 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae2ce7b1-cb5a-4d2d-8aef-1fcf7dd3978e req-bc5ae411-f985-48d9-8e99-e43aea744f91 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826073 Oct 19 11:19:50.338886 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-123034dc-5447-4c28-917e-334a98b2efe3 req-a67f8377-c59c-4b3a-ac69-46b3616b9742 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559407 Oct 19 11:19:50.360953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af595542-55ea-4567-8187-2d5cc15a6c2f req-813c6ec1-d0fa-4ed0-94ba-bc824d5a5b09 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906706 Oct 19 11:19:50.369101 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:50.515660 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Pushing event updated for resources: {'Port': ['ID=9326ef13-ef39-49a2-a784-9cd9f9236b41,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:50.530484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aa6d3-4646-428c-b2ec-4ebcd1a32609 req-0729ec99-6713-4fd8-b835-3add8b9b86cb tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:50.538586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83aa6d3-4646-428c-b2ec-4ebcd1a32609 req-0729ec99-6713-4fd8-b835-3add8b9b86cb tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 946 time: 0.1239042 Oct 19 11:19:50.543072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:50.543685 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:50.545533 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-21a512d5-5e72-4e7f-be42-5da064d11120 service neutron] 10.222.0.26 "PUT /v2.0/ports/9326ef13-ef39-49a2-a784-9cd9f9236b41 HTTP/1.1" status: 200 len: 1131 time: 2.1705606 Oct 19 11:19:50.618515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bcb811b4-5a8e-4b54-a655-4bdf9b0c6a20 req-2954ae80-b971-42ac-a51d-71adabeff0ba tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 210 time: 0.0525129 Oct 19 11:19:50.647836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e83aa6d3-4646-428c-b2ec-4ebcd1a32609 req-7fb19527-d401-4815-884a-0748f2afb5c4 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057110 Oct 19 11:19:50.682323 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:50.784904 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:50.971750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787e372-2689-4803-8207-c4be2b1bff37 req-65b67684-6e0b-4bee-9bbe-ed64954e04e3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:50.980445 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6787e372-2689-4803-8207-c4be2b1bff37 req-65b67684-6e0b-4bee-9bbe-ed64954e04e3 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 945 time: 0.1153843 Oct 19 11:19:51.035227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6787e372-2689-4803-8207-c4be2b1bff37 req-2d941599-ca30-4cba-ae92-9557ca281504 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532982 Oct 19 11:19:51.164090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '9326ef13-ef39-49a2-a784-9cd9f9236b41'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:51.166268 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "9326ef13-ef39-49a2-a784-9cd9f9236b41"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:51.237403 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b06350-0f77-4266-a5a7-95d73bcdbbb6 x-openstack-request-id: req-99b06350-0f77-4266-a5a7-95d73bcdbbb6 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:51.237719 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "9326ef13-ef39-49a2-a784-9cd9f9236b41", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:51.237967 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99b06350-0f77-4266-a5a7-95d73bcdbbb6 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:51.238372 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '9326ef13-ef39-49a2-a784-9cd9f9236b41', 'status': 'completed', 'code': 200} Oct 19 11:19:51.313358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a704251-3e59-45fe-a6ce-9f980c57fcdc {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:51.325887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:51.328311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:19:51.377656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Transition to ACTIVE for port object 2a704251-3e59-45fe-a6ce-9f980c57fcdc will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:19:51.378885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-2dd2cfe1-96b6-4580-b57c-e148e28d6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.380084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-2dd2cfe1-96b6-4580-b57c-e148e28d6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.382184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-2dd2cfe1-96b6-4580-b57c-e148e28d6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.384093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-2dd2cfe1-96b6-4580-b57c-e148e28d6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.385653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-2dd2cfe1-96b6-4580-b57c-e148e28d6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.387005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-2dd2cfe1-96b6-4580-b57c-e148e28d6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.399846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-2dd2cfe1-96b6-4580-b57c-e148e28d6bf5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5287 time: 0.1224773 Oct 19 11:19:51.486595 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:51.610528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:19:51.622965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:51.623812 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:51.766738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Pushing event updated for resources: {'Port': ['ID=2a704251-3e59-45fe-a6ce-9f980c57fcdc,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:51.803132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-4b9074cc-560c-4511-ac1c-365c88fc848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.812292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-4b9074cc-560c-4511-ac1c-365c88fc848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.812903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-4b9074cc-560c-4511-ac1c-365c88fc848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.814666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-4b9074cc-560c-4511-ac1c-365c88fc848d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3841360 Oct 19 11:19:51.827460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-5a7aaa51-fca1-48f1-bf7a-41dae4efa839 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.835403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-5a7aaa51-fca1-48f1-bf7a-41dae4efa839 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.49 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 811 time: 0.6206295 Oct 19 11:19:51.842695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64454ff6-51a0-4aed-92ab-07815f5947d2 req-92287d60-83ba-4a42-9ffa-672fcd4fcc86 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.851685 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64454ff6-51a0-4aed-92ab-07815f5947d2 req-92287d60-83ba-4a42-9ffa-672fcd4fcc86 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 950 time: 0.3237751 Oct 19 11:19:51.875845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04fc76-4516-4ce8-80a2-c685c1f44bf7 req-01a4bda7-549b-42ba-b11c-8b08e2fb3437 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.883887 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:51.885150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04fc76-4516-4ce8-80a2-c685c1f44bf7 req-01a4bda7-549b-42ba-b11c-8b08e2fb3437 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.899281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04fc76-4516-4ce8-80a2-c685c1f44bf7 req-01a4bda7-549b-42ba-b11c-8b08e2fb3437 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.939548 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-e96b742b-7ed1-474b-9c08-2723329a70ff tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c4aff5c278d4f8c85dab7cb43309335 HTTP/1.1" status: 200 len: 380 time: 0.0733812 Oct 19 11:19:51.939958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04fc76-4516-4ce8-80a2-c685c1f44bf7 req-01a4bda7-549b-42ba-b11c-8b08e2fb3437 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.958228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'port': {'device_id': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'admin_state_up': True, 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'security_groups': ['866105f3-ac41-48c5-9643-1c9eff0981f5']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:51.967672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9647a992-888c-4a86-93c8-91b75f861e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c6d4e8-f1ba-4294-9cbb-363a887fa9d1'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:51.976628 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74ea002-8b55-4e33-9a28-6a91bba01e54" -d '{"events": [{"server_uuid": "9647a992-888c-4a86-93c8-91b75f861e15", "name": "network-vif-plugged", "status": "completed", "tag": "14c6d4e8-f1ba-4294-9cbb-363a887fa9d1"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:51.983977 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04fc76-4516-4ce8-80a2-c685c1f44bf7 req-01a4bda7-549b-42ba-b11c-8b08e2fb3437 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:51.991441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04fc76-4516-4ce8-80a2-c685c1f44bf7 req-01a4bda7-549b-42ba-b11c-8b08e2fb3437 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:52.010213 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db04fc76-4516-4ce8-80a2-c685c1f44bf7 req-01a4bda7-549b-42ba-b11c-8b08e2fb3437 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 4601 time: 0.6009314 Oct 19 11:19:52.013486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:52.080776 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64454ff6-51a0-4aed-92ab-07815f5947d2 req-711220fb-7b84-4689-879b-4594ce07ba76 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283344 Oct 19 11:19:52.106295 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:52.126553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Attempting to bind port 2a704251-3e59-45fe-a6ce-9f980c57fcdc on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:52.126886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Attempting to bind port 2a704251-3e59-45fe-a6ce-9f980c57fcdc by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:52.127201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Attempting to bind port 2a704251-3e59-45fe-a6ce-9f980c57fcdc on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:52.133084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Port 2a704251-3e59-45fe-a6ce-9f980c57fcdc on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:19:52.133397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Attempting to bind port 2a704251-3e59-45fe-a6ce-9f980c57fcdc on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:52.143760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:52.144139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Checking segment: {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:52.144461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Bound using segment: {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:52.144933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Bound port: 2a704251-3e59-45fe-a6ce-9f980c57fcdc, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:52.145280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:52.214333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1289256-2955-4f29-805c-3a30930033b1 req-ded95e9f-20f0-4df9-8186-1ef1b496b01f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:52.215846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1289256-2955-4f29-805c-3a30930033b1 req-ded95e9f-20f0-4df9-8186-1ef1b496b01f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 950 time: 0.6833079 Oct 19 11:19:52.260124 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:52.319279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-e2932ed6-53b2-49e1-a3a6-9b99218e43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:52.320795 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a7d4542-3eaf-4e2c-bc52-8dfd6fc18ebc req-e2932ed6-53b2-49e1-a3a6-9b99218e43a3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4739451 Oct 19 11:19:52.342261 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ed94256-4df4-44d8-a3f7-6cdb8a9c4670 req-7c6db841-562a-41c2-83ab-c482a250808c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 210 time: 0.0483439 Oct 19 11:19:52.348350 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db04fc76-4516-4ce8-80a2-c685c1f44bf7 req-1d98f61c-a54e-48c9-91b4-3a0c3a06bcff tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3370619 Oct 19 11:19:52.364762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Made reservation on behalf of 8c4aff5c278d4f8c85dab7cb43309335 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:19:52.368211 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:52.412017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-e1289256-2955-4f29-805c-3a30930033b1 req-456babc6-0211-4f76-aeab-9bb46f1cd8b0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Deleting port 921e9dfa-4851-4f10-8aca-a67485c5c8b6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:19:52.412665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e1289256-2955-4f29-805c-3a30930033b1 req-456babc6-0211-4f76-aeab-9bb46f1cd8b0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:52.422869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] For port 2a704251-3e59-45fe-a6ce-9f980c57fcdc, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:52.526043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] For port 2a704251-3e59-45fe-a6ce-9f980c57fcdc, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2a704251-3e59-45fe-a6ce-9f980c57fcdc,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:52.580480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e1289256-2955-4f29-805c-3a30930033b1 req-456babc6-0211-4f76-aeab-9bb46f1cd8b0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] For port 921e9dfa-4851-4f10-8aca-a67485c5c8b6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=921e9dfa-4851-4f10-8aca-a67485c5c8b6,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:52.583369 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e1289256-2955-4f29-805c-3a30930033b1 req-456babc6-0211-4f76-aeab-9bb46f1cd8b0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:52.592239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bef3c9-cfa7-421f-ba48-4a370c4fc8f7 req-04338721-74d4-41fb-9ebe-05e75eb99dd2 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:52.596250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-e1289256-2955-4f29-805c-3a30930033b1 req-456babc6-0211-4f76-aeab-9bb46f1cd8b0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Calling delete_port for 921e9dfa-4851-4f10-8aca-a67485c5c8b6 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:19:52.599745 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9bef3c9-cfa7-421f-ba48-4a370c4fc8f7 req-04338721-74d4-41fb-9ebe-05e75eb99dd2 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 946 time: 0.1102760 Oct 19 11:19:52.615504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:52.642082 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8521d85-0057-4745-bf44-f6dd7bbe7c6f x-openstack-request-id: req-e8521d85-0057-4745-bf44-f6dd7bbe7c6f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:52.642601 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9647a992-888c-4a86-93c8-91b75f861e15", "name": "network-vif-plugged", "status": "completed", "tag": "14c6d4e8-f1ba-4294-9cbb-363a887fa9d1", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:52.642756 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8521d85-0057-4745-bf44-f6dd7bbe7c6f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:52.643161 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9647a992-888c-4a86-93c8-91b75f861e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c6d4e8-f1ba-4294-9cbb-363a887fa9d1', 'code': 200} Oct 19 11:19:52.709445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Allocated IP 172.20.0.13 (b157cbcc-604a-44be-a7df-eb39e3221861/a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c/1bc1407f-fb4e-400e-a6e3-a0c850f15f91) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:19:52.718286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:52.718899 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:52.720303 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] 10.222.0.26 "PUT /v2.0/ports/2a704251-3e59-45fe-a6ce-9f980c57fcdc HTTP/1.1" status: 200 len: 1131 time: 2.0490832 Oct 19 11:19:52.835297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9ff8d-5fea-431e-b4bb-9c8ff741f0ba req-d0469a40-7b22-4090-90e1-e7828a090877 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:52.842519 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-37c9ff8d-5fea-431e-b4bb-9c8ff741f0ba req-d0469a40-7b22-4090-90e1-e7828a090877 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 946 time: 0.0896668 Oct 19 11:19:52.851520 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e1289256-2955-4f29-805c-3a30930033b1 req-456babc6-0211-4f76-aeab-9bb46f1cd8b0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:52.870264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['8555f930-5114-484a-af54-e9ec0ed156da', '065adc0d-b582-46de-ac83-08a3af43e6de'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:52.894418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456babc6-0211-4f76-aeab-9bb46f1cd8b0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Pushing event deleted for resources: {'Port': ['ID=921e9dfa-4851-4f10-8aca-a67485c5c8b6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:52.994774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1289256-2955-4f29-805c-3a30930033b1 req-456babc6-0211-4f76-aeab-9bb46f1cd8b0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] No DVR routers for this DVR port 921e9dfa-4851-4f10-8aca-a67485c5c8b6 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:19:53.011732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-37c9ff8d-5fea-431e-b4bb-9c8ff741f0ba req-5f6d487e-2930-41b5-bb19-44315dfe9255 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631136 Oct 19 11:19:53.013709 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e1289256-2955-4f29-805c-3a30930033b1 req-456babc6-0211-4f76-aeab-9bb46f1cd8b0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:53.017347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1289256-2955-4f29-805c-3a30930033b1 req-456babc6-0211-4f76-aeab-9bb46f1cd8b0 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "DELETE /v2.0/ports/921e9dfa-4851-4f10-8aca-a67485c5c8b6 HTTP/1.1" status: 204 len: 173 time: 0.7800202 Oct 19 11:19:53.017980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bd2f66-8fc4-4520-9a0e-f991627459e7', 'name': 'network-vif-deleted', 'tag': '921e9dfa-4851-4f10-8aca-a67485c5c8b6'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:53.020554 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fad042-4598-4b96-a604-f38861fd2059" -d '{"events": [{"server_uuid": "15bd2f66-8fc4-4520-9a0e-f991627459e7", "name": "network-vif-deleted", "tag": "921e9dfa-4851-4f10-8aca-a67485c5c8b6"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:53.078547 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea3df8f-d22f-4284-bfbe-780487f55767 x-openstack-request-id: req-7ea3df8f-d22f-4284-bfbe-780487f55767 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:53.079041 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bd2f66-8fc4-4520-9a0e-f991627459e7", "name": "network-vif-deleted", "tag": "921e9dfa-4851-4f10-8aca-a67485c5c8b6", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:53.079558 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ea3df8f-d22f-4284-bfbe-780487f55767 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:53.080126 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bd2f66-8fc4-4520-9a0e-f991627459e7', 'name': 'network-vif-deleted', 'tag': '921e9dfa-4851-4f10-8aca-a67485c5c8b6', 'status': 'completed', 'code': 200} Oct 19 11:19:53.175051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:53.191804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9bef3c9-cfa7-421f-ba48-4a370c4fc8f7 req-4bae4243-b8e7-4099-96fb-4ce0f3938408 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911355 Oct 19 11:19:53.193520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34473e4e-5b8b-4fb1-9bc4-f149f6c3005c service neutron] Pushing event updated for resources: {'Port': ['ID=2a704251-3e59-45fe-a6ce-9f980c57fcdc,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:53.239776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '2a704251-3e59-45fe-a6ce-9f980c57fcdc'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:53.242210 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515701fc-bafc-47b1-a723-0003b2f3501a" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "2a704251-3e59-45fe-a6ce-9f980c57fcdc"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:53.330013 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f553e45-b95f-4e4f-b20c-a64697212865 req-1b88eaad-977e-4ce3-b71a-103125dfb79f tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=15bd2f66-8fc4-4520-9a0e-f991627459e7 HTTP/1.1" status: 200 len: 210 time: 0.1076770 Oct 19 11:19:53.382349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:53.398898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963dfc-3049-42c1-950b-c100f57f09c8 req-42e2bd57-cfd3-4451-a973-62eaa517fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.400847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7b963dfc-3049-42c1-950b-c100f57f09c8 req-42e2bd57-cfd3-4451-a973-62eaa517fc76 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 1097 time: 0.6792240 Oct 19 11:19:53.454433 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4977ac23-efa3-4179-a1c7-e5a1e97a7e24 x-openstack-request-id: req-4977ac23-efa3-4179-a1c7-e5a1e97a7e24 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:53.455763 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "2a704251-3e59-45fe-a6ce-9f980c57fcdc", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:53.456749 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4977ac23-efa3-4179-a1c7-e5a1e97a7e24 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:53.457215 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '2a704251-3e59-45fe-a6ce-9f980c57fcdc', 'status': 'completed', 'code': 200} Oct 19 11:19:53.611859 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d4553774-1fde-4ed2-88b3-4042a5a716a5 req-321177a4-50ad-4ced-89b7-54198d568162 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 210 time: 0.0588791 Oct 19 11:19:53.648499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515701fc-bafc-47b1-a723-0003b2f3501a req-a73595d7-c669-40a2-b178-eb81b7cfa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.650663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515701fc-bafc-47b1-a723-0003b2f3501a req-a73595d7-c669-40a2-b178-eb81b7cfa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.653344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515701fc-bafc-47b1-a723-0003b2f3501a req-a73595d7-c669-40a2-b178-eb81b7cfa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.655200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515701fc-bafc-47b1-a723-0003b2f3501a req-a73595d7-c669-40a2-b178-eb81b7cfa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.655200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515701fc-bafc-47b1-a723-0003b2f3501a req-a73595d7-c669-40a2-b178-eb81b7cfa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.659214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515701fc-bafc-47b1-a723-0003b2f3501a req-a73595d7-c669-40a2-b178-eb81b7cfa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.659748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515701fc-bafc-47b1-a723-0003b2f3501a req-a73595d7-c669-40a2-b178-eb81b7cfa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.663001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515701fc-bafc-47b1-a723-0003b2f3501a req-a73595d7-c669-40a2-b178-eb81b7cfa7d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 6211 time: 0.1918221 Oct 19 11:19:53.860721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d532ac-c2be-444f-87a9-8549be2e1d59 req-699cb35d-230e-49fb-9063-6c6cbf08da4f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.866014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d532ac-c2be-444f-87a9-8549be2e1d59 req-699cb35d-230e-49fb-9063-6c6cbf08da4f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.878347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d532ac-c2be-444f-87a9-8549be2e1d59 req-699cb35d-230e-49fb-9063-6c6cbf08da4f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.889442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1261937f-c926-4fce-ae22-78d1678502cb {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:53.892014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d532ac-c2be-444f-87a9-8549be2e1d59 req-699cb35d-230e-49fb-9063-6c6cbf08da4f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.899176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:53.900916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d532ac-c2be-444f-87a9-8549be2e1d59 req-699cb35d-230e-49fb-9063-6c6cbf08da4f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.907678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d532ac-c2be-444f-87a9-8549be2e1d59 req-699cb35d-230e-49fb-9063-6c6cbf08da4f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.913503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Transition to ACTIVE for port object 1261937f-c926-4fce-ae22-78d1678502cb will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:19:53.913958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d532ac-c2be-444f-87a9-8549be2e1d59 req-699cb35d-230e-49fb-9063-6c6cbf08da4f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.915922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56d532ac-c2be-444f-87a9-8549be2e1d59 req-699cb35d-230e-49fb-9063-6c6cbf08da4f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5374 time: 0.2030251 Oct 19 11:19:53.918324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515701fc-bafc-47b1-a723-0003b2f3501a req-537f4bb0-b5d1-4c84-b61d-ced7963d996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.922841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515701fc-bafc-47b1-a723-0003b2f3501a req-537f4bb0-b5d1-4c84-b61d-ced7963d996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.922841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515701fc-bafc-47b1-a723-0003b2f3501a req-537f4bb0-b5d1-4c84-b61d-ced7963d996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.922841 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515701fc-bafc-47b1-a723-0003b2f3501a req-537f4bb0-b5d1-4c84-b61d-ced7963d996c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2479615 Oct 19 11:19:53.926499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7b963dfc-3049-42c1-950b-c100f57f09c8 req-46d3a5ed-95cf-431a-a912-bfd7f0d6314e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130050 Oct 19 11:19:53.950427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cb725-49fc-4a3e-ae9d-c7073a35d6cb req-e6311a82-a5c5-437a-9ba2-9a19a5ed6139 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:53.952019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b40cb725-49fc-4a3e-ae9d-c7073a35d6cb req-e6311a82-a5c5-437a-9ba2-9a19a5ed6139 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 946 time: 0.4211197 Oct 19 11:19:54.025101 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:54.029470 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b40cb725-49fc-4a3e-ae9d-c7073a35d6cb req-3bf73c0b-3739-46e8-9d02-40b6100d7000 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706232 Oct 19 11:19:54.091794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:54.269900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Pushing event updated for resources: {'Port': ['ID=1261937f-c926-4fce-ae22-78d1678502cb,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:54.374313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:54.375630 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56d532ac-c2be-444f-87a9-8549be2e1d59 req-f7861219-b714-48e0-83d5-72b2b2927b36 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4482224 Oct 19 11:19:54.443018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515701fc-bafc-47b1-a723-0003b2f3501a req-45675eb1-58e1-447e-b42c-98e938326ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:54.444754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515701fc-bafc-47b1-a723-0003b2f3501a req-45675eb1-58e1-447e-b42c-98e938326ef1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5024245 Oct 19 11:19:54.469192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event updated for resources: {'Port': ['ID=1bc1407f-fb4e-400e-a6e3-a0c850f15f91,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:54.549656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Network b157cbcc-604a-44be-a7df-eb39e3221861 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:19:54.560752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:19:54.564528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:19:54.599913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Attempting to bind port 1261937f-c926-4fce-ae22-78d1678502cb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:54.600404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Attempting to bind port 1261937f-c926-4fce-ae22-78d1678502cb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:54.600837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Attempting to bind port 1261937f-c926-4fce-ae22-78d1678502cb on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:54.618764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Port 1261937f-c926-4fce-ae22-78d1678502cb on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:19:54.619514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Attempting to bind port 1261937f-c926-4fce-ae22-78d1678502cb on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:54.646073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:54.646514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Checking segment: {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:54.647008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Bound using segment: {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:54.647554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Bound port: 1261937f-c926-4fce-ae22-78d1678502cb, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:54.648028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:54.662264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561880ff-6e5d-476f-a6cc-f4b54361d463 req-36ad2205-0bbc-4b84-a911-b4c30d99f707 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:54.664191 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-561880ff-6e5d-476f-a6cc-f4b54361d463 req-36ad2205-0bbc-4b84-a911-b4c30d99f707 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 946 time: 0.2257934 Oct 19 11:19:54.691413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:54.692238 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:54.702731 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 921e9dfa-4851-4f10-8aca-a67485c5c8b6 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:19:54.759254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 921e9dfa-4851-4f10-8aca-a67485c5c8b6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:19:54.760135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 921e9dfa-4851-4f10-8aca-a67485c5c8b6 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:19:54.796935 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-561880ff-6e5d-476f-a6cc-f4b54361d463 req-0540b796-cd3e-498b-8ece-ffe7c6250ff6 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224718 Oct 19 11:19:54.834827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] For port 1261937f-c926-4fce-ae22-78d1678502cb, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:54.839179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] For port 1261937f-c926-4fce-ae22-78d1678502cb, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1261937f-c926-4fce-ae22-78d1678502cb,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:54.859424 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-cf2c60e3-32f1-4aa9-9038-46c15d118fe6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8990302 Oct 19 11:19:54.869681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Request body: {'port': {'device_id': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:54.979211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8de92f-6b4a-43f5-a49f-116d638ab35f req-934c5eca-4fcf-4e02-9e20-6f7ef5c582d0 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:54.983397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:54.992969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce8de92f-6b4a-43f5-a49f-116d638ab35f req-934c5eca-4fcf-4e02-9e20-6f7ef5c582d0 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 932 time: 0.1114688 Oct 19 11:19:55.001653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:55.039820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:55.041307 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:55.042838 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] 10.222.0.26 "PUT /v2.0/ports/1261937f-c926-4fce-ae22-78d1678502cb HTTP/1.1" status: 200 len: 1091 time: 1.8730409 Oct 19 11:19:55.112276 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07355b7c-0660-4c55-ab8c-6a85487d028b req-1534ede2-9c24-4a8a-811b-959186dda34a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:55.114285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-07355b7c-0660-4c55-ab8c-6a85487d028b req-1534ede2-9c24-4a8a-811b-959186dda34a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 946 time: 0.1638088 Oct 19 11:19:55.126780 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce8de92f-6b4a-43f5-a49f-116d638ab35f req-59bfb981-7af5-4d6b-aeec-c41938e4509a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325567 Oct 19 11:19:55.130703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fe554e6a-0124-4018-9b36-c3a258e37a04 None None] Provisioning complete for port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:19:55.130703 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe554e6a-0124-4018-9b36-c3a258e37a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:55.135264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079f3f9-b408-4d46-966e-ee2761d76830 service neutron] Pushing event updated for resources: {'Port': ['ID=1261937f-c926-4fce-ae22-78d1678502cb,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:55.211950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fe554e6a-0124-4018-9b36-c3a258e37a04 None None] Port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:19:55.277784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:55.287857 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-07355b7c-0660-4c55-ab8c-6a85487d028b req-c90262ed-a43f-4e64-8f1c-077fa5ee4d43 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613116 Oct 19 11:19:55.391859 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-834f5cb8-cc71-4573-904c-dbf69d2880e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:55.429206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:55.458422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '1261937f-c926-4fce-ae22-78d1678502cb'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:55.461044 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "1261937f-c926-4fce-ae22-78d1678502cb"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:55.739542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d831cb-bfbc-479a-8198-51116c5888d3 req-e2d33c2d-1bae-4ca5-9dd6-6cbceae9d541 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:55.741026 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d1d831cb-bfbc-479a-8198-51116c5888d3 req-e2d33c2d-1bae-4ca5-9dd6-6cbceae9d541 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 946 time: 0.1258450 Oct 19 11:19:55.911103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d1d831cb-bfbc-479a-8198-51116c5888d3 req-41244098-3bdf-4531-92bc-b142282814f3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496613 Oct 19 11:19:55.917745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:55.949509 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:55.962129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933d972-b462-4fac-970d-01691a96633b req-c68c9db1-9723-4af1-998d-3c9d25d064ab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:55.968680 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933d972-b462-4fac-970d-01691a96633b req-c68c9db1-9723-4af1-998d-3c9d25d064ab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:55.974595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933d972-b462-4fac-970d-01691a96633b req-c68c9db1-9723-4af1-998d-3c9d25d064ab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:55.980520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933d972-b462-4fac-970d-01691a96633b req-c68c9db1-9723-4af1-998d-3c9d25d064ab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:55.984686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Transition to ACTIVE for port object 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:19:55.991486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933d972-b462-4fac-970d-01691a96633b req-c68c9db1-9723-4af1-998d-3c9d25d064ab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:55.998695 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f199aee-9ef5-495a-91e0-861b2d8cf2f8 x-openstack-request-id: req-8f199aee-9ef5-495a-91e0-861b2d8cf2f8 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:55.998985 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "1261937f-c926-4fce-ae22-78d1678502cb", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:55.999234 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f199aee-9ef5-495a-91e0-861b2d8cf2f8 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:55.999646 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '1261937f-c926-4fce-ae22-78d1678502cb', 'status': 'completed', 'code': 200} Oct 19 11:19:55.999779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933d972-b462-4fac-970d-01691a96633b req-c68c9db1-9723-4af1-998d-3c9d25d064ab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.005764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933d972-b462-4fac-970d-01691a96633b req-c68c9db1-9723-4af1-998d-3c9d25d064ab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.012754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4933d972-b462-4fac-970d-01691a96633b req-c68c9db1-9723-4af1-998d-3c9d25d064ab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5386 time: 0.1436653 Oct 19 11:19:56.090684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:56.100562 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:56.110182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4933d972-b462-4fac-970d-01691a96633b req-57a79078-da9b-4013-8015-eb5ff375620a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928564 Oct 19 11:19:56.115632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Transition to ACTIVE for port object 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:19:56.129472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-3b5c6836-e090-4266-a33f-1ccc17d0a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.129953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-3b5c6836-e090-4266-a33f-1ccc17d0a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.130413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-3b5c6836-e090-4266-a33f-1ccc17d0a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.130868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-3b5c6836-e090-4266-a33f-1ccc17d0a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.131316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-3b5c6836-e090-4266-a33f-1ccc17d0a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.131766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-3b5c6836-e090-4266-a33f-1ccc17d0a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.132206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-3b5c6836-e090-4266-a33f-1ccc17d0a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.137378 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:56.144200 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-3b5c6836-e090-4266-a33f-1ccc17d0a914 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 6278 time: 0.1192026 Oct 19 11:19:56.277667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:56.334755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Pushing event updated for resources: {'Port': ['ID=1bc1407f-fb4e-400e-a6e3-a0c850f15f91,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:56.365346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18345ee4-5f5a-494e-b7f9-2950f4a8f9d8 req-2d16ed3d-f4be-41a3-a8e2-adfd0f8b30b4 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.373837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18345ee4-5f5a-494e-b7f9-2950f4a8f9d8 req-2d16ed3d-f4be-41a3-a8e2-adfd0f8b30b4 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 950 time: 0.2561526 Oct 19 11:19:56.393631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-64bb655a-5de2-41cd-a9f6-8f167983419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.394301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-64bb655a-5de2-41cd-a9f6-8f167983419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.394925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-64bb655a-5de2-41cd-a9f6-8f167983419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.397017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-64bb655a-5de2-41cd-a9f6-8f167983419e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2367549 Oct 19 11:19:56.413383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2202706-4a15-47be-9410-98c6e9087f0e req-e654b86b-be78-475c-9d19-0eb48dfd679a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.415245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2202706-4a15-47be-9410-98c6e9087f0e req-e654b86b-be78-475c-9d19-0eb48dfd679a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 946 time: 0.1285906 Oct 19 11:19:56.672313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2202706-4a15-47be-9410-98c6e9087f0e req-11666a28-b9b2-48d0-94cf-a4ad0399b78e tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349131 Oct 19 11:19:56.722776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-95a853d3-b485-460b-9f05-a473b6ff8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.725102 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d79d10e2-da6b-4452-ba7d-400c8a7be7d3 req-95a853d3-b485-460b-9f05-a473b6ff8e65 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3075924 Oct 19 11:19:56.761143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Pushing event updated for resources: {'Port': ['ID=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:56.780339 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18345ee4-5f5a-494e-b7f9-2950f4a8f9d8 req-437b92c8-aec2-4b53-9f22-95658d8eefb5 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056211 Oct 19 11:19:56.820597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Attempting to bind port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:56.820942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Attempting to bind port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:56.821262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Attempting to bind port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:56.856868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:19:56.856868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Attempting to bind port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:56.876868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:56.877196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Checking segment: {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:56.877584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Bound using segment: {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:56.878002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Bound port: 6a3f2d9a-e040-433c-8d60-ac41df6b0b15, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c256288-12a1-4506-b4d8-ca0869ac59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:56.878372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:56.893928 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Attempting to bind port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:56.894259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Attempting to bind port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:56.894583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Attempting to bind port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 on network b157cbcc-604a-44be-a7df-eb39e3221861 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:56.912802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 on network b157cbcc-604a-44be-a7df-eb39e3221861 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:19:56.913121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Attempting to bind port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 on network b157cbcc-604a-44be-a7df-eb39e3221861 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:56.941899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:56.942243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Checking segment: {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:56.942622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Bound using segment: {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:56.943186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Bound port: 1bc1407f-fb4e-400e-a6e3-a0c850f15f91, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:56.943538 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:56.981712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4ad9e-ec21-4199-9e42-1d8907ac7114 req-e0a553cd-d8ce-4014-b7fb-540bb45730a7 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:56.983433 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3dd4ad9e-ec21-4199-9e42-1d8907ac7114 req-e0a553cd-d8ce-4014-b7fb-540bb45730a7 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 944 time: 0.1235549 Oct 19 11:19:57.052546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] For port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:57.088045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] For port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:57.100529 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3dd4ad9e-ec21-4199-9e42-1d8907ac7114 req-991af8ee-9103-431e-b8c7-6feb07a712e8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017373 Oct 19 11:19:57.112962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] For port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:57.116958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] For port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1bc1407f-fb4e-400e-a6e3-a0c850f15f91,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:57.197230 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:57.221458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.221972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:57.223529 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] 10.222.0.26 "PUT /v2.0/ports/6a3f2d9a-e040-433c-8d60-ac41df6b0b15 HTTP/1.1" status: 200 len: 1090 time: 1.9588039 Oct 19 11:19:57.276317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:57.317437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcac34-ece5-4ec3-86e7-cac409b2b427 req-82eef701-a970-4792-8ec0-a107e3164dd9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.319045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77bcac34-ece5-4ec3-86e7-cac409b2b427 req-82eef701-a970-4792-8ec0-a107e3164dd9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 946 time: 0.0798991 Oct 19 11:19:57.353008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:57.407861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.415711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:57.417523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] 10.222.0.49 "PUT /v2.0/ports/1bc1407f-fb4e-400e-a6e3-a0c850f15f91 HTTP/1.1" status: 200 len: 1092 time: 2.5549133 Oct 19 11:19:57.448654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af855eef-7a41-46a4-bbc4-f0bd80feab4a service neutron] Pushing event updated for resources: {'Port': ['ID=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:57.516279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d184c-117f-41b8-aa3e-3facb2b3bbff service neutron] Pushing event updated for resources: {'Port': ['ID=1bc1407f-fb4e-400e-a6e3-a0c850f15f91,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:57.548173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77bcac34-ece5-4ec3-86e7-cac409b2b427 req-6fc7b170-ef1c-4e53-91d3-d83f0ecdaec9 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154164 Oct 19 11:19:57.552193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:57.601821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b2a0a-1cbe-428d-8203-65ccdbc40ace req-88fb225f-0f69-4c5c-bd7d-1a615efd361e tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.618297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d49b2a0a-1cbe-428d-8203-65ccdbc40ace req-88fb225f-0f69-4c5c-bd7d-1a615efd361e tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 950 time: 0.3261206 Oct 19 11:19:57.701544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-a2c33148-e218-4365-a939-462e9ffde94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.704384 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-a2c33148-e218-4365-a939-462e9ffde94f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 1095 time: 0.1779723 Oct 19 11:19:57.746084 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc1e80a5-82bc-437b-b263-109cf8b89d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:57.827168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7feabd-d95d-4d10-9e98-363c9bb61dd9 req-a353ae7b-9241-4104-85c0-9262604f9deb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.833848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7feabd-d95d-4d10-9e98-363c9bb61dd9 req-a353ae7b-9241-4104-85c0-9262604f9deb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.840791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7feabd-d95d-4d10-9e98-363c9bb61dd9 req-a353ae7b-9241-4104-85c0-9262604f9deb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.847619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7feabd-d95d-4d10-9e98-363c9bb61dd9 req-a353ae7b-9241-4104-85c0-9262604f9deb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.854261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7feabd-d95d-4d10-9e98-363c9bb61dd9 req-a353ae7b-9241-4104-85c0-9262604f9deb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.860661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7feabd-d95d-4d10-9e98-363c9bb61dd9 req-a353ae7b-9241-4104-85c0-9262604f9deb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.866808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7feabd-d95d-4d10-9e98-363c9bb61dd9 req-a353ae7b-9241-4104-85c0-9262604f9deb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:57.874929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1b7feabd-d95d-4d10-9e98-363c9bb61dd9 req-a353ae7b-9241-4104-85c0-9262604f9deb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5398 time: 0.1995032 Oct 19 11:19:57.910163 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-9ab8fce3-8c1d-4fbb-aaa1-5be284677a98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc1407f-fb4e-400e-a6e3-a0c850f15f91 HTTP/1.1" status: 200 len: 217 time: 0.1536303 Oct 19 11:19:57.951040 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1b7feabd-d95d-4d10-9e98-363c9bb61dd9 req-bb90b148-3e4e-4f92-b52e-614c082f30dd tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748079 Oct 19 11:19:58.030979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '6a3f2d9a-e040-433c-8d60-ac41df6b0b15'}, {'name': 'network-changed', 'server_uuid': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'tag': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:58.034202 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ae64de-15b6-4ca7-87a3-f5360efdea67" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "6a3f2d9a-e040-433c-8d60-ac41df6b0b15"}, {"name": "network-changed", "server_uuid": "c972edd3-aa75-4953-bfb5-718a4e05bade", "tag": "1bc1407f-fb4e-400e-a6e3-a0c850f15f91"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:58.069761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-7a3e9efe-a16c-4f61-bced-d35306eb5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.071391 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-7a3e9efe-a16c-4f61-bced-d35306eb5130 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 200 len: 850 time: 0.1227140 Oct 19 11:19:58.136874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-d49b2a0a-1cbe-428d-8203-65ccdbc40ace req-9ea17296-e6ed-440f-9590-cbe0ed5ad071 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Deleting port 8555f930-5114-484a-af54-e9ec0ed156da {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:19:58.137281 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d49b2a0a-1cbe-428d-8203-65ccdbc40ace req-9ea17296-e6ed-440f-9590-cbe0ed5ad071 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:58.168335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed4bbe-9a07-47af-a22d-420c32365474 req-cf2e048e-72c5-465f-a1a3-dddf0dabf26b tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.169912 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5ed4bbe-9a07-47af-a22d-420c32365474 req-cf2e048e-72c5-465f-a1a3-dddf0dabf26b tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 946 time: 0.1326656 Oct 19 11:19:58.241315 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-f382ec81-5404-4286-b986-f303f6cd90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.242807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-f382ec81-5404-4286-b986-f303f6cd90b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b157cbcc-604a-44be-a7df-eb39e3221861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616902 Oct 19 11:19:58.257032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e750a961-753d-4d31-907b-533ce621354b {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:19:58.266365 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:58.278670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Transition to ACTIVE for port object e750a961-753d-4d31-907b-533ce621354b will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:19:58.286993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5ed4bbe-9a07-47af-a22d-420c32365474 req-185c7179-3782-42e3-b54e-e4a767644c86 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092420 Oct 19 11:19:58.369009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b12fc-0c47-4d96-a509-2503ade2eb40 req-66a12a24-31ea-41c0-9753-7d0d8bd1435b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.370390 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-900b12fc-0c47-4d96-a509-2503ade2eb40 req-66a12a24-31ea-41c0-9753-7d0d8bd1435b tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 950 time: 0.2073259 Oct 19 11:19:58.384155 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:58.675395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Pushing event updated for resources: {'Port': ['ID=e750a961-753d-4d31-907b-533ce621354b,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:58.719219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-e5179487-72f1-4997-826f-f90184bca626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.719991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-e5179487-72f1-4997-826f-f90184bca626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.720735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-e5179487-72f1-4997-826f-f90184bca626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.721408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-e5179487-72f1-4997-826f-f90184bca626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.722092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-e5179487-72f1-4997-826f-f90184bca626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.722736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-e5179487-72f1-4997-826f-f90184bca626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.723362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-e5179487-72f1-4997-826f-f90184bca626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.725590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-e5179487-72f1-4997-826f-f90184bca626 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 6370 time: 0.1364415 Oct 19 11:19:58.730969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Attempting to bind port e750a961-753d-4d31-907b-533ce621354b on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:19:58.735816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Attempting to bind port e750a961-753d-4d31-907b-533ce621354b by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:19:58.736417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Attempting to bind port e750a961-753d-4d31-907b-533ce621354b on network 8a34aa85-73fb-4dda-833f-cf2868f658c7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:58.780176 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81438802-8948-4fe7-bd88-27dc6e9d636e x-openstack-request-id: req-81438802-8948-4fe7-bd88-27dc6e9d636e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:19:58.781235 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "6a3f2d9a-e040-433c-8d60-ac41df6b0b15", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c972edd3-aa75-4953-bfb5-718a4e05bade", "tag": "1bc1407f-fb4e-400e-a6e3-a0c850f15f91", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:19:58.781412 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81438802-8948-4fe7-bd88-27dc6e9d636e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:19:58.781815 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '6a3f2d9a-e040-433c-8d60-ac41df6b0b15', 'status': 'completed', 'code': 200} Oct 19 11:19:58.782199 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'tag': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91', 'status': 'completed', 'code': 200} Oct 19 11:19:58.800080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Port e750a961-753d-4d31-907b-533ce621354b on network 8a34aa85-73fb-4dda-833f-cf2868f658c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:19:58.800739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Attempting to bind port e750a961-753d-4d31-907b-533ce621354b on network 8a34aa85-73fb-4dda-833f-cf2868f658c7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:19:58.835179 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5672-21f4-4aba-bf8c-de62829c005c req-855c7f3b-4ef2-418a-991d-79b938462232 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:58.843621 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bb9d5672-21f4-4aba-bf8c-de62829c005c req-855c7f3b-4ef2-418a-991d-79b938462232 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 944 time: 0.1037226 Oct 19 11:19:58.854819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:19:58.861854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Checking segment: {'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:19:58.861854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Bound using segment: {'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:19:58.861854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Bound port: e750a961-753d-4d31-907b-533ce621354b, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:19:58.861854 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:58.900340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d49b2a0a-1cbe-428d-8203-65ccdbc40ace req-9ea17296-e6ed-440f-9590-cbe0ed5ad071 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] For port 8555f930-5114-484a-af54-e9ec0ed156da, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8555f930-5114-484a-af54-e9ec0ed156da,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:19:58.901146 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d49b2a0a-1cbe-428d-8203-65ccdbc40ace req-9ea17296-e6ed-440f-9590-cbe0ed5ad071 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:58.916129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-d49b2a0a-1cbe-428d-8203-65ccdbc40ace req-9ea17296-e6ed-440f-9590-cbe0ed5ad071 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Calling delete_port for 8555f930-5114-484a-af54-e9ec0ed156da owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:19:59.003206 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:59.018162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] For port e750a961-753d-4d31-907b-533ce621354b, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:19:59.021836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] For port e750a961-753d-4d31-907b-533ce621354b, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e750a961-753d-4d31-907b-533ce621354b,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:19:59.025788 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:59.084705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bb9d5672-21f4-4aba-bf8c-de62829c005c req-5772e66a-7e38-4e95-9c19-205762ad3207 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378707 Oct 19 11:19:59.094901 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:59.180014 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-900b12fc-0c47-4d96-a509-2503ade2eb40 req-0a95fe31-8b59-4ae4-b13b-b608f3a25136 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8003776 Oct 19 11:19:59.224185 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-a1d84848-5b52-432c-bcde-be5f5448465a service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9352691 Oct 19 11:19:59.226891 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d49b2a0a-1cbe-428d-8203-65ccdbc40ace req-9ea17296-e6ed-440f-9590-cbe0ed5ad071 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:59.242484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['065adc0d-b582-46de-ac83-08a3af43e6de'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:19:59.319050 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.324091 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:59.326424 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] 10.222.0.26 "PUT /v2.0/ports/e750a961-753d-4d31-907b-533ce621354b HTTP/1.1" status: 200 len: 1091 time: 1.9778237 Oct 19 11:19:59.350868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': 'e750a961-753d-4d31-907b-533ce621354b'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:19:59.361058 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaea92bc-6161-4f21-a087-ff4ed674b699" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "e750a961-753d-4d31-907b-533ce621354b"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:19:59.368057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea17296-e6ed-440f-9590-cbe0ed5ad071 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Pushing event deleted for resources: {'Port': ['ID=8555f930-5114-484a-af54-e9ec0ed156da,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:59.385299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-4d44c62a-0a70-4cca-88c5-95bc3a259385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.388386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-4d44c62a-0a70-4cca-88c5-95bc3a259385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.389299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-4d44c62a-0a70-4cca-88c5-95bc3a259385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.391921 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-4d44c62a-0a70-4cca-88c5-95bc3a259385 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6221514 Oct 19 11:19:59.417204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fa6e4-c7b2-4847-a08f-01485e06fa92 service neutron] Pushing event updated for resources: {'Port': ['ID=e750a961-753d-4d31-907b-533ce621354b,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:19:59.443460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Request body: {'port': {'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:19:59.619419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49b2a0a-1cbe-428d-8203-65ccdbc40ace req-9ea17296-e6ed-440f-9590-cbe0ed5ad071 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] No DVR routers for this DVR port 8555f930-5114-484a-af54-e9ec0ed156da on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:19:59.622450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d49b2a0a-1cbe-428d-8203-65ccdbc40ace req-9ea17296-e6ed-440f-9590-cbe0ed5ad071 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:59.626630 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d49b2a0a-1cbe-428d-8203-65ccdbc40ace req-9ea17296-e6ed-440f-9590-cbe0ed5ad071 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "DELETE /v2.0/ports/8555f930-5114-484a-af54-e9ec0ed156da HTTP/1.1" status: 204 len: 173 time: 1.9940922 Oct 19 11:19:59.677093 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37ea2ac0-42d5-49e1-871f-7a12a3e97abb req-ab6f6dbe-51fc-4502-8972-9248588ed5b6 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355793 Oct 19 11:19:59.744901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8bd96-70d9-43ad-a25f-571798d9afe5 req-fa5a4d81-a5ce-492a-b5f5-f99084e644aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.751493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8bd96-70d9-43ad-a25f-571798d9afe5 req-fa5a4d81-a5ce-492a-b5f5-f99084e644aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.761155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8bd96-70d9-43ad-a25f-571798d9afe5 req-fa5a4d81-a5ce-492a-b5f5-f99084e644aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.768282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8bd96-70d9-43ad-a25f-571798d9afe5 req-fa5a4d81-a5ce-492a-b5f5-f99084e644aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.774373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8bd96-70d9-43ad-a25f-571798d9afe5 req-fa5a4d81-a5ce-492a-b5f5-f99084e644aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.781341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8bd96-70d9-43ad-a25f-571798d9afe5 req-fa5a4d81-a5ce-492a-b5f5-f99084e644aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.787373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8bd96-70d9-43ad-a25f-571798d9afe5 req-fa5a4d81-a5ce-492a-b5f5-f99084e644aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.795747 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24c8bd96-70d9-43ad-a25f-571798d9afe5 req-fa5a4d81-a5ce-492a-b5f5-f99084e644aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5410 time: 0.2862873 Oct 19 11:19:59.808355 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:19:59.874449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-de7cc11e-835f-48d2-88cd-02b0fb230b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.876704 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-de7cc11e-835f-48d2-88cd-02b0fb230b00 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4709866 Oct 19 11:19:59.973651 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24c8bd96-70d9-43ad-a25f-571798d9afe5 req-34267e5e-b158-4e54-942d-ba53d116d5ba tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1767974 Oct 19 11:19:59.994413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-6133d0a7-cb3a-42a1-8b04-30d03bba66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:19:59.996911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-6133d0a7-cb3a-42a1-8b04-30d03bba66e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 1095 time: 0.1391671 Oct 19 11:20:00.176751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-eb02cc7b-1bdd-4aa8-b5ec-e11dc5f9c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:00.178828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-eb02cc7b-1bdd-4aa8-b5ec-e11dc5f9c73e service neutron] 10.222.0.49 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 912 time: 0.1713512 Oct 19 11:20:00.237791 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-1b94b2f1-bcfa-4534-9e58-d77a2a381c47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc1407f-fb4e-400e-a6e3-a0c850f15f91 HTTP/1.1" status: 200 len: 217 time: 0.0484152 Oct 19 11:20:00.303775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-77be1787-8531-43b7-a41c-c39206ebb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:00.305939 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-77be1787-8531-43b7-a41c-c39206ebb67c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 200 len: 850 time: 0.0576506 Oct 19 11:20:00.367845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2807284-a523-414d-b2a2-c7c0ab2cceb8 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:00.374493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-60d71574-6629-48b2-bbe6-8b4aab59dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:00.377049 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-60d71574-6629-48b2-bbe6-8b4aab59dd96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b157cbcc-604a-44be-a7df-eb39e3221861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598118 Oct 19 11:20:00.378009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:00.394679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Transition to ACTIVE for port object a2807284-a523-414d-b2a2-c7c0ab2cceb8 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:20:00.466073 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:00.525761 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-445b2eb6-5322-4b24-88a0-d819f3348e39 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357074 Oct 19 11:20:00.525910 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2442e4-3006-4ed8-87e2-1dc7b7c74fe2 x-openstack-request-id: req-fc2442e4-3006-4ed8-87e2-1dc7b7c74fe2 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:00.525910 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "e750a961-753d-4d31-907b-533ce621354b", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:00.526185 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc2442e4-3006-4ed8-87e2-1dc7b7c74fe2 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:00.526592 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': 'e750a961-753d-4d31-907b-533ce621354b', 'status': 'completed', 'code': 200} Oct 19 11:20:00.696954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Pushing event updated for resources: {'Port': ['ID=a2807284-a523-414d-b2a2-c7c0ab2cceb8,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:00.711726 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:00.734509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-9ae61cea-d9d2-444f-9f9e-33bf63a1a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:00.734973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-9ae61cea-d9d2-444f-9f9e-33bf63a1a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:00.737901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-9ae61cea-d9d2-444f-9f9e-33bf63a1a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:00.737901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-9ae61cea-d9d2-444f-9f9e-33bf63a1a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:00.738911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8555f930-5114-484a-af54-e9ec0ed156da no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:00.739354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-9ae61cea-d9d2-444f-9f9e-33bf63a1a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:00.740047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-9ae61cea-d9d2-444f-9f9e-33bf63a1a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:00.740590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-9ae61cea-d9d2-444f-9f9e-33bf63a1a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:00.742726 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-9ae61cea-d9d2-444f-9f9e-33bf63a1a380 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 6437 time: 0.2151973 Oct 19 11:20:00.743672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Attempting to bind port a2807284-a523-414d-b2a2-c7c0ab2cceb8 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:00.744001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Attempting to bind port a2807284-a523-414d-b2a2-c7c0ab2cceb8 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:00.744373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Attempting to bind port a2807284-a523-414d-b2a2-c7c0ab2cceb8 on network 8a34aa85-73fb-4dda-833f-cf2868f658c7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:00.750046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Port a2807284-a523-414d-b2a2-c7c0ab2cceb8 on network 8a34aa85-73fb-4dda-833f-cf2868f658c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:20:00.750807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Attempting to bind port a2807284-a523-414d-b2a2-c7c0ab2cceb8 on network 8a34aa85-73fb-4dda-833f-cf2868f658c7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:00.767006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:00.767342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Checking segment: {'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:00.768386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Bound using segment: {'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:00.768895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Bound port: a2807284-a523-414d-b2a2-c7c0ab2cceb8, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0881293e-9c88-42be-9b8b-12de330efe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:00.772198 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:00.794795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 8555f930-5114-484a-af54-e9ec0ed156da {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:00.796917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8555f930-5114-484a-af54-e9ec0ed156da not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:00.801071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f947a5-acd3-4349-a242-70bb036beac9', 'name': 'network-vif-deleted', 'tag': '8555f930-5114-484a-af54-e9ec0ed156da'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:00.817088 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d71032e-1d26-4018-a7d9-ccbf9dc4a46c" -d '{"events": [{"server_uuid": "a1f947a5-acd3-4349-a242-70bb036beac9", "name": "network-vif-deleted", "tag": "8555f930-5114-484a-af54-e9ec0ed156da"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:00.827148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2ae64de-15b6-4ca7-87a3-f5360efdea67 req-5c702f8d-afa5-49ba-8213-a246844abc8b service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939165 Oct 19 11:20:00.960223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ff30e-b565-4c58-b53f-693f484e89c0 req-aae478c0-d5b6-46b8-9977-36d9ecf4c835 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:00.966174 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-598ff30e-b565-4c58-b53f-693f484e89c0 req-aae478c0-d5b6-46b8-9977-36d9ecf4c835 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 944 time: 0.1350267 Oct 19 11:20:01.031307 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-598ff30e-b565-4c58-b53f-693f484e89c0 req-08118b96-56af-482d-b2fc-2f53781ef0e4 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585012 Oct 19 11:20:01.046249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26a9e2ea-7234-4dd8-88b7-82d9a994ad90 req-83d95ccb-87a1-4311-9564-00c1fda9bcc3 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f947a5-acd3-4349-a242-70bb036beac9 HTTP/1.1" status: 200 len: 210 time: 0.0731266 Oct 19 11:20:01.054594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] For port a2807284-a523-414d-b2a2-c7c0ab2cceb8, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:01.058805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-c92b63c8-73a5-4d80-91eb-e49f19acae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.058805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-c92b63c8-73a5-4d80-91eb-e49f19acae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.059742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-c92b63c8-73a5-4d80-91eb-e49f19acae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.062736 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-c92b63c8-73a5-4d80-91eb-e49f19acae4e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3083892 Oct 19 11:20:01.111454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] For port a2807284-a523-414d-b2a2-c7c0ab2cceb8, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a2807284-a523-414d-b2a2-c7c0ab2cceb8,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:01.243602 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212f2eed-2bf6-42ee-b2c5-5bc2315d0b53 x-openstack-request-id: req-212f2eed-2bf6-42ee-b2c5-5bc2315d0b53 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:01.243602 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f947a5-acd3-4349-a242-70bb036beac9", "name": "network-vif-deleted", "tag": "8555f930-5114-484a-af54-e9ec0ed156da", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:01.243602 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-212f2eed-2bf6-42ee-b2c5-5bc2315d0b53 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:01.243602 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f947a5-acd3-4349-a242-70bb036beac9', 'name': 'network-vif-deleted', 'tag': '8555f930-5114-484a-af54-e9ec0ed156da', 'status': 'completed', 'code': 200} Oct 19 11:20:01.272213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-6a8b842c-8bcf-4ddd-a071-82a2cdcbdfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.273974 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aaea92bc-6161-4f21-a087-ff4ed674b699 req-6a8b842c-8bcf-4ddd-a071-82a2cdcbdfc3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1830382 Oct 19 11:20:01.288726 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:01.373770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:01.396220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.397687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:01.399083 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] 10.222.0.26 "PUT /v2.0/ports/a2807284-a523-414d-b2a2-c7c0ab2cceb8 HTTP/1.1" status: 200 len: 1091 time: 1.9606533 Oct 19 11:20:01.457985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd601d5-016a-4e76-ad50-5732062c9a60 req-6c43cd23-0431-4b6f-96fd-be775fc2313e tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.459577 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0cd601d5-016a-4e76-ad50-5732062c9a60 req-6c43cd23-0431-4b6f-96fd-be775fc2313e tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.26 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 946 time: 0.1059239 Oct 19 11:20:01.471198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbc824-fcf1-4065-98da-902026a2b48f req-21e45d3e-6438-4159-b77d-6780df57c4d3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.480116 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-14dbc824-fcf1-4065-98da-902026a2b48f req-21e45d3e-6438-4159-b77d-6780df57c4d3 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 946 time: 0.2051017 Oct 19 11:20:01.504701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713ac5b-46d7-4cca-bd30-4349e314df62 service neutron] Pushing event updated for resources: {'Port': ['ID=a2807284-a523-414d-b2a2-c7c0ab2cceb8,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:01.590072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-836d0d5f-8dc7-4f27-ba8a-77372e881bd8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2606444 Oct 19 11:20:01.636874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a7787-0907-4237-a07d-b25414cf7b9c req-057dea54-da6e-4f00-8c8f-6922f46a5660 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.663852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a7787-0907-4237-a07d-b25414cf7b9c req-057dea54-da6e-4f00-8c8f-6922f46a5660 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.676307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a7787-0907-4237-a07d-b25414cf7b9c req-057dea54-da6e-4f00-8c8f-6922f46a5660 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.690498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a7787-0907-4237-a07d-b25414cf7b9c req-057dea54-da6e-4f00-8c8f-6922f46a5660 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.700030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1bc1407f-fb4e-400e-a6e3-a0c850f15f91,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:01.706308 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-14dbc824-fcf1-4065-98da-902026a2b48f req-552dfb3a-bca1-4952-b9ae-933c28ad3977 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/security-groups?id=2e490c53-d841-4168-9739-d15638253d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251737 Oct 19 11:20:01.710121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a7787-0907-4237-a07d-b25414cf7b9c req-057dea54-da6e-4f00-8c8f-6922f46a5660 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.747026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'port_id': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91', 'mac_address': 'fa:16:3e:27:8e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:01.750765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a7787-0907-4237-a07d-b25414cf7b9c req-057dea54-da6e-4f00-8c8f-6922f46a5660 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.773547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a7787-0907-4237-a07d-b25414cf7b9c req-057dea54-da6e-4f00-8c8f-6922f46a5660 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.785384 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e31a7787-0907-4237-a07d-b25414cf7b9c req-057dea54-da6e-4f00-8c8f-6922f46a5660 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.4517641 Oct 19 11:20:01.785736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-974bcd90-49ca-41fc-a5ef-e06eed1e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.786280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-974bcd90-49ca-41fc-a5ef-e06eed1e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.786923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-974bcd90-49ca-41fc-a5ef-e06eed1e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.787526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-974bcd90-49ca-41fc-a5ef-e06eed1e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.788043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-974bcd90-49ca-41fc-a5ef-e06eed1e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.788625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-974bcd90-49ca-41fc-a5ef-e06eed1e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.789136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-974bcd90-49ca-41fc-a5ef-e06eed1e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.791162 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-974bcd90-49ca-41fc-a5ef-e06eed1e71a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 6479 time: 0.2451560 Oct 19 11:20:01.842196 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:01.851154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-68622135-6bef-4f9c-beb0-4348f12ae935 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6890fecc-07f2-474d-8fb9-693bd142b93a HTTP/1.1" status: 200 len: 217 time: 0.0484676 Oct 19 11:20:01.872411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:01.891011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-0cd601d5-016a-4e76-ad50-5732062c9a60 req-ea5c7053-8dd1-4137-9f1f-10806a61bec6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Deleting port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:01.891532 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0cd601d5-016a-4e76-ad50-5732062c9a60 req-ea5c7053-8dd1-4137-9f1f-10806a61bec6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:01.925589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1bc1407f-fb4e-400e-a6e3-a0c850f15f91,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:01.978415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-1a26779d-5549-44a8-a4b7-4d6393a5bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:01.984338 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-1a26779d-5549-44a8-a4b7-4d6393a5bd54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 1102 time: 0.1958969 Oct 19 11:20:01.988638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e31a7787-0907-4237-a07d-b25414cf7b9c req-a00e9f88-de9f-462d-8c5a-4dcab7232a4a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2021983 Oct 19 11:20:01.997504 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:01.998518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:02.034976 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-e5f72f54-098e-4b26-acf3-5cc665b1c705 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2456205 Oct 19 11:20:02.110087 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1bc1407f-fb4e-400e-a6e3-a0c850f15f91,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:02.127248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0cd601d5-016a-4e76-ad50-5732062c9a60 req-ea5c7053-8dd1-4137-9f1f-10806a61bec6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] For port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6,segment=NetworkSegment(1c7826fe-6fd1-48dc-824d-1500b6682114),segment_id=1c7826fe-6fd1-48dc-824d-1500b6682114)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:02.127598 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0cd601d5-016a-4e76-ad50-5732062c9a60 req-ea5c7053-8dd1-4137-9f1f-10806a61bec6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:02.172105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-0cd601d5-016a-4e76-ad50-5732062c9a60 req-ea5c7053-8dd1-4137-9f1f-10806a61bec6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Calling delete_port for 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:02.206411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-f1a85dfe-95ee-4de3-bcb2-9b00c4aa0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:02.208039 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-f1a85dfe-95ee-4de3-bcb2-9b00c4aa0741 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f99f8571-6895-466b-bfb0-4ebb55650ba5 HTTP/1.1" status: 200 len: 850 time: 0.3469443 Oct 19 11:20:02.219014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6c2ad-7da3-4e4d-8b9b-e75c95f8b359 req-dded1b03-36c9-4292-beb3-fec16e024966 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:02.226136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56a6c2ad-7da3-4e4d-8b9b-e75c95f8b359 req-dded1b03-36c9-4292-beb3-fec16e024966 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 946 time: 0.3626535 Oct 19 11:20:02.302220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-7eba05fb-7530-4f2b-a081-977e0bd9d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:02.304050 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-7eba05fb-7530-4f2b-a081-977e0bd9d1b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b41231ffdc5472db88c28378b6a108a&device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 1097 time: 0.2423518 Oct 19 11:20:02.330986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:02.336057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-b6b32f91-b065-41da-b1e7-027ea29ef418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:02.337580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-b6b32f91-b065-41da-b1e7-027ea29ef418 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.3239157 Oct 19 11:20:02.351700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '14c6d4e8-f1ba-4294-9cbb-363a887fa9d1', 'network_id': '92d48a4f-14d4-47f7-8527-4890bf68f902', 'port_id': '14c6d4e8-f1ba-4294-9cbb-363a887fa9d1', 'mac_address': 'fa:16:3e:31:23:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfa5705-e214-45b1-b7ca-60a9322912ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:02.362473 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56a6c2ad-7da3-4e4d-8b9b-e75c95f8b359 req-cf3801a1-6638-4eab-8fcb-1f10c09121d0 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353245 Oct 19 11:20:02.390130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-c88dda1b-372f-46d5-9e2a-c2b0ac2c8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:02.391617 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-c88dda1b-372f-46d5-9e2a-c2b0ac2c8433 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc29f516-d43c-4d64-9dd4-8e0a8f4373f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570263 Oct 19 11:20:02.416091 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:02.462238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:02.471034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-facde593-142b-4137-a528-849e46a9b787 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=065adc0d-b582-46de-ac83-08a3af43e6de HTTP/1.1" status: 200 len: 217 time: 0.0726113 Oct 19 11:20:02.511681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:02.540181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': 'a2807284-a523-414d-b2a2-c7c0ab2cceb8'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:02.542719 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9364af-e408-4aec-b991-2e26be071210" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "a2807284-a523-414d-b2a2-c7c0ab2cceb8"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:02.569649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-a2d6b3bc-aafd-455d-be26-bfe4019dcf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:02.571100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-a2d6b3bc-aafd-455d-be26-bfe4019dcf95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0911169 Oct 19 11:20:02.580376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef33c-c145-47cc-ab6a-cd09d6a0edf8 req-a5cee221-534f-403a-8eb0-4a1168081d74 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:02.584680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:02.587592 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9daef33c-c145-47cc-ab6a-cd09d6a0edf8 req-a5cee221-534f-403a-8eb0-4a1168081d74 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 945 time: 0.2650208 Oct 19 11:20:02.676385 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9daef33c-c145-47cc-ab6a-cd09d6a0edf8 req-c86116f5-bebe-480d-a007-327f8b56df43 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867596 Oct 19 11:20:02.681754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-e55edabe-df8e-4f7f-a9fa-593ca279f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:02.683296 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-e55edabe-df8e-4f7f-a9fa-593ca279f69b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e233824c-f866-4ed5-ad48-7b8c5d7d5218 HTTP/1.1" status: 200 len: 915 time: 0.3441491 Oct 19 11:20:02.687654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-3e447eaa-0e6e-40a0-8290-53e0d05ce5f7 service neutron] 10.222.0.26 "GET /v2.0/networks/dc29f516-d43c-4d64-9dd4-8e0a8f4373f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847991 Oct 19 11:20:02.763548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:02.775998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['14c6d4e8-f1ba-4294-9cbb-363a887fa9d1'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:02.787888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-03a8a459-d402-43a7-b7ea-a621f677578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:02.804675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-03a8a459-d402-43a7-b7ea-a621f677578f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2066541 Oct 19 11:20:02.886525 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-f0de704d-4bc9-4191-a480-2f549124ad19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e32722ac-43ca-4e30-a37f-b91e96b03973 HTTP/1.1" status: 200 len: 1001 time: 0.1952298 Oct 19 11:20:02.928101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['1bc1407f-fb4e-400e-a6e3-a0c850f15f91'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:02.995320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-d6c2ced5-2334-4fc7-a3f4-82b29adc59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:02.997268 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-d6c2ced5-2334-4fc7-a3f4-82b29adc59b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2de2ab05-6dd8-4d81-8644-90e71ec23a02 HTTP/1.1" status: 200 len: 853 time: 0.0831420 Oct 19 11:20:03.001465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-1649d748-6e37-47e3-a508-6dbe08829fd2 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890080 Oct 19 11:20:03.158676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-39f47172-22b2-4460-9eb0-eba2663d1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:03.161023 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-39f47172-22b2-4460-9eb0-eba2663d1124 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e233824c-f866-4ed5-ad48-7b8c5d7d5218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559820 Oct 19 11:20:03.211548 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba1c0dc7-ee22-40be-af2a-44d9a902ae0b req-5a6c5c5c-d731-48d9-9d49-fee152832e4f service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919479 Oct 19 11:20:03.304441 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed38fe9f-2a82-4bda-8f39-0c00ab3b0ccf x-openstack-request-id: req-ed38fe9f-2a82-4bda-8f39-0c00ab3b0ccf {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:03.304441 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "a2807284-a523-414d-b2a2-c7c0ab2cceb8", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:03.304441 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed38fe9f-2a82-4bda-8f39-0c00ab3b0ccf {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:03.304441 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': 'a2807284-a523-414d-b2a2-c7c0ab2cceb8', 'status': 'completed', 'code': 200} Oct 19 11:20:03.304990 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0cd601d5-016a-4e76-ad50-5732062c9a60 req-ea5c7053-8dd1-4137-9f1f-10806a61bec6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:03.382884 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-9bc89cf0-3cb9-49b7-a622-5038de62918b service neutron] 10.222.0.49 "GET /v2.0/networks/e233824c-f866-4ed5-ad48-7b8c5d7d5218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052009 Oct 19 11:20:03.393515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:03.424941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecda4c-a5cb-413c-a4c9-4fc78df6c6d9 req-a2d9aff1-2508-41ed-ac8e-ded34a6021c5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:03.431533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecda4c-a5cb-413c-a4c9-4fc78df6c6d9 req-a2d9aff1-2508-41ed-ac8e-ded34a6021c5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:03.438313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecda4c-a5cb-413c-a4c9-4fc78df6c6d9 req-a2d9aff1-2508-41ed-ac8e-ded34a6021c5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:03.453494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecda4c-a5cb-413c-a4c9-4fc78df6c6d9 req-a2d9aff1-2508-41ed-ac8e-ded34a6021c5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:03.459743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecda4c-a5cb-413c-a4c9-4fc78df6c6d9 req-a2d9aff1-2508-41ed-ac8e-ded34a6021c5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:03.466200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecda4c-a5cb-413c-a4c9-4fc78df6c6d9 req-a2d9aff1-2508-41ed-ac8e-ded34a6021c5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:03.472618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecda4c-a5cb-413c-a4c9-4fc78df6c6d9 req-a2d9aff1-2508-41ed-ac8e-ded34a6021c5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:03.480966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9ecda4c-a5cb-413c-a4c9-4fc78df6c6d9 req-a2d9aff1-2508-41ed-ac8e-ded34a6021c5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1486893 Oct 19 11:20:03.482454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c7053-8dd1-4137-9f1f-10806a61bec6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Pushing event deleted for resources: {'Port': ['ID=7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:03.527954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bcabaf0f-47a8-4bc9-aebf-e390b325e3ce req-b9d57605-92f7-42cb-9862-ae46aa5f0f99 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 210 time: 0.2144532 Oct 19 11:20:03.596973 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9ecda4c-a5cb-413c-a4c9-4fc78df6c6d9 req-86cb9622-93de-4d3d-b3e8-7159f0b6fefe tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085467 Oct 19 11:20:03.640015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e78a1ab1-aa06-4b42-aa8c-a343ed09c003 req-b2865071-6715-481d-894d-b5368b35495f service neutron] 10.222.0.49 "GET /v2.0/networks/e233824c-f866-4ed5-ad48-7b8c5d7d5218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412541 Oct 19 11:20:03.659196 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:03.682637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd601d5-016a-4e76-ad50-5732062c9a60 req-ea5c7053-8dd1-4137-9f1f-10806a61bec6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] No DVR routers for this DVR port 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:20:03.709432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0cd601d5-016a-4e76-ad50-5732062c9a60 req-ea5c7053-8dd1-4137-9f1f-10806a61bec6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:03.712814 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0cd601d5-016a-4e76-ad50-5732062c9a60 req-ea5c7053-8dd1-4137-9f1f-10806a61bec6 tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.26 "DELETE /v2.0/ports/7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 HTTP/1.1" status: 204 len: 173 time: 2.2305758 Oct 19 11:20:03.725869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:03.764359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-edae5905-fcd4-4c61-8511-344aeed23648 service neutron] 10.222.0.26 "GET /v2.0/networks/dc29f516-d43c-4d64-9dd4-8e0a8f4373f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0661128 Oct 19 11:20:03.772179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:03.840988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75f7a6-3e60-42c8-b3c1-ca7931ff6a93 req-371852bb-fefc-4b4d-8443-140e70d70386 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:03.841847 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-33a152b6-487e-462e-bdc1-65235d080619 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=9326ef13-ef39-49a2-a784-9cd9f9236b41 HTTP/1.1" status: 200 len: 217 time: 0.0610108 Oct 19 11:20:03.842872 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd75f7a6-3e60-42c8-b3c1-ca7931ff6a93 req-371852bb-fefc-4b4d-8443-140e70d70386 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 951 time: 0.0688155 Oct 19 11:20:03.898453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd75f7a6-3e60-42c8-b3c1-ca7931ff6a93 req-626c6608-ad53-4298-b90e-ab6826ad7933 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483902 Oct 19 11:20:03.939131 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:03.948368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-18975115-3f74-4ca0-981e-0be20187a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:03.951555 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-18975115-3f74-4ca0-981e-0be20187a6ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.0991011 Oct 19 11:20:04.028224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-2c1a3297-19ce-4ab3-b431-20c4e13712f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.030135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-2c1a3297-19ce-4ab3-b431-20c4e13712f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0656762 Oct 19 11:20:04.082497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac01ea-3ae0-4c46-9c14-4d1c6795c1b6 req-5d1cba0a-6a73-4bc2-a081-f9f5b933a159 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.092067 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b2ac01ea-3ae0-4c46-9c14-4d1c6795c1b6 req-5d1cba0a-6a73-4bc2-a081-f9f5b933a159 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 945 time: 0.0737700 Oct 19 11:20:04.105443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:04.148092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b2ac01ea-3ae0-4c46-9c14-4d1c6795c1b6 req-f928900b-0d90-435c-ab19-749076b7f3fd tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551121 Oct 19 11:20:04.248187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-ebddb492-53f6-4d7d-b021-bea9c81e78e5 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055156 Oct 19 11:20:04.268861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a21f9-d774-41aa-b8a2-27c517eeffdb req-20273bae-56d8-489e-b3d9-802b7ad52c73 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.274389 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-043a21f9-d774-41aa-b8a2-27c517eeffdb req-20273bae-56d8-489e-b3d9-802b7ad52c73 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 944 time: 0.0735509 Oct 19 11:20:04.376366 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-043a21f9-d774-41aa-b8a2-27c517eeffdb req-b5b32f00-d666-402d-935e-79d8f828dbad tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/security-groups?id=e11bd507-22a4-403c-925a-9179e56daaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925908 Oct 19 11:20:04.408819 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-41e10980-37a6-4fb8-9363-e610350b0ec2 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481614 Oct 19 11:20:04.462060 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-a69d82b4-d6d5-4a47-bf0a-b10ce57f5b9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=2a704251-3e59-45fe-a6ce-9f980c57fcdc HTTP/1.1" status: 200 len: 217 time: 0.0425842 Oct 19 11:20:04.538803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-4cab0d55-2649-4d84-83b4-ae18758293f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.539994 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-4cab0d55-2649-4d84-83b4-ae18758293f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.0555916 Oct 19 11:20:04.614342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-a996d7a0-3374-4896-b522-721c725c4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.614342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-a996d7a0-3374-4896-b522-721c725c4b22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527539 Oct 19 11:20:04.647295 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-195ceae1-0d7c-4c2a-be2c-a92eb9c6fcaa req-cbfd9ec5-34e8-4f67-acbe-a49b7064d57a tempest-ServerDiskConfigTestJSON-378886854 tempest-ServerDiskConfigTestJSON-378886854-project] 10.222.0.39 "GET /v2.0/ports?device_id=f54e4213-454f-47dd-952a-3177c503d5bc HTTP/1.1" status: 200 len: 210 time: 0.0325158 Oct 19 11:20:04.757070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:04.765620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-209d02ef-7b29-4362-ac6e-d925af42dccf service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518526 Oct 19 11:20:04.781437 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:04.782006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:04.782951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf36a-cf6e-48c4-a76b-0dfdef6114ed req-f1c8e95b-fa48-4fa6-8419-1ffe8d538b7b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.788808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38659fed-1415-487c-b6e4-ee7abf413bdf req-2ec7f315-bec7-4478-ba3d-8c1ad07a789a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.790301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf36a-cf6e-48c4-a76b-0dfdef6114ed req-f1c8e95b-fa48-4fa6-8419-1ffe8d538b7b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.791333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38659fed-1415-487c-b6e4-ee7abf413bdf req-2ec7f315-bec7-4478-ba3d-8c1ad07a789a tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.49 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 944 time: 0.0635657 Oct 19 11:20:04.796948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf36a-cf6e-48c4-a76b-0dfdef6114ed req-f1c8e95b-fa48-4fa6-8419-1ffe8d538b7b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.802951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf36a-cf6e-48c4-a76b-0dfdef6114ed req-f1c8e95b-fa48-4fa6-8419-1ffe8d538b7b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.809123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf36a-cf6e-48c4-a76b-0dfdef6114ed req-f1c8e95b-fa48-4fa6-8419-1ffe8d538b7b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.815839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf36a-cf6e-48c4-a76b-0dfdef6114ed req-f1c8e95b-fa48-4fa6-8419-1ffe8d538b7b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.821981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf36a-cf6e-48c4-a76b-0dfdef6114ed req-f1c8e95b-fa48-4fa6-8419-1ffe8d538b7b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.829727 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77bcf36a-cf6e-48c4-a76b-0dfdef6114ed req-f1c8e95b-fa48-4fa6-8419-1ffe8d538b7b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1448982 Oct 19 11:20:04.898084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-38659fed-1415-487c-b6e4-ee7abf413bdf req-bd0cbc81-5e5e-47a9-8583-2ab39c05d522 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Deleting port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:04.898485 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-38659fed-1415-487c-b6e4-ee7abf413bdf req-bd0cbc81-5e5e-47a9-8583-2ab39c05d522 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:04.963750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9ccfa-086c-40c9-a79e-5e418c51bf70 req-efd19d78-8ffe-4c34-a6e7-8829dfbd294c tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:04.966347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98a9ccfa-086c-40c9-a79e-5e418c51bf70 req-efd19d78-8ffe-4c34-a6e7-8829dfbd294c tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 951 time: 0.1285193 Oct 19 11:20:05.054659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-38659fed-1415-487c-b6e4-ee7abf413bdf req-bd0cbc81-5e5e-47a9-8583-2ab39c05d522 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] For port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,segment=NetworkSegment(0ce91087-e7c3-4d54-8032-42a0507516ae),segment_id=0ce91087-e7c3-4d54-8032-42a0507516ae)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:05.055023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-38659fed-1415-487c-b6e4-ee7abf413bdf req-bd0cbc81-5e5e-47a9-8583-2ab39c05d522 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:05.064967 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-1cf335e9-5b26-4cd4-9f67-6a9752643bb1 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222781 Oct 19 11:20:05.080413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-38659fed-1415-487c-b6e4-ee7abf413bdf req-bd0cbc81-5e5e-47a9-8583-2ab39c05d522 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Calling delete_port for 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:05.110416 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-697bd484-425f-4c63-a101-8698b9538c4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=1261937f-c926-4fce-ae22-78d1678502cb HTTP/1.1" status: 200 len: 217 time: 0.0388577 Oct 19 11:20:05.186126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa058-e2e3-4f5c-b73b-75b9105f9e0d req-e5ece2c2-8c55-486d-9e50-d5e944d665ff tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:05.188217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87aaa058-e2e3-4f5c-b73b-75b9105f9e0d req-e5ece2c2-8c55-486d-9e50-d5e944d665ff tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 951 time: 0.1192789 Oct 19 11:20:05.191141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77bcf36a-cf6e-48c4-a76b-0dfdef6114ed req-ebdee843-7e89-4b26-8366-f97de096381c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3599532 Oct 19 11:20:05.266438 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87aaa058-e2e3-4f5c-b73b-75b9105f9e0d req-2dbcbb49-a131-423e-9c57-ff80b35d4acb tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/security-groups?id=2daf4a94-0e70-46bd-a558-5da3b2be88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652087 Oct 19 11:20:05.295041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-7a08722a-edab-4f92-85d2-e5db3cc0d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:05.297615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-7a08722a-edab-4f92-85d2-e5db3cc0d915 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.1735148 Oct 19 11:20:05.303740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54e4213-454f-47dd-952a-3177c503d5bc', 'name': 'network-vif-deleted', 'tag': '7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:05.306473 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc28e6c-7b88-4bdb-8c4f-919eb499f057" -d '{"events": [{"server_uuid": "f54e4213-454f-47dd-952a-3177c503d5bc", "name": "network-vif-deleted", "tag": "7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:05.372824 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0f66b3-3d04-48f6-a8e6-6b498e5b5bf4 x-openstack-request-id: req-2f0f66b3-3d04-48f6-a8e6-6b498e5b5bf4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:05.373256 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54e4213-454f-47dd-952a-3177c503d5bc", "name": "network-vif-deleted", "tag": "7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:05.373604 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f0f66b3-3d04-48f6-a8e6-6b498e5b5bf4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:05.374651 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54e4213-454f-47dd-952a-3177c503d5bc', 'name': 'network-vif-deleted', 'tag': '7fbd0bd7-f7bb-486f-97e0-6ccdcf368eb6', 'status': 'completed', 'code': 200} Oct 19 11:20:05.387569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-98a9ccfa-086c-40c9-a79e-5e418c51bf70 req-3801cb80-d021-448d-8a1f-5b914d44e747 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Deleting port 065adc0d-b582-46de-ac83-08a3af43e6de {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:05.391991 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-98a9ccfa-086c-40c9-a79e-5e418c51bf70 req-3801cb80-d021-448d-8a1f-5b914d44e747 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:05.403259 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:05.440938 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-38659fed-1415-487c-b6e4-ee7abf413bdf req-bd0cbc81-5e5e-47a9-8583-2ab39c05d522 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:05.470869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['14c6d4e8-f1ba-4294-9cbb-363a887fa9d1'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:05.482944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cbc81-5e5e-47a9-8583-2ab39c05d522 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Pushing event deleted for resources: {'Port': ['ID=14c6d4e8-f1ba-4294-9cbb-363a887fa9d1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:05.525066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aba12-7aa0-4f62-bf9b-c657e5a5cfa3 req-f8b21516-a68e-4a90-ab69-67898d1c30ff tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:05.526252 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d27aba12-7aa0-4f62-bf9b-c657e5a5cfa3 req-f8b21516-a68e-4a90-ab69-67898d1c30ff tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 945 time: 0.2036917 Oct 19 11:20:05.542239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-ca42f9aa-0b45-40f7-882c-b4bf8a6ba69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:05.543968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-ca42f9aa-0b45-40f7-882c-b4bf8a6ba69b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2304804 Oct 19 11:20:05.573590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:05.578310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:05.578974 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:05.585887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29f2a1c0-a081-4326-b03f-442da7669dff req-c432bcaf-8030-4dfe-b643-59c48e4ab2d7 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 210 time: 0.0706546 Oct 19 11:20:05.586597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-38659fed-1415-487c-b6e4-ee7abf413bdf req-bd0cbc81-5e5e-47a9-8583-2ab39c05d522 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] No DVR routers for this DVR port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:20:05.599168 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-38659fed-1415-487c-b6e4-ee7abf413bdf req-bd0cbc81-5e5e-47a9-8583-2ab39c05d522 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:05.602645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38659fed-1415-487c-b6e4-ee7abf413bdf req-bd0cbc81-5e5e-47a9-8583-2ab39c05d522 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.49 "DELETE /v2.0/ports/14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 HTTP/1.1" status: 204 len: 173 time: 0.8056576 Oct 19 11:20:05.603095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9647a992-888c-4a86-93c8-91b75f861e15', 'name': 'network-vif-deleted', 'tag': '14c6d4e8-f1ba-4294-9cbb-363a887fa9d1'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:05.605600 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1e2604-c467-4a1e-a230-216975767654" -d '{"events": [{"server_uuid": "9647a992-888c-4a86-93c8-91b75f861e15", "name": "network-vif-deleted", "tag": "14c6d4e8-f1ba-4294-9cbb-363a887fa9d1"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:05.641602 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d27aba12-7aa0-4f62-bf9b-c657e5a5cfa3 req-1874252c-ae74-499c-a877-20bda0dd09c2 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015680 Oct 19 11:20:05.656833 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa24c0e-258c-4073-b5a6-d4ffbad6490b x-openstack-request-id: req-5fa24c0e-258c-4073-b5a6-d4ffbad6490b {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:05.656833 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9647a992-888c-4a86-93c8-91b75f861e15", "name": "network-vif-deleted", "tag": "14c6d4e8-f1ba-4294-9cbb-363a887fa9d1", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:05.656833 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fa24c0e-258c-4073-b5a6-d4ffbad6490b {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:05.656833 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9647a992-888c-4a86-93c8-91b75f861e15', 'name': 'network-vif-deleted', 'tag': '14c6d4e8-f1ba-4294-9cbb-363a887fa9d1', 'status': 'completed', 'code': 200} Oct 19 11:20:05.724029 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:05.732633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-98a9ccfa-086c-40c9-a79e-5e418c51bf70 req-3801cb80-d021-448d-8a1f-5b914d44e747 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] For port 065adc0d-b582-46de-ac83-08a3af43e6de, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=065adc0d-b582-46de-ac83-08a3af43e6de,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:05.732633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-98a9ccfa-086c-40c9-a79e-5e418c51bf70 req-3801cb80-d021-448d-8a1f-5b914d44e747 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:05.753837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-98a9ccfa-086c-40c9-a79e-5e418c51bf70 req-3801cb80-d021-448d-8a1f-5b914d44e747 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Calling delete_port for 065adc0d-b582-46de-ac83-08a3af43e6de owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:05.778810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:05.781939 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6181e29c-8c26-4ddf-afaf-0c7e4ba85bcf" -d '{"events": [{"server_uuid": "c972edd3-aa75-4953-bfb5-718a4e05bade", "name": "network-vif-plugged", "status": "completed", "tag": "1bc1407f-fb4e-400e-a6e3-a0c850f15f91"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:05.787287 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-7e91ff9d-28ad-4f56-976a-6b080db9b194 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150762 Oct 19 11:20:05.811172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1bc1407f-fb4e-400e-a6e3-a0c850f15f91,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:05.844734 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d909a57-38db-4b32-b747-4938a98f2b69 x-openstack-request-id: req-9d909a57-38db-4b32-b747-4938a98f2b69 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:05.844734 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972edd3-aa75-4953-bfb5-718a4e05bade", "name": "network-vif-plugged", "status": "completed", "tag": "1bc1407f-fb4e-400e-a6e3-a0c850f15f91", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:05.844734 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d909a57-38db-4b32-b747-4938a98f2b69 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:05.844734 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91', 'code': 200} Oct 19 11:20:05.909733 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:05.913273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:05.959236 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-00be7ccc-6c7d-46fb-a06e-4e105f5b1e07 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380925 Oct 19 11:20:05.983906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55688) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:05.987389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c3cc5-cf5e-49a7-b799-7193554434f7 req-b2937334-31d1-4bf0-a071-dd776d2d0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:05.988937 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a44c3cc5-cf5e-49a7-b799-7193554434f7 req-b2937334-31d1-4bf0-a071-dd776d2d0fed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 1097 time: 0.0876391 Oct 19 11:20:05.995229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:05.995582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 11:20:06.049732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-c81514e0-359e-4041-8647-0342756dfdf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=6a3f2d9a-e040-433c-8d60-ac41df6b0b15 HTTP/1.1" status: 200 len: 217 time: 0.0797381 Oct 19 11:20:06.056589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a44c3cc5-cf5e-49a7-b799-7193554434f7 req-e8581120-be6a-4b90-8cc5-3bff0a01e0cc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591474 Oct 19 11:20:06.067033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-633735fc-6dc1-43a3-8a40-85eae9a81c93 admin admin] Deleting subnet ce286523-df35-46a4-961e-ac9ad353f926 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:20:06.071099 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-633735fc-6dc1-43a3-8a40-85eae9a81c93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.122578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-f660559f-df37-45e3-8c54-666ff06d0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.124169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-f660559f-df37-45e3-8c54-666ff06d0ec8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.0620618 Oct 19 11:20:06.125425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-633735fc-6dc1-43a3-8a40-85eae9a81c93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.158907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Port 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 not found, will not notify nova. {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 11:20:06.166936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-633735fc-6dc1-43a3-8a40-85eae9a81c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.174044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1bc1407f-fb4e-400e-a6e3-a0c850f15f91,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:06.183876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-d6cb8e09-1542-4271-877a-82927f2893ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.185581 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-d6cb8e09-1542-4271-877a-82927f2893ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522964 Oct 19 11:20:06.202939 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-98a9ccfa-086c-40c9-a79e-5e418c51bf70 req-3801cb80-d021-448d-8a1f-5b914d44e747 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.219169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['065adc0d-b582-46de-ac83-08a3af43e6de'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:06.300230 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-633735fc-6dc1-43a3-8a40-85eae9a81c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.322294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801cb80-d021-448d-8a1f-5b914d44e747 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Pushing event deleted for resources: {'Port': ['ID=065adc0d-b582-46de-ac83-08a3af43e6de,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:06.343253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633735fc-6dc1-43a3-8a40-85eae9a81c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce286523-df35-46a4-961e-ac9ad353f926,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:06.347196 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-633735fc-6dc1-43a3-8a40-85eae9a81c93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.352861 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-633735fc-6dc1-43a3-8a40-85eae9a81c93 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ce286523-df35-46a4-961e-ac9ad353f926 HTTP/1.1" status: 204 len: 168 time: 0.3656342 Oct 19 11:20:06.353184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55702) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:06.402150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a9ccfa-086c-40c9-a79e-5e418c51bf70 req-3801cb80-d021-448d-8a1f-5b914d44e747 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] No DVR routers for this DVR port 065adc0d-b582-46de-ac83-08a3af43e6de on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:20:06.407366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc670667-273f-4344-8d36-e370980168b5 req-25bcf56e-56c1-48c8-9696-6691e6434a18 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 210 time: 0.0451913 Oct 19 11:20:06.410414 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-98a9ccfa-086c-40c9-a79e-5e418c51bf70 req-3801cb80-d021-448d-8a1f-5b914d44e747 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.413794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98a9ccfa-086c-40c9-a79e-5e418c51bf70 req-3801cb80-d021-448d-8a1f-5b914d44e747 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.26 "DELETE /v2.0/ports/065adc0d-b582-46de-ac83-08a3af43e6de HTTP/1.1" status: 204 len: 173 time: 1.4147484 Oct 19 11:20:06.443265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453098-eed8-4870-a4b2-03cdbbcfb196 req-48793817-110f-40dc-a0c1-f73d81704ea0 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.449361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453098-eed8-4870-a4b2-03cdbbcfb196 req-48793817-110f-40dc-a0c1-f73d81704ea0 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.455939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453098-eed8-4870-a4b2-03cdbbcfb196 req-48793817-110f-40dc-a0c1-f73d81704ea0 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.461958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453098-eed8-4870-a4b2-03cdbbcfb196 req-48793817-110f-40dc-a0c1-f73d81704ea0 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.467990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453098-eed8-4870-a4b2-03cdbbcfb196 req-48793817-110f-40dc-a0c1-f73d81704ea0 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.474089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453098-eed8-4870-a4b2-03cdbbcfb196 req-48793817-110f-40dc-a0c1-f73d81704ea0 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.480884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8453098-eed8-4870-a4b2-03cdbbcfb196 req-48793817-110f-40dc-a0c1-f73d81704ea0 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.482701 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.482950 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8453098-eed8-4870-a4b2-03cdbbcfb196 req-48793817-110f-40dc-a0c1-f73d81704ea0 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1800969 Oct 19 11:20:06.487030 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-54de2df5-d83b-4111-aa12-b2a729a3c3fc service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909622 Oct 19 11:20:06.560515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8453098-eed8-4870-a4b2-03cdbbcfb196 req-998c15f2-1d6c-4bd5-9515-1ce482d72a18 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686545 Oct 19 11:20:06.574114 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.622443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-02da8492-5b06-4376-925e-a8f4e10c2dc6 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233523 Oct 19 11:20:06.622694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c31ea62-a60c-4679-aabb-6afcaf1497ba']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:06.642941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7826fe-6fd1-48dc-824d-1500b6682114') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:06.643250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7826fe-6fd1-48dc-824d-1500b6682114') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:06.663663 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.677994 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-4620145c-bcf2-4843-8ba6-42ecc85ebf99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e750a961-753d-4d31-907b-533ce621354b HTTP/1.1" status: 200 len: 217 time: 0.0470450 Oct 19 11:20:06.689287 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.707265 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:20:06.707663 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:20:06.709619 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:20:06.737748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-399a9624-8210-4cac-b7c0-e0843dec5727 req-846c3da4-21c4-49c2-b2d8-1141870f6bd5 tempest-ImagesTestJSON-1012044573 tempest-ImagesTestJSON-1012044573-project] 10.222.0.39 "GET /v2.0/ports?device_id=9647a992-888c-4a86-93c8-91b75f861e15 HTTP/1.1" status: 200 len: 210 time: 0.0447159 Oct 19 11:20:06.797868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-f797f91c-f484-4e3e-bf05-0811a496bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.800279 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-f797f91c-f484-4e3e-bf05-0811a496bec9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6ffb802-95b0-4d36-8104-f7ff0255fe0a HTTP/1.1" status: 200 len: 797 time: 0.1017914 Oct 19 11:20:06.820117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7071d49-c61e-4d83-9a53-e5bf34ab82c6 req-669d15ac-ada0-4bba-8d7c-2bfde5b74431 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.821612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7071d49-c61e-4d83-9a53-e5bf34ab82c6 req-669d15ac-ada0-4bba-8d7c-2bfde5b74431 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 946 time: 0.1068478 Oct 19 11:20:06.904240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7071d49-c61e-4d83-9a53-e5bf34ab82c6 req-f35abfbc-f0aa-4c48-ab67-f4123e726d11 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729308 Oct 19 11:20:06.906710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-c7ec6472-8a31-40ea-9ab4-8527dab6d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:06.908220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-c7ec6472-8a31-40ea-9ab4-8527dab6d38e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a34aa85-73fb-4dda-833f-cf2868f658c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964160 Oct 19 11:20:07.029249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-9b70c0bd-74d5-4923-bb0a-70da80a9deb8 service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050086 Oct 19 11:20:07.092462 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:07.097969 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:07.101884 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4c31ea62-a60c-4679-aabb-6afcaf1497ba HTTP/1.1" status: 204 len: 168 time: 0.7469194 Oct 19 11:20:07.117101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfae64a-9085-4628-a582-b650de7ead22 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c31ea62-a60c-4679-aabb-6afcaf1497ba,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:07.165424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4627205-085e-47db-afe0-97f7e0b66d1f req-fa2a98a5-75f4-4d58-8af6-6b19d7d5bd1f tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.166897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4627205-085e-47db-afe0-97f7e0b66d1f req-fa2a98a5-75f4-4d58-8af6-6b19d7d5bd1f tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 950 time: 0.0993788 Oct 19 11:20:07.172708 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-66f85dbf-a1be-486c-93c1-cc18fac2052c service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338882 Oct 19 11:20:07.222588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-0599ccde-c894-4f2b-b31f-50fd01d36c9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a2807284-a523-414d-b2a2-c7c0ab2cceb8 HTTP/1.1" status: 200 len: 217 time: 0.0419207 Oct 19 11:20:07.247808 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4627205-085e-47db-afe0-97f7e0b66d1f req-1b93acc2-7766-4e59-84f8-3d82689919ac tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740952 Oct 19 11:20:07.286437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-abf1a76d-fb9d-4d38-8cb4-e3c95db91949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.287902 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-abf1a76d-fb9d-4d38-8cb4-e3c95db91949 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6ffb802-95b0-4d36-8104-f7ff0255fe0a HTTP/1.1" status: 200 len: 797 time: 0.0553174 Oct 19 11:20:07.356940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64828b-2cdc-459a-9019-388311201a04 req-91e0cf36-d3e7-47fe-b531-c08f37f86e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.360677 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-91e0cf36-d3e7-47fe-b531-c08f37f86e6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a34aa85-73fb-4dda-833f-cf2868f658c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0601137 Oct 19 11:20:07.398101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-deleted', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:07.401549 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7989a0f0-1b0a-4d25-8aad-3c0ba5cb3367" -d '{"events": [{"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-deleted", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:07.475557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55756) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:07.477930 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29558ff1-97a8-40bb-a548-0def5a367851 x-openstack-request-id: req-29558ff1-97a8-40bb-a548-0def5a367851 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:07.478213 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1600c54-96c2-45e0-a3a8-481a40eea62c", "name": "network-vif-deleted", "tag": "065adc0d-b582-46de-ac83-08a3af43e6de", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:07.478469 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29558ff1-97a8-40bb-a548-0def5a367851 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:07.478865 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1600c54-96c2-45e0-a3a8-481a40eea62c', 'name': 'network-vif-deleted', 'tag': '065adc0d-b582-46de-ac83-08a3af43e6de', 'status': 'completed', 'code': 200} Oct 19 11:20:07.505543 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-01683768-9aa7-46fd-a078-1abb7f4d5480 service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377859 Oct 19 11:20:07.553463 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5124099f-68da-46bd-b04e-d65ba51fa193 req-baa0874d-44bb-4388-b715-6f50113c0ec6 tempest-ServersAdminTestJSON-1296848880 tempest-ServersAdminTestJSON-1296848880-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1600c54-96c2-45e0-a3a8-481a40eea62c HTTP/1.1" status: 200 len: 210 time: 0.0402746 Oct 19 11:20:07.560813 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b72b2fe7-d71f-4c95-b28b-f9d8783fd1cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=626228c9fb4d4873b449375207c58817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818949 Oct 19 11:20:07.562264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55758) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:07.622004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8228-c576-4b23-a7ab-a0bdb7afff68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:07.636288 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e64828b-2cdc-459a-9019-388311201a04 req-54cd95eb-8120-4165-a8c0-3096d8e614c0 service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235890 Oct 19 11:20:07.652806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8228-c576-4b23-a7ab-a0bdb7afff68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:07.734340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40be9c7-212c-4500-989d-3543708fbe4c req-275102c5-8cdf-4e45-a300-e04deef7d51d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.740347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40be9c7-212c-4500-989d-3543708fbe4c req-275102c5-8cdf-4e45-a300-e04deef7d51d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.746291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40be9c7-212c-4500-989d-3543708fbe4c req-275102c5-8cdf-4e45-a300-e04deef7d51d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.752946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40be9c7-212c-4500-989d-3543708fbe4c req-275102c5-8cdf-4e45-a300-e04deef7d51d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.759037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40be9c7-212c-4500-989d-3543708fbe4c req-275102c5-8cdf-4e45-a300-e04deef7d51d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.765317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40be9c7-212c-4500-989d-3543708fbe4c req-275102c5-8cdf-4e45-a300-e04deef7d51d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.771322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40be9c7-212c-4500-989d-3543708fbe4c req-275102c5-8cdf-4e45-a300-e04deef7d51d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.773294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e40be9c7-212c-4500-989d-3543708fbe4c req-275102c5-8cdf-4e45-a300-e04deef7d51d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1054831 Oct 19 11:20:07.804837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9364af-e408-4aec-b991-2e26be071210 req-b48a1130-9aec-49c9-ba28-7918d76ce00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.805470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9364af-e408-4aec-b991-2e26be071210 req-b48a1130-9aec-49c9-ba28-7918d76ce00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.805787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9364af-e408-4aec-b991-2e26be071210 req-b48a1130-9aec-49c9-ba28-7918d76ce00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.806226 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9364af-e408-4aec-b991-2e26be071210 req-b48a1130-9aec-49c9-ba28-7918d76ce00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.806809 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9364af-e408-4aec-b991-2e26be071210 req-b48a1130-9aec-49c9-ba28-7918d76ce00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.807269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9364af-e408-4aec-b991-2e26be071210 req-b48a1130-9aec-49c9-ba28-7918d76ce00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.807866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9364af-e408-4aec-b991-2e26be071210 req-b48a1130-9aec-49c9-ba28-7918d76ce00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.809791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb9364af-e408-4aec-b991-2e26be071210 req-b48a1130-9aec-49c9-ba28-7918d76ce00f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 6479 time: 0.0522318 Oct 19 11:20:07.815584 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e40be9c7-212c-4500-989d-3543708fbe4c req-0b0943d5-97df-4e88-8934-f8d9c5c54453 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359466 Oct 19 11:20:07.848374 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8228-c576-4b23-a7ab-a0bdb7afff68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:07.851618 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8228-c576-4b23-a7ab-a0bdb7afff68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:07.855512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f7fd8228-c576-4b23-a7ab-a0bdb7afff68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e490c53-d841-4168-9739-d15638253d80 HTTP/1.1" status: 204 len: 168 time: 0.2896278 Oct 19 11:20:07.864919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd8228-c576-4b23-a7ab-a0bdb7afff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e490c53-d841-4168-9739-d15638253d80,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:07.927893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9364af-e408-4aec-b991-2e26be071210 req-983d3e17-51ba-48e2-8d92-92baa5e51c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:07.929701 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb9364af-e408-4aec-b991-2e26be071210 req-983d3e17-51ba-48e2-8d92-92baa5e51c0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=8a34aa85-73fb-4dda-833f-cf2868f658c7 HTTP/1.1" status: 200 len: 903 time: 0.1115909 Oct 19 11:20:07.980748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb9364af-e408-4aec-b991-2e26be071210 req-e49d2b83-d619-4573-b900-5564e401764a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a2807284-a523-414d-b2a2-c7c0ab2cceb8 HTTP/1.1" status: 200 len: 217 time: 0.0406027 Oct 19 11:20:08.033294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9364af-e408-4aec-b991-2e26be071210 req-226fb50f-d638-423a-8224-573a6581af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:08.034758 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb9364af-e408-4aec-b991-2e26be071210 req-226fb50f-d638-423a-8224-573a6581af96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6ffb802-95b0-4d36-8104-f7ff0255fe0a HTTP/1.1" status: 200 len: 797 time: 0.0460017 Oct 19 11:20:08.044730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d334a-abae-4623-b979-545d6948d9cc req-23d0972d-e33b-4493-9e75-564e33de8c59 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:08.046833 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a22d334a-abae-4623-b979-545d6948d9cc req-23d0972d-e33b-4493-9e75-564e33de8c59 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 946 time: 0.0490041 Oct 19 11:20:08.086312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a22d334a-abae-4623-b979-545d6948d9cc req-1308d6d1-7168-4cc9-8109-9dd20da82c68 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330818 Oct 19 11:20:08.089082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9364af-e408-4aec-b991-2e26be071210 req-6cbcefd0-3a45-419c-a011-32dcb975b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:08.090791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb9364af-e408-4aec-b991-2e26be071210 req-6cbcefd0-3a45-419c-a011-32dcb975b422 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a34aa85-73fb-4dda-833f-cf2868f658c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439451 Oct 19 11:20:08.190445 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb9364af-e408-4aec-b991-2e26be071210 req-7effdf13-32ea-450f-93d8-5b04514751e3 service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909748 Oct 19 11:20:08.303247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a10460-bfa8-43f1-a4de-cb3409335ac0 req-23eff889-0e26-40cc-9b1a-209a56b0221e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:08.310807 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb9364af-e408-4aec-b991-2e26be071210 req-2a1418c0-df4d-4fbe-9484-869de854bf79 service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032770 Oct 19 11:20:08.313083 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1a10460-bfa8-43f1-a4de-cb3409335ac0 req-23eff889-0e26-40cc-9b1a-209a56b0221e tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 946 time: 0.0693214 Oct 19 11:20:08.313625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55808) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:08.318067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9b63f7bc-eb8c-4072-8eac-148db037f014 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Request body: {'floatingip': {'port_id': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:08.360287 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b63f7bc-eb8c-4072-8eac-148db037f014 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:08.621970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55848) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:08.687756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-064be51b-6de1-4398-a593-c614f16fd3b1 admin admin] Deleting subnet 0bfa5705-e214-45b1-b7ca-60a9322912ed {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:20:08.691197 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-064be51b-6de1-4398-a593-c614f16fd3b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:08.750655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 065adc0d-b582-46de-ac83-08a3af43e6de no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:08.761236 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-064be51b-6de1-4398-a593-c614f16fd3b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:08.779727 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 065adc0d-b582-46de-ac83-08a3af43e6de {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:08.780091 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 065adc0d-b582-46de-ac83-08a3af43e6de not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:08.809381 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-064be51b-6de1-4398-a593-c614f16fd3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:08.961672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-064be51b-6de1-4398-a593-c614f16fd3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:08.992479 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-064be51b-6de1-4398-a593-c614f16fd3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.000164 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b63f7bc-eb8c-4072-8eac-148db037f014 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.000703 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-064be51b-6de1-4398-a593-c614f16fd3b1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0bfa5705-e214-45b1-b7ca-60a9322912ed HTTP/1.1" status: 204 len: 168 time: 0.3728211 Oct 19 11:20:09.000703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064be51b-6de1-4398-a593-c614f16fd3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bfa5705-e214-45b1-b7ca-60a9322912ed,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:09.000907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55862) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:09.016380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01bd4e-29b2-4a84-a4a2-69601b4060af req-8f0315d3-c949-4805-a4b3-1ed28b57304e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:09.022347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01bd4e-29b2-4a84-a4a2-69601b4060af req-8f0315d3-c949-4805-a4b3-1ed28b57304e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:09.028721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01bd4e-29b2-4a84-a4a2-69601b4060af req-8f0315d3-c949-4805-a4b3-1ed28b57304e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:09.034125 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01bd4e-29b2-4a84-a4a2-69601b4060af req-8f0315d3-c949-4805-a4b3-1ed28b57304e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:09.039948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01bd4e-29b2-4a84-a4a2-69601b4060af req-8f0315d3-c949-4805-a4b3-1ed28b57304e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:09.046329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01bd4e-29b2-4a84-a4a2-69601b4060af req-8f0315d3-c949-4805-a4b3-1ed28b57304e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:09.052429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01bd4e-29b2-4a84-a4a2-69601b4060af req-8f0315d3-c949-4805-a4b3-1ed28b57304e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:09.054443 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa01bd4e-29b2-4a84-a4a2-69601b4060af req-8f0315d3-c949-4805-a4b3-1ed28b57304e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1461422 Oct 19 11:20:09.123905 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b63f7bc-eb8c-4072-8eac-148db037f014 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.144987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1840b70-a1e3-4e71-ba11-5df5ac4af5e9 req-1873a32e-4547-48da-a6e8-f97cbc8ec4bd tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:09.146654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d1840b70-a1e3-4e71-ba11-5df5ac4af5e9 req-1873a32e-4547-48da-a6e8-f97cbc8ec4bd tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 950 time: 0.0614855 Oct 19 11:20:09.162220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55868) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:09.180232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.185351 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa01bd4e-29b2-4a84-a4a2-69601b4060af req-a86f5f7c-26c9-4090-9697-102f4966bc31 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173666 Oct 19 11:20:09.225059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d1840b70-a1e3-4e71-ba11-5df5ac4af5e9 req-93d603e5-95a2-4b89-8ddf-a4626070e2a6 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Oct 19 11:20:09.315609 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.317512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55876) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:09.318527 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-9b63f7bc-eb8c-4072-8eac-148db037f014 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Floating IP 79252dda-bb80-4ea0-ad28-1ac9a7b7de64 associated. External IP: 172.25.2.235, port: 1bc1407f-fb4e-400e-a6e3-a0c850f15f91. Oct 19 11:20:09.364054 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1743360013-network', 'tenant_id': '5431c7981b704785802bbfc3e9166ece'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:09.369898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d48a4f-14d4-47f7-8527-4890bf68f902']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:09.387661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce91087-e7c3-4d54-8032-42a0507516ae') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:09.387661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce91087-e7c3-4d54-8032-42a0507516ae') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:09.397407 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.408626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device abfe0c6c-c662-4fa0-876e-0622eab428cc no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:09.429976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c670ffe8-2fce-4939-ba96-10f10babc774 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f99cead9f7142ce88b9b9f492336d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1110728 Oct 19 11:20:09.432449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55880) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:09.448265 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.459164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:20:09.459857 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:20:09.461534 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:20:09.480287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Made reservation on behalf of 5431c7981b704785802bbfc3e9166ece for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:09.482598 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.497751 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.518348 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.537581 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0f2f2c1-772c-41ac-a602-2ca2f6b9376b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.548406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:09.550857 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6f302b-f69b-469d-a7f9-d2ced97a5885" -d '{"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-unplugged", "status": "completed", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:09.567819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:09.590128 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dee4617-126d-47d5-9ea7-5c84bc42340f x-openstack-request-id: req-8dee4617-126d-47d5-9ea7-5c84bc42340f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:09.591093 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-unplugged", "status": "completed", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:09.591463 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8dee4617-126d-47d5-9ea7-5c84bc42340f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:09.591955 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'code': 200} Oct 19 11:20:09.592449 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0f2f2c1-772c-41ac-a602-2ca2f6b9376b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.615798 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.622627 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.625815 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] 10.222.0.39 "DELETE /v2.0/networks/92d48a4f-14d4-47f7-8527-4890bf68f902 HTTP/1.1" status: 204 len: 168 time: 0.6257522 Oct 19 11:20:09.641611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d93f2-57ab-4ded-8e2b-653b69b3da51 admin admin] Pushing event deleted for resources: {'Network': ['ID=92d48a4f-14d4-47f7-8527-4890bf68f902,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:09.642802 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.644734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b63f7bc-eb8c-4072-8eac-148db037f014 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Router 21f8385d-1790-4433-bd24-82709302e7ab has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:20:09.646943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:09.713969 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:09.714422 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 14c6d4e8-f1ba-4294-9cbb-363a887fa9d1 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:09.736407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=11']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:09.758327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b63f7bc-eb8c-4072-8eac-148db037f014 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:20:09.765463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b63f7bc-eb8c-4072-8eac-148db037f014 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.771782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2774d-1533-43a7-9921-afa38ffb3746 None None] Sync routers for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:20:09.781963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2774d-1533-43a7-9921-afa38ffb3746 None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:09.782670 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3bc2774d-1533-43a7-9921-afa38ffb3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:19:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:09.793780 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9b63f7bc-eb8c-4072-8eac-148db037f014 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "PUT /v2.0/floatingips/79252dda-bb80-4ea0-ad28-1ac9a7b7de64 HTTP/1.1" status: 200 len: 992 time: 1.4790750 Oct 19 11:20:09.794381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'tag': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:09.796789 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318f3809-9ca0-4d97-b8d3-5724c7fe9533" -d '{"events": [{"name": "network-changed", "server_uuid": "c972edd3-aa75-4953-bfb5-718a4e05bade", "tag": "1bc1407f-fb4e-400e-a6e3-a0c850f15f91"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:09.852043 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e7088-c1f2-4e2c-9eab-26467e78aa36 x-openstack-request-id: req-f64e7088-c1f2-4e2c-9eab-26467e78aa36 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:09.852282 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972edd3-aa75-4953-bfb5-718a4e05bade", "tag": "1bc1407f-fb4e-400e-a6e3-a0c850f15f91", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:09.852624 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f64e7088-c1f2-4e2c-9eab-26467e78aa36 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:09.852944 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'tag': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91', 'status': 'completed', 'code': 200} Oct 19 11:20:09.918993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3bc2774d-1533-43a7-9921-afa38ffb3746 None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:09.924442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-5cc3d5d4-2ace-4a04-925c-860290ec9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:09.926223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-5cc3d5d4-2ace-4a04-925c-860290ec9496 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 1097 time: 0.0502024 Oct 19 11:20:09.942482 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:09.984134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55892) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:10.016079 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.027874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-66ed2366-b913-47ef-91e7-9a5260e6c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.031195 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-66ed2366-b913-47ef-91e7-9a5260e6c0ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 912 time: 0.0945065 Oct 19 11:20:10.039698 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0f2f2c1-772c-41ac-a602-2ca2f6b9376b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.046835 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0f2f2c1-772c-41ac-a602-2ca2f6b9376b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.046835 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c0f2f2c1-772c-41ac-a602-2ca2f6b9376b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2daf4a94-0e70-46bd-a558-5da3b2be88ee HTTP/1.1" status: 204 len: 168 time: 0.6102424 Oct 19 11:20:10.054497 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-80e1e4a0-7beb-4d8e-b727-b99aced19e6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=722a375a42ab473abb8d76e98b3130e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666430 Oct 19 11:20:10.059474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55896) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:10.069218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:20:10.081488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7095406c-780f-47db-bce8-2dd179d6a0c5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:10.105617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2f2c1-772c-41ac-a602-2ca2f6b9376b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daf4a94-0e70-46bd-a558-5da3b2be88ee,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:10.109578 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.109920 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Added segment cea7b42c-4e40-488f-91e5-c78804aea710 of type vlan for network bb20b8e0-57af-4668-9010-c20e6f1970b3 Oct 19 11:20:10.115204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-ee1cdd03-d500-4618-8f03-c117f66f3714 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc1407f-fb4e-400e-a6e3-a0c850f15f91 HTTP/1.1" status: 200 len: 1000 time: 0.0780005 Oct 19 11:20:10.173127 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.184241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-fd6a876e-ef3e-4c1e-9a61-f5ba3ccf71de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.185114 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b73842e3-793e-4524-a1d5-6c0b43fc6f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.186387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-fd6a876e-ef3e-4c1e-9a61-f5ba3ccf71de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 200 len: 850 time: 0.0617220 Oct 19 11:20:10.219972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3bc2774d-1533-43a7-9921-afa38ffb3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '79252dda-bb80-4ea0-ad28-1ac9a7b7de64', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'port_id': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'mac_address': 'fa:16:3e:27:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:19:43Z', 'updated_at': '2021-10-19T11:20:08Z', 'revision_number': 1, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:10.223843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b73842e3-793e-4524-a1d5-6c0b43fc6f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.237407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-0f040ded-5f99-4193-b12e-753bbf062d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.239053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-0f040ded-5f99-4193-b12e-753bbf062d6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b157cbcc-604a-44be-a7df-eb39e3221861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442336 Oct 19 11:20:10.253092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2774d-1533-43a7-9921-afa38ffb3746 None None] Checking router: 21f8385d-1790-4433-bd24-82709302e7ab for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:20:10.261095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-34f9b40b-1378-4970-99c0-8253884daa2e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:20:10.261568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2774d-1533-43a7-9921-afa38ffb3746 None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:10.262181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3bc2774d-1533-43a7-9921-afa38ffb3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:19:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:10.268280 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-34f9b40b-1378-4970-99c0-8253884daa2e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0150261 Oct 19 11:20:10.299905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.300984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.301626 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.391088 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b73842e3-793e-4524-a1d5-6c0b43fc6f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.394018 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b73842e3-793e-4524-a1d5-6c0b43fc6f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.398427 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b73842e3-793e-4524-a1d5-6c0b43fc6f3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e11bd507-22a4-403c-925a-9179e56daaf4 HTTP/1.1" status: 204 len: 168 time: 0.3317621 Oct 19 11:20:10.414073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] Pushing event updated for resources: {'Network': ['ID=bb20b8e0-57af-4668-9010-c20e6f1970b3,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:10.417715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ac691-d083-4b90-bbc7-7f9fe7a5c1cb req-fc06dd58-a0da-4c67-b60c-67ecbf79bdb6 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.419236 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba5ac691-d083-4b90-bbc7-7f9fe7a5c1cb req-fc06dd58-a0da-4c67-b60c-67ecbf79bdb6 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 948 time: 0.0980966 Oct 19 11:20:10.426026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network bb20b8e0-57af-4668-9010-c20e6f1970b3 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:20:10.430417 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-947112a4-5654-46b4-b08c-33774f0ac49b service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536989 Oct 19 11:20:10.451500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73d32c-7479-4015-ba74-4c6d44efed9a req-71d05370-8551-49a6-b047-c45c75a1be3e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.459292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73d32c-7479-4015-ba74-4c6d44efed9a req-71d05370-8551-49a6-b047-c45c75a1be3e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.465537 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73d32c-7479-4015-ba74-4c6d44efed9a req-71d05370-8551-49a6-b047-c45c75a1be3e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.472973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73d32c-7479-4015-ba74-4c6d44efed9a req-71d05370-8551-49a6-b047-c45c75a1be3e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.478432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73d32c-7479-4015-ba74-4c6d44efed9a req-71d05370-8551-49a6-b047-c45c75a1be3e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.484889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73d32c-7479-4015-ba74-4c6d44efed9a req-71d05370-8551-49a6-b047-c45c75a1be3e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.491006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73d32c-7479-4015-ba74-4c6d44efed9a req-71d05370-8551-49a6-b047-c45c75a1be3e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.498900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e73d32c-7479-4015-ba74-4c6d44efed9a req-71d05370-8551-49a6-b047-c45c75a1be3e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1945722 Oct 19 11:20:10.501476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73842e3-793e-4524-a1d5-6c0b43fc6f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11bd507-22a4-403c-925a-9179e56daaf4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:10.506676 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-691e2105-32ad-4536-bf28-222b13c20d1d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3434901 Oct 19 11:20:10.524758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55908) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:10.533895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] Request body: {'subnet': {'network_id': 'bb20b8e0-57af-4668-9010-c20e6f1970b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1743360013-subnet', 'tenant_id': '5431c7981b704785802bbfc3e9166ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:10.548673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3bc2774d-1533-43a7-9921-afa38ffb3746 None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:10.569049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e73d32c-7479-4015-ba74-4c6d44efed9a req-970c21fb-bf37-4bc9-aa96-e0b7e8025029 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691555 Oct 19 11:20:10.676658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] Made reservation on behalf of 5431c7981b704785802bbfc3e9166ece for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:10.681640 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:10.854569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3bc2774d-1533-43a7-9921-afa38ffb3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '79252dda-bb80-4ea0-ad28-1ac9a7b7de64', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'port_id': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'mac_address': 'fa:16:3e:27:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:19:43Z', 'updated_at': '2021-10-19T11:20:08Z', 'revision_number': 1, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:10.865530 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-318f3809-9ca0-4d97-b8d3-5724c7fe9533 req-55a2b9dd-f422-415e-8625-56451f1fb336 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140918 Oct 19 11:20:10.880753 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba5ac691-d083-4b90-bbc7-7f9fe7a5c1cb req-37b739da-e93a-480b-975e-3f2a81f599bf tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449928 Oct 19 11:20:10.899390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2774d-1533-43a7-9921-afa38ffb3746 None None] The sync data for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 is: [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '79252dda-bb80-4ea0-ad28-1ac9a7b7de64', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'port_id': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'mac_address': 'fa:16:3e:27:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:19:43Z', 'updated_at': '2021-10-19T11:20:08Z', 'revision_number': 1, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:20:10.970286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8b3b7-c5c2-41ee-84f9-077dba0e5437 req-586c8ced-2f6f-46bc-b19b-df189180266c tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:10.971887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0f8b3b7-c5c2-41ee-84f9-077dba0e5437 req-586c8ced-2f6f-46bc-b19b-df189180266c tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.49 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 948 time: 0.0557704 Oct 19 11:20:11.047231 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:11.060063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55916) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:11.112780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] Pushing event updated for resources: {'Subnet': ['ID=212bea97-4658-42e4-9397-dbdaf7790675,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:11.133515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-b0f8b3b7-c5c2-41ee-84f9-077dba0e5437 req-2938e5a7-1f46-4d3a-a636-4d843a4c3e02 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Deleting port abfe0c6c-c662-4fa0-876e-0622eab428cc {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:11.133843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b0f8b3b7-c5c2-41ee-84f9-077dba0e5437 req-2938e5a7-1f46-4d3a-a636-4d843a4c3e02 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:11.147579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] Checking segment: {'id': 'cea7b42c-4e40-488f-91e5-c78804aea710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bb20b8e0-57af-4668-9010-c20e6f1970b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:11.148026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] Network hostable DHCP agents. Network: bb20b8e0-57af-4668-9010-c20e6f1970b3, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:20:11.154254 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0b307003-4217-4084-a5ac-b395f00109cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3eca9b2de1b44377829fa662c08d2c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927875 Oct 19 11:20:11.157563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55920) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:11.162465 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb40a290-3c89-449c-8c0f-bd294a59413b None None] New status for floating IP 79252dda-bb80-4ea0-ad28-1ac9a7b7de64: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:20:11.253657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] Network bb20b8e0-57af-4668-9010-c20e6f1970b3 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:20:11.272370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-b0f8b3b7-c5c2-41ee-84f9-077dba0e5437 req-2938e5a7-1f46-4d3a-a636-4d843a4c3e02 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] For port abfe0c6c-c662-4fa0-876e-0622eab428cc, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=abfe0c6c-c662-4fa0-876e-0622eab428cc,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:11.272772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b0f8b3b7-c5c2-41ee-84f9-077dba0e5437 req-2938e5a7-1f46-4d3a-a636-4d843a4c3e02 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:11.275197 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a34bdfef-dbff-4a6a-9bbd-aad24c3f9123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:11.297465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-b0f8b3b7-c5c2-41ee-84f9-077dba0e5437 req-2938e5a7-1f46-4d3a-a636-4d843a4c3e02 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Calling delete_port for abfe0c6c-c662-4fa0-876e-0622eab428cc owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:11.317438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a34bdfef-dbff-4a6a-9bbd-aad24c3f9123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:11.339246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, bb20b8e0-57af-4668-9010-c20e6f1970b3) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:11.343584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:11.349075 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:11.349839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289fb2fd-1fc5-4ee1-bc67-bbf383fab54e None None] Network bb20b8e0-57af-4668-9010-c20e6f1970b3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:11.489369 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-69568e6d-1380-47a3-94e1-1d39894d489a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9634771 Oct 19 11:20:11.491142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3707ce82-a01e-4dab-97de-6de43119358d None None] Network bb20b8e0-57af-4668-9010-c20e6f1970b3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:11.543425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a34bdfef-dbff-4a6a-9bbd-aad24c3f9123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:11.546633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a34bdfef-dbff-4a6a-9bbd-aad24c3f9123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:11.550771 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a34bdfef-dbff-4a6a-9bbd-aad24c3f9123 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5be5b311-de06-400b-9e23-a78505f71848 HTTP/1.1" status: 204 len: 168 time: 0.3922684 Oct 19 11:20:11.559327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bdfef-dbff-4a6a-9bbd-aad24c3f9123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be5b311-de06-400b-9e23-a78505f71848,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:11.577889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b0f8b3b7-c5c2-41ee-84f9-077dba0e5437 req-2938e5a7-1f46-4d3a-a636-4d843a4c3e02 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:11.640761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938e5a7-1f46-4d3a-a636-4d843a4c3e02 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Pushing event deleted for resources: {'Port': ['ID=abfe0c6c-c662-4fa0-876e-0622eab428cc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:11.738744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f8b3b7-c5c2-41ee-84f9-077dba0e5437 req-2938e5a7-1f46-4d3a-a636-4d843a4c3e02 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] No DVR routers for this DVR port abfe0c6c-c662-4fa0-876e-0622eab428cc on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:20:11.741904 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b0f8b3b7-c5c2-41ee-84f9-077dba0e5437 req-2938e5a7-1f46-4d3a-a636-4d843a4c3e02 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:11.745191 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0f8b3b7-c5c2-41ee-84f9-077dba0e5437 req-2938e5a7-1f46-4d3a-a636-4d843a4c3e02 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.49 "DELETE /v2.0/ports/abfe0c6c-c662-4fa0-876e-0622eab428cc HTTP/1.1" status: 204 len: 173 time: 0.7669697 Oct 19 11:20:11.772804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1823ab-b120-4895-9efc-2707eeac5052 req-8846e195-416c-4fbb-9ae0-580aaccb71a3 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:11.782635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1823ab-b120-4895-9efc-2707eeac5052 req-8846e195-416c-4fbb-9ae0-580aaccb71a3 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:11.788796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1823ab-b120-4895-9efc-2707eeac5052 req-8846e195-416c-4fbb-9ae0-580aaccb71a3 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:11.794903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1823ab-b120-4895-9efc-2707eeac5052 req-8846e195-416c-4fbb-9ae0-580aaccb71a3 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:11.801543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1823ab-b120-4895-9efc-2707eeac5052 req-8846e195-416c-4fbb-9ae0-580aaccb71a3 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:11.810904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1823ab-b120-4895-9efc-2707eeac5052 req-8846e195-416c-4fbb-9ae0-580aaccb71a3 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:11.818498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1823ab-b120-4895-9efc-2707eeac5052 req-8846e195-416c-4fbb-9ae0-580aaccb71a3 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:11.825040 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e1823ab-b120-4895-9efc-2707eeac5052 req-8846e195-416c-4fbb-9ae0-580aaccb71a3 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1359899 Oct 19 11:20:11.855730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-deleted', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:11.858705 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0495db0a-95aa-4cf5-b27f-3595b912dab9" -d '{"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-deleted", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:11.872024 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e1823ab-b120-4895-9efc-2707eeac5052 req-ab754d72-1520-4afe-8d54-1a2acc36797c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449150 Oct 19 11:20:11.933373 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c979d98-db9c-4cd1-909c-ef207f112b86 x-openstack-request-id: req-4c979d98-db9c-4cd1-909c-ef207f112b86 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:11.933618 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23317c08-c364-4f00-818e-83eb8abd227c", "name": "network-vif-deleted", "tag": "abfe0c6c-c662-4fa0-876e-0622eab428cc", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:11.933872 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c979d98-db9c-4cd1-909c-ef207f112b86 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:11.934270 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23317c08-c364-4f00-818e-83eb8abd227c', 'name': 'network-vif-deleted', 'tag': 'abfe0c6c-c662-4fa0-876e-0622eab428cc', 'status': 'completed', 'code': 200} Oct 19 11:20:12.017275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf650b5-51b6-41f6-b0f3-a1b1caed2ae7 req-39ee39d4-5329-4bff-b2ef-c1551a4b9410 tempest-ImagesOneServerTestJSON-2069928783 tempest-ImagesOneServerTestJSON-2069928783-project] 10.222.0.39 "GET /v2.0/ports?device_id=23317c08-c364-4f00-818e-83eb8abd227c HTTP/1.1" status: 200 len: 210 time: 0.0346043 Oct 19 11:20:12.273547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-8d8d6482-a794-492d-ac99-fe135d17b226 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:12.275235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-8d8d6482-a794-492d-ac99-fe135d17b226 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/networks?id=bb20b8e0-57af-4668-9010-c20e6f1970b3 HTTP/1.1" status: 200 len: 818 time: 0.1553185 Oct 19 11:20:12.294420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-c566a680-fbcd-40a9-9635-f7d087086dde tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/quotas/5431c7981b704785802bbfc3e9166ece HTTP/1.1" status: 200 len: 375 time: 0.0093598 Oct 19 11:20:12.326392 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-977c91ce-ac9f-41d7-9867-8c0a14af6788 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5431c7981b704785802bbfc3e9166ece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260482 Oct 19 11:20:12.432932 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-7c8788c9-d21d-4dbb-9388-17f87df21121 service neutron] 10.222.0.39 "GET /v2.0/networks/bb20b8e0-57af-4668-9010-c20e6f1970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988653 Oct 19 11:20:12.451468 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-ec275e0d-5e33-4720-b13d-104b9ecdd41d tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=775d517a97b6426988d5e8e8b609fa91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239975 Oct 19 11:20:12.527129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-a76ef2fc-8262-4518-be93-b62b1d327216 service neutron] 10.222.0.39 "GET /v2.0/networks/bb20b8e0-57af-4668-9010-c20e6f1970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876210 Oct 19 11:20:12.567630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-6b9a6935-d608-41b4-9531-a0ffcdcccd50 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:12.574524 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-6b9a6935-d608-41b4-9531-a0ffcdcccd50 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162498 Oct 19 11:20:12.587894 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-918684d8-2b7c-4907-9540-cb7216e8fd37 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/quotas/775d517a97b6426988d5e8e8b609fa91 HTTP/1.1" status: 200 len: 375 time: 0.0125377 Oct 19 11:20:12.637608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-29e370c8-a217-4c92-aa29-3c6eed09ae56 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=775d517a97b6426988d5e8e8b609fa91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423210 Oct 19 11:20:12.908603 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6db74b2-07ac-4297-bc2c-26b39693d994 req-a499f072-e6c9-40a5-b8e8-a19cd61621fa tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 210 time: 0.0374839 Oct 19 11:20:13.049814 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14e424ab-aa1d-4552-a83e-4457d3867c20 req-54cf00dd-0b7c-4e43-8c49-e27dd83e0528 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 210 time: 0.0307577 Oct 19 11:20:13.171059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721d7ff-7624-432d-b927-a999f1793ddc req-ea29d007-f551-41e3-8e5d-fe0291eebeb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:13.178627 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721d7ff-7624-432d-b927-a999f1793ddc req-ea29d007-f551-41e3-8e5d-fe0291eebeb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:13.185345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721d7ff-7624-432d-b927-a999f1793ddc req-ea29d007-f551-41e3-8e5d-fe0291eebeb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:13.193712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721d7ff-7624-432d-b927-a999f1793ddc req-ea29d007-f551-41e3-8e5d-fe0291eebeb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:13.200367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721d7ff-7624-432d-b927-a999f1793ddc req-ea29d007-f551-41e3-8e5d-fe0291eebeb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:13.214414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721d7ff-7624-432d-b927-a999f1793ddc req-ea29d007-f551-41e3-8e5d-fe0291eebeb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:13.223054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721d7ff-7624-432d-b927-a999f1793ddc req-ea29d007-f551-41e3-8e5d-fe0291eebeb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:13.226796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4721d7ff-7624-432d-b927-a999f1793ddc req-ea29d007-f551-41e3-8e5d-fe0291eebeb5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1194432 Oct 19 11:20:13.260427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f266f-c8a4-4966-9cab-379ff45960f9 req-8c7dbcd7-e2b2-493c-9232-56bab1b41885 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:13.262068 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e4f266f-c8a4-4966-9cab-379ff45960f9 req-8c7dbcd7-e2b2-493c-9232-56bab1b41885 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 946 time: 0.0549970 Oct 19 11:20:13.272099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4721d7ff-7624-432d-b927-a999f1793ddc req-58b64cab-fe59-4e8f-b26c-6bb89e26d0de tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383775 Oct 19 11:20:13.338147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e4f266f-c8a4-4966-9cab-379ff45960f9 req-a513f343-aff4-44e9-922c-0b20eeee90bb tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674536 Oct 19 11:20:13.740815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56050) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:13.893008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-74bbe3e8-bac8-4e59-9c9d-f09035bc1e21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58b726bac5434fa0a9ca3f683380d950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508048 Oct 19 11:20:13.895419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56060) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:13.948921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77ecc2ac-6d5f-424f-8337-4a935e9b45c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:13.975002 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77ecc2ac-6d5f-424f-8337-4a935e9b45c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:14.028757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a63e1f01-c959-4c8b-b2f8-51c50e7ad3e7 req-c0b67b37-3588-4a0b-b8f4-af3c63f5978c tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 210 time: 0.0357761 Oct 19 11:20:14.058876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-19fbaeb5-569a-4f13-917e-1cbacf439825 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318046 Oct 19 11:20:14.122694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77ecc2ac-6d5f-424f-8337-4a935e9b45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:14.125712 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77ecc2ac-6d5f-424f-8337-4a935e9b45c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:14.131126 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-77ecc2ac-6d5f-424f-8337-4a935e9b45c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a95bc36-2c0a-415b-8d0e-fa22d3d19e06 HTTP/1.1" status: 204 len: 168 time: 0.2303107 Oct 19 11:20:14.137905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecc2ac-6d5f-424f-8337-4a935e9b45c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a95bc36-2c0a-415b-8d0e-fa22d3d19e06,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:14.183824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-c31fb903-7640-4131-8a39-130e170b3926 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:14.189532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-c31fb903-7640-4131-8a39-130e170b3926 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251473 Oct 19 11:20:14.205249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-b0614dd1-d333-4173-bc6d-77150ed22d86 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/quotas/bfb9bc13032940e19a483303a5c91dcb HTTP/1.1" status: 200 len: 375 time: 0.0101364 Oct 19 11:20:14.219331 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6cd0c9f9-adda-49b1-8c47-89cb6328ba96 req-7d5204b6-bbeb-4078-8599-e7b42e920702 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 210 time: 0.0337157 Oct 19 11:20:14.249419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-b77114cd-7377-4871-867c-a35a261a477c tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358174 Oct 19 11:20:14.573066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6c5c-6b98-4b94-ab46-6bba2f57cf22 req-d780ff4a-231d-4188-b844-518fa886ff7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:14.576116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6c5c-6b98-4b94-ab46-6bba2f57cf22 req-d780ff4a-231d-4188-b844-518fa886ff7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:14.583374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6c5c-6b98-4b94-ab46-6bba2f57cf22 req-d780ff4a-231d-4188-b844-518fa886ff7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:14.596866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f4278-9090-4b5e-a452-041896f70072 req-b0b0bc46-a46d-4a76-89e4-bb91958297d7 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:14.599223 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a67f4278-9090-4b5e-a452-041896f70072 req-b0b0bc46-a46d-4a76-89e4-bb91958297d7 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 946 time: 0.0978422 Oct 19 11:20:14.601036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6c5c-6b98-4b94-ab46-6bba2f57cf22 req-d780ff4a-231d-4188-b844-518fa886ff7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:14.610410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6c5c-6b98-4b94-ab46-6bba2f57cf22 req-d780ff4a-231d-4188-b844-518fa886ff7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:14.617232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6c5c-6b98-4b94-ab46-6bba2f57cf22 req-d780ff4a-231d-4188-b844-518fa886ff7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:14.625507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6c5c-6b98-4b94-ab46-6bba2f57cf22 req-d780ff4a-231d-4188-b844-518fa886ff7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:14.646866 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a67f4278-9090-4b5e-a452-041896f70072 req-03692c19-43e3-419d-98b6-0187c1dd9587 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups?id=92507732-f043-45fe-a2f6-b959adcda202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401521 Oct 19 11:20:14.650440 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e73b6c5c-6b98-4b94-ab46-6bba2f57cf22 req-d780ff4a-231d-4188-b844-518fa886ff7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.2701862 Oct 19 11:20:14.691457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-70a001de-0e83-4eb4-a2e7-0c1208c68360 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:14.693154 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-70a001de-0e83-4eb4-a2e7-0c1208c68360 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.49 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 946 time: 0.3021777 Oct 19 11:20:14.729484 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e73b6c5c-6b98-4b94-ab46-6bba2f57cf22 req-7bb93273-df86-4032-b76e-fd3fd7e03006 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766234 Oct 19 11:20:14.788061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0c251f16-1421-434b-9dea-5683830f5254 req-a7b595c4-664b-4594-9d9c-4f9e13ef707b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 210 time: 0.0284433 Oct 19 11:20:14.817970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Deleting port e32722ac-43ca-4e30-a37f-b91e96b03973 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:14.822076 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:14.911975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] For port e32722ac-43ca-4e30-a37f-b91e96b03973, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e32722ac-43ca-4e30-a37f-b91e96b03973,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:14.912330 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:15.090772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:15.090772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:15.090772 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Floating IP fa8ee188-609f-4652-906d-63c445e35085 disassociated. External IP: 172.25.2.30, port: e32722ac-43ca-4e30-a37f-b91e96b03973. Oct 19 11:20:15.091122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Calling delete_port for e32722ac-43ca-4e30-a37f-b91e96b03973 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:15.170098 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-07a63ccf-ba6c-4df9-ac75-8fb50a3a7983 req-a1ba1fe1-24f2-47ec-a5e8-1879a1ceae16 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 210 time: 0.0324659 Oct 19 11:20:15.326030 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60bbbe84-f79d-4093-81f4-b2e1bf418816 req-fd51afc0-c268-4786-9c2f-6db9d26ff088 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 210 time: 0.0303962 Oct 19 11:20:15.326797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:15.370172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Pushing event deleted for resources: {'Port': ['ID=e32722ac-43ca-4e30-a37f-b91e96b03973,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:15.425464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device abfe0c6c-c662-4fa0-876e-0622eab428cc no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:15.455883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: abfe0c6c-c662-4fa0-876e-0622eab428cc {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:15.456619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device abfe0c6c-c662-4fa0-876e-0622eab428cc not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:15.457134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e32722ac-43ca-4e30-a37f-b91e96b03973 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:15.479970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: e32722ac-43ca-4e30-a37f-b91e96b03973 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:15.480645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e32722ac-43ca-4e30-a37f-b91e96b03973 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:15.536903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Router add08118-2240-42de-88a3-937223169ba2 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:20:15.551361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-4f9a429d-71a0-40f7-8d41-0ec16397412a tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:15.553058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-4f9a429d-71a0-40f7-8d41-0ec16397412a tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.26 "GET /v2.0/networks?id=bb20b8e0-57af-4668-9010-c20e6f1970b3 HTTP/1.1" status: 200 len: 818 time: 0.1866093 Oct 19 11:20:15.569726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Request body: {'port': {'device_id': '6c38736c-4a83-4972-b9a5-b40bd1be7a43', 'network_id': 'bb20b8e0-57af-4668-9010-c20e6f1970b3', 'admin_state_up': True, 'tenant_id': '5431c7981b704785802bbfc3e9166ece'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:15.665901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:20:15.686817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0787827-1a44-487c-a832-faf6b6b6ec68 None None] Sync routers for ids ['add08118-2240-42de-88a3-937223169ba2'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:20:15.697312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0787827-1a44-487c-a832-faf6b6b6ec68 None None] Routers {'add08118-2240-42de-88a3-937223169ba2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:15.698231 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e0787827-1a44-487c-a832-faf6b6b6ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:19:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['add08118-2240-42de-88a3-937223169ba2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:15.750642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] No DVR routers for this DVR port e32722ac-43ca-4e30-a37f-b91e96b03973 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:20:15.757049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:15.763983 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5cc257ab-4b66-4219-bf9e-127b73d5479f req-a2a11aea-d001-43da-a7bb-fb4f816a2bac tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.49 "DELETE /v2.0/ports/e32722ac-43ca-4e30-a37f-b91e96b03973 HTTP/1.1" status: 204 len: 173 time: 1.0599830 Oct 19 11:20:15.764524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'name': 'network-vif-deleted', 'tag': 'e32722ac-43ca-4e30-a37f-b91e96b03973'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:15.769413 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9643aa55-ff87-4566-88e2-b340f3e96a55" -d '{"events": [{"server_uuid": "494a9bcc-6c65-4c2e-b0dc-29dda34516fd", "name": "network-vif-deleted", "tag": "e32722ac-43ca-4e30-a37f-b91e96b03973"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:15.791361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Made reservation on behalf of 5431c7981b704785802bbfc3e9166ece for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:15.795303 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1e6c12e-a045-48e1-8ee3-b87b576b3965 req-1f5d87b4-109d-4df3-95d9-23716a9b4d80 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 210 time: 0.0689671 Oct 19 11:20:15.800302 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:15.878514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-e0787827-1a44-487c-a832-faf6b6b6ec68 None None] Set router add08118-2240-42de-88a3-937223169ba2 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:15.943800 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10dd3f1-d947-49d7-b627-8ca5e82213b6 x-openstack-request-id: req-a10dd3f1-d947-49d7-b627-8ca5e82213b6 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:15.944391 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494a9bcc-6c65-4c2e-b0dc-29dda34516fd", "name": "network-vif-deleted", "tag": "e32722ac-43ca-4e30-a37f-b91e96b03973", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:15.944391 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a10dd3f1-d947-49d7-b627-8ca5e82213b6 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:15.945485 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494a9bcc-6c65-4c2e-b0dc-29dda34516fd', 'name': 'network-vif-deleted', 'tag': 'e32722ac-43ca-4e30-a37f-b91e96b03973', 'status': 'completed', 'code': 200} Oct 19 11:20:15.991749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0333e1-44c0-410d-b482-9550f1d12e41 req-3c929583-2778-4427-8d02-9b88a208a5a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:15.999619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0333e1-44c0-410d-b482-9550f1d12e41 req-3c929583-2778-4427-8d02-9b88a208a5a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:16.007661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0333e1-44c0-410d-b482-9550f1d12e41 req-3c929583-2778-4427-8d02-9b88a208a5a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:16.009949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Allocated IP 172.20.0.2 (bb20b8e0-57af-4668-9010-c20e6f1970b3/212bea97-4658-42e4-9397-dbdaf7790675/06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:16.015791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0333e1-44c0-410d-b482-9550f1d12e41 req-3c929583-2778-4427-8d02-9b88a208a5a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:16.022713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0333e1-44c0-410d-b482-9550f1d12e41 req-3c929583-2778-4427-8d02-9b88a208a5a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:16.030968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0333e1-44c0-410d-b482-9550f1d12e41 req-3c929583-2778-4427-8d02-9b88a208a5a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:16.038607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0333e1-44c0-410d-b482-9550f1d12e41 req-3c929583-2778-4427-8d02-9b88a208a5a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:16.048452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b0333e1-44c0-410d-b482-9550f1d12e41 req-3c929583-2778-4427-8d02-9b88a208a5a5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1703942 Oct 19 11:20:16.114843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b0333e1-44c0-410d-b482-9550f1d12e41 req-374bfb3f-1600-4e9f-b898-00e6d74c828a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650651 Oct 19 11:20:16.153833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-992f1b49-dcac-4cd3-a656-8f318910ef0a req-96dd3ae9-f70d-476f-9059-1149a44842e5 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 210 time: 0.0304170 Oct 19 11:20:16.274860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e0787827-1a44-487c-a832-faf6b6b6ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:58Z', 'revision_number': 4, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '382eecc9-8680-48aa-9360-534565ec4760', 'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'mac_address': 'fa:16:3e:05:1d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:57Z', 'updated_at': '2021-10-19T11:18:03Z', 'revision_number': 5, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'subnets': [{'id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:16.301905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:16.307630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0787827-1a44-487c-a832-faf6b6b6ec68 None None] Checking router: add08118-2240-42de-88a3-937223169ba2 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:20:16.327637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0787827-1a44-487c-a832-faf6b6b6ec68 None None] Routers {'add08118-2240-42de-88a3-937223169ba2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:16.327637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e0787827-1a44-487c-a832-faf6b6b6ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:19:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['add08118-2240-42de-88a3-937223169ba2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:16.330057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56144) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:16.344473 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a86002fc-a2a1-4439-b604-9913992cfc27 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=775d517a97b6426988d5e8e8b609fa91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819659 Oct 19 11:20:16.346183 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-352305b7-0ca2-45a3-80be-b0fc20891c1e req-1052e2de-264c-4984-b5de-212b584fcde9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 210 time: 0.0505288 Oct 19 11:20:16.478060 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:16.497766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-e0787827-1a44-487c-a832-faf6b6b6ec68 None None] Set router add08118-2240-42de-88a3-937223169ba2 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:16.499575 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc25b1cb-0473-4f1a-be4d-6900ab56e690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:16.515843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b5fc827-ba25-408b-82b2-39f46bedd43a req-74ab8a21-1dcf-4758-a2de-bed6a1ae914a tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 210 time: 0.0603485 Oct 19 11:20:16.569608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Network bb20b8e0-57af-4668-9010-c20e6f1970b3 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:16.584920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:16.587437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:16.616751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc25b1cb-0473-4f1a-be4d-6900ab56e690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:16.625892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Pushing event updated for resources: {'Port': ['ID=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:16.637291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-b9c4d86e-2fdd-4be4-8b92-491a7122d636 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:16.639052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-b9c4d86e-2fdd-4be4-8b92-491a7122d636 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2826328 Oct 19 11:20:16.647410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.647763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.648103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.648441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.648837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.649167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.649494 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.649818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.650144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.650468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.650790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.651108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:16.672584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:16.674616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:16.722106 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc25b1cb-0473-4f1a-be4d-6900ab56e690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:16.744052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Request body: {'port': {'device_id': '5ffbce1f-976d-4878-bcdd-fcf03c85681c', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '775d517a97b6426988d5e8e8b609fa91'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:16.773211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bc25b1cb-0473-4f1a-be4d-6900ab56e690 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a02d42d35ca4bb6bc4b553b11ea8ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417164 Oct 19 11:20:16.774144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25b1cb-0473-4f1a-be4d-6900ab56e690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00687e8e-d0cf-4409-aa93-ac678fa9c947,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:16.776829 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56150) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:16.795144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-1760f1dc-a8c5-490e-a3e6-c3ebae04c4f9 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2297378 Oct 19 11:20:16.883436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Request body: {'port': {'device_id': '6c38736c-4a83-4972-b9a5-b40bd1be7a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:16.888670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-032bf899-fb93-455c-a8f8-e4878bd1a6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:16.898405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e0787827-1a44-487c-a832-faf6b6b6ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:58Z', 'revision_number': 4, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '382eecc9-8680-48aa-9360-534565ec4760', 'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'mac_address': 'fa:16:3e:05:1d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:57Z', 'updated_at': '2021-10-19T11:18:03Z', 'revision_number': 5, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'subnets': [{'id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:16.929566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0787827-1a44-487c-a832-faf6b6b6ec68 None None] The sync data for ids ['add08118-2240-42de-88a3-937223169ba2'] in n-d-814547-1 is: [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:17:58Z', 'revision_number': 4, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '382eecc9-8680-48aa-9360-534565ec4760', 'name': '', 'network_id': 'e233824c-f866-4ed5-ad48-7b8c5d7d5218', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'mac_address': 'fa:16:3e:05:1d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:57Z', 'updated_at': '2021-10-19T11:18:03Z', 'revision_number': 5, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'subnets': [{'id': '2de2ab05-6dd8-4d81-8644-90e71ec23a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:20:16.963980 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-032bf899-fb93-455c-a8f8-e4878bd1a6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:16.968577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3cd861c3-6295-4cc8-976c-fc7bc48d31a9 req-93f1f3bc-7977-4ee2-a4dc-5fcf0e851107 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/ports?device_id=494a9bcc-6c65-4c2e-b0dc-29dda34516fd HTTP/1.1" status: 200 len: 210 time: 0.0374634 Oct 19 11:20:16.990727 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.111089 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-032bf899-fb93-455c-a8f8-e4878bd1a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.114146 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-032bf899-fb93-455c-a8f8-e4878bd1a6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.115350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-032bf899-fb93-455c-a8f8-e4878bd1a6a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00687e8e-d0cf-4409-aa93-ac678fa9c947 HTTP/1.1" status: 204 len: 168 time: 0.3275397 Oct 19 11:20:17.121469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Made reservation on behalf of 775d517a97b6426988d5e8e8b609fa91 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:17.130696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bf899-fb93-455c-a8f8-e4878bd1a6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00687e8e-d0cf-4409-aa93-ac678fa9c947,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:17.132708 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.156721 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.260443 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df6309-d273-4652-80e3-5227977272eb None None] New status for floating IP fa8ee188-609f-4652-906d-63c445e35085: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:20:17.277230 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64dc7c2e-61b9-44e1-ac42-04f4dcbc42ad req-0877c94a-0be8-41a8-9f6c-1d5611392df6 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 210 time: 0.0273356 Oct 19 11:20:17.372770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676872dc-be94-4334-afb7-e029a7df3c75 req-4bd46ed9-23cb-4419-bbed-fe38ddd6f9a6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:17.382089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676872dc-be94-4334-afb7-e029a7df3c75 req-4bd46ed9-23cb-4419-bbed-fe38ddd6f9a6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:17.389112 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676872dc-be94-4334-afb7-e029a7df3c75 req-4bd46ed9-23cb-4419-bbed-fe38ddd6f9a6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:17.399091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676872dc-be94-4334-afb7-e029a7df3c75 req-4bd46ed9-23cb-4419-bbed-fe38ddd6f9a6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:17.405110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676872dc-be94-4334-afb7-e029a7df3c75 req-4bd46ed9-23cb-4419-bbed-fe38ddd6f9a6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:17.411044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676872dc-be94-4334-afb7-e029a7df3c75 req-4bd46ed9-23cb-4419-bbed-fe38ddd6f9a6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:17.412095 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-68941cec-0e66-417d-845a-e1096d4bcbc4 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227714 Oct 19 11:20:17.416990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676872dc-be94-4334-afb7-e029a7df3c75 req-4bd46ed9-23cb-4419-bbed-fe38ddd6f9a6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:17.423962 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-676872dc-be94-4334-afb7-e029a7df3c75 req-4bd46ed9-23cb-4419-bbed-fe38ddd6f9a6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1621974 Oct 19 11:20:17.484476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.546586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-676872dc-be94-4334-afb7-e029a7df3c75 req-f836480a-8248-4a4e-9d31-4c8509c98b9d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079164 Oct 19 11:20:17.553483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda7b99-ec6f-4935-9c04-bf5355ffd275 req-66d00398-6d74-461c-81af-e0d67a7d3aac tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:17.555003 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1eda7b99-ec6f-4935-9c04-bf5355ffd275 req-66d00398-6d74-461c-81af-e0d67a7d3aac tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 931 time: 0.1094987 Oct 19 11:20:17.559280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:17.569845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.573501 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.611713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-4d8445b8-3094-4a44-81d4-68eca85f3db9 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:17.613232 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-4d8445b8-3094-4a44-81d4-68eca85f3db9 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933293 Oct 19 11:20:17.632294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1eda7b99-ec6f-4935-9c04-bf5355ffd275 req-64298be4-c9b6-4a7b-9f95-703dc093001c tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714412 Oct 19 11:20:17.640043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Request body: {'port': {'device_id': '447fb81c-fa12-4c73-b073-bae64d1b9927', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'bfb9bc13032940e19a483303a5c91dcb'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:17.683147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Transition to ACTIVE for port object 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:20:17.702588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:17.711132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad036f46-d488-4aa2-aef0-8727b5a6f762 req-248184df-4e3a-4541-94a5-4738691f030f tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 210 time: 0.0589843 Oct 19 11:20:17.774581 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.825078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Allocated IP 192.168.233.144 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:17.848517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Pushing event updated for resources: {'Port': ['ID=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:17.859986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Made reservation on behalf of bfb9bc13032940e19a483303a5c91dcb for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:17.864948 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.872958 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.968072 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:17.997037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Attempting to bind port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:17.997410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Attempting to bind port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'cea7b42c-4e40-488f-91e5-c78804aea710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bb20b8e0-57af-4668-9010-c20e6f1970b3'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:17.997667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Attempting to bind port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 on network bb20b8e0-57af-4668-9010-c20e6f1970b3 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:18.010110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 on network bb20b8e0-57af-4668-9010-c20e6f1970b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:20:18.010441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Attempting to bind port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 on network bb20b8e0-57af-4668-9010-c20e6f1970b3 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:18.021224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:18.021558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Checking segment: {'id': 'cea7b42c-4e40-488f-91e5-c78804aea710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bb20b8e0-57af-4668-9010-c20e6f1970b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:18.021945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Bound using segment: {'id': 'cea7b42c-4e40-488f-91e5-c78804aea710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bb20b8e0-57af-4668-9010-c20e6f1970b3'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:18.022369 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Bound port: 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea7b42c-4e40-488f-91e5-c78804aea710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'bb20b8e0-57af-4668-9010-c20e6f1970b3'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:18.022803 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.033523 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.085398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.105642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0a2991-359a-49bd-be78-00b29da7eb1a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:18.119311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] For port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:18.147414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] For port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9,segment=NetworkSegment(cea7b42c-4e40-488f-91e5-c78804aea710),segment_id=cea7b42c-4e40-488f-91e5-c78804aea710)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:18.288891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56190) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:18.349274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-51d9c661-ec45-4b0b-863f-cc0b02cbd071 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.377040 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-51d9c661-ec45-4b0b-863f-cc0b02cbd071 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.379895 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-12550787-0bfd-4a83-a89f-ceae194f3435 req-3bf199c5-79a9-4c6a-a848-76002d53fcd9 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 210 time: 0.0270383 Oct 19 11:20:18.425719 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.464402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:18.464402 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.464711 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] 10.222.0.26 "PUT /v2.0/ports/06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 HTTP/1.1" status: 200 len: 1091 time: 1.5942681 Oct 19 11:20:18.465079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c38736c-4a83-4972-b9a5-b40bd1be7a43', 'tag': '06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:18.467314 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ff9845-6986-4a52-82f6-56c4ea106f68" -d '{"events": [{"name": "network-changed", "server_uuid": "6c38736c-4a83-4972-b9a5-b40bd1be7a43", "tag": "06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:18.488713 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.496725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a94a5-7e93-4236-9b9b-6f3b2d86b558 service neutron] Pushing event updated for resources: {'Port': ['ID=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:18.513107 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-51d9c661-ec45-4b0b-863f-cc0b02cbd071 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.516759 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-51d9c661-ec45-4b0b-863f-cc0b02cbd071 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.520237 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-51d9c661-ec45-4b0b-863f-cc0b02cbd071 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "DELETE /v2.0/security-groups/92507732-f043-45fe-a2f6-b959adcda202 HTTP/1.1" status: 204 len: 168 time: 0.2278707 Oct 19 11:20:18.528806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56200) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:18.551780 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9c661-ec45-4b0b-863f-cc0b02cbd071 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92507732-f043-45fe-a2f6-b959adcda202,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:18.554369 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c23d6f3-cfb2-4186-8848-c75f38a2ee8c x-openstack-request-id: req-7c23d6f3-cfb2-4186-8848-c75f38a2ee8c {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:18.555096 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c38736c-4a83-4972-b9a5-b40bd1be7a43", "tag": "06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:18.555399 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c23d6f3-cfb2-4186-8848-c75f38a2ee8c {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:18.555893 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c38736c-4a83-4972-b9a5-b40bd1be7a43', 'tag': '06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9', 'status': 'completed', 'code': 200} Oct 19 11:20:18.559863 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-b7f12133-8c9a-479e-9709-e5f06d8424e2 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] show failed (client error): The resource could not be found. Oct 19 11:20:18.561577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b7f12133-8c9a-479e-9709-e5f06d8424e2 tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "GET /v2.0/security-groups/92507732-f043-45fe-a2f6-b959adcda202 HTTP/1.1" status: 404 len: 347 time: 0.0280435 Oct 19 11:20:18.564328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56202) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:18.593590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:18.620275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:18.627044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:18.672726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Pushing event updated for resources: {'Port': ['ID=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:18.675641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Allocated IP 192.168.233.111 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/3a1bffa4-1d71-479d-b6c5-80507bfe7230) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:18.693043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff9845-6986-4a52-82f6-56c4ea106f68 req-1112b2d3-c251-488c-9369-66f02d02437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:18.698959 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7ff9845-6986-4a52-82f6-56c4ea106f68 req-1112b2d3-c251-488c-9369-66f02d02437a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5431c7981b704785802bbfc3e9166ece&device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 1094 time: 0.1311960 Oct 19 11:20:18.700891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:18.702051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.781830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7afd3-c6bd-4423-bd16-2f11cc2d8b88 req-0e84c227-042c-41cc-ace2-867883375c5b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:18.788244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7afd3-c6bd-4423-bd16-2f11cc2d8b88 req-0e84c227-042c-41cc-ace2-867883375c5b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:18.795575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7afd3-c6bd-4423-bd16-2f11cc2d8b88 req-0e84c227-042c-41cc-ace2-867883375c5b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:18.802049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7afd3-c6bd-4423-bd16-2f11cc2d8b88 req-0e84c227-042c-41cc-ace2-867883375c5b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:18.808568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7afd3-c6bd-4423-bd16-2f11cc2d8b88 req-0e84c227-042c-41cc-ace2-867883375c5b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:18.813804 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-a8589fa7-832e-45d3-b99f-93791c816959 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0747631 Oct 19 11:20:18.814721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7afd3-c6bd-4423-bd16-2f11cc2d8b88 req-0e84c227-042c-41cc-ace2-867883375c5b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:18.820899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7afd3-c6bd-4423-bd16-2f11cc2d8b88 req-0e84c227-042c-41cc-ace2-867883375c5b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:18.827098 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cc7afd3-c6bd-4423-bd16-2f11cc2d8b88 req-0e84c227-042c-41cc-ace2-867883375c5b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1699901 Oct 19 11:20:18.831400 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Request body: {'port': {'device_id': '5ffbce1f-976d-4878-bcdd-fcf03c85681c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:18.881196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7b75d942-76b6-413d-91a9-e3fe62e7899f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Deleting port 9708d7b0-9a2d-4eff-89d2-4c08b73abc61 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:18.881566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7b75d942-76b6-413d-91a9-e3fe62e7899f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.890655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff9845-6986-4a52-82f6-56c4ea106f68 req-8d4c7235-8f74-438c-ac60-672371db5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:18.891816 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7ff9845-6986-4a52-82f6-56c4ea106f68 req-8d4c7235-8f74-438c-ac60-672371db5bb5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5431c7981b704785802bbfc3e9166ece&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1860459 Oct 19 11:20:18.906988 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:18.959947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cc7afd3-c6bd-4423-bd16-2f11cc2d8b88 req-a8b9bfc8-911a-4d82-b5e5-3d4d593b6040 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205964 Oct 19 11:20:19.050715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f9e8dd66-55e5-4aea-892e-ac551500683b None None] Provisioning complete for port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:19.052228 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dd66-55e5-4aea-892e-ac551500683b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.061631 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7b75d942-76b6-413d-91a9-e3fe62e7899f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.062605 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7b75d942-76b6-413d-91a9-e3fe62e7899f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.068489 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.085080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7b75d942-76b6-413d-91a9-e3fe62e7899f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Calling delete_port for 9708d7b0-9a2d-4eff-89d2-4c08b73abc61 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:19.125903 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f9e8dd66-55e5-4aea-892e-ac551500683b None None] Port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:20:19.177340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff9845-6986-4a52-82f6-56c4ea106f68 req-85f66eb5-1d08-44fb-acce-4c6aac82728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:19.178958 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7ff9845-6986-4a52-82f6-56c4ea106f68 req-85f66eb5-1d08-44fb-acce-4c6aac82728a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2695482 Oct 19 11:20:19.189936 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1b292-5be7-4b4a-a869-2f0320a54dc1 req-854060cd-e74c-429e-bf4c-24d8cdb526bd tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:19.191425 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1b1b292-5be7-4b4a-a869-2f0320a54dc1 req-854060cd-e74c-429e-bf4c-24d8cdb526bd tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 943 time: 0.2093930 Oct 19 11:20:19.229287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc5c6d-69b4-4e95-8430-9fa101ca73f7 req-20dbc3d2-98fe-4a8e-a9bd-984c9f205dc7 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:19.230782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43bc5c6d-69b4-4e95-8430-9fa101ca73f7 req-20dbc3d2-98fe-4a8e-a9bd-984c9f205dc7 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 936 time: 0.1327283 Oct 19 11:20:19.258889 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1b1b292-5be7-4b4a-a869-2f0320a54dc1 req-aa9b3379-eec6-4a64-8503-e413dad34fdc tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577967 Oct 19 11:20:19.275707 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.299199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-9fe69bed-290a-4903-a518-27b47f68608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:19.300827 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-9fe69bed-290a-4903-a518-27b47f68608c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5431c7981b704785802bbfc3e9166ece&device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 1094 time: 0.0731561 Oct 19 11:20:19.309863 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43bc5c6d-69b4-4e95-8430-9fa101ca73f7 req-1aa0c5ed-1372-4b32-883a-43e503c2affc tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707550 Oct 19 11:20:19.330616 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.590679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56224) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:19.658144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:19.662898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event updated for resources: {'Port': ['ID=3a1bffa4-1d71-479d-b6c5-80507bfe7230,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:19.665574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:19.668860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:19.669045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-4bda0dc6-8b9f-40da-b00b-b81326848949 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 HTTP/1.1" status: 200 len: 217 time: 0.3300765 Oct 19 11:20:19.710959 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.718608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430bfe4-f332-42fe-bdc5-ce63d0bc4608 req-6b5a4587-fe93-4cda-b7d7-7daaf0fa6ba2 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:19.721032 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e430bfe4-f332-42fe-bdc5-ce63d0bc4608 req-6b5a4587-fe93-4cda-b7d7-7daaf0fa6ba2 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 936 time: 0.1255603 Oct 19 11:20:19.741884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:19.743001 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.750960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-52e1459a-181e-4ca4-a4e7-f6454e63ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:19.752769 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-52e1459a-181e-4ca4-a4e7-f6454e63ad2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=212bea97-4658-42e4-9397-dbdaf7790675 HTTP/1.1" status: 200 len: 858 time: 0.0727868 Oct 19 11:20:19.767391 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7b75d942-76b6-413d-91a9-e3fe62e7899f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.804484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75d942-76b6-413d-91a9-e3fe62e7899f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Pushing event deleted for resources: {'Port': ['ID=9708d7b0-9a2d-4eff-89d2-4c08b73abc61,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:19.816941 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-75c0bd99-2b70-4191-9fa7-097c3adab3df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb20b8e0-57af-4668-9010-c20e6f1970b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554023 Oct 19 11:20:19.837627 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8bd063c-0c62-4d86-94f7-fecc4618325c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.851962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:19.864401 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.868357 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e430bfe4-f332-42fe-bdc5-ce63d0bc4608 req-eff907b4-ddb6-4888-a134-bfc31b9a60dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337676 Oct 19 11:20:19.911083 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-23dab68c-7ab2-4693-be5c-2c80c6b7e98a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2777429 Oct 19 11:20:19.915332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Transition to ACTIVE for port object fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:20:19.931070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Request body: {'port': {'device_id': '447fb81c-fa12-4c73-b073-bae64d1b9927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:19.947091 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-9b6fed94-d277-4aaa-a122-5d4700a52657 service neutron] 10.222.0.26 "GET /v2.0/networks/bb20b8e0-57af-4668-9010-c20e6f1970b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180034 Oct 19 11:20:19.954584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5ce910e8-172c-404e-8c84-a0f61113112f None None] Provisioning complete for port 3a1bffa4-1d71-479d-b6c5-80507bfe7230 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:19.955103 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ce910e8-172c-404e-8c84-a0f61113112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.955925 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7b75d942-76b6-413d-91a9-e3fe62e7899f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.958429 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7b75d942-76b6-413d-91a9-e3fe62e7899f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:19.959527 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7b75d942-76b6-413d-91a9-e3fe62e7899f tempest-ServersTestFqdnHostnames-457658306 tempest-ServersTestFqdnHostnames-457658306-project] 10.222.0.39 "DELETE /v2.0/floatingips/fa8ee188-609f-4652-906d-63c445e35085 HTTP/1.1" status: 204 len: 168 time: 1.3942087 Oct 19 11:20:19.963407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56228) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:19.993965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5ce910e8-172c-404e-8c84-a0f61113112f None None] Port 3a1bffa4-1d71-479d-b6c5-80507bfe7230 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:20:20.012344 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.018365 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.065775 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8bd063c-0c62-4d86-94f7-fecc4618325c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.133739 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8bd063c-0c62-4d86-94f7-fecc4618325c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.187044 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d8bd063c-0c62-4d86-94f7-fecc4618325c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=131ff8c7afbf4fac9dc2b6ba474bcc92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5887094 Oct 19 11:20:20.190910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56232) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:20.205647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd063c-0c62-4d86-94f7-fecc4618325c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f72c352-c141-4fed-9767-78c4d6d9fcd1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:20.209940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Pushing event updated for resources: {'Port': ['ID=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:20.220370 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b9bad1c-e46f-4dd4-8f8b-3a43ab7b46da req-f80df252-5e3b-4b6b-84f4-1e6777bcba98 service neutron] 10.222.0.26 "GET /v2.0/networks/bb20b8e0-57af-4668-9010-c20e6f1970b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652268 Oct 19 11:20:20.272263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b72d-749a-4bcf-a159-b2780c8a2b85 req-54e92e3d-af57-4ff8-878a-a679b8b57bab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:20.278309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b72d-749a-4bcf-a159-b2780c8a2b85 req-54e92e3d-af57-4ff8-878a-a679b8b57bab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:20.284348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b72d-749a-4bcf-a159-b2780c8a2b85 req-54e92e3d-af57-4ff8-878a-a679b8b57bab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:20.290408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b72d-749a-4bcf-a159-b2780c8a2b85 req-54e92e3d-af57-4ff8-878a-a679b8b57bab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:20.296957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b72d-749a-4bcf-a159-b2780c8a2b85 req-54e92e3d-af57-4ff8-878a-a679b8b57bab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:20.302984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b72d-749a-4bcf-a159-b2780c8a2b85 req-54e92e3d-af57-4ff8-878a-a679b8b57bab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:20.318217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b72d-749a-4bcf-a159-b2780c8a2b85 req-54e92e3d-af57-4ff8-878a-a679b8b57bab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:20.321083 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aef5b72d-749a-4bcf-a159-b2780c8a2b85 req-54e92e3d-af57-4ff8-878a-a679b8b57bab tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.2324915 Oct 19 11:20:20.325457 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.382845 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.490129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1bffa4-1d71-479d-b6c5-80507bfe7230 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:20.501772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.509141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aef5b72d-749a-4bcf-a159-b2780c8a2b85 req-5b11ef1f-b85d-4a52-add8-c3c2d4f9ae1a tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406832 Oct 19 11:20:20.511425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023cd4c-2821-4a6f-88cb-b53c12c0fc77 req-27f1fc45-b7f5-49c1-a2d0-097b202f60f5 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:20.520945 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6023cd4c-2821-4a6f-88cb-b53c12c0fc77 req-27f1fc45-b7f5-49c1-a2d0-097b202f60f5 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 943 time: 0.1481504 Oct 19 11:20:20.562038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Attempting to bind port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:20.564271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Attempting to bind port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:20.564271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Attempting to bind port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:20.583462 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6023cd4c-2821-4a6f-88cb-b53c12c0fc77 req-490970a4-92ca-464d-b76e-c2dbb3cd1125 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580592 Oct 19 11:20:20.591106 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:20:20.591436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Attempting to bind port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:20.613315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:20.613700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:20.614027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:20.614495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Bound port: fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:20.614853 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.641621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Transition to ACTIVE for port object 3a1bffa4-1d71-479d-b6c5-80507bfe7230 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:20:20.643858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.647139 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.648400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f72c352-c141-4fed-9767-78c4d6d9fcd1 HTTP/1.1" status: 204 len: 168 time: 0.4542232 Oct 19 11:20:20.658368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f72c352-c141-4fed-9767-78c4d6d9fcd1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:20.678234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.680154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.680424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.681393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.681964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.682495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.683057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.683390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.683717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.684061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.684568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.684831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284a6f7-e209-432e-a011-f54eac781515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:20.721474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.728569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e0901-826e-4775-a032-d968985b9dd4 req-81d02e12-2d27-46c8-aaf4-6cb4d3888b70 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:20.731864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-603e0901-826e-4775-a032-d968985b9dd4 req-81d02e12-2d27-46c8-aaf4-6cb4d3888b70 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 948 time: 0.1399517 Oct 19 11:20:20.781595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] For port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:20.807649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] For port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:20.811887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1bffa4-1d71-479d-b6c5-80507bfe7230,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:20.817630 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-603e0901-826e-4775-a032-d968985b9dd4 req-e00443bf-5901-404c-8327-8516db5fad29 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707543 Oct 19 11:20:20.890729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Attempting to bind port 3a1bffa4-1d71-479d-b6c5-80507bfe7230 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:20.891067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Attempting to bind port 3a1bffa4-1d71-479d-b6c5-80507bfe7230 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:20.891590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Attempting to bind port 3a1bffa4-1d71-479d-b6c5-80507bfe7230 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:20.895385 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.897598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Port 3a1bffa4-1d71-479d-b6c5-80507bfe7230 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:20:20.899886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Attempting to bind port 3a1bffa4-1d71-479d-b6c5-80507bfe7230 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:20.909831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:20.910505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:20.911849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:20.912515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Bound port: 3a1bffa4-1d71-479d-b6c5-80507bfe7230, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:20.913047 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.952684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:20.954851 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:20.954851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] 10.222.0.26 "PUT /v2.0/ports/fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae HTTP/1.1" status: 200 len: 1096 time: 2.1285892 Oct 19 11:20:20.955362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffbce1f-976d-4878-bcdd-fcf03c85681c', 'tag': 'fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:20.957842 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce79d07d-878c-4b88-9808-70e9845c229e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffbce1f-976d-4878-bcdd-fcf03c85681c", "tag": "fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:20.999804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e64468-cda1-4213-ac71-bdba7d559e63 service neutron] Pushing event updated for resources: {'Port': ['ID=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:21.028495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:21.076577 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] For port 3a1bffa4-1d71-479d-b6c5-80507bfe7230, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:21.081020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] For port 3a1bffa4-1d71-479d-b6c5-80507bfe7230, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3a1bffa4-1d71-479d-b6c5-80507bfe7230,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:21.093513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aeb6c-8bfa-4a2b-a265-b5f4e2af9e7c req-4293a84a-734d-4d37-b2b2-63f2496fdecc tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.097847 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b57c03-8375-42c5-8d3d-cbdb7b0a4b3e x-openstack-request-id: req-c1b57c03-8375-42c5-8d3d-cbdb7b0a4b3e {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:21.098495 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffbce1f-976d-4878-bcdd-fcf03c85681c", "tag": "fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:21.099155 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1b57c03-8375-42c5-8d3d-cbdb7b0a4b3e {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:21.099572 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffbce1f-976d-4878-bcdd-fcf03c85681c', 'tag': 'fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae', 'status': 'completed', 'code': 200} Oct 19 11:20:21.101538 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-353aeb6c-8bfa-4a2b-a265-b5f4e2af9e7c req-4293a84a-734d-4d37-b2b2-63f2496fdecc tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 948 time: 0.1347654 Oct 19 11:20:21.162960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-353aeb6c-8bfa-4a2b-a265-b5f4e2af9e7c req-d99a1486-ea43-496b-b48f-1f29065a0447 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603664 Oct 19 11:20:21.167566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:21.214721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.215612 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:21.217360 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a1bffa4-1d71-479d-b6c5-80507bfe7230 HTTP/1.1" status: 200 len: 1096 time: 1.2922215 Oct 19 11:20:21.223351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447fb81c-fa12-4c73-b073-bae64d1b9927', 'tag': '3a1bffa4-1d71-479d-b6c5-80507bfe7230'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:21.225993 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39d5122-8c7a-459c-bf4f-60adda56f487" -d '{"events": [{"name": "network-changed", "server_uuid": "447fb81c-fa12-4c73-b073-bae64d1b9927", "tag": "3a1bffa4-1d71-479d-b6c5-80507bfe7230"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:21.253575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef795f-cc60-4914-8c5c-c7c8d301bbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1bffa4-1d71-479d-b6c5-80507bfe7230,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:21.266875 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79d07d-878c-4b88-9808-70e9845c229e req-2a9874b7-d378-4ba1-96c7-5d1ef67dfd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.274352 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce79d07d-878c-4b88-9808-70e9845c229e req-2a9874b7-d378-4ba1-96c7-5d1ef67dfd8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=775d517a97b6426988d5e8e8b609fa91&device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 1099 time: 0.1713047 Oct 19 11:20:21.338267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce79d07d-878c-4b88-9808-70e9845c229e req-7e43ff89-b459-43f9-b5aa-26f34c865577 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=775d517a97b6426988d5e8e8b609fa91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453768 Oct 19 11:20:21.400344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-8c0317c7-8013-4c6f-bf42-207a34b9456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.412858 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-8c0317c7-8013-4c6f-bf42-207a34b9456e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 1099 time: 0.0690765 Oct 19 11:20:21.476444 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-11303d20-da85-42a5-8353-303204d489ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=3a1bffa4-1d71-479d-b6c5-80507bfe7230 HTTP/1.1" status: 200 len: 217 time: 0.0619125 Oct 19 11:20:21.509918 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f58c762-ae7a-41a7-b0c5-58f4aeee77df x-openstack-request-id: req-5f58c762-ae7a-41a7-b0c5-58f4aeee77df {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:21.510199 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447fb81c-fa12-4c73-b073-bae64d1b9927", "tag": "3a1bffa4-1d71-479d-b6c5-80507bfe7230", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:21.510455 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f58c762-ae7a-41a7-b0c5-58f4aeee77df {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:21.510862 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447fb81c-fa12-4c73-b073-bae64d1b9927', 'tag': '3a1bffa4-1d71-479d-b6c5-80507bfe7230', 'status': 'completed', 'code': 200} Oct 19 11:20:21.565497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-f531b028-923a-48a4-b546-19185193bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.567303 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-f531b028-923a-48a4-b546-19185193bec6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0830338 Oct 19 11:20:21.632520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79d07d-878c-4b88-9808-70e9845c229e req-57c20d94-b85b-4f52-a2a1-7b6089db0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.634122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce79d07d-878c-4b88-9808-70e9845c229e req-57c20d94-b85b-4f52-a2a1-7b6089db0b82 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2778065 Oct 19 11:20:21.722236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-15ca564e-efbe-4dcc-91ad-f955be138474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.724304 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-15ca564e-efbe-4dcc-91ad-f955be138474 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479635 Oct 19 11:20:21.826128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dee4ad-1862-4ae3-bfae-79749977532f req-6691cdbb-f099-447f-b179-82d83d7d8b4e tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.828212 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c7dee4ad-1862-4ae3-bfae-79749977532f req-6691cdbb-f099-447f-b179-82d83d7d8b4e tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 943 time: 0.1210687 Oct 19 11:20:21.836496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9f5fc-12aa-4cba-a30c-ad1cade0bed4 req-ea86605e-c6a6-46c5-993b-5a83291bd9bd tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.843324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9f5fc-12aa-4cba-a30c-ad1cade0bed4 req-ea86605e-c6a6-46c5-993b-5a83291bd9bd tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.849525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9f5fc-12aa-4cba-a30c-ad1cade0bed4 req-ea86605e-c6a6-46c5-993b-5a83291bd9bd tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.854743 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-d909328a-4674-4d8e-ae43-e0dccfff2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.855821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9f5fc-12aa-4cba-a30c-ad1cade0bed4 req-ea86605e-c6a6-46c5-993b-5a83291bd9bd tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.863222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-d909328a-4674-4d8e-ae43-e0dccfff2eca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=775d517a97b6426988d5e8e8b609fa91&device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 1099 time: 0.1397624 Oct 19 11:20:21.863410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9f5fc-12aa-4cba-a30c-ad1cade0bed4 req-ea86605e-c6a6-46c5-993b-5a83291bd9bd tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.868157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9f5fc-12aa-4cba-a30c-ad1cade0bed4 req-ea86605e-c6a6-46c5-993b-5a83291bd9bd tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.874460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9f5fc-12aa-4cba-a30c-ad1cade0bed4 req-ea86605e-c6a6-46c5-993b-5a83291bd9bd tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:21.876429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ee9f5fc-12aa-4cba-a30c-ad1cade0bed4 req-ea86605e-c6a6-46c5-993b-5a83291bd9bd tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.2202537 Oct 19 11:20:21.927117 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-42ff4007-0961-4def-93c2-4e51f75726d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae HTTP/1.1" status: 200 len: 217 time: 0.0589576 Oct 19 11:20:21.937660 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c7dee4ad-1862-4ae3-bfae-79749977532f req-15a85347-cdd3-4343-8c58-0f6eef51e8ec tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996697 Oct 19 11:20:21.937874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-66f941b3-89a4-441e-9c11-5af423c7af65 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017455 Oct 19 11:20:21.937994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] Deleting port 382eecc9-8680-48aa-9360-534565ec4760 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:21.937994 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:21.948013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ee9f5fc-12aa-4cba-a30c-ad1cade0bed4 req-df55b810-3425-4b65-80a8-d3169487cb6b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643439 Oct 19 11:20:22.105869 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d335fb50-be0a-4cbd-b5f6-a88ad562afc2 req-27981895-c221-4297-84e1-2746341f2620 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516864 Oct 19 11:20:22.110143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-7c483f92-fa0b-4554-9a7c-352b597d37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:22.111843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-7c483f92-fa0b-4554-9a7c-352b597d37ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1724110 Oct 19 11:20:22.168874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] For port 382eecc9-8680-48aa-9360-534565ec4760, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=382eecc9-8680-48aa-9360-534565ec4760,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:22.169252 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:22.189974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] Calling delete_port for 382eecc9-8680-48aa-9360-534565ec4760 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:22.210333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40e591-f38b-4936-b972-5e83d0b5a48a req-5a50ba61-cee1-42e4-b38f-7fb07a790d72 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:22.211049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-e76ea98f-d3e1-4537-aeb0-d2aacc92226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:22.213037 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da40e591-f38b-4936-b972-5e83d0b5a48a req-5a50ba61-cee1-42e4-b38f-7fb07a790d72 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 948 time: 0.0757058 Oct 19 11:20:22.219512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-e76ea98f-d3e1-4537-aeb0-d2aacc92226e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929782 Oct 19 11:20:22.291749 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da40e591-f38b-4936-b972-5e83d0b5a48a req-f2f11f27-0da9-426e-8b8d-7cc4db2127bc tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718949 Oct 19 11:20:22.301390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d5122-8c7a-459c-bf4f-60adda56f487 req-f1a027c5-8509-41d6-9af8-ddfd2330da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:22.303422 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d39d5122-8c7a-459c-bf4f-60adda56f487 req-f1a027c5-8509-41d6-9af8-ddfd2330da00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 1099 time: 0.0762806 Oct 19 11:20:22.411044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d5122-8c7a-459c-bf4f-60adda56f487 req-938a136e-7a87-4d33-b216-ed675e912087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:22.412579 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d39d5122-8c7a-459c-bf4f-60adda56f487 req-938a136e-7a87-4d33-b216-ed675e912087 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.0959544 Oct 19 11:20:22.480685 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d39d5122-8c7a-459c-bf4f-60adda56f487 req-194aa4e9-8939-4c82-8419-3e9959d3249f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=3a1bffa4-1d71-479d-b6c5-80507bfe7230 HTTP/1.1" status: 200 len: 217 time: 0.0578980 Oct 19 11:20:22.481846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-6b2e7b61-d876-4444-b652-7f7c68360a25 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546058 Oct 19 11:20:22.512860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8feb20-7709-4274-abae-1aa8fa0ed516 req-3a036cd8-c95b-4fbe-837d-b1864d76888b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:22.514615 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf8feb20-7709-4274-abae-1aa8fa0ed516 req-3a036cd8-c95b-4fbe-837d-b1864d76888b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 948 time: 0.1011899 Oct 19 11:20:22.538474 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-244c4732-a320-4dd0-b91a-c6a25b929852 req-f1700080-172c-439a-b906-3f3e642d3097 tempest-AbsoluteLimitsNegativeTestJSON-1973697241 tempest-AbsoluteLimitsNegativeTestJSON-1973697241-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=966f43f72ca44146bd60476d9f296c54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358129 Oct 19 11:20:22.573984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d5122-8c7a-459c-bf4f-60adda56f487 req-9a572166-a7e8-4023-acfb-e05d63c0ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:22.575486 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d39d5122-8c7a-459c-bf4f-60adda56f487 req-9a572166-a7e8-4023-acfb-e05d63c0ede5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0794778 Oct 19 11:20:22.582608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf8feb20-7709-4274-abae-1aa8fa0ed516 req-b8c00ac7-b06f-4066-844d-adc706836591 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508482 Oct 19 11:20:22.625690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d5122-8c7a-459c-bf4f-60adda56f487 req-a1fbb4fc-4b4b-47c2-903b-8137a3522f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:22.627202 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d39d5122-8c7a-459c-bf4f-60adda56f487 req-a1fbb4fc-4b4b-47c2-903b-8137a3522f03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422792 Oct 19 11:20:22.724519 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:22.728404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d39d5122-8c7a-459c-bf4f-60adda56f487 req-467e1be4-d7f4-4b0d-9939-b26bfbea15ab service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910635 Oct 19 11:20:22.768236 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc3ddfda-16f1-4c2e-b077-7574d7790e1b req-92deab88-98ff-42e9-9274-0f4431a86bca service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644763 Oct 19 11:20:22.770757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] Pushing event deleted for resources: {'Port': ['ID=382eecc9-8680-48aa-9360-534565ec4760,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:22.788157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:22.803710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c4732-a320-4dd0-b91a-c6a25b929852 req-beb74a21-aaa0-4504-918e-579058104e9c tempest-AbsoluteLimitsNegativeTestJSON-1973697241 tempest-AbsoluteLimitsNegativeTestJSON-1973697241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:22.810670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-244c4732-a320-4dd0-b91a-c6a25b929852 req-beb74a21-aaa0-4504-918e-579058104e9c tempest-AbsoluteLimitsNegativeTestJSON-1973697241 tempest-AbsoluteLimitsNegativeTestJSON-1973697241-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535956 Oct 19 11:20:22.828329 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d39d5122-8c7a-459c-bf4f-60adda56f487 req-a7352518-4a36-4878-bd6b-5da77154aec1 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927467 Oct 19 11:20:22.850639 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-244c4732-a320-4dd0-b91a-c6a25b929852 req-7fe531cf-225b-4924-bebc-cddab19162c8 tempest-AbsoluteLimitsNegativeTestJSON-1973697241 tempest-AbsoluteLimitsNegativeTestJSON-1973697241-project] 10.222.0.39 "GET /v2.0/quotas/966f43f72ca44146bd60476d9f296c54 HTTP/1.1" status: 200 len: 375 time: 0.0389745 Oct 19 11:20:22.894273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-244c4732-a320-4dd0-b91a-c6a25b929852 req-1d14f6e0-3979-41a4-a40e-101e2dedc3eb tempest-AbsoluteLimitsNegativeTestJSON-1973697241 tempest-AbsoluteLimitsNegativeTestJSON-1973697241-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=966f43f72ca44146bd60476d9f296c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426526 Oct 19 11:20:22.912325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9,segment=NetworkSegment(cea7b42c-4e40-488f-91e5-c78804aea710),segment_id=cea7b42c-4e40-488f-91e5-c78804aea710)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:22.930936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9', 'network_id': 'bb20b8e0-57af-4668-9010-c20e6f1970b3', 'port_id': '06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9', 'mac_address': 'fa:16:3e:a5:40:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212bea97-4658-42e4-9397-dbdaf7790675', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:22.985364 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:23.002762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:23.028829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9,segment=NetworkSegment(cea7b42c-4e40-488f-91e5-c78804aea710),segment_id=cea7b42c-4e40-488f-91e5-c78804aea710)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:23.048190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:23.110540 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:23.111780 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c296b-2666-42bb-addf-fd5de8779978 req-3797b716-f812-4e8b-8702-8266f0880d66 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:23.113717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-271c296b-2666-42bb-addf-fd5de8779978 req-3797b716-f812-4e8b-8702-8266f0880d66 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 943 time: 0.0630970 Oct 19 11:20:23.157169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-271c296b-2666-42bb-addf-fd5de8779978 req-0733b912-5d17-4ac6-9caa-dbca3db1ca4f tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359616 Oct 19 11:20:23.164635 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:23.372975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:23.420606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4625f4-38bb-438a-8589-4da220488897 req-1cdb027d-b2be-429c-b5e8-e06285a32087 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:23.422378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a4625f4-38bb-438a-8589-4da220488897 req-1cdb027d-b2be-429c-b5e8-e06285a32087 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 948 time: 0.0551157 Oct 19 11:20:23.469343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb0b5-f91e-49ca-bd4a-a91d73a47b54 req-f9de46d3-f88e-400c-a733-2352aeabf493 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:23.475210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb0b5-f91e-49ca-bd4a-a91d73a47b54 req-f9de46d3-f88e-400c-a733-2352aeabf493 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:23.481105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb0b5-f91e-49ca-bd4a-a91d73a47b54 req-f9de46d3-f88e-400c-a733-2352aeabf493 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:23.487038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb0b5-f91e-49ca-bd4a-a91d73a47b54 req-f9de46d3-f88e-400c-a733-2352aeabf493 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:23.488601 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a4625f4-38bb-438a-8589-4da220488897 req-4d801607-4323-495e-8fc2-7f3458c016b9 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581553 Oct 19 11:20:23.492917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb0b5-f91e-49ca-bd4a-a91d73a47b54 req-f9de46d3-f88e-400c-a733-2352aeabf493 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:23.499323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb0b5-f91e-49ca-bd4a-a91d73a47b54 req-f9de46d3-f88e-400c-a733-2352aeabf493 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:23.505720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb0b5-f91e-49ca-bd4a-a91d73a47b54 req-f9de46d3-f88e-400c-a733-2352aeabf493 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:23.507597 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae9eb0b5-f91e-49ca-bd4a-a91d73a47b54 req-f9de46d3-f88e-400c-a733-2352aeabf493 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.4141927 Oct 19 11:20:23.552662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56312) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:23.595339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae9eb0b5-f91e-49ca-bd4a-a91d73a47b54 req-de690a64-301b-4967-9922-f01eaf89a456 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763779 Oct 19 11:20:23.665856 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a46687e0-64c9-4c7d-a4d8-59bdac5083f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:23.666350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] Router add08118-2240-42de-88a3-937223169ba2 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:20:23.753431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584abd4-95f6-4c78-87e1-d3def21b9944 req-aef911a3-a418-4e0a-a050-847c5cefc0ad tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:23.755019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4584abd4-95f6-4c78-87e1-d3def21b9944 req-aef911a3-a418-4e0a-a050-847c5cefc0ad tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 948 time: 0.0698085 Oct 19 11:20:23.784725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:20:23.790035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-461c7b45-501e-47cc-8602-112728ee53bc admin admin] 10.222.0.39 "PUT /v2.0/routers/add08118-2240-42de-88a3-937223169ba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8254163 Oct 19 11:20:23.792529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56318) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:23.795012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff096550-d9d7-4fbb-a752-24b1d3132fbd None None] Sync routers for ids ['add08118-2240-42de-88a3-937223169ba2'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:20:23.804516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff096550-d9d7-4fbb-a752-24b1d3132fbd None None] Routers {'add08118-2240-42de-88a3-937223169ba2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:23.805261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ff096550-d9d7-4fbb-a752-24b1d3132fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:19:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['add08118-2240-42de-88a3-937223169ba2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:23.852852 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a46687e0-64c9-4c7d-a4d8-59bdac5083f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:23.862006 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4584abd4-95f6-4c78-87e1-d3def21b9944 req-13e6ea33-dc14-4cf3-94c5-42deec9571c1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002715 Oct 19 11:20:23.911049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ff096550-d9d7-4fbb-a752-24b1d3132fbd None None] Set router add08118-2240-42de-88a3-937223169ba2 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:23.921271 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:23.956382 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a46687e0-64c9-4c7d-a4d8-59bdac5083f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.007318 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a46687e0-64c9-4c7d-a4d8-59bdac5083f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=966f43f72ca44146bd60476d9f296c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535885 Oct 19 11:20:24.009707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46687e0-64c9-4c7d-a4d8-59bdac5083f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88c0f47-19d2-4fd5-8082-9fa1a600f83d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:24.010288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56320) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:24.067108 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.070855 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07cd16ad-6d4a-49fe-abb3-482e84bfa4d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.093549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ff096550-d9d7-4fbb-a752-24b1d3132fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:20:22Z', 'revision_number': 5, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port': {'id': '26c15770-d2af-454b-a66d-1e8fed784b68', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add08118-2240-42de-88a3-937223169ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:17:53Z', 'updated_at': '2021-10-19T11:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:24.094784 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07cd16ad-6d4a-49fe-abb3-482e84bfa4d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.122417 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff096550-d9d7-4fbb-a752-24b1d3132fbd None None] Checking router: add08118-2240-42de-88a3-937223169ba2 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:20:24.130858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff096550-d9d7-4fbb-a752-24b1d3132fbd None None] Routers {'add08118-2240-42de-88a3-937223169ba2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:24.131533 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ff096550-d9d7-4fbb-a752-24b1d3132fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:19:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['add08118-2240-42de-88a3-937223169ba2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:24.169261 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Deleting port 26c15770-d2af-454b-a66d-1e8fed784b68 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:24.169866 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.203908 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07cd16ad-6d4a-49fe-abb3-482e84bfa4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.223727 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07cd16ad-6d4a-49fe-abb3-482e84bfa4d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.223727 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-07cd16ad-6d4a-49fe-abb3-482e84bfa4d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b88c0f47-19d2-4fd5-8082-9fa1a600f83d HTTP/1.1" status: 204 len: 168 time: 0.2013676 Oct 19 11:20:24.224322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ff096550-d9d7-4fbb-a752-24b1d3132fbd None None] Set router add08118-2240-42de-88a3-937223169ba2 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:24.224788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd16ad-6d4a-49fe-abb3-482e84bfa4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88c0f47-19d2-4fd5-8082-9fa1a600f83d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:24.265345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] For port 26c15770-d2af-454b-a66d-1e8fed784b68, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=26c15770-d2af-454b-a66d-1e8fed784b68,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:24.265989 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.279769 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ff096550-d9d7-4fbb-a752-24b1d3132fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:20:24Z', 'revision_number': 6, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:24.280462 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Calling delete_port for 26c15770-d2af-454b-a66d-1e8fed784b68 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:24.314065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff096550-d9d7-4fbb-a752-24b1d3132fbd None None] The sync data for ids ['add08118-2240-42de-88a3-937223169ba2'] in n-d-814547-1 is: [{'id': 'add08118-2240-42de-88a3-937223169ba2', 'name': 'tempest-ServersTestFqdnHostnames-325549407-router', 'tenant_id': '2b41231ffdc5472db88c28378b6a108a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:17:52Z', 'updated_at': '2021-10-19T11:20:24Z', 'revision_number': 6, 'project_id': '2b41231ffdc5472db88c28378b6a108a', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:20:24.372860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a754-50c2-4a16-9c3d-f7db725c0c1d req-6e916868-1867-428e-be5e-b697d14e5cec tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:24.375061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-76a1a754-50c2-4a16-9c3d-f7db725c0c1d req-6e916868-1867-428e-be5e-b697d14e5cec tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 944 time: 0.0816803 Oct 19 11:20:24.418627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-76a1a754-50c2-4a16-9c3d-f7db725c0c1d req-6e271df0-ca43-4132-81fd-d77209382786 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374970 Oct 19 11:20:24.533793 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.561629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c15770-d2af-454b-a66d-1e8fed784b68,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:24.660873 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.748130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddde6d-81a2-46dc-8651-46621b4943a1 req-10748fdc-e16e-4d6a-a087-d21036724b4e tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:24.749806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cddde6d-81a2-46dc-8651-46621b4943a1 req-10748fdc-e16e-4d6a-a087-d21036724b4e tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 948 time: 0.1763597 Oct 19 11:20:24.755533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefca3c-3f80-4ec2-b6a6-033f660f7e0f req-f9296bc6-7483-41bb-a519-e866d997d034 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:24.762763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefca3c-3f80-4ec2-b6a6-033f660f7e0f req-f9296bc6-7483-41bb-a519-e866d997d034 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:24.769760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefca3c-3f80-4ec2-b6a6-033f660f7e0f req-f9296bc6-7483-41bb-a519-e866d997d034 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:24.775809 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefca3c-3f80-4ec2-b6a6-033f660f7e0f req-f9296bc6-7483-41bb-a519-e866d997d034 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:24.782424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefca3c-3f80-4ec2-b6a6-033f660f7e0f req-f9296bc6-7483-41bb-a519-e866d997d034 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:24.788611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefca3c-3f80-4ec2-b6a6-033f660f7e0f req-f9296bc6-7483-41bb-a519-e866d997d034 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:24.794667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefca3c-3f80-4ec2-b6a6-033f660f7e0f req-f9296bc6-7483-41bb-a519-e866d997d034 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:24.795111 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.796661 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bbefca3c-3f80-4ec2-b6a6-033f660f7e0f req-f9296bc6-7483-41bb-a519-e866d997d034 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1130013 Oct 19 11:20:24.807601 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.811356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3a1bffa4-1d71-479d-b6c5-80507bfe7230 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:24.817504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:24.850253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bbefca3c-3f80-4ec2-b6a6-033f660f7e0f req-6ffb3f53-b629-4356-ae9f-e9ceffac80f2 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437815 Oct 19 11:20:24.905198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cddde6d-81a2-46dc-8651-46621b4943a1 req-95d9c581-ac08-4ce5-90dd-28a5a3e496b0 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456296 Oct 19 11:20:24.963033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.963906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router add08118-2240-42de-88a3-937223169ba2 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:20:24.969318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:24.972862 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a185b91d-cd1e-4637-9ee7-8b2fb00a4e48 admin admin] 10.222.0.39 "DELETE /v2.0/routers/add08118-2240-42de-88a3-937223169ba2 HTTP/1.1" status: 204 len: 168 time: 1.1769581 Oct 19 11:20:24.973185 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56346) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:24.977948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3a1bffa4-1d71-479d-b6c5-80507bfe7230, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3a1bffa4-1d71-479d-b6c5-80507bfe7230,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:24.989791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '3a1bffa4-1d71-479d-b6c5-80507bfe7230', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '3a1bffa4-1d71-479d-b6c5-80507bfe7230', 'mac_address': 'fa:16:3e:26:16:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:25.021024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b165c7-5fc0-4d20-96df-3846706d2ef1 req-a480620a-b152-405d-bc9e-0250851b3556 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:25.021024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65b165c7-5fc0-4d20-96df-3846706d2ef1 req-a480620a-b152-405d-bc9e-0250851b3556 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 948 time: 0.0838890 Oct 19 11:20:25.034214 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.037231 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:25.044954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6db6bad-4484-4f2f-9512-43bbb09cfbaf admin admin] Deleting subnet 2de2ab05-6dd8-4d81-8644-90e71ec23a02 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:20:25.047595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:25.047952 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.050215 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d6db6bad-4484-4f2f-9512-43bbb09cfbaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.052244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1bffa4-1d71-479d-b6c5-80507bfe7230 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:25.103030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3a1bffa4-1d71-479d-b6c5-80507bfe7230, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3a1bffa4-1d71-479d-b6c5-80507bfe7230,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:25.103595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65b165c7-5fc0-4d20-96df-3846706d2ef1 req-5d1e9ce8-f7a3-43f9-a67b-71cf61b35cef tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759287 Oct 19 11:20:25.122896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d6db6bad-4484-4f2f-9512-43bbb09cfbaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.163964 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.173563 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.174669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:25.203623 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d6db6bad-4484-4f2f-9512-43bbb09cfbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.234744 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c38736c-4a83-4972-b9a5-b40bd1be7a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:25.237145 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9270844f-b1e7-4a28-81a7-5f6d52ebd3fd" -d '{"events": [{"server_uuid": "6c38736c-4a83-4972-b9a5-b40bd1be7a43", "name": "network-vif-plugged", "status": "completed", "tag": "06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:25.273656 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9,segment=NetworkSegment(cea7b42c-4e40-488f-91e5-c78804aea710),segment_id=cea7b42c-4e40-488f-91e5-c78804aea710)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:25.286220 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe04b86-2668-480b-875a-d7a3081e8a65 x-openstack-request-id: req-cbe04b86-2668-480b-875a-d7a3081e8a65 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:25.286220 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c38736c-4a83-4972-b9a5-b40bd1be7a43", "name": "network-vif-plugged", "status": "completed", "tag": "06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:25.286220 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbe04b86-2668-480b-875a-d7a3081e8a65 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:25.286220 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c38736c-4a83-4972-b9a5-b40bd1be7a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9', 'code': 200} Oct 19 11:20:25.291035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3a1bffa4-1d71-479d-b6c5-80507bfe7230,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:25.297052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:25.309499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae', 'mac_address': 'fa:16:3e:e6:14:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:25.349450 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.371896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:25.378663 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d6db6bad-4484-4f2f-9512-43bbb09cfbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.397923 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.421440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcb2f6-bc88-4cfa-93c4-9f4f02fb277e req-4373a21b-8c20-44b1-8305-1a734c319dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:25.421440 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6abcb2f6-bc88-4cfa-93c4-9f4f02fb277e req-4373a21b-8c20-44b1-8305-1a734c319dd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 1095 time: 0.0677371 Oct 19 11:20:25.444468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db6bad-4484-4f2f-9512-43bbb09cfbaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de2ab05-6dd8-4d81-8644-90e71ec23a02,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:25.446931 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d6db6bad-4484-4f2f-9512-43bbb09cfbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.450281 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d6db6bad-4484-4f2f-9512-43bbb09cfbaf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2de2ab05-6dd8-4d81-8644-90e71ec23a02 HTTP/1.1" status: 204 len: 168 time: 0.4760633 Oct 19 11:20:25.453589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56364) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:25.478938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:25.485886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dcc78f-76b9-47bb-8c89-1fd3ba469dc7 None None] Network e233824c-f866-4ed5-ad48-7b8c5d7d5218 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:25.487871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d35c838d-29fe-4f7c-a13a-6c68772b4002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.488107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56366) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:25.521600 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6abcb2f6-bc88-4cfa-93c4-9f4f02fb277e req-6e00d268-338a-4fa9-8f8d-909b7bf32453 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944295 Oct 19 11:20:25.556577 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.596606 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.605463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:25.642607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-741388937-network', 'tenant_id': 'bedd329b9c854c9ea0ca0b34eaef81f1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:25.672582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295835-1fee-42ec-85d5-f5f0331b8c65 req-dd5ad94d-ca62-4b4f-8ea2-0117e080413c tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:25.674175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62295835-1fee-42ec-85d5-f5f0331b8c65 req-dd5ad94d-ca62-4b4f-8ea2-0117e080413c tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 945 time: 0.1103315 Oct 19 11:20:25.710757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:25.729733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Deleting port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:25.733562 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.739103 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62295835-1fee-42ec-85d5-f5f0331b8c65 req-f6d0dad1-ee53-4310-abf6-e9d820b3317a tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509810 Oct 19 11:20:25.750937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 382eecc9-8680-48aa-9360-534565ec4760 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:25.761988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Made reservation on behalf of bedd329b9c854c9ea0ca0b34eaef81f1 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:25.765122 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.792794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 382eecc9-8680-48aa-9360-534565ec4760 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:25.792794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 382eecc9-8680-48aa-9360-534565ec4760 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:25.792794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 26c15770-d2af-454b-a66d-1e8fed784b68 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:25.793196 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.806026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 26c15770-d2af-454b-a66d-1e8fed784b68 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:25.807195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 26c15770-d2af-454b-a66d-1e8fed784b68 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:25.812782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b42112e-bbb2-4f50-bc97-d638dd78bcfa None None] DHCP port deletion for e233824c-f866-4ed5-ad48-7b8c5d7d5218 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:20:25.813946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] For port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:25.814283 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.829812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Calling delete_port for 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:25.838738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:25.866960 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.879569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:25.966888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b42112e-bbb2-4f50-bc97-d638dd78bcfa None None] Deleting port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:25.967263 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b42112e-bbb2-4f50-bc97-d638dd78bcfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:25.973003 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.009553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:20:26.024838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faacf344-73b2-42bb-bdcd-83aef8e3184f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:26.030099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf3a48-f749-4080-b8a9-0655b9cbb8e8 req-ffddbaf1-17fe-432d-8b7c-421debf7dcae tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:26.031815 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89bf3a48-f749-4080-b8a9-0655b9cbb8e8 req-ffddbaf1-17fe-432d-8b7c-421debf7dcae tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 949 time: 0.0640907 Oct 19 11:20:26.032777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.040313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28e2c-410e-46fb-a2fc-d9dc3e9dabc0 req-aa9a3851-d5fd-4196-86b0-486e10298e22 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:26.046936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28e2c-410e-46fb-a2fc-d9dc3e9dabc0 req-aa9a3851-d5fd-4196-86b0-486e10298e22 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:26.053507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28e2c-410e-46fb-a2fc-d9dc3e9dabc0 req-aa9a3851-d5fd-4196-86b0-486e10298e22 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:26.059810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28e2c-410e-46fb-a2fc-d9dc3e9dabc0 req-aa9a3851-d5fd-4196-86b0-486e10298e22 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:26.064743 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:26.066938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28e2c-410e-46fb-a2fc-d9dc3e9dabc0 req-aa9a3851-d5fd-4196-86b0-486e10298e22 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:26.072594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28e2c-410e-46fb-a2fc-d9dc3e9dabc0 req-aa9a3851-d5fd-4196-86b0-486e10298e22 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:26.075705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] No DVR routers for this DVR port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:20:26.079254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28e2c-410e-46fb-a2fc-d9dc3e9dabc0 req-aa9a3851-d5fd-4196-86b0-486e10298e22 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:26.080852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4fa28e2c-410e-46fb-a2fc-d9dc3e9dabc0 req-aa9a3851-d5fd-4196-86b0-486e10298e22 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5422 time: 0.1417444 Oct 19 11:20:26.082525 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.083287 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Added segment 40e1a610-b400-418e-9f52-48514be91d5b of type vlan for network fbecd933-8ff8-490c-a9bc-1d093af38578 Oct 19 11:20:26.086970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b42112e-bbb2-4f50-bc97-d638dd78bcfa None None] For port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db,segment=NetworkSegment(71f4368b-df24-46e8-b4a8-96eaae8fd1c7),segment_id=71f4368b-df24-46e8-b4a8-96eaae8fd1c7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:26.087368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b42112e-bbb2-4f50-bc97-d638dd78bcfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.115326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b42112e-bbb2-4f50-bc97-d638dd78bcfa None None] Calling delete_port for 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:26.140843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.162845 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89bf3a48-f749-4080-b8a9-0655b9cbb8e8 req-45396754-608f-4359-95a2-749d6cd8b6d4 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028302 Oct 19 11:20:26.168052 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4fa28e2c-410e-46fb-a2fc-d9dc3e9dabc0 req-cf452075-ca07-4bc8-9e56-de8cccacfd54 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755706 Oct 19 11:20:26.192628 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.224244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e233824c-f866-4ed5-ad48-7b8c5d7d5218']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:26.235018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f4368b-df24-46e8-b4a8-96eaae8fd1c7') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:26.235349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f4368b-df24-46e8-b4a8-96eaae8fd1c7') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:26.255157 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b42112e-bbb2-4f50-bc97-d638dd78bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.255657 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.260784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.261975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:26.262587 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.285440 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42112e-bbb2-4f50-bc97-d638dd78bcfa None None] Pushing event deleted for resources: {'Port': ['ID=8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:26.289284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42112e-bbb2-4f50-bc97-d638dd78bcfa None None] No DVR routers for this DVR port 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:20:26.292043 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.304571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:20:26.304870 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:20:26.308197 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:20:26.330785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedf831-48b2-49e4-abc4-b2299272cbfc req-6e8d0717-1d0a-4b61-b268-7b4784e8f2ba tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:26.332287 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbedf831-48b2-49e4-abc4-b2299272cbfc req-6e8d0717-1d0a-4b61-b268-7b4784e8f2ba tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 949 time: 0.0897617 Oct 19 11:20:26.400438 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:20:26.407278 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbedf831-48b2-49e4-abc4-b2299272cbfc req-ea0d7e1c-5dd3-4ce4-a1ac-d8a0427f770d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645757 Oct 19 11:20:26.458016 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.464051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.467883 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e233824c-f866-4ed5-ad48-7b8c5d7d5218 HTTP/1.1" status: 204 len: 168 time: 1.0131605 Oct 19 11:20:26.480452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe33958-5006-4b56-b420-48545c35f6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e233824c-f866-4ed5-ad48-7b8c5d7d5218,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:26.624012 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1282685 Oct 19 11:20:26.625529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becea11e-4abd-4f04-bbea-7e07f2b362c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fbecd933-8ff8-490c-a9bc-1d093af38578,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:26.627366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56382) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:26.632471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] Request body: {'subnet': {'network_id': 'fbecd933-8ff8-490c-a9bc-1d093af38578', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-741388937-subnet', 'tenant_id': 'bedd329b9c854c9ea0ca0b34eaef81f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:26.635441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network fbecd933-8ff8-490c-a9bc-1d093af38578 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:20:26.750897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] Made reservation on behalf of bedd329b9c854c9ea0ca0b34eaef81f1 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:26.753281 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:26.825856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56386) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:26.829163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1261937f-c926-4fce-ae22-78d1678502cb details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:26.829684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3a1bffa4-1d71-479d-b6c5-80507bfe7230 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:26.895704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45848d8b-8529-40d9-b252-9ce5d8832fb4 req-2f00c673-6570-460f-add0-14996c77aa8a tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:26.897258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-45848d8b-8529-40d9-b252-9ce5d8832fb4 req-2f00c673-6570-460f-add0-14996c77aa8a tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 945 time: 0.0830419 Oct 19 11:20:26.903143 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7d54964d-e1e5-42d2-9d56-2dd77d51365f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b41231ffdc5472db88c28378b6a108a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751045 Oct 19 11:20:26.903788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56388) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:26.981834 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1261937f-c926-4fce-ae22-78d1678502cb, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1261937f-c926-4fce-ae22-78d1678502cb,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:26.987844 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-45848d8b-8529-40d9-b252-9ce5d8832fb4 req-7c214f14-89a0-4ebf-bae7-b15ef87f6543 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812738 Oct 19 11:20:26.996486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '1261937f-c926-4fce-ae22-78d1678502cb', 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347', 'port_id': '1261937f-c926-4fce-ae22-78d1678502cb', 'mac_address': 'fa:16:3e:8c:94:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5894-2d53-4eef-b352-0da5d082e943', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:27.001901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 3a1bffa4-1d71-479d-b6c5-80507bfe7230 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:27.002032 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f01a-34a9-4ca1-9daa-5fbb645c022b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.008859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 3a1bffa4-1d71-479d-b6c5-80507bfe7230 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:27.009281 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.035623 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f01a-34a9-4ca1-9daa-5fbb645c022b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.035809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.085282 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.086644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=81dddf13-cd9c-4eaf-8cb0-4f53e96ae19e,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:27.107237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1261937f-c926-4fce-ae22-78d1678502cb {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:27.116303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] Checking segment: {'id': '40e1a610-b400-418e-9f52-48514be91d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fbecd933-8ff8-490c-a9bc-1d093af38578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:27.116740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] Network hostable DHCP agents. Network: fbecd933-8ff8-490c-a9bc-1d093af38578, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:20:27.130264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1261937f-c926-4fce-ae22-78d1678502cb, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1261937f-c926-4fce-ae22-78d1678502cb,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:27.155332 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f01a-34a9-4ca1-9daa-5fbb645c022b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.157939 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a7d5f01a-34a9-4ca1-9daa-5fbb645c022b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.159124 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a7d5f01a-34a9-4ca1-9daa-5fbb645c022b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f94cdc3-cd60-4307-a118-182584182447 HTTP/1.1" status: 204 len: 168 time: 0.2537920 Oct 19 11:20:27.165200 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.166636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5f01a-34a9-4ca1-9daa-5fbb645c022b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f94cdc3-cd60-4307-a118-182584182447,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:27.211580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3a1bffa4-1d71-479d-b6c5-80507bfe7230, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3a1bffa4-1d71-479d-b6c5-80507bfe7230,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:27.223714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] Network fbecd933-8ff8-490c-a9bc-1d093af38578 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:20:27.228038 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.228868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a2807284-a523-414d-b2a2-c7c0ab2cceb8 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:27.301055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25965d-b36d-4244-9ffb-7c1726841145 req-42729d18-4f79-468c-9979-c208699f8c8d tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.302650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447fb81c-fa12-4c73-b073-bae64d1b9927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1bffa4-1d71-479d-b6c5-80507bfe7230'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:27.605474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b25965d-b36d-4244-9ffb-7c1726841145 req-42729d18-4f79-468c-9979-c208699f8c8d tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 949 time: 0.0636461 Oct 19 11:20:27.606708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, fbecd933-8ff8-490c-a9bc-1d093af38578) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:27.607475 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2b4225-25d4-4fa4-b829-a4d0d1f62c02" -d '{"events": [{"server_uuid": "447fb81c-fa12-4c73-b073-bae64d1b9927", "name": "network-vif-plugged", "status": "completed", "tag": "3a1bffa4-1d71-479d-b6c5-80507bfe7230"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:27.609616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.609616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.609758 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.609758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:27.609758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daea695c-31f9-4da2-9493-a8d9c337b08b None None] Network fbecd933-8ff8-490c-a9bc-1d093af38578 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:27.609982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b25965d-b36d-4244-9ffb-7c1726841145 req-90a95945-cca9-4632-a47b-5e66c57285ff tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351851 Oct 19 11:20:27.610138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=1261937f-c926-4fce-ae22-78d1678502cb,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:27.610212 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-00105e71-fa41-4efb-91d5-b23633dd74ee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7772725 Oct 19 11:20:27.610275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab679-f414-4a77-a2f0-653ee5d8fc0d req-809e79b0-6c06-4d0d-a39e-140ae5e4e6fa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.610275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab679-f414-4a77-a2f0-653ee5d8fc0d req-809e79b0-6c06-4d0d-a39e-140ae5e4e6fa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.610420 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edcf235-f6d6-4f30-8cb2-a54b5f7d515a x-openstack-request-id: req-4edcf235-f6d6-4f30-8cb2-a54b5f7d515a {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:27.610420 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447fb81c-fa12-4c73-b073-bae64d1b9927", "name": "network-vif-plugged", "status": "completed", "tag": "3a1bffa4-1d71-479d-b6c5-80507bfe7230", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:27.610420 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4edcf235-f6d6-4f30-8cb2-a54b5f7d515a {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:27.610420 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447fb81c-fa12-4c73-b073-bae64d1b9927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1bffa4-1d71-479d-b6c5-80507bfe7230', 'code': 200} Oct 19 11:20:27.610667 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab679-f414-4a77-a2f0-653ee5d8fc0d req-809e79b0-6c06-4d0d-a39e-140ae5e4e6fa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.610667 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab679-f414-4a77-a2f0-653ee5d8fc0d req-809e79b0-6c06-4d0d-a39e-140ae5e4e6fa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.610667 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab679-f414-4a77-a2f0-653ee5d8fc0d req-809e79b0-6c06-4d0d-a39e-140ae5e4e6fa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.610667 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab679-f414-4a77-a2f0-653ee5d8fc0d req-809e79b0-6c06-4d0d-a39e-140ae5e4e6fa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.610667 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ab679-f414-4a77-a2f0-653ee5d8fc0d req-809e79b0-6c06-4d0d-a39e-140ae5e4e6fa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.610667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f9ab679-f414-4a77-a2f0-653ee5d8fc0d req-809e79b0-6c06-4d0d-a39e-140ae5e4e6fa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5423 time: 0.1262257 Oct 19 11:20:27.612316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6eaad-6759-4c10-85a8-b3104ea6a0df req-6d2ffe39-3724-49fb-bb0e-7d08db4d7c86 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.612316 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-79f6eaad-6759-4c10-85a8-b3104ea6a0df req-6d2ffe39-3724-49fb-bb0e-7d08db4d7c86 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 945 time: 0.0848346 Oct 19 11:20:27.612556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3a1bffa4-1d71-479d-b6c5-80507bfe7230,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:27.623379 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a2807284-a523-414d-b2a2-c7c0ab2cceb8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a2807284-a523-414d-b2a2-c7c0ab2cceb8,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:27.647292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92beb5-028a-4ba4-91fe-9d470f88e527 req-2293a66f-96b8-4908-95d8-4d5fcc5a7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.648964 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e92beb5-028a-4ba4-91fe-9d470f88e527 req-2293a66f-96b8-4908-95d8-4d5fcc5a7edf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 1101 time: 0.0836537 Oct 19 11:20:27.653699 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f9ab679-f414-4a77-a2f0-653ee5d8fc0d req-9f81e225-7163-41e9-a210-b036e080ccaa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791309 Oct 19 11:20:27.676857 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-79f6eaad-6759-4c10-85a8-b3104ea6a0df req-2c98d515-80ad-45fb-b375-a4edd8d7059e tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640571 Oct 19 11:20:27.700856 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e92beb5-028a-4ba4-91fe-9d470f88e527 req-283db1c8-5a89-4a02-82e2-1db4e6c490b5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 Oct 19 11:20:27.713831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'a2807284-a523-414d-b2a2-c7c0ab2cceb8', 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7', 'port_id': 'a2807284-a523-414d-b2a2-c7c0ab2cceb8', 'mac_address': 'fa:16:3e:b7:db:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ffb802-95b0-4d36-8104-f7ff0255fe0a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:27.790248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:27.791455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7248e-b694-426f-886a-78022e8cf167 req-77fac243-5f48-471f-89fd-e5fb3f6978b1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:27.797731 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14b7248e-b694-426f-886a-78022e8cf167 req-77fac243-5f48-471f-89fd-e5fb3f6978b1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0595865 Oct 19 11:20:27.822020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc157bd-adac-4035-ab20-8489f57855dc None None] Network fbecd933-8ff8-490c-a9bc-1d093af38578 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:27.831467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:27.832074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8073bbbe-cbb1-4ec6-b828-cfc1f7b6e9db not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:27.833400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14b7248e-b694-426f-886a-78022e8cf167 req-927ffeb2-becc-48a8-9b76-7613ec5ce161 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335605 Oct 19 11:20:27.856566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:27.870240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:27.870618 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.900190 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.946911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2807284-a523-414d-b2a2-c7c0ab2cceb8 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:27.979245 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-09f7218e-85d7-4adc-b404-b0e052268f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:27.985577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a2807284-a523-414d-b2a2-c7c0ab2cceb8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a2807284-a523-414d-b2a2-c7c0ab2cceb8,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:28.020059 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-d07db695-8007-4439-b860-bb9a2cdac1b2 req-e94fe149-822c-420d-8984-903a65ccb820 tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] show failed (client error): The resource could not be found. Oct 19 11:20:28.021213 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d07db695-8007-4439-b860-bb9a2cdac1b2 req-e94fe149-822c-420d-8984-903a65ccb820 tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] 10.222.0.39 "GET /v2.0/security-groups/06eaf11a-e0fd-4193-9e3b-aa40a75d09fc HTTP/1.1" status: 404 len: 352 time: 0.0155497 Oct 19 11:20:28.064141 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.064866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2a704251-3e59-45fe-a6ce-9f980c57fcdc details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:28.071105 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.110159 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96f53dac-63b3-48f8-b987-77761e785c4a req-9ee17678-f365-4314-b025-3b3dbc722bda tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bedd329b9c854c9ea0ca0b34eaef81f1 HTTP/1.1" status: 200 len: 2988 time: 0.0447886 Oct 19 11:20:28.155081 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:28.162725 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96f53dac-63b3-48f8-b987-77761e785c4a req-03f05162-5e6f-4496-a687-531019cac5f6 tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] 10.222.0.39 "GET /v2.0/security-groups/faacf344-73b2-42bb-bdcd-83aef8e3184f HTTP/1.1" status: 200 len: 2985 time: 0.0454512 Oct 19 11:20:28.166181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2a704251-3e59-45fe-a6ce-9f980c57fcdc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2a704251-3e59-45fe-a6ce-9f980c57fcdc,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:28.168907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=a2807284-a523-414d-b2a2-c7c0ab2cceb8,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:28.180447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '2a704251-3e59-45fe-a6ce-9f980c57fcdc', 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347', 'port_id': '2a704251-3e59-45fe-a6ce-9f980c57fcdc', 'mac_address': 'fa:16:3e:b8:3e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5894-2d53-4eef-b352-0da5d082e943', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:28.210086 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96f53dac-63b3-48f8-b987-77761e785c4a req-ceeb6c87-0331-4733-b9a8-0592cf2f9a66 tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] 10.222.0.39 "GET /v2.0/security-groups/faacf344-73b2-42bb-bdcd-83aef8e3184f HTTP/1.1" status: 200 len: 2985 time: 0.0402336 Oct 19 11:20:28.219858 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.235867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a704251-3e59-45fe-a6ce-9f980c57fcdc {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:28.241386 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.284900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2a704251-3e59-45fe-a6ce-9f980c57fcdc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2a704251-3e59-45fe-a6ce-9f980c57fcdc,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:28.292254 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0fa5094c-e8cb-431e-b5fc-f36991325fb3 req-98b1a318-7022-4aba-8617-926be6ce7ec4 tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] 10.222.0.39 "GET /v2.0/security-groups/faacf344-73b2-42bb-bdcd-83aef8e3184f HTTP/1.1" status: 200 len: 2985 time: 0.0560286 Oct 19 11:20:28.306686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:28.356959 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-0fa5094c-e8cb-431e-b5fc-f36991325fb3 req-0c8a3313-6be6-49e1-a624-16cdc93a61b9 tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 11:20:28.358540 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0fa5094c-e8cb-431e-b5fc-f36991325fb3 req-0c8a3313-6be6-49e1-a624-16cdc93a61b9 tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] 10.222.0.39 "DELETE /v2.0/security-groups/faacf344-73b2-42bb-bdcd-83aef8e3184f HTTP/1.1" status: 409 len: 352 time: 0.0592306 Oct 19 11:20:28.369480 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.370293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:28.394658 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-4494fe56-0778-4d0e-a3f0-743fcf87e408 req-1acaa652-aed8-46dd-b72a-e1d64ca2ee09 tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] show failed (client error): The resource could not be found. Oct 19 11:20:28.395737 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4494fe56-0778-4d0e-a3f0-743fcf87e408 req-1acaa652-aed8-46dd-b72a-e1d64ca2ee09 tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] 10.222.0.39 "GET /v2.0/security-groups/67b9933e-333b-4803-b1a0-5cc115134843 HTTP/1.1" status: 404 len: 352 time: 0.0138183 Oct 19 11:20:28.447861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=2a704251-3e59-45fe-a6ce-9f980c57fcdc,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:28.455115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:28.462674 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-b94a3292-ba12-4726-bf25-ee0af147794b req-5304b33d-fab2-4acd-80f6-876479f4cc59 tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] show failed (client error): The resource could not be found. Oct 19 11:20:28.463709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b94a3292-ba12-4726-bf25-ee0af147794b req-5304b33d-fab2-4acd-80f6-876479f4cc59 tempest-SecurityGroupsNegativeTestJSON-71243348 tempest-SecurityGroupsNegativeTestJSON-71243348-project] 10.222.0.39 "GET /v2.0/security-groups/5152b175-690e-43ec-bef5-d06e847fccde HTTP/1.1" status: 404 len: 352 time: 0.0370750 Oct 19 11:20:28.471738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '6a3f2d9a-e040-433c-8d60-ac41df6b0b15', 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347', 'port_id': '6a3f2d9a-e040-433c-8d60-ac41df6b0b15', 'mac_address': 'fa:16:3e:69:1e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5894-2d53-4eef-b352-0da5d082e943', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:28.478488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56444) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:28.519633 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.527499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8001255-72e5-4a84-9fc8-1e77a2e7aec7 req-9c04e80b-355e-492c-a9a5-b0a3c27b1e67 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:28.529347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8001255-72e5-4a84-9fc8-1e77a2e7aec7 req-9c04e80b-355e-492c-a9a5-b0a3c27b1e67 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 950 time: 0.1025443 Oct 19 11:20:28.534022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:28.543421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56446) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:28.547443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-742819ea-c6af-4129-b719-6a2d1fde9e4c admin admin] Deleting subnet 81dddf13-cd9c-4eaf-8cb0-4f53e96ae19e {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:20:28.555017 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-742819ea-c6af-4129-b719-6a2d1fde9e4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.556609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:28.608727 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-742819ea-c6af-4129-b719-6a2d1fde9e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.629525 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.630416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e750a961-753d-4d31-907b-533ce621354b details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:28.632701 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8001255-72e5-4a84-9fc8-1e77a2e7aec7 req-fe7a965f-f5aa-43b4-92cc-32cae6f90644 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927789 Oct 19 11:20:28.646512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1985607368-network', 'tenant_id': '5040f71e465a4967b0c25206be6eaadf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:28.658611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-742819ea-c6af-4129-b719-6a2d1fde9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.725320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:28.728943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e750a961-753d-4d31-907b-533ce621354b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e750a961-753d-4d31-907b-533ce621354b,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:28.741567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'e750a961-753d-4d31-907b-533ce621354b', 'network_id': '8a34aa85-73fb-4dda-833f-cf2868f658c7', 'port_id': 'e750a961-753d-4d31-907b-533ce621354b', 'mac_address': 'fa:16:3e:cb:5c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ffb802-95b0-4d36-8104-f7ff0255fe0a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:28.774065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Made reservation on behalf of 5040f71e465a4967b0c25206be6eaadf for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:28.777075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.784371 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.802919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e750a961-753d-4d31-907b-533ce621354b {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:28.804191 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.812766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14848ba-8cbd-4e95-ad05-e077390199ea req-dd21e27a-efde-44a0-a149-3dee1a12c3aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:28.824033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e750a961-753d-4d31-907b-533ce621354b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e750a961-753d-4d31-907b-533ce621354b,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:28.830717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14848ba-8cbd-4e95-ad05-e077390199ea req-dd21e27a-efde-44a0-a149-3dee1a12c3aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:28.834616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f812b1-fa79-49ec-8527-97d4ee1cbee5 req-a8b42eae-3a69-45a0-be5c-4e95d882cae4 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:28.836988 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3f812b1-fa79-49ec-8527-97d4ee1cbee5 req-a8b42eae-3a69-45a0-be5c-4e95d882cae4 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 945 time: 0.0736997 Oct 19 11:20:28.837344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14848ba-8cbd-4e95-ad05-e077390199ea req-dd21e27a-efde-44a0-a149-3dee1a12c3aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:28.844188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14848ba-8cbd-4e95-ad05-e077390199ea req-dd21e27a-efde-44a0-a149-3dee1a12c3aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:28.850322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14848ba-8cbd-4e95-ad05-e077390199ea req-dd21e27a-efde-44a0-a149-3dee1a12c3aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:28.856174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14848ba-8cbd-4e95-ad05-e077390199ea req-dd21e27a-efde-44a0-a149-3dee1a12c3aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:28.862947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14848ba-8cbd-4e95-ad05-e077390199ea req-dd21e27a-efde-44a0-a149-3dee1a12c3aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:28.868236 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b14848ba-8cbd-4e95-ad05-e077390199ea req-dd21e27a-efde-44a0-a149-3dee1a12c3aa tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5426 time: 0.1177413 Oct 19 11:20:28.868236 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-742819ea-c6af-4129-b719-6a2d1fde9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.894525 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.895171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9326ef13-ef39-49a2-a784-9cd9f9236b41 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:28.896649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3f812b1-fa79-49ec-8527-97d4ee1cbee5 req-f8134b0f-b00e-430d-8972-5a89f8a0df5c tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526702 Oct 19 11:20:28.902640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742819ea-c6af-4129-b719-6a2d1fde9e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81dddf13-cd9c-4eaf-8cb0-4f53e96ae19e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:28.965620 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-742819ea-c6af-4129-b719-6a2d1fde9e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.967487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:28.971973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56460) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:28.972195 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-742819ea-c6af-4129-b719-6a2d1fde9e4c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/81dddf13-cd9c-4eaf-8cb0-4f53e96ae19e HTTP/1.1" status: 204 len: 168 time: 0.4926314 Oct 19 11:20:28.990519 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 9326ef13-ef39-49a2-a784-9cd9f9236b41, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9326ef13-ef39-49a2-a784-9cd9f9236b41,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:28.993776 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=e750a961-753d-4d31-907b-533ce621354b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:29.003819 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b14848ba-8cbd-4e95-ad05-e077390199ea req-0ae984ca-3008-4070-9a76-7793be13d365 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960851 Oct 19 11:20:29.022980 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.028637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '9326ef13-ef39-49a2-a784-9cd9f9236b41', 'network_id': 'be15bd27-bc4e-4a4c-8c6f-b8eb924a0347', 'port_id': '9326ef13-ef39-49a2-a784-9cd9f9236b41', 'mac_address': 'fa:16:3e:b9:f5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5894-2d53-4eef-b352-0da5d082e943', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:29.079563 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.083135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.097266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9326ef13-ef39-49a2-a784-9cd9f9236b41 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:29.112482 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.119203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 9326ef13-ef39-49a2-a784-9cd9f9236b41, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9326ef13-ef39-49a2-a784-9cd9f9236b41,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:29.123753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.169684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:20:29.185704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b1b7-f5fa-4ae9-9334-a7c26768be30 req-0bedeebd-b562-462d-a260-ef8aee5dc0ad tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:29.187181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d633b1b7-f5fa-4ae9-9334-a7c26768be30 req-0bedeebd-b562-462d-a260-ef8aee5dc0ad tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.1440234 Oct 19 11:20:29.196568 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.197313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6890fecc-07f2-474d-8fb9-693bd142b93a details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:29.212744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdc138-5c6a-4405-b6af-a1ee0eb5c34d req-7b4be112-1194-4361-8e92-0e6845ff7ab6 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:29.214171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fbdc138-5c6a-4405-b6af-a1ee0eb5c34d req-7b4be112-1194-4361-8e92-0e6845ff7ab6 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 945 time: 0.1515951 Oct 19 11:20:29.221598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059650c8-5cd2-443f-b7a5-63bf3860e6e2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:29.226449 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.226808 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Added segment e530b213-fcf4-4521-8d66-139ae4899817 of type vlan for network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 Oct 19 11:20:29.270516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=9326ef13-ef39-49a2-a784-9cd9f9236b41,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:29.344556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6890fecc-07f2-474d-8fb9-693bd142b93a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6890fecc-07f2-474d-8fb9-693bd142b93a,segment=NetworkSegment(563d034a-a146-4c70-9da0-767e74bbe1fa),segment_id=563d034a-a146-4c70-9da0-767e74bbe1fa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:29.352040 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.356339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '6890fecc-07f2-474d-8fb9-693bd142b93a', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'port_id': '6890fecc-07f2-474d-8fb9-693bd142b93a', 'mac_address': 'fa:16:3e:ac:fb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:29.377664 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.394471 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.404829 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d633b1b7-f5fa-4ae9-9334-a7c26768be30 req-caf38a98-0c13-4ed3-b1fd-7c4837b0fe44 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878090 Oct 19 11:20:29.409420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6890fecc-07f2-474d-8fb9-693bd142b93a {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:29.422068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbecd933-8ff8-490c-a9bc-1d093af38578']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:29.429604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6890fecc-07f2-474d-8fb9-693bd142b93a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6890fecc-07f2-474d-8fb9-693bd142b93a,segment=NetworkSegment(563d034a-a146-4c70-9da0-767e74bbe1fa),segment_id=563d034a-a146-4c70-9da0-767e74bbe1fa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:29.443779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e1a610-b400-418e-9f52-48514be91d5b') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:29.444071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e1a610-b400-418e-9f52-48514be91d5b') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:29.455639 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.479520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.488424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:20:29.488832 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:20:29.490563 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:20:29.492418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-2fbdc138-5c6a-4405-b6af-a1ee0eb5c34d req-d2c19f52-ea33-43c9-a1bc-ed8d619fcec1 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Deleting port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:29.492715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fbdc138-5c6a-4405-b6af-a1ee0eb5c34d req-d2c19f52-ea33-43c9-a1bc-ed8d619fcec1 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.526926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffbce1f-976d-4878-bcdd-fcf03c85681c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:29.529420 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdd2bec-287a-4db6-8ce2-89c66de9bc8e" -d '{"events": [{"server_uuid": "5ffbce1f-976d-4878-bcdd-fcf03c85681c", "name": "network-vif-plugged", "status": "completed", "tag": "fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:29.564735 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.567464 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3945e7-2960-41a3-a6e1-c7d0899dd232 x-openstack-request-id: req-4d3945e7-2960-41a3-a6e1-c7d0899dd232 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:29.567758 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffbce1f-976d-4878-bcdd-fcf03c85681c", "name": "network-vif-plugged", "status": "completed", "tag": "fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:29.568023 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d3945e7-2960-41a3-a6e1-c7d0899dd232 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:29.568912 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffbce1f-976d-4878-bcdd-fcf03c85681c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae', 'code': 200} Oct 19 11:20:29.588072 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.589037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:29.589613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.619200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6890fecc-07f2-474d-8fb9-693bd142b93a,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:29.676113 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] Pushing event updated for resources: {'Network': ['ID=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:29.678298 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.687956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2fbdc138-5c6a-4405-b6af-a1ee0eb5c34d req-d2c19f52-ea33-43c9-a1bc-ed8d619fcec1 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] For port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9,segment=NetworkSegment(cea7b42c-4e40-488f-91e5-c78804aea710),segment_id=cea7b42c-4e40-488f-91e5-c78804aea710)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:29.688319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fbdc138-5c6a-4405-b6af-a1ee0eb5c34d req-d2c19f52-ea33-43c9-a1bc-ed8d619fcec1 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.691776 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:29.694956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] 10.222.0.39 "DELETE /v2.0/networks/fbecd933-8ff8-490c-a9bc-1d093af38578 HTTP/1.1" status: 204 len: 168 time: 0.7219379 Oct 19 11:20:29.705742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:20:29.711467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0d029-dfd1-470d-b245-6978727d7b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=fbecd933-8ff8-490c-a9bc-1d093af38578,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:29.721255 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c52054bf-285b-4846-be32-b0c1047873bd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1738615 Oct 19 11:20:29.722974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56470) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:29.727329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] Request body: {'subnet': {'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1985607368-subnet', 'tenant_id': '5040f71e465a4967b0c25206be6eaadf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:29.730633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-2fbdc138-5c6a-4405-b6af-a1ee0eb5c34d req-d2c19f52-ea33-43c9-a1bc-ed8d619fcec1 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Calling delete_port for 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:29.777422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295b480-19a5-48c3-8a73-1bb5e2f5c9e5 req-f6b65020-62e5-49ff-8294-d6c5f7d121ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:29.779732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9295b480-19a5-48c3-8a73-1bb5e2f5c9e5 req-f6b65020-62e5-49ff-8294-d6c5f7d121ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 1101 time: 0.1507602 Oct 19 11:20:29.829767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9295b480-19a5-48c3-8a73-1bb5e2f5c9e5 req-e1016cdb-ce39-439c-99c4-3caec0e6f019 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329473 Oct 19 11:20:29.868890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b1288-88a5-459d-91b3-28acf8ccb1db req-022eae24-f6b5-4545-a86d-1caed28733ba tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:29.870491 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f53b1288-88a5-459d-91b3-28acf8ccb1db req-022eae24-f6b5-4545-a86d-1caed28733ba tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 950 time: 0.0730269 Oct 19 11:20:29.880845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] Made reservation on behalf of 5040f71e465a4967b0c25206be6eaadf for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:29.883348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:30.018930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f53b1288-88a5-459d-91b3-28acf8ccb1db req-adc7aa98-c3d3-46a4-a88e-6a452dc1741c tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390762 Oct 19 11:20:30.070821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245715f-fdc0-457c-9af0-dba8e2c412e4 req-cf18a996-3ec1-4d80-9f22-4fbf6ab67301 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:30.071970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56478) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:30.072387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2245715f-fdc0-457c-9af0-dba8e2c412e4 req-cf18a996-3ec1-4d80-9f22-4fbf6ab67301 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 945 time: 0.0699005 Oct 19 11:20:30.112725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2245715f-fdc0-457c-9af0-dba8e2c412e4 req-6b0ba978-cef4-43f4-a8be-fb7a70de3037 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/security-groups?id=7095406c-780f-47db-bce8-2dd179d6a0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332944 Oct 19 11:20:30.138702 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fbdc138-5c6a-4405-b6af-a1ee0eb5c34d req-d2c19f52-ea33-43c9-a1bc-ed8d619fcec1 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:30.142906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:30.180549 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c19f52-ea33-43c9-a1bc-ed8d619fcec1 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Pushing event deleted for resources: {'Port': ['ID=06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:30.192862 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2bd41eb4-b532-43f8-ae2b-462a0f968973 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bedd329b9c854c9ea0ca0b34eaef81f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1196501 Oct 19 11:20:30.195555 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56482) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:30.251827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['e750a961-753d-4d31-907b-533ce621354b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:30.252190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7845116e-fd17-4178-a1e6-e015013f4222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:30.253543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5809-3cd5-49e5-9506-001e40d53b1a req-811ceed3-5230-427b-af02-d9b9f8060de7 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:30.256459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2a704251-3e59-45fe-a6ce-9f980c57fcdc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:30.260780 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5809-3cd5-49e5-9506-001e40d53b1a req-811ceed3-5230-427b-af02-d9b9f8060de7 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:30.267064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5809-3cd5-49e5-9506-001e40d53b1a req-811ceed3-5230-427b-af02-d9b9f8060de7 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:30.273150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5809-3cd5-49e5-9506-001e40d53b1a req-811ceed3-5230-427b-af02-d9b9f8060de7 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:30.279058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5809-3cd5-49e5-9506-001e40d53b1a req-811ceed3-5230-427b-af02-d9b9f8060de7 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:30.284215 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7845116e-fd17-4178-a1e6-e015013f4222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:30.285634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5809-3cd5-49e5-9506-001e40d53b1a req-811ceed3-5230-427b-af02-d9b9f8060de7 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:30.291561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5809-3cd5-49e5-9506-001e40d53b1a req-811ceed3-5230-427b-af02-d9b9f8060de7 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:30.293520 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1e1b5809-3cd5-49e5-9506-001e40d53b1a req-811ceed3-5230-427b-af02-d9b9f8060de7 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5429 time: 0.2112086 Oct 19 11:20:30.304575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1261937f-c926-4fce-ae22-78d1678502cb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:30.310662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbdc138-5c6a-4405-b6af-a1ee0eb5c34d req-d2c19f52-ea33-43c9-a1bc-ed8d619fcec1 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] No DVR routers for this DVR port 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:20:30.317913 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fbdc138-5c6a-4405-b6af-a1ee0eb5c34d req-d2c19f52-ea33-43c9-a1bc-ed8d619fcec1 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:30.319967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['6a3f2d9a-e040-433c-8d60-ac41df6b0b15'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:30.321203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fbdc138-5c6a-4405-b6af-a1ee0eb5c34d req-d2c19f52-ea33-43c9-a1bc-ed8d619fcec1 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.26 "DELETE /v2.0/ports/06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 HTTP/1.1" status: 204 len: 173 time: 1.0961092 Oct 19 11:20:30.325781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c38736c-4a83-4972-b9a5-b40bd1be7a43', 'name': 'network-vif-deleted', 'tag': '06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:30.328322 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3e8500-555f-4caa-bae0-13def1f57b0c" -d '{"events": [{"server_uuid": "6c38736c-4a83-4972-b9a5-b40bd1be7a43", "name": "network-vif-deleted", "tag": "06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:30.376805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['6890fecc-07f2-474d-8fb9-693bd142b93a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:30.378895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['a2807284-a523-414d-b2a2-c7c0ab2cceb8'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:30.384115 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6a5c67-14cd-4138-a7f6-11f3884f3baa x-openstack-request-id: req-3c6a5c67-14cd-4138-a7f6-11f3884f3baa {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:30.384403 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c38736c-4a83-4972-b9a5-b40bd1be7a43", "name": "network-vif-deleted", "tag": "06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:30.384679 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c6a5c67-14cd-4138-a7f6-11f3884f3baa {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:30.385098 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c38736c-4a83-4972-b9a5-b40bd1be7a43', 'name': 'network-vif-deleted', 'tag': '06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9', 'status': 'completed', 'code': 200} Oct 19 11:20:30.400675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1e1b5809-3cd5-49e5-9506-001e40d53b1a req-21ddd5df-cde6-4120-94c5-7219a56e4464 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911515 Oct 19 11:20:30.454190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7845116e-fd17-4178-a1e6-e015013f4222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:30.460099 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7845116e-fd17-4178-a1e6-e015013f4222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:30.461519 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7845116e-fd17-4178-a1e6-e015013f4222 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/faacf344-73b2-42bb-bdcd-83aef8e3184f HTTP/1.1" status: 204 len: 168 time: 0.2649674 Oct 19 11:20:30.472826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845116e-fd17-4178-a1e6-e015013f4222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faacf344-73b2-42bb-bdcd-83aef8e3184f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:30.482116 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:30.589465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bc2b4a-49a5-43d6-9664-521501fcd66c,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:30.607956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] Checking segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:30.608468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] Network hostable DHCP agents. Network: 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:20:30.612508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad955d4-339c-4f6d-8e65-09f6e84b8b84 req-d819c62e-0187-4a39-ab82-96b4ef4fe35a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:30.615411 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bad955d4-339c-4f6d-8e65-09f6e84b8b84 req-d819c62e-0187-4a39-ab82-96b4ef4fe35a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0816672 Oct 19 11:20:30.657732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bad955d4-339c-4f6d-8e65-09f6e84b8b84 req-6fe07ed6-8e77-40df-bdb4-acce677b20a5 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332084 Oct 19 11:20:30.688294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] Network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:20:30.802857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:30.807608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:30.808324 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:30.842821 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:30.843630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe89577-ff3a-48a6-86af-18f163e2d961 None None] Network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:30.915664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4be1ad73-2510-4939-a000-bd05b027c5f1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1918888 Oct 19 11:20:31.074813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977a7b0-c5b8-48f0-81f5-409f433584aa req-f4156d5f-b924-403a-ab43-2c928ff73a7a tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:31.076942 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b977a7b0-c5b8-48f0-81f5-409f433584aa req-f4156d5f-b924-403a-ab43-2c928ff73a7a tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 1101 time: 0.0614879 Oct 19 11:20:31.116756 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b977a7b0-c5b8-48f0-81f5-409f433584aa req-59ed8e4f-821b-4be8-accf-03220ac0ed84 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:31.193668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0d7e0-7fdf-4a84-bc3b-ab41be6cfd2b req-d39825c9-df4a-4f2f-afd8-d018da153ec7 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:31.195011 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-53a0d7e0-7fdf-4a84-bc3b-ab41be6cfd2b req-d39825c9-df4a-4f2f-afd8-d018da153ec7 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 950 time: 0.0845044 Oct 19 11:20:31.233679 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b977a7b0-c5b8-48f0-81f5-409f433584aa req-59ed8e4f-821b-4be8-accf-03220ac0ed84 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:31.242776 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['9326ef13-ef39-49a2-a784-9cd9f9236b41'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:31.267321 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-53a0d7e0-7fdf-4a84-bc3b-ab41be6cfd2b req-9d6562b6-dcd7-4ba9-937b-9171812fb9b7 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668423 Oct 19 11:20:31.274044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5896bc2b-75f9-4dd7-837a-c40ff1bf2700 None None] Network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:31.322242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b977a7b0-c5b8-48f0-81f5-409f433584aa req-59ed8e4f-821b-4be8-accf-03220ac0ed84 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:31.346168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b977a7b0-c5b8-48f0-81f5-409f433584aa req-59ed8e4f-821b-4be8-accf-03220ac0ed84 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563324 Oct 19 11:20:31.362881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed8e4f-821b-4be8-accf-03220ac0ed84 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f44ed5-18c7-49a0-9804-04b24424c62f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:31.397546 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f2b0aec-5a71-40cd-b77b-00a9b2b9e387 req-35f039de-4eaa-4790-9f8d-45a0857fe037 tempest-InstanceActionsV221TestJSON-1121953034 tempest-InstanceActionsV221TestJSON-1121953034-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c38736c-4a83-4972-b9a5-b40bd1be7a43 HTTP/1.1" status: 200 len: 210 time: 0.0323927 Oct 19 11:20:31.757711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-7f540a6e-4238-42cb-8a86-f5d2ebc101a3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:31.759281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-7f540a6e-4238-42cb-8a86-f5d2ebc101a3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.1061361 Oct 19 11:20:31.786512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-9b9bf9d5-2a9d-4423-a90f-36ab216c0715 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/quotas/5040f71e465a4967b0c25206be6eaadf HTTP/1.1" status: 200 len: 375 time: 0.0195091 Oct 19 11:20:31.814583 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-9eba68cb-7f4b-4dbf-b1f8-e270fe5ec61f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271430 Oct 19 11:20:31.872027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e738-e19a-4d29-9a1c-16bea8fc5c54 req-08f3f797-9f11-4505-b333-cbb050baff37 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:31.878391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e738-e19a-4d29-9a1c-16bea8fc5c54 req-08f3f797-9f11-4505-b333-cbb050baff37 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:31.884347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e738-e19a-4d29-9a1c-16bea8fc5c54 req-08f3f797-9f11-4505-b333-cbb050baff37 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:31.890703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e738-e19a-4d29-9a1c-16bea8fc5c54 req-08f3f797-9f11-4505-b333-cbb050baff37 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:31.896662 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e738-e19a-4d29-9a1c-16bea8fc5c54 req-08f3f797-9f11-4505-b333-cbb050baff37 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:31.902549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e738-e19a-4d29-9a1c-16bea8fc5c54 req-08f3f797-9f11-4505-b333-cbb050baff37 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:31.909076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8e738-e19a-4d29-9a1c-16bea8fc5c54 req-08f3f797-9f11-4505-b333-cbb050baff37 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:31.910962 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62b8e738-e19a-4d29-9a1c-16bea8fc5c54 req-08f3f797-9f11-4505-b333-cbb050baff37 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5429 time: 0.0989354 Oct 19 11:20:31.917039 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-db4330b3-5bf3-41b8-8c2f-10879eb5cdfc service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922508 Oct 19 11:20:31.952682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62b8e738-e19a-4d29-9a1c-16bea8fc5c54 req-75abf3b4-189c-44f0-b4a0-866cbb6d987e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351052 Oct 19 11:20:32.006599 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-0045fa8b-f65c-40f7-a8ab-f4d97f76160a service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847416 Oct 19 11:20:32.199811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f78fadc6-851f-4a49-87b0-b5902beb3868 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274036 Oct 19 11:20:32.282777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c652aefa-96c3-4cba-aab5-4cce5bbb2e93 req-62e54948-a43e-4f25-a0c3-82e66bcdd2ba tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 210 time: 0.0330112 Oct 19 11:20:32.326728 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6d3bc4c7-b0f2-46c8-af3d-c4c49b6116d1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:32.333091 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6d3bc4c7-b0f2-46c8-af3d-c4c49b6116d1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1261878 Oct 19 11:20:32.348813 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f4e750df-105b-4f80-8172-36db92bcd1cd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/quotas/bfb9bc13032940e19a483303a5c91dcb HTTP/1.1" status: 200 len: 375 time: 0.0143061 Oct 19 11:20:32.408020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb464ce-1bb6-4160-b3c2-cdb8cfc04416 req-4bf4901f-b49a-4ef3-83b8-ecddd7d865bb tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:32.409596 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfb464ce-1bb6-4160-b3c2-cdb8cfc04416 req-4bf4901f-b49a-4ef3-83b8-ecddd7d865bb tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 950 time: 0.0567203 Oct 19 11:20:32.430698 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-629b0aee-8eab-456d-9320-73e1f51f39ff tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755756 Oct 19 11:20:32.454450 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfb464ce-1bb6-4160-b3c2-cdb8cfc04416 req-039b97f9-5216-4db2-8529-335e6938594d tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383952 Oct 19 11:20:32.582188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56584) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:32.696916 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c75c90f-d238-4cff-ac44-1dfab0788028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:32.781546 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c75c90f-d238-4cff-ac44-1dfab0788028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:32.863412 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c75c90f-d238-4cff-ac44-1dfab0788028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:32.903612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2c75c90f-d238-4cff-ac44-1dfab0788028 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb56ab30bd2640b4a527dcd19a444853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203361 Oct 19 11:20:32.904874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75c90f-d238-4cff-ac44-1dfab0788028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba35bc2-0baf-4430-9315-230063ecd48c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:32.906354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56588) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:32.956547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2d51-969d-409e-ae16-a890c3d5462f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:32.989717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2d51-969d-409e-ae16-a890c3d5462f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:33.122045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2d51-969d-409e-ae16-a890c3d5462f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:33.125447 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2d51-969d-409e-ae16-a890c3d5462f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:33.126664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9c4b2d51-969d-409e-ae16-a890c3d5462f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fba35bc2-0baf-4430-9315-230063ecd48c HTTP/1.1" status: 204 len: 168 time: 0.2184570 Oct 19 11:20:33.136077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b2d51-969d-409e-ae16-a890c3d5462f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba35bc2-0baf-4430-9315-230063ecd48c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:33.268033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966e28-5f80-40a3-88d4-596ba3bc02ae req-b87ca4c5-9b72-4ea4-b031-8b2b2707666c tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:33.269577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77966e28-5f80-40a3-88d4-596ba3bc02ae req-b87ca4c5-9b72-4ea4-b031-8b2b2707666c tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 950 time: 0.0505757 Oct 19 11:20:33.313301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77966e28-5f80-40a3-88d4-596ba3bc02ae req-bde12d4a-3097-474d-8d86-12d48f463b2b tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375872 Oct 19 11:20:33.431159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a71cf-4cc5-43ed-9c59-468cc7fafedc req-6312b9f9-7b5d-4690-a2c2-eead1870a40c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:33.437484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a71cf-4cc5-43ed-9c59-468cc7fafedc req-6312b9f9-7b5d-4690-a2c2-eead1870a40c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:33.450642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a71cf-4cc5-43ed-9c59-468cc7fafedc req-6312b9f9-7b5d-4690-a2c2-eead1870a40c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:33.455865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a71cf-4cc5-43ed-9c59-468cc7fafedc req-6312b9f9-7b5d-4690-a2c2-eead1870a40c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:33.462201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a71cf-4cc5-43ed-9c59-468cc7fafedc req-6312b9f9-7b5d-4690-a2c2-eead1870a40c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:33.470262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a71cf-4cc5-43ed-9c59-468cc7fafedc req-6312b9f9-7b5d-4690-a2c2-eead1870a40c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:33.492013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a71cf-4cc5-43ed-9c59-468cc7fafedc req-6312b9f9-7b5d-4690-a2c2-eead1870a40c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:33.494014 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c25a71cf-4cc5-43ed-9c59-468cc7fafedc req-6312b9f9-7b5d-4690-a2c2-eead1870a40c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5429 time: 0.1253343 Oct 19 11:20:33.523601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d1de6d7-767f-4ee8-a57f-79217adc2f6a req-1a347856-dba9-402b-8f69-db5f8f4f6e87 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 210 time: 0.0461919 Oct 19 11:20:33.569140 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c25a71cf-4cc5-43ed-9c59-468cc7fafedc req-33b035a8-1171-48e6-9382-3a5f9962a9bc tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626259 Oct 19 11:20:33.595809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1261937f-c926-4fce-ae22-78d1678502cb up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:33.665297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56616) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:33.704462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 1261937f-c926-4fce-ae22-78d1678502cb completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:33.709325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 1261937f-c926-4fce-ae22-78d1678502cb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:33.709777 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:33.719242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6531fae5-b176-430f-a4b7-4bb91cb1b19a admin admin] Deleting subnet 212bea97-4658-42e4-9397-dbdaf7790675 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:20:33.722585 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6531fae5-b176-430f-a4b7-4bb91cb1b19a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:33.759461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6531fae5-b176-430f-a4b7-4bb91cb1b19a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:33.796952 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:33.805963 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6531fae5-b176-430f-a4b7-4bb91cb1b19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:33.826523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1261937f-c926-4fce-ae22-78d1678502cb'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:33.828978 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1400163-9bf6-44d8-ae22-03c83a9d6b75" -d '{"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "1261937f-c926-4fce-ae22-78d1678502cb"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:33.844807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1261937f-c926-4fce-ae22-78d1678502cb, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1261937f-c926-4fce-ae22-78d1678502cb,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:33.897435 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c0b2a8-21c4-4a47-baca-d3e3dd099236 x-openstack-request-id: req-30c0b2a8-21c4-4a47-baca-d3e3dd099236 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:33.897748 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "1261937f-c926-4fce-ae22-78d1678502cb", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:33.898089 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30c0b2a8-21c4-4a47-baca-d3e3dd099236 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:33.898433 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1261937f-c926-4fce-ae22-78d1678502cb', 'code': 200} Oct 19 11:20:33.910271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b00af40f-15d0-41a3-8120-dc92cc1e2e85 req-5711c9c3-94c7-4cfd-8cee-628182f0da13 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 210 time: 0.0300789 Oct 19 11:20:33.916624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:33.917775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a2807284-a523-414d-b2a2-c7c0ab2cceb8 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:33.951529 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6531fae5-b176-430f-a4b7-4bb91cb1b19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:33.985083 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6531fae5-b176-430f-a4b7-4bb91cb1b19a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:33.990828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6531fae5-b176-430f-a4b7-4bb91cb1b19a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/212bea97-4658-42e4-9397-dbdaf7790675 HTTP/1.1" status: 204 len: 168 time: 0.3220630 Oct 19 11:20:33.990828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531fae5-b176-430f-a4b7-4bb91cb1b19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212bea97-4658-42e4-9397-dbdaf7790675,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:33.991779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56628) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:33.994956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=1261937f-c926-4fce-ae22-78d1678502cb,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:34.081934 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.122253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port a2807284-a523-414d-b2a2-c7c0ab2cceb8 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:34.126964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port a2807284-a523-414d-b2a2-c7c0ab2cceb8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:34.127520 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.211226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.216619 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.241789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb20b8e0-57af-4668-9010-c20e6f1970b3']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:34.271280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a2807284-a523-414d-b2a2-c7c0ab2cceb8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a2807284-a523-414d-b2a2-c7c0ab2cceb8,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:34.271759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea7b42c-4e40-488f-91e5-c78804aea710') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:34.272054 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea7b42c-4e40-488f-91e5-c78804aea710') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:34.289556 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.305677 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.312326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:20:34.313456 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:20:34.315257 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:20:34.342078 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.342828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2a704251-3e59-45fe-a6ce-9f980c57fcdc up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:34.381092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56648) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:34.423310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=a2807284-a523-414d-b2a2-c7c0ab2cceb8,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:34.425230 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.431363 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.436376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bb20b8e0-57af-4668-9010-c20e6f1970b3 HTTP/1.1" status: 204 len: 168 time: 0.4431949 Oct 19 11:20:34.467215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77006d4e-47c5-43f1-8cc7-24b13483a266 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb20b8e0-57af-4668-9010-c20e6f1970b3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:34.509958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f5a12-61c6-4abb-a8e9-8ecf7d6f3cbf req-fd8971a7-3fe8-4b0d-8101-4270ccef0f9f tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:34.511562 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-257f5a12-61c6-4abb-a8e9-8ecf7d6f3cbf req-fd8971a7-3fe8-4b0d-8101-4270ccef0f9f tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 950 time: 0.0985978 Oct 19 11:20:34.550473 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 2a704251-3e59-45fe-a6ce-9f980c57fcdc completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:34.554655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 2a704251-3e59-45fe-a6ce-9f980c57fcdc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:34.555027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.568571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1541250103-network', 'tenant_id': '5ad796026e2f40bb9d2402521303586f'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:34.667346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5c2fc47-fb8c-480d-8974-31eb981a7fb3 req-9f9d1215-caa4-436a-9204-ed694cb48fdf tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 210 time: 0.0478282 Oct 19 11:20:34.668340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-257f5a12-61c6-4abb-a8e9-8ecf7d6f3cbf req-9a259ff0-7139-4e41-8c0b-6566f16d0930 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Deleting port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:34.670250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-257f5a12-61c6-4abb-a8e9-8ecf7d6f3cbf req-9a259ff0-7139-4e41-8c0b-6566f16d0930 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.726760 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.741551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Made reservation on behalf of 5ad796026e2f40bb9d2402521303586f for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:34.744319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.775603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2a704251-3e59-45fe-a6ce-9f980c57fcdc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2a704251-3e59-45fe-a6ce-9f980c57fcdc,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:34.788977 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.802784 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c861-b14e-41de-9b10-e91b79a28710 req-a1ddd88d-9797-43aa-b6f8-7f369803890f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:34.808730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c861-b14e-41de-9b10-e91b79a28710 req-a1ddd88d-9797-43aa-b6f8-7f369803890f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:34.814672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c861-b14e-41de-9b10-e91b79a28710 req-a1ddd88d-9797-43aa-b6f8-7f369803890f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:34.820735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c861-b14e-41de-9b10-e91b79a28710 req-a1ddd88d-9797-43aa-b6f8-7f369803890f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:34.826749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c861-b14e-41de-9b10-e91b79a28710 req-a1ddd88d-9797-43aa-b6f8-7f369803890f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:34.833076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c861-b14e-41de-9b10-e91b79a28710 req-a1ddd88d-9797-43aa-b6f8-7f369803890f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:34.839129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c861-b14e-41de-9b10-e91b79a28710 req-a1ddd88d-9797-43aa-b6f8-7f369803890f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:34.841035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1885c861-b14e-41de-9b10-e91b79a28710 req-a1ddd88d-9797-43aa-b6f8-7f369803890f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5431 time: 0.1013315 Oct 19 11:20:34.842256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56660) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:34.844097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db86fd5-d23c-489a-8f4b-eb86cbaedc6f req-f200f778-baaf-490f-a96d-4516cee4c306 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:34.845530 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1db86fd5-d23c-489a-8f4b-eb86cbaedc6f req-f200f778-baaf-490f-a96d-4516cee4c306 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 950 time: 0.1489334 Oct 19 11:20:34.850634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.851821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:34.866421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-257f5a12-61c6-4abb-a8e9-8ecf7d6f3cbf req-9a259ff0-7139-4e41-8c0b-6566f16d0930 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] For port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:34.866777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-257f5a12-61c6-4abb-a8e9-8ecf7d6f3cbf req-9a259ff0-7139-4e41-8c0b-6566f16d0930 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.899501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-257f5a12-61c6-4abb-a8e9-8ecf7d6f3cbf req-9a259ff0-7139-4e41-8c0b-6566f16d0930 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Calling delete_port for fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:34.910630 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1885c861-b14e-41de-9b10-e91b79a28710 req-07cce05d-b164-40cb-8e13-e1e619f08440 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617361 Oct 19 11:20:34.913442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-06131272-5ad4-470a-aafe-b81a5976da5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5431c7981b704785802bbfc3e9166ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701790 Oct 19 11:20:34.916271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56662) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:34.976728 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c60ae80b-2101-4b45-8e29-e6b1e112a1de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:34.978233 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1db86fd5-d23c-489a-8f4b-eb86cbaedc6f req-69faf194-572e-4b1c-864b-f55f30febc66 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/security-groups?id=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195123 Oct 19 11:20:34.990879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=2a704251-3e59-45fe-a6ce-9f980c57fcdc,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:35.006856 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c60ae80b-2101-4b45-8e29-e6b1e112a1de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.032619 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.055497 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4689cb6-91e6-4179-88ba-e38eaadd71bf req-bdb00c8a-3716-4635-aa70-7d4acce33962 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 210 time: 0.0374408 Oct 19 11:20:35.090363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:35.097712 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:35.097712 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.108783 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.162248 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c60ae80b-2101-4b45-8e29-e6b1e112a1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.165058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c60ae80b-2101-4b45-8e29-e6b1e112a1de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.166235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c60ae80b-2101-4b45-8e29-e6b1e112a1de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7095406c-780f-47db-bce8-2dd179d6a0c5 HTTP/1.1" status: 204 len: 168 time: 0.2490056 Oct 19 11:20:35.178691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:20:35.179032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ae80b-2101-4b45-8e29-e6b1e112a1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7095406c-780f-47db-bce8-2dd179d6a0c5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:35.214902 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.215241 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Added segment 037b6694-26ad-49a5-a27a-806916d638f7 of type vlan for network c322c4ec-d4f7-4224-9cf9-d4436cdae227 Oct 19 11:20:35.217187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b641ecf0-180d-4620-890b-0f0dafb479d1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:35.246038 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.273621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-cc335680-d7d8-4a71-ad48-cb36b3c58226 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:35.275275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-cc335680-d7d8-4a71-ad48-cb36b3c58226 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.1925211 Oct 19 11:20:35.285098 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.291894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Request body: {'port': {'device_id': 'd62ee05e-ac55-462b-8498-09511f210339', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'admin_state_up': True, 'tenant_id': '5040f71e465a4967b0c25206be6eaadf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:35.299627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:35.315170 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-257f5a12-61c6-4abb-a8e9-8ecf7d6f3cbf req-9a259ff0-7139-4e41-8c0b-6566f16d0930 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.331785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:35.402449 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.403400 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e750a961-753d-4d31-907b-533ce621354b up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:35.493463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:35.595001 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port e750a961-753d-4d31-907b-533ce621354b completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:35.600247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port e750a961-753d-4d31-907b-533ce621354b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:35.600779 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.662265 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a259ff0-7139-4e41-8c0b-6566f16d0930 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Pushing event deleted for resources: {'Port': ['ID=fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:35.691523 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.711250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-257f5a12-61c6-4abb-a8e9-8ecf7d6f3cbf req-9a259ff0-7139-4e41-8c0b-6566f16d0930 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] No DVR routers for this DVR port fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:20:35.718716 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-257f5a12-61c6-4abb-a8e9-8ecf7d6f3cbf req-9a259ff0-7139-4e41-8c0b-6566f16d0930 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.721860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-257f5a12-61c6-4abb-a8e9-8ecf7d6f3cbf req-9a259ff0-7139-4e41-8c0b-6566f16d0930 tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.26 "DELETE /v2.0/ports/fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae HTTP/1.1" status: 204 len: 173 time: 1.2030272 Oct 19 11:20:35.722539 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffbce1f-976d-4878-bcdd-fcf03c85681c', 'name': 'network-vif-deleted', 'tag': 'fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:35.725963 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd41186-351d-4175-9278-8bbefdef3ad3" -d '{"events": [{"server_uuid": "5ffbce1f-976d-4878-bcdd-fcf03c85681c", "name": "network-vif-deleted", "tag": "fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:35.768468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.769348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:35.769903 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.792950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e750a961-753d-4d31-907b-533ce621354b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e750a961-753d-4d31-907b-533ce621354b,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:35.808916 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61517a6-3b92-44a0-9121-f948c07553c4 x-openstack-request-id: req-a61517a6-3b92-44a0-9121-f948c07553c4 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:35.809198 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffbce1f-976d-4878-bcdd-fcf03c85681c", "name": "network-vif-deleted", "tag": "fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:35.809451 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a61517a6-3b92-44a0-9121-f948c07553c4 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:35.809843 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffbce1f-976d-4878-bcdd-fcf03c85681c', 'name': 'network-vif-deleted', 'tag': 'fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae', 'status': 'completed', 'code': 200} Oct 19 11:20:35.858067 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b93fd284-ab97-41ba-aa03-bf1213210c4e req-33400703-43ea-4c3d-9d57-66b686667ad2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 210 time: 0.0615232 Oct 19 11:20:35.894360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Made reservation on behalf of 5040f71e465a4967b0c25206be6eaadf for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:35.898138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.899200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2807284-a523-414d-b2a2-c7c0ab2cceb8'}, {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a704251-3e59-45fe-a6ce-9f980c57fcdc'}, {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3f2d9a-e040-433c-8d60-ac41df6b0b15'}, {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e750a961-753d-4d31-907b-533ce621354b'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:35.901637 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27831671-4d18-4fa0-8950-ba3ccbd2f7e6" -d '{"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "a2807284-a523-414d-b2a2-c7c0ab2cceb8"}, {"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "2a704251-3e59-45fe-a6ce-9f980c57fcdc"}, {"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "6a3f2d9a-e040-433c-8d60-ac41df6b0b15"}, {"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "e750a961-753d-4d31-907b-533ce621354b"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:35.905659 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:35.906482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9326ef13-ef39-49a2-a784-9cd9f9236b41 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:35.911175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=c322c4ec-d4f7-4224-9cf9-d4436cdae227,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:35.969799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c322c4ec-d4f7-4224-9cf9-d4436cdae227 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:20:35.989690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56690) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:35.990265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dafba3c8-08ae-48f1-b3a0-f1f33e084ec3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6077332 Oct 19 11:20:35.995067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] Request body: {'subnet': {'network_id': 'c322c4ec-d4f7-4224-9cf9-d4436cdae227', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1541250103-subnet', 'tenant_id': '5ad796026e2f40bb9d2402521303586f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:36.129908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] Made reservation on behalf of 5ad796026e2f40bb9d2402521303586f for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:36.133279 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:36.160706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Allocated IP 172.20.0.12 (5457d6bb-7a0b-4e25-974c-a4caaf3e11d7/25bc2b4a-49a5-43d6-9664-521501fcd66c/ef0434ee-16cf-479f-b615-eb8134391db2) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:36.231168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a1a5-ae51-4459-8fc2-f109e2330623 req-b36a5ada-d440-4028-86ae-3e134f6225cb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:36.246500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=e750a961-753d-4d31-907b-533ce621354b,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:36.251232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a1a5-ae51-4459-8fc2-f109e2330623 req-b36a5ada-d440-4028-86ae-3e134f6225cb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:36.259166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a1a5-ae51-4459-8fc2-f109e2330623 req-b36a5ada-d440-4028-86ae-3e134f6225cb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:36.281936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a1a5-ae51-4459-8fc2-f109e2330623 req-b36a5ada-d440-4028-86ae-3e134f6225cb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:36.292742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a1a5-ae51-4459-8fc2-f109e2330623 req-b36a5ada-d440-4028-86ae-3e134f6225cb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:36.310993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 9326ef13-ef39-49a2-a784-9cd9f9236b41 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:36.315386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 9326ef13-ef39-49a2-a784-9cd9f9236b41 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:36.315586 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:36.324823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a1a5-ae51-4459-8fc2-f109e2330623 req-b36a5ada-d440-4028-86ae-3e134f6225cb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:36.347414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a1a5-ae51-4459-8fc2-f109e2330623 req-b36a5ada-d440-4028-86ae-3e134f6225cb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:36.364955 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9043a1a5-ae51-4459-8fc2-f109e2330623 req-b36a5ada-d440-4028-86ae-3e134f6225cb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5434 time: 0.2794669 Oct 19 11:20:36.418850 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbe7299-9877-4991-9b46-60f530d01ac3 x-openstack-request-id: req-0dbe7299-9877-4991-9b46-60f530d01ac3 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:36.419448 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "a2807284-a523-414d-b2a2-c7c0ab2cceb8", "code": 200}, {"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "2a704251-3e59-45fe-a6ce-9f980c57fcdc", "code": 200}, {"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "6a3f2d9a-e040-433c-8d60-ac41df6b0b15", "code": 200}, {"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "e750a961-753d-4d31-907b-533ce621354b", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:36.421315 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dbe7299-9877-4991-9b46-60f530d01ac3 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:36.423281 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2807284-a523-414d-b2a2-c7c0ab2cceb8', 'code': 200} Oct 19 11:20:36.423490 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a704251-3e59-45fe-a6ce-9f980c57fcdc', 'code': 200} Oct 19 11:20:36.423734 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3f2d9a-e040-433c-8d60-ac41df6b0b15', 'code': 200} Oct 19 11:20:36.423976 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e750a961-753d-4d31-907b-533ce621354b', 'code': 200} Oct 19 11:20:36.459377 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:36.502355 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-55086b55-d0d5-453c-a748-9ff50ba78735 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274711 Oct 19 11:20:36.507852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa05e9d3-0725-4b60-8187-fc8bf3f78742 req-23ad605e-ab8f-4106-a503-4283e058164a tempest-ImagesNegativeTestJSON-1883283450 tempest-ImagesNegativeTestJSON-1883283450-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ffbce1f-976d-4878-bcdd-fcf03c85681c HTTP/1.1" status: 200 len: 210 time: 0.0265450 Oct 19 11:20:36.510286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 9326ef13-ef39-49a2-a784-9cd9f9236b41, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9326ef13-ef39-49a2-a784-9cd9f9236b41,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:36.512218 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:36.525996 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9043a1a5-ae51-4459-8fc2-f109e2330623 req-5e7e2579-b944-4cfb-815b-9ff4a761ba58 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1602376 Oct 19 11:20:36.592810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fa3b6e-f8d5-4916-a357-961b55b9526c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:36.600478 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:36.602067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6890fecc-07f2-474d-8fb9-693bd142b93a up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:36.604381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] Checking segment: {'id': '037b6694-26ad-49a5-a27a-806916d638f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c322c4ec-d4f7-4224-9cf9-d4436cdae227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:36.604984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] Network hostable DHCP agents. Network: c322c4ec-d4f7-4224-9cf9-d4436cdae227, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:20:36.707696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9dc87211-b64f-4821-927c-485d97e064d6 req-ef4857e6-d7cb-44b8-9b2a-640b0511f9d4 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 210 time: 0.0377052 Oct 19 11:20:36.718544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] Network c322c4ec-d4f7-4224-9cf9-d4436cdae227 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:20:36.735675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=9326ef13-ef39-49a2-a784-9cd9f9236b41,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:36.737715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-fe10c6a5-3074-472b-9f39-b4e749e9258a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:36.740851 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-fe10c6a5-3074-472b-9f39-b4e749e9258a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311697 Oct 19 11:20:36.780070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Request body: {'port': {'device_id': '89eec398-e366-4096-904a-16b7a07098b6', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'bfb9bc13032940e19a483303a5c91dcb'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:36.787040 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:36.787710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56710) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:36.819448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c322c4ec-d4f7-4224-9cf9-d4436cdae227) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:36.823346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:36.824010 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:36.833359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa858521-b89e-41a7-9f97-de3de1b6fd31 None None] Network c322c4ec-d4f7-4224-9cf9-d4436cdae227 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:36.852625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 6890fecc-07f2-474d-8fb9-693bd142b93a completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:36.887455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 6890fecc-07f2-474d-8fb9-693bd142b93a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:36.888046 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:36.976440 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1ac920b3-f684-4335-8b23-bccfcfdc6ebc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9855621 Oct 19 11:20:36.978742 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4e4f493-8c41-435d-95ec-698f78c8d0bc req-bdc31bb3-da08-4fb4-bb21-f40999510d70 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 210 time: 0.0422256 Oct 19 11:20:36.983418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-network', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:37.031696 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.059930 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.081977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Made reservation on behalf of bfb9bc13032940e19a483303a5c91dcb for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:37.085570 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.099821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab364d2-1ac7-4311-99a4-05f884f18dad None None] Network c322c4ec-d4f7-4224-9cf9-d4436cdae227 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:37.102250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:37.107649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:37.111666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event updated for resources: {'Port': ['ID=ef0434ee-16cf-479f-b615-eb8134391db2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:37.118083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:37.124047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6890fecc-07f2-474d-8fb9-693bd142b93a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6890fecc-07f2-474d-8fb9-693bd142b93a,segment=NetworkSegment(563d034a-a146-4c70-9da0-767e74bbe1fa),segment_id=563d034a-a146-4c70-9da0-767e74bbe1fa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:37.218260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:37.218899 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.224873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Made reservation on behalf of 7838f9b0557045ffbcd69e1d1b674c6e for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:37.227627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.249059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.252368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.253478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:37.277331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:37.277993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 06a9ed7c-af1b-45d7-a57f-ef58a6eec2e9 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:37.302585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Allocated IP 192.168.233.214 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:37.311798 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-98eda863-fdea-4bee-bfff-d26eb85c3f23 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310192 Oct 19 11:20:37.318046 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5a4853f7-7746-44d9-8a18-9aa82bd038ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0300567 Oct 19 11:20:37.337222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6890fecc-07f2-474d-8fb9-693bd142b93a,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:37.419127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Request body: {'port': {'device_id': 'd62ee05e-ac55-462b-8498-09511f210339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:37.489489 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.497151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-323a923d-c24c-4df7-b38c-017cd1cfc437 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:37.499181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-323a923d-c24c-4df7-b38c-017cd1cfc437 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770837 Oct 19 11:20:37.512859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Request body: {'port': {'device_id': '94d751f6-d677-4d4b-9f85-dbc0ec647b3b', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'bfb9bc13032940e19a483303a5c91dcb'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:37.579532 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.609904 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.624166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:20:37.642689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea323a02-9d24-452a-963f-eda139a7a3d3,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:37.653092 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.683888 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.684233 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Added segment ca91b852-6d27-449b-854f-a6f1feb17e79 of type vlan for network 1d75f476-d975-4cf8-b896-3e48c58accf7 Oct 19 11:20:37.711971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-79ad4f20-ba52-4ce8-97a3-d3fdd73975ba tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:37.713388 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-79ad4f20-ba52-4ce8-97a3-d3fdd73975ba tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/networks?id=c322c4ec-d4f7-4224-9cf9-d4436cdae227 HTTP/1.1" status: 200 len: 822 time: 0.2163405 Oct 19 11:20:37.746384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.764811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a793e1-7808-4de5-99ef-a453feb61c65 req-58249581-e86b-43a5-a2ac-fe58ab361705 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:37.770707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a793e1-7808-4de5-99ef-a453feb61c65 req-58249581-e86b-43a5-a2ac-fe58ab361705 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:37.776577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a793e1-7808-4de5-99ef-a453feb61c65 req-58249581-e86b-43a5-a2ac-fe58ab361705 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:37.783028 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a793e1-7808-4de5-99ef-a453feb61c65 req-58249581-e86b-43a5-a2ac-fe58ab361705 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:37.788943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a793e1-7808-4de5-99ef-a453feb61c65 req-58249581-e86b-43a5-a2ac-fe58ab361705 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:37.795382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a793e1-7808-4de5-99ef-a453feb61c65 req-58249581-e86b-43a5-a2ac-fe58ab361705 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:37.797557 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-0d3efa15-a076-4111-9c18-5751c8f6d51d tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/quotas/5ad796026e2f40bb9d2402521303586f HTTP/1.1" status: 200 len: 375 time: 0.0666561 Oct 19 11:20:37.801613 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a793e1-7808-4de5-99ef-a453feb61c65 req-58249581-e86b-43a5-a2ac-fe58ab361705 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:37.803173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40a793e1-7808-4de5-99ef-a453feb61c65 req-58249581-e86b-43a5-a2ac-fe58ab361705 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5436 time: 0.1615531 Oct 19 11:20:37.827395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Made reservation on behalf of bfb9bc13032940e19a483303a5c91dcb for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:37.831018 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.844681 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-f215f068-6804-45b9-9c8a-c527f072a60c tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ad796026e2f40bb9d2402521303586f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355904 Oct 19 11:20:37.881073 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40a793e1-7808-4de5-99ef-a453feb61c65 req-73f544ac-ab57-4a17-8b18-a2662d5be28f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688951 Oct 19 11:20:37.929386 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.944332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:37.973722 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:37.974584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:37.975169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.030061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:38.049575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:38.062487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:38.068262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Allocated IP 192.168.233.9 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/859e0513-56b7-4c84-a590-0656ceff3696) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:38.070880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] Pushing event updated for resources: {'Network': ['ID=1d75f476-d975-4cf8-b896-3e48c58accf7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:38.094201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 1d75f476-d975-4cf8-b896-3e48c58accf7 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:20:38.095162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event updated for resources: {'Port': ['ID=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:38.102654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-49b199dc-ed8a-4de5-b0b5-878ac546b0fa service neutron] 10.222.0.39 "GET /v2.0/networks/c322c4ec-d4f7-4224-9cf9-d4436cdae227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498915 Oct 19 11:20:38.122591 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-efcd1922-219d-4e1f-9b1e-092ee2cbcdee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3336403 Oct 19 11:20:38.130170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56750) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:38.137078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] Request body: {'subnet': {'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-subnet', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:38.181255 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6fa9cd95-6960-41e5-9818-044ac2119345 req-5a8cb34d-7380-4218-bed0-c60f3982482e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 210 time: 0.0387144 Oct 19 11:20:38.189141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:38.190035 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.255230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0434ee-16cf-479f-b615-eb8134391db2 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:38.269141 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.289747 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Transition to ACTIVE for port object ef0434ee-16cf-479f-b615-eb8134391db2 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:20:38.305413 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-36dfdc32-a98c-495f-8973-e3a728b99079 service neutron] 10.222.0.39 "GET /v2.0/networks/c322c4ec-d4f7-4224-9cf9-d4436cdae227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879029 Oct 19 11:20:38.340138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] Made reservation on behalf of 7838f9b0557045ffbcd69e1d1b674c6e for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:38.343216 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.363321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.373281 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.421916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-5f5ab041-22db-43e2-ad4b-29ecb3113fc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6585035 Oct 19 11:20:38.425000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326ef13-ef39-49a2-a784-9cd9f9236b41'}, {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6890fecc-07f2-474d-8fb9-693bd142b93a'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:38.427755 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9019c3b-0206-424b-b996-807d8790d73e" -d '{"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "9326ef13-ef39-49a2-a784-9cd9f9236b41"}, {"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "6890fecc-07f2-474d-8fb9-693bd142b93a"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:38.437988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Request body: {'port': {'device_id': '89eec398-e366-4096-904a-16b7a07098b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:38.448587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0434ee-16cf-479f-b615-eb8134391db2,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:38.472809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b2c49642-7c8b-4d33-8bed-300f2d00536f None None] Provisioning complete for port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:38.473260 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b2c49642-7c8b-4d33-8bed-300f2d00536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.514831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7af72-06e1-4329-9240-423fd86cd73f req-fc7ac5d8-0ba1-446d-8a1e-ecb3343ba100 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:38.516280 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77c7af72-06e1-4329-9240-423fd86cd73f req-fc7ac5d8-0ba1-446d-8a1e-ecb3343ba100 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 944 time: 0.1282678 Oct 19 11:20:38.537039 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b2c49642-7c8b-4d33-8bed-300f2d00536f None None] Port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:20:38.587869 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeac23c5-996a-4bd6-b7d2-a905bdf15f3f x-openstack-request-id: req-aeac23c5-996a-4bd6-b7d2-a905bdf15f3f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:38.588007 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "9326ef13-ef39-49a2-a784-9cd9f9236b41", "code": 200}, {"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-plugged", "status": "completed", "tag": "6890fecc-07f2-474d-8fb9-693bd142b93a", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:38.588225 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aeac23c5-996a-4bd6-b7d2-a905bdf15f3f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:38.588664 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326ef13-ef39-49a2-a784-9cd9f9236b41', 'code': 200} Oct 19 11:20:38.588770 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.588974 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6890fecc-07f2-474d-8fb9-693bd142b93a', 'code': 200} Oct 19 11:20:38.590725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77c7af72-06e1-4329-9240-423fd86cd73f req-f103b985-308c-45df-b08c-0d99b51ea251 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660667 Oct 19 11:20:38.630361 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.645146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:38.678867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Attempting to bind port ef0434ee-16cf-479f-b615-eb8134391db2 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:38.679191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Attempting to bind port ef0434ee-16cf-479f-b615-eb8134391db2 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:38.679518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Attempting to bind port ef0434ee-16cf-479f-b615-eb8134391db2 on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:38.702515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4acdfbd3-6184-4f71-9feb-435bd1e98a61 req-79fb047d-6743-4dd0-997f-d5c0961bd12f tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 210 time: 0.0550947 Oct 19 11:20:38.723774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:38.729222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Port ef0434ee-16cf-479f-b615-eb8134391db2 on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:20:38.729524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Attempting to bind port ef0434ee-16cf-479f-b615-eb8134391db2 on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:38.731942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:38.734713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event updated for resources: {'Port': ['ID=859e0513-56b7-4c84-a590-0656ceff3696,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:38.741526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:38.759443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:38.759443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Checking segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:38.759443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Bound using segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:38.759443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Bound port: ef0434ee-16cf-479f-b615-eb8134391db2, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:38.759443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.844437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:38.853508 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.853508 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:38.899469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=880dc792-b3ab-46fa-b8c0-9deab8d763b4,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:38.905509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97322-893b-405a-9733-00e61e800ae6 req-e8d63f90-bedc-4884-9619-6ba41663b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:38.905986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97322-893b-405a-9733-00e61e800ae6 req-e8d63f90-bedc-4884-9619-6ba41663b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:38.906427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97322-893b-405a-9733-00e61e800ae6 req-e8d63f90-bedc-4884-9619-6ba41663b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:38.906867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97322-893b-405a-9733-00e61e800ae6 req-e8d63f90-bedc-4884-9619-6ba41663b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:38.907313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97322-893b-405a-9733-00e61e800ae6 req-e8d63f90-bedc-4884-9619-6ba41663b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:38.907772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97322-893b-405a-9733-00e61e800ae6 req-e8d63f90-bedc-4884-9619-6ba41663b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:38.908270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca97322-893b-405a-9733-00e61e800ae6 req-e8d63f90-bedc-4884-9619-6ba41663b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:38.910267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dca97322-893b-405a-9733-00e61e800ae6 req-e8d63f90-bedc-4884-9619-6ba41663b4ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 6493 time: 0.2132666 Oct 19 11:20:38.948738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] Checking segment: {'id': 'ca91b852-6d27-449b-854f-a6f1feb17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:38.951558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] Network hostable DHCP agents. Network: 1d75f476-d975-4cf8-b896-3e48c58accf7, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:20:38.998862 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-48cf9a6c-99a4-456b-959f-9175c5c0cc3d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4883308 Oct 19 11:20:39.011136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Request body: {'port': {'device_id': '94d751f6-d677-4d4b-9f85-dbc0ec647b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:39.033217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] For port ef0434ee-16cf-479f-b615-eb8134391db2, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:39.070961 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dca97322-893b-405a-9733-00e61e800ae6 req-57047638-01cc-4dbb-98ad-3d529cfc2bb8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&id=e23bf4b4-5372-4405-955c-f36bb72acb65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498516 Oct 19 11:20:39.082763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] For port ef0434ee-16cf-479f-b615-eb8134391db2, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ef0434ee-16cf-479f-b615-eb8134391db2,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:39.092271 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:39.121077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf9e0a-da54-4645-8ac2-872151403d4e req-036771af-fc14-4a5f-95f3-9d274feb0dca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.127749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf9e0a-da54-4645-8ac2-872151403d4e req-036771af-fc14-4a5f-95f3-9d274feb0dca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.128165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] Network 1d75f476-d975-4cf8-b896-3e48c58accf7 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:20:39.133647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf9e0a-da54-4645-8ac2-872151403d4e req-036771af-fc14-4a5f-95f3-9d274feb0dca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.139818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf9e0a-da54-4645-8ac2-872151403d4e req-036771af-fc14-4a5f-95f3-9d274feb0dca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.145703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf9e0a-da54-4645-8ac2-872151403d4e req-036771af-fc14-4a5f-95f3-9d274feb0dca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.151726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf9e0a-da54-4645-8ac2-872151403d4e req-036771af-fc14-4a5f-95f3-9d274feb0dca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.157676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf9e0a-da54-4645-8ac2-872151403d4e req-036771af-fc14-4a5f-95f3-9d274feb0dca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.159556 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56bf9e0a-da54-4645-8ac2-872151403d4e req-036771af-fc14-4a5f-95f3-9d274feb0dca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5436 time: 0.1794739 Oct 19 11:20:39.167939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4c6d5b93-de24-4869-8148-ae80df2b0963 None None] Provisioning complete for port 859e0513-56b7-4c84-a590-0656ceff3696 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:39.168463 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5b93-de24-4869-8148-ae80df2b0963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:39.206992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d5b93-de24-4869-8148-ae80df2b0963 None None] Port 859e0513-56b7-4c84-a590-0656ceff3696 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:20:39.242017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 1d75f476-d975-4cf8-b896-3e48c58accf7) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:39.243796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:39.249303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.249965 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:39.257455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa09db-0c50-40e7-ba02-0d4f8fbd732e None None] Network 1d75f476-d975-4cf8-b896-3e48c58accf7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:39.268158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56bf9e0a-da54-4645-8ac2-872151403d4e req-84eab53c-0937-4abe-a7df-634ed9a00c61 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011424 Oct 19 11:20:39.330495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:39.335820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-82faa05a-c6f1-4c76-a15c-69adc6845b01 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2044628 Oct 19 11:20:39.337155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56782) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:39.344393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56784) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:39.348721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.350357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:39.352788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] 10.222.0.49 "PUT /v2.0/ports/ef0434ee-16cf-479f-b615-eb8134391db2 HTTP/1.1" status: 200 len: 1092 time: 2.0254421 Oct 19 11:20:39.353519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:39.364583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62ee05e-ac55-462b-8498-09511f210339', 'tag': 'ef0434ee-16cf-479f-b615-eb8134391db2'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:39.367218 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d4aa43-6c4b-4027-a3f7-7f1d9b7bc6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d62ee05e-ac55-462b-8498-09511f210339", "tag": "ef0434ee-16cf-479f-b615-eb8134391db2"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:39.375320 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:39.426196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4693ab-49b0-40a3-9c04-24a28163d7b3 None None] Network 1d75f476-d975-4cf8-b896-3e48c58accf7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:39.456605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2712b0-b55b-4095-878d-6b222e98fef9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0434ee-16cf-479f-b615-eb8134391db2,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:39.459355 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:39.459733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Transition to ACTIVE for port object 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:20:39.460960 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:39.483204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889b398-4670-4d4a-8e4e-de02ceb46e9d req-6dd9bbb2-f10c-436c-a2d0-cb85b4603ed5 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.485273 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7889b398-4670-4d4a-8e4e-de02ceb46e9d req-6dd9bbb2-f10c-436c-a2d0-cb85b4603ed5 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 934 time: 0.0869970 Oct 19 11:20:39.529865 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2f3198-ffbc-4be8-90e1-d73c8bce935e x-openstack-request-id: req-ef2f3198-ffbc-4be8-90e1-d73c8bce935e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:39.530142 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62ee05e-ac55-462b-8498-09511f210339", "tag": "ef0434ee-16cf-479f-b615-eb8134391db2", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:39.530445 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef2f3198-ffbc-4be8-90e1-d73c8bce935e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:39.530788 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62ee05e-ac55-462b-8498-09511f210339', 'tag': 'ef0434ee-16cf-479f-b615-eb8134391db2', 'status': 'completed', 'code': 200} Oct 19 11:20:39.588678 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7889b398-4670-4d4a-8e4e-de02ceb46e9d req-6194d490-ecad-4bdb-9083-08575c20a26f tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959823 Oct 19 11:20:39.601431 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:39.634368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:39.642336 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3ef3030e-e405-4a91-a012-4c191e047120 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=775d517a97b6426988d5e8e8b609fa91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964630 Oct 19 11:20:39.645053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56792) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:39.646934 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-360dd38a-1991-4c24-afa2-c004b5f4b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.648428 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-360dd38a-1991-4c24-afa2-c004b5f4b071 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 1095 time: 0.1367941 Oct 19 11:20:39.659136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:39.659513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device fca3bf18-bfbb-4d95-85d7-a18ebc9bf9ae not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:39.729812 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-7a9821c8-e673-4d9c-af7f-e52d62923f54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef0434ee-16cf-479f-b615-eb8134391db2 HTTP/1.1" status: 200 len: 217 time: 0.0654848 Oct 19 11:20:39.730429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Pushing event updated for resources: {'Port': ['ID=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:39.889399 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd161c8c-78aa-4671-a9e4-16ea22e3800a req-88afea3b-b99a-4fb8-a1a7-52f37cca718b tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 210 time: 0.0779414 Oct 19 11:20:39.903721 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d22ab83f-9dec-4893-9172-67402f1dae1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:39.910157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-a9b0b990-1c56-443d-8733-66f1107893b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:39.911644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-a9b0b990-1c56-443d-8733-66f1107893b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 200 len: 852 time: 0.1730807 Oct 19 11:20:39.970226 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-a22f117a-41f7-4992-818f-0e2c17f8a3a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482242 Oct 19 11:20:39.971918 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d22ab83f-9dec-4893-9172-67402f1dae1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:39.978294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Attempting to bind port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:39.978631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Attempting to bind port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:39.978953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Attempting to bind port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:39.989689 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:40.003836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:20:40.004157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Attempting to bind port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:40.008528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71886bd1-5caf-4dbe-b7bd-8debda7e9430 req-c8d2e3f4-6892-43c1-bb71-aef58384ef96 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:40.010044 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71886bd1-5caf-4dbe-b7bd-8debda7e9430 req-c8d2e3f4-6892-43c1-bb71-aef58384ef96 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 944 time: 0.1590791 Oct 19 11:20:40.032587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:40.032925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:40.033313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:40.034252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Bound port: 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:40.034252 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:40.121072 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71886bd1-5caf-4dbe-b7bd-8debda7e9430 req-545e6a1b-ce1e-4f66-b5f0-11e5213ff72d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031821 Oct 19 11:20:40.226818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859e0513-56b7-4c84-a590-0656ceff3696 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:40.238386 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:40.272429 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:40.285492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Transition to ACTIVE for port object 859e0513-56b7-4c84-a590-0656ceff3696 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:20:40.366442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:40.442244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Pushing event updated for resources: {'Port': ['ID=859e0513-56b7-4c84-a590-0656ceff3696,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:40.457562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] For port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:40.463772 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-b8e148f4-3f68-46e6-9ef7-f9ea29e08d29 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817612 Oct 19 11:20:40.479210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] For port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:40.531043 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d22ab83f-9dec-4893-9172-67402f1dae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:40.533806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d22ab83f-9dec-4893-9172-67402f1dae1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:40.544447 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d22ab83f-9dec-4893-9172-67402f1dae1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57ef04d3-16e5-47c1-9fa2-b5d710b87dc5 HTTP/1.1" status: 204 len: 168 time: 0.8913910 Oct 19 11:20:40.558608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8b8a-58ba-4a4f-8fae-77b3dd3f3f04 req-0f43855d-2a0b-4db1-9917-252c0cc5f61d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:40.566586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8b8a-58ba-4a4f-8fae-77b3dd3f3f04 req-0f43855d-2a0b-4db1-9917-252c0cc5f61d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:40.573789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8b8a-58ba-4a4f-8fae-77b3dd3f3f04 req-0f43855d-2a0b-4db1-9917-252c0cc5f61d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:40.580757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8b8a-58ba-4a4f-8fae-77b3dd3f3f04 req-0f43855d-2a0b-4db1-9917-252c0cc5f61d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:40.587047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8b8a-58ba-4a4f-8fae-77b3dd3f3f04 req-0f43855d-2a0b-4db1-9917-252c0cc5f61d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:40.595163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8b8a-58ba-4a4f-8fae-77b3dd3f3f04 req-0f43855d-2a0b-4db1-9917-252c0cc5f61d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:40.602347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8b8a-58ba-4a4f-8fae-77b3dd3f3f04 req-0f43855d-2a0b-4db1-9917-252c0cc5f61d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:40.605199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8ad8b8a-58ba-4a4f-8fae-77b3dd3f3f04 req-0f43855d-2a0b-4db1-9917-252c0cc5f61d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5436 time: 0.2124331 Oct 19 11:20:40.609123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Attempting to bind port 859e0513-56b7-4c84-a590-0656ceff3696 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:40.609470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Attempting to bind port 859e0513-56b7-4c84-a590-0656ceff3696 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:40.609800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Attempting to bind port 859e0513-56b7-4c84-a590-0656ceff3696 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:40.616099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Port 859e0513-56b7-4c84-a590-0656ceff3696 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:20:40.616745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Attempting to bind port 859e0513-56b7-4c84-a590-0656ceff3696 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:40.625866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:40.627076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:40.627076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:40.627076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Bound port: 859e0513-56b7-4c84-a590-0656ceff3696, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:40.627748 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:40.632120 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:40.650391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ab83f-9dec-4893-9172-67402f1dae1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ef04d3-16e5-47c1-9fa2-b5d710b87dc5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:40.726785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:40.728582 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:40.729798 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] 10.222.0.49 "PUT /v2.0/ports/33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e HTTP/1.1" status: 200 len: 1096 time: 2.2957675 Oct 19 11:20:40.784956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8ad8b8a-58ba-4a4f-8fae-77b3dd3f3f04 req-51081016-15c9-419b-b683-dc5e116d15b5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544182 Oct 19 11:20:40.796365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbabb3-4b8b-4174-9dac-00f272858b07 service neutron] Pushing event updated for resources: {'Port': ['ID=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:40.805244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8af52ecf-3e31-4c56-bfd4-d8499f2efdff req-5125c53f-5be8-40f1-bd95-519efd3fba61 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301306 Oct 19 11:20:40.852062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] For port 859e0513-56b7-4c84-a590-0656ceff3696, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:40.880277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] For port 859e0513-56b7-4c84-a590-0656ceff3696, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=859e0513-56b7-4c84-a590-0656ceff3696,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:40.900850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f89aa-78fd-4956-a981-e344f4cad7ba req-3439622f-1c53-4869-80e3-8e9760491b44 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:40.909757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d86f89aa-78fd-4956-a981-e344f4cad7ba req-3439622f-1c53-4869-80e3-8e9760491b44 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 946 time: 0.2007868 Oct 19 11:20:40.954375 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:40.978495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-273cfda7-bbd7-4af8-bf4a-d02a7292f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:40.980080 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-273cfda7-bbd7-4af8-bf4a-d02a7292f25b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=89eec398-e366-4096-904a-16b7a07098b6 HTTP/1.1" status: 200 len: 1099 time: 0.1009471 Oct 19 11:20:40.989487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:41.038148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f5e9f0a-90a0-47a5-8512-e1712f820ba0 req-1a9b8a27-f0b8-45d3-b291-bc8c6f447080 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 210 time: 0.0612009 Oct 19 11:20:41.051550 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d86f89aa-78fd-4956-a981-e344f4cad7ba req-469b3556-dd5e-4a5b-b90d-441daa31fdf3 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408865 Oct 19 11:20:41.055108 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:41.080842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4aa43-6c4b-4027-a3f7-7f1d9b7bc6e9 req-d30be63c-fcf7-4d00-88fa-2e95fa70b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:41.082615 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9d4aa43-6c4b-4027-a3f7-7f1d9b7bc6e9 req-d30be63c-fcf7-4d00-88fa-2e95fa70b5dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 1095 time: 0.1443546 Oct 19 11:20:41.084750 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f6e92ae2-c627-489d-87f2-5b904a8f3046 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e HTTP/1.1" status: 200 len: 217 time: 0.0869720 Oct 19 11:20:41.109194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:41.109810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:41.111246 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] 10.222.0.49 "PUT /v2.0/ports/859e0513-56b7-4c84-a590-0656ceff3696 HTTP/1.1" status: 200 len: 1094 time: 2.1047523 Oct 19 11:20:41.119105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d751f6-d677-4d4b-9f85-dbc0ec647b3b', 'tag': '859e0513-56b7-4c84-a590-0656ceff3696'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:41.121450 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b421dc8b-5d2b-42fc-a500-af5b90926dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "94d751f6-d677-4d4b-9f85-dbc0ec647b3b", "tag": "859e0513-56b7-4c84-a590-0656ceff3696"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:41.203839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad6f0-f351-4ac0-9762-2c382862d911 service neutron] Pushing event updated for resources: {'Port': ['ID=859e0513-56b7-4c84-a590-0656ceff3696,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:41.228363 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea8ad73-1d21-47ba-9a2e-c31a8194a2c4 x-openstack-request-id: req-5ea8ad73-1d21-47ba-9a2e-c31a8194a2c4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:41.228363 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d751f6-d677-4d4b-9f85-dbc0ec647b3b", "tag": "859e0513-56b7-4c84-a590-0656ceff3696", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:41.228363 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ea8ad73-1d21-47ba-9a2e-c31a8194a2c4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:41.228363 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d751f6-d677-4d4b-9f85-dbc0ec647b3b', 'tag': '859e0513-56b7-4c84-a590-0656ceff3696', 'status': 'completed', 'code': 200} Oct 19 11:20:41.277561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Allocated IP 172.25.2.100 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/79f026d8-d42c-4369-93bc-630b6e98184d) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:41.290558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-775232e9-4eb8-4692-9e0f-aeb6d20884d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:41.291854 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-775232e9-4eb8-4692-9e0f-aeb6d20884d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1726985 Oct 19 11:20:41.317646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-8250b3c9-776e-4fdf-a6f8-95773a5c2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:41.319573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-8250b3c9-776e-4fdf-a6f8-95773a5c2ec0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 1097 time: 0.0972087 Oct 19 11:20:41.378985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4aa43-6c4b-4027-a3f7-7f1d9b7bc6e9 req-2ec8dd72-b0db-4706-b83d-33f95b349ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:41.385968 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9d4aa43-6c4b-4027-a3f7-7f1d9b7bc6e9 req-2ec8dd72-b0db-4706-b83d-33f95b349ed3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 913 time: 0.2872775 Oct 19 11:20:41.408371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d52adb-2cfd-4ff2-b365-85e94149e70d req-d104ac20-4227-4c60-a746-e49f67681465 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:41.413791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-de48c7b3-5f91-4f6f-a48b-b9dca0016cca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=859e0513-56b7-4c84-a590-0656ceff3696 HTTP/1.1" status: 200 len: 217 time: 0.0823019 Oct 19 11:20:41.416106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3d52adb-2cfd-4ff2-b365-85e94149e70d req-d104ac20-4227-4c60-a746-e49f67681465 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 944 time: 0.1530468 Oct 19 11:20:41.463417 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9d4aa43-6c4b-4027-a3f7-7f1d9b7bc6e9 req-924a5322-96bb-448a-a448-b6ba66cd0ddb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef0434ee-16cf-479f-b615-eb8134391db2 HTTP/1.1" status: 200 len: 217 time: 0.0447776 Oct 19 11:20:41.466123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-42cb825f-29d9-4ca5-97ef-8c857bee12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:41.467566 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-42cb825f-29d9-4ca5-97ef-8c857bee12b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530461 Oct 19 11:20:41.509426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-7b8774e2-4516-45b1-80bb-346eb8d24856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:41.510864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-7b8774e2-4516-45b1-80bb-346eb8d24856 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0850987 Oct 19 11:20:41.525583 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:41.533693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eec398-e366-4096-904a-16b7a07098b6', 'tag': '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:41.535953 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cce953-efe0-456d-b2c0-7ce17223fddc" -d '{"events": [{"name": "network-changed", "server_uuid": "89eec398-e366-4096-904a-16b7a07098b6", "tag": "33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:41.570547 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3d52adb-2cfd-4ff2-b365-85e94149e70d req-42fbfd75-4620-4fe3-9feb-fb209eadc485 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539557 Oct 19 11:20:41.601782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-ef5353c9-e0c5-4637-a5f8-f88fb54603f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:41.603324 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-ef5353c9-e0c5-4637-a5f8-f88fb54603f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814006 Oct 19 11:20:41.665380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4aa43-6c4b-4027-a3f7-7f1d9b7bc6e9 req-ad822279-0a7b-4b2f-9c35-2b6bce34fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:41.666827 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9d4aa43-6c4b-4027-a3f7-7f1d9b7bc6e9 req-ad822279-0a7b-4b2f-9c35-2b6bce34fb88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 200 len: 852 time: 0.1873302 Oct 19 11:20:41.701251 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:41.704952 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c1aad7-ff4e-426d-8ba6-a627c473d763 x-openstack-request-id: req-78c1aad7-ff4e-426d-8ba6-a627c473d763 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:41.705242 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89eec398-e366-4096-904a-16b7a07098b6", "tag": "33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:41.710438 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78c1aad7-ff4e-426d-8ba6-a627c473d763 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:41.710438 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89eec398-e366-4096-904a-16b7a07098b6', 'tag': '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'status': 'completed', 'code': 200} Oct 19 11:20:41.710438 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9d4aa43-6c4b-4027-a3f7-7f1d9b7bc6e9 req-8b7f9c3b-035c-45b2-ac7f-f8b1b40ee0e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321174 Oct 19 11:20:41.764419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:41.767919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:41.771247 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-2f395c91-008f-45c3-96cf-09ddfa8c0d55 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593721 Oct 19 11:20:41.774519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:41.777764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Pushing event updated for resources: {'Port': ['ID=79f026d8-d42c-4369-93bc-630b6e98184d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:41.812197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-4b626c36-3881-4d0e-b04e-02a77295ef7b tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:41.813665 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-4b626c36-3881-4d0e-b04e-02a77295ef7b tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.26 "GET /v2.0/networks?id=c322c4ec-d4f7-4224-9cf9-d4436cdae227 HTTP/1.1" status: 200 len: 822 time: 0.3230557 Oct 19 11:20:41.816997 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-222216b6-1dff-4e53-a329-842a3f1242d3 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364332 Oct 19 11:20:41.840568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Request body: {'port': {'device_id': 'a46e2ee5-e427-484f-9108-ceee63f58100', 'network_id': 'c322c4ec-d4f7-4224-9cf9-d4436cdae227', 'admin_state_up': True, 'tenant_id': '5ad796026e2f40bb9d2402521303586f'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:41.881095 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9d4aa43-6c4b-4027-a3f7-7f1d9b7bc6e9 req-35fa981b-2f74-4837-92ec-7e3e3856bca2 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548061 Oct 19 11:20:42.022441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-f314ce8a-aac3-43a5-bc87-4afeb5d8d308 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239087 Oct 19 11:20:42.050470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450c75b-b35a-482f-b438-918db997e4f6 req-2e2e2f09-1f92-4441-9601-a74608b764e8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.056707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450c75b-b35a-482f-b438-918db997e4f6 req-2e2e2f09-1f92-4441-9601-a74608b764e8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.062831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450c75b-b35a-482f-b438-918db997e4f6 req-2e2e2f09-1f92-4441-9601-a74608b764e8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.063718 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e617fd8-fd41-400b-bf8e-085ddc6c7744 req-b493ae49-4806-434f-9c86-3b262be9b81d service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394266 Oct 19 11:20:42.069002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450c75b-b35a-482f-b438-918db997e4f6 req-2e2e2f09-1f92-4441-9601-a74608b764e8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.075287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450c75b-b35a-482f-b438-918db997e4f6 req-2e2e2f09-1f92-4441-9601-a74608b764e8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.082142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450c75b-b35a-482f-b438-918db997e4f6 req-2e2e2f09-1f92-4441-9601-a74608b764e8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.088043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450c75b-b35a-482f-b438-918db997e4f6 req-2e2e2f09-1f92-4441-9601-a74608b764e8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.093065 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5450c75b-b35a-482f-b438-918db997e4f6 req-2e2e2f09-1f92-4441-9601-a74608b764e8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5436 time: 0.1849136 Oct 19 11:20:42.102221 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9d4aa43-6c4b-4027-a3f7-7f1d9b7bc6e9 req-a4b3c825-34a3-462e-b568-c66a95b99272 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096069 Oct 19 11:20:42.136914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5450c75b-b35a-482f-b438-918db997e4f6 req-37fde78f-f5f9-410b-afd8-cee2d1e886d7 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403218 Oct 19 11:20:42.207872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Made reservation on behalf of 5ad796026e2f40bb9d2402521303586f for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:42.212700 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:42.278546 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:42.330011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5389ef-e330-4f84-b892-f5a47ca0d179 req-852b483f-4109-4b9f-b376-e2d8745bd3e2 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.331633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a5389ef-e330-4f84-b892-f5a47ca0d179 req-852b483f-4109-4b9f-b376-e2d8745bd3e2 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 946 time: 0.1054828 Oct 19 11:20:42.341423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cce953-efe0-456d-b2c0-7ce17223fddc req-6c92a74a-2981-429c-99ca-0fd9ee6ff50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.342897 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22cce953-efe0-456d-b2c0-7ce17223fddc req-6c92a74a-2981-429c-99ca-0fd9ee6ff50f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=89eec398-e366-4096-904a-16b7a07098b6 HTTP/1.1" status: 200 len: 1099 time: 0.1133716 Oct 19 11:20:42.390196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7740e4a3-78b0-4c8c-b515-675461cfe4f5 req-e3cec1c2-50ec-4572-a9d7-0da6eefa397c tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 210 time: 0.0449312 Oct 19 11:20:42.402373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421dc8b-5d2b-42fc-a500-af5b90926dbb req-534e1a4a-752a-42bc-8353-5706804e472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.406243 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b421dc8b-5d2b-42fc-a500-af5b90926dbb req-534e1a4a-752a-42bc-8353-5706804e472d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 1097 time: 0.1786196 Oct 19 11:20:42.413076 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a5389ef-e330-4f84-b892-f5a47ca0d179 req-af6b75ca-ff84-4df5-86f1-6264c9acc097 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744281 Oct 19 11:20:42.481128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Allocated IP 172.20.0.2 (c322c4ec-d4f7-4224-9cf9-d4436cdae227/92fa3b6e-f8d5-4916-a357-961b55b9526c/df7850d4-989d-4401-ab79-1087c8beddb9) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:42.692211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ebdbe-9d2a-4bf4-ab26-6f3ffaa9dbec req-06de9bb7-f08f-40c1-9ee8-259528406c02 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.698298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ebdbe-9d2a-4bf4-ab26-6f3ffaa9dbec req-06de9bb7-f08f-40c1-9ee8-259528406c02 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.704771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ebdbe-9d2a-4bf4-ab26-6f3ffaa9dbec req-06de9bb7-f08f-40c1-9ee8-259528406c02 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.710814 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ebdbe-9d2a-4bf4-ab26-6f3ffaa9dbec req-06de9bb7-f08f-40c1-9ee8-259528406c02 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.717053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ebdbe-9d2a-4bf4-ab26-6f3ffaa9dbec req-06de9bb7-f08f-40c1-9ee8-259528406c02 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.723579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ebdbe-9d2a-4bf4-ab26-6f3ffaa9dbec req-06de9bb7-f08f-40c1-9ee8-259528406c02 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.729608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ebdbe-9d2a-4bf4-ab26-6f3ffaa9dbec req-06de9bb7-f08f-40c1-9ee8-259528406c02 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.731858 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed0ebdbe-9d2a-4bf4-ab26-6f3ffaa9dbec req-06de9bb7-f08f-40c1-9ee8-259528406c02 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5436 time: 0.2411790 Oct 19 11:20:42.743670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56886) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:42.754622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-dd6f5b81-bbea-49a4-856c-02423dd2ef44 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Request body: {'floatingip': {'port_id': '6890fecc-07f2-474d-8fb9-693bd142b93a'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:42.816685 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cce953-efe0-456d-b2c0-7ce17223fddc req-37f07687-4b07-4aa3-a911-97a43a518b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.816685 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22cce953-efe0-456d-b2c0-7ce17223fddc req-37f07687-4b07-4aa3-a911-97a43a518b86 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.4485228 Oct 19 11:20:42.832256 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5b81-bbea-49a4-856c-02423dd2ef44 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:42.838156 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:42.852923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421dc8b-5d2b-42fc-a500-af5b90926dbb req-27c4625f-ade1-4914-832e-36a1c53432dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.854397 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b421dc8b-5d2b-42fc-a500-af5b90926dbb req-27c4625f-ade1-4914-832e-36a1c53432dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.3763382 Oct 19 11:20:42.894149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86661c6-a05b-4793-b45d-95434af7e6e2 req-1003ccde-4a91-4d09-a5b8-6cec61d1a355 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:42.895599 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a86661c6-a05b-4793-b45d-95434af7e6e2 req-1003ccde-4a91-4d09-a5b8-6cec61d1a355 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 944 time: 0.0998559 Oct 19 11:20:42.923001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22cce953-efe0-456d-b2c0-7ce17223fddc req-e07b9aff-95d9-4299-a8b7-bdbf794dce97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e HTTP/1.1" status: 200 len: 217 time: 0.1014066 Oct 19 11:20:42.977767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a86661c6-a05b-4793-b45d-95434af7e6e2 req-53790e99-34dc-4ddc-aae1-1a217c6fca3d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753152 Oct 19 11:20:43.000357 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b421dc8b-5d2b-42fc-a500-af5b90926dbb req-9361938c-eaad-41be-8709-f04663096117 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=859e0513-56b7-4c84-a590-0656ceff3696 HTTP/1.1" status: 200 len: 217 time: 0.0831988 Oct 19 11:20:43.115988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Router afb8eb00-ad6e-4d80-a053-f9caecbeca81 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:20:43.153238 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cce953-efe0-456d-b2c0-7ce17223fddc req-c0768583-cf03-4594-8dd3-dcd11adcca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:43.154707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22cce953-efe0-456d-b2c0-7ce17223fddc req-c0768583-cf03-4594-8dd3-dcd11adcca74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1797850 Oct 19 11:20:43.186255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421dc8b-5d2b-42fc-a500-af5b90926dbb req-769de4c2-0d36-4d6c-88cd-9d1e7892c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:43.187734 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b421dc8b-5d2b-42fc-a500-af5b90926dbb req-769de4c2-0d36-4d6c-88cd-9d1e7892c8a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1514721 Oct 19 11:20:43.214823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56890) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:43.241083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:20:43.256121 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Sync routers for ids ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:20:43.267317 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Routers {'afb8eb00-ad6e-4d80-a053-f9caecbeca81'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:43.268126 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:20:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:43.313357 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:43.314877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-874fa5ec-4274-4855-b7a5-7fc60663e516 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9687665 Oct 19 11:20:43.317755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56894) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:43.385252 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Set router afb8eb00-ad6e-4d80-a053-f9caecbeca81 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:43.389578 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1bdfdcd0-bf08-4d42-81d6-becf420d5730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:43.488685 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:43.546947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 859e0513-56b7-4c84-a590-0656ceff3696 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:43.616291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cce953-efe0-456d-b2c0-7ce17223fddc req-9a2787b5-81bf-46d5-843d-0986b4478c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:43.617756 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22cce953-efe0-456d-b2c0-7ce17223fddc req-9a2787b5-81bf-46d5-843d-0986b4478c43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4460866 Oct 19 11:20:43.619547 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:42Z', 'revision_number': 3, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:43.624919 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1bdfdcd0-bf08-4d42-81d6-becf420d5730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:43.639889 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-85c8f56d-9380-424a-8dd3-1651be28a501 req-c7941515-a827-4e74-a38c-17f3735a4bfa tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 210 time: 0.0501552 Oct 19 11:20:43.672630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421dc8b-5d2b-42fc-a500-af5b90926dbb req-c5e50f05-d736-43e5-8994-cf0be2ed121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:43.673966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b421dc8b-5d2b-42fc-a500-af5b90926dbb req-c5e50f05-d736-43e5-8994-cf0be2ed121b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1834049 Oct 19 11:20:43.695137 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1bdfdcd0-bf08-4d42-81d6-becf420d5730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:43.706548 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Checking router: afb8eb00-ad6e-4d80-a053-f9caecbeca81 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:20:43.707673 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Updating router afb8eb00-ad6e-4d80-a053-f9caecbeca81 port 79f026d8-d42c-4369-93bc-630b6e98184d binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:20:43.709811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 859e0513-56b7-4c84-a590-0656ceff3696, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=859e0513-56b7-4c84-a590-0656ceff3696,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:43.725917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '859e0513-56b7-4c84-a590-0656ceff3696', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '859e0513-56b7-4c84-a590-0656ceff3696', 'mac_address': 'fa:16:3e:d2:bd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:43.754005 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:43.756965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfdcd0-bf08-4d42-81d6-becf420d5730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98551412-0d96-4012-a8a4-fd53917d3b8c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:43.768110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c48c0f-cbae-4b3d-a363-1c77def37667 req-8b5c4157-41f3-40a2-aa34-94c7d8c5d51d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:43.778098 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-13c48c0f-cbae-4b3d-a363-1c77def37667 req-8b5c4157-41f3-40a2-aa34-94c7d8c5d51d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 946 time: 0.1515844 Oct 19 11:20:43.786767 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:43.808783 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:43.836430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1bdfdcd0-bf08-4d42-81d6-becf420d5730 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12ae96a291464c78afefe0f419dd457c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162753 Oct 19 11:20:43.842612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859e0513-56b7-4c84-a590-0656ceff3696 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:43.844415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56904) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:43.864388 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-13c48c0f-cbae-4b3d-a363-1c77def37667 req-4c8345d2-a98d-4459-9331-662eb481acc1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765674 Oct 19 11:20:43.924778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 859e0513-56b7-4c84-a590-0656ceff3696, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=859e0513-56b7-4c84-a590-0656ceff3696,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:43.961194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Network c322c4ec-d4f7-4224-9cf9-d4436cdae227 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:43.998144 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.000331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ef0434ee-16cf-479f-b615-eb8134391db2 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:44.004700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:44.018605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Pushing event updated for resources: {'Port': ['ID=df7850d4-989d-4401-ab79-1087c8beddb9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:44.029174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:44.058499 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.069426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22cce953-efe0-456d-b2c0-7ce17223fddc req-2ba64aad-4932-4331-a6f0-d6068f826301 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344950 Oct 19 11:20:44.122275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b421dc8b-5d2b-42fc-a500-af5b90926dbb req-68998f7f-ef78-4ada-8e58-2ff8e00c8d85 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131777 Oct 19 11:20:44.143961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=859e0513-56b7-4c84-a590-0656ceff3696,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:44.152103 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.159480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.159938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.160349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.160770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.161158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.161548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.161933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.162521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.162907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.163315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.163848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.164264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.188642 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b04f5ac-454e-4f02-86e6-5b630b671e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.224772 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.230563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:44.230563 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.234291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817ea2e-3ea9-41f1-8797-2130d0b16cc8 req-0105d665-df05-4d74-af6e-e2ff12bcd72b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:44.235422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7817ea2e-3ea9-41f1-8797-2130d0b16cc8 req-0105d665-df05-4d74-af6e-e2ff12bcd72b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 944 time: 0.1426160 Oct 19 11:20:44.239573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ef0434ee-16cf-479f-b615-eb8134391db2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ef0434ee-16cf-479f-b615-eb8134391db2,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:44.267529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'ef0434ee-16cf-479f-b615-eb8134391db2', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'port_id': 'ef0434ee-16cf-479f-b615-eb8134391db2', 'mac_address': 'fa:16:3e:37:fd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc2b4a-49a5-43d6-9664-521501fcd66c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:44.275234 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Pushing event updated for resources: {'Port': ['ID=79f026d8-d42c-4369-93bc-630b6e98184d,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:44.284681 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.285255 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.285735 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.286208 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.286729 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.287197 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.287675 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.288140 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.288632 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.289087 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.289549 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.290805 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:20:44.308180 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Attempting to bind port 79f026d8-d42c-4369-93bc-630b6e98184d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:44.308464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.resource_extend [None req-dd6f5b81-bbea-49a4-856c-02423dd2ef44 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 11:20:44.308879 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Attempting to bind port 79f026d8-d42c-4369-93bc-630b6e98184d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:44.309376 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Attempting to bind port 79f026d8-d42c-4369-93bc-630b6e98184d on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:44.312919 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b04f5ac-454e-4f02-86e6-5b630b671e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.315340 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:44.315894 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:44.316438 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.316985 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:44.319475 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Bound port: 79f026d8-d42c-4369-93bc-630b6e98184d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:44.319475 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.324100 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7817ea2e-3ea9-41f1-8797-2130d0b16cc8 req-ccc582bb-4d67-4304-9a20-ef9df01ea8e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806623 Oct 19 11:20:44.348759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Allocated IP 172.20.0.1 (1d75f476-d975-4cf8-b896-3e48c58accf7/880dc792-b3ab-46fa-b8c0-9deab8d763b4/2e985244-3fee-4766-bf31-b76ad98b9061) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:44.351747 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.375244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0434ee-16cf-479f-b615-eb8134391db2 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:44.393216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-008c0047-5a2f-4b9f-a894-6783010111ea tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5677457 Oct 19 11:20:44.395614 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] For port 79f026d8-d42c-4369-93bc-630b6e98184d, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:44.399237 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] For port 79f026d8-d42c-4369-93bc-630b6e98184d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=79f026d8-d42c-4369-93bc-630b6e98184d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:44.402922 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ef0434ee-16cf-479f-b615-eb8134391db2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ef0434ee-16cf-479f-b615-eb8134391db2,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:44.413541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-41a562b3-04db-496e-aa0c-5a3de3bb67bb tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:20:44.414514 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-41a562b3-04db-496e-aa0c-5a3de3bb67bb tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0127702 Oct 19 11:20:44.419619 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22cce953-efe0-456d-b2c0-7ce17223fddc req-44805b0b-392f-4e4f-a74b-2d9aaf95c86c service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383861 Oct 19 11:20:44.439240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Request body: {'port': {'device_id': 'a46e2ee5-e427-484f-9108-ceee63f58100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:44.448646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5b81-bbea-49a4-856c-02423dd2ef44 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.468269 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b421dc8b-5d2b-42fc-a500-af5b90926dbb req-1217475a-cd63-4545-b00f-d58a735e9e1c service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331313 Oct 19 11:20:44.477187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.488088 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.509301 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.516035 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.516741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:44.521259 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5b81-bbea-49a4-856c-02423dd2ef44 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.542837 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Routers {'afb8eb00-ad6e-4d80-a053-f9caecbeca81'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:44.543721 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:20:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:44.584689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:44.587159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=ef0434ee-16cf-479f-b615-eb8134391db2,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:44.590545 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b04f5ac-454e-4f02-86e6-5b630b671e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.593237 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b04f5ac-454e-4f02-86e6-5b630b671e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.593609 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.594556 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0b04f5ac-454e-4f02-86e6-5b630b671e19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98551412-0d96-4012-a8a4-fd53917d3b8c HTTP/1.1" status: 204 len: 168 time: 0.7275615 Oct 19 11:20:44.615725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'mac_address': 'fa:16:3e:5d:42:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:44.616578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04f5ac-454e-4f02-86e6-5b630b671e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98551412-0d96-4012-a8a4-fd53917d3b8c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:44.624111 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531225b2-67b9-4745-b92e-effa45d3023c None None] Pushing event updated for resources: {'Port': ['ID=79f026d8-d42c-4369-93bc-630b6e98184d,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:44.676327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Network 1d75f476-d975-4cf8-b896-3e48c58accf7 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:44.677764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Pushing event updated for resources: {'Port': ['ID=2e985244-3fee-4766-bf31-b76ad98b9061,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:44.680490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:44.682679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:44.704714 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] Set router afb8eb00-ad6e-4d80-a053-f9caecbeca81 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:44.724322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.742803 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.748427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:44.769676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:44.848377 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:44.884507 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-dd6f5b81-bbea-49a4-856c-02423dd2ef44 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Floating IP e60c7201-1698-4667-acf6-c0b27de62459 associated. External IP: 172.25.2.68, port: 6890fecc-07f2-474d-8fb9-693bd142b93a. Oct 19 11:20:44.952256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:45.000686 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:45.001318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d091566-30a2-4f94-8b32-ed9bb7ab9ab0 req-9ada7d3e-732f-40bc-bad8-d0d13ceeb4d6 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:45.003221 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d091566-30a2-4f94-8b32-ed9bb7ab9ab0 req-9ada7d3e-732f-40bc-bad8-d0d13ceeb4d6 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 931 time: 0.2209573 Oct 19 11:20:45.102164 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:42Z', 'revision_number': 3, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:45.111068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:45.135022 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692acef2-24cc-404b-95a4-4e855e91c08b None None] The sync data for ids ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'] in n-d-814547-1 is: [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:42Z', 'revision_number': 3, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:20:45.177123 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d091566-30a2-4f94-8b32-ed9bb7ab9ab0 req-85937744-c0af-44cc-a11e-4207512b23d3 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632349 Oct 19 11:20:45.208163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['ef0434ee-16cf-479f-b615-eb8134391db2'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:45.215141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:45.287613 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8fda3-4246-440b-aa9e-b5ab25ccb7d6 req-3a1ca3e1-1f8a-42e7-9ab9-5b1cf163963c tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:45.289301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9b8fda3-4246-440b-aa9e-b5ab25ccb7d6 req-3a1ca3e1-1f8a-42e7-9ab9-5b1cf163963c tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 947 time: 0.3552575 Oct 19 11:20:45.409056 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9b8fda3-4246-440b-aa9e-b5ab25ccb7d6 req-118af7e0-4756-417b-bbe7-ebbede8f6e73 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970113 Oct 19 11:20:45.461077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:45.539977 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:45.598478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6f5b81-bbea-49a4-856c-02423dd2ef44 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Router 23d2879d-2f98-42b4-b547-49f3fc05953f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:20:45.623172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7850d4-989d-4401-ab79-1087c8beddb9 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:45.640158 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:45.650558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Pushing event updated for resources: {'Port': ['ID=2e985244-3fee-4766-bf31-b76ad98b9061,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:45.666918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ca70f-439e-4206-8811-6b2daa7a46cd req-4ac01756-6f64-4f06-be43-99b828265fcb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:45.668465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-134ca70f-439e-4206-8811-6b2daa7a46cd req-4ac01756-6f64-4f06-be43-99b828265fcb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 945 time: 0.1111197 Oct 19 11:20:45.670213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Transition to ACTIVE for port object df7850d4-989d-4401-ab79-1087c8beddb9 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:20:45.702041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:45.761123 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:45.776057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-134ca70f-439e-4206-8811-6b2daa7a46cd req-9a70d976-8641-4f6e-a897-f67a7c06264e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696247 Oct 19 11:20:45.806870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 79f026d8-d42c-4369-93bc-630b6e98184d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:45.834481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Network 1d75f476-d975-4cf8-b896-3e48c58accf7 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:45.836039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:45.875773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Pushing event updated for resources: {'Port': ['ID=df7850d4-989d-4401-ab79-1087c8beddb9,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:45.890046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 79f026d8-d42c-4369-93bc-630b6e98184d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:45.893230 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:45.898777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6f5b81-bbea-49a4-856c-02423dd2ef44 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:20:45.921452 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd6f5b81-bbea-49a4-856c-02423dd2ef44 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:45.965096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c90fe8e-42c5-4e48-969a-50ae9f918d87 None None] Sync routers for ids ['23d2879d-2f98-42b4-b547-49f3fc05953f'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:20:45.968882 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dd6f5b81-bbea-49a4-856c-02423dd2ef44 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "PUT /v2.0/floatingips/e60c7201-1698-4667-acf6-c0b27de62459 HTTP/1.1" status: 200 len: 991 time: 3.2226892 Oct 19 11:20:45.980935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '6890fecc-07f2-474d-8fb9-693bd142b93a'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:45.985826 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1430fa87-7854-4187-878b-1aafcce57f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "6890fecc-07f2-474d-8fb9-693bd142b93a"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:46.017892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c90fe8e-42c5-4e48-969a-50ae9f918d87 None None] Routers {'23d2879d-2f98-42b4-b547-49f3fc05953f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:46.018540 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1c90fe8e-42c5-4e48-969a-50ae9f918d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:20:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23d2879d-2f98-42b4-b547-49f3fc05953f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:46.021802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Attempting to bind port df7850d4-989d-4401-ab79-1087c8beddb9 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:46.022137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Attempting to bind port df7850d4-989d-4401-ab79-1087c8beddb9 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '037b6694-26ad-49a5-a27a-806916d638f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c322c4ec-d4f7-4224-9cf9-d4436cdae227'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:46.022461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Attempting to bind port df7850d4-989d-4401-ab79-1087c8beddb9 on network c322c4ec-d4f7-4224-9cf9-d4436cdae227 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:46.033843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Port df7850d4-989d-4401-ab79-1087c8beddb9 on network c322c4ec-d4f7-4224-9cf9-d4436cdae227 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:20:46.034162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Attempting to bind port df7850d4-989d-4401-ab79-1087c8beddb9 on network c322c4ec-d4f7-4224-9cf9-d4436cdae227 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:46.040872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Router afb8eb00-ad6e-4d80-a053-f9caecbeca81 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:20:46.047318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:46.047659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Checking segment: {'id': '037b6694-26ad-49a5-a27a-806916d638f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c322c4ec-d4f7-4224-9cf9-d4436cdae227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:46.048040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Bound using segment: {'id': '037b6694-26ad-49a5-a27a-806916d638f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c322c4ec-d4f7-4224-9cf9-d4436cdae227'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:46.048508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Bound port: df7850d4-989d-4401-ab79-1087c8beddb9, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '037b6694-26ad-49a5-a27a-806916d638f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c322c4ec-d4f7-4224-9cf9-d4436cdae227'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:46.048842 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:46.091913 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4db81c1-956a-4333-ad05-d451d5bd2268 x-openstack-request-id: req-e4db81c1-956a-4333-ad05-d451d5bd2268 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:46.092381 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "tag": "6890fecc-07f2-474d-8fb9-693bd142b93a", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:46.092835 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4db81c1-956a-4333-ad05-d451d5bd2268 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:46.093374 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'tag': '6890fecc-07f2-474d-8fb9-693bd142b93a', 'status': 'completed', 'code': 200} Oct 19 11:20:46.108468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56944) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:46.172448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] For port df7850d4-989d-4401-ab79-1087c8beddb9, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:46.176432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] For port df7850d4-989d-4401-ab79-1087c8beddb9, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=df7850d4-989d-4401-ab79-1087c8beddb9,segment=NetworkSegment(037b6694-26ad-49a5-a27a-806916d638f7),segment_id=037b6694-26ad-49a5-a27a-806916d638f7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:46.202479 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:46.225376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 79f026d8-d42c-4369-93bc-630b6e98184d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=79f026d8-d42c-4369-93bc-630b6e98184d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:46.239094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1c90fe8e-42c5-4e48-969a-50ae9f918d87 None None] Set router 23d2879d-2f98-42b4-b547-49f3fc05953f gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:46.265602 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:46.267650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430fa87-7854-4187-878b-1aafcce57f9d req-602d0433-1fe5-4c62-950c-6bbfa1fa6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.268126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430fa87-7854-4187-878b-1aafcce57f9d req-602d0433-1fe5-4c62-950c-6bbfa1fa6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.268755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430fa87-7854-4187-878b-1aafcce57f9d req-602d0433-1fe5-4c62-950c-6bbfa1fa6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.269220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430fa87-7854-4187-878b-1aafcce57f9d req-602d0433-1fe5-4c62-950c-6bbfa1fa6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.269677 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430fa87-7854-4187-878b-1aafcce57f9d req-602d0433-1fe5-4c62-950c-6bbfa1fa6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.270143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430fa87-7854-4187-878b-1aafcce57f9d req-602d0433-1fe5-4c62-950c-6bbfa1fa6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.270697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430fa87-7854-4187-878b-1aafcce57f9d req-602d0433-1fe5-4c62-950c-6bbfa1fa6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.276776 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1430fa87-7854-4187-878b-1aafcce57f9d req-602d0433-1fe5-4c62-950c-6bbfa1fa6e29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 6493 time: 0.1487815 Oct 19 11:20:46.286632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1129081340-network', 'tenant_id': 'cd349ba6f340429ea8531419800d3ad1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:46.293263 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:46.319986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:20:46.389290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Pushing event updated for resources: {'Port': ['ID=df7850d4-989d-4401-ab79-1087c8beddb9,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:46.394956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.395614 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:46.397099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-118a7067-3fa4-41ba-a2d5-6deb7bf03725 service neutron] 10.222.0.26 "PUT /v2.0/ports/df7850d4-989d-4401-ab79-1087c8beddb9 HTTP/1.1" status: 200 len: 1091 time: 1.9636672 Oct 19 11:20:46.412558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=79f026d8-d42c-4369-93bc-630b6e98184d,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:46.423978 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f5ccba3b-eb54-4224-9e46-250e13978d10 admin admin] 10.222.0.39 "PUT /v2.0/routers/afb8eb00-ad6e-4d80-a053-f9caecbeca81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0963802 Oct 19 11:20:46.423978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Made reservation on behalf of cd349ba6f340429ea8531419800d3ad1 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:46.423978 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:46.436692 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:46.486772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d7094-e99f-4cc6-8cda-f76ebc4e2f15 req-bcfcaf21-4578-47d8-bf65-86c14674274a tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.500175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430fa87-7854-4187-878b-1aafcce57f9d req-650d8176-e9a0-4406-82b8-4b609aac64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.505152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f4d7094-e99f-4cc6-8cda-f76ebc4e2f15 req-bcfcaf21-4578-47d8-bf65-86c14674274a tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 943 time: 0.2078075 Oct 19 11:20:46.505807 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1430fa87-7854-4187-878b-1aafcce57f9d req-650d8176-e9a0-4406-82b8-4b609aac64ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 HTTP/1.1" status: 200 len: 912 time: 0.1835520 Oct 19 11:20:46.576092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f4d7094-e99f-4cc6-8cda-f76ebc4e2f15 req-098a2845-b91e-4e1c-b7f7-f88aa5384e90 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694973 Oct 19 11:20:46.590345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-9cd38c64-26de-412c-a1df-00f8e862cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.592465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-9cd38c64-26de-412c-a1df-00f8e862cb1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad796026e2f40bb9d2402521303586f&device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 1094 time: 0.0671046 Oct 19 11:20:46.685604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-e3491b25-60d9-4984-862f-35e1cbfccb10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df7850d4-989d-4401-ab79-1087c8beddb9 HTTP/1.1" status: 200 len: 217 time: 0.0837286 Oct 19 11:20:46.718719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dc036-b28a-4357-8802-2c4e93b9c62c req-04f0d385-e057-4e43-8db1-3992b25e0d02 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.720677 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a2dc036-b28a-4357-8802-2c4e93b9c62c req-04f0d385-e057-4e43-8db1-3992b25e0d02 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 947 time: 0.1938415 Oct 19 11:20:46.759904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-efc2fabc-6728-4f55-b149-681e78b63cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.761139 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1430fa87-7854-4187-878b-1aafcce57f9d req-fa9ab3e2-2cb5-481e-92c2-b2eed7d0504b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6890fecc-07f2-474d-8fb9-693bd142b93a HTTP/1.1" status: 200 len: 999 time: 0.2355733 Oct 19 11:20:46.761371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-efc2fabc-6728-4f55-b149-681e78b63cfb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=92fa3b6e-f8d5-4916-a357-961b55b9526c HTTP/1.1" status: 200 len: 862 time: 0.0656087 Oct 19 11:20:46.785300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1c90fe8e-42c5-4e48-969a-50ae9f918d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:27Z', 'revision_number': 4, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'e60c7201-1698-4667-acf6-c0b27de62459', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'port_id': '6890fecc-07f2-474d-8fb9-693bd142b93a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'mac_address': 'fa:16:3e:ac:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:19:20Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 1, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615e58c7-06c4-4460-97bf-510e61af1405', 'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'mac_address': 'fa:16:3e:f7:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:26Z', 'updated_at': '2021-10-19T11:18:33Z', 'revision_number': 5, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'subnets': [{'id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:46.786167 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:46.815888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c90fe8e-42c5-4e48-969a-50ae9f918d87 None None] Checking router: 23d2879d-2f98-42b4-b547-49f3fc05953f for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:20:46.816395 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-7aed64f8-1bc0-4946-ba98-b75814b9dc99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c322c4ec-d4f7-4224-9cf9-d4436cdae227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341985 Oct 19 11:20:46.826228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c90fe8e-42c5-4e48-969a-50ae9f918d87 None None] Routers {'23d2879d-2f98-42b4-b547-49f3fc05953f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:46.827020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1c90fe8e-42c5-4e48-969a-50ae9f918d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:20:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23d2879d-2f98-42b4-b547-49f3fc05953f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:46.832512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a2dc036-b28a-4357-8802-2c4e93b9c62c req-94707f3a-194d-4439-a8ea-47a356514a6a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032934 Oct 19 11:20:46.852828 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:46.868688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430fa87-7854-4187-878b-1aafcce57f9d req-77509f70-dcd7-44c7-80d3-b91ac78e2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:46.870153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1430fa87-7854-4187-878b-1aafcce57f9d req-77509f70-dcd7-44c7-80d3-b91ac78e2b74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f99f8571-6895-466b-bfb0-4ebb55650ba5 HTTP/1.1" status: 200 len: 850 time: 0.0862150 Oct 19 11:20:46.882787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:20:46.925162 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:46.925513 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Added segment 0602e33c-3073-47db-bde7-82a24fbf9ed9 of type vlan for network c362100b-eaae-477e-82c9-e3d140c2f26e Oct 19 11:20:46.926861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc44207-5f9a-4d94-a7ec-ba3884eea181,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:46.996941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1c90fe8e-42c5-4e48-969a-50ae9f918d87 None None] Set router 23d2879d-2f98-42b4-b547-49f3fc05953f gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:47.004098 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:47.016759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430fa87-7854-4187-878b-1aafcce57f9d req-572dd22e-5969-4b22-8d98-8b3b2eb5de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:47.018249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1430fa87-7854-4187-878b-1aafcce57f9d req-572dd22e-5969-4b22-8d98-8b3b2eb5de84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc29f516-d43c-4d64-9dd4-8e0a8f4373f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384714 Oct 19 11:20:47.038520 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-46484748-f64e-4e51-8e17-714e0dc01c1a service neutron] 10.222.0.26 "GET /v2.0/networks/c322c4ec-d4f7-4224-9cf9-d4436cdae227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146804 Oct 19 11:20:47.069408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaffaf-a83e-4195-87fa-28d8397a2329 req-7da26000-eb49-4c54-8e98-288266b6e159 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:47.070900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-29eaffaf-a83e-4195-87fa-28d8397a2329 req-7da26000-eb49-4c54-8e98-288266b6e159 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 945 time: 0.1306725 Oct 19 11:20:47.092582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-46275d6d-2d54-48e9-bd58-04779c770592 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:47.098177 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-46275d6d-2d54-48e9-bd58-04779c770592 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/networks?id=1d75f476-d975-4cf8-b896-3e48c58accf7 HTTP/1.1" status: 200 len: 820 time: 0.1773708 Oct 19 11:20:47.124817 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-a1ec3e18-cbc4-4c99-bfa9-151c5494f3ee tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/quotas/7838f9b0557045ffbcd69e1d1b674c6e HTTP/1.1" status: 200 len: 375 time: 0.0228930 Oct 19 11:20:47.166527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1430fa87-7854-4187-878b-1aafcce57f9d req-e90ed924-61b1-44b8-932f-b9afeef734d1 service neutron] 10.222.0.26 "GET /v2.0/networks/dc29f516-d43c-4d64-9dd4-8e0a8f4373f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355095 Oct 19 11:20:47.179666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-29eaffaf-a83e-4195-87fa-28d8397a2329 req-49fea9ec-5c39-4501-9226-ad9d74653698 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970619 Oct 19 11:20:47.248035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8d09624-7cf5-412b-8112-85153cbc1163 req-42b2625b-1809-4447-9b6b-cb7f127e2ffb service neutron] 10.222.0.26 "GET /v2.0/networks/c322c4ec-d4f7-4224-9cf9-d4436cdae227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981151 Oct 19 11:20:47.262827 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:47.264103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:47.264929 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:47.268437 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-ab8f150e-c889-488e-af4f-b07b33bcd3b4 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1130557 Oct 19 11:20:47.291592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1c90fe8e-42c5-4e48-969a-50ae9f918d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:27Z', 'revision_number': 4, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'e60c7201-1698-4667-acf6-c0b27de62459', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'port_id': '6890fecc-07f2-474d-8fb9-693bd142b93a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'mac_address': 'fa:16:3e:ac:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:19:20Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 1, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615e58c7-06c4-4460-97bf-510e61af1405', 'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'mac_address': 'fa:16:3e:f7:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:26Z', 'updated_at': '2021-10-19T11:18:33Z', 'revision_number': 5, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'subnets': [{'id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:47.332705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c90fe8e-42c5-4e48-969a-50ae9f918d87 None None] The sync data for ids ['23d2879d-2f98-42b4-b547-49f3fc05953f'] in n-d-814547-1 is: [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:27Z', 'revision_number': 4, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'e60c7201-1698-4667-acf6-c0b27de62459', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'port_id': '6890fecc-07f2-474d-8fb9-693bd142b93a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'mac_address': 'fa:16:3e:ac:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:19:20Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 1, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615e58c7-06c4-4460-97bf-510e61af1405', 'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'mac_address': 'fa:16:3e:f7:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:26Z', 'updated_at': '2021-10-19T11:18:33Z', 'revision_number': 5, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'subnets': [{'id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:20:47.369596 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2572279 Oct 19 11:20:47.369596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c94b7-d7e2-450b-a3ab-8555ba3d9afc admin admin] Pushing event updated for resources: {'Network': ['ID=c362100b-eaae-477e-82c9-e3d140c2f26e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:47.371381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56976) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:20:47.377562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] Request body: {'subnet': {'network_id': 'c362100b-eaae-477e-82c9-e3d140c2f26e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1129081340-subnet', 'tenant_id': 'cd349ba6f340429ea8531419800d3ad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:47.379739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c362100b-eaae-477e-82c9-e3d140c2f26e details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:20:47.382419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1430fa87-7854-4187-878b-1aafcce57f9d req-10448597-11fe-4a42-9fd1-91888e91f5cc service neutron] 10.222.0.26 "GET /v2.0/networks/dc29f516-d43c-4d64-9dd4-8e0a8f4373f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005832 Oct 19 11:20:47.416158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-98a18058-acb5-44f1-9548-a47944a30ec8 service neutron] 10.222.0.39 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401758 Oct 19 11:20:47.493211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] Made reservation on behalf of cd349ba6f340429ea8531419800d3ad1 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:47.496426 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:47.549454 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-e0451813-8d45-4b6a-aab3-de0ac9d18e09 service neutron] 10.222.0.39 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197541 Oct 19 11:20:47.567742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ef0434ee-16cf-479f-b615-eb8134391db2 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:47.691204 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e03ba-09a2-40b5-9f81-1d9aa43f3f25 None None] New status for floating IP e60c7201-1698-4667-acf6-c0b27de62459: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:20:47.744546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port ef0434ee-16cf-479f-b615-eb8134391db2 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:47.749204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port ef0434ee-16cf-479f-b615-eb8134391db2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:47.749903 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:47.766117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74c564-b59a-496d-b2cd-c3c8618492d9 req-43250145-8476-4765-97cf-193fdaed763f tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:47.766903 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f74c564-b59a-496d-b2cd-c3c8618492d9 req-43250145-8476-4765-97cf-193fdaed763f tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 943 time: 0.0628631 Oct 19 11:20:47.788343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Sync routers for ids ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:20:47.799077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 79f026d8-d42c-4369-93bc-630b6e98184d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:47.803712 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:47.865654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f74c564-b59a-496d-b2cd-c3c8618492d9 req-16e9b71f-a599-4dd7-87f5-5fd8b31866d3 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910552 Oct 19 11:20:47.876788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Routers {'afb8eb00-ad6e-4d80-a053-f9caecbeca81'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:47.882445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:20:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:47.893545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-df89531e-c95e-4b8c-9f9c-7b1bba27672e req-42e52f54-2036-40ad-bce7-4dc2b644d4c1 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 210 time: 0.0485599 Oct 19 11:20:47.917076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4ab96e-52e9-479c-8329-24453227f2a0,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:47.950920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] Checking segment: {'id': '0602e33c-3073-47db-bde7-82a24fbf9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c362100b-eaae-477e-82c9-e3d140c2f26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:47.951503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] Network hostable DHCP agents. Network: c362100b-eaae-477e-82c9-e3d140c2f26e, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:20:48.038345 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e4614-d90c-4475-83e8-2c88fccabfe3 req-3f923d60-e17b-4d51-bb51-4e4a55d2a7de tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:48.041906 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc2e4614-d90c-4475-83e8-2c88fccabfe3 req-3f923d60-e17b-4d51-bb51-4e4a55d2a7de tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 947 time: 0.0657632 Oct 19 11:20:48.042473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] Network c362100b-eaae-477e-82c9-e3d140c2f26e is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:20:48.062626 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:48.071890 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 79f026d8-d42c-4369-93bc-630b6e98184d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:48.072244 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:48.083390 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc2e4614-d90c-4475-83e8-2c88fccabfe3 req-a2264936-4757-44a6-9568-5e69e991c19c tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338075 Oct 19 11:20:48.094620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46e2ee5-e427-484f-9108-ceee63f58100', 'tag': 'df7850d4-989d-4401-ab79-1087c8beddb9'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:48.097054 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181ad841-5e5a-4a0e-a7e4-5519f6bc7b83" -d '{"events": [{"name": "network-changed", "server_uuid": "a46e2ee5-e427-484f-9108-ceee63f58100", "tag": "df7850d4-989d-4401-ab79-1087c8beddb9"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:48.114810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c362100b-eaae-477e-82c9-e3d140c2f26e) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:48.120669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:48.120931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Set router afb8eb00-ad6e-4d80-a053-f9caecbeca81 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:48.122767 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:48.134123 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d17dc1-6d24-4b5c-8bd3-633f0b43615b x-openstack-request-id: req-36d17dc1-6d24-4b5c-8bd3-633f0b43615b {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:48.134416 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46e2ee5-e427-484f-9108-ceee63f58100", "tag": "df7850d4-989d-4401-ab79-1087c8beddb9", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:48.134666 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36d17dc1-6d24-4b5c-8bd3-633f0b43615b {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:48.135061 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46e2ee5-e427-484f-9108-ceee63f58100', 'tag': 'df7850d4-989d-4401-ab79-1087c8beddb9', 'status': 'completed', 'code': 200} Oct 19 11:20:48.158936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c357cba-fcd6-4eef-ba5a-edffa783196d None None] Network c362100b-eaae-477e-82c9-e3d140c2f26e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:48.201360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ad841-5e5a-4a0e-a7e4-5519f6bc7b83 req-1e2ff912-13d4-48c0-8c1f-9b83967fc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:48.202856 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-181ad841-5e5a-4a0e-a7e4-5519f6bc7b83 req-1e2ff912-13d4-48c0-8c1f-9b83967fc52d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5ad796026e2f40bb9d2402521303586f&device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 1094 time: 0.0438368 Oct 19 11:20:48.203302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62ee05e-ac55-462b-8498-09511f210339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0434ee-16cf-479f-b615-eb8134391db2'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:48.206112 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd285bf-58db-46c6-9cf9-c2b2c19b66eb" -d '{"events": [{"server_uuid": "d62ee05e-ac55-462b-8498-09511f210339", "name": "network-vif-plugged", "status": "completed", "tag": "ef0434ee-16cf-479f-b615-eb8134391db2"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:48.225227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ae729692-2b2f-4cf0-9181-7d17ce1ab847 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8521190 Oct 19 11:20:48.243408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ef0434ee-16cf-479f-b615-eb8134391db2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ef0434ee-16cf-479f-b615-eb8134391db2,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:48.325417 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f67818b-8795-4770-a389-05331d9bb231 x-openstack-request-id: req-6f67818b-8795-4770-a389-05331d9bb231 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:48.325711 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62ee05e-ac55-462b-8498-09511f210339", "name": "network-vif-plugged", "status": "completed", "tag": "ef0434ee-16cf-479f-b615-eb8134391db2", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:48.325967 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f67818b-8795-4770-a389-05331d9bb231 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:48.326360 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62ee05e-ac55-462b-8498-09511f210339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0434ee-16cf-479f-b615-eb8134391db2', 'code': 200} Oct 19 11:20:48.336504 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:48.337325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 859e0513-56b7-4c84-a590-0656ceff3696 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:48.403210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f95b-1310-4f06-be30-a612114f60cb req-ffce52b7-e341-45e4-8b8d-4d3ca8966542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:48.405329 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-28d9f95b-1310-4f06-be30-a612114f60cb req-ffce52b7-e341-45e4-8b8d-4d3ca8966542 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 1097 time: 0.0742991 Oct 19 11:20:48.478118 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-28d9f95b-1310-4f06-be30-a612114f60cb req-6ae351fe-44fa-4053-91de-761d62d1d467 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658507 Oct 19 11:20:48.625023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=ef0434ee-16cf-479f-b615-eb8134391db2,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:48.663763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ee264d-b74f-4ac6-b51c-59ed7ce2031d None None] Network c362100b-eaae-477e-82c9-e3d140c2f26e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:20:48.727311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-9d06549a-0113-4243-ab51-bfd50c28ac21 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:48.737803 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-9d06549a-0113-4243-ab51-bfd50c28ac21 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/networks?id=c362100b-eaae-477e-82c9-e3d140c2f26e HTTP/1.1" status: 200 len: 814 time: 0.1275768 Oct 19 11:20:48.757492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-cfc32808-6c7a-46eb-8315-ad403098fd99 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/quotas/cd349ba6f340429ea8531419800d3ad1 HTTP/1.1" status: 200 len: 375 time: 0.0184247 Oct 19 11:20:48.763802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa13ce8-af03-403b-a958-71eec952178e req-01113db5-791a-48df-b8cc-08b21b41a6fe tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:48.765554 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7aa13ce8-af03-403b-a958-71eec952178e req-01113db5-791a-48df-b8cc-08b21b41a6fe tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 946 time: 0.1083105 Oct 19 11:20:48.768990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ad841-5e5a-4a0e-a7e4-5519f6bc7b83 req-1e7491d9-6447-463c-a5ca-1f1c1fa86f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:48.772676 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-181ad841-5e5a-4a0e-a7e4-5519f6bc7b83 req-1e7491d9-6447-463c-a5ca-1f1c1fa86f9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c322c4ec-d4f7-4224-9cf9-d4436cdae227 HTTP/1.1" status: 200 len: 923 time: 0.5595872 Oct 19 11:20:48.792769 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-5444fbb9-9737-4fea-b480-a07db07d75ad tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd349ba6f340429ea8531419800d3ad1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342064 Oct 19 11:20:48.822714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 859e0513-56b7-4c84-a590-0656ceff3696 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:48.822714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 4, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2e985244-3fee-4766-bf31-b76ad98b9061', 'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'mac_address': 'fa:16:3e:22:cd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:44Z', 'updated_at': '2021-10-19T11:20:45Z', 'revision_number': 2, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'subnets': [{'id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:48.829916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 859e0513-56b7-4c84-a590-0656ceff3696 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:48.830726 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-181ad841-5e5a-4a0e-a7e4-5519f6bc7b83 req-a0d3b720-edb8-4b0e-86ec-cfcbcbe47e07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df7850d4-989d-4401-ab79-1087c8beddb9 HTTP/1.1" status: 200 len: 217 time: 0.0457752 Oct 19 11:20:48.831250 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:48.873713 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7aa13ce8-af03-403b-a958-71eec952178e req-973df5a1-a454-48c0-b94d-63d8085e5568 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975993 Oct 19 11:20:48.895236 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ad841-5e5a-4a0e-a7e4-5519f6bc7b83 req-e5fee7bc-544b-4219-bbf7-d0718df7b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:48.896972 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-181ad841-5e5a-4a0e-a7e4-5519f6bc7b83 req-e5fee7bc-544b-4219-bbf7-d0718df7b892 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=92fa3b6e-f8d5-4916-a357-961b55b9526c HTTP/1.1" status: 200 len: 862 time: 0.0564215 Oct 19 11:20:48.943135 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-38f89c72-90f9-4694-ad27-f56683a4f979 service neutron] 10.222.0.39 "GET /v2.0/networks/c362100b-eaae-477e-82c9-e3d140c2f26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394937 Oct 19 11:20:48.943725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-181ad841-5e5a-4a0e-a7e4-5519f6bc7b83 req-ce6cae1a-203d-465a-9009-1082f2b082c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c322c4ec-d4f7-4224-9cf9-d4436cdae227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367031 Oct 19 11:20:49.042689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Checking router: afb8eb00-ad6e-4d80-a053-f9caecbeca81 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:20:49.043235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Updating router afb8eb00-ad6e-4d80-a053-f9caecbeca81 port 2e985244-3fee-4766-bf31-b76ad98b9061 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:20:49.060357 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-26a108e6-4227-42b9-9f2f-150427cb0fbe service neutron] 10.222.0.39 "GET /v2.0/networks/c362100b-eaae-477e-82c9-e3d140c2f26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157639 Oct 19 11:20:49.079289 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.102717 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-181ad841-5e5a-4a0e-a7e4-5519f6bc7b83 req-23d0eeca-6573-4bad-8c48-c731dd0562fa service neutron] 10.222.0.26 "GET /v2.0/networks/c322c4ec-d4f7-4224-9cf9-d4436cdae227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508765 Oct 19 11:20:49.115702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab920e4-ba7c-4815-923e-23b829215a32 req-60a1e00d-6ae5-4df9-bb0a-ac131df7f559 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:49.117558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ab920e4-ba7c-4815-923e-23b829215a32 req-60a1e00d-6ae5-4df9-bb0a-ac131df7f559 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 943 time: 0.0855169 Oct 19 11:20:49.224023 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ab920e4-ba7c-4815-923e-23b829215a32 req-1b816422-7d85-4e22-b6b0-83c758692863 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781362 Oct 19 11:20:49.245447 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.257150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-181ad841-5e5a-4a0e-a7e4-5519f6bc7b83 req-41ea9661-de3b-4871-9a30-4454912dcfa7 service neutron] 10.222.0.26 "GET /v2.0/networks/c322c4ec-d4f7-4224-9cf9-d4436cdae227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332946 Oct 19 11:20:49.315861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 859e0513-56b7-4c84-a590-0656ceff3696, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=859e0513-56b7-4c84-a590-0656ceff3696,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:49.324315 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.333709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65b596f4-de60-4ffe-a0a1-d95317b9b306 req-2440b3cf-42ec-4697-9f0e-d6e1f5dc91ce tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 210 time: 0.0404415 Oct 19 11:20:49.389248 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.390073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:49.442730 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-595663e2-26cf-442f-8099-c3f64935a29a req-5ad157c2-f0a1-4796-a332-ab5e53611364 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 210 time: 0.0612910 Oct 19 11:20:49.450851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d49bc4-95bf-458e-a0a8-7adb8bd6ddd8 req-64044050-2f96-4942-8275-51d4749b07dc tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:49.457728 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7d49bc4-95bf-458e-a0a8-7adb8bd6ddd8 req-64044050-2f96-4942-8275-51d4749b07dc tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 948 time: 0.0679419 Oct 19 11:20:49.555904 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7d49bc4-95bf-458e-a0a8-7adb8bd6ddd8 req-869dd07c-9475-48df-a1fe-92486fd06c1a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693154 Oct 19 11:20:49.558992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=859e0513-56b7-4c84-a590-0656ceff3696,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:49.621176 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.633736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:49.639949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:49.640308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.722314 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.727165 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.752164 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.798627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cc917-85fc-43c1-8374-c7950a0fcdd2 None None] Pushing event updated for resources: {'Port': ['ID=2e985244-3fee-4766-bf31-b76ad98b9061,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:49.829973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:49.858678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Attempting to bind port 2e985244-3fee-4766-bf31-b76ad98b9061 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:49.858955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Attempting to bind port 2e985244-3fee-4766-bf31-b76ad98b9061 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'ca91b852-6d27-449b-854f-a6f1feb17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:49.859305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Attempting to bind port 2e985244-3fee-4766-bf31-b76ad98b9061 on network 1d75f476-d975-4cf8-b896-3e48c58accf7 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:49.864441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:49.864886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Checking segment: {'id': 'ca91b852-6d27-449b-854f-a6f1feb17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:49.865321 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.865769 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Bound using segment: {'id': 'ca91b852-6d27-449b-854f-a6f1feb17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:49.866223 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Bound port: 2e985244-3fee-4766-bf31-b76ad98b9061, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca91b852-6d27-449b-854f-a6f1feb17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:49.866591 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.900062 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:49.969504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] For port 2e985244-3fee-4766-bf31-b76ad98b9061, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:49.975173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] For port 2e985244-3fee-4766-bf31-b76ad98b9061, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2e985244-3fee-4766-bf31-b76ad98b9061,segment=NetworkSegment(ca91b852-6d27-449b-854f-a6f1feb17e79),segment_id=ca91b852-6d27-449b-854f-a6f1feb17e79)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:49.976625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:50.011929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6924772-d9ac-45c1-a0f6-630f51f82db4 req-3c662956-0fc7-41bc-85af-1e0375621519 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:50.013835 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6924772-d9ac-45c1-a0f6-630f51f82db4 req-3c662956-0fc7-41bc-85af-1e0375621519 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 946 time: 0.0618372 Oct 19 11:20:50.054883 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6924772-d9ac-45c1-a0f6-630f51f82db4 req-83be7741-247f-49b3-8fac-ee5dbb2e49a9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331247 Oct 19 11:20:50.064767 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:50.120150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Routers {'afb8eb00-ad6e-4d80-a053-f9caecbeca81'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:20:50.120794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:20:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:50.161327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cc917-85fc-43c1-8374-c7950a0fcdd2 None None] Pushing event updated for resources: {'Port': ['ID=2e985244-3fee-4766-bf31-b76ad98b9061,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:50.238120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] Set router afb8eb00-ad6e-4d80-a053-f9caecbeca81 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:20:50.333593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d751f6-d677-4d4b-9f85-dbc0ec647b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859e0513-56b7-4c84-a590-0656ceff3696'}, {'server_uuid': '89eec398-e366-4096-904a-16b7a07098b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:50.339747 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54df5755-5edf-4016-afdb-180d9c7975a1" -d '{"events": [{"server_uuid": "94d751f6-d677-4d4b-9f85-dbc0ec647b3b", "name": "network-vif-plugged", "status": "completed", "tag": "859e0513-56b7-4c84-a590-0656ceff3696"}, {"server_uuid": "89eec398-e366-4096-904a-16b7a07098b6", "name": "network-vif-plugged", "status": "completed", "tag": "33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:50.380447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0d417-7556-4827-9d00-a5f9bc1f91b8 req-3c2e16df-4e34-4a3f-a0a0-20897890a331 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:50.383008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6e0d417-7556-4827-9d00-a5f9bc1f91b8 req-3c2e16df-4e34-4a3f-a0a0-20897890a331 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 943 time: 0.0575981 Oct 19 11:20:50.435018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-54fb397a-090c-4b25-b21f-4f5166226bc8 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:50.437490 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-54fb397a-090c-4b25-b21f-4f5166226bc8 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.26 "GET /v2.0/networks?id=1d75f476-d975-4cf8-b896-3e48c58accf7 HTTP/1.1" status: 200 len: 820 time: 0.1745667 Oct 19 11:20:50.443020 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6e0d417-7556-4827-9d00-a5f9bc1f91b8 req-b0d8cc8c-0439-4654-8385-d8055cbde045 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 Oct 19 11:20:50.462144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Request body: {'port': {'device_id': '347d4084-b14d-4225-9134-2c42360c26bd', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'admin_state_up': True, 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:50.473089 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd1ede-7714-4cc9-a12d-844a2779aedc x-openstack-request-id: req-1ebd1ede-7714-4cc9-a12d-844a2779aedc {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:50.473446 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d751f6-d677-4d4b-9f85-dbc0ec647b3b", "name": "network-vif-plugged", "status": "completed", "tag": "859e0513-56b7-4c84-a590-0656ceff3696", "code": 200}, {"server_uuid": "89eec398-e366-4096-904a-16b7a07098b6", "name": "network-vif-plugged", "status": "completed", "tag": "33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:50.474143 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ebd1ede-7714-4cc9-a12d-844a2779aedc {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:50.475257 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d751f6-d677-4d4b-9f85-dbc0ec647b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859e0513-56b7-4c84-a590-0656ceff3696', 'code': 200} Oct 19 11:20:50.475257 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eec398-e366-4096-904a-16b7a07098b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'code': 200} Oct 19 11:20:50.514862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 4, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2e985244-3fee-4766-bf31-b76ad98b9061', 'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'mac_address': 'fa:16:3e:22:cd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:44Z', 'updated_at': '2021-10-19T11:20:49Z', 'revision_number': 4, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'subnets': [{'id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:20:50.552854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b04ee-8ebf-4686-9af4-99adc057f120 None None] The sync data for ids ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'] in n-d-814547-1 is: [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 4, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2e985244-3fee-4766-bf31-b76ad98b9061', 'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'mac_address': 'fa:16:3e:22:cd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:44Z', 'updated_at': '2021-10-19T11:20:49Z', 'revision_number': 4, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'subnets': [{'id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:20:50.583065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d20aec7-b815-4fd4-9e0e-c20b86265116 req-2f9b31f5-0099-4db1-a5bd-38cf743e06dc tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 210 time: 0.0373850 Oct 19 11:20:50.701568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239eff-f80f-42c8-8564-84c993bc736c req-40b27682-e0f3-4958-bbbd-d293b7d124d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:50.704159 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-66239eff-f80f-42c8-8564-84c993bc736c req-40b27682-e0f3-4958-bbbd-d293b7d124d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 1099 time: 0.1261334 Oct 19 11:20:50.706088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e33b8-84a7-4215-ab08-f560f7ab1e73 req-c95135e7-e75e-437c-b6b7-9ee289c32239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:50.707619 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-755e33b8-84a7-4215-ab08-f560f7ab1e73 req-c95135e7-e75e-437c-b6b7-9ee289c32239 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89eec398-e366-4096-904a-16b7a07098b6 HTTP/1.1" status: 200 len: 1101 time: 0.1098838 Oct 19 11:20:50.731099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0ca1c-e144-4a40-b5c6-3a5b3b2208fa req-3bcdf369-611d-4ea7-adab-66b8c446f19a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:50.735922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-17b0ca1c-e144-4a40-b5c6-3a5b3b2208fa req-3bcdf369-611d-4ea7-adab-66b8c446f19a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 946 time: 0.1939435 Oct 19 11:20:50.785564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d25891ad-08d9-4218-a459-6b428dc5e487 req-f69b4944-6fb9-4074-9820-115f2ab73587 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 210 time: 0.0658343 Oct 19 11:20:50.828060 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-755e33b8-84a7-4215-ab08-f560f7ab1e73 req-41c87a47-9e88-42b9-b91b-a736162bf7ce service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071260 Oct 19 11:20:50.830077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-66239eff-f80f-42c8-8564-84c993bc736c req-eb8192f6-d225-4403-8414-de559f891c45 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021271 Oct 19 11:20:50.857182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-17b0ca1c-e144-4a40-b5c6-3a5b3b2208fa req-bf696503-a8f6-4396-8d6d-d76d4e2b2742 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835361 Oct 19 11:20:50.898892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Made reservation on behalf of 7838f9b0557045ffbcd69e1d1b674c6e for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:50.902596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:51.035966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd2dae-2c5d-4360-9092-12a50d3a43a9 req-1d0fe98e-2887-4795-a352-ad2602384b1f tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:51.037108 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bdd2dae-2c5d-4360-9092-12a50d3a43a9 req-1d0fe98e-2887-4795-a352-ad2602384b1f tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 948 time: 0.1151736 Oct 19 11:20:51.113753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Allocated IP 172.20.0.9 (1d75f476-d975-4cf8-b896-3e48c58accf7/880dc792-b3ab-46fa-b8c0-9deab8d763b4/1a198a20-082d-4212-8ca4-4f7daf4f5ceb) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:51.118506 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9bdd2dae-2c5d-4360-9092-12a50d3a43a9 req-104cb05e-2003-4f5a-8061-fcd11cbf304b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620146 Oct 19 11:20:51.292507 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:51.396157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:51.440270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Network 1d75f476-d975-4cf8-b896-3e48c58accf7 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:51.443848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:51.447008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:51.483457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Pushing event updated for resources: {'Port': ['ID=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:51.508105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:51.508761 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:51.572829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e12d6-d3fe-455c-97a6-125d17bfdece req-d562a802-8c76-40e0-b153-928cb07e050d tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:51.574462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-920e12d6-d3fe-455c-97a6-125d17bfdece req-d562a802-8c76-40e0-b153-928cb07e050d tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 943 time: 0.0618310 Oct 19 11:20:51.608028 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6f874697-eecb-4ecf-8a9e-e814d628231f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1603665 Oct 19 11:20:51.624667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Request body: {'port': {'device_id': '347d4084-b14d-4225-9134-2c42360c26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:51.630070 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-920e12d6-d3fe-455c-97a6-125d17bfdece req-66bfba92-80f2-429a-bf45-bc57a79df986 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477867 Oct 19 11:20:51.685220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device df7850d4-989d-4401-ab79-1087c8beddb9 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:51.695080 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:51.794865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13626e36-abf9-4e8a-9786-02f6df88063e req-82a4e4e7-6961-402b-a9b8-c9bf5533fe0e tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:51.804075 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-13626e36-abf9-4e8a-9786-02f6df88063e req-82a4e4e7-6961-402b-a9b8-c9bf5533fe0e tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 931 time: 0.0879364 Oct 19 11:20:51.888023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2e985244-3fee-4766-bf31-b76ad98b9061 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:51.933595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-755e746f-ad60-4a50-9ac5-9dce5bea1b81 req-1ad86234-7efe-43ca-971e-8f6f25031645 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 210 time: 0.0407920 Oct 19 11:20:51.952732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port df7850d4-989d-4401-ab79-1087c8beddb9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=df7850d4-989d-4401-ab79-1087c8beddb9,segment=NetworkSegment(037b6694-26ad-49a5-a27a-806916d638f7),segment_id=037b6694-26ad-49a5-a27a-806916d638f7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:51.968556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'df7850d4-989d-4401-ab79-1087c8beddb9', 'network_id': 'c322c4ec-d4f7-4224-9cf9-d4436cdae227', 'port_id': 'df7850d4-989d-4401-ab79-1087c8beddb9', 'mac_address': 'fa:16:3e:22:af:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fa3b6e-f8d5-4916-a357-961b55b9526c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:51.974218 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-13626e36-abf9-4e8a-9786-02f6df88063e req-8b6273e6-d8e2-43ed-9d0c-bb56e63f87fc tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686382 Oct 19 11:20:52.004064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-70e95dc5-047e-4e7a-ae28-67cdd90057f8 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:52.006130 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-70e95dc5-047e-4e7a-ae28-67cdd90057f8 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.26 "GET /v2.0/networks?id=c362100b-eaae-477e-82c9-e3d140c2f26e HTTP/1.1" status: 200 len: 814 time: 0.1851711 Oct 19 11:20:52.032069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Request body: {'port': {'device_id': '718320df-7b8f-4707-b8d9-2dad863bd812', 'network_id': 'c362100b-eaae-477e-82c9-e3d140c2f26e', 'admin_state_up': True, 'tenant_id': 'cd349ba6f340429ea8531419800d3ad1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:52.055280 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.072406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7850d4-989d-4401-ab79-1087c8beddb9 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:52.079104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2e985244-3fee-4766-bf31-b76ad98b9061 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:52.079736 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.131566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port df7850d4-989d-4401-ab79-1087c8beddb9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=df7850d4-989d-4401-ab79-1087c8beddb9,segment=NetworkSegment(037b6694-26ad-49a5-a27a-806916d638f7),segment_id=037b6694-26ad-49a5-a27a-806916d638f7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:52.189191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9820-c8ab-416c-8dfe-d25e053da2a9 req-b1bf3ed8-3ec2-4eb7-9479-6935510c1f30 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:52.196503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0cec9820-c8ab-416c-8dfe-d25e053da2a9 req-b1bf3ed8-3ec2-4eb7-9479-6935510c1f30 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 946 time: 0.1660903 Oct 19 11:20:52.198759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.241877 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.293797 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0cec9820-c8ab-416c-8dfe-d25e053da2a9 req-87cc683a-ceae-4164-a4be-e1f8ddc8b723 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963106 Oct 19 11:20:52.301542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 2e985244-3fee-4766-bf31-b76ad98b9061, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2e985244-3fee-4766-bf31-b76ad98b9061,segment=NetworkSegment(ca91b852-6d27-449b-854f-a6f1feb17e79),segment_id=ca91b852-6d27-449b-854f-a6f1feb17e79)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:52.312574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=df7850d4-989d-4401-ab79-1087c8beddb9,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:52.314355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a198a20-082d-4212-8ca4-4f7daf4f5ceb {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:52.324120 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.338162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Transition to ACTIVE for port object 1a198a20-082d-4212-8ca4-4f7daf4f5ceb will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:20:52.374465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Made reservation on behalf of cd349ba6f340429ea8531419800d3ad1 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:52.378069 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.384356 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.425574 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.447947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=2e985244-3fee-4766-bf31-b76ad98b9061,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:52.476918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf2499-3e39-4acf-9649-aff291a62561 req-7a9f3ebe-f6f4-4341-8c25-643ca53cae69 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:52.478442 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-badf2499-3e39-4acf-9649-aff291a62561 req-7a9f3ebe-f6f4-4341-8c25-643ca53cae69 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 948 time: 0.1868830 Oct 19 11:20:52.479156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Pushing event updated for resources: {'Port': ['ID=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:52.489041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3784f1-956c-4cac-bf9d-fc48b4d0ab38 req-738ebe5b-2a0f-41bf-af44-87f272b2a17f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:52.490512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf3784f1-956c-4cac-bf9d-fc48b4d0ab38 req-738ebe5b-2a0f-41bf-af44-87f272b2a17f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 946 time: 0.1588588 Oct 19 11:20:52.555218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Attempting to bind port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:52.555556 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Attempting to bind port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'ca91b852-6d27-449b-854f-a6f1feb17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:52.555886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Attempting to bind port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb on network 1d75f476-d975-4cf8-b896-3e48c58accf7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:52.557606 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['df7850d4-989d-4401-ab79-1087c8beddb9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:52.561307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb on network 1d75f476-d975-4cf8-b896-3e48c58accf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:20:52.561307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Attempting to bind port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb on network 1d75f476-d975-4cf8-b896-3e48c58accf7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:52.566098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:52.572381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Checking segment: {'id': 'ca91b852-6d27-449b-854f-a6f1feb17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:52.572381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Bound using segment: {'id': 'ca91b852-6d27-449b-854f-a6f1feb17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:52.572381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Bound port: 1a198a20-082d-4212-8ca4-4f7daf4f5ceb, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca91b852-6d27-449b-854f-a6f1feb17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:52.572381 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.630019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-badf2499-3e39-4acf-9649-aff291a62561 req-1b85a842-8a9b-4b36-8cb2-45ea95bf00c1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362062 Oct 19 11:20:52.642630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] For port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:52.648007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] For port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,segment=NetworkSegment(ca91b852-6d27-449b-854f-a6f1feb17e79),segment_id=ca91b852-6d27-449b-854f-a6f1feb17e79)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:52.668344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Allocated IP 172.20.0.6 (c362100b-eaae-477e-82c9-e3d140c2f26e/be4ab96e-52e9-479c-8329-24453227f2a0/853c4c63-3698-41bf-b764-678c99c5a736) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:52.741769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-cf3784f1-956c-4cac-bf9d-fc48b4d0ab38 req-92de395d-7849-484e-89b0-78a86d07aa09 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Deleting port ef0434ee-16cf-479f-b615-eb8134391db2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:52.742014 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cf3784f1-956c-4cac-bf9d-fc48b4d0ab38 req-92de395d-7849-484e-89b0-78a86d07aa09 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.744097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.793562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:52.794210 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.795592 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] 10.222.0.26 "PUT /v2.0/ports/1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 1091 time: 1.1780663 Oct 19 11:20:52.797663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:52.799903 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c86ecf-441b-4825-80f3-8024bf42f411" -d '{"events": [{"name": "network-changed", "server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:52.828765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721f3fb-5269-4357-86f0-b9b471d833c4 req-b1dc7973-818b-4e99-a599-5b89f21ccd00 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:52.830328 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b721f3fb-5269-4357-86f0-b9b471d833c4 req-b1dc7973-818b-4e99-a599-5b89f21ccd00 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 944 time: 0.1165628 Oct 19 11:20:52.831536 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d848c3-82f2-4f36-8135-9060d8f504ca service neutron] Pushing event updated for resources: {'Port': ['ID=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:52.839572 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e308c0-317e-4bf9-8a3f-9d7d9d6358fc x-openstack-request-id: req-87e308c0-317e-4bf9-8a3f-9d7d9d6358fc {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:52.839868 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:52.840123 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87e308c0-317e-4bf9-8a3f-9d7d9d6358fc {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:52.840593 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'status': 'completed', 'code': 200} Oct 19 11:20:52.915489 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b721f3fb-5269-4357-86f0-b9b471d833c4 req-c95adcf2-5abc-4a77-be74-86abc63cad7d tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665083 Oct 19 11:20:52.919384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-cf3784f1-956c-4cac-bf9d-fc48b4d0ab38 req-92de395d-7849-484e-89b0-78a86d07aa09 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] For port ef0434ee-16cf-479f-b615-eb8134391db2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ef0434ee-16cf-479f-b615-eb8134391db2,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:52.920116 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cf3784f1-956c-4cac-bf9d-fc48b4d0ab38 req-92de395d-7849-484e-89b0-78a86d07aa09 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:52.927177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86ecf-441b-4825-80f3-8024bf42f411 req-e461f33a-6073-4c63-8b0b-aaaa89a084d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:52.928879 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40c86ecf-441b-4825-80f3-8024bf42f411 req-e461f33a-6073-4c63-8b0b-aaaa89a084d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 1094 time: 0.0616770 Oct 19 11:20:52.949149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-cf3784f1-956c-4cac-bf9d-fc48b4d0ab38 req-92de395d-7849-484e-89b0-78a86d07aa09 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Calling delete_port for ef0434ee-16cf-479f-b615-eb8134391db2 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:52.963542 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:53.039024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86ecf-441b-4825-80f3-8024bf42f411 req-11ceb6f9-2215-401c-85ce-03dfe4bd55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:53.040606 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40c86ecf-441b-4825-80f3-8024bf42f411 req-11ceb6f9-2215-401c-85ce-03dfe4bd55d8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1021049 Oct 19 11:20:53.071644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-751acf75-8425-4d76-8bc5-6bbe85a0ff1a req-63c33e0f-35fb-4140-85c5-523d582dad30 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 210 time: 0.0547090 Oct 19 11:20:53.169335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcc037-cf37-4464-a49b-609376369556 req-d3f341de-531d-410f-8317-921c537157a8 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:53.169551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:53.171586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0bcc037-cf37-4464-a49b-609376369556 req-d3f341de-531d-410f-8317-921c537157a8 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 943 time: 0.1037674 Oct 19 11:20:53.206544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86ecf-441b-4825-80f3-8024bf42f411 req-1e12713a-12e3-43d3-9e87-45b013e811cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:53.207979 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40c86ecf-441b-4825-80f3-8024bf42f411 req-1e12713a-12e3-43d3-9e87-45b013e811cc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1598060 Oct 19 11:20:53.234620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0bcc037-cf37-4464-a49b-609376369556 req-744fc607-60bd-4794-9957-921f5d6daa4f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556071 Oct 19 11:20:53.261627 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Network c362100b-eaae-477e-82c9-e3d140c2f26e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:53.269342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Pushing event updated for resources: {'Port': ['ID=853c4c63-3698-41bf-b764-678c99c5a736,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:53.274782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:53.278473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:53.317584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6377470d-fc2f-47b5-8624-bfcb3ba23b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:53.319206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-6377470d-fc2f-47b5-8624-bfcb3ba23b1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 1094 time: 0.0592442 Oct 19 11:20:53.330782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:53.333188 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:53.350360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cf3784f1-956c-4cac-bf9d-fc48b4d0ab38 req-92de395d-7849-484e-89b0-78a86d07aa09 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:53.361913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['ef0434ee-16cf-479f-b615-eb8134391db2'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:53.373519 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-51b36815-52d5-4f63-bedc-bd22e442817b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 217 time: 0.0442855 Oct 19 11:20:53.388249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de395d-7849-484e-89b0-78a86d07aa09 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event deleted for resources: {'Port': ['ID=ef0434ee-16cf-479f-b615-eb8134391db2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:53.398518 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-979e6e81-002d-4adf-ae03-caaf695bc188 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3797681 Oct 19 11:20:53.419340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Request body: {'port': {'device_id': '718320df-7b8f-4707-b8d9-2dad863bd812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:53.449294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a08c5b26-88df-459b-992c-f2447cc9d2b8 req-cceaf790-0c08-460c-9e81-ff62fe198a40 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62ee05e-ac55-462b-8498-09511f210339 HTTP/1.1" status: 200 len: 210 time: 0.0794511 Oct 19 11:20:53.451572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3784f1-956c-4cac-bf9d-fc48b4d0ab38 req-92de395d-7849-484e-89b0-78a86d07aa09 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] No DVR routers for this DVR port ef0434ee-16cf-479f-b615-eb8134391db2 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:20:53.455584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cf3784f1-956c-4cac-bf9d-fc48b4d0ab38 req-92de395d-7849-484e-89b0-78a86d07aa09 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:53.458930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf3784f1-956c-4cac-bf9d-fc48b4d0ab38 req-92de395d-7849-484e-89b0-78a86d07aa09 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "DELETE /v2.0/ports/ef0434ee-16cf-479f-b615-eb8134391db2 HTTP/1.1" status: 204 len: 173 time: 0.9293473 Oct 19 11:20:53.459375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62ee05e-ac55-462b-8498-09511f210339', 'name': 'network-vif-deleted', 'tag': 'ef0434ee-16cf-479f-b615-eb8134391db2'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:53.461758 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb8dfea-4a03-49dc-868b-6c3b75c3fa2a" -d '{"events": [{"server_uuid": "d62ee05e-ac55-462b-8498-09511f210339", "name": "network-vif-deleted", "tag": "ef0434ee-16cf-479f-b615-eb8134391db2"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:53.474809 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-2fd224e6-d0c3-44fb-8ad1-9f131d84c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:53.479854 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-2fd224e6-d0c3-44fb-8ad1-9f131d84c11f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=880dc792-b3ab-46fa-b8c0-9deab8d763b4 HTTP/1.1" status: 200 len: 860 time: 0.0935540 Oct 19 11:20:53.513242 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40d313b-67d7-4229-8451-b8d849bddae1 x-openstack-request-id: req-e40d313b-67d7-4229-8451-b8d849bddae1 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:53.513934 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62ee05e-ac55-462b-8498-09511f210339", "name": "network-vif-deleted", "tag": "ef0434ee-16cf-479f-b615-eb8134391db2", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:53.514182 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e40d313b-67d7-4229-8451-b8d849bddae1 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:53.514895 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62ee05e-ac55-462b-8498-09511f210339', 'name': 'network-vif-deleted', 'tag': 'ef0434ee-16cf-479f-b615-eb8134391db2', 'status': 'completed', 'code': 200} Oct 19 11:20:53.525032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-d0a7c57e-f3d4-4fe1-b5f8-a4d2919f48cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d75f476-d975-4cf8-b896-3e48c58accf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375760 Oct 19 11:20:53.529186 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:53.637459 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-4b5def51-fc45-451f-92e4-51e44e05d803 service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064274 Oct 19 11:20:53.685837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device df7850d4-989d-4401-ab79-1087c8beddb9 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:53.793383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736adad1-1dc8-4c1f-a0b3-9cb821510cb6 req-b232d134-1384-45a7-96d2-264dbf631d26 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:53.795908 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-736adad1-1dc8-4c1f-a0b3-9cb821510cb6 req-b232d134-1384-45a7-96d2-264dbf631d26 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 948 time: 0.0718021 Oct 19 11:20:53.808353 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44b7fca6-f291-4a97-b0c6-464631ef379b req-17dfa68d-061b-406c-9fa2-40ffd65a2b85 service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621635 Oct 19 11:20:53.811810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2e985244-3fee-4766-bf31-b76ad98b9061 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:53.846442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-736adad1-1dc8-4c1f-a0b3-9cb821510cb6 req-46046a58-8817-4d06-907e-f728c26123c9 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378077 Oct 19 11:20:53.873567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853c4c63-3698-41bf-b764-678c99c5a736 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:53.884587 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:53.900831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Transition to ACTIVE for port object 853c4c63-3698-41bf-b764-678c99c5a736 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:20:53.922324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2e985244-3fee-4766-bf31-b76ad98b9061 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:53.922690 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:53.948160 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port df7850d4-989d-4401-ab79-1087c8beddb9 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:53.960848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port df7850d4-989d-4401-ab79-1087c8beddb9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:53.961220 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:53.987298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9b063-d7f6-4038-ad89-32f6a08d0110 req-164d7f51-2666-433f-927b-ee73d37ecf53 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:53.988983 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6a9b063-d7f6-4038-ad89-32f6a08d0110 req-164d7f51-2666-433f-927b-ee73d37ecf53 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=89eec398-e366-4096-904a-16b7a07098b6 HTTP/1.1" status: 200 len: 950 time: 0.0563736 Oct 19 11:20:53.990220 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:54.044348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481be8d-a6cb-4a39-8e92-2e4dd302c573 req-86e6da7d-c099-4210-be75-9d3c884fc882 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:54.046242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7481be8d-a6cb-4a39-8e92-2e4dd302c573 req-86e6da7d-c099-4210-be75-9d3c884fc882 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 944 time: 0.0543647 Oct 19 11:20:54.069741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Pushing event updated for resources: {'Port': ['ID=853c4c63-3698-41bf-b764-678c99c5a736,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:54.109416 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7481be8d-a6cb-4a39-8e92-2e4dd302c573 req-151817da-e626-488b-a5af-79d50449432b tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512195 Oct 19 11:20:54.111942 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:54.131527 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6a9b063-d7f6-4038-ad89-32f6a08d0110 req-b21df5b8-040f-42f0-8d05-da03b2ea850e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121538 Oct 19 11:20:54.145683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46e2ee5-e427-484f-9108-ceee63f58100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7850d4-989d-4401-ab79-1087c8beddb9'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:54.147982 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dde8a6-f663-4fb6-b8db-006bf0589260" -d '{"events": [{"server_uuid": "a46e2ee5-e427-484f-9108-ceee63f58100", "name": "network-vif-plugged", "status": "completed", "tag": "df7850d4-989d-4401-ab79-1087c8beddb9"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:54.163042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Attempting to bind port 853c4c63-3698-41bf-b764-678c99c5a736 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:54.164936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port df7850d4-989d-4401-ab79-1087c8beddb9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=df7850d4-989d-4401-ab79-1087c8beddb9,segment=NetworkSegment(037b6694-26ad-49a5-a27a-806916d638f7),segment_id=037b6694-26ad-49a5-a27a-806916d638f7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:54.165510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Attempting to bind port 853c4c63-3698-41bf-b764-678c99c5a736 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '0602e33c-3073-47db-bde7-82a24fbf9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c362100b-eaae-477e-82c9-e3d140c2f26e'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:54.166022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Attempting to bind port 853c4c63-3698-41bf-b764-678c99c5a736 on network c362100b-eaae-477e-82c9-e3d140c2f26e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:54.170739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Port 853c4c63-3698-41bf-b764-678c99c5a736 on network c362100b-eaae-477e-82c9-e3d140c2f26e not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:20:54.173881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Attempting to bind port 853c4c63-3698-41bf-b764-678c99c5a736 on network c362100b-eaae-477e-82c9-e3d140c2f26e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:54.176104 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:54.176431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Checking segment: {'id': '0602e33c-3073-47db-bde7-82a24fbf9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c362100b-eaae-477e-82c9-e3d140c2f26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:54.176853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Bound using segment: {'id': '0602e33c-3073-47db-bde7-82a24fbf9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c362100b-eaae-477e-82c9-e3d140c2f26e'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:54.177376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Bound port: 853c4c63-3698-41bf-b764-678c99c5a736, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0602e33c-3073-47db-bde7-82a24fbf9ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c362100b-eaae-477e-82c9-e3d140c2f26e'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:54.177743 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:54.198390 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c815cbd-5b3f-4692-9b86-d33976623892 x-openstack-request-id: req-3c815cbd-5b3f-4692-9b86-d33976623892 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:54.198693 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46e2ee5-e427-484f-9108-ceee63f58100", "name": "network-vif-plugged", "status": "completed", "tag": "df7850d4-989d-4401-ab79-1087c8beddb9", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:54.198950 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c815cbd-5b3f-4692-9b86-d33976623892 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:54.199346 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46e2ee5-e427-484f-9108-ceee63f58100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7850d4-989d-4401-ab79-1087c8beddb9', 'code': 200} Oct 19 11:20:54.241825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f43f65-c73d-40f7-96a8-6e403d899fa7 req-c25dcc4a-d5fe-4c0a-adde-ccb84d78b61e tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:54.245898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] For port 853c4c63-3698-41bf-b764-678c99c5a736, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:54.249747 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7f43f65-c73d-40f7-96a8-6e403d899fa7 req-c25dcc4a-d5fe-4c0a-adde-ccb84d78b61e tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 943 time: 0.0637901 Oct 19 11:20:54.250581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] For port 853c4c63-3698-41bf-b764-678c99c5a736, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=853c4c63-3698-41bf-b764-678c99c5a736,segment=NetworkSegment(0602e33c-3073-47db-bde7-82a24fbf9ed9),segment_id=0602e33c-3073-47db-bde7-82a24fbf9ed9)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:54.251530 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:54.304261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=df7850d4-989d-4401-ab79-1087c8beddb9,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:54.326279 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7f43f65-c73d-40f7-96a8-6e403d899fa7 req-38f3e512-203d-4248-8f26-e08b89336ebb tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731409 Oct 19 11:20:54.330650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae84d-efda-427c-8f48-a320d99d23e3 req-3ee65763-76bd-478a-a29e-305d87f11fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:54.332244 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d10ae84d-efda-427c-8f48-a320d99d23e3 req-3ee65763-76bd-478a-a29e-305d87f11fd4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 1096 time: 0.0636318 Oct 19 11:20:54.339255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:54.381352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:54.382094 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:54.383684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/853c4c63-3698-41bf-b764-678c99c5a736 HTTP/1.1" status: 200 len: 1091 time: 0.9713671 Oct 19 11:20:54.386221 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d10ae84d-efda-427c-8f48-a320d99d23e3 req-e87ced5c-8ee3-469f-a4ec-c20f883424b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447803 Oct 19 11:20:54.405497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fd641-15fd-4251-8530-769435e422b3 service neutron] Pushing event updated for resources: {'Port': ['ID=853c4c63-3698-41bf-b764-678c99c5a736,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:54.541017 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f990bb6-4d9a-48e2-a9bd-edb3c56f227b req-972ae8f4-916c-4f32-b140-ca8aabb5f89e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:54.546959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f990bb6-4d9a-48e2-a9bd-edb3c56f227b req-972ae8f4-916c-4f32-b140-ca8aabb5f89e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:54.548471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f990bb6-4d9a-48e2-a9bd-edb3c56f227b req-972ae8f4-916c-4f32-b140-ca8aabb5f89e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b&device_id=89eec398-e366-4096-904a-16b7a07098b6 HTTP/1.1" status: 200 len: 1689 time: 0.0573938 Oct 19 11:20:54.585344 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f990bb6-4d9a-48e2-a9bd-edb3c56f227b req-3c2d9e38-d389-4d34-8bf2-3158818e911b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308135 Oct 19 11:20:54.666612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-6998a01c-9734-44ab-9ca9-4f1d8fb74b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:54.668353 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-6998a01c-9734-44ab-9ca9-4f1d8fb74b28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd349ba6f340429ea8531419800d3ad1&device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 1094 time: 0.0461729 Oct 19 11:20:54.684329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721f8fb-b75e-4a59-b08a-2ea223311b1d req-89aded82-542c-41f3-9880-1ee32b8ac66b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:54.685934 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6721f8fb-b75e-4a59-b08a-2ea223311b1d req-89aded82-542c-41f3-9880-1ee32b8ac66b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 943 time: 0.0517054 Oct 19 11:20:54.724165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-415b2340-ed0a-4786-8c43-9881b9a225d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853c4c63-3698-41bf-b764-678c99c5a736 HTTP/1.1" status: 200 len: 217 time: 0.0388911 Oct 19 11:20:54.729726 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6721f8fb-b75e-4a59-b08a-2ea223311b1d req-18d77926-2544-4f64-8307-b349191bf546 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365331 Oct 19 11:20:54.787853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-11ab2c24-3da5-410c-84bb-6f46848f2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:54.789533 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-11ab2c24-3da5-410c-84bb-6f46848f2a95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be4ab96e-52e9-479c-8329-24453227f2a0 HTTP/1.1" status: 200 len: 854 time: 0.0557532 Oct 19 11:20:54.826851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-103a29f1-69be-4bf8-9453-634ff945a012 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c362100b-eaae-477e-82c9-e3d140c2f26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269241 Oct 19 11:20:54.964705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d0516-1d71-4757-8451-f2ee5d6d57e2 req-fb2ca6cd-6c07-4fd0-af5c-37a7e29bd6ae tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:54.966832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-332d0516-1d71-4757-8451-f2ee5d6d57e2 req-fb2ca6cd-6c07-4fd0-af5c-37a7e29bd6ae tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 1099 time: 0.0965903 Oct 19 11:20:54.994242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-8705bc4d-a56c-4e28-8d74-ea5546858908 service neutron] 10.222.0.26 "GET /v2.0/networks/c362100b-eaae-477e-82c9-e3d140c2f26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316912 Oct 19 11:20:55.007660 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-23683110-c706-4049-9a8e-59af5c4772c7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:55.009130 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-23683110-c706-4049-9a8e-59af5c4772c7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.1037989 Oct 19 11:20:55.020546 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-332d0516-1d71-4757-8451-f2ee5d6d57e2 req-8d42dc7e-8846-411a-957f-b556ff66dd12 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474679 Oct 19 11:20:55.025045 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-ee761ccd-8834-472f-86a3-fccc61f0e64d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/quotas/5040f71e465a4967b0c25206be6eaadf HTTP/1.1" status: 200 len: 375 time: 0.0094490 Oct 19 11:20:55.058944 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-1a855fd3-26a6-473f-8663-bc7d912a21b9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264611 Oct 19 11:20:55.124586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b79fff0-a75c-4503-b3ab-ad9301c2f15c req-a480d0d5-0eba-4d4f-9795-a8abc4be1e5a service neutron] 10.222.0.26 "GET /v2.0/networks/c362100b-eaae-477e-82c9-e3d140c2f26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166637 Oct 19 11:20:55.140168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ae2d8-c3ff-4017-8126-08d533f61561 req-f6d9abd0-2bd7-46b0-a0f9-8360c7259ad3 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:55.141746 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d9ae2d8-c3ff-4017-8126-08d533f61561 req-f6d9abd0-2bd7-46b0-a0f9-8360c7259ad3 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=89eec398-e366-4096-904a-16b7a07098b6 HTTP/1.1" status: 200 len: 1101 time: 0.0531564 Oct 19 11:20:55.160200 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-bc4ed16e-37a1-485e-8698-bc007e1f1610 service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907495 Oct 19 11:20:55.180440 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d9ae2d8-c3ff-4017-8126-08d533f61561 req-9d33992d-e590-4ec1-a1e9-714d7cc2aa41 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Oct 19 11:20:55.254719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-94c6875a-71a6-4353-aeb5-48efad0cb0fd service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842609 Oct 19 11:20:55.293189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce188b-a144-40bf-a39d-c0ef05884c93 req-32482da6-56c8-45be-8782-d9683ad1c0bb tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:55.294752 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5dce188b-a144-40bf-a39d-c0ef05884c93 req-32482da6-56c8-45be-8782-d9683ad1c0bb tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 945 time: 0.0525296 Oct 19 11:20:55.331310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2aaced9e-7810-4170-b942-17fc98d303a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:55.334879 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5dce188b-a144-40bf-a39d-c0ef05884c93 req-6cb80152-a386-4496-bc62-35bd0046a517 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Oct 19 11:20:55.517191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718320df-7b8f-4707-b8d9-2dad863bd812', 'tag': '853c4c63-3698-41bf-b764-678c99c5a736'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:55.519700 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ffe45b-3ad0-43ad-a503-19b708233273" -d '{"events": [{"name": "network-changed", "server_uuid": "718320df-7b8f-4707-b8d9-2dad863bd812", "tag": "853c4c63-3698-41bf-b764-678c99c5a736"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:55.550920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152406c-bd21-4098-b554-74bdaa7c301b req-a4f49ed0-6fd4-4e16-9c90-db427318d59d tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:55.552842 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4152406c-bd21-4098-b554-74bdaa7c301b req-a4f49ed0-6fd4-4e16-9c90-db427318d59d tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 943 time: 0.0695860 Oct 19 11:20:55.590420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ef0434ee-16cf-479f-b615-eb8134391db2 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:20:55.597547 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b2736afc-92ea-4547-91cf-0b422d93e21d req-c214c8ba-2fc7-488a-a50a-64a9e7f465b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 210 time: 0.0336330 Oct 19 11:20:55.601702 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4152406c-bd21-4098-b554-74bdaa7c301b req-14317008-d5dc-4de1-ae2c-e4e2cb78733d tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Oct 19 11:20:55.667494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: ef0434ee-16cf-479f-b615-eb8134391db2 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:20:55.669513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ef0434ee-16cf-479f-b615-eb8134391db2 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:20:55.673853 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cacd23-311c-4500-b3ed-66a7d44c30bc x-openstack-request-id: req-29cacd23-311c-4500-b3ed-66a7d44c30bc {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:55.674176 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718320df-7b8f-4707-b8d9-2dad863bd812", "tag": "853c4c63-3698-41bf-b764-678c99c5a736", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:55.674411 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29cacd23-311c-4500-b3ed-66a7d44c30bc {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:55.674805 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718320df-7b8f-4707-b8d9-2dad863bd812', 'tag': '853c4c63-3698-41bf-b764-678c99c5a736', 'status': 'completed', 'code': 200} Oct 19 11:20:55.773164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffe45b-3ad0-43ad-a503-19b708233273 req-45217a6e-951d-4bf9-bdaf-fdb2d47674a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:55.774795 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a8ffe45b-3ad0-43ad-a503-19b708233273 req-45217a6e-951d-4bf9-bdaf-fdb2d47674a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd349ba6f340429ea8531419800d3ad1&device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 1094 time: 0.0645449 Oct 19 11:20:55.809550 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-7c556c3e-ad2b-4835-8f30-f253a33c665a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325453 Oct 19 11:20:55.905115 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70def7-bbab-4352-b76a-f8428cc501fa req-6f457a69-56de-4887-8a6b-1c7b7b2e91c0 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:55.906762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b70def7-bbab-4352-b76a-f8428cc501fa req-6f457a69-56de-4887-8a6b-1c7b7b2e91c0 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 943 time: 0.0531371 Oct 19 11:20:55.954608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b70def7-bbab-4352-b76a-f8428cc501fa req-a04be4d5-06c0-440c-a19c-e19736e00f7f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Oct 19 11:20:55.966409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffe45b-3ad0-43ad-a503-19b708233273 req-50460b2a-978b-453a-b604-25c9d786ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:55.975683 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a8ffe45b-3ad0-43ad-a503-19b708233273 req-50460b2a-978b-453a-b604-25c9d786ef16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c362100b-eaae-477e-82c9-e3d140c2f26e HTTP/1.1" status: 200 len: 915 time: 0.1808083 Oct 19 11:20:55.988215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-e3c81e55-24f2-4b10-9be6-f7f2af863b5f tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:55.989596 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-e3c81e55-24f2-4b10-9be6-f7f2af863b5f tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716723 Oct 19 11:20:56.020051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a8ffe45b-3ad0-43ad-a503-19b708233273 req-ff55b851-80de-4836-a724-025100008a66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853c4c63-3698-41bf-b764-678c99c5a736 HTTP/1.1" status: 200 len: 217 time: 0.0444384 Oct 19 11:20:56.027860 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-7dd382b5-31ec-4f4a-84aa-2bbdfec6185d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/quotas/bfb9bc13032940e19a483303a5c91dcb HTTP/1.1" status: 200 len: 375 time: 0.0101767 Oct 19 11:20:56.359200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffe45b-3ad0-43ad-a503-19b708233273 req-dc2b0eeb-3f0a-42b9-b78b-d1fc2fd12f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:56.360695 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a8ffe45b-3ad0-43ad-a503-19b708233273 req-dc2b0eeb-3f0a-42b9-b78b-d1fc2fd12f6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be4ab96e-52e9-479c-8329-24453227f2a0 HTTP/1.1" status: 200 len: 854 time: 0.3300583 Oct 19 11:20:56.372939 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-502eccfc-f0f7-4397-a2a5-bc163a9f22b7 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3353899 Oct 19 11:20:56.405986 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a8ffe45b-3ad0-43ad-a503-19b708233273 req-dc085c2e-749c-4128-8475-e91280c6170a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c362100b-eaae-477e-82c9-e3d140c2f26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269530 Oct 19 11:20:56.468279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71190f59-8974-4d2b-818c-951baed41a30 req-ff35bdfd-b495-4e77-ad89-114439dd9d2e tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:56.469764 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-71190f59-8974-4d2b-818c-951baed41a30 req-ff35bdfd-b495-4e77-ad89-114439dd9d2e tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 945 time: 0.0651672 Oct 19 11:20:56.507690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-71190f59-8974-4d2b-818c-951baed41a30 req-9be4cac0-38d3-45f5-9afc-d3ef188aa482 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314684 Oct 19 11:20:56.508089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a8ffe45b-3ad0-43ad-a503-19b708233273 req-078d6598-1a9c-4e55-a58f-8749807fb196 service neutron] 10.222.0.26 "GET /v2.0/networks/c362100b-eaae-477e-82c9-e3d140c2f26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928531 Oct 19 11:20:56.611167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a8ffe45b-3ad0-43ad-a503-19b708233273 req-53584397-5746-4c96-b8df-14a5e4f40313 service neutron] 10.222.0.26 "GET /v2.0/networks/c362100b-eaae-477e-82c9-e3d140c2f26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942116 Oct 19 11:20:57.044920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49d3c9-656e-463f-a8b0-ec2e6f2fffda req-74ede2fa-c67d-407d-abd4-a2697be7c396 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:57.046564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd49d3c9-656e-463f-a8b0-ec2e6f2fffda req-74ede2fa-c67d-407d-abd4-a2697be7c396 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 943 time: 0.0594342 Oct 19 11:20:57.070218 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d95e2db4-83d7-40f0-9163-6cd8e134eb7b req-ea8464e9-81a8-4dcd-82f0-0ace0f996007 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 210 time: 0.0274270 Oct 19 11:20:57.335805 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd49d3c9-656e-463f-a8b0-ec2e6f2fffda req-953b4397-e6af-4c29-9385-5d49ab9c6296 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830513 Oct 19 11:20:57.422950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7ddad-e8f3-4fe0-8271-53ea53ff3068 req-b8a99591-2a7a-4537-b5ec-fec71e06c862 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:57.424719 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2af7ddad-e8f3-4fe0-8271-53ea53ff3068 req-b8a99591-2a7a-4537-b5ec-fec71e06c862 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 945 time: 0.0514014 Oct 19 11:20:57.454331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1aa4b-9813-47f6-a569-69462c137760 req-d50f43c8-729d-4ea6-a165-622e07be637e tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:57.456080 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97c1aa4b-9813-47f6-a569-69462c137760 req-d50f43c8-729d-4ea6-a165-622e07be637e tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 943 time: 0.0618434 Oct 19 11:20:57.485186 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2af7ddad-e8f3-4fe0-8271-53ea53ff3068 req-ba9e9e47-3756-4a3f-93ef-c2dc8affe76f tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Oct 19 11:20:57.577762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97c1aa4b-9813-47f6-a569-69462c137760 req-7cdddd38-f1d3-4780-a350-e0407ee9ddc3 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110344 Oct 19 11:20:57.603540 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-0270cd46-6a96-4d37-b042-8f5f32b0fd02 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:57.605068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-0270cd46-6a96-4d37-b042-8f5f32b0fd02 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.1480324 Oct 19 11:20:57.618444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Request body: {'port': {'device_id': '47d95588-1f99-45c0-b452-7304f56998e8', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'admin_state_up': True, 'tenant_id': '5040f71e465a4967b0c25206be6eaadf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:57.670811 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-000b23ba-9922-4267-9c36-77d05ab2553a req-608c2c72-b1ed-43ef-88a0-5803bd752a56 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 210 time: 0.0367961 Oct 19 11:20:57.714650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1a198a20-082d-4212-8ca4-4f7daf4f5ceb details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:57.804979 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d15118f6-6710-4bbe-bcb9-112dc9e311c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:57.811298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,segment=NetworkSegment(ca91b852-6d27-449b-854f-a6f1feb17e79),segment_id=ca91b852-6d27-449b-854f-a6f1feb17e79)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:57.821782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'port_id': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'mac_address': 'fa:16:3e:42:2f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:57.830093 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Made reservation on behalf of 5040f71e465a4967b0c25206be6eaadf for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:20:57.833797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:57.862704 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:57.880127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a198a20-082d-4212-8ca4-4f7daf4f5ceb {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:57.902175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,segment=NetworkSegment(ca91b852-6d27-449b-854f-a6f1feb17e79),segment_id=ca91b852-6d27-449b-854f-a6f1feb17e79)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:57.966612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Allocated IP 172.20.0.7 (5457d6bb-7a0b-4e25-974c-a4caaf3e11d7/25bc2b4a-49a5-43d6-9664-521501fcd66c/8c040ed2-5471-43b1-bdd2-b9957dd6affa) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:20:57.966987 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:58.129592 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:58.142971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:58.178241 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9ca055f-611e-4d0f-b948-5205c118f8ae req-6e760f71-c3a6-4879-9b62-e6c244a57be2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 210 time: 0.0277598 Oct 19 11:20:58.240633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:58.292830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:20:58.296495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:20:58.300922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:20:58.304788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event updated for resources: {'Port': ['ID=8c040ed2-5471-43b1-bdd2-b9957dd6affa,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:58.362398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1a198a20-082d-4212-8ca4-4f7daf4f5ceb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:58.368141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:58.369121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:58.461655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8cc7e-eb28-4131-8ff6-6e38fae4fd9a req-b3480c37-3279-4f2d-95a2-32c7c1e11058 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:58.463765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ca8cc7e-eb28-4131-8ff6-6e38fae4fd9a req-b3480c37-3279-4f2d-95a2-32c7c1e11058 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 943 time: 0.0532012 Oct 19 11:20:58.505925 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-58fdd64b-4168-488b-8c5c-dcd930adb943 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8912361 Oct 19 11:20:58.527342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Request body: {'port': {'device_id': '47d95588-1f99-45c0-b452-7304f56998e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:20:58.535865 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ca8cc7e-eb28-4131-8ff6-6e38fae4fd9a req-e0e844ff-873e-43f6-bcfe-d67a9fd763b9 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603750 Oct 19 11:20:58.543624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83335323-079d-4fce-b70d-597a19f65ae3 req-5cd0c2ad-cb05-49dc-9301-9bb11babf46b tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:58.547114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83335323-079d-4fce-b70d-597a19f65ae3 req-5cd0c2ad-cb05-49dc-9301-9bb11babf46b tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.26 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 945 time: 0.0805366 Oct 19 11:20:58.626471 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:58.646132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909430-5e8b-4643-8647-0b8914d0ae8f req-2b9e2f8b-d404-46ad-a8ac-12ea4788039a tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:58.647657 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5a909430-5e8b-4643-8647-0b8914d0ae8f req-2b9e2f8b-d404-46ad-a8ac-12ea4788039a tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 945 time: 0.0865581 Oct 19 11:20:58.673059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-83335323-079d-4fce-b70d-597a19f65ae3 req-93c6b81c-9191-4c12-a6ec-be4af58ae158 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Deleting port df7850d4-989d-4401-ab79-1087c8beddb9 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:20:58.673646 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-83335323-079d-4fce-b70d-597a19f65ae3 req-93c6b81c-9191-4c12-a6ec-be4af58ae158 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:58.721694 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5a909430-5e8b-4643-8647-0b8914d0ae8f req-c5af5efa-b1a2-4c49-8644-97bebac176db tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/security-groups?id=b641ecf0-180d-4620-890b-0f0dafb479d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663936 Oct 19 11:20:58.805101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc52f1-74b1-4ee6-8f7f-cdede3b9392b req-3fbc8a0b-406d-45d0-924a-9eb8bc48c053 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:58.811692 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-53dc52f1-74b1-4ee6-8f7f-cdede3b9392b req-3fbc8a0b-406d-45d0-924a-9eb8bc48c053 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 944 time: 0.1346736 Oct 19 11:20:58.823260 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e6dbe1c-4200-463b-9c36-2392d330e2b2 req-4f2be3dd-d0af-46f0-80be-99d23e1cc92f tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 210 time: 0.0344410 Oct 19 11:20:58.852899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-83335323-079d-4fce-b70d-597a19f65ae3 req-93c6b81c-9191-4c12-a6ec-be4af58ae158 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] For port df7850d4-989d-4401-ab79-1087c8beddb9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=df7850d4-989d-4401-ab79-1087c8beddb9,segment=NetworkSegment(037b6694-26ad-49a5-a27a-806916d638f7),segment_id=037b6694-26ad-49a5-a27a-806916d638f7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:58.853272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-83335323-079d-4fce-b70d-597a19f65ae3 req-93c6b81c-9191-4c12-a6ec-be4af58ae158 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:58.877067 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-53dc52f1-74b1-4ee6-8f7f-cdede3b9392b req-60e4ef7a-b36b-463f-8a50-8317500a7882 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646384 Oct 19 11:20:58.878253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-83335323-079d-4fce-b70d-597a19f65ae3 req-93c6b81c-9191-4c12-a6ec-be4af58ae158 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Calling delete_port for df7850d4-989d-4401-ab79-1087c8beddb9 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:20:58.996131 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:58.997885 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:59.011311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c040ed2-5471-43b1-bdd2-b9957dd6affa {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:59.019561 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:59.032073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Transition to ACTIVE for port object 8c040ed2-5471-43b1-bdd2-b9957dd6affa will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:20:59.098727 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:59.098943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-83335323-079d-4fce-b70d-597a19f65ae3 req-93c6b81c-9191-4c12-a6ec-be4af58ae158 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:59.132314 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6b81c-9191-4c12-a6ec-be4af58ae158 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Pushing event deleted for resources: {'Port': ['ID=df7850d4-989d-4401-ab79-1087c8beddb9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:59.156720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Pushing event updated for resources: {'Port': ['ID=8c040ed2-5471-43b1-bdd2-b9957dd6affa,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:59.174042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-83335323-079d-4fce-b70d-597a19f65ae3 req-93c6b81c-9191-4c12-a6ec-be4af58ae158 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] No DVR routers for this DVR port df7850d4-989d-4401-ab79-1087c8beddb9 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:20:59.176748 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-83335323-079d-4fce-b70d-597a19f65ae3 req-93c6b81c-9191-4c12-a6ec-be4af58ae158 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:59.181208 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83335323-079d-4fce-b70d-597a19f65ae3 req-93c6b81c-9191-4c12-a6ec-be4af58ae158 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.26 "DELETE /v2.0/ports/df7850d4-989d-4401-ab79-1087c8beddb9 HTTP/1.1" status: 204 len: 173 time: 0.6277015 Oct 19 11:20:59.181785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46e2ee5-e427-484f-9108-ceee63f58100', 'name': 'network-vif-deleted', 'tag': 'df7850d4-989d-4401-ab79-1087c8beddb9'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:59.185439 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3255f7a-0721-4098-83bd-009f9f994fe4" -d '{"events": [{"server_uuid": "a46e2ee5-e427-484f-9108-ceee63f58100", "name": "network-vif-deleted", "tag": "df7850d4-989d-4401-ab79-1087c8beddb9"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:59.211379 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['df7850d4-989d-4401-ab79-1087c8beddb9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:20:59.234897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Attempting to bind port 8c040ed2-5471-43b1-bdd2-b9957dd6affa on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:20:59.235306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Attempting to bind port 8c040ed2-5471-43b1-bdd2-b9957dd6affa by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:20:59.235773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Attempting to bind port 8c040ed2-5471-43b1-bdd2-b9957dd6affa on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:59.241045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Port 8c040ed2-5471-43b1-bdd2-b9957dd6affa on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:20:59.242593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Attempting to bind port 8c040ed2-5471-43b1-bdd2-b9957dd6affa on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:20:59.247294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:20:59.247659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Checking segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:20:59.247987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Bound using segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:20:59.248405 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Bound port: 8c040ed2-5471-43b1-bdd2-b9957dd6affa, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:20:59.248791 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:59.310056 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd1b23c-01b7-406e-8e11-273bce710753 x-openstack-request-id: req-7dd1b23c-01b7-406e-8e11-273bce710753 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:59.310513 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46e2ee5-e427-484f-9108-ceee63f58100", "name": "network-vif-deleted", "tag": "df7850d4-989d-4401-ab79-1087c8beddb9", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:59.311469 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7dd1b23c-01b7-406e-8e11-273bce710753 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:59.312024 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46e2ee5-e427-484f-9108-ceee63f58100', 'name': 'network-vif-deleted', 'tag': 'df7850d4-989d-4401-ab79-1087c8beddb9', 'status': 'completed', 'code': 200} Oct 19 11:20:59.339382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c64e8f-e174-4f73-baf3-a82fecaf3e41 req-3d53da1e-6d1c-4dd4-9827-c978597d16a7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:59.346832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9c64e8f-e174-4f73-baf3-a82fecaf3e41 req-3d53da1e-6d1c-4dd4-9827-c978597d16a7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 943 time: 0.0718369 Oct 19 11:20:59.347501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] For port 8c040ed2-5471-43b1-bdd2-b9957dd6affa, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:20:59.362522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] For port 8c040ed2-5471-43b1-bdd2-b9957dd6affa, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8c040ed2-5471-43b1-bdd2-b9957dd6affa,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:20:59.408497 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9c64e8f-e174-4f73-baf3-a82fecaf3e41 req-6b65ab37-fd13-4143-a3b6-a522114fd9de tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509613 Oct 19 11:20:59.504871 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:59.547013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:59.547013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:59.547013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] 10.222.0.49 "PUT /v2.0/ports/8c040ed2-5471-43b1-bdd2-b9957dd6affa HTTP/1.1" status: 200 len: 1091 time: 1.0259314 Oct 19 11:20:59.547013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d95588-1f99-45c0-b452-7304f56998e8', 'tag': '8c040ed2-5471-43b1-bdd2-b9957dd6affa'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:20:59.547013 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0de11fe-1a9c-438b-9589-6634d54e9b24" -d '{"events": [{"name": "network-changed", "server_uuid": "47d95588-1f99-45c0-b452-7304f56998e8", "tag": "8c040ed2-5471-43b1-bdd2-b9957dd6affa"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:20:59.569686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c0c3c-06bd-4c33-81bd-12bea7574740 service neutron] Pushing event updated for resources: {'Port': ['ID=8c040ed2-5471-43b1-bdd2-b9957dd6affa,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:20:59.594061 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947a484a-c1b5-4820-8845-81772769212a x-openstack-request-id: req-947a484a-c1b5-4820-8845-81772769212a {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:20:59.594428 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d95588-1f99-45c0-b452-7304f56998e8", "tag": "8c040ed2-5471-43b1-bdd2-b9957dd6affa", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:20:59.594623 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-947a484a-c1b5-4820-8845-81772769212a {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:20:59.595028 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d95588-1f99-45c0-b452-7304f56998e8', 'tag': '8c040ed2-5471-43b1-bdd2-b9957dd6affa', 'status': 'completed', 'code': 200} Oct 19 11:20:59.672105 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-7e299be8-3061-42cc-9f2e-ff8bfb0da2c7 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492771 Oct 19 11:20:59.673121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc819feb-f208-44ab-998e-2c3bc39d07a2 req-6b59d726-213c-48e0-8926-b4b2c55d6b8c tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:59.674936 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc819feb-f208-44ab-998e-2c3bc39d07a2 req-6b59d726-213c-48e0-8926-b4b2c55d6b8c tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 943 time: 0.0599031 Oct 19 11:20:59.718182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc819feb-f208-44ab-998e-2c3bc39d07a2 req-b4b6c9d1-96f3-43e7-8a7a-d8a429c03ca0 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365324 Oct 19 11:20:59.721134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 853c4c63-3698-41bf-b764-678c99c5a736 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:20:59.723334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1a198a20-082d-4212-8ca4-4f7daf4f5ceb up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:20:59.733610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de11fe-1a9c-438b-9589-6634d54e9b24 req-32530012-dc10-4167-b7f7-90dc1a5cad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:59.735277 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0de11fe-1a9c-438b-9589-6634d54e9b24 req-32530012-dc10-4167-b7f7-90dc1a5cad33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 1094 time: 0.1002023 Oct 19 11:20:59.883100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 853c4c63-3698-41bf-b764-678c99c5a736, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=853c4c63-3698-41bf-b764-678c99c5a736,segment=NetworkSegment(0602e33c-3073-47db-bde7-82a24fbf9ed9),segment_id=0602e33c-3073-47db-bde7-82a24fbf9ed9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:20:59.890899 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-168e9028-e5c8-4a91-b43c-606f4187b739 req-a9d92df7-f3d9-4a75-b703-484fe3e1a590 tempest-InstanceActionsNegativeTestJSON-232443631 tempest-InstanceActionsNegativeTestJSON-232443631-project] 10.222.0.39 "GET /v2.0/ports?device_id=a46e2ee5-e427-484f-9108-ceee63f58100 HTTP/1.1" status: 200 len: 210 time: 0.0688021 Oct 19 11:20:59.900984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '853c4c63-3698-41bf-b764-678c99c5a736', 'network_id': 'c362100b-eaae-477e-82c9-e3d140c2f26e', 'port_id': '853c4c63-3698-41bf-b764-678c99c5a736', 'mac_address': 'fa:16:3e:b9:5b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4ab96e-52e9-479c-8329-24453227f2a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:20:59.945304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-87f37883-2d10-400d-9361-b97f7ea18d10 req-48ea7599-6130-4113-84bd-26840091e5e8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 210 time: 0.0355272 Oct 19 11:20:59.952987 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:59.969228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:20:59.973380 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853c4c63-3698-41bf-b764-678c99c5a736 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:20:59.978983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:20:59.979382 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:20:59.991916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-64e29a0c-b4a7-46d9-bf0b-b1b3260871ed tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:20:59.993408 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-64e29a0c-b4a7-46d9-bf0b-b1b3260871ed tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3152757 Oct 19 11:21:00.019019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Request body: {'port': {'device_id': 'bdbdee73-2569-4bd1-be9a-40b90791fdab', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'bfb9bc13032940e19a483303a5c91dcb'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:00.026180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 853c4c63-3698-41bf-b764-678c99c5a736, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=853c4c63-3698-41bf-b764-678c99c5a736,segment=NetworkSegment(0602e33c-3073-47db-bde7-82a24fbf9ed9),segment_id=0602e33c-3073-47db-bde7-82a24fbf9ed9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:00.051417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-c76e1908-83f7-4ce1-8b09-5e214f864cea tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312910 Oct 19 11:21:00.085967 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:00.094480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de11fe-1a9c-438b-9589-6634d54e9b24 req-89e54a13-b167-4cc4-b8b1-46cb595ee38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:00.095942 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0de11fe-1a9c-438b-9589-6634d54e9b24 req-89e54a13-b167-4cc4-b8b1-46cb595ee38c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5040f71e465a4967b0c25206be6eaadf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3526065 Oct 19 11:21:00.098199 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:00.134392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:00.136841 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017cf35a-693a-4b5c-98d5-098d324b62a9" -d '{"events": [{"server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "name": "network-vif-plugged", "status": "completed", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:00.173463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17d1c1-2fe0-4c2b-aeac-277ce64af7d0 req-5ae05d34-ee73-41d3-a1d8-8845bc2b8787 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:00.180988 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed17d1c1-2fe0-4c2b-aeac-277ce64af7d0 req-5ae05d34-ee73-41d3-a1d8-8845bc2b8787 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 944 time: 0.2050741 Oct 19 11:21:00.207114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-bcfc7a24-b2c4-4aaf-aba4-e8534f4f5ae6 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:00.207709 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5ae136-03f2-4e31-87e2-97e2a1345252 x-openstack-request-id: req-8d5ae136-03f2-4e31-87e2-97e2a1345252 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:00.208007 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "name": "network-vif-plugged", "status": "completed", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:00.208646 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d5ae136-03f2-4e31-87e2-97e2a1345252 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:00.209039 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'code': 200} Oct 19 11:21:00.209587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=853c4c63-3698-41bf-b764-678c99c5a736,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:00.211094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-bcfc7a24-b2c4-4aaf-aba4-e8534f4f5ae6 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406415 Oct 19 11:21:00.222285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,segment=NetworkSegment(ca91b852-6d27-449b-854f-a6f1feb17e79),segment_id=ca91b852-6d27-449b-854f-a6f1feb17e79)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:00.229014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Request body: {'port': {'device_id': '3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'bfb9bc13032940e19a483303a5c91dcb'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:00.287191 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:00.297791 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed17d1c1-2fe0-4c2b-aeac-277ce64af7d0 req-2987706e-041e-46ea-b8c8-6858da8acbb5 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158681 Oct 19 11:21:00.342834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de11fe-1a9c-438b-9589-6634d54e9b24 req-477db546-f8ac-4388-a8e2-dbef3d1c841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:00.344594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0de11fe-1a9c-438b-9589-6634d54e9b24 req-477db546-f8ac-4388-a8e2-dbef3d1c841c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2145896 Oct 19 11:21:00.363819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b592a6-9327-400b-8a04-c70e5b499108 req-4c080e3c-9b07-4070-9080-52511fbc693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:00.365680 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6b592a6-9327-400b-8a04-c70e5b499108 req-4c080e3c-9b07-4070-9080-52511fbc693c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 1096 time: 0.0669386 Oct 19 11:21:00.366987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:00.409251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Made reservation on behalf of bfb9bc13032940e19a483303a5c91dcb for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:00.414991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:00.468492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Made reservation on behalf of bfb9bc13032940e19a483303a5c91dcb for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:00.475038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:00.485617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6b592a6-9327-400b-8a04-c70e5b499108 req-4c5a09ed-c401-461a-a9c2-346a65359fda service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080263 Oct 19 11:21:00.486131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['853c4c63-3698-41bf-b764-678c99c5a736'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:00.573456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-0dd4a33d-6d03-4f7b-8af8-68821d104e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:00.575242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-0dd4a33d-6d03-4f7b-8af8-68821d104e61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 1094 time: 0.1556432 Oct 19 11:21:00.635838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Allocated IP 192.168.233.181 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/5b737595-5e6f-40ca-ab92-61231a59ca9d) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:00.636181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-24f7cb24-e3f8-4111-b7bb-419d9dfe2899 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c040ed2-5471-43b1-bdd2-b9957dd6affa HTTP/1.1" status: 200 len: 217 time: 0.0408590 Oct 19 11:21:00.683724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7c197-e154-49c2-8769-d50d3c732c11 req-434c55fc-b22c-4d42-baaa-b7e2d99c3a2f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:00.685189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ee7c197-e154-49c2-8769-d50d3c732c11 req-434c55fc-b22c-4d42-baaa-b7e2d99c3a2f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 943 time: 0.1830940 Oct 19 11:21:00.693093 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:00.715307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-fccd7496-0830-4875-b9f5-764be81f32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:00.720008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-fccd7496-0830-4875-b9f5-764be81f32ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 200 len: 852 time: 0.0722997 Oct 19 11:21:00.758520 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-ef255a3e-bc05-47bb-baab-6f1b718999d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328500 Oct 19 11:21:00.761956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ee7c197-e154-49c2-8769-d50d3c732c11 req-9354f103-25a0-4d5b-9f96-494bf5a51050 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674765 Oct 19 11:21:00.805065 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:00.883561 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-bb8e84e0-39b2-41a3-b628-be3de3a4e4ae service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144657 Oct 19 11:21:00.905342 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:00.907323 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37a65b-4462-4ded-977a-72eb6858e290 req-30e4d4d8-5fbb-4f82-8782-5bd22a1b30f4 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:00.909156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b37a65b-4462-4ded-977a-72eb6858e290 req-30e4d4d8-5fbb-4f82-8782-5bd22a1b30f4 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 944 time: 0.0747409 Oct 19 11:21:00.919009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696', '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:00.961210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:00.961210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57270) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:00.961210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:00.968998 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:01.022369 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event updated for resources: {'Port': ['ID=5b737595-5e6f-40ca-ab92-61231a59ca9d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:01.063813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Allocated IP 192.168.233.130 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/a41b50ca-2ba9-46a3-91d7-211a5787ecc2) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:01.068244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b37a65b-4462-4ded-977a-72eb6858e290 req-e90cd800-810e-4128-a816-c1f92ea60ce6 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453652 Oct 19 11:21:01.098113 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b9e551-7ee6-4a7d-a5cc-34ac5d90ee2d req-48fed96f-6367-460f-bf87-1ec429b118f1 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065151 Oct 19 11:21:01.141333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:01.142174 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.149508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-2689f4db-806d-4357-99f9-45724e470c89 admin admin] Deleting subnet 92fa3b6e-f8d5-4916-a357-961b55b9526c {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:21:01.156944 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2689f4db-806d-4357-99f9-45724e470c89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.213768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bcfa0-200f-4880-86a8-cae6f1ac306a req-2dd0db40-2f89-4afc-b87f-2395a415ac4b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:01.215254 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-693bcfa0-200f-4880-86a8-cae6f1ac306a req-2dd0db40-2f89-4afc-b87f-2395a415ac4b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 936 time: 0.1551025 Oct 19 11:21:01.223831 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2689f4db-806d-4357-99f9-45724e470c89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.286793 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.289637 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-693bcfa0-200f-4880-86a8-cae6f1ac306a req-2682779e-e6c8-40ec-bb45-9303dab45971 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636766 Oct 19 11:21:01.296122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b89ff3bd-5fc2-46af-ac93-b371b35606dd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0713437 Oct 19 11:21:01.300738 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2689f4db-806d-4357-99f9-45724e470c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.332565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Request body: {'port': {'device_id': '3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:01.342434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-60f504d2-dccf-4ea0-9175-4ec5ee9ddb73 None None] Provisioning complete for port 5b737595-5e6f-40ca-ab92-61231a59ca9d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:01.342434 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60f504d2-dccf-4ea0-9175-4ec5ee9ddb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.391498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-60f504d2-dccf-4ea0-9175-4ec5ee9ddb73 None None] Port 5b737595-5e6f-40ca-ab92-61231a59ca9d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:21:01.407849 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.410975 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.439206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:01.448612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:01.461834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:01.469551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:01.478423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6f751-9ecf-45ac-a6da-c4a8c07a9e4a req-df6b1f56-8ed2-4fd2-a9a6-69eace7b9dfa tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:01.479923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23f6f751-9ecf-45ac-a6da-c4a8c07a9e4a req-df6b1f56-8ed2-4fd2-a9a6-69eace7b9dfa tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.1094162 Oct 19 11:21:01.480570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event updated for resources: {'Port': ['ID=a41b50ca-2ba9-46a3-91d7-211a5787ecc2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:01.483484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:01.525263 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696', '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:01.533983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2689f4db-806d-4357-99f9-45724e470c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.585548 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689f4db-806d-4357-99f9-45724e470c89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92fa3b6e-f8d5-4916-a357-961b55b9526c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:01.587631 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2689f4db-806d-4357-99f9-45724e470c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.587911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23f6f751-9ecf-45ac-a6da-c4a8c07a9e4a req-d61bee22-766b-4838-9e08-70252e068fd2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579016 Oct 19 11:21:01.605488 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2689f4db-806d-4357-99f9-45724e470c89 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/92fa3b6e-f8d5-4916-a357-961b55b9526c HTTP/1.1" status: 204 len: 168 time: 0.6475534 Oct 19 11:21:01.612152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57278) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:01.648078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:01.649111 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.735641 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0da82134-64a5-46d1-b0eb-d68d59c86bd8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7270761 Oct 19 11:21:01.756594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Request body: {'port': {'device_id': 'bdbdee73-2569-4bd1-be9a-40b90791fdab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:01.756796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 853c4c63-3698-41bf-b764-678c99c5a736 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:01.802864 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.915090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bb5f52b7-2192-4ddd-9826-8a63e2085193 None None] Provisioning complete for port a41b50ca-2ba9-46a3-91d7-211a5787ecc2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:01.915488 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb5f52b7-2192-4ddd-9826-8a63e2085193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:01.996063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f52b7-2192-4ddd-9826-8a63e2085193 None None] Port a41b50ca-2ba9-46a3-91d7-211a5787ecc2 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:21:02.031090 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.078225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c322c4ec-d4f7-4224-9cf9-d4436cdae227']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:02.082963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b737595-5e6f-40ca-ab92-61231a59ca9d {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:02.089147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 853c4c63-3698-41bf-b764-678c99c5a736 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:02.103050 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.110413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037b6694-26ad-49a5-a27a-806916d638f7') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:02.110718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037b6694-26ad-49a5-a27a-806916d638f7') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:02.116335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 853c4c63-3698-41bf-b764-678c99c5a736 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:02.116983 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.133691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.140014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8595d-8caa-47dd-8364-993f31fc5bb9 req-65badd77-8523-4aae-9069-fbe99ccc299b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:02.141665 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9a8595d-8caa-47dd-8364-993f31fc5bb9 req-65badd77-8523-4aae-9069-fbe99ccc299b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 943 time: 0.2389324 Oct 19 11:21:02.146456 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.159683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Transition to ACTIVE for port object 5b737595-5e6f-40ca-ab92-61231a59ca9d will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:21:02.184922 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.200960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:21:02.201366 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:21:02.203084 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:21:02.216567 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9a8595d-8caa-47dd-8364-993f31fc5bb9 req-89507779-5be7-418b-a5d5-8411c4d5f099 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654891 Oct 19 11:21:02.245913 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.261682 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.286276 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534f31d-4dda-4de1-8dec-d509640bcce5 req-7bf72567-f3bf-40ff-93cd-90ad8853aa5b tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:02.287745 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0534f31d-4dda-4de1-8dec-d509640bcce5 req-7bf72567-f3bf-40ff-93cd-90ad8853aa5b tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 944 time: 0.1146388 Oct 19 11:21:02.291771 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 853c4c63-3698-41bf-b764-678c99c5a736, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=853c4c63-3698-41bf-b764-678c99c5a736,segment=NetworkSegment(0602e33c-3073-47db-bde7-82a24fbf9ed9),segment_id=0602e33c-3073-47db-bde7-82a24fbf9ed9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:02.292858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718320df-7b8f-4707-b8d9-2dad863bd812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853c4c63-3698-41bf-b764-678c99c5a736'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:02.298921 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623a9271-1ced-45a1-acaf-29b3b00b8355" -d '{"events": [{"server_uuid": "718320df-7b8f-4707-b8d9-2dad863bd812", "name": "network-vif-plugged", "status": "completed", "tag": "853c4c63-3698-41bf-b764-678c99c5a736"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:02.325579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b737595-5e6f-40ca-ab92-61231a59ca9d,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:02.363274 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072e4ba3-36f0-47c5-b92b-d805d9acdc76 x-openstack-request-id: req-072e4ba3-36f0-47c5-b92b-d805d9acdc76 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:02.367834 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718320df-7b8f-4707-b8d9-2dad863bd812", "name": "network-vif-plugged", "status": "completed", "tag": "853c4c63-3698-41bf-b764-678c99c5a736", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:02.367834 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-072e4ba3-36f0-47c5-b92b-d805d9acdc76 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:02.367834 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718320df-7b8f-4707-b8d9-2dad863bd812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853c4c63-3698-41bf-b764-678c99c5a736', 'code': 200} Oct 19 11:21:02.376576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.378757 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.380639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device df7850d4-989d-4401-ab79-1087c8beddb9 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:21:02.382784 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.387120 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0534f31d-4dda-4de1-8dec-d509640bcce5 req-03753646-3b52-43bf-a9f5-cf24279c3a20 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870056 Oct 19 11:21:02.388031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] 10.222.0.39 "DELETE /v2.0/networks/c322c4ec-d4f7-4224-9cf9-d4436cdae227 HTTP/1.1" status: 204 len: 168 time: 0.7754152 Oct 19 11:21:02.449366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: df7850d4-989d-4401-ab79-1087c8beddb9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:21:02.449739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device df7850d4-989d-4401-ab79-1087c8beddb9 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:21:02.465647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28afa1-ea13-4cf1-8a4a-cb91b500da7b admin admin] Pushing event deleted for resources: {'Network': ['ID=c322c4ec-d4f7-4224-9cf9-d4436cdae227,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:02.506415 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=853c4c63-3698-41bf-b764-678c99c5a736,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:02.516492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Attempting to bind port 5b737595-5e6f-40ca-ab92-61231a59ca9d on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:21:02.517825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Attempting to bind port 5b737595-5e6f-40ca-ab92-61231a59ca9d by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:21:02.517825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Attempting to bind port 5b737595-5e6f-40ca-ab92-61231a59ca9d on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:02.523059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Port 5b737595-5e6f-40ca-ab92-61231a59ca9d on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:21:02.523395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Attempting to bind port 5b737595-5e6f-40ca-ab92-61231a59ca9d on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:02.541404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:21:02.541754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:02.542146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:21:02.542591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Bound port: 5b737595-5e6f-40ca-ab92-61231a59ca9d, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:21:02.542981 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.560091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a24bd-8001-4d0e-af8c-91b316a3fce9 req-bff3426f-5520-49c5-93d6-60524e85a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:02.561631 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-109a24bd-8001-4d0e-af8c-91b316a3fce9 req-bff3426f-5520-49c5-93d6-60524e85a1eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 1096 time: 0.1042635 Oct 19 11:21:02.570631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41b50ca-2ba9-46a3-91d7-211a5787ecc2 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:02.585270 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.613479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Transition to ACTIVE for port object a41b50ca-2ba9-46a3-91d7-211a5787ecc2 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:21:02.627607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-109a24bd-8001-4d0e-af8c-91b316a3fce9 req-19e81b70-6a2e-444f-9062-b92dc1a5d0b0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518308 Oct 19 11:21:02.635325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e8139-4f42-4d83-a2f8-c49c4d180c16 req-9b590778-6889-4400-acba-0a4349d8b296 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:02.644809 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-759e8139-4f42-4d83-a2f8-c49c4d180c16 req-9b590778-6889-4400-acba-0a4349d8b296 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 948 time: 0.1181278 Oct 19 11:21:02.690280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] For port 5b737595-5e6f-40ca-ab92-61231a59ca9d, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:21:02.691610 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.694407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] For port 5b737595-5e6f-40ca-ab92-61231a59ca9d, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5b737595-5e6f-40ca-ab92-61231a59ca9d,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:21:02.709239 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-759e8139-4f42-4d83-a2f8-c49c4d180c16 req-28cc99ac-0a40-4457-afe1-408d3f5be871 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606267 Oct 19 11:21:02.760289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40771a3-0f80-4c9b-ac9a-804faf833968 req-ef5115f6-1e08-4f39-8e0a-b8f58e219524 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:02.761882 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d40771a3-0f80-4c9b-ac9a-804faf833968 req-ef5115f6-1e08-4f39-8e0a-b8f58e219524 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0985565 Oct 19 11:21:02.764238 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Pushing event updated for resources: {'Port': ['ID=a41b50ca-2ba9-46a3-91d7-211a5787ecc2,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:02.776030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.814735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:02.815289 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.816760 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] 10.222.0.26 "PUT /v2.0/ports/5b737595-5e6f-40ca-ab92-61231a59ca9d HTTP/1.1" status: 200 len: 1096 time: 1.4901116 Oct 19 11:21:02.817218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083', 'tag': '5b737595-5e6f-40ca-ab92-61231a59ca9d'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:02.819549 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031ef145-7e4d-4ab4-9e03-da8267b9ece1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083", "tag": "5b737595-5e6f-40ca-ab92-61231a59ca9d"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:02.855138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267339e8-ab78-4510-b7b4-4fbd28f490b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b737595-5e6f-40ca-ab92-61231a59ca9d,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:02.860964 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d40771a3-0f80-4c9b-ac9a-804faf833968 req-0940ce98-3ca9-41ba-96c2-77a1f153b132 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893025 Oct 19 11:21:02.881754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Attempting to bind port a41b50ca-2ba9-46a3-91d7-211a5787ecc2 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:21:02.882144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Attempting to bind port a41b50ca-2ba9-46a3-91d7-211a5787ecc2 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:21:02.882478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Attempting to bind port a41b50ca-2ba9-46a3-91d7-211a5787ecc2 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:02.894543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Port a41b50ca-2ba9-46a3-91d7-211a5787ecc2 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:21:02.894543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Attempting to bind port a41b50ca-2ba9-46a3-91d7-211a5787ecc2 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:02.894543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:21:02.894543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:02.894869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:21:02.895279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Bound port: a41b50ca-2ba9-46a3-91d7-211a5787ecc2, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:21:02.895788 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:02.920684 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c1a89b-c7c9-46bc-b9b1-15b8d3e94e75 x-openstack-request-id: req-10c1a89b-c7c9-46bc-b9b1-15b8d3e94e75 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:02.921576 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083", "tag": "5b737595-5e6f-40ca-ab92-61231a59ca9d", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:02.922035 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10c1a89b-c7c9-46bc-b9b1-15b8d3e94e75 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:02.922536 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083', 'tag': '5b737595-5e6f-40ca-ab92-61231a59ca9d', 'status': 'completed', 'code': 200} Oct 19 11:21:02.923063 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57304) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:02.984064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] For port a41b50ca-2ba9-46a3-91d7-211a5787ecc2, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:21:02.988582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] For port a41b50ca-2ba9-46a3-91d7-211a5787ecc2, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a41b50ca-2ba9-46a3-91d7-211a5787ecc2,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:21:03.053822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ef145-7e4d-4ab4-9e03-da8267b9ece1 req-5aff0826-014f-4127-9922-daedcfe99379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.055348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-031ef145-7e4d-4ab4-9e03-da8267b9ece1 req-5aff0826-014f-4127-9922-daedcfe99379 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 1099 time: 0.1095588 Oct 19 11:21:03.060224 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1e4195c0-132f-4a62-ad71-2398ddc5d0c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ad796026e2f40bb9d2402521303586f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336231 Oct 19 11:21:03.060470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57308) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:03.064771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:03.108198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-031ef145-7e4d-4ab4-9e03-da8267b9ece1 req-6729ef2e-95c4-430a-9c31-473fa7ad27b1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400972 Oct 19 11:21:03.109189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.109856 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:03.111198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] 10.222.0.49 "PUT /v2.0/ports/a41b50ca-2ba9-46a3-91d7-211a5787ecc2 HTTP/1.1" status: 200 len: 1096 time: 1.3663039 Oct 19 11:21:03.111649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbdee73-2569-4bd1-be9a-40b90791fdab', 'tag': 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:03.113962 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e76704-6bdd-4b1d-a245-0e1746ef3a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbdee73-2569-4bd1-be9a-40b90791fdab", "tag": "a41b50ca-2ba9-46a3-91d7-211a5787ecc2"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:03.136246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715f6be-94a8-4c8e-8fea-eacfc9760812 service neutron] Pushing event updated for resources: {'Port': ['ID=a41b50ca-2ba9-46a3-91d7-211a5787ecc2,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:03.170305 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ab2464-8355-47ed-9e48-4539dd3f66bd x-openstack-request-id: req-d9ab2464-8355-47ed-9e48-4539dd3f66bd {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:03.170606 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbdee73-2569-4bd1-be9a-40b90791fdab", "tag": "a41b50ca-2ba9-46a3-91d7-211a5787ecc2", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:03.170983 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9ab2464-8355-47ed-9e48-4539dd3f66bd {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:03.171738 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbdee73-2569-4bd1-be9a-40b90791fdab', 'tag': 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2', 'status': 'completed', 'code': 200} Oct 19 11:21:03.228586 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37076944-0f06-4797-bf7d-41ee10f11f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:03.260298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76704-6bdd-4b1d-a245-0e1746ef3a8a req-4ce2aaa9-4584-4a14-b378-fcba7220f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.265259 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c2e76704-6bdd-4b1d-a245-0e1746ef3a8a req-4ce2aaa9-4584-4a14-b378-fcba7220f3b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=bdbdee73-2569-4bd1-be9a-40b90791fdab HTTP/1.1" status: 200 len: 1099 time: 0.0694082 Oct 19 11:21:03.268311 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37076944-0f06-4797-bf7d-41ee10f11f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:03.303767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ef145-7e4d-4ab4-9e03-da8267b9ece1 req-8d42ee3a-face-4e41-a836-56ec205b82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.305323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-031ef145-7e4d-4ab4-9e03-da8267b9ece1 req-8d42ee3a-face-4e41-a836-56ec205b82b5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1879861 Oct 19 11:21:03.320134 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c2e76704-6bdd-4b1d-a245-0e1746ef3a8a req-30bb011a-3873-450f-937a-b71af3d32213 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445988 Oct 19 11:21:03.405035 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:21:03.462138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568ac28-21f4-47e4-9566-c59ef48bc641 req-cd47fa86-d44c-41d0-a08c-99ecb2dee5e1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.470489 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d568ac28-21f4-47e4-9566-c59ef48bc641 req-cd47fa86-d44c-41d0-a08c-99ecb2dee5e1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 943 time: 0.1447763 Oct 19 11:21:03.483115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-e76b5fbf-9996-4733-8f29-08956e9fc16c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921011 Oct 19 11:21:03.550152 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37076944-0f06-4797-bf7d-41ee10f11f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:03.550827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327508e-4225-4c1e-a4e1-bbda0beb0064 req-c4426d49-26b8-4912-b1b1-ca5e4739cda1 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.557340 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e327508e-4225-4c1e-a4e1-bbda0beb0064 req-c4426d49-26b8-4912-b1b1-ca5e4739cda1 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.1529999 Oct 19 11:21:03.557513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37076944-0f06-4797-bf7d-41ee10f11f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:03.557513 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-37076944-0f06-4797-bf7d-41ee10f11f50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b641ecf0-180d-4620-890b-0f0dafb479d1 HTTP/1.1" status: 204 len: 168 time: 0.4928801 Oct 19 11:21:03.586495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b9e80f3f-e7cb-49af-bdf7-4b160850d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.588137 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b9e80f3f-e7cb-49af-bdf7-4b160850d0f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 1099 time: 0.1875372 Oct 19 11:21:03.604643 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d568ac28-21f4-47e4-9566-c59ef48bc641 req-6f2fac9e-be28-4fa0-acc5-733ed16b9bf1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326184 Oct 19 11:21:03.626804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37076944-0f06-4797-bf7d-41ee10f11f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b641ecf0-180d-4620-890b-0f0dafb479d1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:03.648287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8c040ed2-5471-43b1-bdd2-b9957dd6affa details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:03.655239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89180290-0906-4ce0-bf19-e04fe20b78c6 req-cd98570f-b3b8-41b2-92b9-5cff1cbb42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.656828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89180290-0906-4ce0-bf19-e04fe20b78c6 req-cd98570f-b3b8-41b2-92b9-5cff1cbb42d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 1096 time: 0.1728265 Oct 19 11:21:03.666153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-175ba63d-957e-4658-8f59-2780d7002705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.667815 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-175ba63d-957e-4658-8f59-2780d7002705 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 1096 time: 0.1609223 Oct 19 11:21:03.725785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76704-6bdd-4b1d-a245-0e1746ef3a8a req-bee1e7a5-16e1-4755-87d7-28c47776e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.729493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c2e76704-6bdd-4b1d-a245-0e1746ef3a8a req-bee1e7a5-16e1-4755-87d7-28c47776e22b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3982818 Oct 19 11:21:03.731591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-137c145a-2cc2-4bb6-ae87-d3a69a21bdd7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=5b737595-5e6f-40ca-ab92-61231a59ca9d HTTP/1.1" status: 200 len: 217 time: 0.1319232 Oct 19 11:21:03.775199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e327508e-4225-4c1e-a4e1-bbda0beb0064 req-43d17842-c2b0-42ce-8aa9-8fcd44ca7168 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127497 Oct 19 11:21:03.855860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-74ec4fda-5257-41af-9ac2-0f77ae9af965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.858122 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-74ec4fda-5257-41af-9ac2-0f77ae9af965 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1173494 Oct 19 11:21:03.873583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8c040ed2-5471-43b1-bdd2-b9957dd6affa, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8c040ed2-5471-43b1-bdd2-b9957dd6affa,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:03.887735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '8c040ed2-5471-43b1-bdd2-b9957dd6affa', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'port_id': '8c040ed2-5471-43b1-bdd2-b9957dd6affa', 'mac_address': 'fa:16:3e:a6:ea:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc2b4a-49a5-43d6-9664-521501fcd66c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:03.927613 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db582206-252f-4e0c-ab3d-382b55e68cd1 req-c55c08f0-b5a8-469a-8d9d-828faf1bb259 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.935680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-bb65bb8c-a1b5-4e1a-a435-0e5c33a3e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.937240 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-bb65bb8c-a1b5-4e1a-a435-0e5c33a3e304 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=bdbdee73-2569-4bd1-be9a-40b90791fdab HTTP/1.1" status: 200 len: 1099 time: 0.1531267 Oct 19 11:21:03.939181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db582206-252f-4e0c-ab3d-382b55e68cd1 req-c55c08f0-b5a8-469a-8d9d-828faf1bb259 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 945 time: 0.2462573 Oct 19 11:21:03.953482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89180290-0906-4ce0-bf19-e04fe20b78c6 req-a5672214-4540-412c-bf69-d64792b99631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.955477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89180290-0906-4ce0-bf19-e04fe20b78c6 req-a5672214-4540-412c-bf69-d64792b99631 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d75f476-d975-4cf8-b896-3e48c58accf7 HTTP/1.1" status: 200 len: 921 time: 0.2807896 Oct 19 11:21:03.963947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-bdf3db9b-5c0e-4f06-84be-7d3c7b70b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.967521 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-bdf3db9b-5c0e-4f06-84be-7d3c7b70b9db service neutron] 10.222.0.26 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 918 time: 0.2482064 Oct 19 11:21:03.980577 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:03.995664 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a62edc-51bd-4126-9fed-789ebefe2648 req-21c5e906-c614-42d0-a203-4aa8aa955aef tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:03.997765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97a62edc-51bd-4126-9fed-789ebefe2648 req-21c5e906-c614-42d0-a203-4aa8aa955aef tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 948 time: 0.1467333 Oct 19 11:21:04.000106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-b5570541-fba5-46a0-85c9-649c3278396d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=a41b50ca-2ba9-46a3-91d7-211a5787ecc2 HTTP/1.1" status: 200 len: 217 time: 0.0546808 Oct 19 11:21:04.005896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c040ed2-5471-43b1-bdd2-b9957dd6affa {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:04.006093 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-c824b157-a4dd-4c8a-bf8c-29dbe84eb363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:04.007499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-c824b157-a4dd-4c8a-bf8c-29dbe84eb363 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216581 Oct 19 11:21:04.025613 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89180290-0906-4ce0-bf19-e04fe20b78c6 req-febb0df0-83c0-42a4-a638-655739057c2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 217 time: 0.0566280 Oct 19 11:21:04.034366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8c040ed2-5471-43b1-bdd2-b9957dd6affa, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8c040ed2-5471-43b1-bdd2-b9957dd6affa,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:04.116436 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:04.180049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8c040ed2-5471-43b1-bdd2-b9957dd6affa,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:04.187420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97a62edc-51bd-4126-9fed-789ebefe2648 req-f3ad7db8-6ed2-426c-b811-7c281d75ae1b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684527 Oct 19 11:21:04.191704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-7b1c78cb-3e20-44f0-aa90-274a63001b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:04.193087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-7b1c78cb-3e20-44f0-aa90-274a63001b9a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1846495 Oct 19 11:21:04.197635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-7c79a364-3f95-4481-96ed-47eddd126ead service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798928 Oct 19 11:21:04.330833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-cf7516f4-af47-40c0-968d-e36ab1fe5a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:04.332628 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-cf7516f4-af47-40c0-968d-e36ab1fe5a6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172540 Oct 19 11:21:04.370107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-ff4dc36b-da06-41db-8673-9ee516a3f4e1 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564102 Oct 19 11:21:04.375641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['8c040ed2-5471-43b1-bdd2-b9957dd6affa'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:04.388757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db582206-252f-4e0c-ab3d-382b55e68cd1 req-9014cb6c-9c09-4a9b-96d4-fb7c5be915bc tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484222 Oct 19 11:21:04.427009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-9deac842-1a8e-4730-b0aa-d75fbeb17086 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3 HTTP/1.1" status: 200 len: 1001 time: 0.4478827 Oct 19 11:21:04.428514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89180290-0906-4ce0-bf19-e04fe20b78c6 req-d99888e7-01d3-4994-86bc-a308a7042a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:04.429878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89180290-0906-4ce0-bf19-e04fe20b78c6 req-d99888e7-01d3-4994-86bc-a308a7042a17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=880dc792-b3ab-46fa-b8c0-9deab8d763b4 HTTP/1.1" status: 200 len: 860 time: 0.0784087 Oct 19 11:21:04.490656 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-0ac267df-dd1b-4679-8bcb-5ad4b5e8590b service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438155 Oct 19 11:21:04.505504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89180290-0906-4ce0-bf19-e04fe20b78c6 req-2954d049-2a62-4c99-92d6-c5190669add6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d75f476-d975-4cf8-b896-3e48c58accf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462463 Oct 19 11:21:04.548797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-e2cd4874-ecf6-47d2-a90f-ae8191375b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:04.550261 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-e2cd4874-ecf6-47d2-a90f-ae8191375b5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.1085458 Oct 19 11:21:04.604742 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fa5d442-d65e-43b4-a284-4bbc978d04d8 req-5e38cc93-8595-49d3-a73f-e68121cc7c6c service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979269 Oct 19 11:21:04.662312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-f0a9380b-2f2a-44a4-818f-271815b2cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:04.663873 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-f0a9380b-2f2a-44a4-818f-271815b2cf6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036441 Oct 19 11:21:04.665877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89180290-0906-4ce0-bf19-e04fe20b78c6 req-af97260a-97f0-4c08-8538-301d07c79519 service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454356 Oct 19 11:21:04.840768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f18d1-192c-4864-a220-89bb07e6e78d req-32d86732-0f3c-4bac-9ce5-eee76e804ee9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:04.842300 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba6f18d1-192c-4864-a220-89bb07e6e78d req-32d86732-0f3c-4bac-9ce5-eee76e804ee9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 944 time: 0.1677966 Oct 19 11:21:04.891794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-a7625717-1224-4baf-ab72-305b6f949f6e service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057807 Oct 19 11:21:04.893299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57350) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:04.895898 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89180290-0906-4ce0-bf19-e04fe20b78c6 req-bd58126f-e0a3-48c9-920a-5d297c4ab2bc service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116332 Oct 19 11:21:04.918233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba6f18d1-192c-4864-a220-89bb07e6e78d req-fabb03a9-a7f2-4ecb-99ef-4e3284092c3c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635188 Oct 19 11:21:04.941552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965b475-41f8-4434-84fc-e7561d514e5e req-64bfaa49-7d78-4e3e-8c6c-88128defad12 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:04.942607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8965b475-41f8-4434-84fc-e7561d514e5e req-64bfaa49-7d78-4e3e-8c6c-88128defad12 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0758369 Oct 19 11:21:04.978912 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8965b475-41f8-4434-84fc-e7561d514e5e req-8e9d1d13-3d0c-4764-b8f6-693bb48f4fbf tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353503 Oct 19 11:21:05.016505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-415c0e6c-6859-4ea1-9e9f-8fc7a485da19 req-90816cf2-90da-4323-9858-c31e5fd04746 service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018815 Oct 19 11:21:05.020233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-811466735-network', 'tenant_id': 'cd772ac008274e3ca8833fc545290852'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:05.108394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Made reservation on behalf of cd772ac008274e3ca8833fc545290852 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:05.110700 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:05.123039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:05.192814 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:05.269965 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:05.295013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:21:05.304842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbb4ede-4752-4a95-9faa-23e50e07360c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:05.313583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07131fb-c80b-44ed-aab3-691fd92bbb7b req-5efa93a2-f4e2-4130-b1b3-003461a2ed52 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:05.314005 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:05.314998 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Added segment ec59ff24-805d-4b95-b928-7cb9cf8d7fa0 of type vlan for network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 Oct 19 11:21:05.315436 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a07131fb-c80b-44ed-aab3-691fd92bbb7b req-5efa93a2-f4e2-4130-b1b3-003461a2ed52 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 948 time: 0.0579810 Oct 19 11:21:05.357181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a07131fb-c80b-44ed-aab3-691fd92bbb7b req-cd07fcec-ebbb-4740-9c6f-485e11938424 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357189 Oct 19 11:21:05.368807 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:05.458407 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:05.462251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:05.462251 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:05.539088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5de05-9c29-46d2-aa33-66a84ea86644 req-17184a76-9393-4563-8d1c-6f47907adc4f tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:05.540707 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-99e5de05-9c29-46d2-aa33-66a84ea86644 req-17184a76-9393-4563-8d1c-6f47907adc4f tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 945 time: 0.0621932 Oct 19 11:21:05.542015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] Pushing event updated for resources: {'Network': ['ID=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:05.547245 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-600b9666-0771-4c9f-9f7b-cb5e47800398 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6528938 Oct 19 11:21:05.554467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:21:05.556228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57368) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:05.563005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] Request body: {'subnet': {'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-811466735-subnet', 'tenant_id': 'cd772ac008274e3ca8833fc545290852', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:05.593389 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-99e5de05-9c29-46d2-aa33-66a84ea86644 req-be92b79d-cc82-4de8-a6ec-213ad4d7045c tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Oct 19 11:21:05.640151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8c040ed2-5471-43b1-bdd2-b9957dd6affa up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:05.693033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] Made reservation on behalf of cd772ac008274e3ca8833fc545290852 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:05.696152 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:05.765905 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 8c040ed2-5471-43b1-bdd2-b9957dd6affa completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:05.765905 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 8c040ed2-5471-43b1-bdd2-b9957dd6affa triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:05.766061 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:05.851757 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:05.874897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d95588-1f99-45c0-b452-7304f56998e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c040ed2-5471-43b1-bdd2-b9957dd6affa'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:05.877174 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1faa17-62f5-4627-adb9-c5ce9df189c8" -d '{"events": [{"server_uuid": "47d95588-1f99-45c0-b452-7304f56998e8", "name": "network-vif-plugged", "status": "completed", "tag": "8c040ed2-5471-43b1-bdd2-b9957dd6affa"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:05.890747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8c040ed2-5471-43b1-bdd2-b9957dd6affa, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8c040ed2-5471-43b1-bdd2-b9957dd6affa,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:05.913378 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ab0734-bba4-4018-ad9a-f99adef8695f x-openstack-request-id: req-10ab0734-bba4-4018-ad9a-f99adef8695f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:05.913693 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d95588-1f99-45c0-b452-7304f56998e8", "name": "network-vif-plugged", "status": "completed", "tag": "8c040ed2-5471-43b1-bdd2-b9957dd6affa", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:05.913947 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10ab0734-bba4-4018-ad9a-f99adef8695f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:05.914333 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d95588-1f99-45c0-b452-7304f56998e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c040ed2-5471-43b1-bdd2-b9957dd6affa', 'code': 200} Oct 19 11:21:05.990083 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:06.010789 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:06.043919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8c040ed2-5471-43b1-bdd2-b9957dd6affa,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:06.045260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7f5b5-a9ac-4692-be5f-aa9a28b189c9 req-04552156-87fd-461d-a741-8e8927572266 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:06.047065 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3db7f5b5-a9ac-4692-be5f-aa9a28b189c9 req-04552156-87fd-461d-a741-8e8927572266 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 945 time: 0.0574355 Oct 19 11:21:06.085237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00a39c0-da31-4bbf-9fa2-b177cbc33bb1,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:06.089965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef108cd9-a3fb-472e-99d9-b9e74047fe19 req-18a8aabe-271d-4420-809f-26d72374c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:06.092107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef108cd9-a3fb-472e-99d9-b9e74047fe19 req-18a8aabe-271d-4420-809f-26d72374c320 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 1095 time: 0.1168964 Oct 19 11:21:06.096443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3db7f5b5-a9ac-4692-be5f-aa9a28b189c9 req-9bf7efbb-0291-4a0b-9f95-d0244a0e43d3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Oct 19 11:21:06.121313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] Checking segment: {'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:06.121704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] Network hostable DHCP agents. Network: 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:21:06.141891 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef108cd9-a3fb-472e-99d9-b9e74047fe19 req-fe13a3c8-3813-4acd-89d5-99e739df473f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 Oct 19 11:21:06.199520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302c40d-dc42-43bc-911b-1c0ff077e484 req-be349ed8-3484-46b5-9f07-d5b64efe07df tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:06.201510 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d302c40d-dc42-43bc-911b-1c0ff077e484 req-be349ed8-3484-46b5-9f07-d5b64efe07df tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0493302 Oct 19 11:21:06.240743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d302c40d-dc42-43bc-911b-1c0ff077e484 req-396658e9-8eb0-4ace-a96f-18617122305a tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334206 Oct 19 11:21:06.241365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] Network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:21:06.298356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57a414-95da-443b-b80e-0333980ca5b5 req-c0629513-c729-49c4-ba6e-aa4c5752023e tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:06.299813 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f57a414-95da-443b-b80e-0333980ca5b5 req-c0629513-c729-49c4-ba6e-aa4c5752023e tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 945 time: 0.0549769 Oct 19 11:21:06.326505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:06.335465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b001c-c514-404a-9ad1-6ef0bfb1f3fe None None] Network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:21:06.335994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:06.336589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:06.346636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f57a414-95da-443b-b80e-0333980ca5b5 req-494ac8bf-e858-4a39-985d-cba74f29455d tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Oct 19 11:21:06.449327 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5906aede-e1df-4355-b244-8f22745b5a21 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8913674 Oct 19 11:21:06.467154 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a74195-0892-43c4-8990-b24db5c37568 None None] Network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:21:06.491546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6a63-c3a4-431d-a6ac-37fa216e20f4 req-77bcbc15-ca5b-4206-abfd-83a670654f95 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:06.493200 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c76f6a63-c3a4-431d-a6ac-37fa216e20f4 req-77bcbc15-ca5b-4206-abfd-83a670654f95 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 948 time: 0.0669360 Oct 19 11:21:06.544220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c76f6a63-c3a4-431d-a6ac-37fa216e20f4 req-29f1293b-e395-4654-a9ae-61e84b9750b2 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 Oct 19 11:21:06.888856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-b8e453e3-7679-4ba3-89a3-6ef99205cf86 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:06.890409 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-b8e453e3-7679-4ba3-89a3-6ef99205cf86 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/networks?id=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 HTTP/1.1" status: 200 len: 817 time: 0.1019039 Oct 19 11:21:06.905103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-a4b698e3-6d13-4be6-905c-52693590db1f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/quotas/cd772ac008274e3ca8833fc545290852 HTTP/1.1" status: 200 len: 375 time: 0.0089617 Oct 19 11:21:06.936211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-02f7b9db-9902-4f9a-a393-1288fd957609 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd772ac008274e3ca8833fc545290852&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259855 Oct 19 11:21:07.026667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-7b03e9dd-f565-4f0c-a467-d31ccbe8b3e3 service neutron] 10.222.0.39 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834613 Oct 19 11:21:07.113526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-fe2c1d77-ff8c-4ca0-b387-dc3813a8a200 service neutron] 10.222.0.39 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803816 Oct 19 11:21:07.218765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4882f-efa6-45eb-9e97-23e77a063f68 req-66fa161b-5d95-4e52-9500-d7881d5116cc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:07.220245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80b4882f-efa6-45eb-9e97-23e77a063f68 req-66fa161b-5d95-4e52-9500-d7881d5116cc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 945 time: 0.0551817 Oct 19 11:21:07.261407 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80b4882f-efa6-45eb-9e97-23e77a063f68 req-bae338e5-d7e5-48ae-bd57-c0cf6f9a0292 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352211 Oct 19 11:21:07.366184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceaff3-d559-4561-8a9a-4c051654ae84 req-7cfdc713-a69a-407d-b7a4-48270a89a30e tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:07.367675 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42ceaff3-d559-4561-8a9a-4c051654ae84 req-7cfdc713-a69a-407d-b7a4-48270a89a30e tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0520966 Oct 19 11:21:07.408264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42ceaff3-d559-4561-8a9a-4c051654ae84 req-6ac6b6d7-8857-4e85-a3f7-bdba2dd61e4a tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339472 Oct 19 11:21:07.513731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6ae90-78ea-43f5-8eac-f179459aea24 req-04c3d25b-b08c-44a6-ba6f-9445becbb48c tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:07.515221 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-75c6ae90-78ea-43f5-8eac-f179459aea24 req-04c3d25b-b08c-44a6-ba6f-9445becbb48c tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 945 time: 0.0489359 Oct 19 11:21:07.569110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-75c6ae90-78ea-43f5-8eac-f179459aea24 req-d8d21e9f-ac68-488e-b8f0-e20c414607ed tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc44207-5f9a-4d94-a7ec-ba3884eea181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475824 Oct 19 11:21:07.645763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a41b50ca-2ba9-46a3-91d7-211a5787ecc2 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:07.734459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63503bb-ef3c-4908-9654-c879aa006611 req-10114344-357b-4c2b-8df0-84d2942eff7c tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:07.735902 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f63503bb-ef3c-4908-9654-c879aa006611 req-10114344-357b-4c2b-8df0-84d2942eff7c tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 948 time: 0.0582812 Oct 19 11:21:07.765279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5b737595-5e6f-40ca-ab92-61231a59ca9d details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:07.779645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f63503bb-ef3c-4908-9654-c879aa006611 req-606c6670-a2ab-47f2-9cee-1a42da5c3764 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359948 Oct 19 11:21:07.789697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a41b50ca-2ba9-46a3-91d7-211a5787ecc2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a41b50ca-2ba9-46a3-91d7-211a5787ecc2,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:07.806885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2', 'mac_address': 'fa:16:3e:c1:61:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:07.837172 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66c33b84-e92b-452c-a53a-7ba4dca122cb req-860013c7-257c-4212-9daf-86f3aab2c99f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 210 time: 0.0437441 Oct 19 11:21:07.898609 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:07.921120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41b50ca-2ba9-46a3-91d7-211a5787ecc2 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:07.931156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 5b737595-5e6f-40ca-ab92-61231a59ca9d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5b737595-5e6f-40ca-ab92-61231a59ca9d,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:07.951721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '5b737595-5e6f-40ca-ab92-61231a59ca9d', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '5b737595-5e6f-40ca-ab92-61231a59ca9d', 'mac_address': 'fa:16:3e:26:24:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:07.954687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be156f-bf5b-486e-b170-88563a0953b0 req-e6dcc101-a802-40f4-b671-79f632c0987a tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:07.956172 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-07be156f-bf5b-486e-b170-88563a0953b0 req-e6dcc101-a802-40f4-b671-79f632c0987a tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.26 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 945 time: 0.0513296 Oct 19 11:21:07.956285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a41b50ca-2ba9-46a3-91d7-211a5787ecc2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a41b50ca-2ba9-46a3-91d7-211a5787ecc2,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:07.991047 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:08.004218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b737595-5e6f-40ca-ab92-61231a59ca9d {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:08.023676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 5b737595-5e6f-40ca-ab92-61231a59ca9d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5b737595-5e6f-40ca-ab92-61231a59ca9d,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:08.059364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-07be156f-bf5b-486e-b170-88563a0953b0 req-6d236faa-efa2-4d13-a717-e5ce0f73fe76 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Deleting port 853c4c63-3698-41bf-b764-678c99c5a736 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:21:08.059725 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-07be156f-bf5b-486e-b170-88563a0953b0 req-6d236faa-efa2-4d13-a717-e5ce0f73fe76 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:08.074115 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:08.122614 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:08.124258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=a41b50ca-2ba9-46a3-91d7-211a5787ecc2,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:08.160219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-07be156f-bf5b-486e-b170-88563a0953b0 req-6d236faa-efa2-4d13-a717-e5ce0f73fe76 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] For port 853c4c63-3698-41bf-b764-678c99c5a736, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=853c4c63-3698-41bf-b764-678c99c5a736,segment=NetworkSegment(0602e33c-3073-47db-bde7-82a24fbf9ed9),segment_id=0602e33c-3073-47db-bde7-82a24fbf9ed9)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:08.160636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-07be156f-bf5b-486e-b170-88563a0953b0 req-6d236faa-efa2-4d13-a717-e5ce0f73fe76 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:08.174334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-07be156f-bf5b-486e-b170-88563a0953b0 req-6d236faa-efa2-4d13-a717-e5ce0f73fe76 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Calling delete_port for 853c4c63-3698-41bf-b764-678c99c5a736 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:21:08.175403 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=5b737595-5e6f-40ca-ab92-61231a59ca9d,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:08.317016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['a41b50ca-2ba9-46a3-91d7-211a5787ecc2'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:08.385406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869540a1-5615-4f91-aeec-8dbe0bf1f51c req-67df9f33-7691-48a0-a4dc-55d1c4c1b959 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:08.387046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-869540a1-5615-4f91-aeec-8dbe0bf1f51c req-67df9f33-7691-48a0-a4dc-55d1c4c1b959 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 945 time: 0.0545588 Oct 19 11:21:08.424676 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-07be156f-bf5b-486e-b170-88563a0953b0 req-6d236faa-efa2-4d13-a717-e5ce0f73fe76 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:08.475955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-869540a1-5615-4f91-aeec-8dbe0bf1f51c req-6b39f9a3-0a95-4f9b-8987-826eeadcc1b7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778224 Oct 19 11:21:08.477455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d236faa-efa2-4d13-a717-e5ce0f73fe76 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Pushing event deleted for resources: {'Port': ['ID=853c4c63-3698-41bf-b764-678c99c5a736,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:08.493829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['853c4c63-3698-41bf-b764-678c99c5a736'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:08.545563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-07be156f-bf5b-486e-b170-88563a0953b0 req-6d236faa-efa2-4d13-a717-e5ce0f73fe76 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] No DVR routers for this DVR port 853c4c63-3698-41bf-b764-678c99c5a736 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:21:08.549369 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-07be156f-bf5b-486e-b170-88563a0953b0 req-6d236faa-efa2-4d13-a717-e5ce0f73fe76 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:08.555920 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-07be156f-bf5b-486e-b170-88563a0953b0 req-6d236faa-efa2-4d13-a717-e5ce0f73fe76 tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.26 "DELETE /v2.0/ports/853c4c63-3698-41bf-b764-678c99c5a736 HTTP/1.1" status: 204 len: 173 time: 0.5883794 Oct 19 11:21:08.556442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718320df-7b8f-4707-b8d9-2dad863bd812', 'name': 'network-vif-deleted', 'tag': '853c4c63-3698-41bf-b764-678c99c5a736'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:08.559413 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0816f376-d6aa-43d6-9a7a-7230846cd2fa" -d '{"events": [{"server_uuid": "718320df-7b8f-4707-b8d9-2dad863bd812", "name": "network-vif-deleted", "tag": "853c4c63-3698-41bf-b764-678c99c5a736"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:08.603369 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f60383-c5cc-41a6-835f-25b737bab584 req-8d32ac4c-df96-4732-8cd0-0db2432498f3 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:08.605026 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3f60383-c5cc-41a6-835f-25b737bab584 req-8d32ac4c-df96-4732-8cd0-0db2432498f3 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0847945 Oct 19 11:21:08.625847 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d70178e-4a10-424b-8007-13abf87b197b x-openstack-request-id: req-1d70178e-4a10-424b-8007-13abf87b197b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:08.626146 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718320df-7b8f-4707-b8d9-2dad863bd812", "name": "network-vif-deleted", "tag": "853c4c63-3698-41bf-b764-678c99c5a736", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:08.626405 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d70178e-4a10-424b-8007-13abf87b197b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:08.626863 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718320df-7b8f-4707-b8d9-2dad863bd812', 'name': 'network-vif-deleted', 'tag': '853c4c63-3698-41bf-b764-678c99c5a736', 'status': 'completed', 'code': 200} Oct 19 11:21:08.643214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['5b737595-5e6f-40ca-ab92-61231a59ca9d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:08.669131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3f60383-c5cc-41a6-835f-25b737bab584 req-772df06f-7e1f-4670-8d8d-a904ff9d3b99 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542202 Oct 19 11:21:08.742323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8bd12b85-c99c-4d13-9688-dcceaa980b6c req-6caf6590-4aed-4d34-9ec8-443cee8c500b tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 210 time: 0.0646224 Oct 19 11:21:08.908841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e3d44-b78c-4497-bea1-064e592eadeb req-9def7f31-0926-4de5-9ffb-9a6292c68f3f tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:08.910572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce8e3d44-b78c-4497-bea1-064e592eadeb req-9def7f31-0926-4de5-9ffb-9a6292c68f3f tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 949 time: 0.0561419 Oct 19 11:21:08.953266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce8e3d44-b78c-4497-bea1-064e592eadeb req-c5002e3c-3940-40e9-9d3e-dc5619db11a5 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363729 Oct 19 11:21:08.979735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f142970e-cfe3-435e-a916-d65f713d6d57 req-f6b01783-3c17-47c6-9339-6215da680097 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 210 time: 0.0280380 Oct 19 11:21:09.651869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a41b50ca-2ba9-46a3-91d7-211a5787ecc2 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:09.788334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port a41b50ca-2ba9-46a3-91d7-211a5787ecc2 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:09.792357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port a41b50ca-2ba9-46a3-91d7-211a5787ecc2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:09.792785 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:09.796445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e27b13-4897-4ecc-88b1-cb7ca19137d9 req-38ba901f-fd69-4c2f-836c-ce75f7b02b4c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:09.803141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83e27b13-4897-4ecc-88b1-cb7ca19137d9 req-38ba901f-fd69-4c2f-836c-ce75f7b02b4c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0592892 Oct 19 11:21:09.861517 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83e27b13-4897-4ecc-88b1-cb7ca19137d9 req-ea04b537-97fc-49a4-b482-bdc984c10360 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568185 Oct 19 11:21:09.943649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-08353875-7943-4756-bf0e-d6bc2cf036b3 req-4e8471bb-6316-4a63-9d01-3baf7716877f tempest-ServerAddressesTestJSON-1117655818 tempest-ServerAddressesTestJSON-1117655818-project] 10.222.0.39 "GET /v2.0/ports?device_id=718320df-7b8f-4707-b8d9-2dad863bd812 HTTP/1.1" status: 200 len: 210 time: 0.0386744 Oct 19 11:21:09.980448 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:10.007147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbdee73-2569-4bd1-be9a-40b90791fdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:10.009419 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b721048a-156d-42cc-96ed-8d48c2722f00" -d '{"events": [{"server_uuid": "bdbdee73-2569-4bd1-be9a-40b90791fdab", "name": "network-vif-plugged", "status": "completed", "tag": "a41b50ca-2ba9-46a3-91d7-211a5787ecc2"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:10.025594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a41b50ca-2ba9-46a3-91d7-211a5787ecc2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a41b50ca-2ba9-46a3-91d7-211a5787ecc2,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:10.074652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d30fed17-9877-421a-9aab-0008b4176dde req-a5557daa-da6f-43bc-b4d4-3db6420815c3 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 210 time: 0.0330300 Oct 19 11:21:10.118891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512a735-f939-4636-8097-38c82d1c663b req-38b53a18-c9d2-4d0e-9ab4-a5849d5239a1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:10.120487 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d512a735-f939-4636-8097-38c82d1c663b req-38b53a18-c9d2-4d0e-9ab4-a5849d5239a1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 949 time: 0.0607700 Oct 19 11:21:10.125152 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6c1207-b32f-4039-be54-2f26c9f38fdc x-openstack-request-id: req-ea6c1207-b32f-4039-be54-2f26c9f38fdc {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:10.125579 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbdee73-2569-4bd1-be9a-40b90791fdab", "name": "network-vif-plugged", "status": "completed", "tag": "a41b50ca-2ba9-46a3-91d7-211a5787ecc2", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:10.125894 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea6c1207-b32f-4039-be54-2f26c9f38fdc {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:10.126347 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbdee73-2569-4bd1-be9a-40b90791fdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2', 'code': 200} Oct 19 11:21:10.160809 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:10.173311 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d512a735-f939-4636-8097-38c82d1c663b req-5152b9b2-0c7a-4af7-9248-c1a719d6b354 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Oct 19 11:21:10.213499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=a41b50ca-2ba9-46a3-91d7-211a5787ecc2,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:10.234273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34b45e-9e63-4140-a7a9-62e837214de6 req-87587353-7c3c-4ae4-830f-1b65273e3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:10.235927 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb34b45e-9e63-4140-a7a9-62e837214de6 req-87587353-7c3c-4ae4-830f-1b65273e3948 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bdbdee73-2569-4bd1-be9a-40b90791fdab HTTP/1.1" status: 200 len: 1101 time: 0.0427454 Oct 19 11:21:10.274665 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb34b45e-9e63-4140-a7a9-62e837214de6 req-16b157e3-2c26-4c09-9642-c0bfa124805e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290859 Oct 19 11:21:10.974303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbd30f-b585-46b9-b97d-db8ec70f01dc req-820e3a0c-4443-482f-9e02-5fb17ca990e9 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:10.976087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6bbd30f-b585-46b9-b97d-db8ec70f01dc req-820e3a0c-4443-482f-9e02-5fb17ca990e9 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0517943 Oct 19 11:21:11.031785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6bbd30f-b585-46b9-b97d-db8ec70f01dc req-8b79918d-1900-4452-be13-327e7ee8028a tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494883 Oct 19 11:21:11.040240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57504) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:11.092993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2eaa5f1-c78f-4145-abe4-271186afaf85 admin admin] Deleting subnet be4ab96e-52e9-479c-8329-24453227f2a0 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:21:11.096335 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa5f1-c78f-4145-abe4-271186afaf85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.133400 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa5f1-c78f-4145-abe4-271186afaf85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.173528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6bd54a11-cf2b-48f7-9027-6129a8d296e9 req-cc11e9f3-4e43-4d0f-bae2-37540b46fa55 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 210 time: 0.0302637 Oct 19 11:21:11.178884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa5f1-c78f-4145-abe4-271186afaf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.297751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254eb822-be94-4f16-9004-615824f43e2a req-31f850b1-9ca3-42f3-a954-54a9b8e230d9 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:11.299262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-254eb822-be94-4f16-9004-615824f43e2a req-31f850b1-9ca3-42f3-a954-54a9b8e230d9 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 949 time: 0.0565038 Oct 19 11:21:11.313573 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa5f1-c78f-4145-abe4-271186afaf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.349626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaa5f1-c78f-4145-abe4-271186afaf85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4ab96e-52e9-479c-8329-24453227f2a0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:11.358898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa5f1-c78f-4145-abe4-271186afaf85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.363385 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b2eaa5f1-c78f-4145-abe4-271186afaf85 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/be4ab96e-52e9-479c-8329-24453227f2a0 HTTP/1.1" status: 204 len: 168 time: 0.3221171 Oct 19 11:21:11.366248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57510) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:11.396690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-254eb822-be94-4f16-9004-615824f43e2a req-5d54f090-d3c4-4391-bab2-038882f7251d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910153 Oct 19 11:21:11.458207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.512466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-5c0988d0-275f-40cd-bb1c-23cf263afff0 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:11.515218 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-5c0988d0-275f-40cd-bb1c-23cf263afff0 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.49 "GET /v2.0/networks?id=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 HTTP/1.1" status: 200 len: 817 time: 0.1293087 Oct 19 11:21:11.530073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Request body: {'port': {'device_id': 'db6192a0-71dc-4b4a-80b3-73d70e9c2667', 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1', 'admin_state_up': True, 'tenant_id': 'cd772ac008274e3ca8833fc545290852'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:11.551972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.576765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c362100b-eaae-477e-82c9-e3d140c2f26e']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:11.587167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0602e33c-3073-47db-bde7-82a24fbf9ed9') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:11.587473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0602e33c-3073-47db-bde7-82a24fbf9ed9') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:11.598087 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.616172 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.620900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:21:11.622083 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:21:11.624124 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:21:11.744180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Made reservation on behalf of cd772ac008274e3ca8833fc545290852 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:11.748510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.794584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5b737595-5e6f-40ca-ab92-61231a59ca9d up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:11.800065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-4be1e4e9-7ccb-4413-b8c2-738aac830dd9 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:11.801699 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-4be1e4e9-7ccb-4413-b8c2-738aac830dd9 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.26 "GET /v2.0/networks?id=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 HTTP/1.1" status: 200 len: 817 time: 0.1112835 Oct 19 11:21:11.818908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Request body: {'port': {'device_id': '13b3e7b0-901f-4f9e-8aa8-cfb7147e6543', 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1', 'admin_state_up': True, 'tenant_id': 'cd772ac008274e3ca8833fc545290852'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:11.835253 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.858590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:11.862816 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c362100b-eaae-477e-82c9-e3d140c2f26e HTTP/1.1" status: 204 len: 168 time: 0.4948518 Oct 19 11:21:11.865693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6ca20-b024-469b-9985-013d604dabc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c362100b-eaae-477e-82c9-e3d140c2f26e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:11.922840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Allocated IP 172.20.0.2 (7f03ac02-41a6-470a-bf4a-8a2b182aa4a1/e00a39c0-da31-4bbf-9fa2-b177cbc33bb1/4d633923-401b-4162-8701-2ff795e2158c) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:11.985534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 5b737595-5e6f-40ca-ab92-61231a59ca9d completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:11.993153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 5b737595-5e6f-40ca-ab92-61231a59ca9d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:11.993583 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:12.085510 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:12.110506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Made reservation on behalf of cd772ac008274e3ca8833fc545290852 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:12.125018 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:12.129301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b737595-5e6f-40ca-ab92-61231a59ca9d'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:12.132790 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03368e54-e0e1-4890-b729-43d51752fdc5" -d '{"events": [{"server_uuid": "3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083", "name": "network-vif-plugged", "status": "completed", "tag": "5b737595-5e6f-40ca-ab92-61231a59ca9d"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:12.135881 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:12.138892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 5b737595-5e6f-40ca-ab92-61231a59ca9d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5b737595-5e6f-40ca-ab92-61231a59ca9d,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:12.271599 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c3e9a-aab0-4aac-ac1a-5818d668b7a2 req-117dd20f-f5cd-4e1f-b81b-da9c7580bf15 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:12.273215 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-412c3e9a-aab0-4aac-ac1a-5818d668b7a2 req-117dd20f-f5cd-4e1f-b81b-da9c7580bf15 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.1155312 Oct 19 11:21:12.285693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-a712c23c-4ab1-44cf-952a-9ee03f2730d2 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:12.287184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-a712c23c-4ab1-44cf-952a-9ee03f2730d2 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.49 "GET /v2.0/networks?id=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 HTTP/1.1" status: 200 len: 817 time: 0.1209044 Oct 19 11:21:12.298883 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:12.299068 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:12.301499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 853c4c63-3698-41bf-b764-678c99c5a736 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:21:12.305200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Request body: {'port': {'device_id': '5efb739b-175a-4f38-b7d9-5cdd6a70f200', 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1', 'admin_state_up': True, 'tenant_id': 'cd772ac008274e3ca8833fc545290852'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:12.341841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 853c4c63-3698-41bf-b764-678c99c5a736 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:21:12.343130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 853c4c63-3698-41bf-b764-678c99c5a736 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:21:12.358351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57536) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:12.359675 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-412c3e9a-aab0-4aac-ac1a-5818d668b7a2 req-b461a974-8e8a-495b-a8dd-8c14ac1cb7e6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763507 Oct 19 11:21:12.405629 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Allocated IP 172.20.0.4 (7f03ac02-41a6-470a-bf4a-8a2b182aa4a1/e00a39c0-da31-4bbf-9fa2-b177cbc33bb1/2e378d75-e225-49cd-8f81-9cc71f2c73ee) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:12.430846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=5b737595-5e6f-40ca-ab92-61231a59ca9d,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:12.523847 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09bf307-4474-4ea2-9c5e-07dc166b91f8 x-openstack-request-id: req-e09bf307-4474-4ea2-9c5e-07dc166b91f8 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:12.524352 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083", "name": "network-vif-plugged", "status": "completed", "tag": "5b737595-5e6f-40ca-ab92-61231a59ca9d", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:12.524813 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e09bf307-4474-4ea2-9c5e-07dc166b91f8 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:12.525447 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b737595-5e6f-40ca-ab92-61231a59ca9d', 'code': 200} Oct 19 11:21:12.632675 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-538dea98-27ac-4b69-809f-f9c8e7ea61a1 req-072c225e-e6dd-4899-b235-55525c39dd98 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 210 time: 0.0561428 Oct 19 11:21:12.677224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:12.679749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09aa34-c4e8-46b3-835e-91983ca3d1c1 req-4783f1d9-a65c-4673-abc4-472eb62cf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:12.681274 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d09aa34-c4e8-46b3-835e-91983ca3d1c1 req-4783f1d9-a65c-4673-abc4-472eb62cf3c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 1101 time: 0.0919225 Oct 19 11:21:12.741500 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d09aa34-c4e8-46b3-835e-91983ca3d1c1 req-628fc63c-c626-4f49-bb8c-408d28905c48 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512338 Oct 19 11:21:12.746835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:12.749617 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Pushing event updated for resources: {'Port': ['ID=4d633923-401b-4162-8701-2ff795e2158c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:12.765076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:12.774459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:12.834628 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:12.855484 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6ab6cffe-98af-4160-ac4e-73ca18c4370e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd349ba6f340429ea8531419800d3ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4900115 Oct 19 11:21:12.859068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57542) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:12.884026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:12.884783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:12.885068 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:12.890504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:12.895001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:12.899765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Pushing event updated for resources: {'Port': ['ID=2e378d75-e225-49cd-8f81-9cc71f2c73ee,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:12.924129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c59bb5-1f3e-47a8-b801-1d846607e204 req-6b578f1e-1626-4ffb-841b-f2133ad3a6ab tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:12.925712 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27c59bb5-1f3e-47a8-b801-1d846607e204 req-6b578f1e-1626-4ffb-841b-f2133ad3a6ab tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 950 time: 0.1850107 Oct 19 11:21:12.955717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:12.956423 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:12.995442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Made reservation on behalf of cd772ac008274e3ca8833fc545290852 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:12.999498 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:13.003451 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b4eae18-0955-42e6-87be-89ed61ee3fc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:13.013092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27c59bb5-1f3e-47a8-b801-1d846607e204 req-e0a845aa-356f-453b-87c3-8e3e5fb51c8a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771339 Oct 19 11:21:13.054123 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b4eae18-0955-42e6-87be-89ed61ee3fc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:13.072766 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-00e9cefd-1eee-47fb-b81b-8b0dd7fbbc90 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2543156 Oct 19 11:21:13.082918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Request body: {'port': {'device_id': '13b3e7b0-901f-4f9e-8aa8-cfb7147e6543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:13.147885 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1fcb2da-4053-4ad4-ae2d-039942b54e4c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6225302 Oct 19 11:21:13.171712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Request body: {'port': {'device_id': 'db6192a0-71dc-4b4a-80b3-73d70e9c2667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:13.174671 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:13.279615 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b4eae18-0955-42e6-87be-89ed61ee3fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:13.281982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b4eae18-0955-42e6-87be-89ed61ee3fc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:13.283127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1b4eae18-0955-42e6-87be-89ed61ee3fc2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5cc44207-5f9a-4d94-a7ec-ba3884eea181 HTTP/1.1" status: 204 len: 168 time: 0.4195726 Oct 19 11:21:13.288504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:13.296823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Allocated IP 172.20.0.13 (7f03ac02-41a6-470a-bf4a-8a2b182aa4a1/e00a39c0-da31-4bbf-9fa2-b177cbc33bb1/89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:13.315911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4eae18-0955-42e6-87be-89ed61ee3fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc44207-5f9a-4d94-a7ec-ba3884eea181,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:13.510026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e2366-48f7-4f6b-ad53-cfe01e8ea38e req-52d540e2-1afa-47ce-b2a2-589d1d9e170b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:13.511644 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f6e2366-48f7-4f6b-ad53-cfe01e8ea38e req-52d540e2-1afa-47ce-b2a2-589d1d9e170b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0726607 Oct 19 11:21:13.578263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f6e2366-48f7-4f6b-ad53-cfe01e8ea38e req-cf286fab-4e99-4d66-bb65-d7eea5cf5cfb tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545828 Oct 19 11:21:13.618018 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:13.702841 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:13.802036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:13.805544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Pushing event updated for resources: {'Port': ['ID=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:13.809754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:13.813921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:13.868906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6646f-a28a-4d7a-bae7-20980ffd4fc2 req-9cd2479e-db0a-4ac5-b358-9d73f0093dbb tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:13.876575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34e6646f-a28a-4d7a-bae7-20980ffd4fc2 req-9cd2479e-db0a-4ac5-b358-9d73f0093dbb tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 932 time: 0.1236112 Oct 19 11:21:13.907611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:13.908699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:13.912618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e378d75-e225-49cd-8f81-9cc71f2c73ee {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:13.920854 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:13.937765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Transition to ACTIVE for port object 2e378d75-e225-49cd-8f81-9cc71f2c73ee will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:21:13.941360 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34e6646f-a28a-4d7a-bae7-20980ffd4fc2 req-9a3749ff-b703-458c-99f6-0b5ee07e7bd9 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638621 Oct 19 11:21:14.113301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-07941157-80e8-4c3f-805c-ebe0ed8cfa6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8121636 Oct 19 11:21:14.136327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Request body: {'port': {'device_id': '5efb739b-175a-4f38-b7d9-5cdd6a70f200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:14.143122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:14.258944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca595245-22c1-4fa6-b0c1-308617ceb592 req-4f40219f-ba32-4358-953b-fdaecbb39e2c tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:14.267166 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ca595245-22c1-4fa6-b0c1-308617ceb592 req-4f40219f-ba32-4358-953b-fdaecbb39e2c tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 950 time: 0.1888335 Oct 19 11:21:14.270358 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e378d75-e225-49cd-8f81-9cc71f2c73ee,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:14.336008 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:14.358835 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ca595245-22c1-4fa6-b0c1-308617ceb592 req-ac83c4ff-b814-4c3e-a145-4424a72fff58 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907805 Oct 19 11:21:14.363175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d633923-401b-4162-8701-2ff795e2158c {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:14.392893 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:14.407667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Attempting to bind port 2e378d75-e225-49cd-8f81-9cc71f2c73ee on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:21:14.407667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Attempting to bind port 2e378d75-e225-49cd-8f81-9cc71f2c73ee by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:21:14.407667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Attempting to bind port 2e378d75-e225-49cd-8f81-9cc71f2c73ee on network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:14.413718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Port 2e378d75-e225-49cd-8f81-9cc71f2c73ee on network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:21:14.414127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Attempting to bind port 2e378d75-e225-49cd-8f81-9cc71f2c73ee on network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:14.416687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Transition to ACTIVE for port object 4d633923-401b-4162-8701-2ff795e2158c will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:21:14.422669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:21:14.423123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Checking segment: {'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:14.423563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Bound using segment: {'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:21:14.424449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Bound port: 2e378d75-e225-49cd-8f81-9cc71f2c73ee, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:21:14.424987 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:14.492135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:14.519206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] For port 2e378d75-e225-49cd-8f81-9cc71f2c73ee, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:21:14.524301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] For port 2e378d75-e225-49cd-8f81-9cc71f2c73ee, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2e378d75-e225-49cd-8f81-9cc71f2c73ee,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:21:14.624397 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:14.644206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d633923-401b-4162-8701-2ff795e2158c,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:14.692290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:14.693398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:14.695462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] 10.222.0.26 "PUT /v2.0/ports/2e378d75-e225-49cd-8f81-9cc71f2c73ee HTTP/1.1" status: 200 len: 1091 time: 1.6193860 Oct 19 11:21:14.696185 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b3e7b0-901f-4f9e-8aa8-cfb7147e6543', 'tag': '2e378d75-e225-49cd-8f81-9cc71f2c73ee'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:14.700413 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1538a501-8150-41bf-91ef-88e6fddaddab" -d '{"events": [{"name": "network-changed", "server_uuid": "13b3e7b0-901f-4f9e-8aa8-cfb7147e6543", "tag": "2e378d75-e225-49cd-8f81-9cc71f2c73ee"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:14.794340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951edd3-18a0-462d-9974-4119098128b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e378d75-e225-49cd-8f81-9cc71f2c73ee,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:14.810365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Attempting to bind port 4d633923-401b-4162-8701-2ff795e2158c on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:21:14.810757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Attempting to bind port 4d633923-401b-4162-8701-2ff795e2158c by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:21:14.811094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Attempting to bind port 4d633923-401b-4162-8701-2ff795e2158c on network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:14.815229 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfc5aa5-e83f-4572-b3c4-a17d97d6c724 x-openstack-request-id: req-2dfc5aa5-e83f-4572-b3c4-a17d97d6c724 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:14.815743 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b3e7b0-901f-4f9e-8aa8-cfb7147e6543", "tag": "2e378d75-e225-49cd-8f81-9cc71f2c73ee", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:14.816337 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2dfc5aa5-e83f-4572-b3c4-a17d97d6c724 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:14.816894 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b3e7b0-901f-4f9e-8aa8-cfb7147e6543', 'tag': '2e378d75-e225-49cd-8f81-9cc71f2c73ee', 'status': 'completed', 'code': 200} Oct 19 11:21:14.820478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Port 4d633923-401b-4162-8701-2ff795e2158c on network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:21:14.820821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Attempting to bind port 4d633923-401b-4162-8701-2ff795e2158c on network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:14.829721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:21:14.830056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Checking segment: {'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:14.830443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Bound using segment: {'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:21:14.830874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Bound port: 4d633923-401b-4162-8701-2ff795e2158c, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:21:14.831279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:14.832384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c63e8-8562-4934-9ca3-5be7d17307a8 req-c8fd2ed0-4a8b-446d-a9e0-0a1c3bce468d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:14.843869 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e87c63e8-8562-4934-9ca3-5be7d17307a8 req-c8fd2ed0-4a8b-446d-a9e0-0a1c3bce468d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.1171839 Oct 19 11:21:14.876717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57590) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:14.932177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:14.942949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:14.973137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Transition to ACTIVE for port object 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:21:14.977235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] For port 4d633923-401b-4162-8701-2ff795e2158c, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:21:14.980866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] For port 4d633923-401b-4162-8701-2ff795e2158c, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4d633923-401b-4162-8701-2ff795e2158c,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:21:15.008849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e87c63e8-8562-4934-9ca3-5be7d17307a8 req-06fc3c53-adc4-43c8-8080-54eb13739a5b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599932 Oct 19 11:21:15.028812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-0a433453-8fa5-42eb-9b86-e9a5f4888495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:15.030803 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-0a433453-8fa5-42eb-9b86-e9a5f4888495 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd772ac008274e3ca8833fc545290852&device_id=13b3e7b0-901f-4f9e-8aa8-cfb7147e6543 HTTP/1.1" status: 200 len: 1094 time: 0.1777453 Oct 19 11:21:15.091318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1279792929-network', 'tenant_id': '2e25a8027c5140d4a21729ec31a9e586'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:15.098310 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:15.111369 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-06315706-b56c-48a7-bd79-141bdace13d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e378d75-e225-49cd-8f81-9cc71f2c73ee HTTP/1.1" status: 200 len: 217 time: 0.0612991 Oct 19 11:21:15.164953 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:15.195346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc969d-f904-4c9b-9ca7-049dbe16accb req-cc640c70-730a-4d0a-a1c0-05dac0a6f255 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:15.203661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4dbc969d-f904-4c9b-9ca7-049dbe16accb req-cc640c70-730a-4d0a-a1c0-05dac0a6f255 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 932 time: 0.1687696 Oct 19 11:21:15.204022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-1d857fbe-15d2-42f9-9ce2-4825f2259e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:15.206002 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-1d857fbe-15d2-42f9-9ce2-4825f2259e3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e00a39c0-da31-4bbf-9fa2-b177cbc33bb1 HTTP/1.1" status: 200 len: 857 time: 0.0852582 Oct 19 11:21:15.238167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:15.238894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:15.240404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] 10.222.0.49 "PUT /v2.0/ports/4d633923-401b-4162-8701-2ff795e2158c HTTP/1.1" status: 200 len: 1091 time: 2.0805061 Oct 19 11:21:15.242505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6192a0-71dc-4b4a-80b3-73d70e9c2667', 'tag': '4d633923-401b-4162-8701-2ff795e2158c'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:15.245268 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23b0c13-ed98-4b6b-9880-674f91fd62bb" -d '{"events": [{"name": "network-changed", "server_uuid": "db6192a0-71dc-4b4a-80b3-73d70e9c2667", "tag": "4d633923-401b-4162-8701-2ff795e2158c"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:15.248266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Pushing event updated for resources: {'Port': ['ID=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:15.269801 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ac2ccdb4-47a8-403e-8f6f-3e7db6cfbaa3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514987 Oct 19 11:21:15.308292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Made reservation on behalf of 2e25a8027c5140d4a21729ec31a9e586 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:15.311346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:15.317162 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333acce-d748-4f26-83f4-7f461ccfaa20 x-openstack-request-id: req-e333acce-d748-4f26-83f4-7f461ccfaa20 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:15.317316 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6192a0-71dc-4b4a-80b3-73d70e9c2667", "tag": "4d633923-401b-4162-8701-2ff795e2158c", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:15.317695 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e333acce-d748-4f26-83f4-7f461ccfaa20 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:15.318157 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6192a0-71dc-4b4a-80b3-73d70e9c2667', 'tag': '4d633923-401b-4162-8701-2ff795e2158c', 'status': 'completed', 'code': 200} Oct 19 11:21:15.359262 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4dbc969d-f904-4c9b-9ca7-049dbe16accb req-ee9359df-dc23-4a02-a248-2c318a8d1b8e tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527462 Oct 19 11:21:15.413494 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:15.430049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-be6f66a0-1fef-4ad1-b76a-84fe4387af69 service neutron] 10.222.0.26 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435592 Oct 19 11:21:15.445003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a32578-2c88-4470-b8e8-f22a38a7e8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d633923-401b-4162-8701-2ff795e2158c,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:15.533098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b0c13-ed98-4b6b-9880-674f91fd62bb req-1a0227b4-9b93-4937-8972-152df10165a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:15.534983 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c23b0c13-ed98-4b6b-9880-674f91fd62bb req-1a0227b4-9b93-4937-8972-152df10165a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd772ac008274e3ca8833fc545290852&device_id=db6192a0-71dc-4b4a-80b3-73d70e9c2667 HTTP/1.1" status: 200 len: 1094 time: 0.1708882 Oct 19 11:21:15.535856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Attempting to bind port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:21:15.536088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Attempting to bind port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:21:15.536546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Attempting to bind port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 on network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:15.552994 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-64e54082-827b-4c11-bd19-6067ac1dd1cc service neutron] 10.222.0.26 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129899 Oct 19 11:21:15.572704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 on network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:21:15.573051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Attempting to bind port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 on network 7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:15.605955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:21:15.606292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Checking segment: {'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:15.606693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Bound using segment: {'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:21:15.607118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Bound port: 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:21:15.607465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:15.628522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561fb44-bee9-4bdd-b6f9-6b3488b28458 req-ed85fdc7-f3c4-48ed-a130-0c8d8e9061cd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:15.630015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8561fb44-bee9-4bdd-b6f9-6b3488b28458 req-ed85fdc7-f3c4-48ed-a130-0c8d8e9061cd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 950 time: 0.1666868 Oct 19 11:21:15.780672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a501-8150-41bf-91ef-88e6fddaddab req-31fdefca-93f8-4bdf-a142-6d1243d1cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:15.782398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1538a501-8150-41bf-91ef-88e6fddaddab req-31fdefca-93f8-4bdf-a142-6d1243d1cdc9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd772ac008274e3ca8833fc545290852&device_id=13b3e7b0-901f-4f9e-8aa8-cfb7147e6543 HTTP/1.1" status: 200 len: 1094 time: 0.0779524 Oct 19 11:21:15.801171 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:15.822481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8561fb44-bee9-4bdd-b6f9-6b3488b28458 req-584228a8-1fa5-4651-a50d-4f8cda996b77 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844077 Oct 19 11:21:15.833245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b0c13-ed98-4b6b-9880-674f91fd62bb req-5fd7f68a-99cd-445f-9604-e0b514a24e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:15.841880 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c23b0c13-ed98-4b6b-9880-674f91fd62bb req-5fd7f68a-99cd-445f-9604-e0b514a24e32 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=cd772ac008274e3ca8833fc545290852&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2944829 Oct 19 11:21:15.849983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] For port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:21:15.854834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] For port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:21:15.872576 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:15.901645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a501-8150-41bf-91ef-88e6fddaddab req-9e86f333-5389-4226-ba68-9156fef7150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:15.903253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1538a501-8150-41bf-91ef-88e6fddaddab req-9e86f333-5389-4226-ba68-9156fef7150b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 HTTP/1.1" status: 200 len: 918 time: 0.1131990 Oct 19 11:21:15.940077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0595981-0f94-4c4c-b4a6-85181a22919b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:15.955538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:21:15.965379 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:15.994260 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1538a501-8150-41bf-91ef-88e6fddaddab req-b999a03b-8577-43c3-b64e-1676a605c9ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e378d75-e225-49cd-8f81-9cc71f2c73ee HTTP/1.1" status: 200 len: 217 time: 0.0695822 Oct 19 11:21:16.015320 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:16.015671 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Added segment d3f96e51-becc-4f09-ab1c-f279f914264a of type vlan for network 18304a53-7871-4558-a669-5f7ce4be705d Oct 19 11:21:16.051141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f256bbc-4332-4c4e-bb6a-d4b062955964 req-ff25026a-cc85-40c5-9ef3-438d3e994a04 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.053999 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f256bbc-4332-4c4e-bb6a-d4b062955964 req-ff25026a-cc85-40c5-9ef3-438d3e994a04 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdbdee73-2569-4bd1-be9a-40b90791fdab HTTP/1.1" status: 200 len: 950 time: 0.1383986 Oct 19 11:21:16.073636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.074411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:16.075992 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] 10.222.0.49 "PUT /v2.0/ports/89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 HTTP/1.1" status: 200 len: 1092 time: 1.9489694 Oct 19 11:21:16.082170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcd7b9-993e-43e7-aa30-626d95dbc1aa service neutron] Pushing event updated for resources: {'Port': ['ID=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:16.116699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a501-8150-41bf-91ef-88e6fddaddab req-69a6fc3c-0779-4a1b-83cc-0f914bde96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.118188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1538a501-8150-41bf-91ef-88e6fddaddab req-69a6fc3c-0779-4a1b-83cc-0f914bde96b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e00a39c0-da31-4bbf-9fa2-b177cbc33bb1 HTTP/1.1" status: 200 len: 857 time: 0.1164973 Oct 19 11:21:16.125994 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f256bbc-4332-4c4e-bb6a-d4b062955964 req-96febe44-e135-4f02-a61f-801d497387bd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652554 Oct 19 11:21:16.136842 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:16.178711 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1538a501-8150-41bf-91ef-88e6fddaddab req-4ac32076-da53-4aaf-b25b-874f3fd278fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470655 Oct 19 11:21:16.199494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b0c13-ed98-4b6b-9880-674f91fd62bb req-ed070713-701e-4ce2-b528-6c25001519b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.200995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c23b0c13-ed98-4b6b-9880-674f91fd62bb req-ed070713-701e-4ce2-b528-6c25001519b2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3434381 Oct 19 11:21:16.261034 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:16.262004 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.262625 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:16.313138 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1538a501-8150-41bf-91ef-88e6fddaddab req-0653d232-9856-4dd2-aba5-d68c1c400e9f service neutron] 10.222.0.26 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260238 Oct 19 11:21:16.359343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57616) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:16.359560 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4796062 Oct 19 11:21:16.392796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Request body: {'subnet': {'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1279792929-subnet', 'tenant_id': '2e25a8027c5140d4a21729ec31a9e586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:16.403827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55750ed4-42b1-4fe9-b021-ed1b7498f071 admin admin] Pushing event updated for resources: {'Network': ['ID=18304a53-7871-4558-a669-5f7ce4be705d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:16.407144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-7690a63e-4c3a-4602-830c-8ace4eb9413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.408673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-7690a63e-4c3a-4602-830c-8ace4eb9413f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd772ac008274e3ca8833fc545290852&device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 1095 time: 0.1987605 Oct 19 11:21:16.415797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 18304a53-7871-4558-a669-5f7ce4be705d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:21:16.416496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e30359-c283-4843-b48d-07923c222e3e req-27f18bdd-2fa4-429a-8d65-0dba4e35f62e tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.424001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-48e30359-c283-4843-b48d-07923c222e3e req-27f18bdd-2fa4-429a-8d65-0dba4e35f62e tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.2659180 Oct 19 11:21:16.439626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-da0ac561-4129-4a52-8c2b-c570f049dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.441094 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-da0ac561-4129-4a52-8c2b-c570f049dc57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd772ac008274e3ca8833fc545290852&device_id=db6192a0-71dc-4b4a-80b3-73d70e9c2667 HTTP/1.1" status: 200 len: 1094 time: 0.1847379 Oct 19 11:21:16.490062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-e9b8e93a-6540-4796-9299-cafd7cf04ac8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 HTTP/1.1" status: 200 len: 217 time: 0.0621819 Oct 19 11:21:16.490285 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1538a501-8150-41bf-91ef-88e6fddaddab req-2ff8a273-fcba-49a0-ba9f-4a739ee3baf3 service neutron] 10.222.0.26 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672943 Oct 19 11:21:16.509785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f66e7-056e-4b0b-a3f8-5a2a8e7c1b99 req-c6a75c8c-1c80-4277-abcb-ad028614be86 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.523221 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f66e7-056e-4b0b-a3f8-5a2a8e7c1b99 req-c6a75c8c-1c80-4277-abcb-ad028614be86 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.531187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-572f66e7-056e-4b0b-a3f8-5a2a8e7c1b99 req-c6a75c8c-1c80-4277-abcb-ad028614be86 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083&device_id=bdbdee73-2569-4bd1-be9a-40b90791fdab HTTP/1.1" status: 200 len: 1691 time: 0.1315818 Oct 19 11:21:16.532002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-ee3ce495-a1a2-4341-a3cd-53335ccc1ca9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d633923-401b-4162-8701-2ff795e2158c HTTP/1.1" status: 200 len: 217 time: 0.0517952 Oct 19 11:21:16.581532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-572f66e7-056e-4b0b-a3f8-5a2a8e7c1b99 req-d6cb069c-5c7a-4347-acae-4ea98f3e8548 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443931 Oct 19 11:21:16.581532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Made reservation on behalf of 2e25a8027c5140d4a21729ec31a9e586 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:16.581532 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:16.606675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-48e30359-c283-4843-b48d-07923c222e3e req-25dce08d-5bc6-4cd0-97c2-04cb90f334cc tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817226 Oct 19 11:21:16.647490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-8ad335af-1ff2-4856-9bb9-90c5074192b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.656950 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-8ad335af-1ff2-4856-9bb9-90c5074192b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e00a39c0-da31-4bbf-9fa2-b177cbc33bb1 HTTP/1.1" status: 200 len: 857 time: 0.1297917 Oct 19 11:21:16.661154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9ec2283a-1d29-44e0-8d52-c5a7c557db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.667263 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-9ec2283a-1d29-44e0-8d52-c5a7c557db02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e00a39c0-da31-4bbf-9fa2-b177cbc33bb1 HTTP/1.1" status: 200 len: 857 time: 0.1129637 Oct 19 11:21:16.725162 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-dc974cc1-b21e-459d-8519-42f96deaff3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568948 Oct 19 11:21:16.734634 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-91c8bfae-5145-418a-964e-e4896efc36f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511639 Oct 19 11:21:16.864438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:16.906393 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-55e5e18e-25b6-4c62-b007-0ba41a653eb4 service neutron] 10.222.0.49 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695251 Oct 19 11:21:16.921847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849e3fb-bbd2-445e-8ba2-946c273246cb req-d4848e2e-4662-467a-aa90-eeb1bc92e4ad tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:16.921847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3849e3fb-bbd2-445e-8ba2-946c273246cb req-d4848e2e-4662-467a-aa90-eeb1bc92e4ad tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 944 time: 0.2112906 Oct 19 11:21:16.938210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Pushing event updated for resources: {'Subnet': ['ID=01fca6a7-aece-4f7e-bc3f-b414758cde01,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:16.970828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Checking segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:16.971193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Network hostable DHCP agents. Network: 18304a53-7871-4558-a669-5f7ce4be705d, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:21:16.976105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:16.976450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:16.976813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:16.977146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:16.977477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:16.977813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:16.978132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:16.978452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:16.978773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:16.979091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:16.979410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:16.980134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:17.024099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b6f35-24f6-4a91-8106-afaa68ca8a7f req-47950681-971c-4280-8607-edd2de766e9a tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:17.033129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c70b6f35-24f6-4a91-8106-afaa68ca8a7f req-47950681-971c-4280-8607-edd2de766e9a tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 1101 time: 0.0972204 Oct 19 11:21:17.077075 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c70b6f35-24f6-4a91-8106-afaa68ca8a7f req-cf1ea2e3-6afb-411c-a387-ad639cd1966a tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Oct 19 11:21:17.080496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Network 18304a53-7871-4558-a669-5f7ce4be705d is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:21:17.148296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 18304a53-7871-4558-a669-5f7ce4be705d) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:17.159993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2172433-6600-4063-8acb-35f5a61964a1 None None] Network 18304a53-7871-4558-a669-5f7ce4be705d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:21:17.173162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:17.173764 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:17.218671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca805a32-b5e3-4729-8b83-a737268dc4fa req-fcda0002-a47c-4027-83d6-cf1f33ce2b0d tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:17.220342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ca805a32-b5e3-4729-8b83-a737268dc4fa req-fcda0002-a47c-4027-83d6-cf1f33ce2b0d tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bdbdee73-2569-4bd1-be9a-40b90791fdab HTTP/1.1" status: 200 len: 1101 time: 0.0580380 Oct 19 11:21:17.267628 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ca805a32-b5e3-4729-8b83-a737268dc4fa req-8ae8b0c8-07cb-4d10-97e0-66a28c809d04 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Oct 19 11:21:17.325735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c171e7fd-84ca-4419-acdf-43f36d08e50a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9642859 Oct 19 11:21:17.336251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98b391b-79f4-47cf-9c2e-fed5f1e22e83 None None] Network 18304a53-7871-4558-a669-5f7ce4be705d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:21:17.369235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efb739b-175a-4f38-b7d9-5cdd6a70f200', 'tag': '89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:17.372426 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a25d018-9a93-462f-8ca9-24bb663edd12" -d '{"events": [{"name": "network-changed", "server_uuid": "5efb739b-175a-4f38-b7d9-5cdd6a70f200", "tag": "89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:17.404318 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-3ca04e35-2761-4dc6-b81b-926f39f7e084 service neutron] 10.222.0.49 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921955 Oct 19 11:21:17.423567 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3849e3fb-bbd2-445e-8ba2-946c273246cb req-8f6863c3-af34-4402-be00-6a857b58482c tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920080 Oct 19 11:21:17.472926 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fbfb81-b60d-400a-a07e-080b46aa1849 x-openstack-request-id: req-b0fbfb81-b60d-400a-a07e-080b46aa1849 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:17.473205 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efb739b-175a-4f38-b7d9-5cdd6a70f200", "tag": "89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:17.473461 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0fbfb81-b60d-400a-a07e-080b46aa1849 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:17.473858 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efb739b-175a-4f38-b7d9-5cdd6a70f200', 'tag': '89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591', 'status': 'completed', 'code': 200} Oct 19 11:21:17.552810 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-d10e6cdb-2de9-4e8a-a561-6d31f80dd04f service neutron] 10.222.0.49 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301367 Oct 19 11:21:17.606721 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d26ff378-3cd6-4be1-99aa-16add68a8295 req-dc7ce8f2-24f9-41fe-b86f-c175869b1031 service neutron] 10.222.0.49 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865413 Oct 19 11:21:17.617230 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-79c17cf9-ed90-4193-9b30-2e90477252ca tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261822 Oct 19 11:21:17.771629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-d7e15481-32f3-419e-a588-740cd47740c8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:17.773438 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-d7e15481-32f3-419e-a588-740cd47740c8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480801 Oct 19 11:21:17.796422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d018-9a93-462f-8ca9-24bb663edd12 req-3a3c5cdf-ff7c-4f1e-8797-851d9813d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:17.798581 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a25d018-9a93-462f-8ca9-24bb663edd12 req-3a3c5cdf-ff7c-4f1e-8797-851d9813d543 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd772ac008274e3ca8833fc545290852&device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 1095 time: 0.0776863 Oct 19 11:21:17.801645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-fd7a8722-633c-4f84-82f1-9892b55c71ab tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/quotas/bfb9bc13032940e19a483303a5c91dcb HTTP/1.1" status: 200 len: 375 time: 0.0198395 Oct 19 11:21:17.889530 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-a5085b7e-ee27-4edf-ba8b-60f47f8a44fc tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:17.891265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-a5085b7e-ee27-4edf-ba8b-60f47f8a44fc tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.1196918 Oct 19 11:21:17.908279 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-094d8c4d-c02d-420a-b920-48c3ee7ff977 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/quotas/2e25a8027c5140d4a21729ec31a9e586 HTTP/1.1" status: 200 len: 375 time: 0.0103867 Oct 19 11:21:17.931147 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-7147f24a-6f72-456b-b5e7-d2d13bca4888 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1227305 Oct 19 11:21:17.956085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d018-9a93-462f-8ca9-24bb663edd12 req-90b34735-8ef6-4610-9f49-3bcf705fab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:17.957932 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a25d018-9a93-462f-8ca9-24bb663edd12 req-90b34735-8ef6-4610-9f49-3bcf705fab33 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 HTTP/1.1" status: 200 len: 918 time: 0.1378961 Oct 19 11:21:18.010068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a25d018-9a93-462f-8ca9-24bb663edd12 req-02332659-4f6c-40d4-9fde-d0ba5212e7e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 HTTP/1.1" status: 200 len: 217 time: 0.0431781 Oct 19 11:21:18.076300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d018-9a93-462f-8ca9-24bb663edd12 req-35f7cd33-1f2d-4478-b46c-bff04ed61c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:18.078396 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a25d018-9a93-462f-8ca9-24bb663edd12 req-35f7cd33-1f2d-4478-b46c-bff04ed61c9d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e00a39c0-da31-4bbf-9fa2-b177cbc33bb1 HTTP/1.1" status: 200 len: 857 time: 0.0549464 Oct 19 11:21:18.119229 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a25d018-9a93-462f-8ca9-24bb663edd12 req-b60478f5-e837-4dea-8910-c7b84a3075e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271261 Oct 19 11:21:18.252100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a25d018-9a93-462f-8ca9-24bb663edd12 req-6b6c68e6-507a-46e7-a3d9-f53da7d3dd5c service neutron] 10.222.0.49 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090429 Oct 19 11:21:18.269951 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-cfbb8443-cf16-4b1e-bcee-a013c8dd8b05 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3534038 Oct 19 11:21:18.351971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-50ac048f-9bcf-41ae-81ec-8adf41c4aed6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:21:18.359622 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-50ac048f-9bcf-41ae-81ec-8adf41c4aed6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0885651 Oct 19 11:21:18.369832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b3e63-8f8f-4581-a559-fdf46bb32f14 req-e27d74a5-20f2-47b6-a577-09ce4ee87fad tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:18.371957 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0a9b3e63-8f8f-4581-a559-fdf46bb32f14 req-e27d74a5-20f2-47b6-a577-09ce4ee87fad tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.1151924 Oct 19 11:21:18.423910 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a25d018-9a93-462f-8ca9-24bb663edd12 req-c08496ca-f37a-4e56-99b4-46513b70e0dc service neutron] 10.222.0.49 "GET /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366022 Oct 19 11:21:18.431431 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0a9b3e63-8f8f-4581-a559-fdf46bb32f14 req-85bb77f6-b3d6-47b5-bce1-d7912c383559 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509603 Oct 19 11:21:18.483829 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-4349e350-a3dc-441b-bb58-570fe1fdecd7 service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232030 Oct 19 11:21:18.597155 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-6af7305f-354d-4eb0-9d9d-8788d4a40809 service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068034 Oct 19 11:21:18.708690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-454289dd-e29c-442a-9d3f-12397911b397 req-bc030d46-82ae-4446-a780-3ba2f3c41ca6 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 210 time: 0.0277791 Oct 19 11:21:18.835987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08da319-ab30-4f3a-8043-27c33c334d70 req-1d49884e-9304-41bf-8179-44bd3996992e tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:18.837790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d08da319-ab30-4f3a-8043-27c33c334d70 req-1d49884e-9304-41bf-8179-44bd3996992e tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 944 time: 0.0717328 Oct 19 11:21:18.909814 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d08da319-ab30-4f3a-8043-27c33c334d70 req-6a2b8c56-10bc-4f01-ad6e-264fa4c1b95d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631742 Oct 19 11:21:18.915695 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a224fb75-6843-458c-90b1-90bf92466a61 req-3cc6f418-34a9-4135-a6d9-3f766fe2b4ab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 210 time: 0.0362909 Oct 19 11:21:19.359578 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:19.556527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbc34f-25f8-4083-a822-2bd716635754 req-96317482-cd0b-4ffe-a21f-50ec7a6b943e tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:19.558541 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5fbc34f-25f8-4083-a822-2bd716635754 req-96317482-cd0b-4ffe-a21f-50ec7a6b943e tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0553069 Oct 19 11:21:19.600965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5fbc34f-25f8-4083-a822-2bd716635754 req-5935d908-4dc5-4806-88da-37d4e499d6c6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335145 Oct 19 11:21:19.698652 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:19.710064 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:19.809745 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c97494d-f479-46f0-a13c-fa1b5b1789bc req-33bee0c6-dece-48f5-b2d9-0ccbae7a70ec tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 210 time: 0.0267363 Oct 19 11:21:19.810429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:19.822553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591', 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1', 'port_id': '89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591', 'mac_address': 'fa:16:3e:0a:a0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00a39c0-da31-4bbf-9fa2-b177cbc33bb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:19.851191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2e378d75-e225-49cd-8f81-9cc71f2c73ee details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:19.908622 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:19.908862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:19.963515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:19.988200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2e378d75-e225-49cd-8f81-9cc71f2c73ee, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2e378d75-e225-49cd-8f81-9cc71f2c73ee,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:20.000404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '2e378d75-e225-49cd-8f81-9cc71f2c73ee', 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1', 'port_id': '2e378d75-e225-49cd-8f81-9cc71f2c73ee', 'mac_address': 'fa:16:3e:96:b7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00a39c0-da31-4bbf-9fa2-b177cbc33bb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:20.006419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f89d2b55-0838-4171-af8e-31c3914b09c3 req-79608ca6-04ef-4a99-bd5f-48ce1d4aa2fd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 210 time: 0.0274022 Oct 19 11:21:20.028506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198928f9-f2ec-40ce-94e0-cd22863511c9 req-e4bdd848-25fc-4d5e-889e-74f7f4755203 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:20.030617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-198928f9-f2ec-40ce-94e0-cd22863511c9 req-e4bdd848-25fc-4d5e-889e-74f7f4755203 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 944 time: 0.0502994 Oct 19 11:21:20.041683 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:20.054733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e378d75-e225-49cd-8f81-9cc71f2c73ee {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:20.068381 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-198928f9-f2ec-40ce-94e0-cd22863511c9 req-32f0d83c-7ac6-4edf-b4ae-fcefa2566ed9 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317855 Oct 19 11:21:20.073353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2e378d75-e225-49cd-8f81-9cc71f2c73ee, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2e378d75-e225-49cd-8f81-9cc71f2c73ee,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:20.085753 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:20.086444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4d633923-401b-4162-8701-2ff795e2158c details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:20.152315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:20.156375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4d633923-401b-4162-8701-2ff795e2158c, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4d633923-401b-4162-8701-2ff795e2158c,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:20.169408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '4d633923-401b-4162-8701-2ff795e2158c', 'network_id': '7f03ac02-41a6-470a-bf4a-8a2b182aa4a1', 'port_id': '4d633923-401b-4162-8701-2ff795e2158c', 'mac_address': 'fa:16:3e:15:7d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00a39c0-da31-4bbf-9fa2-b177cbc33bb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:20.196908 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:20.235663 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:20.258285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d633923-401b-4162-8701-2ff795e2158c {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:20.269015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=2e378d75-e225-49cd-8f81-9cc71f2c73ee,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:20.285029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4d633923-401b-4162-8701-2ff795e2158c, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4d633923-401b-4162-8701-2ff795e2158c,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:20.349190 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-24488b3f-6487-4cb9-b506-777a985b7883 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216134 Oct 19 11:21:20.378098 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:20.431559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=4d633923-401b-4162-8701-2ff795e2158c,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:20.472311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-fc217d0f-fbbe-435c-9c7b-f0607be80424 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:20.474060 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-fc217d0f-fbbe-435c-9c7b-f0607be80424 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186342 Oct 19 11:21:20.489647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Request body: {'port': {'device_id': '6c805666-5c39-46a3-9860-6840613f39db', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'bfb9bc13032940e19a483303a5c91dcb'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:20.553814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2e378d75-e225-49cd-8f81-9cc71f2c73ee'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:20.652444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Made reservation on behalf of bfb9bc13032940e19a483303a5c91dcb for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:20.656882 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:20.705411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:20.736317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['4d633923-401b-4162-8701-2ff795e2158c'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:20.787442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29965685-b7fa-433b-8914-a5090eddfda2 req-9dd4ba02-ac9b-4bd2-8561-5af8064d90ff tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:20.797295 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29965685-b7fa-433b-8914-a5090eddfda2 req-9dd4ba02-ac9b-4bd2-8561-5af8064d90ff tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.1111639 Oct 19 11:21:20.885146 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29965685-b7fa-433b-8914-a5090eddfda2 req-a2cd0e1e-e00f-4ebe-80e5-86a2110ec89c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825830 Oct 19 11:21:20.906090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Allocated IP 192.168.233.180 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/c1bd0557-84a8-4d96-b705-bf83fba9d9c0) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:20.930839 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-479addaa-3921-4b36-9452-f16d42902f0d req-5b94a209-ad4b-4d3e-9535-63978bb1c248 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 210 time: 0.0313427 Oct 19 11:21:21.085662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:21.138417 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-031d4631-05e4-4fba-86e9-b74318aabd05 req-2dfaec93-79dd-46ef-a35f-6dac7733020b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 210 time: 0.0449221 Oct 19 11:21:21.200109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581912fc-e2a2-45c4-8aaa-eae9c6f3e013 req-3c8fc7c7-c045-4fbd-85bc-3300a4f7224f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:21.202412 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-581912fc-e2a2-45c4-8aaa-eae9c6f3e013 req-3c8fc7c7-c045-4fbd-85bc-3300a4f7224f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 945 time: 0.0608933 Oct 19 11:21:21.262267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-581912fc-e2a2-45c4-8aaa-eae9c6f3e013 req-8cc2e00b-0912-4a01-a2d1-4472f19e7e7f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502186 Oct 19 11:21:21.275488 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:21.340225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:21.343322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:21.347331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:21.379834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event updated for resources: {'Port': ['ID=c1bd0557-84a8-4d96-b705-bf83fba9d9c0,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:21.400236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.400487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.400848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.401175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.401499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.401825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.402137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.402451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.402769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.403083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.403396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.403704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:21.424697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:21.425321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:21.515746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-ca58f625-0fc2-45a8-b3be-0517dc1204bb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0302291 Oct 19 11:21:21.529820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Request body: {'port': {'device_id': '6c805666-5c39-46a3-9860-6840613f39db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:21.617530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:21.643099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-d7c90397-ecff-47ec-bad7-24073f1be145 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:21.652242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-d7c90397-ecff-47ec-bad7-24073f1be145 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.26 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.1685278 Oct 19 11:21:21.676916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Request body: {'port': {'device_id': 'ff45f778-3508-4d82-ba25-18eb6de29915', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'admin_state_up': True, 'tenant_id': '2e25a8027c5140d4a21729ec31a9e586'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:21.681899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696', '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:21.760589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8c462fab-b1b7-4fb3-8e9e-cd675be701fa None None] Provisioning complete for port c1bd0557-84a8-4d96-b705-bf83fba9d9c0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:21.761035 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8c462fab-b1b7-4fb3-8e9e-cd675be701fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:21.819458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8c462fab-b1b7-4fb3-8e9e-cd675be701fa None None] Port c1bd0557-84a8-4d96-b705-bf83fba9d9c0 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:21:21.843182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230', '5b737595-5e6f-40ca-ab92-61231a59ca9d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:22.043862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Made reservation on behalf of 2e25a8027c5140d4a21729ec31a9e586 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:22.055154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:22.105380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99633470-d6cf-4bcd-8557-80fe735dbd63 req-4f3cb33c-594d-41aa-b269-4446e3a9f4cf tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:22.107384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-99633470-d6cf-4bcd-8557-80fe735dbd63 req-4f3cb33c-594d-41aa-b269-4446e3a9f4cf tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.1153002 Oct 19 11:21:22.151639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bd0557-84a8-4d96-b705-bf83fba9d9c0 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:22.165493 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:22.196481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c6939-ed40-453a-a065-d347bf76ed1e req-3c590187-a871-4ed3-926b-c157da1b85b7 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:22.199016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d2c6939-ed40-453a-a065-d347bf76ed1e req-3c590187-a871-4ed3-926b-c157da1b85b7 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 936 time: 0.1432374 Oct 19 11:21:22.205818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Transition to ACTIVE for port object c1bd0557-84a8-4d96-b705-bf83fba9d9c0 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:21:22.225670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-99633470-d6cf-4bcd-8557-80fe735dbd63 req-a1ed4dd0-8d3a-4f20-a30c-d1fc67e9ccec tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055069 Oct 19 11:21:22.264937 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d2c6939-ed40-453a-a065-d347bf76ed1e req-57f46ced-a58e-4a7c-bc4a-5f536f6db554 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558331 Oct 19 11:21:22.332730 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:22.346133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Allocated IP 172.20.0.14 (18304a53-7871-4558-a669-5f7ce4be705d/01fca6a7-aece-4f7e-bc3f-b414758cde01/092b9139-c22a-46b9-a52b-ed239c599b09) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:22.451539 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e4ae487-c54d-4bc1-b0bf-8bffe17bd41b req-52648dd1-800a-4205-a715-dc5832688502 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 210 time: 0.0482996 Oct 19 11:21:22.512874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd0557-84a8-4d96-b705-bf83fba9d9c0,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:22.543996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e904f6-2b35-48b0-b446-2fa182436315 req-ef897f77-d3df-4857-9a12-890ec1f6199d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:22.546180 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4e904f6-2b35-48b0-b446-2fa182436315 req-ef897f77-d3df-4857-9a12-890ec1f6199d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 945 time: 0.1763344 Oct 19 11:21:22.569375 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:22.577788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Attempting to bind port c1bd0557-84a8-4d96-b705-bf83fba9d9c0 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:21:22.578124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Attempting to bind port c1bd0557-84a8-4d96-b705-bf83fba9d9c0 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:21:22.578447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Attempting to bind port c1bd0557-84a8-4d96-b705-bf83fba9d9c0 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:22.591161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Port c1bd0557-84a8-4d96-b705-bf83fba9d9c0 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:21:22.591475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Attempting to bind port c1bd0557-84a8-4d96-b705-bf83fba9d9c0 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:22.608656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:21:22.609180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:22.609570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:21:22.610021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Bound port: c1bd0557-84a8-4d96-b705-bf83fba9d9c0, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:21:22.610507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:22.626957 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4e904f6-2b35-48b0-b446-2fa182436315 req-32e6e690-f0a6-49ce-ad44-8576589c2e58 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679495 Oct 19 11:21:22.691508 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:22.695110 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] For port c1bd0557-84a8-4d96-b705-bf83fba9d9c0, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:21:22.698326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] For port c1bd0557-84a8-4d96-b705-bf83fba9d9c0, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=c1bd0557-84a8-4d96-b705-bf83fba9d9c0,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:21:22.738095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Network 18304a53-7871-4558-a669-5f7ce4be705d is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:22.743289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:22.747202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:22.774793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event updated for resources: {'Port': ['ID=092b9139-c22a-46b9-a52b-ed239c599b09,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:22.800272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:22.803700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:22.804473 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:22.837040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:22.837649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:22.839012 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] 10.222.0.49 "PUT /v2.0/ports/c1bd0557-84a8-4d96-b705-bf83fba9d9c0 HTTP/1.1" status: 200 len: 1096 time: 1.3142681 Oct 19 11:21:22.839447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c805666-5c39-46a3-9860-6840613f39db', 'tag': 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:22.841736 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235609b8-54be-4771-ac4e-8dffcc0bb88d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c805666-5c39-46a3-9860-6840613f39db", "tag": "c1bd0557-84a8-4d96-b705-bf83fba9d9c0"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:22.872867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb154683-38bd-474c-8455-afe83c8e171b service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd0557-84a8-4d96-b705-bf83fba9d9c0,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:22.885388 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78838edb-cd28-4bd3-9c9f-fc602440c515 x-openstack-request-id: req-78838edb-cd28-4bd3-9c9f-fc602440c515 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:22.885696 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c805666-5c39-46a3-9860-6840613f39db", "tag": "c1bd0557-84a8-4d96-b705-bf83fba9d9c0", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:22.886088 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78838edb-cd28-4bd3-9c9f-fc602440c515 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:22.886421 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c805666-5c39-46a3-9860-6840613f39db', 'tag': 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0', 'status': 'completed', 'code': 200} Oct 19 11:21:22.920031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-902e30d5-5e70-4530-b4b9-7cef431c562d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2491341 Oct 19 11:21:22.934834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Request body: {'port': {'device_id': 'ff45f778-3508-4d82-ba25-18eb6de29915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:22.957197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235609b8-54be-4771-ac4e-8dffcc0bb88d req-0f35eac8-50c8-4a53-a244-5e17ad8d94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:22.958940 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-235609b8-54be-4771-ac4e-8dffcc0bb88d req-0f35eac8-50c8-4a53-a244-5e17ad8d94f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 1099 time: 0.0452993 Oct 19 11:21:22.996926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-235609b8-54be-4771-ac4e-8dffcc0bb88d req-aaea380e-5beb-43ad-b86c-c937b3a31229 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278466 Oct 19 11:21:22.997432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:23.112911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235609b8-54be-4771-ac4e-8dffcc0bb88d req-e7d9bd81-c3ae-4a04-9012-15ffc9bf7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:23.114469 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-235609b8-54be-4771-ac4e-8dffcc0bb88d req-e7d9bd81-c3ae-4a04-9012-15ffc9bf7a07 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081040 Oct 19 11:21:23.201779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-5b03920e-3ac4-4bea-b3e4-468185dfa602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:23.203448 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-5b03920e-3ac4-4bea-b3e4-468185dfa602 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 1099 time: 0.0447688 Oct 19 11:21:23.253754 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-f6bec5ad-9f0b-4d7e-9510-7891a95e8c1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c1bd0557-84a8-4d96-b705-bf83fba9d9c0 HTTP/1.1" status: 200 len: 217 time: 0.0383713 Oct 19 11:21:23.281098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092b9139-c22a-46b9-a52b-ed239c599b09 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:23.289321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:23.305531 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-c65e1373-3d57-4f40-9ad1-f5069cd53379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:23.305924 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-c65e1373-3d57-4f40-9ad1-f5069cd53379 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0455723 Oct 19 11:21:23.331202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Transition to ACTIVE for port object 092b9139-c22a-46b9-a52b-ed239c599b09 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:21:23.353101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d1e17-acd0-445e-aa71-5b08461b1154 req-b238f602-5fc2-4786-a6b7-c61f990d8a44 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:23.354613 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc8d1e17-acd0-445e-aa71-5b08461b1154 req-b238f602-5fc2-4786-a6b7-c61f990d8a44 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0628622 Oct 19 11:21:23.393925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-93360a9a-6b26-4868-b7e0-4453b817a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:23.395444 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-93360a9a-6b26-4868-b7e0-4453b817a9e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797958 Oct 19 11:21:23.395932 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc8d1e17-acd0-445e-aa71-5b08461b1154 req-94a60787-84ba-41e9-bc3a-a5c9072fa223 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344651 Oct 19 11:21:23.406522 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:23.413335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cea6b8-ba67-4bdb-8182-f2a7bcfbc16c req-7b164ce7-b92e-4f30-9ef4-6b5ec71b4682 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:23.421765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5cea6b8-ba67-4bdb-8182-f2a7bcfbc16c req-7b164ce7-b92e-4f30-9ef4-6b5ec71b4682 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 948 time: 0.0715785 Oct 19 11:21:23.469632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf5573-083e-41be-b762-6492808af93e service neutron] Pushing event updated for resources: {'Port': ['ID=092b9139-c22a-46b9-a52b-ed239c599b09,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:23.526921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5cea6b8-ba67-4bdb-8182-f2a7bcfbc16c req-f0c7ad6a-c6d7-4e4a-be00-c76997b37e33 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917091 Oct 19 11:21:23.549787 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-c228976d-ca56-4122-8c09-7e799ff62f27 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339786 Oct 19 11:21:23.576015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Attempting to bind port 092b9139-c22a-46b9-a52b-ed239c599b09 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:21:23.576466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Attempting to bind port 092b9139-c22a-46b9-a52b-ed239c599b09 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:21:23.576824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Attempting to bind port 092b9139-c22a-46b9-a52b-ed239c599b09 on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:23.588804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Port 092b9139-c22a-46b9-a52b-ed239c599b09 on network 18304a53-7871-4558-a669-5f7ce4be705d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:21:23.589136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Attempting to bind port 092b9139-c22a-46b9-a52b-ed239c599b09 on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:23.605234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791ccf5-de78-4685-9b3f-e554302be343 req-dd00d560-5b40-49dc-8d97-4a9e28d77866 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:23.606818 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4791ccf5-de78-4685-9b3f-e554302be343 req-dd00d560-5b40-49dc-8d97-4a9e28d77866 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 944 time: 0.0814643 Oct 19 11:21:23.608397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:21:23.608772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Checking segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:23.609151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Bound using segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:21:23.609591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Bound port: 092b9139-c22a-46b9-a52b-ed239c599b09, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:21:23.609948 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:23.648492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b5f813b-8461-4fd8-921a-485b0d93d306 req-33c4ee5d-a8fc-4bd2-8246-0031fd3ceacf service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878570 Oct 19 11:21:23.686343 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4791ccf5-de78-4685-9b3f-e554302be343 req-d536196e-0ae7-46de-9ca5-3e191e1d0f4a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666111 Oct 19 11:21:23.706705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] For port 092b9139-c22a-46b9-a52b-ed239c599b09, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:21:23.710142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] For port 092b9139-c22a-46b9-a52b-ed239c599b09, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=092b9139-c22a-46b9-a52b-ed239c599b09,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:21:23.717522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:23.767748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852b976-6435-432a-8090-86b7ca227e61 req-17356dc3-a910-4888-b63c-60c1c89262c0 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:23.769299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d852b976-6435-432a-8090-86b7ca227e61 req-17356dc3-a910-4888-b63c-60c1c89262c0 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 945 time: 0.0498276 Oct 19 11:21:23.807138 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d852b976-6435-432a-8090-86b7ca227e61 req-a09ddf45-0fc0-4bf3-990b-2744d4b58b7e tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Oct 19 11:21:23.841948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2e378d75-e225-49cd-8f81-9cc71f2c73ee up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:23.851679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:23.892915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:23.893530 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:23.894909 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-25bf5573-083e-41be-b762-6492808af93e service neutron] 10.222.0.26 "PUT /v2.0/ports/092b9139-c22a-46b9-a52b-ed239c599b09 HTTP/1.1" status: 200 len: 1092 time: 0.9649501 Oct 19 11:21:23.895363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff45f778-3508-4d82-ba25-18eb6de29915', 'tag': '092b9139-c22a-46b9-a52b-ed239c599b09'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:23.897640 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa23f010-f712-4468-8f72-8644fdeebe67" -d '{"events": [{"name": "network-changed", "server_uuid": "ff45f778-3508-4d82-ba25-18eb6de29915", "tag": "092b9139-c22a-46b9-a52b-ed239c599b09"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:23.897876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:23.902937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:23.903519 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:23.926105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf5573-083e-41be-b762-6492808af93e service neutron] Pushing event updated for resources: {'Port': ['ID=092b9139-c22a-46b9-a52b-ed239c599b09,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:23.940087 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27535e1-50ac-4ee2-ab20-0aa40aaa783b x-openstack-request-id: req-e27535e1-50ac-4ee2-ab20-0aa40aaa783b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:23.940665 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff45f778-3508-4d82-ba25-18eb6de29915", "tag": "092b9139-c22a-46b9-a52b-ed239c599b09", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:23.940949 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e27535e1-50ac-4ee2-ab20-0aa40aaa783b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:23.941359 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff45f778-3508-4d82-ba25-18eb6de29915', 'tag': '092b9139-c22a-46b9-a52b-ed239c599b09', 'status': 'completed', 'code': 200} Oct 19 11:21:24.007286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23f010-f712-4468-8f72-8644fdeebe67 req-6d18b3ea-c3a9-42aa-b90b-027cb63cc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:24.008838 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa23f010-f712-4468-8f72-8644fdeebe67 req-6d18b3ea-c3a9-42aa-b90b-027cb63cc185 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 1095 time: 0.0445659 Oct 19 11:21:24.109247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 2e378d75-e225-49cd-8f81-9cc71f2c73ee completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:24.117203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 2e378d75-e225-49cd-8f81-9cc71f2c73ee triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:24.117586 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:24.121832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23f010-f712-4468-8f72-8644fdeebe67 req-d3c0950b-c225-447d-8c45-44f1959064a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:24.123318 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa23f010-f712-4468-8f72-8644fdeebe67 req-d3c0950b-c225-447d-8c45-44f1959064a4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2e25a8027c5140d4a21729ec31a9e586&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0981171 Oct 19 11:21:24.137404 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:24.172346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efb739b-175a-4f38-b7d9-5cdd6a70f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:24.174581 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a70924-3009-410a-b9ff-f86d43919a5e" -d '{"events": [{"server_uuid": "5efb739b-175a-4f38-b7d9-5cdd6a70f200", "name": "network-vif-plugged", "status": "completed", "tag": "89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:24.189647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:24.216415 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e572c965-6346-4705-866c-fa7c6f7f357e x-openstack-request-id: req-e572c965-6346-4705-866c-fa7c6f7f357e {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:24.216767 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efb739b-175a-4f38-b7d9-5cdd6a70f200", "name": "network-vif-plugged", "status": "completed", "tag": "89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:24.217044 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e572c965-6346-4705-866c-fa7c6f7f357e {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:24.217427 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efb739b-175a-4f38-b7d9-5cdd6a70f200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591', 'code': 200} Oct 19 11:21:24.226819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23f010-f712-4468-8f72-8644fdeebe67 req-25b0879b-dd3b-4e2f-8c33-4142262ae5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:24.228333 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa23f010-f712-4468-8f72-8644fdeebe67 req-25b0879b-dd3b-4e2f-8c33-4142262ae5f7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980015 Oct 19 11:21:24.232428 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:24.266839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2e378d75-e225-49cd-8f81-9cc71f2c73ee, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2e378d75-e225-49cd-8f81-9cc71f2c73ee,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:24.269284 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:24.270100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4d633923-401b-4162-8701-2ff795e2158c up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:24.311344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-c69c952d-5091-4962-89e8-d54858f53554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:24.313132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-c69c952d-5091-4962-89e8-d54858f53554 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 1095 time: 0.0421584 Oct 19 11:21:24.323085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2eab4-692a-4455-b025-0cb519cd1ae3 req-8b8bc635-9704-4ca7-9395-60ad60685746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:24.324661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-61b2eab4-692a-4455-b025-0cb519cd1ae3 req-8b8bc635-9704-4ca7-9395-60ad60685746 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 1097 time: 0.0417240 Oct 19 11:21:24.340712 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:24.350809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:24.363920 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-61b2eab4-692a-4455-b025-0cb519cd1ae3 req-448339c2-42b6-4f5f-8b02-2fde23f0b8f8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299349 Oct 19 11:21:24.368571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-ccc1d2cf-780b-49e7-ac5a-29dc7ab5d17f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=092b9139-c22a-46b9-a52b-ed239c599b09 HTTP/1.1" status: 200 len: 217 time: 0.0470252 Oct 19 11:21:24.402479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=2e378d75-e225-49cd-8f81-9cc71f2c73ee,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:24.427489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-939a872a-8e13-4444-b31c-029cb303e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:24.428663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-939a872a-8e13-4444-b31c-029cb303e886 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.0486696 Oct 19 11:21:24.447392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 4d633923-401b-4162-8701-2ff795e2158c completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:24.450735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 4d633923-401b-4162-8701-2ff795e2158c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:24.451109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:24.477055 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-24e17d81-ce9f-45f1-85b1-239e34f08013 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270300 Oct 19 11:21:24.530156 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aca4ab-148a-447a-a747-820aad0739da req-218f441b-ed21-4bbd-8a42-a910f6745b87 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:24.532422 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76aca4ab-148a-447a-a747-820aad0739da req-218f441b-ed21-4bbd-8a42-a910f6745b87 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0578821 Oct 19 11:21:24.542285 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:24.579728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4d633923-401b-4162-8701-2ff795e2158c, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4d633923-401b-4162-8701-2ff795e2158c,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:24.590652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-f0f1a705-c1e9-444a-af1e-52861141a5db service neutron] 10.222.0.26 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052451 Oct 19 11:21:24.593068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76aca4ab-148a-447a-a747-820aad0739da req-3e6f2b90-b6dd-46a6-8463-7d07aa48a4ac tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531659 Oct 19 11:21:24.691816 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:24.710539 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d81ce-c8a4-4a6c-9d84-12938bf086a7 req-f4f344e6-a3ce-40bd-a138-033faa139211 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:24.712048 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-416d81ce-c8a4-4a6c-9d84-12938bf086a7 req-f4f344e6-a3ce-40bd-a138-033faa139211 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 948 time: 0.1101091 Oct 19 11:21:24.744352 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9acc6c-f86a-40d1-a9c9-8261d84bd134 req-8abe38b0-9099-40e3-a048-4949ddb225c4 service neutron] 10.222.0.26 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327550 Oct 19 11:21:24.745469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=4d633923-401b-4162-8701-2ff795e2158c,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:24.766050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-416d81ce-c8a4-4a6c-9d84-12938bf086a7 req-8b5fffdc-bed2-410c-aa51-296285e844b6 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Oct 19 11:21:24.812719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf12458-b914-4270-9f04-40dc0b897014 req-24137c8d-a59c-4434-ba7f-16994b6164cd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:24.814196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cf12458-b914-4270-9f04-40dc0b897014 req-24137c8d-a59c-4434-ba7f-16994b6164cd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 944 time: 0.0495460 Oct 19 11:21:24.851903 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cf12458-b914-4270-9f04-40dc0b897014 req-c25c2c27-d07a-46e0-b1a4-67190cd2700b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 Oct 19 11:21:24.923258 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d6234-4cc3-4019-8743-6706e24b6828 req-ebd20e6c-6fb3-4ee2-9f96-01ab70dd19e6 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:24.924787 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a15d6234-4cc3-4019-8743-6706e24b6828 req-ebd20e6c-6fb3-4ee2-9f96-01ab70dd19e6 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 946 time: 0.0514636 Oct 19 11:21:24.963458 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a15d6234-4cc3-4019-8743-6706e24b6828 req-56182b29-3829-4081-a615-9985b5234406 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329196 Oct 19 11:21:25.309475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-46b73af1-c95a-489f-8c4f-d30abcc42e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:25.709656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2721acb-3ca5-417d-9870-4df3f248fd2a req-27e1817b-3cc0-4f16-bda9-9a104d1a6e13 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:25.711207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b2721acb-3ca5-417d-9870-4df3f248fd2a req-27e1817b-3cc0-4f16-bda9-9a104d1a6e13 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0499022 Oct 19 11:21:25.724984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device c1bd0557-84a8-4d96-b705-bf83fba9d9c0 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:25.750213 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b2721acb-3ca5-417d-9870-4df3f248fd2a req-2f03fd43-31ce-480a-b8da-3d949202e543 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329189 Oct 19 11:21:25.830755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port c1bd0557-84a8-4d96-b705-bf83fba9d9c0, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=c1bd0557-84a8-4d96-b705-bf83fba9d9c0,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:25.843133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0', 'mac_address': 'fa:16:3e:d3:7f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:25.885838 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:25.893456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d31bc-92ce-42af-9afc-8e12bf13c2a9 req-060c479c-5164-4ba2-b655-f761a54818e9 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:25.895216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-367d31bc-92ce-42af-9afc-8e12bf13c2a9 req-060c479c-5164-4ba2-b655-f761a54818e9 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 948 time: 0.0586436 Oct 19 11:21:25.902051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bd0557-84a8-4d96-b705-bf83fba9d9c0 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:25.925868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port c1bd0557-84a8-4d96-b705-bf83fba9d9c0, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=c1bd0557-84a8-4d96-b705-bf83fba9d9c0,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:25.939710 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-367d31bc-92ce-42af-9afc-8e12bf13c2a9 req-215f0683-7ab8-4525-a978-85a49538ef6d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382349 Oct 19 11:21:26.006977 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:26.031132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134d421-99fa-4755-b803-a3946e5a4a74 req-a15a0d2c-ae7b-4345-86dd-2ebd35f084a1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:26.032654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9134d421-99fa-4755-b803-a3946e5a4a74 req-a15a0d2c-ae7b-4345-86dd-2ebd35f084a1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 944 time: 0.0528438 Oct 19 11:21:26.053940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dcea7-1edc-43f8-8a11-e507d60c3740 req-2dd110b1-505e-4c53-a83e-f546dc8cf8a9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:26.055521 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f1dcea7-1edc-43f8-8a11-e507d60c3740 req-2dd110b1-505e-4c53-a83e-f546dc8cf8a9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 945 time: 0.0619462 Oct 19 11:21:26.062857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=c1bd0557-84a8-4d96-b705-bf83fba9d9c0,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:26.079122 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9134d421-99fa-4755-b803-a3946e5a4a74 req-2f61ba95-bf1c-4dd3-9f06-339029ef7415 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380869 Oct 19 11:21:26.099657 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f1dcea7-1edc-43f8-8a11-e507d60c3740 req-c7ed5a4e-f58c-4747-8e5e-c7e0413292da tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368323 Oct 19 11:21:26.217394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f32003-3203-4de1-b1f4-b42dbbd063ec req-cdf89bca-7ce1-4148-853d-d904f1a9d7b5 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:26.218405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b3e7b0-901f-4f9e-8aa8-cfb7147e6543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e378d75-e225-49cd-8f81-9cc71f2c73ee'}, {'server_uuid': 'db6192a0-71dc-4b4a-80b3-73d70e9c2667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d633923-401b-4162-8701-2ff795e2158c'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:26.220977 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80f32003-3203-4de1-b1f4-b42dbbd063ec req-cdf89bca-7ce1-4148-853d-d904f1a9d7b5 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 946 time: 0.0547848 Oct 19 11:21:26.221101 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b59434-f881-4b28-8d45-673dafff0b2a" -d '{"events": [{"server_uuid": "13b3e7b0-901f-4f9e-8aa8-cfb7147e6543", "name": "network-vif-plugged", "status": "completed", "tag": "2e378d75-e225-49cd-8f81-9cc71f2c73ee"}, {"server_uuid": "db6192a0-71dc-4b4a-80b3-73d70e9c2667", "name": "network-vif-plugged", "status": "completed", "tag": "4d633923-401b-4162-8701-2ff795e2158c"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:26.261593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80f32003-3203-4de1-b1f4-b42dbbd063ec req-f7efd2ee-0849-413e-9458-8d21bee1fb45 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365112 Oct 19 11:21:26.314302 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af8fa0e-9650-4b44-9a3c-52548ba402f3 x-openstack-request-id: req-1af8fa0e-9650-4b44-9a3c-52548ba402f3 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:26.315250 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b3e7b0-901f-4f9e-8aa8-cfb7147e6543", "name": "network-vif-plugged", "status": "completed", "tag": "2e378d75-e225-49cd-8f81-9cc71f2c73ee", "code": 200}, {"server_uuid": "db6192a0-71dc-4b4a-80b3-73d70e9c2667", "name": "network-vif-plugged", "status": "completed", "tag": "4d633923-401b-4162-8701-2ff795e2158c", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:26.315503 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1af8fa0e-9650-4b44-9a3c-52548ba402f3 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:26.315898 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b3e7b0-901f-4f9e-8aa8-cfb7147e6543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e378d75-e225-49cd-8f81-9cc71f2c73ee', 'code': 200} Oct 19 11:21:26.316150 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6192a0-71dc-4b4a-80b3-73d70e9c2667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d633923-401b-4162-8701-2ff795e2158c', 'code': 200} Oct 19 11:21:26.383133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01e10a-1cd9-44b6-80f3-d5996345bc2b req-1552b626-1f03-49f3-b8d3-c658aa9ed2a7 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:26.384740 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d01e10a-1cd9-44b6-80f3-d5996345bc2b req-1552b626-1f03-49f3-b8d3-c658aa9ed2a7 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b3e7b0-901f-4f9e-8aa8-cfb7147e6543 HTTP/1.1" status: 200 len: 945 time: 0.0532105 Oct 19 11:21:26.406852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['c1bd0557-84a8-4d96-b705-bf83fba9d9c0'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:26.424390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275aa5e-4724-4b93-9357-5b322b052f41 req-86e784a4-c09a-4b42-9753-2fe15750aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:26.425955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c275aa5e-4724-4b93-9357-5b322b052f41 req-86e784a4-c09a-4b42-9753-2fe15750aa8e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13b3e7b0-901f-4f9e-8aa8-cfb7147e6543 HTTP/1.1" status: 200 len: 1096 time: 0.0500436 Oct 19 11:21:26.457590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133015-8e92-4190-9434-537b26b2b98f req-d77bac8b-b229-4107-9027-a0f9b1179f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:26.459050 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37133015-8e92-4190-9434-537b26b2b98f req-d77bac8b-b229-4107-9027-a0f9b1179f79 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db6192a0-71dc-4b4a-80b3-73d70e9c2667 HTTP/1.1" status: 200 len: 1096 time: 0.0650411 Oct 19 11:21:26.462297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d01e10a-1cd9-44b6-80f3-d5996345bc2b req-341719fb-0086-49a7-ab19-7b3e0cdcb155 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695176 Oct 19 11:21:26.468123 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c275aa5e-4724-4b93-9357-5b322b052f41 req-d6850ea4-02bd-4cc7-a367-fa495f5ec16b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334504 Oct 19 11:21:26.503054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37133015-8e92-4190-9434-537b26b2b98f req-2f998e9d-4a1f-45f2-8204-edb117de70e4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Oct 19 11:21:26.870373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17c175-fa5e-442d-819d-bab0fd702319 req-b8c6684a-e987-461c-a6f0-1d0aa57d8df2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:26.871893 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a17c175-fa5e-442d-819d-bab0fd702319 req-b8c6684a-e987-461c-a6f0-1d0aa57d8df2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0499046 Oct 19 11:21:26.911765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a17c175-fa5e-442d-819d-bab0fd702319 req-d8c9bc58-8fd6-4607-b0f5-c26a3725c3a1 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Oct 19 11:21:27.053482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97767b2-ae80-44c0-9023-6b17a66886dc req-33965e2a-6512-42d3-a030-9837e65c8633 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:27.054835 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d97767b2-ae80-44c0-9023-6b17a66886dc req-33965e2a-6512-42d3-a030-9837e65c8633 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 949 time: 0.0483241 Oct 19 11:21:27.091684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d97767b2-ae80-44c0-9023-6b17a66886dc req-fb8fbbfd-800c-44c3-9636-d399718a0a65 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308881 Oct 19 11:21:27.194667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ee66-e0f9-42b7-aeda-52d7cf62f8ec req-0cf160c9-0df5-49a6-8be8-d9e276bcde4e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:27.196263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bae0ee66-e0f9-42b7-aeda-52d7cf62f8ec req-0cf160c9-0df5-49a6-8be8-d9e276bcde4e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 944 time: 0.0516200 Oct 19 11:21:27.219072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42012406-69c9-445f-842e-4820f782b00e req-1ee4b4e9-47ff-47ad-b300-9c4b35cb4ae6 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:27.220583 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-42012406-69c9-445f-842e-4820f782b00e req-1ee4b4e9-47ff-47ad-b300-9c4b35cb4ae6 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 945 time: 0.0524168 Oct 19 11:21:27.236344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bae0ee66-e0f9-42b7-aeda-52d7cf62f8ec req-ac1174db-597d-4f8b-8f35-2d42ae555310 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331099 Oct 19 11:21:27.259552 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-42012406-69c9-445f-842e-4820f782b00e req-bc7ed4d9-ae10-4dae-8380-d3f60e2370a4 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328093 Oct 19 11:21:27.581363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77523b54-0d3d-44a4-8c0a-cda8c14548eb req-bd00b716-f9b1-4323-a066-e7fec48cda01 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:27.582723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77523b54-0d3d-44a4-8c0a-cda8c14548eb req-bd00b716-f9b1-4323-a066-e7fec48cda01 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b3e7b0-901f-4f9e-8aa8-cfb7147e6543 HTTP/1.1" status: 200 len: 945 time: 0.0482628 Oct 19 11:21:27.619612 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77523b54-0d3d-44a4-8c0a-cda8c14548eb req-d47b22fc-54c0-4442-b11b-4eedb342c4dd tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Oct 19 11:21:27.738524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device c1bd0557-84a8-4d96-b705-bf83fba9d9c0 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:27.761358 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a47cf26d-3286-40c7-a2cf-b937949be079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:27.829338 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port c1bd0557-84a8-4d96-b705-bf83fba9d9c0 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:27.833223 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port c1bd0557-84a8-4d96-b705-bf83fba9d9c0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:27.833537 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:27.861939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 092b9139-c22a-46b9-a52b-ed239c599b09 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:27.978959 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:28.014587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 092b9139-c22a-46b9-a52b-ed239c599b09, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=092b9139-c22a-46b9-a52b-ed239c599b09,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:28.035107 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e0646-c4c7-4061-93eb-34fa9a9d8289 req-91ddbf6a-1292-4a67-9d5b-15a396d83a4a tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:28.036836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-157e0646-c4c7-4061-93eb-34fa9a9d8289 req-91ddbf6a-1292-4a67-9d5b-15a396d83a4a tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0564451 Oct 19 11:21:28.039199 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '092b9139-c22a-46b9-a52b-ed239c599b09', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'port_id': '092b9139-c22a-46b9-a52b-ed239c599b09', 'mac_address': 'fa:16:3e:ec:c1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01fca6a7-aece-4f7e-bc3f-b414758cde01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:28.041771 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port c1bd0557-84a8-4d96-b705-bf83fba9d9c0, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=c1bd0557-84a8-4d96-b705-bf83fba9d9c0,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:28.075484 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-157e0646-c4c7-4061-93eb-34fa9a9d8289 req-0778b2cd-fd28-4af7-986b-1937afc3bf32 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Oct 19 11:21:28.082039 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:28.095653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092b9139-c22a-46b9-a52b-ed239c599b09 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:28.115302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 092b9139-c22a-46b9-a52b-ed239c599b09, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=092b9139-c22a-46b9-a52b-ed239c599b09,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:28.167022 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:28.207187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f52a7-a6c7-451b-9dcf-3a359cf421f5 req-c19d8739-24be-4b04-9ad3-ae7e6f61035b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:28.208683 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e5f52a7-a6c7-451b-9dcf-3a359cf421f5 req-c19d8739-24be-4b04-9ad3-ae7e6f61035b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 950 time: 0.0508130 Oct 19 11:21:28.222710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=c1bd0557-84a8-4d96-b705-bf83fba9d9c0,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:28.247209 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e5f52a7-a6c7-451b-9dcf-3a359cf421f5 req-6a7bc152-9bc2-44d0-8163-14c3f43d9e74 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Oct 19 11:21:28.282197 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:28.326694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c805666-5c39-46a3-9860-6840613f39db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:28.329937 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d151ae-22a7-40ec-a87d-b92e28bbe75f" -d '{"events": [{"server_uuid": "6c805666-5c39-46a3-9860-6840613f39db", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd0557-84a8-4d96-b705-bf83fba9d9c0"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:28.361739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=092b9139-c22a-46b9-a52b-ed239c599b09,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:28.362783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfd0ac-7703-462a-b703-68580b9c7222 req-01b5122a-fa79-4967-88b8-8707c5ac04b1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:28.367080 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4abfd0ac-7703-462a-b703-68580b9c7222 req-01b5122a-fa79-4967-88b8-8707c5ac04b1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 945 time: 0.0580122 Oct 19 11:21:28.404707 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4abfd0ac-7703-462a-b703-68580b9c7222 req-e1f7a211-6065-4ab3-9975-791bdff04cec tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339780 Oct 19 11:21:28.407636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d295d6-84c1-4c2b-8f64-c13d680d288b req-d1c81a05-0eb0-49c4-a8c2-da9759812d22 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:28.409125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64d295d6-84c1-4c2b-8f64-c13d680d288b req-d1c81a05-0eb0-49c4-a8c2-da9759812d22 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 945 time: 0.0551023 Oct 19 11:21:28.449164 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64d295d6-84c1-4c2b-8f64-c13d680d288b req-c3439ef6-9b59-4a8f-922d-e53edf933198 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339050 Oct 19 11:21:28.509499 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85a2420-8ba9-4834-921b-212cdd8e4bfa x-openstack-request-id: req-b85a2420-8ba9-4834-921b-212cdd8e4bfa {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:28.509803 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c805666-5c39-46a3-9860-6840613f39db", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd0557-84a8-4d96-b705-bf83fba9d9c0", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:28.510057 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b85a2420-8ba9-4834-921b-212cdd8e4bfa {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:28.510452 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c805666-5c39-46a3-9860-6840613f39db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0', 'code': 200} Oct 19 11:21:28.649926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad5127-0e87-4291-8850-885629a61009 req-6d80ae7a-12c5-4b5c-b5dd-ddeae279f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:28.651460 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50ad5127-0e87-4291-8850-885629a61009 req-6d80ae7a-12c5-4b5c-b5dd-ddeae279f29d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 1101 time: 0.0655990 Oct 19 11:21:28.667909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369ebdb-db51-400a-806a-e318232a6d31 req-26b0a863-e4f1-49f4-8164-79c1f9c17d95 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:28.669570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d369ebdb-db51-400a-806a-e318232a6d31 req-26b0a863-e4f1-49f4-8164-79c1f9c17d95 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 945 time: 0.0590322 Oct 19 11:21:28.693102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:28.782429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50ad5127-0e87-4291-8850-885629a61009 req-9e955ad5-82c1-49c7-89cb-e2feda19c00a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119056 Oct 19 11:21:28.808204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7e872-cf4d-46c5-bbe1-abda61535256 req-73a21932-d018-4cff-af92-5d799fac355b tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:28.809678 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6a7e872-cf4d-46c5-bbe1-abda61535256 req-73a21932-d018-4cff-af92-5d799fac355b tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b3e7b0-901f-4f9e-8aa8-cfb7147e6543 HTTP/1.1" status: 200 len: 945 time: 0.1182916 Oct 19 11:21:28.845655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-d369ebdb-db51-400a-806a-e318232a6d31 req-2b286e3a-1ff4-4f2e-b1fe-4389c39bdbbb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Deleting port 8c040ed2-5471-43b1-bdd2-b9957dd6affa {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:21:28.846074 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d369ebdb-db51-400a-806a-e318232a6d31 req-2b286e3a-1ff4-4f2e-b1fe-4389c39bdbbb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:28.873199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6a7e872-cf4d-46c5-bbe1-abda61535256 req-6799dcd4-129a-41d6-b54f-45f6932e312b tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560622 Oct 19 11:21:28.950572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d369ebdb-db51-400a-806a-e318232a6d31 req-2b286e3a-1ff4-4f2e-b1fe-4389c39bdbbb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] For port 8c040ed2-5471-43b1-bdd2-b9957dd6affa, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8c040ed2-5471-43b1-bdd2-b9957dd6affa,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:28.950929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d369ebdb-db51-400a-806a-e318232a6d31 req-2b286e3a-1ff4-4f2e-b1fe-4389c39bdbbb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:28.963764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-d369ebdb-db51-400a-806a-e318232a6d31 req-2b286e3a-1ff4-4f2e-b1fe-4389c39bdbbb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Calling delete_port for 8c040ed2-5471-43b1-bdd2-b9957dd6affa owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:21:28.978271 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:29.005444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087baa13-ac6c-452f-954d-bf89d07c67fd req-5e698607-c5aa-400a-b4ff-63cd307491af tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:29.006976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-087baa13-ac6c-452f-954d-bf89d07c67fd req-5e698607-c5aa-400a-b4ff-63cd307491af tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6192a0-71dc-4b4a-80b3-73d70e9c2667 HTTP/1.1" status: 200 len: 945 time: 0.0515144 Oct 19 11:21:29.023797 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:29.046557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-087baa13-ac6c-452f-954d-bf89d07c67fd req-dfee7305-22a1-46d0-9f9e-87c768a8b134 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332792 Oct 19 11:21:29.154901 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d369ebdb-db51-400a-806a-e318232a6d31 req-2b286e3a-1ff4-4f2e-b1fe-4389c39bdbbb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:29.167406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['8c040ed2-5471-43b1-bdd2-b9957dd6affa'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:29.194907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8194e-1476-4fe1-95c1-d4ec9c18721c req-deb7c612-bdc9-46f2-aff3-137fee6f3279 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:29.196502 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6c8194e-1476-4fe1-95c1-d4ec9c18721c req-deb7c612-bdc9-46f2-aff3-137fee6f3279 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0550559 Oct 19 11:21:29.238441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6c8194e-1476-4fe1-95c1-d4ec9c18721c req-6e4c605c-21a5-4e91-bbb3-22a448b59f36 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350189 Oct 19 11:21:29.378152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6101b8-a917-47bf-a60c-8e459e34f1cd req-da912b00-2c95-4dca-94b8-e85710a01616 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:29.379793 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e6101b8-a917-47bf-a60c-8e459e34f1cd req-da912b00-2c95-4dca-94b8-e85710a01616 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 950 time: 0.0560849 Oct 19 11:21:29.428318 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e6101b8-a917-47bf-a60c-8e459e34f1cd req-7e38b44e-6c8e-443b-accb-de7f726b0078 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393858 Oct 19 11:21:29.433544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b286e3a-1ff4-4f2e-b1fe-4389c39bdbbb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event deleted for resources: {'Port': ['ID=8c040ed2-5471-43b1-bdd2-b9957dd6affa,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:29.482803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d369ebdb-db51-400a-806a-e318232a6d31 req-2b286e3a-1ff4-4f2e-b1fe-4389c39bdbbb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] No DVR routers for this DVR port 8c040ed2-5471-43b1-bdd2-b9957dd6affa on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:21:29.485551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d369ebdb-db51-400a-806a-e318232a6d31 req-2b286e3a-1ff4-4f2e-b1fe-4389c39bdbbb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:29.488847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d369ebdb-db51-400a-806a-e318232a6d31 req-2b286e3a-1ff4-4f2e-b1fe-4389c39bdbbb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "DELETE /v2.0/ports/8c040ed2-5471-43b1-bdd2-b9957dd6affa HTTP/1.1" status: 204 len: 173 time: 0.8121569 Oct 19 11:21:29.491317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d95588-1f99-45c0-b452-7304f56998e8', 'name': 'network-vif-deleted', 'tag': '8c040ed2-5471-43b1-bdd2-b9957dd6affa'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:29.491635 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0c5ba3-458f-45e4-a43c-737eeda2c4c8" -d '{"events": [{"server_uuid": "47d95588-1f99-45c0-b452-7304f56998e8", "name": "network-vif-deleted", "tag": "8c040ed2-5471-43b1-bdd2-b9957dd6affa"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:29.535033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16970027-fd4c-4fc6-b462-78116fb6447c req-24c1614f-1875-43e1-bc58-66a41ddd4e6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:29.536647 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16970027-fd4c-4fc6-b462-78116fb6447c req-24c1614f-1875-43e1-bc58-66a41ddd4e6a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6192a0-71dc-4b4a-80b3-73d70e9c2667 HTTP/1.1" status: 200 len: 945 time: 0.0786209 Oct 19 11:21:29.558911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c40cd3-068c-4c25-a425-98411a1640b3 req-74c4fb41-8381-4d5c-82f5-64047c3670b1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:29.560426 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86c40cd3-068c-4c25-a425-98411a1640b3 req-74c4fb41-8381-4d5c-82f5-64047c3670b1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 945 time: 0.0538623 Oct 19 11:21:29.575708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16970027-fd4c-4fc6-b462-78116fb6447c req-a195a9f9-a381-44bd-8fbd-b1e2ca732e26 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329669 Oct 19 11:21:29.601195 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86c40cd3-068c-4c25-a425-98411a1640b3 req-bea628b4-57f0-460a-b62e-5d56edf2fdde tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340621 Oct 19 11:21:29.663626 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-116c455b-9c2b-40ba-8cec-11e138884969 req-d872f006-17d9-4f88-a6cf-ad9e0e075861 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 210 time: 0.0316505 Oct 19 11:21:29.722246 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24480e4b-9bfd-46d9-bf08-abb4d0bc9e5e x-openstack-request-id: req-24480e4b-9bfd-46d9-bf08-abb4d0bc9e5e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:29.722246 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d95588-1f99-45c0-b452-7304f56998e8", "name": "network-vif-deleted", "tag": "8c040ed2-5471-43b1-bdd2-b9957dd6affa", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:29.722246 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24480e4b-9bfd-46d9-bf08-abb4d0bc9e5e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:29.722246 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d95588-1f99-45c0-b452-7304f56998e8', 'name': 'network-vif-deleted', 'tag': '8c040ed2-5471-43b1-bdd2-b9957dd6affa', 'status': 'completed', 'code': 200} Oct 19 11:21:30.360953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e75e94-8fd8-4c5f-a3b3-8d81b9cece13 req-3cebd565-27e1-437b-8b4c-d2dc715f803b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:30.362486 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-45e75e94-8fd8-4c5f-a3b3-8d81b9cece13 req-3cebd565-27e1-437b-8b4c-d2dc715f803b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0484381 Oct 19 11:21:30.405209 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-45e75e94-8fd8-4c5f-a3b3-8d81b9cece13 req-ac07fbc6-ba1c-491c-b3f8-c77ace2d7ea6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364230 Oct 19 11:21:30.578688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31919242-590c-4eae-bf25-c0d09dbdd99a req-a2d3363a-62ad-4de2-bf7d-9a60ef54af94 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:30.580306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31919242-590c-4eae-bf25-c0d09dbdd99a req-a2d3363a-62ad-4de2-bf7d-9a60ef54af94 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 950 time: 0.0577872 Oct 19 11:21:30.625797 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31919242-590c-4eae-bf25-c0d09dbdd99a req-bebd0d5c-6ff0-4e7b-aca5-358b438c48d7 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389631 Oct 19 11:21:30.712260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de198f30-6016-4103-a523-ca4ae4fc03a2 req-82e738a1-b351-4efa-8d65-81ecb56520f2 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:30.713903 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de198f30-6016-4103-a523-ca4ae4fc03a2 req-82e738a1-b351-4efa-8d65-81ecb56520f2 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6192a0-71dc-4b4a-80b3-73d70e9c2667 HTTP/1.1" status: 200 len: 945 time: 0.0550559 Oct 19 11:21:30.738519 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:30.748320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd831602-2978-4754-b10e-02f5826cb4bf req-88d2eaaa-2cfb-40a4-9a4b-6b1124f20cb5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:30.748320 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd831602-2978-4754-b10e-02f5826cb4bf req-88d2eaaa-2cfb-40a4-9a4b-6b1124f20cb5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 945 time: 0.0524409 Oct 19 11:21:30.757658 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de198f30-6016-4103-a523-ca4ae4fc03a2 req-d1b37084-e4f5-4349-9af0-5ac7e8bcf80d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366213 Oct 19 11:21:30.809135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd831602-2978-4754-b10e-02f5826cb4bf req-ccb7fdea-a65b-4e2d-838f-8998738ba5d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547862 Oct 19 11:21:30.888085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23572f9b-dc6a-4e31-9803-ca843f27fce9 req-d75fc254-5558-4fd1-9e00-92beabda5301 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:30.889766 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23572f9b-dc6a-4e31-9803-ca843f27fce9 req-d75fc254-5558-4fd1-9e00-92beabda5301 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 1101 time: 0.0536480 Oct 19 11:21:30.899124 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6bd2181b-7906-4427-8388-3c2548e2bad1 req-418463af-2ecf-463d-bd26-f5e44889348d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 210 time: 0.0291984 Oct 19 11:21:30.931181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23572f9b-dc6a-4e31-9803-ca843f27fce9 req-3d64e10d-ec03-43c5-88fb-033182b7e455 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339046 Oct 19 11:21:31.116927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-56d0bdcb-e15c-44e7-8d01-e9ebc206d80e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236685 Oct 19 11:21:31.241978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-8f1a2fd1-a14a-4edb-b324-91b8d7529ee1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:31.244017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-8f1a2fd1-a14a-4edb-b324-91b8d7529ee1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212153 Oct 19 11:21:31.260141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-8864325b-aacf-4dcc-932f-90273f25684f tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/quotas/bfb9bc13032940e19a483303a5c91dcb HTTP/1.1" status: 200 len: 375 time: 0.0095377 Oct 19 11:21:31.333086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-6a77a4b9-8236-458c-9f8b-e402bc67efee tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0651677 Oct 19 11:21:31.349086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8369891-0d1f-49a5-9ef5-ffdab74295f7 req-702df1ea-4848-467c-bae5-b07fc03282d7 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:31.350792 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8369891-0d1f-49a5-9ef5-ffdab74295f7 req-702df1ea-4848-467c-bae5-b07fc03282d7 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.49 "GET /v2.0/ports?device_id=db6192a0-71dc-4b4a-80b3-73d70e9c2667 HTTP/1.1" status: 200 len: 945 time: 0.0595334 Oct 19 11:21:31.471608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-b8369891-0d1f-49a5-9ef5-ffdab74295f7 req-7ddad479-f738-4c0b-bef3-74268347819f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Deleting port 4d633923-401b-4162-8701-2ff795e2158c {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:21:31.472033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b8369891-0d1f-49a5-9ef5-ffdab74295f7 req-7ddad479-f738-4c0b-bef3-74268347819f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:31.595703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b486173-510b-4168-889b-6f329cdbf771 req-8b0d7c36-b724-417a-87e7-dab28b874c85 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:31.597584 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b486173-510b-4168-889b-6f329cdbf771 req-8b0d7c36-b724-417a-87e7-dab28b874c85 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.1074173 Oct 19 11:21:31.636635 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e934646d-29f5-451e-83ff-c3a335db4590 req-a1ac43a6-8e35-4efb-8428-28b91dfd3be3 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 210 time: 0.0378077 Oct 19 11:21:31.644354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-b8369891-0d1f-49a5-9ef5-ffdab74295f7 req-7ddad479-f738-4c0b-bef3-74268347819f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] For port 4d633923-401b-4162-8701-2ff795e2158c, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4d633923-401b-4162-8701-2ff795e2158c,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:31.644819 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b8369891-0d1f-49a5-9ef5-ffdab74295f7 req-7ddad479-f738-4c0b-bef3-74268347819f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:31.703432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-b8369891-0d1f-49a5-9ef5-ffdab74295f7 req-7ddad479-f738-4c0b-bef3-74268347819f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Calling delete_port for 4d633923-401b-4162-8701-2ff795e2158c owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:21:31.769570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8c040ed2-5471-43b1-bdd2-b9957dd6affa no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:21:31.800341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 8c040ed2-5471-43b1-bdd2-b9957dd6affa {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:21:31.813811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8c040ed2-5471-43b1-bdd2-b9957dd6affa not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:21:31.840995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b486173-510b-4168-889b-6f329cdbf771 req-d189c1b9-c8c8-4d8b-b3c4-1775a715e699 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217395 Oct 19 11:21:31.890828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 092b9139-c22a-46b9-a52b-ed239c599b09 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:31.904359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644ef1f-d238-4c58-9b69-332c54b95886 req-361cc898-9db2-4c36-b050-01ff6fc5ffe6 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:31.914188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b644ef1f-d238-4c58-9b69-332c54b95886 req-361cc898-9db2-4c36-b050-01ff6fc5ffe6 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6192a0-71dc-4b4a-80b3-73d70e9c2667 HTTP/1.1" status: 200 len: 945 time: 0.0662327 Oct 19 11:21:31.979208 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b644ef1f-d238-4c58-9b69-332c54b95886 req-60b9dd3d-b5b7-47fc-b881-4f06d63a54ab tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479007 Oct 19 11:21:31.983109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0109d-728b-4cb2-aca2-5fb0a7513b94 req-f0da99cd-2d05-43de-90b8-0599f84dfca4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:31.985238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfc0109d-728b-4cb2-aca2-5fb0a7513b94 req-f0da99cd-2d05-43de-90b8-0599f84dfca4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 945 time: 0.0664873 Oct 19 11:21:32.005585 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b8369891-0d1f-49a5-9ef5-ffdab74295f7 req-7ddad479-f738-4c0b-bef3-74268347819f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:32.023490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2e378d75-e225-49cd-8f81-9cc71f2c73ee'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:32.029726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:32.053151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddad479-f738-4c0b-bef3-74268347819f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Pushing event deleted for resources: {'Port': ['ID=4d633923-401b-4162-8701-2ff795e2158c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:32.072461 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c137accc-3748-4ca8-a2bc-c72f32a15066 req-44e5704b-05e5-4d09-be49-f45143fb6742 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 210 time: 0.0436146 Oct 19 11:21:32.101731 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfc0109d-728b-4cb2-aca2-5fb0a7513b94 req-438cea88-35d6-488f-9907-0b0d13b81ba8 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095269 Oct 19 11:21:32.125963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8369891-0d1f-49a5-9ef5-ffdab74295f7 req-7ddad479-f738-4c0b-bef3-74268347819f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] No DVR routers for this DVR port 4d633923-401b-4162-8701-2ff795e2158c on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:21:32.137536 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b8369891-0d1f-49a5-9ef5-ffdab74295f7 req-7ddad479-f738-4c0b-bef3-74268347819f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:32.141246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 092b9139-c22a-46b9-a52b-ed239c599b09 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:32.142924 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8369891-0d1f-49a5-9ef5-ffdab74295f7 req-7ddad479-f738-4c0b-bef3-74268347819f tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.49 "DELETE /v2.0/ports/4d633923-401b-4162-8701-2ff795e2158c HTTP/1.1" status: 204 len: 173 time: 0.7842431 Oct 19 11:21:32.143588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6192a0-71dc-4b4a-80b3-73d70e9c2667', 'name': 'network-vif-deleted', 'tag': '4d633923-401b-4162-8701-2ff795e2158c'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:32.151574 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a220b05b-b4df-41f8-acfd-b1af9bc69eda" -d '{"events": [{"server_uuid": "db6192a0-71dc-4b4a-80b3-73d70e9c2667", "name": "network-vif-deleted", "tag": "4d633923-401b-4162-8701-2ff795e2158c"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:32.164892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 092b9139-c22a-46b9-a52b-ed239c599b09 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:32.165264 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:32.218079 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c749d1-546a-40e1-8b4f-393433eb462d x-openstack-request-id: req-f7c749d1-546a-40e1-8b4f-393433eb462d {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:32.218881 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6192a0-71dc-4b4a-80b3-73d70e9c2667", "name": "network-vif-deleted", "tag": "4d633923-401b-4162-8701-2ff795e2158c", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:32.219136 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7c749d1-546a-40e1-8b4f-393433eb462d {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:32.219539 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6192a0-71dc-4b4a-80b3-73d70e9c2667', 'name': 'network-vif-deleted', 'tag': '4d633923-401b-4162-8701-2ff795e2158c', 'status': 'completed', 'code': 200} Oct 19 11:21:32.370394 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:32.425042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff45f778-3508-4d82-ba25-18eb6de29915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092b9139-c22a-46b9-a52b-ed239c599b09'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:32.427238 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0851cd3-30d6-4adf-a877-85ecf223f86a" -d '{"events": [{"server_uuid": "ff45f778-3508-4d82-ba25-18eb6de29915", "name": "network-vif-plugged", "status": "completed", "tag": "092b9139-c22a-46b9-a52b-ed239c599b09"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:32.450115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 092b9139-c22a-46b9-a52b-ed239c599b09, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=092b9139-c22a-46b9-a52b-ed239c599b09,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:32.483491 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2303c0eb-9a2b-4d2f-a6bf-687b59234f5f x-openstack-request-id: req-2303c0eb-9a2b-4d2f-a6bf-687b59234f5f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:32.483999 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff45f778-3508-4d82-ba25-18eb6de29915", "name": "network-vif-plugged", "status": "completed", "tag": "092b9139-c22a-46b9-a52b-ed239c599b09", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:32.484414 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2303c0eb-9a2b-4d2f-a6bf-687b59234f5f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:32.484964 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff45f778-3508-4d82-ba25-18eb6de29915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092b9139-c22a-46b9-a52b-ed239c599b09', 'code': 200} Oct 19 11:21:32.509352 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:32.564663 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=092b9139-c22a-46b9-a52b-ed239c599b09,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:32.597546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e5d19-f97e-472b-9b71-666643e99b67 req-afc3dca8-c50c-44e9-95a0-19c6cf18eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:32.599520 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c38e5d19-f97e-472b-9b71-666643e99b67 req-afc3dca8-c50c-44e9-95a0-19c6cf18eaf3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 1097 time: 0.0486863 Oct 19 11:21:32.638468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c38e5d19-f97e-472b-9b71-666643e99b67 req-8c51e2ce-74eb-400b-8adc-2290f6e97cf9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Oct 19 11:21:32.745320 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ab0a4ed-5555-4e96-9a2a-8a2ea1283049 req-765d0d60-e3bf-40cc-9c46-66707884a0d5 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 210 time: 0.0263476 Oct 19 11:21:32.966152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba194d35-db5c-42b2-b0ab-b186ff73d4c7 req-71043e22-acd1-4679-a529-e930ff4b6768 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:32.967745 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba194d35-db5c-42b2-b0ab-b186ff73d4c7 req-71043e22-acd1-4679-a529-e930ff4b6768 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0552099 Oct 19 11:21:33.007750 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba194d35-db5c-42b2-b0ab-b186ff73d4c7 req-6f96e164-c00a-44da-b414-c211a1c49571 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Oct 19 11:21:33.079714 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50f9d011-4a70-4c54-98bb-3792c49ad7ed req-319fb47d-c2c8-4c24-a797-29debd09c0c6 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6192a0-71dc-4b4a-80b3-73d70e9c2667 HTTP/1.1" status: 200 len: 210 time: 0.0349965 Oct 19 11:21:33.184017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1d17fe1f-e7b7-4d39-a1ce-45315bca1ff3 req-7fd9cf57-d968-4e02-9b99-0659117a35f4 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 210 time: 0.0285916 Oct 19 11:21:33.240778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401394f3-2fcf-4251-8978-68ecf1f210b2 req-957079e4-d04a-4256-bcd1-05057c8c132e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:33.242307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-401394f3-2fcf-4251-8978-68ecf1f210b2 req-957079e4-d04a-4256-bcd1-05057c8c132e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 946 time: 0.0677230 Oct 19 11:21:33.286554 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-401394f3-2fcf-4251-8978-68ecf1f210b2 req-5ba45c5c-684d-4ebb-ae10-d84e257e0020 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370529 Oct 19 11:21:33.768983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4d633923-401b-4162-8701-2ff795e2158c no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:21:33.790160 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 4d633923-401b-4162-8701-2ff795e2158c {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:21:33.790486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4d633923-401b-4162-8701-2ff795e2158c not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:21:33.851656 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba1ee63f-0069-4df7-bf69-caaf20b602bc req-0f2e80e5-d27a-4f89-b3c1-60303e8b0218 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 210 time: 0.0272517 Oct 19 11:21:33.905166 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-343124a5-3e05-4682-9a1b-699d5fc907aa tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206926 Oct 19 11:21:34.082090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-05057994-8fd7-458c-a947-340229e94bd3 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:34.086362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-05057994-8fd7-458c-a947-340229e94bd3 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1701334 Oct 19 11:21:34.100936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Request body: {'port': {'device_id': 'e636ed85-acd1-4709-bb0c-252aae126da2', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'bfb9bc13032940e19a483303a5c91dcb'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:34.210109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4de73d-8ac0-4f49-b4dc-9113117d1309 req-e8cbfef0-d88d-418f-98ec-3c416f3ca795 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:34.211691 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d4de73d-8ac0-4f49-b4dc-9113117d1309 req-e8cbfef0-d88d-418f-98ec-3c416f3ca795 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.1060441 Oct 19 11:21:34.276841 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d4de73d-8ac0-4f49-b4dc-9113117d1309 req-5a2c0671-942e-45d8-abcb-b30db21f4ff0 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569725 Oct 19 11:21:34.366332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Made reservation on behalf of bfb9bc13032940e19a483303a5c91dcb for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:34.371897 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:34.419466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71580f19-9510-4fba-9f95-73e2632c93e7 req-2d45e1dd-8a96-4556-8bac-896f9d537dc0 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=47d95588-1f99-45c0-b452-7304f56998e8 HTTP/1.1" status: 200 len: 210 time: 0.0310776 Oct 19 11:21:34.552838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861924-54fa-41e4-ab20-06d070a9307e req-58d3067b-e8af-46d4-85b5-02910b323aef tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:34.554421 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11861924-54fa-41e4-ab20-06d070a9307e req-58d3067b-e8af-46d4-85b5-02910b323aef tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0587008 Oct 19 11:21:34.576938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8936d9-39c8-49a3-8194-d5339829ecf3 req-857747e0-39b7-4354-848e-6c94f0d72590 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:34.578357 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d8936d9-39c8-49a3-8194-d5339829ecf3 req-857747e0-39b7-4354-848e-6c94f0d72590 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 946 time: 0.1062894 Oct 19 11:21:34.597682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Allocated IP 192.168.233.231 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/0682031f-0836-4611-8221-8b11e897464e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:34.599031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11861924-54fa-41e4-ab20-06d070a9307e req-526cd8c9-f468-44c2-87ac-1148d628631b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381601 Oct 19 11:21:34.637590 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d8936d9-39c8-49a3-8194-d5339829ecf3 req-44a2d51d-cab5-4afb-af51-fb2663139b6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524011 Oct 19 11:21:34.805358 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:34.903776 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:34.915583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696', '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2', 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:34.922088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230', '5b737595-5e6f-40ca-ab92-61231a59ca9d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:34.948609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c612-50ca-46a9-b903-cea13b534e62 req-48f3e155-dc2a-489d-be2a-9bfc79029b2d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:34.954491 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71f4c612-50ca-46a9-b903-cea13b534e62 req-48f3e155-dc2a-489d-be2a-9bfc79029b2d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.1334834 Oct 19 11:21:34.954621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:34.956813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:34.960303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:34.983234 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71f4c612-50ca-46a9-b903-cea13b534e62 req-2f15eb0d-e4b1-4844-a280-9219345f199f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/quotas/2e25a8027c5140d4a21729ec31a9e586 HTTP/1.1" status: 200 len: 375 time: 0.0262547 Oct 19 11:21:35.021992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event updated for resources: {'Port': ['ID=0682031f-0836-4611-8221-8b11e897464e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:35.064395 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71f4c612-50ca-46a9-b903-cea13b534e62 req-4dc4c8e0-6249-45e6-8c5f-336c7005841e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736110 Oct 19 11:21:35.083193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:35.083869 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:35.113671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bc87a-ea73-40b0-ac24-7eb2d4746e1e req-36a42bb7-7656-4fb5-bebf-9b5579ec72fb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:35.113671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-192bc87a-ea73-40b0-ac24-7eb2d4746e1e req-36a42bb7-7656-4fb5-bebf-9b5579ec72fb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 936 time: 0.0793474 Oct 19 11:21:35.157726 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-192bc87a-ea73-40b0-ac24-7eb2d4746e1e req-728a919b-5a8f-4be6-96dd-dedae5c0b5c8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376520 Oct 19 11:21:35.214330 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-e83046ff-d326-4693-9e1b-62efebb8cced tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1182864 Oct 19 11:21:35.231244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Request body: {'port': {'device_id': 'e636ed85-acd1-4709-bb0c-252aae126da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:35.240790 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71f4c612-50ca-46a9-b903-cea13b534e62 req-bb7b1425-2515-4dea-a6b7-0d7e4dcc125d service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750333 Oct 19 11:21:35.303482 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:35.319806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4b63a3f5-d0d5-44f1-b8cf-302a0a138776 None None] Provisioning complete for port 0682031f-0836-4611-8221-8b11e897464e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:35.320449 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4b63a3f5-d0d5-44f1-b8cf-302a0a138776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:35.411149 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71f4c612-50ca-46a9-b903-cea13b534e62 req-f26ba7ca-a475-466d-b255-4a195266d2fd service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641560 Oct 19 11:21:35.444881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4b63a3f5-d0d5-44f1-b8cf-302a0a138776 None None] Port 0682031f-0836-4611-8221-8b11e897464e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:21:35.552841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788a7a7-a312-4dbd-bd2d-bbefc1144e9a req-7498335d-7e21-4a14-8945-53ba42578e01 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:35.555113 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a788a7a7-a312-4dbd-bd2d-bbefc1144e9a req-7498335d-7e21-4a14-8945-53ba42578e01 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0921199 Oct 19 11:21:35.657163 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a788a7a7-a312-4dbd-bd2d-bbefc1144e9a req-46effbc4-d591-4a45-8276-bc7b053b6919 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701420 Oct 19 11:21:35.735168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0682031f-0836-4611-8221-8b11e897464e {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:35.743142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:35.774582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Transition to ACTIVE for port object 0682031f-0836-4611-8221-8b11e897464e will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:21:35.858039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:35.913144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Pushing event updated for resources: {'Port': ['ID=0682031f-0836-4611-8221-8b11e897464e,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:36.011020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Attempting to bind port 0682031f-0836-4611-8221-8b11e897464e on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:21:36.011492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Attempting to bind port 0682031f-0836-4611-8221-8b11e897464e by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:21:36.011916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Attempting to bind port 0682031f-0836-4611-8221-8b11e897464e on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:36.017885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Port 0682031f-0836-4611-8221-8b11e897464e on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:21:36.018307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Attempting to bind port 0682031f-0836-4611-8221-8b11e897464e on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:36.025020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:21:36.026058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:36.027172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:21:36.027831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Bound port: 0682031f-0836-4611-8221-8b11e897464e, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:21:36.028948 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:36.126546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] For port 0682031f-0836-4611-8221-8b11e897464e, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:21:36.130405 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] For port 0682031f-0836-4611-8221-8b11e897464e, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=0682031f-0836-4611-8221-8b11e897464e,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:21:36.151701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30cebb-3d31-47b7-b03a-168723cb7c11 req-bfd8cc43-e05b-4377-8954-affac04899ef tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:36.159771 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f30cebb-3d31-47b7-b03a-168723cb7c11 req-bfd8cc43-e05b-4377-8954-affac04899ef tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.1111133 Oct 19 11:21:36.200355 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f30cebb-3d31-47b7-b03a-168723cb7c11 req-3614afac-1f06-4567-ba01-d9705030122b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397096 Oct 19 11:21:36.216417 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:36.288745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:36.289498 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:36.291056 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] 10.222.0.49 "PUT /v2.0/ports/0682031f-0836-4611-8221-8b11e897464e HTTP/1.1" status: 200 len: 1096 time: 1.0641563 Oct 19 11:21:36.291649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e636ed85-acd1-4709-bb0c-252aae126da2', 'tag': '0682031f-0836-4611-8221-8b11e897464e'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:36.300471 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "e636ed85-acd1-4709-bb0c-252aae126da2", "tag": "0682031f-0836-4611-8221-8b11e897464e"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:36.322977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff31c70-0283-45f7-8ae2-51c2320cc259 service neutron] Pushing event updated for resources: {'Port': ['ID=0682031f-0836-4611-8221-8b11e897464e,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:36.459418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af116cb4-304b-413e-8605-d34496785578 req-33558876-5151-42ab-929d-6ff865f6b13a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:36.465437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af116cb4-304b-413e-8605-d34496785578 req-33558876-5151-42ab-929d-6ff865f6b13a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:36.467068 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af116cb4-304b-413e-8605-d34496785578 req-33558876-5151-42ab-929d-6ff865f6b13a tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b3e7b0-901f-4f9e-8aa8-cfb7147e6543&device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 1682 time: 0.0671399 Oct 19 11:21:36.483197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-858c89fc-c172-4445-a292-1b7dde4e44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:36.485516 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-858c89fc-c172-4445-a292-1b7dde4e44be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 1099 time: 0.0437865 Oct 19 11:21:36.508707 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af116cb4-304b-413e-8605-d34496785578 req-20d457ec-a71f-4cf5-9be1-9ff206f4e035 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347660 Oct 19 11:21:36.571289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-f501029a-73a3-4fa0-a19e-4bd4e7291721 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0682031f-0836-4611-8221-8b11e897464e HTTP/1.1" status: 200 len: 217 time: 0.0683949 Oct 19 11:21:36.629222 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399814ce-7df0-4cbe-a4c9-b5b416517ae1 x-openstack-request-id: req-399814ce-7df0-4cbe-a4c9-b5b416517ae1 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:36.629523 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e636ed85-acd1-4709-bb0c-252aae126da2", "tag": "0682031f-0836-4611-8221-8b11e897464e", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:36.629781 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-399814ce-7df0-4cbe-a4c9-b5b416517ae1 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:36.630240 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e636ed85-acd1-4709-bb0c-252aae126da2', 'tag': '0682031f-0836-4611-8221-8b11e897464e', 'status': 'completed', 'code': 200} Oct 19 11:21:36.651416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-7475135f-de1d-4e41-926d-5479c7cb691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:36.654099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-7475135f-de1d-4e41-926d-5479c7cb691d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0645566 Oct 19 11:21:36.764445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c48fdd-a36d-4aab-9d35-cde04a510011 req-e96667b6-e810-4d5a-b53b-09195aaaec04 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:36.766666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74c48fdd-a36d-4aab-9d35-cde04a510011 req-e96667b6-e810-4d5a-b53b-09195aaaec04 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 948 time: 0.0893996 Oct 19 11:21:36.779486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-3d3a3485-21bd-4270-a8e5-0b60d6303924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:36.781553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-3d3a3485-21bd-4270-a8e5-0b60d6303924 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185963 Oct 19 11:21:36.866399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a6698-2b7b-4ea3-8656-04a58987c885 req-cbe6b19f-8916-47f1-ac8a-441f04fceaa4 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:36.869160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-026a6698-2b7b-4ea3-8656-04a58987c885 req-cbe6b19f-8916-47f1-ac8a-441f04fceaa4 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0517209 Oct 19 11:21:36.877973 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74c48fdd-a36d-4aab-9d35-cde04a510011 req-61c30977-2172-4cdf-97e4-cfefee9d54b3 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021473 Oct 19 11:21:36.908783 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-0b7b9b90-2c2e-46e7-bfb1-16b8209a70e0 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089065 Oct 19 11:21:36.940913 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-026a6698-2b7b-4ea3-8656-04a58987c885 req-4243c823-c341-4afa-a350-108fbf1c63b3 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669901 Oct 19 11:21:36.946123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565857df-8a19-485a-ac9d-cc57c56c1b7d req-d5d4e9a2-1899-4e20-8905-2dc0120bbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:36.947793 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-565857df-8a19-485a-ac9d-cc57c56c1b7d req-d5d4e9a2-1899-4e20-8905-2dc0120bbc65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 1096 time: 0.0722406 Oct 19 11:21:37.016093 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-565857df-8a19-485a-ac9d-cc57c56c1b7d req-09501123-08a1-497c-9d4e-90de683a71be service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465827 Oct 19 11:21:37.022669 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1a5bb91-09ad-49aa-b5c9-7f783c717c56 req-c20ae907-ce61-452e-a2e3-d312b8238d54 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028008 Oct 19 11:21:37.167551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2aee5-f40b-4ac8-bf4d-65d974bb31bd req-86c75ac2-106b-4b26-b0f7-9a6e28a77cdf tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:37.169115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82f2aee5-f40b-4ac8-bf4d-65d974bb31bd req-86c75ac2-106b-4b26-b0f7-9a6e28a77cdf tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.1083751 Oct 19 11:21:37.173281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7a88-e037-4747-951d-41c91123c33c req-36f132d6-a972-4d71-ad14-0b28a3b15e68 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:37.174887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-36f132d6-a972-4d71-ad14-0b28a3b15e68 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.1303287 Oct 19 11:21:37.185630 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82f2aee5-f40b-4ac8-bf4d-65d974bb31bd req-32099766-06a1-4270-b835-9794ac63c4fb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/quotas/5040f71e465a4967b0c25206be6eaadf HTTP/1.1" status: 200 len: 375 time: 0.0100574 Oct 19 11:21:37.192764 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-ade663fe-6853-43a6-be75-f17638459c89 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/quotas/2e25a8027c5140d4a21729ec31a9e586 HTTP/1.1" status: 200 len: 375 time: 0.0119908 Oct 19 11:21:37.198536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2 req-129c824b-0de5-4069-9c00-9f7a25a5d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:37.199947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2 req-129c824b-0de5-4069-9c00-9f7a25a5d644 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 1099 time: 0.0629885 Oct 19 11:21:37.219206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82f2aee5-f40b-4ac8-bf4d-65d974bb31bd req-994eda72-56bc-4adf-8b01-df53c2e7859a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274820 Oct 19 11:21:37.298759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-42fc2a65-6fbe-4901-a534-d8e054231193 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978682 Oct 19 11:21:37.311693 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82f2aee5-f40b-4ac8-bf4d-65d974bb31bd req-51161308-f6c5-45c3-b720-f92a393bee5c service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851510 Oct 19 11:21:37.325842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2 req-9301958b-fec5-439f-b96a-38255294a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:37.327304 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2 req-9301958b-fec5-439f-b96a-38255294a2f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1168234 Oct 19 11:21:37.380032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-0dbf5115-86c3-435e-9e4a-583500217f35 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:21:37.381010 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-0dbf5115-86c3-435e-9e4a-583500217f35 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0744190 Oct 19 11:21:37.383298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2 req-704a3a63-fa86-4776-ab48-3bc95433657d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0682031f-0836-4611-8221-8b11e897464e HTTP/1.1" status: 200 len: 217 time: 0.0438020 Oct 19 11:21:37.412448 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82f2aee5-f40b-4ac8-bf4d-65d974bb31bd req-69e749fd-dcc2-463d-a387-8f34a8623666 service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938516 Oct 19 11:21:37.497705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2 req-e57d3bfc-6ff2-46a4-bf5f-fbe5d1931172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:37.499769 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2 req-e57d3bfc-6ff2-46a4-bf5f-fbe5d1931172 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1008816 Oct 19 11:21:37.519578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-25cbd545-9d54-4d25-8bd7-e5993a3aedcf service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288905 Oct 19 11:21:37.857601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2 req-823bcf85-e9a9-4ad0-b66e-6056281ed75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:37.859683 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2 req-823bcf85-e9a9-4ad0-b66e-6056281ed75e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3392603 Oct 19 11:21:37.898951 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-808e4ff8-70dc-415d-bf82-49d3b42e5572 service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712168 Oct 19 11:21:37.973694 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2 req-7700f48f-60a9-48f1-9b4c-85bd37dafb07 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042500 Oct 19 11:21:38.037777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25397d-84d3-4c4a-a701-642db320933a req-4854fd38-2ffa-48a2-ab47-59c3ec63ad48 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:38.039327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d25397d-84d3-4c4a-a701-642db320933a req-4854fd38-2ffa-48a2-ab47-59c3ec63ad48 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0525351 Oct 19 11:21:38.070405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d68470cc-a89d-479d-a6de-0cf6a9e25fa2 req-481b4d7c-b903-4b03-91c8-73a03642dde7 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856309 Oct 19 11:21:38.084372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d25397d-84d3-4c4a-a701-642db320933a req-3e511bd6-99fe-4e57-9ff7-914c87805c52 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379150 Oct 19 11:21:38.241186 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4eee7eb2-b447-4362-ac42-f00fe0e0efb3 req-c5df4aa5-2565-45c7-a03b-ab8f2ac4314e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=db75fd89-89cc-41f1-9c1b-6b3326b295c2 HTTP/1.1" status: 200 len: 210 time: 0.0508788 Oct 19 11:21:38.284003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b8e7a-1c98-4948-96ab-9d8a8f2ff6cf req-86e3d16d-08e6-4ac5-968d-3b9004c13512 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:38.286845 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be7b8e7a-1c98-4948-96ab-9d8a8f2ff6cf req-86e3d16d-08e6-4ac5-968d-3b9004c13512 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 948 time: 0.0774314 Oct 19 11:21:38.340306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be7b8e7a-1c98-4948-96ab-9d8a8f2ff6cf req-4815d523-5fdb-421c-9d7a-c52b04b192ad tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473623 Oct 19 11:21:38.460204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd049b-8975-4a5b-addd-ad1cadd881de req-4c3f1a14-8fd5-4632-9706-27d1e30e7f3f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:38.461675 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dffd049b-8975-4a5b-addd-ad1cadd881de req-4c3f1a14-8fd5-4632-9706-27d1e30e7f3f tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0504870 Oct 19 11:21:38.500488 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dffd049b-8975-4a5b-addd-ad1cadd881de req-fa264a95-64dc-4490-8ec1-bbb16370cb01 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Oct 19 11:21:38.626218 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8b42c8f-c01d-45b5-8014-7c0c6c8485aa req-7060b201-14f6-414e-9275-886f132b29d0 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 210 time: 0.0297129 Oct 19 11:21:38.792338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5aa28-3c9c-4eb7-a532-6c9811fe88cf req-d6563650-30bb-4390-a91d-0586c9402ab9 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:38.793931 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-33d5aa28-3c9c-4eb7-a532-6c9811fe88cf req-d6563650-30bb-4390-a91d-0586c9402ab9 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b3e7b0-901f-4f9e-8aa8-cfb7147e6543 HTTP/1.1" status: 200 len: 945 time: 0.0613086 Oct 19 11:21:38.832109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-33d5aa28-3c9c-4eb7-a532-6c9811fe88cf req-5eb84771-7416-4f9d-a9c4-740ea2424517 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316265 Oct 19 11:21:39.204326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738474f5-2c4c-4b89-b948-84048287de50 req-a278f0b7-2c87-4863-aa94-9ef1a52a9487 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:39.205884 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-738474f5-2c4c-4b89-b948-84048287de50 req-a278f0b7-2c87-4863-aa94-9ef1a52a9487 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0493548 Oct 19 11:21:39.244895 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-738474f5-2c4c-4b89-b948-84048287de50 req-e492f2d3-2023-4e2f-b955-67fd36cc91c0 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Oct 19 11:21:39.472637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be392fa-88bc-4ab2-bf94-8f7fdb4a27e4 req-087bef51-f4cd-4ae0-8482-8d1469d7620d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:39.474320 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5be392fa-88bc-4ab2-bf94-8f7fdb4a27e4 req-087bef51-f4cd-4ae0-8482-8d1469d7620d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 948 time: 0.0547590 Oct 19 11:21:39.514313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5be392fa-88bc-4ab2-bf94-8f7fdb4a27e4 req-1035a4f8-29d2-4563-9094-02c9f875c4e1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330694 Oct 19 11:21:39.523335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-fd9e04ed-b740-44d9-aef6-7efaa05423c6 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:39.529051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-fd9e04ed-b740-44d9-aef6-7efaa05423c6 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.1211150 Oct 19 11:21:39.542775 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-91caffb2-154f-4c0e-8f1b-8703c6ab6f39 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/quotas/5040f71e465a4967b0c25206be6eaadf HTTP/1.1" status: 200 len: 375 time: 0.0124187 Oct 19 11:21:39.630993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bce1cd-5960-44e3-aa55-2ee25a37c7c2 req-3f964611-1a46-40a1-9f7d-2202401a6c64 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:39.632596 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05bce1cd-5960-44e3-aa55-2ee25a37c7c2 req-3f964611-1a46-40a1-9f7d-2202401a6c64 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0575137 Oct 19 11:21:39.674597 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05bce1cd-5960-44e3-aa55-2ee25a37c7c2 req-5b95b45f-9add-4a55-aad2-a564eb56702d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358202 Oct 19 11:21:39.806839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 0682031f-0836-4611-8221-8b11e897464e details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:39.835136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f4160d0d-f967-4765-8be1-014654db64e0 req-472363c8-2b57-433b-97a0-2c1e9c523e73 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 210 time: 0.0381978 Oct 19 11:21:39.840033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-81dfa014-3fd7-4a63-a214-380397cc8e5d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2914374 Oct 19 11:21:39.865327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-78955e90-caa9-428a-8801-0ae9da364ad6 req-e7597335-feca-4bf9-90cf-6dc61612b4f7 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1546618017', 'description': 'tempest-description-2133292821'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:39.926706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 0682031f-0836-4611-8221-8b11e897464e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=0682031f-0836-4611-8221-8b11e897464e,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:39.937708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '0682031f-0836-4611-8221-8b11e897464e', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '0682031f-0836-4611-8221-8b11e897464e', 'mac_address': 'fa:16:3e:77:62:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:39.938786 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-ae390290-070f-4930-a3ab-d5589f0af3b9 service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910943 Oct 19 11:21:39.979052 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:39.992494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0682031f-0836-4611-8221-8b11e897464e {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:39.994876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-78955e90-caa9-428a-8801-0ae9da364ad6 req-e7597335-feca-4bf9-90cf-6dc61612b4f7 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.021693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 0682031f-0836-4611-8221-8b11e897464e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=0682031f-0836-4611-8221-8b11e897464e,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:40.071817 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-78955e90-caa9-428a-8801-0ae9da364ad6 req-e7597335-feca-4bf9-90cf-6dc61612b4f7 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.072817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-3d0ee4da-fb86-479c-aedc-c437d03af290 service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274345 Oct 19 11:21:40.086745 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.088931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a2dd6-3624-4f30-9dec-efb68b75c8ce req-9c917ef8-5dfb-4700-8e7f-0fe4ac661f44 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:40.091828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b53a2dd6-3624-4f30-9dec-efb68b75c8ce req-9c917ef8-5dfb-4700-8e7f-0fe4ac661f44 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.26 "GET /v2.0/ports?device_id=13b3e7b0-901f-4f9e-8aa8-cfb7147e6543 HTTP/1.1" status: 200 len: 945 time: 0.0689492 Oct 19 11:21:40.145339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=0682031f-0836-4611-8221-8b11e897464e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:40.178432 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-78955e90-caa9-428a-8801-0ae9da364ad6 req-e7597335-feca-4bf9-90cf-6dc61612b4f7 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.220151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-b53a2dd6-3624-4f30-9dec-efb68b75c8ce req-4dd36aa3-0e54-438a-a687-228fed52d407 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Deleting port 2e378d75-e225-49cd-8f81-9cc71f2c73ee {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:21:40.220735 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b53a2dd6-3624-4f30-9dec-efb68b75c8ce req-4dd36aa3-0e54-438a-a687-228fed52d407 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.277041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7597335-feca-4bf9-90cf-6dc61612b4f7 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40007ec4-17d1-4d83-ade5-6d22ec88ef54,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:40.305459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7a88-e037-4747-951d-41c91123c33c req-87dd0d10-bd98-484c-9a8e-844324b04248 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:40.313282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-87dd0d10-bd98-484c-9a8e-844324b04248 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.1774216 Oct 19 11:21:40.318098 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-78955e90-caa9-428a-8801-0ae9da364ad6 req-e7597335-feca-4bf9-90cf-6dc61612b4f7 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.319738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78955e90-caa9-428a-8801-0ae9da364ad6 req-e7597335-feca-4bf9-90cf-6dc61612b4f7 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4595842 Oct 19 11:21:40.332302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Request body: {'port': {'device_id': '750952ef-e9c0-4400-9289-44f53e2b9946', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'admin_state_up': True, 'tenant_id': '2e25a8027c5140d4a21729ec31a9e586'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:40.343721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-b53a2dd6-3624-4f30-9dec-efb68b75c8ce req-4dd36aa3-0e54-438a-a687-228fed52d407 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] For port 2e378d75-e225-49cd-8f81-9cc71f2c73ee, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2e378d75-e225-49cd-8f81-9cc71f2c73ee,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:40.344277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b53a2dd6-3624-4f30-9dec-efb68b75c8ce req-4dd36aa3-0e54-438a-a687-228fed52d407 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.346102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e781d-4863-49ff-8985-027c55a25290 req-9dc6b4d0-bf8a-44be-a7bb-c79b927ec9c4 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:40.356672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['0682031f-0836-4611-8221-8b11e897464e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:40.364622 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-b53a2dd6-3624-4f30-9dec-efb68b75c8ce req-4dd36aa3-0e54-438a-a687-228fed52d407 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Calling delete_port for 2e378d75-e225-49cd-8f81-9cc71f2c73ee owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:21:40.370160 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d17e781d-4863-49ff-8985-027c55a25290 req-9dc6b4d0-bf8a-44be-a7bb-c79b927ec9c4 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.49 "GET /v2.0/ports?device_id=5efb739b-175a-4f38-b7d9-5cdd6a70f200 HTTP/1.1" status: 200 len: 946 time: 0.1335998 Oct 19 11:21:40.410433 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:21:40.533055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d2dc5-6792-453c-9b7b-f6c98b5da0b5 req-b1dd5548-ab9f-4591-8e94-a926d911fe78 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:40.538493 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f4d2dc5-6792-453c-9b7b-f6c98b5da0b5 req-b1dd5548-ab9f-4591-8e94-a926d911fe78 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b3e7b0-901f-4f9e-8aa8-cfb7147e6543 HTTP/1.1" status: 200 len: 945 time: 0.1677909 Oct 19 11:21:40.595610 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f4d2dc5-6792-453c-9b7b-f6c98b5da0b5 req-328ea623-9315-478a-9c9c-1640cfbcb185 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/security-groups?id=7fbb4ede-4752-4a95-9faa-23e50e07360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541651 Oct 19 11:21:40.597065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf045c8f-ca19-4882-af1b-76de57ca8840 req-4f1779c0-826a-443b-9e90-276fb24908c6 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:40.598740 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf045c8f-ca19-4882-af1b-76de57ca8840 req-4f1779c0-826a-443b-9e90-276fb24908c6 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.1621060 Oct 19 11:21:40.648455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-d17e781d-4863-49ff-8985-027c55a25290 req-30a5d38a-a5d2-4d1e-9aa6-937464e0b78d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Deleting port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:21:40.648927 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d17e781d-4863-49ff-8985-027c55a25290 req-30a5d38a-a5d2-4d1e-9aa6-937464e0b78d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.678277 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-afa978fd-08ce-4274-804f-3ffb2050e654 req-66987165-0f19-4145-9540-21ee9ae87af8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 210 time: 0.0360100 Oct 19 11:21:40.684261 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf045c8f-ca19-4882-af1b-76de57ca8840 req-d2116be0-4eac-40a5-b02d-92a73a9c8b59 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780842 Oct 19 11:21:40.758148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Made reservation on behalf of 2e25a8027c5140d4a21729ec31a9e586 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:40.761762 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.774239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d17e781d-4863-49ff-8985-027c55a25290 req-30a5d38a-a5d2-4d1e-9aa6-937464e0b78d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] For port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591,segment=NetworkSegment(ec59ff24-805d-4b95-b928-7cb9cf8d7fa0),segment_id=ec59ff24-805d-4b95-b928-7cb9cf8d7fa0)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:40.774239 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d17e781d-4863-49ff-8985-027c55a25290 req-30a5d38a-a5d2-4d1e-9aa6-937464e0b78d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.783616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b53a2dd6-3624-4f30-9dec-efb68b75c8ce req-4dd36aa3-0e54-438a-a687-228fed52d407 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.800421 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2e378d75-e225-49cd-8f81-9cc71f2c73ee'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:40.813907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-d17e781d-4863-49ff-8985-027c55a25290 req-30a5d38a-a5d2-4d1e-9aa6-937464e0b78d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Calling delete_port for 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:21:40.825401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd36aa3-0e54-438a-a687-228fed52d407 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Pushing event deleted for resources: {'Port': ['ID=2e378d75-e225-49cd-8f81-9cc71f2c73ee,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:40.883901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53a2dd6-3624-4f30-9dec-efb68b75c8ce req-4dd36aa3-0e54-438a-a687-228fed52d407 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] No DVR routers for this DVR port 2e378d75-e225-49cd-8f81-9cc71f2c73ee on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:21:40.887151 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b53a2dd6-3624-4f30-9dec-efb68b75c8ce req-4dd36aa3-0e54-438a-a687-228fed52d407 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:40.890881 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b53a2dd6-3624-4f30-9dec-efb68b75c8ce req-4dd36aa3-0e54-438a-a687-228fed52d407 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.26 "DELETE /v2.0/ports/2e378d75-e225-49cd-8f81-9cc71f2c73ee HTTP/1.1" status: 204 len: 173 time: 0.7926054 Oct 19 11:21:40.891341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b3e7b0-901f-4f9e-8aa8-cfb7147e6543', 'name': 'network-vif-deleted', 'tag': '2e378d75-e225-49cd-8f81-9cc71f2c73ee'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:40.893705 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07eaf83f-590f-49d4-aca3-f1f3c3cdf481" -d '{"events": [{"server_uuid": "13b3e7b0-901f-4f9e-8aa8-cfb7147e6543", "name": "network-vif-deleted", "tag": "2e378d75-e225-49cd-8f81-9cc71f2c73ee"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:40.910527 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b3a6a88d-8407-4991-82ce-ccd1358e1337 req-085adc93-f652-4801-9ae4-9d9e5ebc1dbc tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1546618017&fields=id&tenant_id=7838f9b0557045ffbcd69e1d1b674c6e HTTP/1.1" status: 200 len: 267 time: 0.1465442 Oct 19 11:21:40.932910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1030b5-4082-4d7d-b116-bbdb73939b43 req-e06d0b02-7b5f-4286-8efe-07a33cef112a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:40.934402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af1030b5-4082-4d7d-b116-bbdb73939b43 req-e06d0b02-7b5f-4286-8efe-07a33cef112a tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 949 time: 0.0717154 Oct 19 11:21:40.978424 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af1030b5-4082-4d7d-b116-bbdb73939b43 req-bf2ccf33-7ccb-4f17-900a-abe78e8c533d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369122 Oct 19 11:21:41.043344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a88d-8407-4991-82ce-ccd1358e1337 req-0787604b-c864-4cd7-98ba-e1e9bd59aa08 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:41.044854 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b3a6a88d-8407-4991-82ce-ccd1358e1337 req-0787604b-c864-4cd7-98ba-e1e9bd59aa08 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.1230462 Oct 19 11:21:41.063610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-b3a6a88d-8407-4991-82ce-ccd1358e1337 req-504d6041-88a9-4b8b-9f61-3d0e5c0a5e53 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Request body: {'port': {'security_groups': ['ea323a02-9d24-452a-963f-eda139a7a3d3', '40007ec4-17d1-4d83-ade5-6d22ec88ef54']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:41.066789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Allocated IP 172.20.0.4 (18304a53-7871-4558-a669-5f7ce4be705d/01fca6a7-aece-4f7e-bc3f-b414758cde01/773517c1-fcd5-4974-a6e4-645ba6fdd6b5) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:41.147099 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0ce94a34-7d88-4bdb-94e5-abc5cd5e77e4 req-a231c3d7-c561-469d-b7b5-fbae78d1f7a0 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 210 time: 0.0349278 Oct 19 11:21:41.201259 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b3a6a88d-8407-4991-82ce-ccd1358e1337 req-504d6041-88a9-4b8b-9f61-3d0e5c0a5e53 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:41.205063 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1de798e-ecfb-4511-a983-934b0c66fafe x-openstack-request-id: req-c1de798e-ecfb-4511-a983-934b0c66fafe {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:41.205273 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b3e7b0-901f-4f9e-8aa8-cfb7147e6543", "name": "network-vif-deleted", "tag": "2e378d75-e225-49cd-8f81-9cc71f2c73ee", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:41.205527 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1de798e-ecfb-4511-a983-934b0c66fafe {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:41.206033 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b3e7b0-901f-4f9e-8aa8-cfb7147e6543', 'name': 'network-vif-deleted', 'tag': '2e378d75-e225-49cd-8f81-9cc71f2c73ee', 'status': 'completed', 'code': 200} Oct 19 11:21:41.223573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:41.303374 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d17e781d-4863-49ff-8985-027c55a25290 req-30a5d38a-a5d2-4d1e-9aa6-937464e0b78d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:41.316575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2e378d75-e225-49cd-8f81-9cc71f2c73ee'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:41.365955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5d38a-a5d2-4d1e-9aa6-937464e0b78d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Pushing event deleted for resources: {'Port': ['ID=89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:41.434986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17e781d-4863-49ff-8985-027c55a25290 req-30a5d38a-a5d2-4d1e-9aa6-937464e0b78d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] No DVR routers for this DVR port 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:21:41.441011 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d17e781d-4863-49ff-8985-027c55a25290 req-30a5d38a-a5d2-4d1e-9aa6-937464e0b78d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:41.444299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d17e781d-4863-49ff-8985-027c55a25290 req-30a5d38a-a5d2-4d1e-9aa6-937464e0b78d tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.49 "DELETE /v2.0/ports/89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 HTTP/1.1" status: 204 len: 173 time: 1.0527802 Oct 19 11:21:41.446986 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:41.448183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efb739b-175a-4f38-b7d9-5cdd6a70f200', 'name': 'network-vif-deleted', 'tag': '89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:41.450491 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13c8524-fc7d-4cd9-b7cd-c11462177bc9" -d '{"events": [{"server_uuid": "5efb739b-175a-4f38-b7d9-5cdd6a70f200", "name": "network-vif-deleted", "tag": "89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:41.496209 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd53a147-486f-4730-a461-af287cfc7f73 x-openstack-request-id: req-bd53a147-486f-4730-a461-af287cfc7f73 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:41.496515 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efb739b-175a-4f38-b7d9-5cdd6a70f200", "name": "network-vif-deleted", "tag": "89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:41.499732 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd53a147-486f-4730-a461-af287cfc7f73 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:41.499732 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efb739b-175a-4f38-b7d9-5cdd6a70f200', 'name': 'network-vif-deleted', 'tag': '89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591', 'status': 'completed', 'code': 200} Oct 19 11:21:41.574122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-b3a6a88d-8407-4991-82ce-ccd1358e1337 req-504d6041-88a9-4b8b-9f61-3d0e5c0a5e53 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] For port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,segment=NetworkSegment(ca91b852-6d27-449b-854f-a6f1feb17e79),segment_id=ca91b852-6d27-449b-854f-a6f1feb17e79)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:41.603978 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b3a6a88d-8407-4991-82ce-ccd1358e1337 req-504d6041-88a9-4b8b-9f61-3d0e5c0a5e53 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:41.641132 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:41.653505 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:41.686252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Network 18304a53-7871-4558-a669-5f7ce4be705d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:41.690518 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b3a6a88d-8407-4991-82ce-ccd1358e1337 req-504d6041-88a9-4b8b-9f61-3d0e5c0a5e53 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:41.694455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:41.703790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:41.733324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event updated for resources: {'Port': ['ID=773517c1-fcd5-4974-a6e4-645ba6fdd6b5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:41.765680 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0695e6d-2fd5-49b5-946a-04fbfced3cff req-da4473a8-6bbc-48ad-b3f9-e4180b09bb25 tempest-ListServersNegativeTestJSON-1149650542 tempest-ListServersNegativeTestJSON-1149650542-project] 10.222.0.39 "GET /v2.0/ports?device_id=13b3e7b0-901f-4f9e-8aa8-cfb7147e6543 HTTP/1.1" status: 200 len: 210 time: 0.0528026 Oct 19 11:21:41.781363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a88d-8407-4991-82ce-ccd1358e1337 req-504d6041-88a9-4b8b-9f61-3d0e5c0a5e53 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:41.781998 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b3a6a88d-8407-4991-82ce-ccd1358e1337 req-504d6041-88a9-4b8b-9f61-3d0e5c0a5e53 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:41.783423 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b3a6a88d-8407-4991-82ce-ccd1358e1337 req-504d6041-88a9-4b8b-9f61-3d0e5c0a5e53 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "PUT /v2.0/ports/1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 981 time: 0.7302618 Oct 19 11:21:41.809681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 0682031f-0836-4611-8221-8b11e897464e up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:41.816761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:41.817618 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:41.847583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d6041-88a9-4b8b-9f61-3d0e5c0a5e53 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Pushing event updated for resources: {'Port': ['ID=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,revision_number=6']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:41.918982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1a198a20-082d-4212-8ca4-4f7daf4f5ceb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:41.929286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64bf1ab1-25d5-44af-b622-bd34cef8f816 req-bb0f691f-92dd-4076-8c07-dc636eede854 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 210 time: 0.0304773 Oct 19 11:21:41.932767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2ddbc-c37f-41ac-b53a-e14026a7d5e3 req-8eed1bd6-582e-451e-a636-4270db8232ea tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:41.933295 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-346ad2e3-9799-4d7c-84ab-bf503dd40e6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6075542 Oct 19 11:21:41.934301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-69e2ddbc-c37f-41ac-b53a-e14026a7d5e3 req-8eed1bd6-582e-451e-a636-4270db8232ea tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0563073 Oct 19 11:21:41.959596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Request body: {'port': {'device_id': '750952ef-e9c0-4400-9289-44f53e2b9946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:42.003194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 0682031f-0836-4611-8221-8b11e897464e completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:42.011888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 0682031f-0836-4611-8221-8b11e897464e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:42.012253 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:42.021480 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-69e2ddbc-c37f-41ac-b53a-e14026a7d5e3 req-4e5b3f9f-534e-4ccb-8822-13f5999a4446 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786555 Oct 19 11:21:42.032154 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:42.177946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528c442-0da2-4b68-a310-ee6990e5e87d req-ed5b1c81-05d7-4816-b517-67d12aec3ef3 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:42.180730 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a528c442-0da2-4b68-a310-ee6990e5e87d req-ed5b1c81-05d7-4816-b517-67d12aec3ef3 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 949 time: 0.0634739 Oct 19 11:21:42.198853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d1bbdce-0cf2-4db7-8fda-8a841faf23be req-0d9ba171-126c-4608-b138-d2ac08046250 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1546618017&fields=id&tenant_id=7838f9b0557045ffbcd69e1d1b674c6e HTTP/1.1" status: 200 len: 267 time: 0.1014504 Oct 19 11:21:42.231553 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a528c442-0da2-4b68-a310-ee6990e5e87d req-0545e70e-db13-4be7-b780-881ae05ca2bf tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Oct 19 11:21:42.243127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1a198a20-082d-4212-8ca4-4f7daf4f5ceb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:42.267121 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:42.335232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bbdce-0cf2-4db7-8fda-8a841faf23be req-cb0a7fc1-6a64-4749-9e87-d09918368cf0 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:42.336665 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d1bbdce-0cf2-4db7-8fda-8a841faf23be req-cb0a7fc1-6a64-4749-9e87-d09918368cf0 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 984 time: 0.1243043 Oct 19 11:21:42.363746 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-9d1bbdce-0cf2-4db7-8fda-8a841faf23be req-55d6541b-b253-439a-8597-75fe924610e6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Request body: {'port': {'security_groups': ['ea323a02-9d24-452a-963f-eda139a7a3d3']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:42.468096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aa652-e5f1-45c6-a3e5-efb633c4e8a3 req-4fafbb8b-0f2c-4b0b-9f85-9c7576821a6b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:42.469978 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-674aa652-e5f1-45c6-a3e5-efb633c4e8a3 req-4fafbb8b-0f2c-4b0b-9f85-9c7576821a6b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 931 time: 0.0750973 Oct 19 11:21:42.485659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e636ed85-acd1-4709-bb0c-252aae126da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682031f-0836-4611-8221-8b11e897464e'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:42.487869 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7ad1e2-22dd-43a1-9b3b-c667e66c90b9" -d '{"events": [{"server_uuid": "e636ed85-acd1-4709-bb0c-252aae126da2", "name": "network-vif-plugged", "status": "completed", "tag": "0682031f-0836-4611-8221-8b11e897464e"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:42.496469 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9d1bbdce-0cf2-4db7-8fda-8a841faf23be req-55d6541b-b253-439a-8597-75fe924610e6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:42.505273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 0682031f-0836-4611-8221-8b11e897464e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=0682031f-0836-4611-8221-8b11e897464e,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:42.518547 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-674aa652-e5f1-45c6-a3e5-efb633c4e8a3 req-f664e651-597f-483e-9ad3-e78586a5f13f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389953 Oct 19 11:21:42.526565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:42.566255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:42.575243 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a43276-3216-4890-bb27-5093202f4472 x-openstack-request-id: req-69a43276-3216-4890-bb27-5093202f4472 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:42.575243 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e636ed85-acd1-4709-bb0c-252aae126da2", "name": "network-vif-plugged", "status": "completed", "tag": "0682031f-0836-4611-8221-8b11e897464e", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:42.575243 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69a43276-3216-4890-bb27-5093202f4472 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:42.575243 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e636ed85-acd1-4709-bb0c-252aae126da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0682031f-0836-4611-8221-8b11e897464e', 'code': 200} Oct 19 11:21:42.594563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Transition to ACTIVE for port object 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:21:42.596661 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:42.675660 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=0682031f-0836-4611-8221-8b11e897464e,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:42.690189 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:42.793346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb07963-0633-4248-ad83-004f95e89569 req-8f21df1f-87ba-42a6-82de-71e5c3036d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:42.794823 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cdb07963-0633-4248-ad83-004f95e89569 req-8f21df1f-87ba-42a6-82de-71e5c3036d98 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 1101 time: 0.1424828 Oct 19 11:21:42.801551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Pushing event updated for resources: {'Port': ['ID=773517c1-fcd5-4974-a6e4-645ba6fdd6b5,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:42.820372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-9d1bbdce-0cf2-4db7-8fda-8a841faf23be req-55d6541b-b253-439a-8597-75fe924610e6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] For port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,segment=NetworkSegment(ca91b852-6d27-449b-854f-a6f1feb17e79),segment_id=ca91b852-6d27-449b-854f-a6f1feb17e79)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:42.884400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58232) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:42.932207 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cdb07963-0633-4248-ad83-004f95e89569 req-362d2584-22d8-4921-8af8-2a3723861c24 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281471 Oct 19 11:21:42.941173 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9d1bbdce-0cf2-4db7-8fda-8a841faf23be req-55d6541b-b253-439a-8597-75fe924610e6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:42.968668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a9759f-59a0-4e7d-bfe4-aedeab6b1b6f admin admin] Deleting subnet e00a39c0-da31-4bbf-9fa2-b177cbc33bb1 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:21:42.971772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Attempting to bind port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:21:42.972103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Attempting to bind port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:21:42.972434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Attempting to bind port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:42.974343 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c1a9759f-59a0-4e7d-bfe4-aedeab6b1b6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:42.997150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 on network 18304a53-7871-4558-a669-5f7ce4be705d not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:21:42.997472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Attempting to bind port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:43.005177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-430145dd-5384-4c7e-abf7-0940843ea682 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:43.007730 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-430145dd-5384-4c7e-abf7-0940843ea682 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.26 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.1280308 Oct 19 11:21:43.008994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:21:43.009335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Checking segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:43.009764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Bound using segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:21:43.010132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Bound port: 773517c1-fcd5-4974-a6e4-645ba6fdd6b5, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:21:43.010485 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.027409 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c1a9759f-59a0-4e7d-bfe4-aedeab6b1b6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.028164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Request body: {'port': {'device_id': '4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'admin_state_up': True, 'tenant_id': '5040f71e465a4967b0c25206be6eaadf'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:43.057504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3346e8e0-c46b-4023-a91a-d5e785826a68 req-b2808213-c6a4-4fc3-8108-6d22744d2a2a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 210 time: 0.0453215 Oct 19 11:21:43.069812 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9d1bbdce-0cf2-4db7-8fda-8a841faf23be req-55d6541b-b253-439a-8597-75fe924610e6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.085821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1a198a20-082d-4212-8ca4-4f7daf4f5ceb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:43.149458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bbdce-0cf2-4db7-8fda-8a841faf23be req-55d6541b-b253-439a-8597-75fe924610e6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:43.150105 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9d1bbdce-0cf2-4db7-8fda-8a841faf23be req-55d6541b-b253-439a-8597-75fe924610e6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.151496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d1bbdce-0cf2-4db7-8fda-8a841faf23be req-55d6541b-b253-439a-8597-75fe924610e6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "PUT /v2.0/ports/1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 942 time: 0.8025424 Oct 19 11:21:43.173184 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c1a9759f-59a0-4e7d-bfe4-aedeab6b1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.211662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] For port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:21:43.219127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6541b-b253-439a-8597-75fe924610e6 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Pushing event updated for resources: {'Port': ['ID=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,revision_number=7']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:43.236313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] For port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=773517c1-fcd5-4974-a6e4-645ba6fdd6b5,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:21:43.263911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Made reservation on behalf of 5040f71e465a4967b0c25206be6eaadf for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:43.268130 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.301213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1a198a20-082d-4212-8ca4-4f7daf4f5ceb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:43.302853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ddc64-e4da-4ec3-9037-fef9d30a452a req-161f622c-7ac1-41b0-b0a1-624275e85c1c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:43.309025 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-520ddc64-e4da-4ec3-9037-fef9d30a452a req-161f622c-7ac1-41b0-b0a1-624275e85c1c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0706351 Oct 19 11:21:43.329347 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.384479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:43.386280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.387655 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] 10.222.0.49 "PUT /v2.0/ports/773517c1-fcd5-4974-a6e4-645ba6fdd6b5 HTTP/1.1" status: 200 len: 1091 time: 1.4426680 Oct 19 11:21:43.389911 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c1a9759f-59a0-4e7d-bfe4-aedeab6b1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.407264 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c1a9759f-59a0-4e7d-bfe4-aedeab6b1b6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.413962 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c1a9759f-59a0-4e7d-bfe4-aedeab6b1b6f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e00a39c0-da31-4bbf-9fa2-b177cbc33bb1 HTTP/1.1" status: 204 len: 168 time: 0.5259545 Oct 19 11:21:43.416421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58246) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:43.419511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-520ddc64-e4da-4ec3-9037-fef9d30a452a req-358238ec-6c24-436e-a8a2-1d0284cda937 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085601 Oct 19 11:21:43.454647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9759f-59a0-4e7d-bfe4-aedeab6b1b6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00a39c0-da31-4bbf-9fa2-b177cbc33bb1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:43.480551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79a73f-8efa-425d-a353-98fed104f433 service neutron] Pushing event updated for resources: {'Port': ['ID=773517c1-fcd5-4974-a6e4-645ba6fdd6b5,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:43.498694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb'}, {'name': 'network-changed', 'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb'}, {'name': 'network-changed', 'server_uuid': '750952ef-e9c0-4400-9289-44f53e2b9946', 'tag': '773517c1-fcd5-4974-a6e4-645ba6fdd6b5'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:43.501925 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a6405d-3e9d-4030-bdd9-07792b335234" -d '{"events": [{"name": "network-changed", "server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb"}, {"name": "network-changed", "server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb"}, {"name": "network-changed", "server_uuid": "750952ef-e9c0-4400-9289-44f53e2b9946", "tag": "773517c1-fcd5-4974-a6e4-645ba6fdd6b5"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:43.528347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39080324-9203-42ad-a329-9d54d0c39509 req-afdf7805-55d8-46fc-a8d0-c1bea5f7151d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3209155 Oct 19 11:21:43.563978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:43.598839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Allocated IP 172.20.0.14 (5457d6bb-7a0b-4e25-974c-a4caaf3e11d7/25bc2b4a-49a5-43d6-9664-521501fcd66c/3a505223-311b-4639-8f65-6baa9c8f87ae) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:43.675418 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.807539 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.811174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:21:43.834574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:21:43.835009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 89d8b3a5-f6ce-4dfb-a62b-85d03b2c4591 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:21:43.859145 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.863412 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.897095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a7a49-d80e-4e1b-9ba6-2c5c1efcf7cf req-1fc651e3-214f-4a53-9258-6f81497f89e4 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:43.898565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d5a7a49-d80e-4e1b-9ba6-2c5c1efcf7cf req-1fc651e3-214f-4a53-9258-6f81497f89e4 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 950 time: 0.3569477 Oct 19 11:21:43.916278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7a88-e037-4747-951d-41c91123c33c req-4830c81c-614e-45af-a489-4d8734e59866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:43.917765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-4830c81c-614e-45af-a489-4d8734e59866 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 1094 time: 0.3773291 Oct 19 11:21:43.960959 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:43.972390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2e378d75-e225-49cd-8f81-9cc71f2c73ee no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:21:43.991421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-94510e01-e831-49f3-b44d-617fce297a36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=773517c1-fcd5-4974-a6e4-645ba6fdd6b5 HTTP/1.1" status: 200 len: 217 time: 0.0477004 Oct 19 11:21:43.993896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 2e378d75-e225-49cd-8f81-9cc71f2c73ee {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:21:43.994299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2e378d75-e225-49cd-8f81-9cc71f2c73ee not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:21:44.006118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Allocated IP 172.25.2.138 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/3c26cde4-3fcb-45e5-8447-8546f4ba3fae) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:44.024075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:44.026290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:44.035016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:44.037909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:44.040566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event updated for resources: {'Port': ['ID=3a505223-311b-4639-8f65-6baa9c8f87ae,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:44.092208 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d5a7a49-d80e-4e1b-9ba6-2c5c1efcf7cf req-d8c9693d-a2c7-4931-b5ac-08ce7112fb81 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733530 Oct 19 11:21:44.093679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f03ac02-41a6-470a-bf4a-8a2b182aa4a1']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:44.109550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:44.109982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec59ff24-805d-4b95-b928-7cb9cf8d7fa0') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:44.128832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7a88-e037-4747-951d-41c91123c33c req-753fc6e7-2e95-478a-87a3-fdb8546ea20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:44.130419 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-753fc6e7-2e95-478a-87a3-fdb8546ea20c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.1036558 Oct 19 11:21:44.132739 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:44.138539 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:44.139456 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:44.172200 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-be60a97e-32d3-45e2-a253-63bdeb1debb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312917 Oct 19 11:21:44.173323 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:44.190432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:44.191872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:21:44.192334 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:21:44.194308 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:21:44.260851 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775270e2-ec68-4816-8e4a-51e574daaf9c x-openstack-request-id: req-775270e2-ec68-4816-8e4a-51e574daaf9c {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:44.261146 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "750952ef-e9c0-4400-9289-44f53e2b9946", "tag": "773517c1-fcd5-4974-a6e4-645ba6fdd6b5", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:44.261515 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-775270e2-ec68-4816-8e4a-51e574daaf9c {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:44.272957 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'status': 'completed', 'code': 200} Oct 19 11:21:44.272957 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'status': 'completed', 'code': 200} Oct 19 11:21:44.272957 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750952ef-e9c0-4400-9289-44f53e2b9946', 'tag': '773517c1-fcd5-4974-a6e4-645ba6fdd6b5', 'status': 'completed', 'code': 200} Oct 19 11:21:44.296522 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f3d2da4c-dee4-41d6-bfd4-c34d46f16b84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2717912 Oct 19 11:21:44.307403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-5518bae9-ffff-4560-a5bf-62e5dd195e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:44.308917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-5518bae9-ffff-4560-a5bf-62e5dd195e90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 1096 time: 0.0478251 Oct 19 11:21:44.313231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Request body: {'port': {'device_id': '4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:44.345191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:44.351464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-8ddc37ae-1805-4c75-bb73-2130208ade3b service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713378 Oct 19 11:21:44.362384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caccb5e-496a-4794-a294-3cd53f54af8f req-35114a30-d2c6-45e9-9791-65d961ef8ff4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:44.363782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0caccb5e-496a-4794-a294-3cd53f54af8f req-35114a30-d2c6-45e9-9791-65d961ef8ff4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 943 time: 0.0720527 Oct 19 11:21:44.373898 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:44.399956 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:44.406139 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7f03ac02-41a6-470a-bf4a-8a2b182aa4a1 HTTP/1.1" status: 204 len: 168 time: 0.9826994 Oct 19 11:21:44.433430 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a978f-aa00-47a9-a72b-02d29374d785 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f03ac02-41a6-470a-bf4a-8a2b182aa4a1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:44.478160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:44.485959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0caccb5e-496a-4794-a294-3cd53f54af8f req-96707d4c-04f5-4da4-b1d3-74a91ed25e9b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138597 Oct 19 11:21:44.509386 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfed7a88-e037-4747-951d-41c91123c33c req-2e338102-d34b-498d-a757-1f2bdc4d08e1 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446326 Oct 19 11:21:44.517861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:44.520243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:44.555523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Pushing event updated for resources: {'Port': ['ID=3c26cde4-3fcb-45e5-8447-8546f4ba3fae,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:44.569207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:44.603291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbc908-ae07-4e6a-aaa8-dba4115e4373 req-a9310d1e-15c5-4d41-9026-365810416f4a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:44.604732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6bfbc908-ae07-4e6a-aaa8-dba4115e4373 req-a9310d1e-15c5-4d41-9026-365810416f4a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 932 time: 0.0574601 Oct 19 11:21:44.605945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-54a25895-9326-432e-96c9-8c029d84839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:44.607383 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-54a25895-9326-432e-96c9-8c029d84839e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d75f476-d975-4cf8-b896-3e48c58accf7 HTTP/1.1" status: 200 len: 921 time: 0.2737091 Oct 19 11:21:44.677085 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6bfbc908-ae07-4e6a-aaa8-dba4115e4373 req-0e08f67c-d420-47ff-a163-e8cb043c624b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639338 Oct 19 11:21:44.690768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-4936ba4f-7c6a-4698-b0a2-0cec3538b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:44.692258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-4936ba4f-7c6a-4698-b0a2-0cec3538b4d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 1094 time: 0.0594420 Oct 19 11:21:44.695883 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-ac5476ae-e3fe-4e0f-958c-a20259ee61ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 217 time: 0.0657136 Oct 19 11:21:44.805428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-99294909-8d68-4de3-a5ce-0dd67762858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:44.807374 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-99294909-8d68-4de3-a5ce-0dd67762858c service neutron] 10.222.0.49 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 907 time: 0.1051426 Oct 19 11:21:44.827633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:44.839101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58260) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:44.852376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-b6f0028b-3a94-4b75-9fcc-782a5dbff96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:44.857709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-b6f0028b-3a94-4b75-9fcc-782a5dbff96a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=880dc792-b3ab-46fa-b8c0-9deab8d763b4 HTTP/1.1" status: 200 len: 860 time: 0.1417432 Oct 19 11:21:44.880061 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-48897136-4cb4-48e3-81aa-e315c4aae838 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=773517c1-fcd5-4974-a6e4-645ba6fdd6b5 HTTP/1.1" status: 200 len: 217 time: 0.0541220 Oct 19 11:21:44.906999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0eb7d-b53e-47c0-b889-dafcd3db12de req-8d16ff49-756a-4d3b-91e6-a52412404219 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:44.908457 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87f0eb7d-b53e-47c0-b889-dafcd3db12de req-8d16ff49-756a-4d3b-91e6-a52412404219 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0928566 Oct 19 11:21:44.910784 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-34083b07-d568-4a07-ac0f-f50fbdff68d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d75f476-d975-4cf8-b896-3e48c58accf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469263 Oct 19 11:21:44.963245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-94d79c03-0f15-48ec-9499-c97693a9aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:44.964712 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-94d79c03-0f15-48ec-9499-c97693a9aeb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.0769539 Oct 19 11:21:44.972441 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87f0eb7d-b53e-47c0-b889-dafcd3db12de req-bebeba9a-0ee1-45f5-bd5f-d9816782fb4b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463455 Oct 19 11:21:45.006015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-89f4fd19-97dc-4aa9-b8b0-59bc5b9c240a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256681 Oct 19 11:21:45.023052 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:45.074133 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d144c023-941f-48f8-806a-8e5f929bc378 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd772ac008274e3ca8833fc545290852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313087 Oct 19 11:21:45.076646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58262) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:45.137136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-69291e8c-49f1-4ac8-b4b5-3ac5d965d52e service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213293 Oct 19 11:21:45.157629 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f495758e-7255-49bc-a267-9eb8efabfa09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:45.178124 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-ae3d59f5-fad9-4948-a5f3-a06881c4b8db service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542591 Oct 19 11:21:45.248583 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f495758e-7255-49bc-a267-9eb8efabfa09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:45.315979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318d081-523e-4cbb-9229-8241bc774c2d req-d42f33eb-29c9-4088-9abb-d25d9485e514 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:45.317575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d318d081-523e-4cbb-9229-8241bc774c2d req-d42f33eb-29c9-4088-9abb-d25d9485e514 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 950 time: 0.1327989 Oct 19 11:21:45.321904 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-2928deda-614a-4d9d-9c01-2c950043ec94 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750879 Oct 19 11:21:45.368408 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d318d081-523e-4cbb-9229-8241bc774c2d req-17806300-60d5-4c9b-8808-016b61638f8d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Oct 19 11:21:45.423548 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f495758e-7255-49bc-a267-9eb8efabfa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:45.426491 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f495758e-7255-49bc-a267-9eb8efabfa09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:45.428045 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f495758e-7255-49bc-a267-9eb8efabfa09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fbb4ede-4752-4a95-9faa-23e50e07360c HTTP/1.1" status: 204 len: 168 time: 0.3497810 Oct 19 11:21:45.436917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495758e-7255-49bc-a267-9eb8efabfa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbb4ede-4752-4a95-9faa-23e50e07360c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:45.563159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0475c99-c773-4331-9ea3-aadf444ac899 req-547a7dd6-35d1-48ee-a243-325b2dd845e0 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:45.569804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0475c99-c773-4331-9ea3-aadf444ac899 req-547a7dd6-35d1-48ee-a243-325b2dd845e0 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 1101 time: 0.0532146 Oct 19 11:21:45.600247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a505223-311b-4639-8f65-6baa9c8f87ae {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:45.602993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0475c99-c773-4331-9ea3-aadf444ac899 req-f584b7ad-de54-4d1c-9666-90199f58908f tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Oct 19 11:21:45.623445 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:45.672676 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Transition to ACTIVE for port object 3a505223-311b-4639-8f65-6baa9c8f87ae will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:21:45.688198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-66e876c6-e08b-4270-97f2-220e2772ee90 service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000503 Oct 19 11:21:45.695748 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:45.716818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c20f1-1061-4c67-aaaa-5077763a7a62 req-4fa3f35c-21d6-4cf6-a2b2-8c643f8454f1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:45.718939 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f27c20f1-1061-4c67-aaaa-5077763a7a62 req-4fa3f35c-21d6-4cf6-a2b2-8c643f8454f1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 943 time: 0.0588372 Oct 19 11:21:45.758092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f27c20f1-1061-4c67-aaaa-5077763a7a62 req-09872593-8b20-41b6-9a9c-57d83ce7b7bb tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Oct 19 11:21:45.767381 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:45.825387 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-80a82910-f30d-49f5-b68d-9f0ed21b9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:45.827588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-80a82910-f30d-49f5-b68d-9f0ed21b9fbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 1096 time: 0.0913396 Oct 19 11:21:45.828186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:45.847905 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:45.870914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d3842-ecbf-4dca-bda5-779f2b7c1c03 req-937e6ac0-dc47-4b74-a098-b07f8851d619 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:45.873138 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c1d3842-ecbf-4dca-bda5-779f2b7c1c03 req-937e6ac0-dc47-4b74-a098-b07f8851d619 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 944 time: 0.0579922 Oct 19 11:21:45.885055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Pushing event updated for resources: {'Port': ['ID=3a505223-311b-4639-8f65-6baa9c8f87ae,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:45.945834 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c1d3842-ecbf-4dca-bda5-779f2b7c1c03 req-39f8fff6-86a7-43b1-99d0-6b1f788afa32 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640216 Oct 19 11:21:45.995712 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=773517c1-fcd5-4974-a6e4-645ba6fdd6b5,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:46.009902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '773517c1-fcd5-4974-a6e4-645ba6fdd6b5', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'port_id': '773517c1-fcd5-4974-a6e4-645ba6fdd6b5', 'mac_address': 'fa:16:3e:0a:cc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01fca6a7-aece-4f7e-bc3f-b414758cde01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:46.059438 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:46.063863 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:46.068576 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-52e03366-322c-4431-8729-a101562dab32 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348589 Oct 19 11:21:46.075796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:46.100280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Pushing event updated for resources: {'Port': ['ID=3c26cde4-3fcb-45e5-8447-8546f4ba3fae,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:46.104509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=773517c1-fcd5-4974-a6e4-645ba6fdd6b5,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:46.113558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Attempting to bind port 3a505223-311b-4639-8f65-6baa9c8f87ae on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:21:46.113976 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Attempting to bind port 3a505223-311b-4639-8f65-6baa9c8f87ae by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:21:46.114379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Attempting to bind port 3a505223-311b-4639-8f65-6baa9c8f87ae on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:46.128667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Port 3a505223-311b-4639-8f65-6baa9c8f87ae on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:21:46.128994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Attempting to bind port 3a505223-311b-4639-8f65-6baa9c8f87ae on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:46.135196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:21:46.135531 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Checking segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:46.135914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Bound using segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:21:46.136337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Bound port: 3a505223-311b-4639-8f65-6baa9c8f87ae, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:21:46.136734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:46.139175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-037e4f02-596c-42da-9061-4c7f7a2304fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:46.141230 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-037e4f02-596c-42da-9061-4c7f7a2304fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d75f476-d975-4cf8-b896-3e48c58accf7 HTTP/1.1" status: 200 len: 921 time: 0.3064799 Oct 19 11:21:46.177661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-09644feb-b041-4e3b-b31d-72cdf6bdf72e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:46.177661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-09644feb-b041-4e3b-b31d-72cdf6bdf72e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069932 Oct 19 11:21:46.188299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-b2177c7f-5fc4-4791-b545-82d73a7a3ff7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 217 time: 0.0392892 Oct 19 11:21:46.189298 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:46.198361 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-cf3b05d2-e078-4768-aadc-b53ef2a476be tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/quotas/bfb9bc13032940e19a483303a5c91dcb HTTP/1.1" status: 200 len: 375 time: 0.0139225 Oct 19 11:21:46.209605 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:46.213619 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39080324-9203-42ad-a329-9d54d0c39509 req-27d7ca4f-e85a-4c9c-9e66-e230309be9db tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6631126 Oct 19 11:21:46.253689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=773517c1-fcd5-4974-a6e4-645ba6fdd6b5,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:46.265886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.266570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.266712 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-1e79baaa-302d-4a09-a011-51aff12bbba9 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0633273 Oct 19 11:21:46.267025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.267591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.268108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.268575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.268913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.269249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.269592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.269898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.270222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.270576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:21:46.351953 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39080324-9203-42ad-a329-9d54d0c39509 req-43d47094-16e7-4d06-9541-91bf5f709951 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.1235795 Oct 19 11:21:46.398639 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] For port 3a505223-311b-4639-8f65-6baa9c8f87ae, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:21:46.401504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-6aebc014-229a-4f75-92b1-73de1f538f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:46.402963 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-6aebc014-229a-4f75-92b1-73de1f538f71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=880dc792-b3ab-46fa-b8c0-9deab8d763b4 HTTP/1.1" status: 200 len: 860 time: 0.1965930 Oct 19 11:21:46.437211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] For port 3a505223-311b-4639-8f65-6baa9c8f87ae, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3a505223-311b-4639-8f65-6baa9c8f87ae,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:21:46.476801 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-b64c7355-3c00-4795-8c97-8ec2dd6c6070 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d75f476-d975-4cf8-b896-3e48c58accf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568709 Oct 19 11:21:46.499904 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['773517c1-fcd5-4974-a6e4-645ba6fdd6b5'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:46.539415 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:46.593095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:46.594000 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:46.595413 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-15878a09-63ef-403e-90ca-79e070235975 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a505223-311b-4639-8f65-6baa9c8f87ae HTTP/1.1" status: 200 len: 1092 time: 2.2902446 Oct 19 11:21:46.610128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb', 'tag': '3a505223-311b-4639-8f65-6baa9c8f87ae'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:46.612501 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b45311-b1ae-46b7-acb7-9dee0118cb18" -d '{"events": [{"name": "network-changed", "server_uuid": "4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb", "tag": "3a505223-311b-4639-8f65-6baa9c8f87ae"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:46.654121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39080324-9203-42ad-a329-9d54d0c39509 req-dee928c7-34e7-496c-aac0-d13f25b96a15 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:46.661182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39080324-9203-42ad-a329-9d54d0c39509 req-dee928c7-34e7-496c-aac0-d13f25b96a15 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.3002677 Oct 19 11:21:46.724408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15878a09-63ef-403e-90ca-79e070235975 service neutron] Pushing event updated for resources: {'Port': ['ID=3a505223-311b-4639-8f65-6baa9c8f87ae,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:46.730656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35da183-aaca-4504-80a3-42e11882e276 req-4e9f37ee-2f2e-413a-be2e-74a00b2ba0c8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:46.739571 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d35da183-aaca-4504-80a3-42e11882e276 req-4e9f37ee-2f2e-413a-be2e-74a00b2ba0c8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.1062136 Oct 19 11:21:46.785340 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d35da183-aaca-4504-80a3-42e11882e276 req-d426300d-d317-4c5d-b747-e0b144e2b936 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432062 Oct 19 11:21:46.785832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-0d2a3869-9b64-4c6c-95a1-9ca444ac1af3 service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859454 Oct 19 11:21:46.798075 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-ade8cc99-9c5c-4a64-8317-7ed1c9fcde29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:46.799820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-ade8cc99-9c5c-4a64-8317-7ed1c9fcde29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 1095 time: 0.0614057 Oct 19 11:21:46.839159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58328) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:46.918447 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb94d01-a83a-4f0a-9349-f9ff441c5e6c x-openstack-request-id: req-8eb94d01-a83a-4f0a-9349-f9ff441c5e6c {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:46.918748 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb", "tag": "3a505223-311b-4639-8f65-6baa9c8f87ae", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:46.919006 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8eb94d01-a83a-4f0a-9349-f9ff441c5e6c {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:46.922171 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb', 'tag': '3a505223-311b-4639-8f65-6baa9c8f87ae', 'status': 'completed', 'code': 200} Oct 19 11:21:46.939267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aadacede-8b2c-4783-a268-dd9cba84fd2f req-8f58a7ab-2b05-4fb3-9a84-bed6dac31f90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 210 time: 0.1063950 Oct 19 11:21:46.940604 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-d7a27e7a-e9a3-47cf-a55c-2b2c2ff300b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a505223-311b-4639-8f65-6baa9c8f87ae HTTP/1.1" status: 200 len: 217 time: 0.1067080 Oct 19 11:21:47.006530 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7a6405d-3e9d-4030-bdd9-07792b335234 req-0701bde3-1b53-4539-b64a-55d03ae6fd31 service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056229 Oct 19 11:21:47.023234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2074441685-network', 'tenant_id': 'bf50b610f2f946cc967981faaa2e1821'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:47.060129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f1070fc9-83ad-487d-b3d1-85f3fe70eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:47.061823 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-f1070fc9-83ad-487d-b3d1-85f3fe70eb5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 200 len: 852 time: 0.1076155 Oct 19 11:21:47.099839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbabaae-569d-4711-b904-017bda2181f8 req-e0a436c8-bf3a-4e87-b36f-3e41cc35ba47 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:47.101465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afbabaae-569d-4711-b904-017bda2181f8 req-e0a436c8-bf3a-4e87-b36f-3e41cc35ba47 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1196260 Oct 19 11:21:47.109545 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-d890af58-2ecf-4204-8ed4-2e9487bb57dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375094 Oct 19 11:21:47.119555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Made reservation on behalf of bf50b610f2f946cc967981faaa2e1821 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:47.121792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d7ccd-af5e-43cd-be21-2e37b5442950 req-f2f2e894-4125-47ea-84b5-1ee9deaf3c4b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:47.121921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:47.123214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-896d7ccd-af5e-43cd-be21-2e37b5442950 req-f2f2e894-4125-47ea-84b5-1ee9deaf3c4b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 944 time: 0.0974929 Oct 19 11:21:47.186915 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:47.201439 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afbabaae-569d-4711-b904-017bda2181f8 req-231e1c77-0768-47b8-9530-4350711e4914 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.0888021 Oct 19 11:21:47.218384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-afbabaae-569d-4711-b904-017bda2181f8 req-f371d539-d2d5-48b4-a5df-a81d9099503c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Request body: {'floatingip': {'port_id': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:47.224601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-896d7ccd-af5e-43cd-be21-2e37b5442950 req-57a70401-8440-4ebb-9b76-938c54d1133e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836253 Oct 19 11:21:47.249656 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-bffb3572-db31-4891-9ac6-93b0f938f504 service neutron] 10.222.0.26 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167562 Oct 19 11:21:47.270061 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-afbabaae-569d-4711-b904-017bda2181f8 req-f371d539-d2d5-48b4-a5df-a81d9099503c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:47.395976 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a480f1f-b649-4ea4-8d46-5063dd3544ec req-f6a23ad4-517a-4fb9-a8c5-c8aa6e0c3c39 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:47.397680 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a480f1f-b649-4ea4-8d46-5063dd3544ec req-f6a23ad4-517a-4fb9-a8c5-c8aa6e0c3c39 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 944 time: 0.0981426 Oct 19 11:21:47.404672 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b27c1db-2715-4bf1-9aa5-fc191913ea1b req-4e80527c-d552-4234-a718-b26af90ff9a8 service neutron] 10.222.0.26 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456461 Oct 19 11:21:47.441532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a480f1f-b649-4ea4-8d46-5063dd3544ec req-9d0c9d80-fa48-4097-99aa-aed4792e4065 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Oct 19 11:21:47.445819 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:47.522915 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:47.554465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:21:47.579239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45311-b1ae-46b7-acb7-9dee0118cb18 req-d4234dc6-ede7-4666-9388-e84a0eeb3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:47.580480 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7b45311-b1ae-46b7-acb7-9dee0118cb18 req-d4234dc6-ede7-4666-9388-e84a0eeb3105 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 1095 time: 0.0493462 Oct 19 11:21:47.603381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e65aeb-6b58-4d5f-9252-056b6e6de36f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:47.614105 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:47.614444 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Added segment b6531dca-c66f-4a69-a237-e7f491932c08 of type vlan for network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 Oct 19 11:21:47.687147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45311-b1ae-46b7-acb7-9dee0118cb18 req-2f3109f4-e3ec-4a1e-852e-42047d1a9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:47.688749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7b45311-b1ae-46b7-acb7-9dee0118cb18 req-2f3109f4-e3ec-4a1e-852e-42047d1a9b2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 913 time: 0.1006138 Oct 19 11:21:47.696720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:47.742177 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7b45311-b1ae-46b7-acb7-9dee0118cb18 req-b41d74a8-3e03-4f8b-81a2-dc1611e1be30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a505223-311b-4639-8f65-6baa9c8f87ae HTTP/1.1" status: 200 len: 217 time: 0.0422890 Oct 19 11:21:47.797323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45311-b1ae-46b7-acb7-9dee0118cb18 req-0ee5d615-191e-4cc9-89d5-95a1c20e1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:47.798879 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7b45311-b1ae-46b7-acb7-9dee0118cb18 req-0ee5d615-191e-4cc9-89d5-95a1c20e1e50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 200 len: 852 time: 0.0459888 Oct 19 11:21:47.840602 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:47.850998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:47.851334 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7b45311-b1ae-46b7-acb7-9dee0118cb18 req-cfe46d1a-92dd-4b89-aa74-80559c86a3d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345106 Oct 19 11:21:47.851427 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:47.875544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:47.891880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-afbabaae-569d-4711-b904-017bda2181f8 req-f371d539-d2d5-48b4-a5df-a81d9099503c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:47.919396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:47.932328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:21:47.963201 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58350) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:21:47.965091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b7748246-649f-4cdc-b8e0-f7db4b25b8b8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1217108 Oct 19 11:21:47.974767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] Request body: {'subnet': {'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2074441685-subnet', 'tenant_id': 'bf50b610f2f946cc967981faaa2e1821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:47.989385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-afbabaae-569d-4711-b904-017bda2181f8 req-f371d539-d2d5-48b4-a5df-a81d9099503c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:48.097833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:48.101863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:48.102273 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:48.128032 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-afbabaae-569d-4711-b904-017bda2181f8 req-f371d539-d2d5-48b4-a5df-a81d9099503c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Floating IP 51f43c2b-debd-47b7-ae6f-ebe4031ce9ff associated. External IP: 172.25.2.138, port: 1a198a20-082d-4212-8ca4-4f7daf4f5ceb. Oct 19 11:21:48.140157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e8528-adaa-45ec-ac16-157666d03bca req-954b2612-6983-4956-a139-55c701f64b86 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:48.141702 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c70e8528-adaa-45ec-ac16-157666d03bca req-954b2612-6983-4956-a139-55c701f64b86 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.1029546 Oct 19 11:21:48.146598 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7b45311-b1ae-46b7-acb7-9dee0118cb18 req-f9c10c2a-281f-4535-a32c-6ddcc8057248 service neutron] 10.222.0.26 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503588 Oct 19 11:21:48.183033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] Made reservation on behalf of bf50b610f2f946cc967981faaa2e1821 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:48.185124 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:48.226512 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:48.246480 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c70e8528-adaa-45ec-ac16-157666d03bca req-99f25e9c-16e6-4eef-9121-77a3c56ea02b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938826 Oct 19 11:21:48.268475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=773517c1-fcd5-4974-a6e4-645ba6fdd6b5,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:48.269533 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750952ef-e9c0-4400-9289-44f53e2b9946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773517c1-fcd5-4974-a6e4-645ba6fdd6b5'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:48.272063 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ea92d4-63f3-4596-855e-fdadb9a46226" -d '{"events": [{"server_uuid": "750952ef-e9c0-4400-9289-44f53e2b9946", "name": "network-vif-plugged", "status": "completed", "tag": "773517c1-fcd5-4974-a6e4-645ba6fdd6b5"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:48.349335 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:48.394901 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be3dd579-84be-42f0-9dc5-c5e15392011d req-ed109744-9ed4-4fb8-aa6e-94dc6d5499bd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 210 time: 0.0597298 Oct 19 11:21:48.411177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=773517c1-fcd5-4974-a6e4-645ba6fdd6b5,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:48.436890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afbabaae-569d-4711-b904-017bda2181f8 req-f371d539-d2d5-48b4-a5df-a81d9099503c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Router afb8eb00-ad6e-4d80-a053-f9caecbeca81 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:21:48.525570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7b45311-b1ae-46b7-acb7-9dee0118cb18 req-9ff42c0c-9863-4272-990e-478743dcb589 service neutron] 10.222.0.26 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622522 Oct 19 11:21:48.613953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afbabaae-569d-4711-b904-017bda2181f8 req-f371d539-d2d5-48b4-a5df-a81d9099503c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:21:48.618966 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-afbabaae-569d-4711-b904-017bda2181f8 req-f371d539-d2d5-48b4-a5df-a81d9099503c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:48.625192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f717400-a5f3-4a89-99f7-9243643f750f req-2c1d86e4-229a-42ab-8988-c52b721a8a04 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:48.625705 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f703b76-17d8-41e2-9542-18a8ba033d29 None None] Sync routers for ids ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:21:48.626697 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f717400-a5f3-4a89-99f7-9243643f750f req-2c1d86e4-229a-42ab-8988-c52b721a8a04 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 945 time: 0.1168473 Oct 19 11:21:48.633623 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-259f3ab5-a74b-45ba-912f-d86fffd2efeb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=bfb9bc13032940e19a483303a5c91dcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473981 Oct 19 11:21:48.647428 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f703b76-17d8-41e2-9542-18a8ba033d29 None None] Routers {'afb8eb00-ad6e-4d80-a053-f9caecbeca81'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:21:48.650487 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9f703b76-17d8-41e2-9542-18a8ba033d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:21:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:48.658832 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afbabaae-569d-4711-b904-017bda2181f8 req-f371d539-d2d5-48b4-a5df-a81d9099503c tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "PUT /v2.0/floatingips/51f43c2b-debd-47b7-ae6f-ebe4031ce9ff HTTP/1.1" status: 200 len: 996 time: 1.4488254 Oct 19 11:21:48.659564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:48.662353 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d3fa17-85df-40da-aeb4-fbcc9564a280" -d '{"events": [{"name": "network-changed", "server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:48.733556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbabaae-569d-4711-b904-017bda2181f8 req-372b141f-6516-4e87-a67b-95b9ba145000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:48.735458 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afbabaae-569d-4711-b904-017bda2181f8 req-372b141f-6516-4e87-a67b-95b9ba145000 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 1096 time: 0.0552120 Oct 19 11:21:48.754933 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:48.765592 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f717400-a5f3-4a89-99f7-9243643f750f req-aa0d04ec-be00-4a74-869b-238fecc9c292 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250567 Oct 19 11:21:48.831163 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-9f703b76-17d8-41e2-9542-18a8ba033d29 None None] Set router afb8eb00-ad6e-4d80-a053-f9caecbeca81 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:21:48.845638 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48128e18-e510-43ed-af7f-3c91478519fd x-openstack-request-id: req-48128e18-e510-43ed-af7f-3c91478519fd {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:48.845947 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750952ef-e9c0-4400-9289-44f53e2b9946", "name": "network-vif-plugged", "status": "completed", "tag": "773517c1-fcd5-4974-a6e4-645ba6fdd6b5", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:48.846201 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48128e18-e510-43ed-af7f-3c91478519fd {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:48.846621 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750952ef-e9c0-4400-9289-44f53e2b9946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773517c1-fcd5-4974-a6e4-645ba6fdd6b5', 'code': 200} Oct 19 11:21:48.869703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b6e5903f-1af0-4e26-8a08-e24a08f9656d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:48.871496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b6e5903f-1af0-4e26-8a08-e24a08f9656d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209384 Oct 19 11:21:48.931325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Request body: {'port': {'device_id': '28b119d8-a8c0-41a3-80d8-3285ad5db7c0', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': 'bfb9bc13032940e19a483303a5c91dcb'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:48.957634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b85a04-f228-41bb-a5f6-f36b14870f63,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:48.965567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] Checking segment: {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:48.965567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] Network hostable DHCP agents. Network: 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:21:48.985570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbabaae-569d-4711-b904-017bda2181f8 req-ef9c423a-a2fa-4dc9-aef2-2209232a8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:48.988369 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afbabaae-569d-4711-b904-017bda2181f8 req-ef9c423a-a2fa-4dc9-aef2-2209232a8d4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d75f476-d975-4cf8-b896-3e48c58accf7 HTTP/1.1" status: 200 len: 921 time: 0.2409809 Oct 19 11:21:49.071359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a3d38-5751-431b-9fd2-fca9d056546e req-b3f0c0f3-4c6d-4ef4-a678-681633aaaa15 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:49.073004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e29a3d38-5751-431b-9fd2-fca9d056546e req-b3f0c0f3-4c6d-4ef4-a678-681633aaaa15 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 944 time: 0.1469598 Oct 19 11:21:49.132117 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e29a3d38-5751-431b-9fd2-fca9d056546e req-9b966e1d-2a0d-4a6c-996d-7ee22fc5dce3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512538 Oct 19 11:21:49.171211 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9f703b76-17d8-41e2-9542-18a8ba033d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 4, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '51f43c2b-debd-47b7-ae6f-ebe4031ce9ff', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'port_id': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'mac_address': 'fa:16:3e:42:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d4084-b14d-4225-9134-2c42360c26bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:21:44Z', 'updated_at': '2021-10-19T11:21:47Z', 'revision_number': 1, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e985244-3fee-4766-bf31-b76ad98b9061', 'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'mac_address': 'fa:16:3e:22:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:44Z', 'updated_at': '2021-10-19T11:20:52Z', 'revision_number': 5, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'subnets': [{'id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:49.209370 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f703b76-17d8-41e2-9542-18a8ba033d29 None None] Checking router: afb8eb00-ad6e-4d80-a053-f9caecbeca81 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:21:49.219442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] Network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:21:49.224402 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f703b76-17d8-41e2-9542-18a8ba033d29 None None] Routers {'afb8eb00-ad6e-4d80-a053-f9caecbeca81'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:21:49.225031 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9f703b76-17d8-41e2-9542-18a8ba033d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:21:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:49.278145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Made reservation on behalf of bfb9bc13032940e19a483303a5c91dcb for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:49.286911 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:49.314076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3fa17-85df-40da-aeb4-fbcc9564a280 req-d2a826b3-843e-4a55-94e1-731ccf40fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:49.316524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11d3fa17-85df-40da-aeb4-fbcc9564a280 req-d2a826b3-843e-4a55-94e1-731ccf40fcc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 1096 time: 0.0846987 Oct 19 11:21:49.318015 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c572039-8b1e-43c3-b13d-6e78e47c7c54 x-openstack-request-id: req-7c572039-8b1e-43c3-b13d-6e78e47c7c54 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:49.318306 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:49.318556 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c572039-8b1e-43c3-b13d-6e78e47c7c54 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:49.318944 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'status': 'completed', 'code': 200} Oct 19 11:21:49.319210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:49.323454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df500d3-ed22-4f50-90c5-5d8b1b21288e req-ca9fa4d9-ae24-48d0-8515-ea90795e1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:49.324127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9df500d3-ed22-4f50-90c5-5d8b1b21288e req-ca9fa4d9-ae24-48d0-8515-ea90795e1c32 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 1096 time: 0.3876700 Oct 19 11:21:49.324941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:49.326566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:49.328362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9b5c6c-0562-4bb1-b925-924bf78a2a74 None None] Network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:21:49.352670 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:49.365080 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-9f703b76-17d8-41e2-9542-18a8ba033d29 None None] Set router afb8eb00-ad6e-4d80-a053-f9caecbeca81 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:21:49.376963 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afbabaae-569d-4711-b904-017bda2181f8 req-05a5df76-7fad-4cba-8486-1b8e0b299846 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 999 time: 0.3761740 Oct 19 11:21:49.426264 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9df500d3-ed22-4f50-90c5-5d8b1b21288e req-f04c97b6-214d-482d-8abf-656cbb248efb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873005 Oct 19 11:21:49.455304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbabaae-569d-4711-b904-017bda2181f8 req-72d12e3b-c22a-4cbe-9ff1-fac92882f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:49.456983 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afbabaae-569d-4711-b904-017bda2181f8 req-72d12e3b-c22a-4cbe-9ff1-fac92882f317 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=880dc792-b3ab-46fa-b8c0-9deab8d763b4 HTTP/1.1" status: 200 len: 860 time: 0.0694163 Oct 19 11:21:49.508142 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afbabaae-569d-4711-b904-017bda2181f8 req-67e9cd75-0a23-4608-94d3-54851b12dc11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d75f476-d975-4cf8-b896-3e48c58accf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441282 Oct 19 11:21:49.537167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db8021e-fc69-4ab6-8a60-a69e2e39d8d8 None None] Network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:21:49.688022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afbabaae-569d-4711-b904-017bda2181f8 req-dd769f49-4414-4fad-a762-2435a8cd3bae service neutron] 10.222.0.39 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589406 Oct 19 11:21:49.717083 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9f703b76-17d8-41e2-9542-18a8ba033d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 4, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '51f43c2b-debd-47b7-ae6f-ebe4031ce9ff', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'port_id': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'mac_address': 'fa:16:3e:42:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d4084-b14d-4225-9134-2c42360c26bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:21:44Z', 'updated_at': '2021-10-19T11:21:47Z', 'revision_number': 1, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e985244-3fee-4766-bf31-b76ad98b9061', 'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'mac_address': 'fa:16:3e:22:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:44Z', 'updated_at': '2021-10-19T11:20:52Z', 'revision_number': 5, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'subnets': [{'id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:49.747745 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:49.757008 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f703b76-17d8-41e2-9542-18a8ba033d29 None None] The sync data for ids ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'] in n-d-814547-1 is: [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 4, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '51f43c2b-debd-47b7-ae6f-ebe4031ce9ff', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'floating_ip_address': '172.25.2.138', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'port_id': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'mac_address': 'fa:16:3e:42:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347d4084-b14d-4225-9134-2c42360c26bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:21:44Z', 'updated_at': '2021-10-19T11:21:47Z', 'revision_number': 1, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e985244-3fee-4766-bf31-b76ad98b9061', 'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'mac_address': 'fa:16:3e:22:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:44Z', 'updated_at': '2021-10-19T11:20:52Z', 'revision_number': 5, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'subnets': [{'id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:21:49.792078 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afbabaae-569d-4711-b904-017bda2181f8 req-d9f9f97e-2e27-4b32-9707-7488ec7f0760 service neutron] 10.222.0.39 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955355 Oct 19 11:21:49.838711 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-099e2c90-da39-42fc-9e7b-6588c4bbea91 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8743441 Oct 19 11:21:49.904497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3fa17-85df-40da-aeb4-fbcc9564a280 req-97574ae8-0911-4402-b270-aafb385c6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:49.906561 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11d3fa17-85df-40da-aeb4-fbcc9564a280 req-97574ae8-0911-4402-b270-aafb385c6610 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d75f476-d975-4cf8-b896-3e48c58accf7 HTTP/1.1" status: 200 len: 921 time: 0.5697119 Oct 19 11:21:49.917275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf06f57-4aca-4dee-a976-ed644a84092d req-a4d45cb2-52ee-40f7-892f-f20c3041476c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:49.918754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7cf06f57-4aca-4dee-a976-ed644a84092d req-a4d45cb2-52ee-40f7-892f-f20c3041476c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.4770975 Oct 19 11:21:49.977463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3a505223-311b-4639-8f65-6baa9c8f87ae details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:50.001359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Allocated IP 192.168.233.117 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/70c7f5e9-25be-4c2e-be05-0b45d7f3db71) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:50.015089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a381a2f-6bdb-4c8a-af84-fb60aba4e587 None None] New status for floating IP 51f43c2b-debd-47b7-ae6f-ebe4031ce9ff: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:21:50.048443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11d3fa17-85df-40da-aeb4-fbcc9564a280 req-193c136f-59af-444a-b623-81f617ceb67f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 999 time: 0.1258223 Oct 19 11:21:50.054056 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7cf06f57-4aca-4dee-a976-ed644a84092d req-6a816816-f38f-4b4c-8f36-bf1ef9bf34fd tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941198 Oct 19 11:21:50.112307 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a65f578f-0109-4a36-9a64-26a4823302c3 req-27155d7e-1991-4088-89f6-4091d59e625b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 210 time: 0.0587914 Oct 19 11:21:50.171339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3fa17-85df-40da-aeb4-fbcc9564a280 req-8e2dc0e6-784e-445b-9e6d-d0d401e72883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:50.172855 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11d3fa17-85df-40da-aeb4-fbcc9564a280 req-8e2dc0e6-784e-445b-9e6d-d0d401e72883 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=880dc792-b3ab-46fa-b8c0-9deab8d763b4 HTTP/1.1" status: 200 len: 860 time: 0.1124966 Oct 19 11:21:50.257506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c7049-484a-49b3-ae4d-71aeadc0535b req-f85db23c-5c69-4b1d-98e9-2be2b30b5e2d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:50.259027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-231c7049-484a-49b3-ae4d-71aeadc0535b req-f85db23c-5c69-4b1d-98e9-2be2b30b5e2d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 945 time: 0.0538528 Oct 19 11:21:50.266676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3a505223-311b-4639-8f65-6baa9c8f87ae, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3a505223-311b-4639-8f65-6baa9c8f87ae,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:50.275467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11d3fa17-85df-40da-aeb4-fbcc9564a280 req-9cb336e5-532f-440c-8c6a-4a5a5dbec5b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d75f476-d975-4cf8-b896-3e48c58accf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490062 Oct 19 11:21:50.279549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '3a505223-311b-4639-8f65-6baa9c8f87ae', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'port_id': '3a505223-311b-4639-8f65-6baa9c8f87ae', 'mac_address': 'fa:16:3e:8d:95:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc2b4a-49a5-43d6-9664-521501fcd66c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:50.319646 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:50.323263 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-231c7049-484a-49b3-ae4d-71aeadc0535b req-2188596a-932a-4bd1-a9e4-d9c542429334 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562146 Oct 19 11:21:50.340464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a505223-311b-4639-8f65-6baa9c8f87ae {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:50.366622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3a505223-311b-4639-8f65-6baa9c8f87ae, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3a505223-311b-4639-8f65-6baa9c8f87ae,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:50.375692 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:50.413132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11d3fa17-85df-40da-aeb4-fbcc9564a280 req-9d786ed1-2a5c-43b6-9298-6abd8980601d service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286607 Oct 19 11:21:50.430189 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:50.461873 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-dc8c6b53-267b-4a78-90d2-dd391f937f33 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 1001 time: 0.1152363 Oct 19 11:21:50.497116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3a505223-311b-4639-8f65-6baa9c8f87ae,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:50.529577 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-cd23d52f-8903-417c-b5ba-87a6bd3ba792 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:50.530204 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:50.530959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-cd23d52f-8903-417c-b5ba-87a6bd3ba792 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports/1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 942 time: 0.0638750 Oct 19 11:21:50.553617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696', '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2', 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0', '0682031f-0836-4611-8221-8b11e897464e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:50.553617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230', '5b737595-5e6f-40ca-ab92-61231a59ca9d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:50.569101 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11d3fa17-85df-40da-aeb4-fbcc9564a280 req-c6c1b550-30fa-40be-b92b-ea5ab36cc9d2 service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447103 Oct 19 11:21:50.589691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:50.593162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:50.599318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:50.606874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event updated for resources: {'Port': ['ID=70c7f5e9-25be-4c2e-be05-0b45d7f3db71,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:50.671126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:50.671856 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:50.683264 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-7f20e811-5664-4b80-b320-b130c5f53157 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 1001 time: 0.0889244 Oct 19 11:21:50.785452 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0c5f17f6-2056-416d-bb16-ebfab0e66300 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8689842 Oct 19 11:21:50.802283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Request body: {'port': {'device_id': '28b119d8-a8c0-41a3-80d8-3285ad5db7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:50.824021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-be2255b7-3fc3-4f24-a189-a4a9de7c4553 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:50.833310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-be2255b7-3fc3-4f24-a189-a4a9de7c4553 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1488845 Oct 19 11:21:50.842898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a505223-311b-4639-8f65-6baa9c8f87ae'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:50.909270 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:50.914311 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-395c905b-4036-4291-8272-cae755d6c988 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 1001 time: 0.0799408 Oct 19 11:21:50.921229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-ea169587-4f6f-4383-b275-eb466457561b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:50.989129 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-ea169587-4f6f-4383-b275-eb466457561b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:51.055832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a518ced9-24b8-45d3-b6cb-49fad957d451 None None] Provisioning complete for port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:51.056268 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a518ced9-24b8-45d3-b6cb-49fad957d451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:51.168172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-ea169587-4f6f-4383-b275-eb466457561b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:51.218015 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-ea169587-4f6f-4383-b275-eb466457561b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:51.218387 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-ea169587-4f6f-4383-b275-eb466457561b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Floating IP 51f43c2b-debd-47b7-ae6f-ebe4031ce9ff disassociated. External IP: 172.25.2.138, port: 1a198a20-082d-4212-8ca4-4f7daf4f5ceb. Oct 19 11:21:51.220611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a518ced9-24b8-45d3-b6cb-49fad957d451 None None] Port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:21:51.264797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:51.279532 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:51.299460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Transition to ACTIVE for port object 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:21:51.353979 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:51.485439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Pushing event updated for resources: {'Port': ['ID=70c7f5e9-25be-4c2e-be05-0b45d7f3db71,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:51.515463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-ea169587-4f6f-4383-b275-eb466457561b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Router afb8eb00-ad6e-4d80-a053-f9caecbeca81 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:21:51.628125 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Attempting to bind port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:21:51.628615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Attempting to bind port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:21:51.628947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Attempting to bind port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:51.643810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-3abd1764-6987-4bfc-903b-d181a540e46c tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:51.651329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-3abd1764-6987-4bfc-903b-d181a540e46c tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/networks?id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 HTTP/1.1" status: 200 len: 813 time: 0.2645011 Oct 19 11:21:51.654029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:21:51.654348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Attempting to bind port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:21:51.664031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-ea169587-4f6f-4383-b275-eb466457561b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:21:51.668840 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-ea169587-4f6f-4383-b275-eb466457561b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:51.673220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-680e84f3-5fdb-492a-9356-9a533e0dc311 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/quotas/bf50b610f2f946cc967981faaa2e1821 HTTP/1.1" status: 200 len: 375 time: 0.0209901 Oct 19 11:21:51.702141 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312057a-5069-4234-82dd-5ef19611ea99 None None] Sync routers for ids ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:21:51.702883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:21:51.703411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:21:51.703804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:21:51.704242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Bound port: 70c7f5e9-25be-4c2e-be05-0b45d7f3db71, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:21:51.704633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:51.719170 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312057a-5069-4234-82dd-5ef19611ea99 None None] Routers {'afb8eb00-ad6e-4d80-a053-f9caecbeca81'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:21:51.719811 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0312057a-5069-4234-82dd-5ef19611ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:21:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:51.731031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-cf0acd54-3a65-4ce0-9b37-6f7f5d7bc750 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf50b610f2f946cc967981faaa2e1821&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568988 Oct 19 11:21:51.757394 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-ea169587-4f6f-4383-b275-eb466457561b tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "PUT /v2.0/floatingips/51f43c2b-debd-47b7-ae6f-ebe4031ce9ff HTTP/1.1" status: 200 len: 695 time: 0.8406458 Oct 19 11:21:51.757394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:51.759441 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ef644d-c734-439c-8559-f590d6691274" -d '{"events": [{"name": "network-changed", "server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:51.836738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-07894a1b-07e7-4bc5-8681-b8e381cd5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:51.838886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-07894a1b-07e7-4bc5-8681-b8e381cd5ed9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 1096 time: 0.0711682 Oct 19 11:21:51.860706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] For port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:21:51.866784 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] For port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=70c7f5e9-25be-4c2e-be05-0b45d7f3db71,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:21:51.886482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-9fd65247-3878-46a4-8b64-d9a8e71642ed service neutron] 10.222.0.39 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544793 Oct 19 11:21:51.903821 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0312057a-5069-4234-82dd-5ef19611ea99 None None] Set router afb8eb00-ad6e-4d80-a053-f9caecbeca81 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:21:51.964299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-ae0c02cc-3490-46f5-840b-29e5bb179cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:51.965933 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-ae0c02cc-3490-46f5-840b-29e5bb179cc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d75f476-d975-4cf8-b896-3e48c58accf7 HTTP/1.1" status: 200 len: 921 time: 0.1191735 Oct 19 11:21:51.977042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:51.990470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f4fd9345-7e49-4e50-8f6c-1b98805d24d3 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:52.019198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-79cc6a29-d5c5-4968-98d0-3cb58b18c85f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 217 time: 0.0455267 Oct 19 11:21:52.026175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-fc54446f-afb7-4ae4-b79f-b7b197763994 service neutron] 10.222.0.39 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388271 Oct 19 11:21:52.059560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:52.060044 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:52.062515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] 10.222.0.26 "PUT /v2.0/ports/70c7f5e9-25be-4c2e-be05-0b45d7f3db71 HTTP/1.1" status: 200 len: 1096 time: 1.2673285 Oct 19 11:21:52.063093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b119d8-a8c0-41a3-80d8-3285ad5db7c0', 'tag': '70c7f5e9-25be-4c2e-be05-0b45d7f3db71'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:52.065573 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969ce9ce-a661-46ab-90b3-4f8000ae6d97" -d '{"events": [{"name": "network-changed", "server_uuid": "28b119d8-a8c0-41a3-80d8-3285ad5db7c0", "tag": "70c7f5e9-25be-4c2e-be05-0b45d7f3db71"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:52.106874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692dacd-74b6-4ad5-8f40-5293c48b1403 service neutron] Pushing event updated for resources: {'Port': ['ID=70c7f5e9-25be-4c2e-be05-0b45d7f3db71,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:52.112386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-d9b2849f-ff4c-4443-a94e-4aa1230ce385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:52.138244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-d9b2849f-ff4c-4443-a94e-4aa1230ce385 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=880dc792-b3ab-46fa-b8c0-9deab8d763b4 HTTP/1.1" status: 200 len: 860 time: 0.1174712 Oct 19 11:21:52.156963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:52.169784 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'port_id': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'mac_address': 'fa:16:3e:cd:fc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:52.200749 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-aede6257-a230-4807-9fdb-29c49b84943b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d75f476-d975-4cf8-b896-3e48c58accf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602951 Oct 19 11:21:52.236050 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0312057a-5069-4234-82dd-5ef19611ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 4, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2e985244-3fee-4766-bf31-b76ad98b9061', 'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'mac_address': 'fa:16:3e:22:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:44Z', 'updated_at': '2021-10-19T11:20:52Z', 'revision_number': 5, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'subnets': [{'id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:52.252394 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:52.282942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4fd9345-7e49-4e50-8f6c-1b98805d24d3 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:52.304959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-7b6c7d26-c116-4527-9286-aee4f41fb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:52.306185 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312057a-5069-4234-82dd-5ef19611ea99 None None] Checking router: afb8eb00-ad6e-4d80-a053-f9caecbeca81 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:21:52.308748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-7b6c7d26-c116-4527-9286-aee4f41fb5f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 1099 time: 0.0875452 Oct 19 11:21:52.318976 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312057a-5069-4234-82dd-5ef19611ea99 None None] Routers {'afb8eb00-ad6e-4d80-a053-f9caecbeca81'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:21:52.320183 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0312057a-5069-4234-82dd-5ef19611ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:21:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:52.339377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:52.376922 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-60403bf0-2973-4f68-a6d5-90ed048fa1ad service neutron] 10.222.0.39 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751769 Oct 19 11:21:52.413635 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-42bd550d-4358-4ecd-839c-4519333c988e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=70c7f5e9-25be-4c2e-be05-0b45d7f3db71 HTTP/1.1" status: 200 len: 217 time: 0.0956821 Oct 19 11:21:52.417567 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:52.535656 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d68423d-5be9-4712-ac74-1d69b30c651b req-7cfef9ae-f173-4406-a433-359c410628a0 service neutron] 10.222.0.39 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550782 Oct 19 11:21:52.583018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-43c0444e-d17d-4feb-9567-4ae22df851cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:52.584991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:52.590658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-43c0444e-d17d-4feb-9567-4ae22df851cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1503465 Oct 19 11:21:52.611060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f4fd9345-7e49-4e50-8f6c-1b98805d24d3'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:52.642305 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0312057a-5069-4234-82dd-5ef19611ea99 None None] Set router afb8eb00-ad6e-4d80-a053-f9caecbeca81 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:21:52.781926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-334d88fc-30f5-4fc4-86fe-59e0b733de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:52.783427 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-334d88fc-30f5-4fc4-86fe-59e0b733de72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1709623 Oct 19 11:21:52.860277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3ce73-81cb-448f-9c94-6389259fcdf7 req-3579f7fa-3d94-4fc4-823f-1248dceb1988 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:52.861779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4bb3ce73-81cb-448f-9c94-6389259fcdf7 req-3579f7fa-3d94-4fc4-823f-1248dceb1988 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 945 time: 0.1756353 Oct 19 11:21:52.960886 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4bb3ce73-81cb-448f-9c94-6389259fcdf7 req-8a1ea371-ed9b-4c04-89d2-07e4c89d39dd tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538852 Oct 19 11:21:52.965414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddde80e-7a32-48f0-963d-ccaf242073f8 req-52cae631-9eac-4a88-9cb6-39a39c4d1d20 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:52.968359 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ddde80e-7a32-48f0-963d-ccaf242073f8 req-52cae631-9eac-4a88-9cb6-39a39c4d1d20 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 944 time: 0.0893271 Oct 19 11:21:52.990549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-34207166-ddbb-4288-9a13-06a6d2602a19 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970499 Oct 19 11:21:53.032332 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ddde80e-7a32-48f0-963d-ccaf242073f8 req-7e0de233-a9b7-4466-bb47-35437c5adab8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558639 Oct 19 11:21:53.117992 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0312057a-5069-4234-82dd-5ef19611ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 4, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2e985244-3fee-4766-bf31-b76ad98b9061', 'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'mac_address': 'fa:16:3e:22:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:44Z', 'updated_at': '2021-10-19T11:20:52Z', 'revision_number': 5, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'subnets': [{'id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:21:53.148193 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312057a-5069-4234-82dd-5ef19611ea99 None None] The sync data for ids ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'] in n-d-814547-1 is: [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:20:44Z', 'revision_number': 4, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2e985244-3fee-4766-bf31-b76ad98b9061', 'name': '', 'network_id': '1d75f476-d975-4cf8-b896-3e48c58accf7', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'mac_address': 'fa:16:3e:22:cd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:44Z', 'updated_at': '2021-10-19T11:20:52Z', 'revision_number': 5, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'subnets': [{'id': '880dc792-b3ab-46fa-b8c0-9deab8d763b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:21:53.220944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce4fa4-563a-4fd0-b926-ab65e23e6ae8 req-16399f84-0a75-4c9e-b631-155d1dc3c9a2 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:53.222914 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f7ce4fa4-563a-4fd0-b926-ab65e23e6ae8 req-16399f84-0a75-4c9e-b631-155d1dc3c9a2 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 945 time: 0.0781412 Oct 19 11:21:53.233946 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85e98f74-212a-4bd0-a3be-6f7ba35a4d15 req-0942184e-11ce-4c90-9e34-d4906354eea2 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304916 Oct 19 11:21:53.294565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afefa78-1a61-4724-97f1-c17d9e246b37 req-a93040b4-6ffd-473d-abf7-8f16b12a6be1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:53.297204 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2afefa78-1a61-4724-97f1-c17d9e246b37 req-a93040b4-6ffd-473d-abf7-8f16b12a6be1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 948 time: 0.1918013 Oct 19 11:21:53.325594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f7ce4fa4-563a-4fd0-b926-ab65e23e6ae8 req-3cbd22fc-75f7-42e2-8dd7-01e35a2d0603 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952487 Oct 19 11:21:53.367806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2afefa78-1a61-4724-97f1-c17d9e246b37 req-5408c8ad-6671-4772-8289-adb27573d6f8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575354 Oct 19 11:21:53.381827 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6f0cae-3b69-40dd-8a50-a991413f13b7 x-openstack-request-id: req-7b6f0cae-3b69-40dd-8a50-a991413f13b7 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:53.381827 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:53.381827 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b6f0cae-3b69-40dd-8a50-a991413f13b7 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:53.381827 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'status': 'completed', 'code': 200} Oct 19 11:21:53.456558 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6721d6f-1341-4638-9d7b-adb7b7d0baa4 x-openstack-request-id: req-d6721d6f-1341-4638-9d7b-adb7b7d0baa4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:53.457344 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b119d8-a8c0-41a3-80d8-3285ad5db7c0", "tag": "70c7f5e9-25be-4c2e-be05-0b45d7f3db71", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:53.462163 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6721d6f-1341-4638-9d7b-adb7b7d0baa4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:53.463099 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b119d8-a8c0-41a3-80d8-3285ad5db7c0', 'tag': '70c7f5e9-25be-4c2e-be05-0b45d7f3db71', 'status': 'completed', 'code': 200} Oct 19 11:21:53.574323 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-f87d059e-ace9-4570-9c4d-33c7a2d35ca4 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/floatingips/51f43c2b-debd-47b7-ae6f-ebe4031ce9ff HTTP/1.1" status: 200 len: 695 time: 0.1173866 Oct 19 11:21:53.603302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef644d-c734-439c-8559-f590d6691274 req-eea52328-1a66-4174-8db6-39d818b94cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:53.605495 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97ef644d-c734-439c-8559-f590d6691274 req-eea52328-1a66-4174-8db6-39d818b94cc9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 1096 time: 0.2007251 Oct 19 11:21:53.610974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce9ce-a661-46ab-90b3-4f8000ae6d97 req-4ab90e8d-3a9f-4af7-9d2e-f74c1f9aea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:53.613036 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-969ce9ce-a661-46ab-90b3-4f8000ae6d97 req-4ab90e8d-3a9f-4af7-9d2e-f74c1f9aea8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfb9bc13032940e19a483303a5c91dcb&device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 1099 time: 0.1259646 Oct 19 11:21:53.713409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7ebacacc-4171-49dc-8d67-b2516e59f59d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:53.721711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57749774-7d18-43c4-9235-ab0b4546cc29 None None] New status for floating IP 51f43c2b-debd-47b7-ae6f-ebe4031ce9ff: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:21:53.737259 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7ebacacc-4171-49dc-8d67-b2516e59f59d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 784 time: 0.1605749 Oct 19 11:21:53.810034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7f7781d0-4579-481f-b06f-4ea701620739 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 698 time: 0.0721664 Oct 19 11:21:53.830155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b0e85-8877-4b5b-857a-160aa4b07a4a req-2a996c26-c455-4875-9457-051c238c13ad tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:53.837422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a9b0e85-8877-4b5b-857a-160aa4b07a4a req-2a996c26-c455-4875-9457-051c238c13ad tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 945 time: 0.1651051 Oct 19 11:21:53.882496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef644d-c734-439c-8559-f590d6691274 req-12652aa5-b4eb-4ba9-97f4-f85bbcab9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:53.884027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97ef644d-c734-439c-8559-f590d6691274 req-12652aa5-b4eb-4ba9-97f4-f85bbcab9837 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d75f476-d975-4cf8-b896-3e48c58accf7 HTTP/1.1" status: 200 len: 921 time: 0.2701149 Oct 19 11:21:53.917173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a9b0e85-8877-4b5b-857a-160aa4b07a4a req-0fe0caba-bdec-409f-9334-469a8a268676 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771282 Oct 19 11:21:53.918318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce9ce-a661-46ab-90b3-4f8000ae6d97 req-155d455f-83a9-4cad-9a31-c062b148c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:53.925232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-969ce9ce-a661-46ab-90b3-4f8000ae6d97 req-155d455f-83a9-4cad-9a31-c062b148c6db service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.2959452 Oct 19 11:21:53.951695 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-cf935fcc-13a0-4b10-b72a-ebeb8a19478d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 698 time: 0.1407280 Oct 19 11:21:53.992957 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97ef644d-c734-439c-8559-f590d6691274 req-7ca22380-a3e5-476a-8359-1edf2999f29d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 200 len: 217 time: 0.0664721 Oct 19 11:21:53.997175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3a505223-311b-4639-8f65-6baa9c8f87ae up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:54.063437 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-969ce9ce-a661-46ab-90b3-4f8000ae6d97 req-6f507519-564c-44a2-8c48-c2b78dcf9900 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=70c7f5e9-25be-4c2e-be05-0b45d7f3db71 HTTP/1.1" status: 200 len: 217 time: 0.1278918 Oct 19 11:21:54.094490 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d84e57c-d0ca-4588-9cfd-60c65ad32599 req-a7d4b4f9-d47b-479f-8fff-d19691065c49 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 210 time: 0.0701859 Oct 19 11:21:54.226775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce9ce-a661-46ab-90b3-4f8000ae6d97 req-bc7bb36a-da8d-4852-9a80-3fbe40e459d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:54.229451 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-969ce9ce-a661-46ab-90b3-4f8000ae6d97 req-bc7bb36a-da8d-4852-9a80-3fbe40e459d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1331530 Oct 19 11:21:54.376582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef644d-c734-439c-8559-f590d6691274 req-39d8cffd-a925-4a6b-8919-a7a1a64e4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:54.382295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97ef644d-c734-439c-8559-f590d6691274 req-39d8cffd-a925-4a6b-8919-a7a1a64e4945 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=880dc792-b3ab-46fa-b8c0-9deab8d763b4 HTTP/1.1" status: 200 len: 860 time: 0.3582354 Oct 19 11:21:54.411613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7710f92c-81e0-4a38-85bd-c7e8b83529a2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Deleting port 3c26cde4-3fcb-45e5-8447-8546f4ba3fae {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:21:54.412169 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7710f92c-81e0-4a38-85bd-c7e8b83529a2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:54.430023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce9ce-a661-46ab-90b3-4f8000ae6d97 req-948d3d88-ec0c-4ab0-8f96-f5db274656da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:54.433252 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-969ce9ce-a661-46ab-90b3-4f8000ae6d97 req-948d3d88-ec0c-4ab0-8f96-f5db274656da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1882656 Oct 19 11:21:54.490100 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97ef644d-c734-439c-8559-f590d6691274 req-235d3d6a-9d64-4f76-bfa7-c24a0456d6a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d75f476-d975-4cf8-b896-3e48c58accf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905013 Oct 19 11:21:54.504002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 3a505223-311b-4639-8f65-6baa9c8f87ae completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:21:54.509135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 3a505223-311b-4639-8f65-6baa9c8f87ae triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:54.509484 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:54.602648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7710f92c-81e0-4a38-85bd-c7e8b83529a2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:54.602840 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7710f92c-81e0-4a38-85bd-c7e8b83529a2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:54.636821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7710f92c-81e0-4a38-85bd-c7e8b83529a2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Calling delete_port for 3c26cde4-3fcb-45e5-8447-8546f4ba3fae owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:21:54.707197 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:54.754159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3a505223-311b-4639-8f65-6baa9c8f87ae, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3a505223-311b-4639-8f65-6baa9c8f87ae,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:54.756874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a505223-311b-4639-8f65-6baa9c8f87ae'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:54.759659 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465aa2a5-ec5e-4ccf-a3ef-81998cf89b42" -d '{"events": [{"server_uuid": "4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb", "name": "network-vif-plugged", "status": "completed", "tag": "3a505223-311b-4639-8f65-6baa9c8f87ae"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:54.804209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-969ce9ce-a661-46ab-90b3-4f8000ae6d97 req-65f951dc-e6e8-4a81-925c-8015874154d9 service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357337 Oct 19 11:21:54.818880 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97ef644d-c734-439c-8559-f590d6691274 req-476f8656-f849-4c98-9c36-44d38adfa8cd service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995329 Oct 19 11:21:54.839308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:54.840392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f4fd9345-7e49-4e50-8f6c-1b98805d24d3 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:21:55.010809 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7710f92c-81e0-4a38-85bd-c7e8b83529a2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:55.012750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3a505223-311b-4639-8f65-6baa9c8f87ae,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:55.047545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:21:55.048290 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:55.095209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710f92c-81e0-4a38-85bd-c7e8b83529a2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Pushing event deleted for resources: {'Port': ['ID=3c26cde4-3fcb-45e5-8447-8546f4ba3fae,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:55.155532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-969ce9ce-a661-46ab-90b3-4f8000ae6d97 req-53731ccd-ab2b-404a-89ba-ab04eff256ba service neutron] 10.222.0.26 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374043 Oct 19 11:21:55.181929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41742340-4ec3-40ce-a978-3bc878147a93 req-0e6b2235-b253-45a3-8cb7-eea89e42cb23 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:55.184168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-41742340-4ec3-40ce-a978-3bc878147a93 req-0e6b2235-b253-45a3-8cb7-eea89e42cb23 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 946 time: 0.2136538 Oct 19 11:21:55.189152 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97ef644d-c734-439c-8559-f590d6691274 req-32482e60-2160-4497-8a76-5782ec43660d service neutron] 10.222.0.26 "GET /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630168 Oct 19 11:21:55.234431 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:55.267419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-41742340-4ec3-40ce-a978-3bc878147a93 req-6a1a8866-4a43-441e-bc9c-4bf757754300 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626297 Oct 19 11:21:55.285718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7710f92c-81e0-4a38-85bd-c7e8b83529a2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:55.285718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7710f92c-81e0-4a38-85bd-c7e8b83529a2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:55.309751 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af673a3e-ee04-416f-a6a2-1a6aa1e5edd5 req-7710f92c-81e0-4a38-85bd-c7e8b83529a2 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "DELETE /v2.0/floatingips/51f43c2b-debd-47b7-ae6f-ebe4031ce9ff HTTP/1.1" status: 204 len: 173 time: 1.3568821 Oct 19 11:21:55.312573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:55.348988 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-661acd4a-60c9-4117-9106-74cbde30d5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:55.380109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:55.469916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:55.496189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b01ae-5795-4e1a-b12e-5bf2cd0b0266 req-0554d518-669e-403a-a50d-48fbc7037e4d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:55.499603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca15f06-e311-4f4d-b1d0-7b9c55c82eab req-8bf1f2ef-04b0-4b95-84a8-2718eeecf022 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:55.501891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ca15f06-e311-4f4d-b1d0-7b9c55c82eab req-8bf1f2ef-04b0-4b95-84a8-2718eeecf022 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0977349 Oct 19 11:21:55.535283 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b00b01ae-5795-4e1a-b12e-5bf2cd0b0266 req-0554d518-669e-403a-a50d-48fbc7037e4d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 948 time: 0.0905933 Oct 19 11:21:55.584222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ca15f06-e311-4f4d-b1d0-7b9c55c82eab req-63b46350-cefc-4c94-89b0-e66f8430d356 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721316 Oct 19 11:21:55.619827 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b00b01ae-5795-4e1a-b12e-5bf2cd0b0266 req-629b8886-b838-46fe-936a-1cf2bde1a09b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836363 Oct 19 11:21:55.688591 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ecbea1-5e54-46c3-a0a7-0417ed3b4d9d x-openstack-request-id: req-53ecbea1-5e54-46c3-a0a7-0417ed3b4d9d {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:55.689141 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb", "name": "network-vif-plugged", "status": "completed", "tag": "3a505223-311b-4639-8f65-6baa9c8f87ae", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:55.689639 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53ecbea1-5e54-46c3-a0a7-0417ed3b4d9d {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:55.690237 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a505223-311b-4639-8f65-6baa9c8f87ae', 'code': 200} Oct 19 11:21:55.829620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960e3b6-b87e-45be-9838-8a0d88a72660 req-6f0b758f-661a-47cb-8411-609f49d0dae4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:55.838180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cafd8a5b-ac1f-41a9-b411-3bde9598b3a0 req-b4868866-8c1d-42d9-bc74-83c8d72b2d05 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 210 time: 0.0587010 Oct 19 11:21:55.839301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0960e3b6-b87e-45be-9838-8a0d88a72660 req-6f0b758f-661a-47cb-8411-609f49d0dae4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 945 time: 0.1230679 Oct 19 11:21:55.871431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765daba-01c0-4bec-9937-340d6e610463 req-ea8c0a71-d726-448f-b028-2ff1cd713219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:55.874671 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0765daba-01c0-4bec-9937-340d6e610463 req-ea8c0a71-d726-448f-b028-2ff1cd713219 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 1097 time: 0.1131401 Oct 19 11:21:55.903004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0960e3b6-b87e-45be-9838-8a0d88a72660 req-1259dc67-95f5-4140-8ac0-2f7a8829cf55 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626390 Oct 19 11:21:56.009450 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79aee108-e22d-4c15-af7b-d073c7a9db8b req-1b1db8b1-e5ef-4998-825f-13c9b2f5a14d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups/40007ec4-17d1-4d83-ade5-6d22ec88ef54 HTTP/1.1" status: 200 len: 1810 time: 0.0856135 Oct 19 11:21:56.020815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:21:56.138495 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-79aee108-e22d-4c15-af7b-d073c7a9db8b req-6113c6bf-ad84-471b-9280-b3c06f989d3d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:56.168006 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-79aee108-e22d-4c15-af7b-d073c7a9db8b req-6113c6bf-ad84-471b-9280-b3c06f989d3d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:56.240743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=70c7f5e9-25be-4c2e-be05-0b45d7f3db71,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:56.255739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '70c7f5e9-25be-4c2e-be05-0b45d7f3db71', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '70c7f5e9-25be-4c2e-be05-0b45d7f3db71', 'mac_address': 'fa:16:3e:74:3f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:21:56.286164 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0765daba-01c0-4bec-9937-340d6e610463 req-b1891030-12b9-4945-8c09-a1f3af8fd33c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002826 Oct 19 11:21:56.337567 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:56.342826 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-79aee108-e22d-4c15-af7b-d073c7a9db8b req-6113c6bf-ad84-471b-9280-b3c06f989d3d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:56.346446 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-79aee108-e22d-4c15-af7b-d073c7a9db8b req-6113c6bf-ad84-471b-9280-b3c06f989d3d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:56.355033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79aee108-e22d-4c15-af7b-d073c7a9db8b req-6113c6bf-ad84-471b-9280-b3c06f989d3d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "DELETE /v2.0/security-groups/40007ec4-17d1-4d83-ade5-6d22ec88ef54 HTTP/1.1" status: 204 len: 173 time: 0.3322389 Oct 19 11:21:56.370613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:21:56.375041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113c6bf-ad84-471b-9280-b3c06f989d3d tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40007ec4-17d1-4d83-ade5-6d22ec88ef54,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:56.394616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69d9e9-17fa-4086-9608-e2e7fd5c5083 req-83cc3b40-1cc6-480b-bccc-88dc52259723 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:56.398766 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d69d9e9-17fa-4086-9608-e2e7fd5c5083 req-83cc3b40-1cc6-480b-bccc-88dc52259723 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 945 time: 0.1142266 Oct 19 11:21:56.436912 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=70c7f5e9-25be-4c2e-be05-0b45d7f3db71,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:56.452860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935379dd-bfd1-4875-87d3-4dea76814187 req-2ea85e7c-001b-44af-a979-dae8c381437a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:56.454496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-935379dd-bfd1-4875-87d3-4dea76814187 req-2ea85e7c-001b-44af-a979-dae8c381437a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 946 time: 0.0757704 Oct 19 11:21:56.512602 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-935379dd-bfd1-4875-87d3-4dea76814187 req-7de99328-bf2b-4c3f-96b5-210446bc7453 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423512 Oct 19 11:21:56.520600 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:56.586870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=70c7f5e9-25be-4c2e-be05-0b45d7f3db71,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:56.628073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-7d69d9e9-17fa-4086-9608-e2e7fd5c5083 req-d813b659-9596-43f5-936c-12d2058aa898 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Deleting port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:21:56.628727 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d69d9e9-17fa-4086-9608-e2e7fd5c5083 req-d813b659-9596-43f5-936c-12d2058aa898 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:56.768733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-54b506d3-52b1-4da9-9f55-01d20e37366b tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:56.768733 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-54b506d3-52b1-4da9-9f55-01d20e37366b tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "GET /v2.0/networks?id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 HTTP/1.1" status: 200 len: 813 time: 0.2217767 Oct 19 11:21:56.793771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Request body: {'port': {'device_id': '909e8dd0-b0cc-4305-9e57-4eb2d4a84135', 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4', 'admin_state_up': True, 'tenant_id': 'bf50b610f2f946cc967981faaa2e1821'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:56.807801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-7d69d9e9-17fa-4086-9608-e2e7fd5c5083 req-d813b659-9596-43f5-936c-12d2058aa898 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] For port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=773517c1-fcd5-4974-a6e4-645ba6fdd6b5,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:21:56.808777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d69d9e9-17fa-4086-9608-e2e7fd5c5083 req-d813b659-9596-43f5-936c-12d2058aa898 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:56.826961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-7d69d9e9-17fa-4086-9608-e2e7fd5c5083 req-d813b659-9596-43f5-936c-12d2058aa898 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Calling delete_port for 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:21:56.946367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['70c7f5e9-25be-4c2e-be05-0b45d7f3db71'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:57.018975 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc8fff-fbab-4dfc-8284-ccfaac31000f req-8bc22a62-addc-4295-856b-3fe7fbe70958 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:57.030427 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dbfc8fff-fbab-4dfc-8284-ccfaac31000f req-8bc22a62-addc-4295-856b-3fe7fbe70958 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.2676883 Oct 19 11:21:57.252636 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dbfc8fff-fbab-4dfc-8284-ccfaac31000f req-00fe7695-5b55-419c-915c-23c07a94cef6 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212369 Oct 19 11:21:57.279389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6ee0b-765f-48dc-b9a7-35b04df3fedc req-87903e76-6fde-49c8-9579-b9edc620af6b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:57.287780 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1d6ee0b-765f-48dc-b9a7-35b04df3fedc req-87903e76-6fde-49c8-9579-b9edc620af6b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 949 time: 0.2474790 Oct 19 11:21:57.364377 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1d6ee0b-765f-48dc-b9a7-35b04df3fedc req-2c63e0e4-ca7e-4b5c-a22c-973ef55ddafd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752990 Oct 19 11:21:57.445422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6d4d762-9a0a-42ff-a520-749b0c0439ef req-a134c14f-32b1-40c9-957d-43f5ac1c06c7 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 210 time: 0.0455058 Oct 19 11:21:57.450168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Made reservation on behalf of bf50b610f2f946cc967981faaa2e1821 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:57.463327 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:57.491470 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d69d9e9-17fa-4086-9608-e2e7fd5c5083 req-d813b659-9596-43f5-936c-12d2058aa898 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:57.505590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['773517c1-fcd5-4974-a6e4-645ba6fdd6b5'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:57.639788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813b659-9596-43f5-936c-12d2058aa898 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event deleted for resources: {'Port': ['ID=773517c1-fcd5-4974-a6e4-645ba6fdd6b5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:57.663861 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-673bf328-aea7-48e2-9ffc-adc0530e4878 req-7cdfff46-e146-45e4-b8c3-58f71c9dfde7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 210 time: 0.0734837 Oct 19 11:21:57.691120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:57.693547 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258c1ca1-f1b0-4fef-ac0a-2a8ff51fba2c" -d '{"events": [{"server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "name": "network-vif-plugged", "status": "completed", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:57.741657 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-703cc4f6-fb01-4946-8269-859e98f0ee23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:57.764851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d69d9e9-17fa-4086-9608-e2e7fd5c5083 req-d813b659-9596-43f5-936c-12d2058aa898 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] No DVR routers for this DVR port 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:21:57.768486 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d69d9e9-17fa-4086-9608-e2e7fd5c5083 req-d813b659-9596-43f5-936c-12d2058aa898 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:57.772271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d69d9e9-17fa-4086-9608-e2e7fd5c5083 req-d813b659-9596-43f5-936c-12d2058aa898 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "DELETE /v2.0/ports/773517c1-fcd5-4974-a6e4-645ba6fdd6b5 HTTP/1.1" status: 204 len: 173 time: 1.3656673 Oct 19 11:21:57.772901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750952ef-e9c0-4400-9289-44f53e2b9946', 'name': 'network-vif-deleted', 'tag': '773517c1-fcd5-4974-a6e4-645ba6fdd6b5'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:21:57.775382 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c62e09-a2b1-408b-903a-1299b5c98f2f" -d '{"events": [{"server_uuid": "750952ef-e9c0-4400-9289-44f53e2b9946", "name": "network-vif-deleted", "tag": "773517c1-fcd5-4974-a6e4-645ba6fdd6b5"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:21:57.956908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd063b6b-21b5-4cbc-89b8-6969529dc8c3 req-4d67f4bf-7fb6-4969-8d2a-ba4914a525a0 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:57.966868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd063b6b-21b5-4cbc-89b8-6969529dc8c3 req-4d67f4bf-7fb6-4969-8d2a-ba4914a525a0 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 946 time: 0.0650537 Oct 19 11:21:58.022584 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd063b6b-21b5-4cbc-89b8-6969529dc8c3 req-471b8dc8-d59c-48b3-a234-d5c657191185 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517650 Oct 19 11:21:58.050961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Allocated IP 172.20.0.3 (2a325aed-1ff4-407b-9af1-75a3bf4a7ee4/23b85a04-f228-41bb-a5f6-f36b14870f63/583e108c-c40d-4277-bbfb-275a8f9dfd2d) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:58.076117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64411018-a604-419d-8902-849b479c16cd req-60910f68-53d3-4146-9546-8a3128213c66 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:58.084215 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-64411018-a604-419d-8902-849b479c16cd req-60910f68-53d3-4146-9546-8a3128213c66 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.3167350 Oct 19 11:21:58.123775 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49c4d36-163d-431f-9d81-d974d0bcf946 x-openstack-request-id: req-e49c4d36-163d-431f-9d81-d974d0bcf946 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:58.124108 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "name": "network-vif-plugged", "status": "completed", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:58.124380 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e49c4d36-163d-431f-9d81-d974d0bcf946 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:58.124756 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'code': 200} Oct 19 11:21:58.144550 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-64411018-a604-419d-8902-849b479c16cd req-15e0f11f-b2ee-4f9b-8204-1e444af32e6e tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582125 Oct 19 11:21:58.184092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-cdfe733a-29ae-48fc-9b31-adf784edb71f tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:58.185917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-cdfe733a-29ae-48fc-9b31-adf784edb71f tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "GET /v2.0/networks?id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 HTTP/1.1" status: 200 len: 813 time: 0.3988144 Oct 19 11:21:58.188309 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb05786-f387-4bae-b440-f785228e4803 x-openstack-request-id: req-1bb05786-f387-4bae-b440-f785228e4803 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:21:58.188674 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750952ef-e9c0-4400-9289-44f53e2b9946", "name": "network-vif-deleted", "tag": "773517c1-fcd5-4974-a6e4-645ba6fdd6b5", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:21:58.189000 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1bb05786-f387-4bae-b440-f785228e4803 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:21:58.189468 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750952ef-e9c0-4400-9289-44f53e2b9946', 'name': 'network-vif-deleted', 'tag': '773517c1-fcd5-4974-a6e4-645ba6fdd6b5', 'status': 'completed', 'code': 200} Oct 19 11:21:58.210338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Request body: {'port': {'device_id': '20a034e2-e545-4d75-94c8-165b6531f4a8', 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4', 'admin_state_up': True, 'tenant_id': 'bf50b610f2f946cc967981faaa2e1821'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:58.466999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9b61b-7592-4192-a1f3-9accf32e7e7c req-3ace641c-8aa2-4e28-8120-4661c545023f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:58.470477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9f9b61b-7592-4192-a1f3-9accf32e7e7c req-3ace641c-8aa2-4e28-8120-4661c545023f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0980082 Oct 19 11:21:58.539804 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:58.570705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9f9b61b-7592-4192-a1f3-9accf32e7e7c req-755ca056-4068-45e1-9627-2558cbc85154 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905671 Oct 19 11:21:58.622939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Made reservation on behalf of bf50b610f2f946cc967981faaa2e1821 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:21:58.626559 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:58.632396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea9e60-6a29-4eaf-ac72-0f6c2a50fc35 req-789c7653-3902-4ee1-9d93-2139d9c64568 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:58.641846 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3ea9e60-6a29-4eaf-ac72-0f6c2a50fc35 req-789c7653-3902-4ee1-9d93-2139d9c64568 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 949 time: 0.1576624 Oct 19 11:21:58.646133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:21:58.744298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3ea9e60-6a29-4eaf-ac72-0f6c2a50fc35 req-49c77a1d-0e41-4919-95cf-893116185a24 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014984 Oct 19 11:21:58.816218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Allocated IP 172.20.0.14 (2a325aed-1ff4-407b-9af1-75a3bf4a7ee4/23b85a04-f228-41bb-a5f6-f36b14870f63/754b8aba-d300-4e01-a3cd-7795ea1e15dd) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:21:58.954802 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02749723-aa6f-4cb2-9cad-c5c22e6cb039 req-65386ccf-6d14-433d-95c6-cf34f8373910 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=750952ef-e9c0-4400-9289-44f53e2b9946 HTTP/1.1" status: 200 len: 210 time: 0.0690379 Oct 19 11:21:59.046621 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:59.056564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:59.096979 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:59.103970 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:59.127500 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84a3089f-8876-4961-b3e8-06039b4339c5 req-22e4e7d2-eab8-41f8-b894-d908bfba5c94 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 210 time: 0.0354612 Oct 19 11:21:59.200884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:59.207159 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:59.208458 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:59.213194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:59.220785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Pushing event updated for resources: {'Port': ['ID=583e108c-c40d-4277-bbfb-275a8f9dfd2d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:59.279062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1b5df-c1d4-4506-8fe9-048451db56e4 req-c352a281-e6c9-4f16-be2f-bf041340b225 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:59.282259 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6fb1b5df-c1d4-4506-8fe9-048451db56e4 req-c352a281-e6c9-4f16-be2f-bf041340b225 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 946 time: 0.1178813 Oct 19 11:21:59.336389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:21:59.345654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:21:59.347711 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6fb1b5df-c1d4-4506-8fe9-048451db56e4 req-52d4efbf-86b5-49f5-8749-499a5c14d9d0 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580173 Oct 19 11:21:59.356434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:21:59.370142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:59.372132 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:59.411325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Pushing event updated for resources: {'Port': ['ID=754b8aba-d300-4e01-a3cd-7795ea1e15dd,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:21:59.488493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db639b1-5a72-416d-9357-2cf7b5f75206 req-3378fd80-67d5-48c5-a186-113aa63ee798 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:59.496570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0db639b1-5a72-416d-9357-2cf7b5f75206 req-3378fd80-67d5-48c5-a186-113aa63ee798 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.2095165 Oct 19 11:21:59.533278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:59.534388 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:59.568002 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0db639b1-5a72-416d-9357-2cf7b5f75206 req-0c7fde8f-f7bb-4932-aeee-d1f4676343e7 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705881 Oct 19 11:21:59.574857 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-27d8ad8b-7c35-494e-be3b-16926fa9b820 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8025444 Oct 19 11:21:59.595749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Request body: {'port': {'device_id': '909e8dd0-b0cc-4305-9e57-4eb2d4a84135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:59.664342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-68138638-5164-4146-a866-fb45e5b59832 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4596112 Oct 19 11:21:59.692138 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:59.703801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Request body: {'port': {'device_id': '20a034e2-e545-4d75-94c8-165b6531f4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:21:59.846902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9d11b-9352-4bb0-80fe-569779be686a req-02466617-af0b-44bd-aa19-7dbf5496aeba tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:59.849304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-04e9d11b-9352-4bb0-80fe-569779be686a req-02466617-af0b-44bd-aa19-7dbf5496aeba tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.1639583 Oct 19 11:21:59.850216 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:21:59.876209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-8f9bb211-852d-4055-807b-40488190b3e7 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:59.879378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-8f9bb211-852d-4055-807b-40488190b3e7 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.26 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.0717523 Oct 19 11:21:59.892508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2aa19-4002-407f-83cb-e0a0817a8602 req-b8e29bbb-4a28-429c-9d1f-bb95892b073f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:21:59.894113 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9df2aa19-4002-407f-83cb-e0a0817a8602 req-b8e29bbb-4a28-429c-9d1f-bb95892b073f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 946 time: 0.1395211 Oct 19 11:21:59.925176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:21:59.952414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:21:59.953094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 773517c1-fcd5-4974-a6e4-645ba6fdd6b5 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:00.022954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9df2aa19-4002-407f-83cb-e0a0817a8602 req-14bff1aa-153c-4a7f-b4dd-5b513be79d80 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027877 Oct 19 11:22:00.051524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-04e9d11b-9352-4bb0-80fe-569779be686a req-1b0581e7-17dc-40a5-b7c8-71756f553649 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934886 Oct 19 11:22:00.098670 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:22:00.250168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4b30f-28e5-4da3-957c-8f1a331cf790 req-6c67ed6d-dc01-480a-81d7-35bb21a2d188 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:00.251653 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eb4b30f-28e5-4da3-957c-8f1a331cf790 req-6c67ed6d-dc01-480a-81d7-35bb21a2d188 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 949 time: 0.1038916 Oct 19 11:22:00.258393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-3ed6aeda-631c-4566-8124-1cbddff55278 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Deleting port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:00.259270 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-3ed6aeda-631c-4566-8124-1cbddff55278 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:00.302790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:22:00.307989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:22:00.308366 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:00.373023 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3eb4b30f-28e5-4da3-957c-8f1a331cf790 req-1342b641-becd-4724-ba0f-be25fb00e6e2 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097217 Oct 19 11:22:00.407831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-3ed6aeda-631c-4566-8124-1cbddff55278 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] For port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,segment=NetworkSegment(ca91b852-6d27-449b-854f-a6f1feb17e79),segment_id=ca91b852-6d27-449b-854f-a6f1feb17e79)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:00.409786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-3ed6aeda-631c-4566-8124-1cbddff55278 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:00.429192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-3ed6aeda-631c-4566-8124-1cbddff55278 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Calling delete_port for 1a198a20-082d-4212-8ca4-4f7daf4f5ceb owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:00.463365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583e108c-c40d-4277-bbfb-275a8f9dfd2d {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:00.481100 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:00.485893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:00.521515 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Transition to ACTIVE for port object 583e108c-c40d-4277-bbfb-275a8f9dfd2d will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:22:00.537481 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b119d8-a8c0-41a3-80d8-3285ad5db7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c7f5e9-25be-4c2e-be05-0b45d7f3db71'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:00.539745 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c5f424-93c0-4a10-83b3-84ecdf369373" -d '{"events": [{"server_uuid": "28b119d8-a8c0-41a3-80d8-3285ad5db7c0", "name": "network-vif-plugged", "status": "completed", "tag": "70c7f5e9-25be-4c2e-be05-0b45d7f3db71"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:00.583455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=70c7f5e9-25be-4c2e-be05-0b45d7f3db71,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:00.596627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:00.616088 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96038666-4ed1-431c-a7c9-05d017574a6e x-openstack-request-id: req-96038666-4ed1-431c-a7c9-05d017574a6e {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:00.616387 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b119d8-a8c0-41a3-80d8-3285ad5db7c0", "name": "network-vif-plugged", "status": "completed", "tag": "70c7f5e9-25be-4c2e-be05-0b45d7f3db71", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:00.616669 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96038666-4ed1-431c-a7c9-05d017574a6e {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:00.617062 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b119d8-a8c0-41a3-80d8-3285ad5db7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c7f5e9-25be-4c2e-be05-0b45d7f3db71', 'code': 200} Oct 19 11:22:00.645907 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:00.676941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a8c61-6bde-42bf-aa0f-54cd4ff2a2da req-a8231145-3b94-4266-bee7-664af491345f tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:00.678676 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-156a8c61-6bde-42bf-aa0f-54cd4ff2a2da req-a8231145-3b94-4266-bee7-664af491345f tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 932 time: 0.1380491 Oct 19 11:22:00.728160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.26', 64012) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:00.749438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=70c7f5e9-25be-4c2e-be05-0b45d7f3db71,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:00.823006 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:00.829406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-156a8c61-6bde-42bf-aa0f-54cd4ff2a2da req-d1bd586e-74e4-4095-9106-2fd3b991c618 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250544 Oct 19 11:22:00.877838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Pushing event updated for resources: {'Port': ['ID=583e108c-c40d-4277-bbfb-275a8f9dfd2d,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:00.954516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-3ed6aeda-631c-4566-8124-1cbddff55278 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:00.967958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1a198a20-082d-4212-8ca4-4f7daf4f5ceb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:00.970199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f6d62-8418-4203-b125-32c32007b283 req-2085b0d0-2421-4298-8d6b-6cc2ad66177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:00.972004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d25f6d62-8418-4203-b125-32c32007b283 req-2085b0d0-2421-4298-8d6b-6cc2ad66177d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 1101 time: 0.2195899 Oct 19 11:22:00.988959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e1b1d-0429-4c23-a568-28ab824f3678 req-3056234e-9506-4254-87ed-5ebafbe2ef37 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:00.996108 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-735e1b1d-0429-4c23-a568-28ab824f3678 req-3056234e-9506-4254-87ed-5ebafbe2ef37 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/ports?device_id=347d4084-b14d-4225-9134-2c42360c26bd HTTP/1.1" status: 200 len: 945 time: 0.1857443 Oct 19 11:22:01.032289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6aeda-631c-4566-8124-1cbddff55278 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Pushing event deleted for resources: {'Port': ['ID=1a198a20-082d-4212-8ca4-4f7daf4f5ceb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:01.112417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-3ed6aeda-631c-4566-8124-1cbddff55278 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] No DVR routers for this DVR port 1a198a20-082d-4212-8ca4-4f7daf4f5ceb on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:01.120099 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-3ed6aeda-631c-4566-8124-1cbddff55278 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:01.124249 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-3ed6aeda-631c-4566-8124-1cbddff55278 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.26 "DELETE /v2.0/ports/1a198a20-082d-4212-8ca4-4f7daf4f5ceb HTTP/1.1" status: 204 len: 173 time: 1.2283578 Oct 19 11:22:01.124833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'name': 'network-vif-deleted', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:01.127709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-735e1b1d-0429-4c23-a568-28ab824f3678 req-57e39df6-0e08-4716-99bb-d3d73cfdd847 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea323a02-9d24-452a-963f-eda139a7a3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301057 Oct 19 11:22:01.127880 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5e2699-61c0-4797-9384-f50a2f2aa4b7" -d '{"events": [{"server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "name": "network-vif-deleted", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:01.132366 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d25f6d62-8418-4203-b125-32c32007b283 req-021d72ac-4496-4be8-a42a-d4baf7cdf016 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288841 Oct 19 11:22:01.143172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Attempting to bind port 583e108c-c40d-4277-bbfb-275a8f9dfd2d on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:22:01.147868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Attempting to bind port 583e108c-c40d-4277-bbfb-275a8f9dfd2d by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:22:01.147868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Attempting to bind port 583e108c-c40d-4277-bbfb-275a8f9dfd2d on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:01.150342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754b8aba-d300-4e01-a3cd-7795ea1e15dd {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:01.166965 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:01.169376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Port 583e108c-c40d-4277-bbfb-275a8f9dfd2d on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:22:01.169817 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Attempting to bind port 583e108c-c40d-4277-bbfb-275a8f9dfd2d on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:01.182537 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:22:01.182989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Checking segment: {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:01.183440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Bound using segment: {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:22:01.184114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Bound port: 583e108c-c40d-4277-bbfb-275a8f9dfd2d, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:22:01.184558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:01.187033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-25b3a866-62d7-420b-9568-ab55f0b9e5b2 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:01.197423 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-25b3a866-62d7-420b-9568-ab55f0b9e5b2 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.2731533 Oct 19 11:22:01.201241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Transition to ACTIVE for port object 754b8aba-d300-4e01-a3cd-7795ea1e15dd will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:22:01.219062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-70a69051-8523-4598-9cd9-a51b115dd0ff tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/quotas/2e25a8027c5140d4a21729ec31a9e586 HTTP/1.1" status: 200 len: 375 time: 0.0207710 Oct 19 11:22:01.279048 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-c5bd65c9-a5c0-4e63-be89-d523ee46c2ad tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531423 Oct 19 11:22:01.307857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] For port 583e108c-c40d-4277-bbfb-275a8f9dfd2d, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:22:01.321964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d1fae-3bc0-4cec-b9a9-fdafc29d3ff8 req-66382b4a-80ea-4b10-b723-69939c2f0d93 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:01.323666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-199d1fae-3bc0-4cec-b9a9-fdafc29d3ff8 req-66382b4a-80ea-4b10-b723-69939c2f0d93 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 946 time: 0.0924315 Oct 19 11:22:01.329969 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:01.348497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] For port 583e108c-c40d-4277-bbfb-275a8f9dfd2d, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=583e108c-c40d-4277-bbfb-275a8f9dfd2d,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:22:01.415328 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-9eca1f9b-5e62-4de1-a626-3508328937b9 service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164687 Oct 19 11:22:01.426679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Pushing event updated for resources: {'Port': ['ID=754b8aba-d300-4e01-a3cd-7795ea1e15dd,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:01.435240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-199d1fae-3bc0-4cec-b9a9-fdafc29d3ff8 req-87d40f79-c709-470b-b3a3-bfb1e41b3282 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007183 Oct 19 11:22:01.440687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:01.516229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:01.516962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:01.518377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] 10.222.0.26 "PUT /v2.0/ports/583e108c-c40d-4277-bbfb-275a8f9dfd2d HTTP/1.1" status: 200 len: 1091 time: 1.9282341 Oct 19 11:22:01.520757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909e8dd0-b0cc-4305-9e57-4eb2d4a84135', 'tag': '583e108c-c40d-4277-bbfb-275a8f9dfd2d'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:01.523185 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b766565d-751c-4b15-9e77-c8e8a9f67212" -d '{"events": [{"name": "network-changed", "server_uuid": "909e8dd0-b0cc-4305-9e57-4eb2d4a84135", "tag": "583e108c-c40d-4277-bbfb-275a8f9dfd2d"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:01.561740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa6229-0fc9-46d0-8d47-527fd1a3fbaa service neutron] Pushing event updated for resources: {'Port': ['ID=583e108c-c40d-4277-bbfb-275a8f9dfd2d,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:01.625661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Attempting to bind port 754b8aba-d300-4e01-a3cd-7795ea1e15dd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:22:01.626361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Attempting to bind port 754b8aba-d300-4e01-a3cd-7795ea1e15dd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:22:01.626885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Attempting to bind port 754b8aba-d300-4e01-a3cd-7795ea1e15dd on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:01.645455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Port 754b8aba-d300-4e01-a3cd-7795ea1e15dd on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:22:01.649111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Attempting to bind port 754b8aba-d300-4e01-a3cd-7795ea1e15dd on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:01.664736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:22:01.665196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Checking segment: {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:01.665592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Bound using segment: {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:22:01.666372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Bound port: 754b8aba-d300-4e01-a3cd-7795ea1e15dd, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:22:01.667179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:01.771386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] For port 754b8aba-d300-4e01-a3cd-7795ea1e15dd, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:22:01.777406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] For port 754b8aba-d300-4e01-a3cd-7795ea1e15dd, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=754b8aba-d300-4e01-a3cd-7795ea1e15dd,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:22:01.788872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e3f69-0454-4abd-a8b9-8cf1131ba869 req-6f9bb480-05a2-4d43-a8d2-ffc08e4f4b42 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:01.790542 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-501e3f69-0454-4abd-a8b9-8cf1131ba869 req-6f9bb480-05a2-4d43-a8d2-ffc08e4f4b42 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.2161000 Oct 19 11:22:01.829210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-6691f51b-39aa-4384-b1d5-5fe418696a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:01.831937 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-6691f51b-39aa-4384-b1d5-5fe418696a87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf50b610f2f946cc967981faaa2e1821&device_id=909e8dd0-b0cc-4305-9e57-4eb2d4a84135 HTTP/1.1" status: 200 len: 1094 time: 0.1783130 Oct 19 11:22:01.859968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-501e3f69-0454-4abd-a8b9-8cf1131ba869 req-708c341e-353d-4d29-8df3-eaee635ce255 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592363 Oct 19 11:22:01.896312 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:01.901926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-953aa41b-7500-4ed1-a89d-2830dc319e5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=583e108c-c40d-4277-bbfb-275a8f9dfd2d HTTP/1.1" status: 200 len: 217 time: 0.0557401 Oct 19 11:22:01.945476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-f6f0a3e2-7072-44a7-ba08-05642ecdd371 service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221031 Oct 19 11:22:01.948239 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9b8a15-9e2f-4fc1-b9c5-88de58c7fc09 x-openstack-request-id: req-9a9b8a15-9e2f-4fc1-b9c5-88de58c7fc09 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:01.950260 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347d4084-b14d-4225-9134-2c42360c26bd", "name": "network-vif-deleted", "tag": "1a198a20-082d-4212-8ca4-4f7daf4f5ceb", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:01.950413 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a9b8a15-9e2f-4fc1-b9c5-88de58c7fc09 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:01.950824 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347d4084-b14d-4225-9134-2c42360c26bd', 'name': 'network-vif-deleted', 'tag': '1a198a20-082d-4212-8ca4-4f7daf4f5ceb', 'status': 'completed', 'code': 200} Oct 19 11:22:01.977575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:01.978300 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:01.979769 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] 10.222.0.26 "PUT /v2.0/ports/754b8aba-d300-4e01-a3cd-7795ea1e15dd HTTP/1.1" status: 200 len: 1092 time: 2.2811065 Oct 19 11:22:02.010053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-8a2a0e87-37bf-4aff-9c8e-3c4a293ac09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:02.011625 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-8a2a0e87-37bf-4aff-9c8e-3c4a293ac09c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23b85a04-f228-41bb-a5f6-f36b14870f63 HTTP/1.1" status: 200 len: 853 time: 0.0837760 Oct 19 11:22:02.012429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a72d8-4373-4659-ae31-54d0ae50431e service neutron] Pushing event updated for resources: {'Port': ['ID=754b8aba-d300-4e01-a3cd-7795ea1e15dd,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:02.057756 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-039c700a-21f9-4e0e-ae29-ed8bb8ab05a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335493 Oct 19 11:22:02.246240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc87be-cd7a-42b4-bc01-6903f1dc26c0 req-9879ffc9-c7cd-4f16-b136-ca5bdbd969e1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:02.247808 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7fbc87be-cd7a-42b4-bc01-6903f1dc26c0 req-9879ffc9-c7cd-4f16-b136-ca5bdbd969e1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 950 time: 0.1455605 Oct 19 11:22:02.273307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-1e8e07b2-062e-4f3a-b99c-9874159e7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:02.274996 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-1e8e07b2-062e-4f3a-b99c-9874159e7085 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf50b610f2f946cc967981faaa2e1821&device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 1095 time: 0.1575646 Oct 19 11:22:02.722827 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f24330a-6bfb-4236-8cdf-0ba17572e2c9 x-openstack-request-id: req-9f24330a-6bfb-4236-8cdf-0ba17572e2c9 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:02.723470 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909e8dd0-b0cc-4305-9e57-4eb2d4a84135", "tag": "583e108c-c40d-4277-bbfb-275a8f9dfd2d", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:02.723893 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f24330a-6bfb-4236-8cdf-0ba17572e2c9 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:02.724222 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909e8dd0-b0cc-4305-9e57-4eb2d4a84135', 'tag': '583e108c-c40d-4277-bbfb-275a8f9dfd2d', 'status': 'completed', 'code': 200} Oct 19 11:22:02.743337 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-b1533af0-5a63-4441-b3ea-65b4e5508f77 service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755235 Oct 19 11:22:02.801217 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-e0307fc9-2faa-4a81-ba15-257bd5c60df7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=754b8aba-d300-4e01-a3cd-7795ea1e15dd HTTP/1.1" status: 200 len: 217 time: 0.0613348 Oct 19 11:22:02.860597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766258c-e089-466c-ba4b-b57548a34928 req-c75895af-7ef8-495c-ae52-3e05fa382abf tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:02.869513 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5766258c-e089-466c-ba4b-b57548a34928 req-c75895af-7ef8-495c-ae52-3e05fa382abf tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 944 time: 0.0869024 Oct 19 11:22:02.931022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5766258c-e089-466c-ba4b-b57548a34928 req-8f8e1d2f-bc9c-44ef-810f-16509e644f48 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538728 Oct 19 11:22:02.968858 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7fbc87be-cd7a-42b4-bc01-6903f1dc26c0 req-a68c968a-f407-483d-8b72-8b028c4aacc7 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6810944 Oct 19 11:22:02.979862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facccb58-56c6-413d-be10-0e4929686214 req-50800c6b-3f1f-4870-a175-41cdc19b44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:02.990536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58612) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:03.003870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-50800c6b-3f1f-4870-a175-41cdc19b44d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23b85a04-f228-41bb-a5f6-f36b14870f63 HTTP/1.1" status: 200 len: 853 time: 0.1764910 Oct 19 11:22:03.061454 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-8372ed24-aa01-43aa-8ddd-c7e500c01312 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543253 Oct 19 11:22:03.101278 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba22bc51-3b9b-4637-9057-331329b91181 req-625a38f1-fb55-469f-8cfb-0052a6d3b7b0 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 210 time: 0.0733011 Oct 19 11:22:03.151574 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-65ec4729-0b37-44eb-9d6c-784cef8066ba service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616250 Oct 19 11:22:03.191854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93645f1b-7eed-4904-bedf-2caec3f85258 req-6d27edd6-a714-4060-82c2-a98e50d70d2e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:03.193446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93645f1b-7eed-4904-bedf-2caec3f85258 req-6d27edd6-a714-4060-82c2-a98e50d70d2e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 946 time: 0.1368525 Oct 19 11:22:03.258334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7c9c9-30ac-4f07-bd99-6261c25322c4 req-79ad71c5-4063-40c2-890e-8b08ead89bf8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:03.259841 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-adc7c9c9-30ac-4f07-bd99-6261c25322c4 req-79ad71c5-4063-40c2-890e-8b08ead89bf8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0706940 Oct 19 11:22:03.267206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-2b4c7eba-6634-41b3-affc-a3e85c92345f service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888835 Oct 19 11:22:03.320772 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93645f1b-7eed-4904-bedf-2caec3f85258 req-b0a2ca2f-8ff6-4e5e-8107-af7206b34c78 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952208 Oct 19 11:22:03.366075 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-adc7c9c9-30ac-4f07-bd99-6261c25322c4 req-85a3a3a3-0b1e-43c3-a066-94cce72aa7c0 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977726 Oct 19 11:22:03.442373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766565d-751c-4b15-9e77-c8e8a9f67212 req-4e5c123f-7108-467c-a4d7-ed9a743f358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:03.443878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b766565d-751c-4b15-9e77-c8e8a9f67212 req-4e5c123f-7108-467c-a4d7-ed9a743f358d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf50b610f2f946cc967981faaa2e1821&device_id=909e8dd0-b0cc-4305-9e57-4eb2d4a84135 HTTP/1.1" status: 200 len: 1094 time: 0.1285884 Oct 19 11:22:03.449842 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-facccb58-56c6-413d-be10-0e4929686214 req-ced2c69b-5246-4c69-856a-0fffe5acc187 service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604264 Oct 19 11:22:03.581048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766565d-751c-4b15-9e77-c8e8a9f67212 req-442e9b0a-ede1-4b57-bb80-3b4e44ddd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:03.581253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b766565d-751c-4b15-9e77-c8e8a9f67212 req-442e9b0a-ede1-4b57-bb80-3b4e44ddd34b service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 HTTP/1.1" status: 200 len: 914 time: 0.1290133 Oct 19 11:22:03.655434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b766565d-751c-4b15-9e77-c8e8a9f67212 req-ac3b42ee-4367-404c-b18f-5bff78d57220 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=583e108c-c40d-4277-bbfb-275a8f9dfd2d HTTP/1.1" status: 200 len: 217 time: 0.0469749 Oct 19 11:22:03.729342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766565d-751c-4b15-9e77-c8e8a9f67212 req-766a8a90-d8cf-494f-a983-215df4ca955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:03.730929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b766565d-751c-4b15-9e77-c8e8a9f67212 req-766a8a90-d8cf-494f-a983-215df4ca955e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23b85a04-f228-41bb-a5f6-f36b14870f63 HTTP/1.1" status: 200 len: 853 time: 0.0670083 Oct 19 11:22:03.751154 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:03.774935 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b766565d-751c-4b15-9e77-c8e8a9f67212 req-53ccb360-2d1c-403d-ab0f-c278e31165aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304909 Oct 19 11:22:03.912736 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b766565d-751c-4b15-9e77-c8e8a9f67212 req-038f2a7b-458e-4eab-9ff6-68b44c385bb5 service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266210 Oct 19 11:22:04.065988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1a198a20-082d-4212-8ca4-4f7daf4f5ceb no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:04.089762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b766565d-751c-4b15-9e77-c8e8a9f67212 req-2a3bc1c0-4f99-44e5-89fc-6ea2b15ee70b service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604314 Oct 19 11:22:04.111629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 1a198a20-082d-4212-8ca4-4f7daf4f5ceb {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:04.112211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1a198a20-082d-4212-8ca4-4f7daf4f5ceb not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:04.144566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62a6a1-13d6-468d-b5d7-d0e9fd901f83 req-6356b80f-45c1-44cd-aee6-0cbaca3f3325 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:04.149278 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b62a6a1-13d6-468d-b5d7-d0e9fd901f83 req-6356b80f-45c1-44cd-aee6-0cbaca3f3325 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 944 time: 0.0628815 Oct 19 11:22:04.178794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bad00f-cdb4-4bbc-94af-e62f80e4ce65 req-16b28041-651a-482e-a718-0d468fead760 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:04.181155 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-61bad00f-cdb4-4bbc-94af-e62f80e4ce65 req-16b28041-651a-482e-a718-0d468fead760 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 950 time: 0.0882125 Oct 19 11:22:04.195245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b62a6a1-13d6-468d-b5d7-d0e9fd901f83 req-69b5edb6-62e0-497b-92ee-a48f73ef8523 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Oct 19 11:22:04.222062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] Deleting port 2e985244-3fee-4766-bf31-b76ad98b9061 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:04.222062 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:04.239764 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-61bad00f-cdb4-4bbc-94af-e62f80e4ce65 req-0e3ee4e4-2512-4f92-8ae5-397d218a3141 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500691 Oct 19 11:22:04.343050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] For port 2e985244-3fee-4766-bf31-b76ad98b9061, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2e985244-3fee-4766-bf31-b76ad98b9061,segment=NetworkSegment(ca91b852-6d27-449b-854f-a6f1feb17e79),segment_id=ca91b852-6d27-449b-854f-a6f1feb17e79)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:04.343431 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:04.357884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] Calling delete_port for 2e985244-3fee-4766-bf31-b76ad98b9061 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:04.362046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2abfbf6-c6b2-40dd-a31f-7bc5d1944ae5 req-589a7a5f-3e7b-4dec-8367-8ab1d62d1761 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 210 time: 0.0572219 Oct 19 11:22:04.524966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2352e-3770-452c-ad83-43fd559acde2 req-fbaa54ec-3afb-4c5c-9175-8e2b1eec89a6 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:04.527765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8e1c5-6adf-4726-88a3-692ebd5badd8 req-b0ce4213-7cc8-4718-8018-9ab3831e63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:04.529794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68d8e1c5-6adf-4726-88a3-692ebd5badd8 req-b0ce4213-7cc8-4718-8018-9ab3831e63d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 1096 time: 0.1271503 Oct 19 11:22:04.533298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eba2352e-3770-452c-ad83-43fd559acde2 req-fbaa54ec-3afb-4c5c-9175-8e2b1eec89a6 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 1101 time: 0.1516147 Oct 19 11:22:04.585237 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eba2352e-3770-452c-ad83-43fd559acde2 req-7714a6fe-c743-4d23-bad5-847306bc9248 tempest-ServersOnMultiNodesTest-1799773703 tempest-ServersOnMultiNodesTest-1799773703-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506744 Oct 19 11:22:04.603390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32946a4-9923-4714-a49a-5121e038a5ce req-e791c1f9-3ea5-4cad-97a0-44186dce1b8c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:04.603390 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c32946a4-9923-4714-a49a-5121e038a5ce req-e791c1f9-3ea5-4cad-97a0-44186dce1b8c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 946 time: 0.1385953 Oct 19 11:22:04.636006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bc103-ebf1-462b-a1e3-56ce4cce5caa req-4be8d374-b682-492f-a631-6bb83d4fde07 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:04.637817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-215bc103-ebf1-462b-a1e3-56ce4cce5caa req-4be8d374-b682-492f-a631-6bb83d4fde07 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 946 time: 0.1868677 Oct 19 11:22:04.727336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a034e2-e545-4d75-94c8-165b6531f4a8', 'tag': '754b8aba-d300-4e01-a3cd-7795ea1e15dd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:04.729819 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9240af0b-c6be-4366-a76c-15053c8e7213" -d '{"events": [{"name": "network-changed", "server_uuid": "20a034e2-e545-4d75-94c8-165b6531f4a8", "tag": "754b8aba-d300-4e01-a3cd-7795ea1e15dd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:04.793629 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-215bc103-ebf1-462b-a1e3-56ce4cce5caa req-bda2968d-8be0-4160-83da-31df95a3071d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351244 Oct 19 11:22:04.813211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8e1c5-6adf-4726-88a3-692ebd5badd8 req-a433046f-17a3-4291-8bc1-9ed2695278f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:04.814894 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68d8e1c5-6adf-4726-88a3-692ebd5badd8 req-a433046f-17a3-4291-8bc1-9ed2695278f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 918 time: 0.2506738 Oct 19 11:22:04.818308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b31317-258e-4b53-9ce6-aed59386e551 req-985b30ca-3365-406c-afee-a356ac8b5688 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:04.836097 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-31b31317-258e-4b53-9ce6-aed59386e551 req-985b30ca-3365-406c-afee-a356ac8b5688 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.1536937 Oct 19 11:22:04.882574 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-aab0c5b8-a5e7-4dc9-bcad-3135e6cee7c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1588943 Oct 19 11:22:04.887100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-c32946a4-9923-4714-a49a-5121e038a5ce req-d0cbf24d-a6d2-43d9-ac6f-e11cc02f84c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Deleting port 3a505223-311b-4639-8f65-6baa9c8f87ae {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:04.887100 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c32946a4-9923-4714-a49a-5121e038a5ce req-d0cbf24d-a6d2-43d9-ac6f-e11cc02f84c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:04.966744 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68d8e1c5-6adf-4726-88a3-692ebd5badd8 req-0248a953-3b9d-4ab0-869e-ae3cda5f815d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3 HTTP/1.1" status: 200 len: 1001 time: 0.1406872 Oct 19 11:22:04.967176 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-31b31317-258e-4b53-9ce6-aed59386e551 req-23b021cc-4cb8-42bb-bbb3-1fe9a930f863 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250665 Oct 19 11:22:05.050068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-c32946a4-9923-4714-a49a-5121e038a5ce req-d0cbf24d-a6d2-43d9-ac6f-e11cc02f84c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] For port 3a505223-311b-4639-8f65-6baa9c8f87ae, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3a505223-311b-4639-8f65-6baa9c8f87ae,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:05.050612 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c32946a4-9923-4714-a49a-5121e038a5ce req-d0cbf24d-a6d2-43d9-ac6f-e11cc02f84c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:05.056598 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7f9003-4f5b-4a6e-b1cf-383f1c9aac5a x-openstack-request-id: req-4c7f9003-4f5b-4a6e-b1cf-383f1c9aac5a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:05.061204 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a034e2-e545-4d75-94c8-165b6531f4a8", "tag": "754b8aba-d300-4e01-a3cd-7795ea1e15dd", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:05.061204 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c7f9003-4f5b-4a6e-b1cf-383f1c9aac5a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:05.061204 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a034e2-e545-4d75-94c8-165b6531f4a8', 'tag': '754b8aba-d300-4e01-a3cd-7795ea1e15dd', 'status': 'completed', 'code': 200} Oct 19 11:22:05.065914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8e1c5-6adf-4726-88a3-692ebd5badd8 req-24191063-b169-4fc4-a49f-b6dd502510a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:05.067849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68d8e1c5-6adf-4726-88a3-692ebd5badd8 req-24191063-b169-4fc4-a49f-b6dd502510a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.0839896 Oct 19 11:22:05.078641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-c32946a4-9923-4714-a49a-5121e038a5ce req-d0cbf24d-a6d2-43d9-ac6f-e11cc02f84c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Calling delete_port for 3a505223-311b-4639-8f65-6baa9c8f87ae owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:05.113556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-f5aa70dd-8a1c-4f45-898b-43d8b736bef9 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:05.115809 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-f5aa70dd-8a1c-4f45-898b-43d8b736bef9 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.3437052 Oct 19 11:22:05.130966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Request body: {'port': {'device_id': '693c81ff-b4ea-431d-9345-f4d4295cd176', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'admin_state_up': True, 'tenant_id': '2e25a8027c5140d4a21729ec31a9e586'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:05.141233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-4741f513-2411-4b72-b409-a91416212d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:05.141233 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-4741f513-2411-4b72-b409-a91416212d79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 1097 time: 0.1019237 Oct 19 11:22:05.264295 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:05.270969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240af0b-c6be-4366-a76c-15053c8e7213 req-67151d0f-3600-4bd4-82db-82287adc0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:05.272979 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9240af0b-c6be-4366-a76c-15053c8e7213 req-67151d0f-3600-4bd4-82db-82287adc0804 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf50b610f2f946cc967981faaa2e1821&device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 1095 time: 0.1830504 Oct 19 11:22:05.275212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8e1c5-6adf-4726-88a3-692ebd5badd8 req-e12e8b19-eea8-4ecc-b8ea-ae506a9358b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:05.277243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68d8e1c5-6adf-4726-88a3-692ebd5badd8 req-e12e8b19-eea8-4ecc-b8ea-ae506a9358b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884937 Oct 19 11:22:05.329353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e985244-3fee-4766-bf31-b76ad98b9061,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:05.507826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68d8e1c5-6adf-4726-88a3-692ebd5badd8 req-d5b98c97-8f4a-42bd-b307-850a7785c469 service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079160 Oct 19 11:22:05.528572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240af0b-c6be-4366-a76c-15053c8e7213 req-0c20b5bb-719a-43d8-86f5-47772870cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:05.531278 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9240af0b-c6be-4366-a76c-15053c8e7213 req-0c20b5bb-719a-43d8-86f5-47772870cead service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 HTTP/1.1" status: 200 len: 914 time: 0.2426515 Oct 19 11:22:05.552681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a4974-794a-480f-a24c-1c7376db5604 req-11972c98-439f-429d-9a66-908a7f4f940f tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:05.554167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b27a4974-794a-480f-a24c-1c7376db5604 req-11972c98-439f-429d-9a66-908a7f4f940f tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 944 time: 0.2335701 Oct 19 11:22:05.556766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-9d847366-6375-4025-a7e9-054103d12e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:05.558082 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-9d847366-6375-4025-a7e9-054103d12e58 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 200 len: 912 time: 0.3786016 Oct 19 11:22:05.586504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9240af0b-c6be-4366-a76c-15053c8e7213 req-ec94f098-074d-4ae9-9d25-923a80546d0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=754b8aba-d300-4e01-a3cd-7795ea1e15dd HTTP/1.1" status: 200 len: 217 time: 0.0442219 Oct 19 11:22:05.688172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240af0b-c6be-4366-a76c-15053c8e7213 req-7aca3e86-fb3e-42fe-8b2a-111c77ceb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:05.690048 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9240af0b-c6be-4366-a76c-15053c8e7213 req-7aca3e86-fb3e-42fe-8b2a-111c77ceb0e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23b85a04-f228-41bb-a5f6-f36b14870f63 HTTP/1.1" status: 200 len: 853 time: 0.0664463 Oct 19 11:22:05.694150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68d8e1c5-6adf-4726-88a3-692ebd5badd8 req-0a320401-a140-44ba-b2fd-24f4e954314d service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754625 Oct 19 11:22:05.724231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b27a4974-794a-480f-a24c-1c7376db5604 req-cb8cf8b2-a510-4071-8d02-d13b11420aed tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548245 Oct 19 11:22:05.735092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Made reservation on behalf of 2e25a8027c5140d4a21729ec31a9e586 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:05.738910 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:05.813555 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9240af0b-c6be-4366-a76c-15053c8e7213 req-12b71314-c64b-49c7-8f8b-20e0a49af756 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073799 Oct 19 11:22:05.815717 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c32946a4-9923-4714-a49a-5121e038a5ce req-d0cbf24d-a6d2-43d9-ac6f-e11cc02f84c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:05.828983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a505223-311b-4639-8f65-6baa9c8f87ae'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:05.900352 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-d4b9a994-d316-4d6c-8fc3-215ae0f2cac4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc1407f-fb4e-400e-a6e3-a0c850f15f91 HTTP/1.1" status: 200 len: 1002 time: 0.3281727 Oct 19 11:22:05.940077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce43d6b6-ba87-4e1f-a3f0-f65bb8580947 req-54c5ab83-b950-470c-beb9-ca70eb0762bc tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 210 time: 0.0490191 Oct 19 11:22:05.968237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbf24d-a6d2-43d9-ac6f-e11cc02f84c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event deleted for resources: {'Port': ['ID=3a505223-311b-4639-8f65-6baa9c8f87ae,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:05.992664 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:06.049175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32946a4-9923-4714-a49a-5121e038a5ce req-d0cbf24d-a6d2-43d9-ac6f-e11cc02f84c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] No DVR routers for this DVR port 3a505223-311b-4639-8f65-6baa9c8f87ae on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:06.061763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c32946a4-9923-4714-a49a-5121e038a5ce req-d0cbf24d-a6d2-43d9-ac6f-e11cc02f84c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:06.067354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 754b8aba-d300-4e01-a3cd-7795ea1e15dd details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:22:06.071213 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c32946a4-9923-4714-a49a-5121e038a5ce req-d0cbf24d-a6d2-43d9-ac6f-e11cc02f84c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.26 "DELETE /v2.0/ports/3a505223-311b-4639-8f65-6baa9c8f87ae HTTP/1.1" status: 204 len: 173 time: 1.4536126 Oct 19 11:22:06.178472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687bf28-10a8-4da6-879b-a31ba04fc126 req-e3ba56a9-4caf-46c0-8be5-b755e991c3df tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:06.188085 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e687bf28-10a8-4da6-879b-a31ba04fc126 req-e3ba56a9-4caf-46c0-8be5-b755e991c3df tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 950 time: 0.3043475 Oct 19 11:22:06.273260 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e687bf28-10a8-4da6-879b-a31ba04fc126 req-b3c98077-1ef2-4413-abdd-e856e7c4551d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804589 Oct 19 11:22:06.291255 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9240af0b-c6be-4366-a76c-15053c8e7213 req-ce94d124-8835-46ac-803e-38e39726ee17 service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368446 Oct 19 11:22:06.296044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 754b8aba-d300-4e01-a3cd-7795ea1e15dd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=754b8aba-d300-4e01-a3cd-7795ea1e15dd,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:06.338941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '754b8aba-d300-4e01-a3cd-7795ea1e15dd', 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4', 'port_id': '754b8aba-d300-4e01-a3cd-7795ea1e15dd', 'mac_address': 'fa:16:3e:83:e6:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b85a04-f228-41bb-a5f6-f36b14870f63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:22:06.477853 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:06.494898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754b8aba-d300-4e01-a3cd-7795ea1e15dd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:06.512552 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7e19b65-d7f6-468e-aa72-2c4ad07332a7 req-a486f9bf-5461-4128-9226-963bec5ac776 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 210 time: 0.4517310 Oct 19 11:22:06.517692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-3cc239ef-871c-4d5b-9edb-a3671e81b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:06.520053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-3cc239ef-871c-4d5b-9edb-a3671e81b8cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 200 len: 850 time: 0.6096225 Oct 19 11:22:06.543874 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9240af0b-c6be-4366-a76c-15053c8e7213 req-ee8aab38-6e04-49f9-a646-8bd1f8f0ba9f service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431655 Oct 19 11:22:06.544303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 754b8aba-d300-4e01-a3cd-7795ea1e15dd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=754b8aba-d300-4e01-a3cd-7795ea1e15dd,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:06.636946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2960a-c305-45a3-8eb6-cc25da0dcce6 req-2f70a683-c2e9-489c-8e4b-fbd4f1375ae3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:06.647660 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-edf2960a-c305-45a3-8eb6-cc25da0dcce6 req-2f70a683-c2e9-489c-8e4b-fbd4f1375ae3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0752635 Oct 19 11:22:06.719060 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:06.720120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 583e108c-c40d-4277-bbfb-275a8f9dfd2d details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:22:06.722967 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-edf2960a-c305-45a3-8eb6-cc25da0dcce6 req-d2575d62-a39f-418b-89c2-12225ec33e1f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679619 Oct 19 11:22:06.770252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-74e0b00e-18de-41b3-b649-398d1768d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:06.772291 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-74e0b00e-18de-41b3-b649-398d1768d62e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b157cbcc-604a-44be-a7df-eb39e3221861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2390151 Oct 19 11:22:06.791457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 583e108c-c40d-4277-bbfb-275a8f9dfd2d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=583e108c-c40d-4277-bbfb-275a8f9dfd2d,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:06.803830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Allocated IP 172.20.0.4 (18304a53-7871-4558-a669-5f7ce4be705d/01fca6a7-aece-4f7e-bc3f-b414758cde01/be8ca907-7005-4055-b917-87cdfd0f50cd) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:22:06.806212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '583e108c-c40d-4277-bbfb-275a8f9dfd2d', 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4', 'port_id': '583e108c-c40d-4277-bbfb-275a8f9dfd2d', 'mac_address': 'fa:16:3e:8f:d2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b85a04-f228-41bb-a5f6-f36b14870f63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:22:06.883894 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:06.907145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583e108c-c40d-4277-bbfb-275a8f9dfd2d {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:06.928884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 583e108c-c40d-4277-bbfb-275a8f9dfd2d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=583e108c-c40d-4277-bbfb-275a8f9dfd2d,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:06.929809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=754b8aba-d300-4e01-a3cd-7795ea1e15dd,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:06.982876 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:07.025066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] Router afb8eb00-ad6e-4d80-a053-f9caecbeca81 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:22:07.058751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb', 'name': 'network-vif-deleted', 'tag': '3a505223-311b-4639-8f65-6baa9c8f87ae'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:07.061887 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f23c1e-a95a-4d5c-9634-a486a4d14a50" -d '{"events": [{"server_uuid": "4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb", "name": "network-vif-deleted", "tag": "3a505223-311b-4639-8f65-6baa9c8f87ae"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:07.066923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=583e108c-c40d-4277-bbfb-275a8f9dfd2d,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:07.082016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-6ed47632-150f-4b5e-b946-2d1efec30946 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985985 Oct 19 11:22:07.122728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822a1a5-8b86-44cd-8b10-1558acca0eed req-5294ab78-3c48-4372-8a41-ef658623f1fa tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:07.124348 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3822a1a5-8b86-44cd-8b10-1558acca0eed req-5294ab78-3c48-4372-8a41-ef658623f1fa tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 945 time: 0.1984150 Oct 19 11:22:07.135940 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ab3fb70a-1c64-4cca-a04a-04243435d199 req-69a13fd8-7684-49f1-b710-55035515fa40 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 210 time: 0.0515172 Oct 19 11:22:07.178772 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57adb778-bd1e-42ad-8e35-24ad9012cd95 x-openstack-request-id: req-57adb778-bd1e-42ad-8e35-24ad9012cd95 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:07.178772 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb", "name": "network-vif-deleted", "tag": "3a505223-311b-4639-8f65-6baa9c8f87ae", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:07.178772 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57adb778-bd1e-42ad-8e35-24ad9012cd95 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:07.179013 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb', 'name': 'network-vif-deleted', 'tag': '3a505223-311b-4639-8f65-6baa9c8f87ae', 'status': 'completed', 'code': 200} Oct 19 11:22:07.396009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3822a1a5-8b86-44cd-8b10-1558acca0eed req-0cbeaf66-436b-45c6-9e79-3485f8bbf8f1 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979129 Oct 19 11:22:07.419668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['754b8aba-d300-4e01-a3cd-7795ea1e15dd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:07.433214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['583e108c-c40d-4277-bbfb-275a8f9dfd2d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:07.459495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0c266-5692-41e5-b902-977ee381bda4 req-8965a97a-c734-43f9-b801-8a25c1f29fdd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:07.464636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:22:07.475171 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693f058-463b-4adf-9ef6-5eaccb4006d0 None None] Sync routers for ids ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:22:07.480020 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-673a7e36-aaa5-4dcd-a171-bb8941439387 req-1d16941c-0994-4c68-9325-3e386c5e1163 service neutron] 10.222.0.49 "GET /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791888 Oct 19 11:22:07.481201 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b9d0c266-5692-41e5-b902-977ee381bda4 req-8965a97a-c734-43f9-b801-8a25c1f29fdd tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 950 time: 0.0809393 Oct 19 11:22:07.491574 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693f058-463b-4adf-9ef6-5eaccb4006d0 None None] Routers {'afb8eb00-ad6e-4d80-a053-f9caecbeca81'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:22:07.492612 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6693f058-463b-4adf-9ef6-5eaccb4006d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:21:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:07.496687 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:07.508851 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2e2b72e5-0297-4f87-b4a9-2c8f5ce4ee21 admin admin] 10.222.0.39 "PUT /v2.0/routers/afb8eb00-ad6e-4d80-a053-f9caecbeca81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5169046 Oct 19 11:22:07.521458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58678) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:07.666157 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-6693f058-463b-4adf-9ef6-5eaccb4006d0 None None] Set router afb8eb00-ad6e-4d80-a053-f9caecbeca81 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:22:07.748487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:07.938452 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:07.959796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Network 18304a53-7871-4558-a669-5f7ce4be705d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:22:07.968829 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a403ddc-d96c-49f7-8d57-92700e1bf95a req-edad6423-7c57-4933-8ed8-4c9ce5ef7b7e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dff2b4d-72d7-4fa9-b9f6-0b229c8f05fb HTTP/1.1" status: 200 len: 210 time: 0.1036518 Oct 19 11:22:07.972273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:22:07.982799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:22:08.074987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event updated for resources: {'Port': ['ID=be8ca907-7005-4055-b917-87cdfd0f50cd,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:08.075090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde7cad-0428-4b9a-bcd9-1e78fbb3888c req-af94dc4b-2eb0-40b0-9e26-ed6a58f178c6 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:08.075090 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bdde7cad-0428-4b9a-bcd9-1e78fbb3888c req-af94dc4b-2eb0-40b0-9e26-ed6a58f178c6 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 950 time: 0.5622091 Oct 19 11:22:08.075578 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6693f058-463b-4adf-9ef6-5eaccb4006d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:22:04Z', 'revision_number': 5, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:08.083119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:08.083783 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:08.087166 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b9d0c266-5692-41e5-b902-977ee381bda4 req-59755a4c-15d8-4cd8-86c4-71c6f40a318e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756495 Oct 19 11:22:08.087975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3a505223-311b-4639-8f65-6baa9c8f87ae no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:08.110816 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693f058-463b-4adf-9ef6-5eaccb4006d0 None None] Checking router: afb8eb00-ad6e-4d80-a053-f9caecbeca81 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:22:08.131376 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693f058-463b-4adf-9ef6-5eaccb4006d0 None None] Routers {'afb8eb00-ad6e-4d80-a053-f9caecbeca81'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:22:08.131833 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6693f058-463b-4adf-9ef6-5eaccb4006d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:21:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:08.142755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 3a505223-311b-4639-8f65-6baa9c8f87ae {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:08.150542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3a505223-311b-4639-8f65-6baa9c8f87ae not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:08.232148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d862f4-df2d-402e-9364-c53b5b8bd9b0 req-1830d409-6b3f-4da9-aaa8-7e540d3952a3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:08.236525 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88d862f4-df2d-402e-9364-c53b5b8bd9b0 req-1830d409-6b3f-4da9-aaa8-7e540d3952a3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.1034133 Oct 19 11:22:08.284275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88d862f4-df2d-402e-9364-c53b5b8bd9b0 req-5a8ed34c-16a9-43ea-9765-15863824cc64 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395377 Oct 19 11:22:08.289661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-a374e003-bf91-48c9-a47d-72105d313dfd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1612053 Oct 19 11:22:08.305720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Request body: {'port': {'device_id': '693c81ff-b4ea-431d-9345-f4d4295cd176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:08.310706 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-6693f058-463b-4adf-9ef6-5eaccb4006d0 None None] Set router afb8eb00-ad6e-4d80-a053-f9caecbeca81 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:22:08.389329 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:08.745813 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:08.748499 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6693f058-463b-4adf-9ef6-5eaccb4006d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:22:04Z', 'revision_number': 5, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:08.751907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e493a0-62d6-4df7-9ea6-929482141294 req-fbdfdc80-75e6-4616-a69d-ca6c393b5887 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:08.753635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95e493a0-62d6-4df7-9ea6-929482141294 req-fbdfdc80-75e6-4616-a69d-ca6c393b5887 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 945 time: 0.1504338 Oct 19 11:22:08.797958 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693f058-463b-4adf-9ef6-5eaccb4006d0 None None] The sync data for ids ['afb8eb00-ad6e-4d80-a053-f9caecbeca81'] in n-d-814547-1 is: [{'id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'name': 'tempest-ServerRescueTestJSONUnderV235-1548004884-router', 'tenant_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:20:39Z', 'updated_at': '2021-10-19T11:22:04Z', 'revision_number': 5, 'project_id': '7838f9b0557045ffbcd69e1d1b674c6e', 'gw_port': {'id': '79f026d8-d42c-4369-93bc-630b6e98184d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb8eb00-ad6e-4d80-a053-f9caecbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:20:40Z', 'updated_at': '2021-10-19T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:22:08.802969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3505-a109-4d3c-af8c-b2b5587a7a37 req-237eb576-2112-4998-8156-d2dbaf5b2f91 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:08.805346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5dab3505-a109-4d3c-af8c-b2b5587a7a37 req-237eb576-2112-4998-8156-d2dbaf5b2f91 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 931 time: 0.2098768 Oct 19 11:22:08.851231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95e493a0-62d6-4df7-9ea6-929482141294 req-02bb550b-82ea-4159-a9e6-ee438c3fd39d tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898893 Oct 19 11:22:08.880926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-bdde7cad-0428-4b9a-bcd9-1e78fbb3888c req-e3360964-d3af-4598-a0df-d2f343615126 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Deleting port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:08.881210 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bdde7cad-0428-4b9a-bcd9-1e78fbb3888c req-e3360964-d3af-4598-a0df-d2f343615126 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:08.906416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:08.976310 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5dab3505-a109-4d3c-af8c-b2b5587a7a37 req-7e16afba-51dd-4caa-bd24-5cff0aeeaa73 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601982 Oct 19 11:22:09.025693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8ca907-7005-4055-b917-87cdfd0f50cd {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:09.042847 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:09.074761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Transition to ACTIVE for port object be8ca907-7005-4055-b917-87cdfd0f50cd will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:22:09.103585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Deleting port 79f026d8-d42c-4369-93bc-630b6e98184d {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:09.104237 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:09.154313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:09.314368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Pushing event updated for resources: {'Port': ['ID=be8ca907-7005-4055-b917-87cdfd0f50cd,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:09.425987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-bdde7cad-0428-4b9a-bcd9-1e78fbb3888c req-e3360964-d3af-4598-a0df-d2f343615126 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] For port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=70c7f5e9-25be-4c2e-be05-0b45d7f3db71,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:09.426495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bdde7cad-0428-4b9a-bcd9-1e78fbb3888c req-e3360964-d3af-4598-a0df-d2f343615126 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:09.479315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-bdde7cad-0428-4b9a-bcd9-1e78fbb3888c req-e3360964-d3af-4598-a0df-d2f343615126 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Calling delete_port for 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:09.567706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] For port 79f026d8-d42c-4369-93bc-630b6e98184d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=79f026d8-d42c-4369-93bc-630b6e98184d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:09.568683 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:09.576970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-70c9c114-5da5-4872-99d3-e90a3ab02085 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:09.578489 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-70c9c114-5da5-4872-99d3-e90a3ab02085 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.1717451 Oct 19 11:22:09.579789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209e6d5-9128-47c7-8d39-88f1e10c253c req-f502e869-8504-403d-82c6-444cac3aa5e1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:09.591141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1209e6d5-9128-47c7-8d39-88f1e10c253c req-f502e869-8504-403d-82c6-444cac3aa5e1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 950 time: 0.3025575 Oct 19 11:22:09.621946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Attempting to bind port be8ca907-7005-4055-b917-87cdfd0f50cd on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:22:09.622395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Attempting to bind port be8ca907-7005-4055-b917-87cdfd0f50cd by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:22:09.622787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Attempting to bind port be8ca907-7005-4055-b917-87cdfd0f50cd on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:09.626580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-b8383178-881c-4818-abbf-18e2c9d7b2e4 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/quotas/5040f71e465a4967b0c25206be6eaadf HTTP/1.1" status: 200 len: 375 time: 0.0318680 Oct 19 11:22:09.630043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Port be8ca907-7005-4055-b917-87cdfd0f50cd on network 18304a53-7871-4558-a669-5f7ce4be705d not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:22:09.630371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Attempting to bind port be8ca907-7005-4055-b917-87cdfd0f50cd on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:09.635745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Calling delete_port for 79f026d8-d42c-4369-93bc-630b6e98184d owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:09.645218 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:22:09.645573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Checking segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:09.645942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Bound using segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:22:09.646453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Bound port: be8ca907-7005-4055-b917-87cdfd0f50cd, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:22:09.647123 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:09.721283 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-289df731-f6e6-4df5-b3d9-b18a532cc931 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853159 Oct 19 11:22:09.734277 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1209e6d5-9128-47c7-8d39-88f1e10c253c req-9bfc456d-ca59-4a75-84f1-495617ed04eb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404161 Oct 19 11:22:09.788441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2e985244-3fee-4766-bf31-b76ad98b9061 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:09.823722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 2e985244-3fee-4766-bf31-b76ad98b9061 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:09.824093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2e985244-3fee-4766-bf31-b76ad98b9061 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:09.924311 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bdde7cad-0428-4b9a-bcd9-1e78fbb3888c req-e3360964-d3af-4598-a0df-d2f343615126 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:09.939437 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696', '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2', 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0', '0682031f-0836-4611-8221-8b11e897464e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:09.941745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230', '5b737595-5e6f-40ca-ab92-61231a59ca9d', '70c7f5e9-25be-4c2e-be05-0b45d7f3db71'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:09.971446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] For port be8ca907-7005-4055-b917-87cdfd0f50cd, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:22:09.975848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-4bfba23e-7131-41c6-8ae1-e624687f021b service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536583 Oct 19 11:22:09.978079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] For port be8ca907-7005-4055-b917-87cdfd0f50cd, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=be8ca907-7005-4055-b917-87cdfd0f50cd,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:22:10.020853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3360964-d3af-4598-a0df-d2f343615126 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event deleted for resources: {'Port': ['ID=70c7f5e9-25be-4c2e-be05-0b45d7f3db71,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:10.067130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c8b2d-29cb-4e19-8c19-a550633cc1c7 req-12caeaf3-8e9f-4062-9bd7-7cf50948adce tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:10.074739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a41c8b2d-29cb-4e19-8c19-a550633cc1c7 req-12caeaf3-8e9f-4062-9bd7-7cf50948adce tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.2005436 Oct 19 11:22:10.110092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 583e108c-c40d-4277-bbfb-275a8f9dfd2d up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:22:10.122305 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:10.127442 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-ee8896f6-6d8c-4ad0-adc4-d6c8b6729868 service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451156 Oct 19 11:22:10.164628 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:10.166143 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:10.167770 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] 10.222.0.49 "PUT /v2.0/ports/be8ca907-7005-4055-b917-87cdfd0f50cd HTTP/1.1" status: 200 len: 1091 time: 1.8702428 Oct 19 11:22:10.170742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693c81ff-b4ea-431d-9345-f4d4295cd176', 'tag': 'be8ca907-7005-4055-b917-87cdfd0f50cd'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:10.174438 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b34f861-f1f9-47fd-aaec-229da09b22b5" -d '{"events": [{"name": "network-changed", "server_uuid": "693c81ff-b4ea-431d-9345-f4d4295cd176", "tag": "be8ca907-7005-4055-b917-87cdfd0f50cd"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:10.209858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdde7cad-0428-4b9a-bcd9-1e78fbb3888c req-e3360964-d3af-4598-a0df-d2f343615126 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] No DVR routers for this DVR port 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:10.216419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bdde7cad-0428-4b9a-bcd9-1e78fbb3888c req-e3360964-d3af-4598-a0df-d2f343615126 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:10.221617 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bdde7cad-0428-4b9a-bcd9-1e78fbb3888c req-e3360964-d3af-4598-a0df-d2f343615126 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "DELETE /v2.0/ports/70c7f5e9-25be-4c2e-be05-0b45d7f3db71 HTTP/1.1" status: 204 len: 173 time: 2.1664715 Oct 19 11:22:10.227437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b4bfd-60ff-44d4-8e57-b1a2482c2c9f service neutron] Pushing event updated for resources: {'Port': ['ID=be8ca907-7005-4055-b917-87cdfd0f50cd,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:10.227685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b119d8-a8c0-41a3-80d8-3285ad5db7c0', 'name': 'network-vif-deleted', 'tag': '70c7f5e9-25be-4c2e-be05-0b45d7f3db71'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:10.227685 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e32942-07b8-4471-b089-2df09a94fb3b" -d '{"events": [{"server_uuid": "28b119d8-a8c0-41a3-80d8-3285ad5db7c0", "name": "network-vif-deleted", "tag": "70c7f5e9-25be-4c2e-be05-0b45d7f3db71"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:10.268892 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a41c8b2d-29cb-4e19-8c19-a550633cc1c7 req-9a5d432f-2005-4292-ae7c-2b0df5e4ffdd tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928923 Oct 19 11:22:10.407073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-942a3143-af5e-4924-be13-ffc40fc01b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:10.410253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-942a3143-af5e-4924-be13-ffc40fc01b7e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 1094 time: 0.0939589 Oct 19 11:22:10.422017 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:10.478068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-b6f9c224-feb0-4433-8832-aab6ff9bd753 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8ca907-7005-4055-b917-87cdfd0f50cd HTTP/1.1" status: 200 len: 217 time: 0.0565879 Oct 19 11:22:10.511236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 583e108c-c40d-4277-bbfb-275a8f9dfd2d completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:22:10.524764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 583e108c-c40d-4277-bbfb-275a8f9dfd2d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:22:10.525239 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:10.587644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-b3a4b09f-ed8d-43dc-a1dc-fa682ed07712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:10.589337 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-b3a4b09f-ed8d-43dc-a1dc-fa682ed07712 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.1044257 Oct 19 11:22:10.592945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Pushing event deleted for resources: {'Port': ['ID=79f026d8-d42c-4369-93bc-630b6e98184d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:10.676189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-6b6b8854-6b05-41e7-a371-a3ecaf5813c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570188 Oct 19 11:22:10.735222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bcb54-f9fb-4513-9330-0ef2eda95371 req-1eca5f93-e0af-495a-8a53-efdf622eb958 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:10.748809 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-479bcb54-f9fb-4513-9330-0ef2eda95371 req-1eca5f93-e0af-495a-8a53-efdf622eb958 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 945 time: 0.3765409 Oct 19 11:22:10.763276 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:10.818853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-5d91ce54-921e-4f28-b04c-b26a1e3814a2 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341560 Oct 19 11:22:10.821564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:10.842180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909e8dd0-b0cc-4305-9e57-4eb2d4a84135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583e108c-c40d-4277-bbfb-275a8f9dfd2d'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:10.844553 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7f1414-3a59-4967-bce3-d23d86167eda" -d '{"events": [{"server_uuid": "909e8dd0-b0cc-4305-9e57-4eb2d4a84135", "name": "network-vif-plugged", "status": "completed", "tag": "583e108c-c40d-4277-bbfb-275a8f9dfd2d"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:10.851006 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-479bcb54-f9fb-4513-9330-0ef2eda95371 req-64d171ed-6400-476f-947a-6dc135cf5cf2 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977736 Oct 19 11:22:10.867553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 583e108c-c40d-4277-bbfb-275a8f9dfd2d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=583e108c-c40d-4277-bbfb-275a8f9dfd2d,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:10.966172 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8d3530-c0dc-4318-b933-db06fd550d5d x-openstack-request-id: req-bb8d3530-c0dc-4318-b933-db06fd550d5d {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:10.966535 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693c81ff-b4ea-431d-9345-f4d4295cd176", "tag": "be8ca907-7005-4055-b917-87cdfd0f50cd", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:10.966850 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb8d3530-c0dc-4318-b933-db06fd550d5d {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:10.967316 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693c81ff-b4ea-431d-9345-f4d4295cd176', 'tag': 'be8ca907-7005-4055-b917-87cdfd0f50cd', 'status': 'completed', 'code': 200} Oct 19 11:22:10.969764 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:10.970724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 754b8aba-d300-4e01-a3cd-7795ea1e15dd up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:22:10.977974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9287b5a-6ddc-4075-a7e8-92b9b9310ca3 req-09778037-38cd-42db-9360-730daefee712 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:10.986027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9287b5a-6ddc-4075-a7e8-92b9b9310ca3 req-09778037-38cd-42db-9360-730daefee712 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 943 time: 0.1661220 Oct 19 11:22:11.075791 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9287b5a-6ddc-4075-a7e8-92b9b9310ca3 req-1a2908c9-57bd-43b4-817f-59dcb691ef1a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886462 Oct 19 11:22:11.087644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d60746f1-79dd-4114-b7d1-5cc98b758d60 req-7de4f93f-21d9-4479-80d9-858992a6ce52 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587318 Oct 19 11:22:11.098860 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386529e3-ca9c-43fd-a04e-d270b7405591 x-openstack-request-id: req-386529e3-ca9c-43fd-a04e-d270b7405591 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:11.098860 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b119d8-a8c0-41a3-80d8-3285ad5db7c0", "name": "network-vif-deleted", "tag": "70c7f5e9-25be-4c2e-be05-0b45d7f3db71", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:11.098860 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-386529e3-ca9c-43fd-a04e-d270b7405591 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:11.098860 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b119d8-a8c0-41a3-80d8-3285ad5db7c0', 'name': 'network-vif-deleted', 'tag': '70c7f5e9-25be-4c2e-be05-0b45d7f3db71', 'status': 'completed', 'code': 200} Oct 19 11:22:11.102089 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:11.108465 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:11.137730 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=583e108c-c40d-4277-bbfb-275a8f9dfd2d,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:11.262914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-490f87b3-ba0d-4fa6-8715-502cd3b6db51 req-8dbc31ae-0261-4ae2-b367-e75ab7ef5c84 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 210 time: 0.0736313 Oct 19 11:22:11.268402 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-017f987a-babc-488b-af0c-ad7c4b444281 req-06767e46-a8cd-4c81-9073-19d32cbf8eb0 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b119d8-a8c0-41a3-80d8-3285ad5db7c0 HTTP/1.1" status: 200 len: 210 time: 0.0747845 Oct 19 11:22:11.323547 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:11.323547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router afb8eb00-ad6e-4d80-a053-f9caecbeca81 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:22:11.325997 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:11.327868 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a9f0ec94-3e12-4e8a-bb02-0f7f972800bb admin admin] 10.222.0.39 "DELETE /v2.0/routers/afb8eb00-ad6e-4d80-a053-f9caecbeca81 HTTP/1.1" status: 204 len: 168 time: 3.8054175 Oct 19 11:22:11.330143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58746) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:11.374600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34f861-f1f9-47fd-aaec-229da09b22b5 req-44076a75-d264-422b-ae13-6a93d2930d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:11.377269 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62926f7d-5a77-45d7-99c9-1e58698f3931 x-openstack-request-id: req-62926f7d-5a77-45d7-99c9-1e58698f3931 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:11.379181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b34f861-f1f9-47fd-aaec-229da09b22b5 req-44076a75-d264-422b-ae13-6a93d2930d7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 1094 time: 0.1270409 Oct 19 11:22:11.379509 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909e8dd0-b0cc-4305-9e57-4eb2d4a84135", "name": "network-vif-plugged", "status": "completed", "tag": "583e108c-c40d-4277-bbfb-275a8f9dfd2d", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:11.379765 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62926f7d-5a77-45d7-99c9-1e58698f3931 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:11.382344 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909e8dd0-b0cc-4305-9e57-4eb2d4a84135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583e108c-c40d-4277-bbfb-275a8f9dfd2d', 'code': 200} Oct 19 11:22:11.492109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 754b8aba-d300-4e01-a3cd-7795ea1e15dd completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:22:11.505766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 754b8aba-d300-4e01-a3cd-7795ea1e15dd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:22:11.506261 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:11.606113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-739655ed-48cc-466b-b400-9149d082c8b2 admin admin] Deleting subnet 880dc792-b3ab-46fa-b8c0-9deab8d763b4 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:22:11.616125 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-739655ed-48cc-466b-b400-9149d082c8b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:11.682238 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-739655ed-48cc-466b-b400-9149d082c8b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:11.684164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed1a26-c17f-41ec-a470-fb2ba40ee0c4 req-4845eaf8-2c9d-4954-aadc-f34fd73b3188 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:11.687046 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-19ed1a26-c17f-41ec-a470-fb2ba40ee0c4 req-4845eaf8-2c9d-4954-aadc-f34fd73b3188 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.1226935 Oct 19 11:22:11.688693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34f861-f1f9-47fd-aaec-229da09b22b5 req-60d65b01-4c4c-4c03-bf16-e0de3f1fce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:11.690393 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b34f861-f1f9-47fd-aaec-229da09b22b5 req-60d65b01-4c4c-4c03-bf16-e0de3f1fce75 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 907 time: 0.3025174 Oct 19 11:22:11.708673 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:11.743748 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-739655ed-48cc-466b-b400-9149d082c8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:11.786444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 754b8aba-d300-4e01-a3cd-7795ea1e15dd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=754b8aba-d300-4e01-a3cd-7795ea1e15dd,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:11.806697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf89ad1-ac48-4c49-b612-de7cfff733a0 req-1dd89f02-4345-4695-bc7c-645a9b7afa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:11.808347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0cf89ad1-ac48-4c49-b612-de7cfff733a0 req-1dd89f02-4345-4695-bc7c-645a9b7afa8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=909e8dd0-b0cc-4305-9e57-4eb2d4a84135 HTTP/1.1" status: 200 len: 1096 time: 0.3419743 Oct 19 11:22:11.815364 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-19ed1a26-c17f-41ec-a470-fb2ba40ee0c4 req-8a0f84ab-5872-4b60-89b0-72cca061f8b0 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215105 Oct 19 11:22:11.816766 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b34f861-f1f9-47fd-aaec-229da09b22b5 req-31281919-4977-4455-9f9e-10a00d60275d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8ca907-7005-4055-b917-87cdfd0f50cd HTTP/1.1" status: 200 len: 217 time: 0.1019006 Oct 19 11:22:11.885640 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34f861-f1f9-47fd-aaec-229da09b22b5 req-507c400c-cee9-4175-a2d6-a8d4fe0f2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:11.887260 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b34f861-f1f9-47fd-aaec-229da09b22b5 req-507c400c-cee9-4175-a2d6-a8d4fe0f2fd7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.0592341 Oct 19 11:22:11.896708 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:11.901880 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0cf89ad1-ac48-4c49-b612-de7cfff733a0 req-ab276f93-7271-4064-a7f6-a32f88f5197b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712359 Oct 19 11:22:11.950890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b34f861-f1f9-47fd-aaec-229da09b22b5 req-4fadbc77-7e3d-481e-9cf7-4a585c97da99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448358 Oct 19 11:22:11.953532 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-739655ed-48cc-466b-b400-9149d082c8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:11.968330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=754b8aba-d300-4e01-a3cd-7795ea1e15dd,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:12.053305 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-739655ed-48cc-466b-b400-9149d082c8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:12.064588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-739655ed-48cc-466b-b400-9149d082c8b2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/880dc792-b3ab-46fa-b8c0-9deab8d763b4 HTTP/1.1" status: 204 len: 168 time: 0.7310598 Oct 19 11:22:12.067809 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739655ed-48cc-466b-b400-9149d082c8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880dc792-b3ab-46fa-b8c0-9deab8d763b4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:12.070248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58760) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:12.105982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b34f861-f1f9-47fd-aaec-229da09b22b5 req-aeca6b09-c262-4b2e-ab54-98c26501f854 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431699 Oct 19 11:22:12.122455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:12.170365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:12.170721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 70c7f5e9-25be-4c2e-be05-0b45d7f3db71 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:12.326633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 79f026d8-d42c-4369-93bc-630b6e98184d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:12.326633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 79f026d8-d42c-4369-93bc-630b6e98184d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:12.326633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 79f026d8-d42c-4369-93bc-630b6e98184d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:12.326874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b34f861-f1f9-47fd-aaec-229da09b22b5 req-bc59f08f-a07d-4283-a402-ae756ae16edb service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278915 Oct 19 11:22:12.326874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bd4c5-9acc-4817-8dbc-2b6ee7fff171 req-5756a9b0-de41-48e3-80a2-768aaf930c66 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:12.326874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-670bd4c5-9acc-4817-8dbc-2b6ee7fff171 req-5756a9b0-de41-48e3-80a2-768aaf930c66 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 946 time: 0.0664752 Oct 19 11:22:12.327124 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:12.327491 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-670bd4c5-9acc-4817-8dbc-2b6ee7fff171 req-3d491520-b2d7-4ffd-955d-53c4579a34b5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341673 Oct 19 11:22:12.393513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:12.413466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d75f476-d975-4cf8-b896-3e48c58accf7']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:12.423419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca91b852-6d27-449b-854f-a6f1feb17e79') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:12.423712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca91b852-6d27-449b-854f-a6f1feb17e79') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:12.433298 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:12.433476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4ca52-9643-4f53-8339-021eb0e246b3 req-4de8f6a7-92e3-4ba0-abbd-fd20283721c3 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:12.434886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-01d4ca52-9643-4f53-8339-021eb0e246b3 req-4de8f6a7-92e3-4ba0-abbd-fd20283721c3 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 943 time: 0.0533853 Oct 19 11:22:12.453140 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:12.460088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:22:12.460480 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:22:12.462170 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:22:12.480341 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-01d4ca52-9643-4f53-8339-021eb0e246b3 req-682cea05-5f04-4e25-8ef7-9294682d62fc tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 Oct 19 11:22:12.600623 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee375440-1796-4cc7-b49a-16eecf9d73d6 req-526b9b47-5494-4c2e-8ebf-b3e379e5b350 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 210 time: 0.0277271 Oct 19 11:22:12.646212 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:12.661172 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:12.664431 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1d75f476-d975-4cf8-b896-3e48c58accf7 HTTP/1.1" status: 204 len: 168 time: 0.5930722 Oct 19 11:22:12.693154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97847b12-c5af-4792-a022-3dd20c549c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d75f476-d975-4cf8-b896-3e48c58accf7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:13.041249 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbf889-8011-4ea6-a331-7a02d8dd1b25 req-f1c6f825-3358-4ab0-b179-1073248bc3a8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:13.043183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bcdbf889-8011-4ea6-a331-7a02d8dd1b25 req-f1c6f825-3358-4ab0-b179-1073248bc3a8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0910175 Oct 19 11:22:13.116495 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bcdbf889-8011-4ea6-a331-7a02d8dd1b25 req-0636665f-0619-46f2-999d-72ee939995cb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655451 Oct 19 11:22:13.206301 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58784) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:13.308337 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1e951d88-e4b4-45c5-a6df-e3c519de97cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7838f9b0557045ffbcd69e1d1b674c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013050 Oct 19 11:22:13.311553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58786) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:13.357561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4eba-4766-4869-90ca-fad1d4ec6697 req-77ba8870-3fdd-4fb2-8f19-7f2609634dc2 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:13.364335 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d92c4eba-4766-4869-90ca-fad1d4ec6697 req-77ba8870-3fdd-4fb2-8f19-7f2609634dc2 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 950 time: 0.0979710 Oct 19 11:22:13.385875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a034e2-e545-4d75-94c8-165b6531f4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754b8aba-d300-4e01-a3cd-7795ea1e15dd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:13.386630 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decb64a2-12f3-4676-a0f4-f814f48da47f" -d '{"events": [{"server_uuid": "20a034e2-e545-4d75-94c8-165b6531f4a8", "name": "network-vif-plugged", "status": "completed", "tag": "754b8aba-d300-4e01-a3cd-7795ea1e15dd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:13.416275 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bea00caa-1199-4179-a2e5-7be60b56f1a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:13.457104 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d92c4eba-4766-4869-90ca-fad1d4ec6697 req-a23c8cc6-0246-428b-a7f6-cd1a9cbd95fe tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833635 Oct 19 11:22:13.482911 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bea00caa-1199-4179-a2e5-7be60b56f1a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:13.507776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3900b10-2fc7-46d3-b4a9-0aedea572c58 req-8c2ef05a-d9f4-4a4d-b4ba-11e60a48ac3a tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:13.525788 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb01982-0e85-4e5e-bf8c-7178402fec3c x-openstack-request-id: req-fbb01982-0e85-4e5e-bf8c-7178402fec3c {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:13.527124 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a034e2-e545-4d75-94c8-165b6531f4a8", "name": "network-vif-plugged", "status": "completed", "tag": "754b8aba-d300-4e01-a3cd-7795ea1e15dd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:13.527434 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbb01982-0e85-4e5e-bf8c-7178402fec3c {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:13.530895 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a034e2-e545-4d75-94c8-165b6531f4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754b8aba-d300-4e01-a3cd-7795ea1e15dd', 'code': 200} Oct 19 11:22:13.543323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3900b10-2fc7-46d3-b4a9-0aedea572c58 req-8c2ef05a-d9f4-4a4d-b4ba-11e60a48ac3a tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 946 time: 0.1261020 Oct 19 11:22:13.690007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27132076-08fb-43cd-b82a-72f3fd58bc77 req-83ded7ec-2c65-413b-8616-1a0ef5efb0ec tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:13.691492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27132076-08fb-43cd-b82a-72f3fd58bc77 req-83ded7ec-2c65-413b-8616-1a0ef5efb0ec tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 943 time: 0.0858386 Oct 19 11:22:13.698096 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3900b10-2fc7-46d3-b4a9-0aedea572c58 req-70473d5c-7fcd-4e62-a56b-ee9a0869761c tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444249 Oct 19 11:22:13.749156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27132076-08fb-43cd-b82a-72f3fd58bc77 req-64e08591-138f-427e-b813-4c31ea35b685 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458238 Oct 19 11:22:13.777162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b895f-9528-4e3f-af41-700eb0b82014 req-84d500f7-0e81-4a05-bea4-e6f121f54305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:13.778687 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-512b895f-9528-4e3f-af41-700eb0b82014 req-84d500f7-0e81-4a05-bea4-e6f121f54305 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 1097 time: 0.0724332 Oct 19 11:22:13.839763 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5968d058-e638-4f34-8698-fa5110d64f2a req-21cb49ef-1092-4a85-afe8-998831c20177 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 210 time: 0.0375493 Oct 19 11:22:13.846691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-512b895f-9528-4e3f-af41-700eb0b82014 req-24ad0e2b-66c0-48ba-867a-cc929fa2f22b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587890 Oct 19 11:22:13.897357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bea00caa-1199-4179-a2e5-7be60b56f1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:13.899970 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bea00caa-1199-4179-a2e5-7be60b56f1a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:13.901400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bea00caa-1199-4179-a2e5-7be60b56f1a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea323a02-9d24-452a-963f-eda139a7a3d3 HTTP/1.1" status: 204 len: 168 time: 0.5885158 Oct 19 11:22:13.932154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea00caa-1199-4179-a2e5-7be60b56f1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea323a02-9d24-452a-963f-eda139a7a3d3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:14.005575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device be8ca907-7005-4055-b917-87cdfd0f50cd details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:22:14.187534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port be8ca907-7005-4055-b917-87cdfd0f50cd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=be8ca907-7005-4055-b917-87cdfd0f50cd,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:14.209048 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'be8ca907-7005-4055-b917-87cdfd0f50cd', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'port_id': 'be8ca907-7005-4055-b917-87cdfd0f50cd', 'mac_address': 'fa:16:3e:1b:09:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01fca6a7-aece-4f7e-bc3f-b414758cde01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:22:14.280580 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:14.296317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8ca907-7005-4055-b917-87cdfd0f50cd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:14.320519 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port be8ca907-7005-4055-b917-87cdfd0f50cd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=be8ca907-7005-4055-b917-87cdfd0f50cd,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:14.390176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-dc6dc533-2333-4ba3-a8fd-882d81011d2e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:14.392034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-dc6dc533-2333-4ba3-a8fd-882d81011d2e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.5199196 Oct 19 11:22:14.399510 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:14.412137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9ea0-5778-4b9c-a751-42c5cc8812c4 req-0b6802ac-13dc-4339-92ba-beb0fc757d9d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:14.414224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-844f9ea0-5778-4b9c-a751-42c5cc8812c4 req-0b6802ac-13dc-4339-92ba-beb0fc757d9d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0806484 Oct 19 11:22:14.419873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Request body: {'port': {'device_id': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'admin_state_up': True, 'tenant_id': '5040f71e465a4967b0c25206be6eaadf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:14.467237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=be8ca907-7005-4055-b917-87cdfd0f50cd,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:14.538636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-844f9ea0-5778-4b9c-a751-42c5cc8812c4 req-c81e6d22-2eae-4c55-a1aa-57f9bdf407ef tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142604 Oct 19 11:22:14.625887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459e73b-44f1-4a0a-9ca2-177fabbed499 req-2dba6611-9f9d-42d3-8dba-2ec16afb5d44 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:14.627622 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b459e73b-44f1-4a0a-9ca2-177fabbed499 req-2dba6611-9f9d-42d3-8dba-2ec16afb5d44 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 950 time: 0.0809679 Oct 19 11:22:14.683549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['be8ca907-7005-4055-b917-87cdfd0f50cd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:14.688392 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b459e73b-44f1-4a0a-9ca2-177fabbed499 req-f33c0caf-44f6-4e94-951b-9f0f89026e64 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Oct 19 11:22:14.714347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Made reservation on behalf of 5040f71e465a4967b0c25206be6eaadf for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:14.719218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:14.771732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcddbe-d00f-4a85-99cf-f41cd4cef41c req-2d68c2f4-d82f-4649-8f13-ef6a02366a36 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:14.773351 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cffcddbe-d00f-4a85-99cf-f41cd4cef41c req-2d68c2f4-d82f-4649-8f13-ef6a02366a36 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 950 time: 0.0939987 Oct 19 11:22:14.997257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0af75-c931-4f86-8f9b-ce40c651bf27 req-84c80635-ac9d-4d9a-afe7-fb91435cade5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:14.999566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-27d0af75-c931-4f86-8f9b-ce40c651bf27 req-84c80635-ac9d-4d9a-afe7-fb91435cade5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 944 time: 0.1476061 Oct 19 11:22:15.005769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf18c7-ec51-4e9c-a6fe-10424671b6b2 req-2d0daeb5-c43e-4eae-b80f-63dba15d0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:15.007462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80bf18c7-ec51-4e9c-a6fe-10424671b6b2 req-2d0daeb5-c43e-4eae-b80f-63dba15d0ecc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 1096 time: 0.0881093 Oct 19 11:22:15.056583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435c44b-64a8-4d96-84f2-191a5e63c9ff req-4617be32-846a-4218-8740-ba905e5a5625 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:15.065107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c435c44b-64a8-4d96-84f2-191a5e63c9ff req-4617be32-846a-4218-8740-ba905e5a5625 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 946 time: 0.2319348 Oct 19 11:22:15.098269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Allocated IP 172.20.0.8 (5457d6bb-7a0b-4e25-974c-a4caaf3e11d7/25bc2b4a-49a5-43d6-9664-521501fcd66c/e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:22:15.133111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-cffcddbe-d00f-4a85-99cf-f41cd4cef41c req-5a1896db-771a-414b-8b52-ee61e9572881 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Deleting port 0682031f-0836-4611-8221-8b11e897464e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:15.133446 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cffcddbe-d00f-4a85-99cf-f41cd4cef41c req-5a1896db-771a-414b-8b52-ee61e9572881 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:15.150774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf18c7-ec51-4e9c-a6fe-10424671b6b2 req-67e26e16-9bcf-4dea-bbc0-771e36f19cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:15.152350 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80bf18c7-ec51-4e9c-a6fe-10424671b6b2 req-67e26e16-9bcf-4dea-bbc0-771e36f19cad service neutron] 10.222.0.26 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 918 time: 0.1287446 Oct 19 11:22:15.157244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c435c44b-64a8-4d96-84f2-191a5e63c9ff req-8b9618a0-e67e-4ab0-a408-8ea3c5f6063d tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874701 Oct 19 11:22:15.182607 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-27d0af75-c931-4f86-8f9b-ce40c651bf27 req-2ff3cb17-71f0-45f6-b90c-4bd3211defaa tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738608 Oct 19 11:22:15.330724 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80bf18c7-ec51-4e9c-a6fe-10424671b6b2 req-daafb527-8066-4981-a1e1-98aa6d0a8cf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3 HTTP/1.1" status: 200 len: 1001 time: 0.1470528 Oct 19 11:22:15.359848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4988abd7-7d9f-4245-992d-6d6742a8a504 req-5d4f2a24-e80b-45b0-a6b7-f9956acfd19a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 210 time: 0.1052752 Oct 19 11:22:15.449783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf18c7-ec51-4e9c-a6fe-10424671b6b2 req-6428e768-bc1d-40a4-8027-7d4335e5975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:15.449783 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80bf18c7-ec51-4e9c-a6fe-10424671b6b2 req-6428e768-bc1d-40a4-8027-7d4335e5975e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.1074841 Oct 19 11:22:15.486325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58844) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:15.493749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-cffcddbe-d00f-4a85-99cf-f41cd4cef41c req-5a1896db-771a-414b-8b52-ee61e9572881 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] For port 0682031f-0836-4611-8221-8b11e897464e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=0682031f-0836-4611-8221-8b11e897464e,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:15.494312 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cffcddbe-d00f-4a85-99cf-f41cd4cef41c req-5a1896db-771a-414b-8b52-ee61e9572881 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:15.519382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-cffcddbe-d00f-4a85-99cf-f41cd4cef41c req-5a1896db-771a-414b-8b52-ee61e9572881 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Calling delete_port for 0682031f-0836-4611-8221-8b11e897464e owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:15.542097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf18c7-ec51-4e9c-a6fe-10424671b6b2 req-61917f15-74f6-4eab-826c-8214a9c577bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:15.543662 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80bf18c7-ec51-4e9c-a6fe-10424671b6b2 req-61917f15-74f6-4eab-826c-8214a9c577bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877309 Oct 19 11:22:15.670206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:15.675685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80bf18c7-ec51-4e9c-a6fe-10424671b6b2 req-15509e2f-b34c-46df-8a03-dbe28237521b service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223812 Oct 19 11:22:15.690505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-995754868-network', 'tenant_id': '2487b927943f4da38b3346aca29785cf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:15.830770 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80bf18c7-ec51-4e9c-a6fe-10424671b6b2 req-fe2b49a6-3ad8-4757-9d0c-bf1efdf55b6a service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436334 Oct 19 11:22:15.848032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a621c-9d7a-4a79-b0db-efac0936fa86 req-0c930d63-cf25-4d1e-b4b0-311be28b95c7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:15.852516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694c96f-84a7-46fe-92b3-33b138f9802e req-3846bd2b-1568-489f-b92c-e78f4d13f360 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:15.854093 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c694c96f-84a7-46fe-92b3-33b138f9802e req-3846bd2b-1568-489f-b92c-e78f4d13f360 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 950 time: 0.0696261 Oct 19 11:22:15.856392 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-530a621c-9d7a-4a79-b0db-efac0936fa86 req-0c930d63-cf25-4d1e-b4b0-311be28b95c7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.1595795 Oct 19 11:22:15.895463 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c694c96f-84a7-46fe-92b3-33b138f9802e req-203e5d41-fa93-4e07-a238-58529f0deb83 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345473 Oct 19 11:22:15.908805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Made reservation on behalf of 2487b927943f4da38b3346aca29785cf for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:15.910948 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:15.931427 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:15.944234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-530a621c-9d7a-4a79-b0db-efac0936fa86 req-3f98aa52-47d9-49aa-a343-c3f87c0e5272 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869198 Oct 19 11:22:15.957645 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.019156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device be8ca907-7005-4055-b917-87cdfd0f50cd up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:22:16.020525 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cffcddbe-d00f-4a85-99cf-f41cd4cef41c req-5a1896db-771a-414b-8b52-ee61e9572881 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.025530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:22:16.035236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:22:16.043957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696', '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2', 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0', '0682031f-0836-4611-8221-8b11e897464e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:16.044204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:22:16.047978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230', '5b737595-5e6f-40ca-ab92-61231a59ca9d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:16.080839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event updated for resources: {'Port': ['ID=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:16.142345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1896db-771a-414b-8b52-ee61e9572881 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event deleted for resources: {'Port': ['ID=0682031f-0836-4611-8221-8b11e897464e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:16.178988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffcddbe-d00f-4a85-99cf-f41cd4cef41c req-5a1896db-771a-414b-8b52-ee61e9572881 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] No DVR routers for this DVR port 0682031f-0836-4611-8221-8b11e897464e on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:16.186181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cffcddbe-d00f-4a85-99cf-f41cd4cef41c req-5a1896db-771a-414b-8b52-ee61e9572881 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.189997 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cffcddbe-d00f-4a85-99cf-f41cd4cef41c req-5a1896db-771a-414b-8b52-ee61e9572881 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "DELETE /v2.0/ports/0682031f-0836-4611-8221-8b11e897464e HTTP/1.1" status: 204 len: 173 time: 1.3745906 Oct 19 11:22:16.194668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e636ed85-acd1-4709-bb0c-252aae126da2', 'name': 'network-vif-deleted', 'tag': '0682031f-0836-4611-8221-8b11e897464e'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:16.213378 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90244e29-9623-4bd2-9445-e25d46fc7edc" -d '{"events": [{"server_uuid": "e636ed85-acd1-4709-bb0c-252aae126da2", "name": "network-vif-deleted", "tag": "0682031f-0836-4611-8221-8b11e897464e"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:16.251529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:16.252398 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.279968 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.313702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e3cfa-b140-437a-93da-50e7f84e9d5e req-a616432e-96ff-4ba0-a3d7-d78ed2a1e6d5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:16.321800 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c11e3cfa-b140-437a-93da-50e7f84e9d5e req-a616432e-96ff-4ba0-a3d7-d78ed2a1e6d5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 946 time: 0.0826354 Oct 19 11:22:16.360182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.373146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c11e3cfa-b140-437a-93da-50e7f84e9d5e req-8f8a52ab-4149-4aae-ac2a-6e0e222b1f9c tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503805 Oct 19 11:22:16.400412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:22:16.406515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port be8ca907-7005-4055-b917-87cdfd0f50cd completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:22:16.424205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port be8ca907-7005-4055-b917-87cdfd0f50cd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:22:16.424606 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.448591 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.448591 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Added segment e35d868b-c353-4cab-b135-a81126abbaab of type vlan for network 9acf8287-dbad-49b3-9878-452daab67a05 Oct 19 11:22:16.560365 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.572675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6a929-6ae0-4c1c-b4c6-9efb0e96563a req-8ee87d6a-6cb4-48ff-a76c-9e3ab609cb1a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:16.582439 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57c6a929-6ae0-4c1c-b4c6-9efb0e96563a req-8ee87d6a-6cb4-48ff-a76c-9e3ab609cb1a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 931 time: 0.0769114 Oct 19 11:22:16.594141 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b36f50-bc2e-4f82-836f-047fc29beb31 x-openstack-request-id: req-45b36f50-bc2e-4f82-836f-047fc29beb31 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:16.594566 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e636ed85-acd1-4709-bb0c-252aae126da2", "name": "network-vif-deleted", "tag": "0682031f-0836-4611-8221-8b11e897464e", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:16.594910 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45b36f50-bc2e-4f82-836f-047fc29beb31 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:16.595399 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e636ed85-acd1-4709-bb0c-252aae126da2', 'name': 'network-vif-deleted', 'tag': '0682031f-0836-4611-8221-8b11e897464e', 'status': 'completed', 'code': 200} Oct 19 11:22:16.627682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-710f7bcb-3037-4471-af6a-750b8bddd00d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2084918 Oct 19 11:22:16.647540 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Request body: {'port': {'device_id': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:16.655283 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57c6a929-6ae0-4c1c-b4c6-9efb0e96563a req-e62df617-40b7-4f65-b4c5-2947c0d8fa7a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697370 Oct 19 11:22:16.694911 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.702088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd4d3c-de65-4ead-84f9-d9f163222370 req-589925ff-73d4-47a1-a48f-aa91123435da tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:16.711679 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5cdd4d3c-de65-4ead-84f9-d9f163222370 req-589925ff-73d4-47a1-a48f-aa91123435da tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 944 time: 0.4182575 Oct 19 11:22:16.754186 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.755614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:16.756202 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.759772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.776072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d6e723-6fe7-4614-aa4e-d91d85ae31b0,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:16.779094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693c81ff-b4ea-431d-9345-f4d4295cd176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8ca907-7005-4055-b917-87cdfd0f50cd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:16.781355 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf778fc-1d2f-4b0c-8436-1a5fa051797a" -d '{"events": [{"server_uuid": "693c81ff-b4ea-431d-9345-f4d4295cd176", "name": "network-vif-plugged", "status": "completed", "tag": "be8ca907-7005-4055-b917-87cdfd0f50cd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:16.796719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62c907-f2e9-470b-921e-b4dc30f62265 req-410ceb4a-8707-4be6-bd4d-36bc6327eda6 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:16.798564 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a62c907-f2e9-470b-921e-b4dc30f62265 req-410ceb4a-8707-4be6-bd4d-36bc6327eda6 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=909e8dd0-b0cc-4305-9e57-4eb2d4a84135 HTTP/1.1" status: 200 len: 945 time: 0.0807965 Oct 19 11:22:16.806182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port be8ca907-7005-4055-b917-87cdfd0f50cd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=be8ca907-7005-4055-b917-87cdfd0f50cd,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:16.850862 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a62c907-f2e9-470b-921e-b4dc30f62265 req-e70904e5-b759-471e-863e-2debcb29d382 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458958 Oct 19 11:22:16.892153 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:16.893025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 0682031f-0836-4611-8221-8b11e897464e no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:16.893638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] Pushing event updated for resources: {'Network': ['ID=9acf8287-dbad-49b3-9878-452daab67a05,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:16.936078 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5cdd4d3c-de65-4ead-84f9-d9f163222370 req-19c7389b-d3bb-4c7a-b07c-bcbee90aa99c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192950 Oct 19 11:22:16.937133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 9acf8287-dbad-49b3-9878-452daab67a05 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:22:16.947037 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 0682031f-0836-4611-8221-8b11e897464e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:16.947383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 0682031f-0836-4611-8221-8b11e897464e not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:17.067768 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7279e263-6069-424d-bed5-fdf9137742a3 x-openstack-request-id: req-7279e263-6069-424d-bed5-fdf9137742a3 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:17.068392 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693c81ff-b4ea-431d-9345-f4d4295cd176", "name": "network-vif-plugged", "status": "completed", "tag": "be8ca907-7005-4055-b917-87cdfd0f50cd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:17.068392 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7279e263-6069-424d-bed5-fdf9137742a3 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:17.068778 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693c81ff-b4ea-431d-9345-f4d4295cd176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8ca907-7005-4055-b917-87cdfd0f50cd', 'code': 200} Oct 19 11:22:17.095027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=be8ca907-7005-4055-b917-87cdfd0f50cd,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:17.147228 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8311e684-0acb-4eeb-9e51-25c5b9ca5361 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6590502 Oct 19 11:22:17.150124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58876) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:17.156796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Request body: {'subnet': {'network_id': '9acf8287-dbad-49b3-9878-452daab67a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-995754868-subnet', 'tenant_id': '2487b927943f4da38b3346aca29785cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:17.214777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f2e6837-e7d0-4dfe-b3d9-3f7660c2282c req-30a44947-7ad5-4aa4-aa13-35ba8b696511 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=e636ed85-acd1-4709-bb0c-252aae126da2 HTTP/1.1" status: 200 len: 210 time: 0.0429039 Oct 19 11:22:17.224837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe6e8-0280-4d20-91ee-a33bf959fd10 req-714dd203-8a69-4552-9d44-5f5952aa68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:17.226442 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-52ffe6e8-0280-4d20-91ee-a33bf959fd10 req-714dd203-8a69-4552-9d44-5f5952aa68a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 1096 time: 0.1140501 Oct 19 11:22:17.244091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Made reservation on behalf of 2487b927943f4da38b3346aca29785cf for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:17.247079 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:17.322750 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-52ffe6e8-0280-4d20-91ee-a33bf959fd10 req-83889ecb-86ef-4deb-bc2a-31be601b2607 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657799 Oct 19 11:22:17.383461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41a647-329b-4d6e-b707-39c86594f135 req-9daecc72-ea83-4957-aee9-9b5f64a28cbf tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:17.384987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1e41a647-329b-4d6e-b707-39c86594f135 req-9daecc72-ea83-4957-aee9-9b5f64a28cbf tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 945 time: 0.0879984 Oct 19 11:22:17.411157 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:22:17.432820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:17.445923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:17.471566 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1e41a647-329b-4d6e-b707-39c86594f135 req-9438111e-4896-47ab-ae42-6de5e6747868 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601475 Oct 19 11:22:17.485666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Transition to ACTIVE for port object e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:22:17.611449 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:17.660486 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:17.697943 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:17.740049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe2f4c1-4daf-42b8-bc87-84a4d35be092,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:17.752950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Checking segment: {'id': 'e35d868b-c353-4cab-b135-a81126abbaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9acf8287-dbad-49b3-9878-452daab67a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:17.752950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Network hostable DHCP agents. Network: 9acf8287-dbad-49b3-9878-452daab67a05, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:22:17.754794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.755292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.755692 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.756136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.757603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.757603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.757993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.758604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.759048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.759264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.759589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.759913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:17.783507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Attempting to bind port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:22:17.783840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Attempting to bind port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:22:17.784163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Attempting to bind port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:17.792794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:22:17.793200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Attempting to bind port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:17.804060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338338f5-49a4-48d0-9414-386979c91a0d req-6ca95fac-7037-425b-a194-49f35d6b0929 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:17.805594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-338338f5-49a4-48d0-9414-386979c91a0d req-6ca95fac-7037-425b-a194-49f35d6b0929 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 943 time: 0.0760717 Oct 19 11:22:17.808561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:22:17.808901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Checking segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:17.809276 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Bound using segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:22:17.809694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Bound port: e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:22:17.810601 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:17.862984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Network 9acf8287-dbad-49b3-9878-452daab67a05 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:22:17.897818 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-338338f5-49a4-48d0-9414-386979c91a0d req-9fa3c26c-a40c-4734-88de-ec3c521a1bd1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778911 Oct 19 11:22:17.908460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] For port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:22:17.912913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] For port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:22:18.005040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 9acf8287-dbad-49b3-9878-452daab67a05) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:22:18.009684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:18.010482 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:18.015701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e69928-384b-4e8a-8fb3-e8e380015a4e None None] Network 9acf8287-dbad-49b3-9878-452daab67a05 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:22:18.098620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:18.122436 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fd5cd462-45b9-4cb8-b77b-2f2d223348b4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9707105 Oct 19 11:22:18.161916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f4fd9345-7e49-4e50-8f6c-1b98805d24d3 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:18.235249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:18.235881 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:18.237546 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] 10.222.0.49 "PUT /v2.0/ports/e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad HTTP/1.1" status: 200 len: 1091 time: 1.5959527 Oct 19 11:22:18.259883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d9320-e5c9-4e91-9c7c-6c255281f2c7 req-0d4cf24f-45fe-4d8f-85e5-9e1e3fc84126 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:18.268364 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-592d9320-e5c9-4e91-9c7c-6c255281f2c7 req-0d4cf24f-45fe-4d8f-85e5-9e1e3fc84126 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 945 time: 0.2371905 Oct 19 11:22:18.276403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1ffe9-7050-4936-9a61-928592273629 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:18.309264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869696b3-941a-45d6-aa7e-04de8e007e7f None None] Network 9acf8287-dbad-49b3-9878-452daab67a05 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:22:18.323777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-592d9320-e5c9-4e91-9c7c-6c255281f2c7 req-bdd3330b-e854-4684-88f5-854663ab0216 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544708 Oct 19 11:22:18.353016 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:18.442287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:18.449481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-230a1bd9-edda-4b50-9b55-2a507bdd0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:18.452057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-230a1bd9-edda-4b50-9b55-2a507bdd0327 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 1094 time: 0.0600858 Oct 19 11:22:18.477689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-7836dfd7-a259-46d5-8e2e-4731481074e0 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:18.479537 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-7836dfd7-a259-46d5-8e2e-4731481074e0 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/networks?id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 HTTP/1.1" status: 200 len: 813 time: 0.2771652 Oct 19 11:22:18.515745 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-9226b495-cfd6-4b7d-8be1-77e1b40f04d1 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/quotas/bf50b610f2f946cc967981faaa2e1821 HTTP/1.1" status: 200 len: 375 time: 0.0288312 Oct 19 11:22:18.518157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-ede6edbf-94c6-499c-86a2-9b3485faa256 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad HTTP/1.1" status: 200 len: 217 time: 0.0576129 Oct 19 11:22:18.584323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-07e04d7f-7766-4243-82b2-47561f9d319f tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf50b610f2f946cc967981faaa2e1821&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635664 Oct 19 11:22:18.596319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'tag': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:18.599816 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782cb31f-3be7-4ec1-b18e-2a3f90d97b62" -d '{"events": [{"name": "network-changed", "server_uuid": "4c290d72-f964-4f07-8ff3-97ce192cfd44", "tag": "e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:18.605488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-06bfe25a-9e37-4417-b208-6c0ec9a30cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:18.606073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:18.607666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-06bfe25a-9e37-4417-b208-6c0ec9a30cdb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 200 len: 852 time: 0.0821691 Oct 19 11:22:18.659966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-8aa7c476-1c31-4b04-aa19-52866cb6df53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449579 Oct 19 11:22:18.701982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:18.732339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-b9f160b8-34dc-4bb2-a761-5fa7e1b8109c service neutron] 10.222.0.39 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469615 Oct 19 11:22:18.805342 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-b5e72dca-757b-44b3-b424-ce195dc74d77 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364093 Oct 19 11:22:18.863542 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-a7dcc889-3128-4be3-b163-bf1279053d22 service neutron] 10.222.0.39 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300521 Oct 19 11:22:18.929116 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b9bade5-5f73-4f6a-9acf-0bf1d0a7e445 req-8552dcac-37de-4d35-9926-f9ba789426f6 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134861 Oct 19 11:22:19.015341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3fefe-fe13-4e96-ab6f-a6a39cfe4d38 req-1c2473bc-3eb1-43f7-9b80-04290b92d866 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:19.017407 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80e3fefe-fe13-4e96-ab6f-a6a39cfe4d38 req-1c2473bc-3eb1-43f7-9b80-04290b92d866 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "GET /v2.0/ports?device_id=909e8dd0-b0cc-4305-9e57-4eb2d4a84135 HTTP/1.1" status: 200 len: 945 time: 0.0727668 Oct 19 11:22:19.039328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58924) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:19.044866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-757522036-network', 'tenant_id': '09190e92f3214a69ace6f791010d2f63'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:19.069947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:19.070109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb78c5-c30d-4dae-9344-a1d5ef4766e1 req-165654e7-5845-4b8f-bf09-d4f2a139e86a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:19.073284 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b3567b-caea-4f3e-9a6d-66584ea191f1" -d '{"events": [{"server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:19.078802 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-edeb78c5-c30d-4dae-9344-a1d5ef4766e1 req-165654e7-5845-4b8f-bf09-d4f2a139e86a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0651939 Oct 19 11:22:19.115483 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-edeb78c5-c30d-4dae-9344-a1d5ef4766e1 req-16e78469-f0e5-4a77-9712-24bd1d49d630 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356588 Oct 19 11:22:19.150407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-80e3fefe-fe13-4e96-ab6f-a6a39cfe4d38 req-2bb0f388-cb12-4d1b-ac42-2fc5dcc06cdc tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Deleting port 583e108c-c40d-4277-bbfb-275a8f9dfd2d {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:19.150407 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80e3fefe-fe13-4e96-ab6f-a6a39cfe4d38 req-2bb0f388-cb12-4d1b-ac42-2fc5dcc06cdc tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:19.188360 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cce40bc-b4b2-4621-bcc0-141d2fcb5677 x-openstack-request-id: req-8cce40bc-b4b2-4621-bcc0-141d2fcb5677 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:19.188680 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c290d72-f964-4f07-8ff3-97ce192cfd44", "tag": "e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:19.188938 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cce40bc-b4b2-4621-bcc0-141d2fcb5677 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:19.189344 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'tag': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad', 'status': 'completed', 'code': 200} Oct 19 11:22:19.223175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Made reservation on behalf of 09190e92f3214a69ace6f791010d2f63 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:19.225454 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:19.236482 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:19.306081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-80e3fefe-fe13-4e96-ab6f-a6a39cfe4d38 req-2bb0f388-cb12-4d1b-ac42-2fc5dcc06cdc tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] For port 583e108c-c40d-4277-bbfb-275a8f9dfd2d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=583e108c-c40d-4277-bbfb-275a8f9dfd2d,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:19.306448 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80e3fefe-fe13-4e96-ab6f-a6a39cfe4d38 req-2bb0f388-cb12-4d1b-ac42-2fc5dcc06cdc tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:19.327739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-80e3fefe-fe13-4e96-ab6f-a6a39cfe4d38 req-2bb0f388-cb12-4d1b-ac42-2fc5dcc06cdc tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Calling delete_port for 583e108c-c40d-4277-bbfb-275a8f9dfd2d owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:19.348105 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:19.352441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cb31f-3be7-4ec1-b18e-2a3f90d97b62 req-159f3d74-d881-4e5d-8578-86c8be9350ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:19.355759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-782cb31f-3be7-4ec1-b18e-2a3f90d97b62 req-159f3d74-d881-4e5d-8578-86c8be9350ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 1094 time: 0.1400123 Oct 19 11:22:19.365226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e60753-26a2-42d9-b392-964405167690 req-e6910c3e-269f-4a25-af2f-4dfd961bac49 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:19.373044 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-12e60753-26a2-42d9-b392-964405167690 req-e6910c3e-269f-4a25-af2f-4dfd961bac49 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 943 time: 0.1116912 Oct 19 11:22:19.493376 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:19.516862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aa367-3054-497f-b2ae-9770f05de3f6 req-8eb7fe1b-771f-4841-b097-7202f6b0cfc6 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:19.520076 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e99aa367-3054-497f-b2ae-9770f05de3f6 req-8eb7fe1b-771f-4841-b097-7202f6b0cfc6 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 950 time: 0.1677330 Oct 19 11:22:19.525008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-12e60753-26a2-42d9-b392-964405167690 req-bc76ce1f-5b53-427f-aca2-14d91485bbfc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497867 Oct 19 11:22:19.527461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cb31f-3be7-4ec1-b18e-2a3f90d97b62 req-baeda194-69be-4cde-8bc7-f84ae536d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:19.529808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-782cb31f-3be7-4ec1-b18e-2a3f90d97b62 req-baeda194-69be-4cde-8bc7-f84ae536d696 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 913 time: 0.1519437 Oct 19 11:22:19.562580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:19.569481 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b3f8ee-1fea-4dd5-a192-d068c1582057 x-openstack-request-id: req-16b3f8ee-1fea-4dd5-a192-d068c1582057 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:19.569630 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "name": "network-vif-unplugged", "status": "failed", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3", "code": 422}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:19.569885 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16b3f8ee-1fea-4dd5-a192-d068c1582057 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:19.570295 n-d-814547-1 neutron-server[101313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'code': 422} returned with failed status Oct 19 11:22:19.599111 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-782cb31f-3be7-4ec1-b18e-2a3f90d97b62 req-a3faee6f-ff01-4b4b-9427-6ada14b5232e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad HTTP/1.1" status: 200 len: 217 time: 0.0608752 Oct 19 11:22:19.647993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e99aa367-3054-497f-b2ae-9770f05de3f6 req-32d4c81f-7d1f-434c-a1ef-861a8d6c0e40 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256642 Oct 19 11:22:19.655853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:22:19.673524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cb31f-3be7-4ec1-b18e-2a3f90d97b62 req-be5811fa-0e96-47c9-81e3-31768e309c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:19.675105 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-782cb31f-3be7-4ec1-b18e-2a3f90d97b62 req-be5811fa-0e96-47c9-81e3-31768e309c33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 200 len: 852 time: 0.0667760 Oct 19 11:22:19.710224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737c91c6-dd1d-4612-91dc-5d05db9ae777,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:19.714357 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:19.714705 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Added segment 0c8cc3e8-1d93-4226-b313-72c1d35be2d4 of type vlan for network 8a7411d9-8bec-456c-8280-bc5b229e108a Oct 19 11:22:19.748027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:19.755491 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-782cb31f-3be7-4ec1-b18e-2a3f90d97b62 req-49c11021-42bd-4f31-8e9e-09d60a987347 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724673 Oct 19 11:22:19.803549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b03e88-c86f-4dfc-8e5a-6f2ddd8897f6 req-295fd8c9-ccaf-477e-8a69-53637abd8104 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:19.805273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f2b03e88-c86f-4dfc-8e5a-6f2ddd8897f6 req-295fd8c9-ccaf-477e-8a69-53637abd8104 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "GET /v2.0/ports?device_id=20a034e2-e545-4d75-94c8-165b6531f4a8 HTTP/1.1" status: 200 len: 946 time: 0.2273724 Oct 19 11:22:19.832575 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:19.936767 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80e3fefe-fe13-4e96-ab6f-a6a39cfe4d38 req-2bb0f388-cb12-4d1b-ac42-2fc5dcc06cdc tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:19.948928 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-782cb31f-3be7-4ec1-b18e-2a3f90d97b62 req-4132f5d1-de80-4312-9e64-0f60b6aeca1f service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837502 Oct 19 11:22:19.951281 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['754b8aba-d300-4e01-a3cd-7795ea1e15dd', '583e108c-c40d-4277-bbfb-275a8f9dfd2d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:19.966668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c92c3-21b3-4091-9347-86976d6de456 req-b484b2b4-f8eb-4943-bc76-bd83d634df59 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:19.968223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d21c92c3-21b3-4091-9347-86976d6de456 req-b484b2b4-f8eb-4943-bc76-bd83d634df59 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 945 time: 0.0696244 Oct 19 11:22:19.974389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0f388-cb12-4d1b-ac42-2fc5dcc06cdc tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Pushing event deleted for resources: {'Port': ['ID=583e108c-c40d-4277-bbfb-275a8f9dfd2d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:20.029076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e3fefe-fe13-4e96-ab6f-a6a39cfe4d38 req-2bb0f388-cb12-4d1b-ac42-2fc5dcc06cdc tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] No DVR routers for this DVR port 583e108c-c40d-4277-bbfb-275a8f9dfd2d on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:20.033562 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:22:20.034236 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80e3fefe-fe13-4e96-ab6f-a6a39cfe4d38 req-2bb0f388-cb12-4d1b-ac42-2fc5dcc06cdc tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:20.037762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80e3fefe-fe13-4e96-ab6f-a6a39cfe4d38 req-2bb0f388-cb12-4d1b-ac42-2fc5dcc06cdc tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "DELETE /v2.0/ports/583e108c-c40d-4277-bbfb-275a8f9dfd2d HTTP/1.1" status: 204 len: 173 time: 1.0091372 Oct 19 11:22:20.040190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909e8dd0-b0cc-4305-9e57-4eb2d4a84135', 'name': 'network-vif-deleted', 'tag': '583e108c-c40d-4277-bbfb-275a8f9dfd2d'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:20.054680 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1daf6d9-241f-4ebe-a314-a825452c6c6f" -d '{"events": [{"server_uuid": "909e8dd0-b0cc-4305-9e57-4eb2d4a84135", "name": "network-vif-deleted", "tag": "583e108c-c40d-4277-bbfb-275a8f9dfd2d"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:20.062899 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-782cb31f-3be7-4ec1-b18e-2a3f90d97b62 req-e8b3aeed-121f-421c-8178-7af3e0a14a23 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936577 Oct 19 11:22:20.069484 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:20.072138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:20.073246 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:20.099117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f2b03e88-c86f-4dfc-8e5a-6f2ddd8897f6 req-debdae36-3e4f-492a-b315-028d17f0bc10 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Deleting port 754b8aba-d300-4e01-a3cd-7795ea1e15dd {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:20.100079 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f2b03e88-c86f-4dfc-8e5a-6f2ddd8897f6 req-debdae36-3e4f-492a-b315-028d17f0bc10 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:20.117059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d21c92c3-21b3-4091-9347-86976d6de456 req-0034c92b-a4bc-45b8-81cb-9447f57f4f26 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531504 Oct 19 11:22:20.221455 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c68c7a5-6ae3-444d-b0eb-e994dcc56c3e req-fd7cf3ab-2d16-48ee-9055-48a03b17a3fd tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 210 time: 0.0400808 Oct 19 11:22:20.315188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:20.343793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'port_id': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad', 'mac_address': 'fa:16:3e:84:4f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc2b4a-49a5-43d6-9664-521501fcd66c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:22:20.378492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a0005-ee0a-44df-a958-b9e9f8b550a4 req-1ac04a1f-7f42-47fc-b769-0ec279cfb113 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:20.380039 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed7a0005-ee0a-44df-a958-b9e9f8b550a4 req-1ac04a1f-7f42-47fc-b769-0ec279cfb113 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 950 time: 0.1146920 Oct 19 11:22:20.405678 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:20.424130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:20.450778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:20.485931 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575b509-67c7-4650-bdb0-8a688d034655 req-4249a61e-4ff1-478a-8aaa-5aca76a7041e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:20.487432 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a575b509-67c7-4650-bdb0-8a688d034655 req-4249a61e-4ff1-478a-8aaa-5aca76a7041e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 945 time: 0.1320310 Oct 19 11:22:20.548522 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:20.566617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a575b509-67c7-4650-bdb0-8a688d034655 req-2d37996b-a66b-44b1-b0af-eab4dc1fe287 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603023 Oct 19 11:22:20.582047 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46146d71-f5ee-44e0-85e3-8935670c226e x-openstack-request-id: req-46146d71-f5ee-44e0-85e3-8935670c226e {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:20.582303 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909e8dd0-b0cc-4305-9e57-4eb2d4a84135", "name": "network-vif-deleted", "tag": "583e108c-c40d-4277-bbfb-275a8f9dfd2d", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:20.582498 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46146d71-f5ee-44e0-85e3-8935670c226e {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:20.582899 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909e8dd0-b0cc-4305-9e57-4eb2d4a84135', 'name': 'network-vif-deleted', 'tag': '583e108c-c40d-4277-bbfb-275a8f9dfd2d', 'status': 'completed', 'code': 200} Oct 19 11:22:20.594005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-ed7a0005-ee0a-44df-a958-b9e9f8b550a4 req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Deleting port c1bd0557-84a8-4d96-b705-bf83fba9d9c0 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:20.594289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ed7a0005-ee0a-44df-a958-b9e9f8b550a4 req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:20.600379 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5594687 Oct 19 11:22:20.616076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58970) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:20.620990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] Request body: {'subnet': {'network_id': '8a7411d9-8bec-456c-8280-bc5b229e108a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-757522036-subnet', 'tenant_id': '09190e92f3214a69ace6f791010d2f63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:20.638233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:20.651128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e943baa-7ebc-44ac-abbe-6c1ba7c98848 admin admin] Pushing event updated for resources: {'Network': ['ID=8a7411d9-8bec-456c-8280-bc5b229e108a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:20.662942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 8a7411d9-8bec-456c-8280-bc5b229e108a details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:22:20.714366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f2b03e88-c86f-4dfc-8e5a-6f2ddd8897f6 req-debdae36-3e4f-492a-b315-028d17f0bc10 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] For port 754b8aba-d300-4e01-a3cd-7795ea1e15dd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=754b8aba-d300-4e01-a3cd-7795ea1e15dd,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:20.714736 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f2b03e88-c86f-4dfc-8e5a-6f2ddd8897f6 req-debdae36-3e4f-492a-b315-028d17f0bc10 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:20.728593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f2b03e88-c86f-4dfc-8e5a-6f2ddd8897f6 req-debdae36-3e4f-492a-b315-028d17f0bc10 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Calling delete_port for 754b8aba-d300-4e01-a3cd-7795ea1e15dd owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:20.759022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ed7a0005-ee0a-44df-a958-b9e9f8b550a4 req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] For port c1bd0557-84a8-4d96-b705-bf83fba9d9c0, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=c1bd0557-84a8-4d96-b705-bf83fba9d9c0,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:20.759592 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ed7a0005-ee0a-44df-a958-b9e9f8b550a4 req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:20.780819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3fe6-bcb0-4a84-a9c6-fa77173a795e req-1b6e96f4-795a-447c-b3e6-da1e8a850907 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:20.782393 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70fa3fe6-bcb0-4a84-a9c6-fa77173a795e req-1b6e96f4-795a-447c-b3e6-da1e8a850907 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 944 time: 0.0843027 Oct 19 11:22:20.786731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-ed7a0005-ee0a-44df-a958-b9e9f8b550a4 req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Calling delete_port for c1bd0557-84a8-4d96-b705-bf83fba9d9c0 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:20.795881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] Made reservation on behalf of 09190e92f3214a69ace6f791010d2f63 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:20.800292 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:20.806884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:20.988210 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f2b03e88-c86f-4dfc-8e5a-6f2ddd8897f6 req-debdae36-3e4f-492a-b315-028d17f0bc10 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:21.019497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdae36-3e4f-492a-b315-028d17f0bc10 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Pushing event deleted for resources: {'Port': ['ID=754b8aba-d300-4e01-a3cd-7795ea1e15dd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:21.099277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b03e88-c86f-4dfc-8e5a-6f2ddd8897f6 req-debdae36-3e4f-492a-b315-028d17f0bc10 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] No DVR routers for this DVR port 754b8aba-d300-4e01-a3cd-7795ea1e15dd on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:21.103012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f2b03e88-c86f-4dfc-8e5a-6f2ddd8897f6 req-debdae36-3e4f-492a-b315-028d17f0bc10 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:21.108354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f2b03e88-c86f-4dfc-8e5a-6f2ddd8897f6 req-debdae36-3e4f-492a-b315-028d17f0bc10 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "DELETE /v2.0/ports/754b8aba-d300-4e01-a3cd-7795ea1e15dd HTTP/1.1" status: 204 len: 173 time: 1.2909958 Oct 19 11:22:21.259046 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70fa3fe6-bcb0-4a84-a9c6-fa77173a795e req-6b6f1706-2c17-43ad-bc91-9620da7b75d6 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471881 Oct 19 11:22:21.510080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-f786ccdd-09e4-40ae-b3d5-59dd2f25d8b2 req-333e9b7f-781d-455f-8587-e5aea574d153 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:22:21.511162 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f786ccdd-09e4-40ae-b3d5-59dd2f25d8b2 req-333e9b7f-781d-455f-8587-e5aea574d153 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066171 Oct 19 11:22:21.555924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f18284-33ea-49e9-8095-aa6fece42abe req-5e0e8a91-7bcc-4d55-a183-aee593a82614 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:21.558381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ed7a0005-ee0a-44df-a958-b9e9f8b550a4 req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:21.565160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00f18284-33ea-49e9-8095-aa6fece42abe req-5e0e8a91-7bcc-4d55-a183-aee593a82614 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 950 time: 0.0802801 Oct 19 11:22:21.572498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696', '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2', 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:21.576022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230', '5b737595-5e6f-40ca-ab92-61231a59ca9d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:21.590387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event deleted for resources: {'Port': ['ID=c1bd0557-84a8-4d96-b705-bf83fba9d9c0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:21.604141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.604700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.605043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.605377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.605728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.606054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.606378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.607283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.607283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.607494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.607702 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.608020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:21.615100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:21.625080 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00f18284-33ea-49e9-8095-aa6fece42abe req-d03dbfa0-6ff5-4e46-91c6-205e5d06deeb tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Oct 19 11:22:21.682009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7a0005-ee0a-44df-a958-b9e9f8b550a4 req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] No DVR routers for this DVR port c1bd0557-84a8-4d96-b705-bf83fba9d9c0 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:21.690219 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ed7a0005-ee0a-44df-a958-b9e9f8b550a4 req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:21.693664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed7a0005-ee0a-44df-a958-b9e9f8b550a4 req-5139855a-bc14-46e5-9a1f-c6b82d78fd90 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "DELETE /v2.0/ports/c1bd0557-84a8-4d96-b705-bf83fba9d9c0 HTTP/1.1" status: 204 len: 173 time: 1.2909360 Oct 19 11:22:21.694183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c805666-5c39-46a3-9860-6840613f39db', 'name': 'network-vif-deleted', 'tag': 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:21.696669 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eac76db-d8f6-49fb-8d9c-5f1383e86d83" -d '{"events": [{"server_uuid": "6c805666-5c39-46a3-9860-6840613f39db", "name": "network-vif-deleted", "tag": "c1bd0557-84a8-4d96-b705-bf83fba9d9c0"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:21.751647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb1a71f-1038-4081-b85d-01cde8a21d49,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:21.787588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] Checking segment: {'id': '0c8cc3e8-1d93-4226-b313-72c1d35be2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8a7411d9-8bec-456c-8280-bc5b229e108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:21.788149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] Network hostable DHCP agents. Network: 8a7411d9-8bec-456c-8280-bc5b229e108a, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:22:21.867588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b7cf420-e69c-4962-87ef-fd8c7dbd7fc9 req-298ab91e-0916-4d48-9a5e-4285a6ce701b tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 210 time: 0.0685656 Oct 19 11:22:21.913781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad429ce-d35c-452a-9254-57b224aa1a92 req-28528c2c-1659-42c1-aee2-f1247eb75392 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:21.923575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ad429ce-d35c-452a-9254-57b224aa1a92 req-28528c2c-1659-42c1-aee2-f1247eb75392 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 945 time: 0.0939040 Oct 19 11:22:21.946709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] Network 8a7411d9-8bec-456c-8280-bc5b229e108a is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:22:21.973721 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38570bd3-59c8-4927-967d-d09085239555 x-openstack-request-id: req-38570bd3-59c8-4927-967d-d09085239555 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:21.974105 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c805666-5c39-46a3-9860-6840613f39db", "name": "network-vif-deleted", "tag": "c1bd0557-84a8-4d96-b705-bf83fba9d9c0", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:21.974434 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38570bd3-59c8-4927-967d-d09085239555 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:21.975449 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c805666-5c39-46a3-9860-6840613f39db', 'name': 'network-vif-deleted', 'tag': 'c1bd0557-84a8-4d96-b705-bf83fba9d9c0', 'status': 'completed', 'code': 200} Oct 19 11:22:22.014620 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ad429ce-d35c-452a-9254-57b224aa1a92 req-3d506637-e884-4309-b3da-925de99526fb tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846405 Oct 19 11:22:22.039349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:22:22.110846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 8a7411d9-8bec-456c-8280-bc5b229e108a) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:22:22.123490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:22.124981 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:22.153923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212b9b5f-b3f8-4837-9753-b0173131c3ee None None] Network 8a7411d9-8bec-456c-8280-bc5b229e108a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:22:22.155856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 583e108c-c40d-4277-bbfb-275a8f9dfd2d no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:22.209087 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:22:22.210529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 583e108c-c40d-4277-bbfb-275a8f9dfd2d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:22.210655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 583e108c-c40d-4277-bbfb-275a8f9dfd2d not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:22.211042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f4fd9345-7e49-4e50-8f6c-1b98805d24d3 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:22.241084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708250f-cd86-4b4c-ba24-d0b8e5f09453 req-ae675cf2-17ec-4244-85af-74b8b61eda8e tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:22.246940 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1708250f-cd86-4b4c-ba24-d0b8e5f09453 req-ae675cf2-17ec-4244-85af-74b8b61eda8e tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1179457 Oct 19 11:22:22.289077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1ba5e365-4f5a-4fd0-85df-194f8138c1cb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6713006 Oct 19 11:22:22.360908 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:22:22.362636 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:22.406052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1708250f-cd86-4b4c-ba24-d0b8e5f09453 req-5a10258a-d005-4e9d-b283-acfc67335d53 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445932 Oct 19 11:22:22.621908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a034e2-e545-4d75-94c8-165b6531f4a8', 'name': 'network-vif-deleted', 'tag': '754b8aba-d300-4e01-a3cd-7795ea1e15dd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:22.624553 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23a12da-296a-467e-a62d-3fc03bd0b854" -d '{"events": [{"server_uuid": "20a034e2-e545-4d75-94c8-165b6531f4a8", "name": "network-vif-deleted", "tag": "754b8aba-d300-4e01-a3cd-7795ea1e15dd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:22.645415 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-9681b17b-cb22-45b3-80f1-fa6764032fc5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:22.645415 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-9681b17b-cb22-45b3-80f1-fa6764032fc5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "GET /v2.0/networks?id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 HTTP/1.1" status: 200 len: 813 time: 0.1940422 Oct 19 11:22:22.645642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df742916-5cc3-49f3-8e93-ebc3898aea95 req-b6311550-b9c6-434e-a9c1-56da5cb0b84c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:22.657592 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-df742916-5cc3-49f3-8e93-ebc3898aea95 req-b6311550-b9c6-434e-a9c1-56da5cb0b84c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 944 time: 0.1955907 Oct 19 11:22:22.663797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Request body: {'port': {'device_id': '5c8226bd-0a19-4906-bce8-250ce710b6a4', 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4', 'admin_state_up': True, 'tenant_id': 'bf50b610f2f946cc967981faaa2e1821'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:22.742031 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833e75b7-1f11-457d-ae67-aba830fc0840 x-openstack-request-id: req-833e75b7-1f11-457d-ae67-aba830fc0840 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:22.742533 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a034e2-e545-4d75-94c8-165b6531f4a8", "name": "network-vif-deleted", "tag": "754b8aba-d300-4e01-a3cd-7795ea1e15dd", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:22.743523 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-833e75b7-1f11-457d-ae67-aba830fc0840 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:22.746117 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a034e2-e545-4d75-94c8-165b6531f4a8', 'name': 'network-vif-deleted', 'tag': '754b8aba-d300-4e01-a3cd-7795ea1e15dd', 'status': 'completed', 'code': 200} Oct 19 11:22:22.748960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-df742916-5cc3-49f3-8e93-ebc3898aea95 req-19383e51-088b-4b25-9221-40889e0d1576 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882578 Oct 19 11:22:22.767318 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:22.790860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce08d73f-37b2-435a-b7ec-e7d8e91e3e0d None None] Network 8a7411d9-8bec-456c-8280-bc5b229e108a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:22:22.868345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:22.871763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:22.875101 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9ab896-5047-407b-b5de-28c7c02136e0" -d '{"events": [{"server_uuid": "4c290d72-f964-4f07-8ff3-97ce192cfd44", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:22.966074 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32a52e12-e5e9-48b0-80f5-5af7a56905c2 req-282db54e-1d09-42d1-adcc-414e4ff344ad tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c805666-5c39-46a3-9860-6840613f39db HTTP/1.1" status: 200 len: 210 time: 0.0493624 Oct 19 11:22:22.984308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:22.986365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device c1bd0557-84a8-4d96-b705-bf83fba9d9c0 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:23.158354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32381ab6-6f60-412c-9e71-054ca436def8 req-56faf271-0b9c-41cf-91ea-1fb9ad39e363 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 210 time: 0.0455952 Oct 19 11:22:23.163259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c58365-ce23-4ca8-b2eb-765c01c289ab req-5b4ecb24-f96a-40ba-bee0-297f51ed46bb tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:23.165164 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c5c58365-ce23-4ca8-b2eb-765c01c289ab req-5b4ecb24-f96a-40ba-bee0-297f51ed46bb tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 945 time: 0.4140222 Oct 19 11:22:23.224758 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b013465-a854-49a9-9edb-c2f79c92239e x-openstack-request-id: req-9b013465-a854-49a9-9edb-c2f79c92239e {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:23.227956 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c290d72-f964-4f07-8ff3-97ce192cfd44", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:23.227956 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b013465-a854-49a9-9edb-c2f79c92239e {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:23.227956 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad', 'code': 200} Oct 19 11:22:23.228202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:23.236431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: c1bd0557-84a8-4d96-b705-bf83fba9d9c0 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:23.236979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device c1bd0557-84a8-4d96-b705-bf83fba9d9c0 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:23.259334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Made reservation on behalf of bf50b610f2f946cc967981faaa2e1821 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:23.266408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:23.326438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592208d-d460-4c92-aad4-35bb74157f13 req-9d6c57d7-08f2-4866-bb80-1b6271fa8948 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:23.328008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-9d6c57d7-08f2-4866-bb80-1b6271fa8948 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/networks?id=9acf8287-dbad-49b3-9878-452daab67a05 HTTP/1.1" status: 200 len: 824 time: 0.3127627 Oct 19 11:22:23.396442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-32482880-3b5c-461e-a608-1df60a7a0400 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6820831 Oct 19 11:22:23.412085 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-48401fbd-13f1-4928-8901-a456592182e1 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/quotas/2487b927943f4da38b3346aca29785cf HTTP/1.1" status: 200 len: 375 time: 0.0721695 Oct 19 11:22:23.480500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cde9a-8c0f-4b66-8a8a-d4f78588c169 req-763cc887-0718-4883-8878-2f03e6d7226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:23.482929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-960cde9a-8c0f-4b66-8a8a-d4f78588c169 req-763cc887-0718-4883-8878-2f03e6d7226f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 1096 time: 0.2592988 Oct 19 11:22:23.490902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84ebf1-c962-44ae-a62b-89ac17661350 req-8a846914-d465-41c4-9754-6207c5610ca3 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:23.499120 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af84ebf1-c962-44ae-a62b-89ac17661350 req-8a846914-d465-41c4-9754-6207c5610ca3 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 945 time: 0.2022555 Oct 19 11:22:23.499526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-6aa19200-55fa-429b-8277-e5a587af90a6 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2487b927943f4da38b3346aca29785cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773394 Oct 19 11:22:23.548769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Allocated IP 172.20.0.3 (2a325aed-1ff4-407b-9af1-75a3bf4a7ee4/23b85a04-f228-41bb-a5f6-f36b14870f63/96013a28-0d32-408d-8c18-c649e0795b4a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:22:23.574787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-fddaf6a1-84c6-42fa-acbd-f637a3537a77 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:23.577922 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-fddaf6a1-84c6-42fa-acbd-f637a3537a77 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.49 "GET /v2.0/networks?id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 HTTP/1.1" status: 200 len: 813 time: 0.2888472 Oct 19 11:22:23.593891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af84ebf1-c962-44ae-a62b-89ac17661350 req-045c4851-c19d-4c35-baa8-59d05c4fdfe5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938363 Oct 19 11:22:23.601335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Request body: {'port': {'device_id': '06c5f101-bd76-47f6-8a6b-fad247b8bc13', 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4', 'admin_state_up': True, 'tenant_id': 'bf50b610f2f946cc967981faaa2e1821'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:23.609732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-960cde9a-8c0f-4b66-8a8a-d4f78588c169 req-9d42ea08-345a-4d74-9e40-8b146387134d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938787 Oct 19 11:22:23.683723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-c5c58365-ce23-4ca8-b2eb-765c01c289ab req-b185d691-bd2f-4c0f-9a69-c4588a88b1d6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Deleting port be8ca907-7005-4055-b917-87cdfd0f50cd {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:23.684155 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c5c58365-ce23-4ca8-b2eb-765c01c289ab req-b185d691-bd2f-4c0f-9a69-c4588a88b1d6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:23.800598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-0961e3c4-daa0-44ee-b9a4-5afce16aa7d4 service neutron] 10.222.0.39 "GET /v2.0/networks/9acf8287-dbad-49b3-9878-452daab67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891073 Oct 19 11:22:23.802949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831278f8-9f2e-46f7-a609-02d356af3597 req-82f4efb6-358f-4912-ad72-b55e075dfa2b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:23.809066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-831278f8-9f2e-46f7-a609-02d356af3597 req-82f4efb6-358f-4912-ad72-b55e075dfa2b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1354823 Oct 19 11:22:23.870353 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:23.874346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-831278f8-9f2e-46f7-a609-02d356af3597 req-1b6efe03-4adc-408b-a15e-6f4475bbe420 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614939 Oct 19 11:22:23.931725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c5c58365-ce23-4ca8-b2eb-765c01c289ab req-b185d691-bd2f-4c0f-9a69-c4588a88b1d6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] For port be8ca907-7005-4055-b917-87cdfd0f50cd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=be8ca907-7005-4055-b917-87cdfd0f50cd,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:23.932085 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c5c58365-ce23-4ca8-b2eb-765c01c289ab req-b185d691-bd2f-4c0f-9a69-c4588a88b1d6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:23.948596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-c5c58365-ce23-4ca8-b2eb-765c01c289ab req-b185d691-bd2f-4c0f-9a69-c4588a88b1d6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Calling delete_port for be8ca907-7005-4055-b917-87cdfd0f50cd owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:23.974978 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-277e48a0-e7ab-4c5d-aa74-d597879b57f1 service neutron] 10.222.0.39 "GET /v2.0/networks/9acf8287-dbad-49b3-9878-452daab67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647878 Oct 19 11:22:23.996580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:24.029240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Made reservation on behalf of bf50b610f2f946cc967981faaa2e1821 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:24.032776 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:24.093121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:22:24.101666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:22:24.104336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Pushing event updated for resources: {'Port': ['ID=96013a28-0d32-408d-8c18-c649e0795b4a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:24.106598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:22:24.151327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 754b8aba-d300-4e01-a3cd-7795ea1e15dd no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:24.151895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a10697-945a-457b-aed0-7d7729083e25 req-979a7022-be4f-44bc-ad5a-1cee5a3cd217 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:24.152907 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2a10697-945a-457b-aed0-7d7729083e25 req-979a7022-be4f-44bc-ad5a-1cee5a3cd217 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.1335077 Oct 19 11:22:24.175955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 754b8aba-d300-4e01-a3cd-7795ea1e15dd {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:24.176222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 754b8aba-d300-4e01-a3cd-7795ea1e15dd not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:24.187195 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:24.187798 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:24.206560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Allocated IP 172.20.0.13 (2a325aed-1ff4-407b-9af1-75a3bf4a7ee4/23b85a04-f228-41bb-a5f6-f36b14870f63/07e7635b-45cb-4dda-ae42-8074ecc53d95) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:22:24.219820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2a10697-945a-457b-aed0-7d7729083e25 req-64438c0d-8a59-47d4-8d64-148e52c446a0 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571837 Oct 19 11:22:24.232813 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c5c58365-ce23-4ca8-b2eb-765c01c289ab req-b185d691-bd2f-4c0f-9a69-c4588a88b1d6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:24.259218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:24.283867 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-665e2f7b-e751-445c-b0d5-95f9247d0794 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6240897 Oct 19 11:22:24.299568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Request body: {'port': {'device_id': '5c8226bd-0a19-4906-bce8-250ce710b6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:24.319224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185d691-bd2f-4c0f-9a69-c4588a88b1d6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event deleted for resources: {'Port': ['ID=be8ca907-7005-4055-b917-87cdfd0f50cd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:24.394533 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba9b3f0b-d584-4d88-975b-4df4db25d89f req-e693c1b6-a7fb-4179-a2da-d7c71a7d5b43 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 210 time: 0.0548389 Oct 19 11:22:24.399547 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:24.447860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c58365-ce23-4ca8-b2eb-765c01c289ab req-b185d691-bd2f-4c0f-9a69-c4588a88b1d6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] No DVR routers for this DVR port be8ca907-7005-4055-b917-87cdfd0f50cd on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:24.459091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1ed283e-f075-4e7d-8897-0019cb1af333 req-c994cbfd-6430-46b3-b126-e0b7a269b281 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 210 time: 0.1096160 Oct 19 11:22:24.460299 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c5c58365-ce23-4ca8-b2eb-765c01c289ab req-b185d691-bd2f-4c0f-9a69-c4588a88b1d6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:24.463595 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c5c58365-ce23-4ca8-b2eb-765c01c289ab req-b185d691-bd2f-4c0f-9a69-c4588a88b1d6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "DELETE /v2.0/ports/be8ca907-7005-4055-b917-87cdfd0f50cd HTTP/1.1" status: 204 len: 173 time: 1.1321018 Oct 19 11:22:24.468283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693c81ff-b4ea-431d-9345-f4d4295cd176', 'name': 'network-vif-deleted', 'tag': 'be8ca907-7005-4055-b917-87cdfd0f50cd'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:24.469808 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84abdd5-5380-42b8-bc77-3b65b5a9f826" -d '{"events": [{"server_uuid": "693c81ff-b4ea-431d-9345-f4d4295cd176", "name": "network-vif-deleted", "tag": "be8ca907-7005-4055-b917-87cdfd0f50cd"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:24.577957 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86afb3a5-fc29-4211-9b39-47f480fce831 x-openstack-request-id: req-86afb3a5-fc29-4211-9b39-47f480fce831 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:24.578260 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693c81ff-b4ea-431d-9345-f4d4295cd176", "name": "network-vif-deleted", "tag": "be8ca907-7005-4055-b917-87cdfd0f50cd", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:24.578513 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86afb3a5-fc29-4211-9b39-47f480fce831 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:24.579852 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693c81ff-b4ea-431d-9345-f4d4295cd176', 'name': 'network-vif-deleted', 'tag': 'be8ca907-7005-4055-b917-87cdfd0f50cd', 'status': 'completed', 'code': 200} Oct 19 11:22:24.595864 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:24.697392 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd16d4b1-c3ed-4f55-b91a-90a9149216aa req-617aa7cb-03d0-443d-82eb-c5f4d5dc8209 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=693c81ff-b4ea-431d-9345-f4d4295cd176 HTTP/1.1" status: 200 len: 210 time: 0.0314994 Oct 19 11:22:24.713207 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:24.767626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:22:24.774984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:22:24.780132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:22:24.807964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Pushing event updated for resources: {'Port': ['ID=07e7635b-45cb-4dda-ae42-8074ecc53d95,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:24.835581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:24.839427 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:24.900460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96013a28-0d32-408d-8c18-c649e0795b4a {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:24.913385 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:24.926950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Transition to ACTIVE for port object 96013a28-0d32-408d-8c18-c649e0795b4a will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:22:24.952593 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-29384b51-04e1-483b-9c78-5e99e3e01fb5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3646960 Oct 19 11:22:24.974671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Request body: {'port': {'device_id': '06c5f101-bd76-47f6-8a6b-fad247b8bc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:25.034236 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:25.082515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b999b8-af7b-4a91-a6d0-801bfb54ef4e req-37abccf6-1997-4932-9abb-ad0946bfdc73 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:25.090069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62b999b8-af7b-4a91-a6d0-801bfb54ef4e req-37abccf6-1997-4932-9abb-ad0946bfdc73 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1304276 Oct 19 11:22:25.092644 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:25.115388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Pushing event updated for resources: {'Port': ['ID=96013a28-0d32-408d-8c18-c649e0795b4a,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:25.141119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62b999b8-af7b-4a91-a6d0-801bfb54ef4e req-379937fa-fd21-44a4-9c31-0f2c252bf489 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501504 Oct 19 11:22:25.184839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Attempting to bind port 96013a28-0d32-408d-8c18-c649e0795b4a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:22:25.185420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Attempting to bind port 96013a28-0d32-408d-8c18-c649e0795b4a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:22:25.185772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Attempting to bind port 96013a28-0d32-408d-8c18-c649e0795b4a on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:25.193439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Port 96013a28-0d32-408d-8c18-c649e0795b4a on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:22:25.193439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Attempting to bind port 96013a28-0d32-408d-8c18-c649e0795b4a on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:25.204628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:22:25.205269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Checking segment: {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:25.206033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Bound using segment: {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:22:25.206352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Bound port: 96013a28-0d32-408d-8c18-c649e0795b4a, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:22:25.206717 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:25.315807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] For port 96013a28-0d32-408d-8c18-c649e0795b4a, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:22:25.320455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] For port 96013a28-0d32-408d-8c18-c649e0795b4a, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=96013a28-0d32-408d-8c18-c649e0795b4a,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:22:25.364721 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-56b759ad-07a4-4e1e-9515-24b42274db50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:25.413728 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:25.419370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33c408-a3e5-43f5-879d-1ad6380341b2 req-db87d710-7238-492b-8e78-dcbb4663756b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:25.420994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3e33c408-a3e5-43f5-879d-1ad6380341b2 req-db87d710-7238-492b-8e78-dcbb4663756b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0706263 Oct 19 11:22:25.460773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:25.461564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:25.463152 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] 10.222.0.26 "PUT /v2.0/ports/96013a28-0d32-408d-8c18-c649e0795b4a HTTP/1.1" status: 200 len: 1091 time: 1.1683259 Oct 19 11:22:25.463764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8226bd-0a19-4906-bce8-250ce710b6a4', 'tag': '96013a28-0d32-408d-8c18-c649e0795b4a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:25.466563 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eda868-6174-482f-8a13-c52c9722b5db" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8226bd-0a19-4906-bce8-250ce710b6a4", "tag": "96013a28-0d32-408d-8c18-c649e0795b4a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:25.486541 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3e33c408-a3e5-43f5-879d-1ad6380341b2 req-0a1dd063-60bf-42ca-83ec-2aba033597e2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536611 Oct 19 11:22:25.539408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14f49f-c52b-4909-b1fb-1a5bd83e92db service neutron] Pushing event updated for resources: {'Port': ['ID=96013a28-0d32-408d-8c18-c649e0795b4a,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:25.579689 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f128e6a4-58ab-4860-9f3a-c9377efe4ab2 req-8d9d0238-cddb-4554-8e5d-97e7e04a4b96 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 210 time: 0.0331190 Oct 19 11:22:25.580475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c138e9-0153-42be-b89b-8f219636d07b req-9b24e171-8797-4a3f-8b7e-1d1f4769b4c2 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:25.582226 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2c138e9-0153-42be-b89b-8f219636d07b req-9b24e171-8797-4a3f-8b7e-1d1f4769b4c2 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdbdee73-2569-4bd1-be9a-40b90791fdab HTTP/1.1" status: 200 len: 950 time: 0.1060567 Oct 19 11:22:25.585497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e7635b-45cb-4dda-ae42-8074ecc53d95 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:25.594284 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:25.614020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Transition to ACTIVE for port object 07e7635b-45cb-4dda-ae42-8074ecc53d95 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:22:25.642592 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2c138e9-0153-42be-b89b-8f219636d07b req-ed2c756a-c2b1-4e54-9985-42b464243cb1 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462298 Oct 19 11:22:25.673706 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:25.710193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-2aabdc00-65eb-4bc3-be93-d742f4437fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:25.712322 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-2aabdc00-65eb-4bc3-be93-d742f4437fe1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf50b610f2f946cc967981faaa2e1821&device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 1094 time: 0.0683012 Oct 19 11:22:25.721337 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471f3c72-ec0b-41eb-8e69-05658b3aa16a x-openstack-request-id: req-471f3c72-ec0b-41eb-8e69-05658b3aa16a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:25.721767 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8226bd-0a19-4906-bce8-250ce710b6a4", "tag": "96013a28-0d32-408d-8c18-c649e0795b4a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:25.722030 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-471f3c72-ec0b-41eb-8e69-05658b3aa16a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:25.722445 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8226bd-0a19-4906-bce8-250ce710b6a4', 'tag': '96013a28-0d32-408d-8c18-c649e0795b4a', 'status': 'completed', 'code': 200} Oct 19 11:22:25.784301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-aaafde62-d956-4408-8bcb-b28a63709e44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96013a28-0d32-408d-8c18-c649e0795b4a HTTP/1.1" status: 200 len: 217 time: 0.0578108 Oct 19 11:22:25.827021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Pushing event updated for resources: {'Port': ['ID=07e7635b-45cb-4dda-ae42-8074ecc53d95,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:25.866002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-a4103671-0c62-4747-bab8-acda76bfac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:25.867678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-a4103671-0c62-4747-bab8-acda76bfac66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23b85a04-f228-41bb-a5f6-f36b14870f63 HTTP/1.1" status: 200 len: 853 time: 0.0644472 Oct 19 11:22:25.874031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab3f14-b77e-4172-b73d-198be3c80e6d req-ab3675be-03f8-4aea-9aff-3bc6bc182e95 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:25.875812 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83ab3f14-b77e-4172-b73d-198be3c80e6d req-ab3675be-03f8-4aea-9aff-3bc6bc182e95 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 944 time: 0.1461496 Oct 19 11:22:25.906947 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-a5d90ef7-c893-44c6-bca0-62cc1eb1da78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315251 Oct 19 11:22:25.936757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Attempting to bind port 07e7635b-45cb-4dda-ae42-8074ecc53d95 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:22:25.937385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Attempting to bind port 07e7635b-45cb-4dda-ae42-8074ecc53d95 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:22:25.937763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Attempting to bind port 07e7635b-45cb-4dda-ae42-8074ecc53d95 on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:25.943268 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83ab3f14-b77e-4172-b73d-198be3c80e6d req-d3c1fee9-f5a2-46fb-97b6-88a425c89e2b tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604753 Oct 19 11:22:25.945439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Port 07e7635b-45cb-4dda-ae42-8074ecc53d95 on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:22:25.945762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Attempting to bind port 07e7635b-45cb-4dda-ae42-8074ecc53d95 on network 2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:25.951283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:22:25.951631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Checking segment: {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:25.952070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Bound using segment: {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:22:25.952506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Bound port: 07e7635b-45cb-4dda-ae42-8074ecc53d95, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6531dca-c66f-4a69-a237-e7f491932c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:22:25.953148 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:26.029922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0bee9ce9-7ddb-4152-8fce-45377c96954a service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116724 Oct 19 11:22:26.030469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] For port 07e7635b-45cb-4dda-ae42-8074ecc53d95, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:22:26.034542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] For port 07e7635b-45cb-4dda-ae42-8074ecc53d95, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=07e7635b-45cb-4dda-ae42-8074ecc53d95,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:22:26.063104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device be8ca907-7005-4055-b917-87cdfd0f50cd no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:26.086742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: be8ca907-7005-4055-b917-87cdfd0f50cd {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:26.087348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device be8ca907-7005-4055-b917-87cdfd0f50cd not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:26.131936 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-ea439efd-b32f-46c5-97cf-213edca5338a service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940878 Oct 19 11:22:26.137237 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:26.186358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:26.187412 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:26.189016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] 10.222.0.49 "PUT /v2.0/ports/07e7635b-45cb-4dda-ae42-8074ecc53d95 HTTP/1.1" status: 200 len: 1092 time: 1.2188077 Oct 19 11:22:26.222803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e2867-ef00-4e79-926e-83b9e4ed891c service neutron] Pushing event updated for resources: {'Port': ['ID=07e7635b-45cb-4dda-ae42-8074ecc53d95,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:26.336854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda868-6174-482f-8a13-c52c9722b5db req-02121cae-28c5-45d1-b52f-7fa6799eba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:26.338419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9eda868-6174-482f-8a13-c52c9722b5db req-02121cae-28c5-45d1-b52f-7fa6799eba7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf50b610f2f946cc967981faaa2e1821&device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 1094 time: 0.0571990 Oct 19 11:22:26.410734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aace11-cb34-4a9b-8789-3c6340ae2df3 req-4bb1a19e-7e2e-4343-aca5-e056c746d6da tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:26.412411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-48aace11-cb34-4a9b-8789-3c6340ae2df3 req-4bb1a19e-7e2e-4343-aca5-e056c746d6da tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdbdee73-2569-4bd1-be9a-40b90791fdab HTTP/1.1" status: 200 len: 950 time: 0.1524806 Oct 19 11:22:26.422937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-b1820038-ef99-4eb8-8d19-2048ce542c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:26.424508 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-b1820038-ef99-4eb8-8d19-2048ce542c8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf50b610f2f946cc967981faaa2e1821&device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 1095 time: 0.0893736 Oct 19 11:22:26.438180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12bcf1-97ba-4360-9591-1c4f11a00324 req-d26ffe33-6a15-4cff-9437-8a8f831f0448 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:26.439833 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f12bcf1-97ba-4360-9591-1c4f11a00324 req-d26ffe33-6a15-4cff-9437-8a8f831f0448 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1240191 Oct 19 11:22:26.471421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda868-6174-482f-8a13-c52c9722b5db req-f53587c4-4be2-4f39-a7bc-9de8876f93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:26.473097 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9eda868-6174-482f-8a13-c52c9722b5db req-f53587c4-4be2-4f39-a7bc-9de8876f93e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 HTTP/1.1" status: 200 len: 914 time: 0.1255853 Oct 19 11:22:26.529988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9eda868-6174-482f-8a13-c52c9722b5db req-8e25b716-0dda-439c-a436-7ab9b5082450 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96013a28-0d32-408d-8c18-c649e0795b4a HTTP/1.1" status: 200 len: 217 time: 0.0471628 Oct 19 11:22:26.549379 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-dab8b14e-3481-47e4-a502-bd49abcdb2b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e7635b-45cb-4dda-ae42-8074ecc53d95 HTTP/1.1" status: 200 len: 217 time: 0.1066811 Oct 19 11:22:26.588274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c5f101-bd76-47f6-8a6b-fad247b8bc13', 'tag': '07e7635b-45cb-4dda-ae42-8074ecc53d95'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:26.591262 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ed3a4-15ee-4a16-b480-d9649d949e39" -d '{"events": [{"name": "network-changed", "server_uuid": "06c5f101-bd76-47f6-8a6b-fad247b8bc13", "tag": "07e7635b-45cb-4dda-ae42-8074ecc53d95"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:26.594504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda868-6174-482f-8a13-c52c9722b5db req-953cf0de-6637-4b85-9ca8-015e2097b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:26.596059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9eda868-6174-482f-8a13-c52c9722b5db req-953cf0de-6637-4b85-9ca8-015e2097b270 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23b85a04-f228-41bb-a5f6-f36b14870f63 HTTP/1.1" status: 200 len: 853 time: 0.0560815 Oct 19 11:22:26.639891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9eda868-6174-482f-8a13-c52c9722b5db req-82e72555-6d4c-489a-b4ae-c50eb0f2dbd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308247 Oct 19 11:22:26.695971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-7cc2b611-5e2d-497b-a27c-963d042d9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:26.701179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-7cc2b611-5e2d-497b-a27c-963d042d9b27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23b85a04-f228-41bb-a5f6-f36b14870f63 HTTP/1.1" status: 200 len: 853 time: 0.1302979 Oct 19 11:22:26.710151 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f12bcf1-97ba-4360-9591-1c4f11a00324 req-79f93184-3b7f-4197-aaf3-dfa22515d756 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139497 Oct 19 11:22:26.744558 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-f53add6f-289d-4669-83bd-a278f55490b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320840 Oct 19 11:22:26.772654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-48aace11-cb34-4a9b-8789-3c6340ae2df3 req-2ac31853-e30d-409c-8619-cc63d7b95289 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Deleting port a41b50ca-2ba9-46a3-91d7-211a5787ecc2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:26.773412 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-48aace11-cb34-4a9b-8789-3c6340ae2df3 req-2ac31853-e30d-409c-8619-cc63d7b95289 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:26.844237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-1732a5e4-5f47-4601-ba60-67bcec6dcbc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:26.851598 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-1732a5e4-5f47-4601-ba60-67bcec6dcbc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.2036440 Oct 19 11:22:26.862251 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9eda868-6174-482f-8a13-c52c9722b5db req-a62b3ad8-1e4a-4749-8f18-4087f9ce452d service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033138 Oct 19 11:22:26.870248 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-fa431250-0f83-4e27-af76-7c03709f728f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/quotas/2e25a8027c5140d4a21729ec31a9e586 HTTP/1.1" status: 200 len: 375 time: 0.0178125 Oct 19 11:22:26.979048 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9eda868-6174-482f-8a13-c52c9722b5db req-e553cfe7-4d35-480d-bb5a-8692f9d5c220 service neutron] 10.222.0.26 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978215 Oct 19 11:22:27.009432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-48aace11-cb34-4a9b-8789-3c6340ae2df3 req-2ac31853-e30d-409c-8619-cc63d7b95289 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] For port a41b50ca-2ba9-46a3-91d7-211a5787ecc2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a41b50ca-2ba9-46a3-91d7-211a5787ecc2,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:27.009806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-48aace11-cb34-4a9b-8789-3c6340ae2df3 req-2ac31853-e30d-409c-8619-cc63d7b95289 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:27.034962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9410e4-1d51-4072-baeb-96a40cd833f2 req-ae88641c-f10f-4830-9966-b9f81967b6ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:27.038381 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d9410e4-1d51-4072-baeb-96a40cd833f2 req-ae88641c-f10f-4830-9966-b9f81967b6ff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.2034566 Oct 19 11:22:27.041936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-de174bad-b9a8-4a68-8532-066b11b9d7b3 service neutron] 10.222.0.49 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900467 Oct 19 11:22:27.051237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-48aace11-cb34-4a9b-8789-3c6340ae2df3 req-2ac31853-e30d-409c-8619-cc63d7b95289 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Calling delete_port for a41b50ca-2ba9-46a3-91d7-211a5787ecc2 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:27.064557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-e8c157ca-3cd3-4848-ad2c-c06121ce9791 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1931739 Oct 19 11:22:27.105719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20c5be-bbd7-40ab-987d-dfd2721af129 req-d5ac1ee9-bcc7-4015-b144-d5633b0b41e3 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:27.107802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aa20c5be-bbd7-40ab-987d-dfd2721af129 req-d5ac1ee9-bcc7-4015-b144-d5633b0b41e3 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 950 time: 0.1277649 Oct 19 11:22:27.209754 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d9410e4-1d51-4072-baeb-96a40cd833f2 req-3331e810-67d6-4259-8eef-3e624e7eedc4 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468720 Oct 19 11:22:27.314126 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-dd27450c-2ea9-4f5a-9a41-735352140379 service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486415 Oct 19 11:22:27.350706 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a68d533-15bf-4603-901d-17cbb41069a8 req-b6ab9fe8-f5df-4db2-9134-032c6e3aabc2 service neutron] 10.222.0.49 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868617 Oct 19 11:22:27.352118 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a86b4bc-290b-44b6-8345-ffe9ef0fad43 x-openstack-request-id: req-0a86b4bc-290b-44b6-8345-ffe9ef0fad43 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:27.352404 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c5f101-bd76-47f6-8a6b-fad247b8bc13", "tag": "07e7635b-45cb-4dda-ae42-8074ecc53d95", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:27.353428 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a86b4bc-290b-44b6-8345-ffe9ef0fad43 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:27.353428 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c5f101-bd76-47f6-8a6b-fad247b8bc13', 'tag': '07e7635b-45cb-4dda-ae42-8074ecc53d95', 'status': 'completed', 'code': 200} Oct 19 11:22:27.408444 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab9d7e62-789f-43dc-9044-e6d0a62706a4 req-a794a46f-54b5-4581-b900-2e7e3ce504c8 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 210 time: 0.0541921 Oct 19 11:22:27.412115 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-48aace11-cb34-4a9b-8789-3c6340ae2df3 req-2ac31853-e30d-409c-8619-cc63d7b95289 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:27.428409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696', '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:27.432469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230', '5b737595-5e6f-40ca-ab92-61231a59ca9d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:27.457324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592208d-d460-4c92-aad4-35bb74157f13 req-196e5058-2bf1-48fd-b069-35d6c1c0b63e tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:27.463871 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-196e5058-2bf1-48fd-b069-35d6c1c0b63e tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.26 "GET /v2.0/networks?id=9acf8287-dbad-49b3-9878-452daab67a05 HTTP/1.1" status: 200 len: 824 time: 0.2881281 Oct 19 11:22:27.474066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac31853-e30d-409c-8619-cc63d7b95289 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event deleted for resources: {'Port': ['ID=a41b50ca-2ba9-46a3-91d7-211a5787ecc2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:27.505328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Request body: {'port': {'device_id': 'feb0b5aa-b085-4b7a-b67c-ed9a920e3884', 'network_id': '9acf8287-dbad-49b3-9878-452daab67a05', 'admin_state_up': True, 'tenant_id': '2487b927943f4da38b3346aca29785cf'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:27.510491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-aa20c5be-bbd7-40ab-987d-dfd2721af129 req-3d688a36-f9b2-41a0-a07a-81b2ce8a812b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Deleting port 5b737595-5e6f-40ca-ab92-61231a59ca9d {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:27.510832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-aa20c5be-bbd7-40ab-987d-dfd2721af129 req-3d688a36-f9b2-41a0-a07a-81b2ce8a812b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:27.582217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3ea38d5-abbf-4997-8326-3f32c1f133ee req-a9eeebda-d549-477b-87e7-10104d695daa tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdbdee73-2569-4bd1-be9a-40b90791fdab HTTP/1.1" status: 200 len: 210 time: 0.0711527 Oct 19 11:22:27.610174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-fa97445e-2de0-4032-9416-3b536ac046cd service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911386 Oct 19 11:22:27.778989 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1a433cb8-2184-4188-9131-23b87221329c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:28.001787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aace11-cb34-4a9b-8789-3c6340ae2df3 req-2ac31853-e30d-409c-8619-cc63d7b95289 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] No DVR routers for this DVR port a41b50ca-2ba9-46a3-91d7-211a5787ecc2 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:28.007022 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-48aace11-cb34-4a9b-8789-3c6340ae2df3 req-2ac31853-e30d-409c-8619-cc63d7b95289 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:28.010989 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-48aace11-cb34-4a9b-8789-3c6340ae2df3 req-2ac31853-e30d-409c-8619-cc63d7b95289 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "DELETE /v2.0/ports/a41b50ca-2ba9-46a3-91d7-211a5787ecc2 HTTP/1.1" status: 204 len: 173 time: 1.5902352 Oct 19 11:22:28.073872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ed3a4-15ee-4a16-b480-d9649d949e39 req-9e68f90f-7518-4f81-b10e-8501e04f89b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:28.081670 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb9ed3a4-15ee-4a16-b480-d9649d949e39 req-9e68f90f-7518-4f81-b10e-8501e04f89b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf50b610f2f946cc967981faaa2e1821&device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 1095 time: 0.5976069 Oct 19 11:22:28.149126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40eb1dd-2ee5-4e36-8f11-b919b0e76fb1 req-d9897120-5784-48b7-ac72-89d63085ea5f tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:28.157261 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b40eb1dd-2ee5-4e36-8f11-b919b0e76fb1 req-d9897120-5784-48b7-ac72-89d63085ea5f tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 944 time: 0.1524315 Oct 19 11:22:28.160812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 96013a28-0d32-408d-8c18-c649e0795b4a details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:22:28.337868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b40eb1dd-2ee5-4e36-8f11-b919b0e76fb1 req-f951d20c-da59-4852-bf30-4a1fdd8b56e6 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646955 Oct 19 11:22:28.362359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 96013a28-0d32-408d-8c18-c649e0795b4a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=96013a28-0d32-408d-8c18-c649e0795b4a,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:28.373314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ed3a4-15ee-4a16-b480-d9649d949e39 req-2c3602c4-16e7-49ed-a7fe-bb4f6606d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:28.374784 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb9ed3a4-15ee-4a16-b480-d9649d949e39 req-2c3602c4-16e7-49ed-a7fe-bb4f6606d8e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 HTTP/1.1" status: 200 len: 914 time: 0.2811968 Oct 19 11:22:28.377059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '96013a28-0d32-408d-8c18-c649e0795b4a', 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4', 'port_id': '96013a28-0d32-408d-8c18-c649e0795b4a', 'mac_address': 'fa:16:3e:e3:c3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b85a04-f228-41bb-a5f6-f36b14870f63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:22:28.402354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-aa20c5be-bbd7-40ab-987d-dfd2721af129 req-3d688a36-f9b2-41a0-a07a-81b2ce8a812b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] For port 5b737595-5e6f-40ca-ab92-61231a59ca9d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5b737595-5e6f-40ca-ab92-61231a59ca9d,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:28.402884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-aa20c5be-bbd7-40ab-987d-dfd2721af129 req-3d688a36-f9b2-41a0-a07a-81b2ce8a812b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:28.434509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-aa20c5be-bbd7-40ab-987d-dfd2721af129 req-3d688a36-f9b2-41a0-a07a-81b2ce8a812b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Calling delete_port for 5b737595-5e6f-40ca-ab92-61231a59ca9d owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:28.434712 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb9ed3a4-15ee-4a16-b480-d9649d949e39 req-12cb55ae-05be-4603-80e2-6a45a2534e90 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e7635b-45cb-4dda-ae42-8074ecc53d95 HTTP/1.1" status: 200 len: 217 time: 0.0519989 Oct 19 11:22:28.436341 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:28.451080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb6608-4f5a-4d2d-8045-844a86238892 req-bb4717ab-d7dc-4756-ba7d-c78baa1b1aea tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:28.458904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-beeb6608-4f5a-4d2d-8045-844a86238892 req-bb4717ab-d7dc-4756-ba7d-c78baa1b1aea tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1168447 Oct 19 11:22:28.474189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96013a28-0d32-408d-8c18-c649e0795b4a {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:28.484426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6184dd07-434b-494b-b91d-2089aaf5cad0 req-6a61b155-0f01-4b47-88cf-1dc571060c1a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 210 time: 0.0499825 Oct 19 11:22:28.531983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 96013a28-0d32-408d-8c18-c649e0795b4a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=96013a28-0d32-408d-8c18-c649e0795b4a,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:28.547589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ed3a4-15ee-4a16-b480-d9649d949e39 req-13f70bef-f4f3-4509-98e9-8af621f6c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:28.549813 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb9ed3a4-15ee-4a16-b480-d9649d949e39 req-13f70bef-f4f3-4509-98e9-8af621f6c0bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23b85a04-f228-41bb-a5f6-f36b14870f63 HTTP/1.1" status: 200 len: 853 time: 0.1067948 Oct 19 11:22:28.598224 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-beeb6608-4f5a-4d2d-8045-844a86238892 req-c6729d5e-b82f-41c1-bd82-86003cc0af57 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320148 Oct 19 11:22:28.598349 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb9ed3a4-15ee-4a16-b480-d9649d949e39 req-5abac02d-04f8-45bc-9e1e-624cf58510c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403326 Oct 19 11:22:28.646390 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:28.648226 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Made reservation on behalf of 2487b927943f4da38b3346aca29785cf for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:28.652491 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:28.725743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=96013a28-0d32-408d-8c18-c649e0795b4a,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:28.779465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb9ed3a4-15ee-4a16-b480-d9649d949e39 req-2c55e31d-7625-486b-9f4d-f0ba3d3814b7 service neutron] 10.222.0.49 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720746 Oct 19 11:22:28.829966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28b52e0e-283f-474f-898b-ae6df1b00d36 req-01ca6739-84b1-467d-a563-36f283a6a48d tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 210 time: 0.0520408 Oct 19 11:22:28.839851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddb30d-d82a-4853-a7ea-055f3c2ef9cc req-6ebde0a4-e0e2-446c-8311-f8d388680b58 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:28.839851 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6ddb30d-d82a-4853-a7ea-055f3c2ef9cc req-6ebde0a4-e0e2-446c-8311-f8d388680b58 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.2384076 Oct 19 11:22:28.937912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Allocated IP 172.20.0.10 (9acf8287-dbad-49b3-9878-452daab67a05/1fe2f4c1-4daf-42b8-bc87-84a4d35be092/efa330ba-257c-4e5a-80af-b03459221549) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:22:28.951274 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6ddb30d-d82a-4853-a7ea-055f3c2ef9cc req-8db453c5-cc40-4397-9339-864923a5b471 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927594 Oct 19 11:22:28.981534 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb9ed3a4-15ee-4a16-b480-d9649d949e39 req-458e562c-cc8c-47bf-9ce1-bb8fca7b99a5 service neutron] 10.222.0.49 "GET /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940341 Oct 19 11:22:29.009915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['96013a28-0d32-408d-8c18-c649e0795b4a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:29.016358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-aa20c5be-bbd7-40ab-987d-dfd2721af129 req-3d688a36-f9b2-41a0-a07a-81b2ce8a812b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:29.025529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97e0d831-9916-4439-87de-3b7d705270aa req-203257c3-56b9-4c56-9a36-5b479cdd1585 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdbdee73-2569-4bd1-be9a-40b90791fdab HTTP/1.1" status: 200 len: 210 time: 0.0587890 Oct 19 11:22:29.058919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696', '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:29.064405 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:29.066737 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:29.067541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688a36-f9b2-41a0-a07a-81b2ce8a812b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event deleted for resources: {'Port': ['ID=5b737595-5e6f-40ca-ab92-61231a59ca9d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:29.154208 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa20c5be-bbd7-40ab-987d-dfd2721af129 req-3d688a36-f9b2-41a0-a07a-81b2ce8a812b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] No DVR routers for this DVR port 5b737595-5e6f-40ca-ab92-61231a59ca9d on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:29.158879 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-aa20c5be-bbd7-40ab-987d-dfd2721af129 req-3d688a36-f9b2-41a0-a07a-81b2ce8a812b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:29.162691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aa20c5be-bbd7-40ab-987d-dfd2721af129 req-3d688a36-f9b2-41a0-a07a-81b2ce8a812b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "DELETE /v2.0/ports/5b737595-5e6f-40ca-ab92-61231a59ca9d HTTP/1.1" status: 204 len: 173 time: 2.0205252 Oct 19 11:22:29.163252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083', 'name': 'network-vif-deleted', 'tag': '5b737595-5e6f-40ca-ab92-61231a59ca9d'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:29.167334 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc4272d-c490-4bd9-9ac6-8cc439357587" -d '{"events": [{"server_uuid": "3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083", "name": "network-vif-deleted", "tag": "5b737595-5e6f-40ca-ab92-61231a59ca9d"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:29.238662 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93485bf9-0fd1-47f8-85fa-84f794245d24 x-openstack-request-id: req-93485bf9-0fd1-47f8-85fa-84f794245d24 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:29.239011 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083", "name": "network-vif-deleted", "tag": "5b737595-5e6f-40ca-ab92-61231a59ca9d", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:29.239755 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93485bf9-0fd1-47f8-85fa-84f794245d24 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:29.240205 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083', 'name': 'network-vif-deleted', 'tag': '5b737595-5e6f-40ca-ab92-61231a59ca9d', 'status': 'completed', 'code': 200} Oct 19 11:22:29.276354 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:29.354204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbdee73-2569-4bd1-be9a-40b90791fdab', 'name': 'network-vif-deleted', 'tag': 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:29.357242 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29785609-d96a-4470-b4f6-47b50432fb48" -d '{"events": [{"server_uuid": "bdbdee73-2569-4bd1-be9a-40b90791fdab", "name": "network-vif-deleted", "tag": "a41b50ca-2ba9-46a3-91d7-211a5787ecc2"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:29.447923 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:29.527683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Network 9acf8287-dbad-49b3-9878-452daab67a05 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:22:29.535789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:22:29.547710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:22:29.559991 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcabc5e-34ef-40b1-be95-dfbdc5ea7f81 x-openstack-request-id: req-0bcabc5e-34ef-40b1-be95-dfbdc5ea7f81 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:29.561048 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbdee73-2569-4bd1-be9a-40b90791fdab", "name": "network-vif-deleted", "tag": "a41b50ca-2ba9-46a3-91d7-211a5787ecc2", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:29.562931 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bcabc5e-34ef-40b1-be95-dfbdc5ea7f81 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:29.562931 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbdee73-2569-4bd1-be9a-40b90791fdab', 'name': 'network-vif-deleted', 'tag': 'a41b50ca-2ba9-46a3-91d7-211a5787ecc2', 'status': 'completed', 'code': 200} Oct 19 11:22:29.606763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Pushing event updated for resources: {'Port': ['ID=efa330ba-257c-4e5a-80af-b03459221549,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:29.624646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46384322-bf9d-4dda-a51e-b15b2edd7b14 req-767b6864-3464-4548-836f-b0034b90bf78 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:29.629788 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-46384322-bf9d-4dda-a51e-b15b2edd7b14 req-767b6864-3464-4548-836f-b0034b90bf78 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 944 time: 0.1916177 Oct 19 11:22:29.659185 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:29.659838 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:29.678059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b48e67c9-63ab-402a-947e-6b4e730307fd req-5d71ad33-d567-4ddf-9b97-00030c8cb19f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 210 time: 0.0515509 Oct 19 11:22:29.723303 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-46384322-bf9d-4dda-a51e-b15b2edd7b14 req-137a4dc6-6912-43d2-8927-72639c00b3a5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798261 Oct 19 11:22:29.784920 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7ea43b28-d220-4447-80cd-80fa86fefb66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2991970 Oct 19 11:22:29.800428 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Request body: {'port': {'device_id': 'feb0b5aa-b085-4b7a-b67c-ed9a920e3884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:29.833077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054aab-36b8-4d75-ad57-615a5be25af1 req-e08f8688-6402-41a0-9bb5-11600c73a045 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:29.834547 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5a054aab-36b8-4d75-ad57-615a5be25af1 req-e08f8688-6402-41a0-9bb5-11600c73a045 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0582588 Oct 19 11:22:29.871492 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:29.886423 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5a054aab-36b8-4d75-ad57-615a5be25af1 req-dab84873-285d-423a-9324-eea6c039d2e3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429361 Oct 19 11:22:30.045744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616053b9-831c-484d-8397-c1b9a6fc153c req-c8e3d56d-c4d5-4221-b114-8f7597e9f676 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:30.047279 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-616053b9-831c-484d-8397-c1b9a6fc153c req-c8e3d56d-c4d5-4221-b114-8f7597e9f676 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 932 time: 0.1284425 Oct 19 11:22:30.075088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:30.081980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 07e7635b-45cb-4dda-ae42-8074ecc53d95 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:22:30.084329 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a41b50ca-2ba9-46a3-91d7-211a5787ecc2 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:30.114402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d139e-65ca-4e43-8f3f-a001312928d5 req-39a28292-816f-4d91-8f36-121d3bd972b8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:30.131570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d93d139e-65ca-4e43-8f3f-a001312928d5 req-39a28292-816f-4d91-8f36-121d3bd972b8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0945885 Oct 19 11:22:30.174938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: a41b50ca-2ba9-46a3-91d7-211a5787ecc2 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:30.175325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a41b50ca-2ba9-46a3-91d7-211a5787ecc2 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:30.186551 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d93d139e-65ca-4e43-8f3f-a001312928d5 req-65327a70-bcb6-43d8-9f25-1fb2977a4c5b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606434 Oct 19 11:22:30.266866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa330ba-257c-4e5a-80af-b03459221549 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:30.276091 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:30.292147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 07e7635b-45cb-4dda-ae42-8074ecc53d95, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=07e7635b-45cb-4dda-ae42-8074ecc53d95,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:30.295216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Transition to ACTIVE for port object efa330ba-257c-4e5a-80af-b03459221549 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:22:30.305863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5b737595-5e6f-40ca-ab92-61231a59ca9d no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:30.308386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '07e7635b-45cb-4dda-ae42-8074ecc53d95', 'network_id': '2a325aed-1ff4-407b-9af1-75a3bf4a7ee4', 'port_id': '07e7635b-45cb-4dda-ae42-8074ecc53d95', 'mac_address': 'fa:16:3e:79:60:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b85a04-f228-41bb-a5f6-f36b14870f63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:22:30.311310 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-616053b9-831c-484d-8397-c1b9a6fc153c req-0e27cf9c-c37a-4951-96f9-9e6e93f6031b tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408435 Oct 19 11:22:30.342873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 5b737595-5e6f-40ca-ab92-61231a59ca9d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:30.343217 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5b737595-5e6f-40ca-ab92-61231a59ca9d not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:30.358717 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:30.395499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d57f703-e9c0-4438-ac34-f8a5a720652f req-76945f44-7303-4078-80c6-8ce6ab89f76e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a06eb5b-3405-4a4b-ba5c-5c8a2f99c083 HTTP/1.1" status: 200 len: 210 time: 0.0509751 Oct 19 11:22:30.436900 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:30.463546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e7635b-45cb-4dda-ae42-8074ecc53d95 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:30.470717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=efa330ba-257c-4e5a-80af-b03459221549,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:30.499104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 07e7635b-45cb-4dda-ae42-8074ecc53d95, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=07e7635b-45cb-4dda-ae42-8074ecc53d95,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:30.530580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Attempting to bind port efa330ba-257c-4e5a-80af-b03459221549 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:22:30.531142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Attempting to bind port efa330ba-257c-4e5a-80af-b03459221549 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'e35d868b-c353-4cab-b135-a81126abbaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9acf8287-dbad-49b3-9878-452daab67a05'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:22:30.531257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Attempting to bind port efa330ba-257c-4e5a-80af-b03459221549 on network 9acf8287-dbad-49b3-9878-452daab67a05 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:30.537027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Port efa330ba-257c-4e5a-80af-b03459221549 on network 9acf8287-dbad-49b3-9878-452daab67a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:22:30.543198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Attempting to bind port efa330ba-257c-4e5a-80af-b03459221549 on network 9acf8287-dbad-49b3-9878-452daab67a05 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:30.543540 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:22:30.544647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Checking segment: {'id': 'e35d868b-c353-4cab-b135-a81126abbaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9acf8287-dbad-49b3-9878-452daab67a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:30.545220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Bound using segment: {'id': 'e35d868b-c353-4cab-b135-a81126abbaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9acf8287-dbad-49b3-9878-452daab67a05'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:22:30.545871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Bound port: efa330ba-257c-4e5a-80af-b03459221549, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35d868b-c353-4cab-b135-a81126abbaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9acf8287-dbad-49b3-9878-452daab67a05'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:22:30.546400 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:30.593631 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:30.629616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] For port efa330ba-257c-4e5a-80af-b03459221549, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:22:30.633436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] For port efa330ba-257c-4e5a-80af-b03459221549, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=efa330ba-257c-4e5a-80af-b03459221549,segment=NetworkSegment(e35d868b-c353-4cab-b135-a81126abbaab),segment_id=e35d868b-c353-4cab-b135-a81126abbaab)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:22:30.657449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=07e7635b-45cb-4dda-ae42-8074ecc53d95,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:30.742536 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:30.801711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:30.825503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['07e7635b-45cb-4dda-ae42-8074ecc53d95'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:30.834157 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50d77c91-4754-4507-afbc-583d6fc9ff88 req-1b2f02f1-23a0-45f5-b17d-ea8896a6ec5a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 210 time: 0.0602689 Oct 19 11:22:30.845912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:30.849047 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:30.860707 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] 10.222.0.26 "PUT /v2.0/ports/efa330ba-257c-4e5a-80af-b03459221549 HTTP/1.1" status: 200 len: 1092 time: 1.0550990 Oct 19 11:22:30.868054 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6ae7e-9f7b-4137-956b-bf2de13c4ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=efa330ba-257c-4e5a-80af-b03459221549,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:30.898690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1d906-a515-4056-aa18-281a4e93d564 req-74fc7ca1-5af5-483f-9ec9-d2b8de7950cf tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:30.901690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4a1d906-a515-4056-aa18-281a4e93d564 req-74fc7ca1-5af5-483f-9ec9-d2b8de7950cf tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 945 time: 0.1025419 Oct 19 11:22:30.940380 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4a1d906-a515-4056-aa18-281a4e93d564 req-0a9520b5-4ca9-48cf-9f71-67f53dbf874d tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331812 Oct 19 11:22:31.151367 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592208d-d460-4c92-aad4-35bb74157f13 req-695a30ba-1f59-49ec-bdf6-28dc1439595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:31.153721 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-695a30ba-1f59-49ec-bdf6-28dc1439595c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2487b927943f4da38b3346aca29785cf&device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 1095 time: 0.1396832 Oct 19 11:22:31.162931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2c553-13e8-42b9-83e4-ce28f999533c req-b4b2c006-257d-497b-a6c6-fff66a5ce77b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:31.164339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-36c2c553-13e8-42b9-83e4-ce28f999533c req-b4b2c006-257d-497b-a6c6-fff66a5ce77b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1527612 Oct 19 11:22:31.178944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-0c2122ec-f165-4271-b1c5-e62f47d9bc8b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:31.180419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-0c2122ec-f165-4271-b1c5-e62f47d9bc8b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.26 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.2169371 Oct 19 11:22:31.225706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Request body: {'port': {'device_id': '1f127500-59ed-4311-968c-3aaa0d660410', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'admin_state_up': True, 'tenant_id': '2e25a8027c5140d4a21729ec31a9e586'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:31.232197 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-0c561986-02a1-4fb2-ba29-8e76ce9b12ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa330ba-257c-4e5a-80af-b03459221549 HTTP/1.1" status: 200 len: 217 time: 0.0668902 Oct 19 11:22:31.249525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb0b5aa-b085-4b7a-b67c-ed9a920e3884', 'tag': 'efa330ba-257c-4e5a-80af-b03459221549'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:31.251771 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411dadaa-3ccb-4200-a908-ef4c19e6e6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "feb0b5aa-b085-4b7a-b67c-ed9a920e3884", "tag": "efa330ba-257c-4e5a-80af-b03459221549"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:31.354555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5234239-b407-4245-b891-f73cdbfa8b74 req-c56abbde-8275-460f-80ef-f3a82d02fc15 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:31.356021 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b5234239-b407-4245-b891-f73cdbfa8b74 req-c56abbde-8275-460f-80ef-f3a82d02fc15 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0539477 Oct 19 11:22:31.362904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-36c2c553-13e8-42b9-83e4-ce28f999533c req-e19da908-6886-42fc-85c9-c80184bc2ec1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814408 Oct 19 11:22:31.381819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7363ed79-73f7-4522-b8df-b94da1ece925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:31.383269 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-7363ed79-73f7-4522-b8df-b94da1ece925 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1fe2f4c1-4daf-42b8-bc87-84a4d35be092 HTTP/1.1" status: 200 len: 864 time: 0.1252425 Oct 19 11:22:31.424885 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b38bfbd-451d-4c77-bd1a-c20d3618cad7 x-openstack-request-id: req-6b38bfbd-451d-4c77-bd1a-c20d3618cad7 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:31.427743 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb0b5aa-b085-4b7a-b67c-ed9a920e3884", "tag": "efa330ba-257c-4e5a-80af-b03459221549", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:31.427743 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b38bfbd-451d-4c77-bd1a-c20d3618cad7 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:31.427743 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb0b5aa-b085-4b7a-b67c-ed9a920e3884', 'tag': 'efa330ba-257c-4e5a-80af-b03459221549', 'status': 'completed', 'code': 200} Oct 19 11:22:31.429328 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-428b0d8a-a9fd-4697-8927-1521463b2a15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9acf8287-dbad-49b3-9878-452daab67a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324998 Oct 19 11:22:31.439668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b5234239-b407-4245-b891-f73cdbfa8b74 req-f756dcbb-2c00-40e0-a69d-185b0ec9a161 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581062 Oct 19 11:22:31.534432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Made reservation on behalf of 2e25a8027c5140d4a21729ec31a9e586 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:31.537921 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:31.615898 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-568df15d-5909-4b75-83b2-3a2262352506 service neutron] 10.222.0.26 "GET /v2.0/networks/9acf8287-dbad-49b3-9878-452daab67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767213 Oct 19 11:22:31.695030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633c293-bf38-4562-be0f-b031fb10ded1 req-6552b805-e6be-4bff-896f-d2af82f3d3fa tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:31.696574 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d633c293-bf38-4562-be0f-b031fb10ded1 req-6552b805-e6be-4bff-896f-d2af82f3d3fa tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 944 time: 0.1704574 Oct 19 11:22:31.829988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d633c293-bf38-4562-be0f-b031fb10ded1 req-b13e21ab-ba74-46ba-b18d-588556292d86 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237652 Oct 19 11:22:31.839535 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2592208d-d460-4c92-aad4-35bb74157f13 req-4e307bc8-40de-4ba6-84d2-d58d12e7cdc0 service neutron] 10.222.0.26 "GET /v2.0/networks/9acf8287-dbad-49b3-9878-452daab67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956725 Oct 19 11:22:31.843642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Allocated IP 172.20.0.6 (18304a53-7871-4558-a669-5f7ce4be705d/01fca6a7-aece-4f7e-bc3f-b414758cde01/d06adace-cecf-4509-b82e-cf9900df769b) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:22:31.964617 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4062a744-bdbe-4e91-84e0-e0f002c62bd1 req-fac0bc08-1e79-4646-b7e0-90b7d87d117e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 210 time: 0.0486190 Oct 19 11:22:32.087672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 07e7635b-45cb-4dda-ae42-8074ecc53d95 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:22:32.126912 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:32.150556 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dadaa-3ccb-4200-a908-ef4c19e6e6d9 req-0032b752-b4e7-4cbd-bb6d-2a7cf55c0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:32.152281 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-411dadaa-3ccb-4200-a908-ef4c19e6e6d9 req-0032b752-b4e7-4cbd-bb6d-2a7cf55c0528 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2487b927943f4da38b3346aca29785cf&device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 1095 time: 0.1300895 Oct 19 11:22:32.198463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 96013a28-0d32-408d-8c18-c649e0795b4a up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:22:32.223376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddf489-5d34-4a74-b071-70cdce8a19c4 req-694274e4-3226-4613-8f40-0f43c7fa5299 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:32.224993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbddf489-5d34-4a74-b071-70cdce8a19c4 req-694274e4-3226-4613-8f40-0f43c7fa5299 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 945 time: 0.1208968 Oct 19 11:22:32.240440 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 07e7635b-45cb-4dda-ae42-8074ecc53d95 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:22:32.251524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 07e7635b-45cb-4dda-ae42-8074ecc53d95 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:22:32.252180 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:32.321248 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbddf489-5d34-4a74-b071-70cdce8a19c4 req-68293b9b-276b-4871-9afc-1423f6195608 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638545 Oct 19 11:22:32.324112 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dadaa-3ccb-4200-a908-ef4c19e6e6d9 req-563f5eb3-77c9-4c15-941a-4f1afb10d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:32.326257 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-411dadaa-3ccb-4200-a908-ef4c19e6e6d9 req-563f5eb3-77c9-4c15-941a-4f1afb10d58b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9acf8287-dbad-49b3-9878-452daab67a05 HTTP/1.1" status: 200 len: 925 time: 0.1594214 Oct 19 11:22:32.347779 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:32.370387 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c5f101-bd76-47f6-8a6b-fad247b8bc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e7635b-45cb-4dda-ae42-8074ecc53d95'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:32.372153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-411dadaa-3ccb-4200-a908-ef4c19e6e6d9 req-7c5e16b4-e65f-453e-a2e8-e5a4aaf653ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efa330ba-257c-4e5a-80af-b03459221549 HTTP/1.1" status: 200 len: 217 time: 0.0372605 Oct 19 11:22:32.373600 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8c0edf-527d-4a0e-a7c9-cfdde1a2a66c" -d '{"events": [{"server_uuid": "06c5f101-bd76-47f6-8a6b-fad247b8bc13", "name": "network-vif-plugged", "status": "completed", "tag": "07e7635b-45cb-4dda-ae42-8074ecc53d95"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:32.391584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 07e7635b-45cb-4dda-ae42-8074ecc53d95, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=07e7635b-45cb-4dda-ae42-8074ecc53d95,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:32.413515 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9f7163-846f-46ab-a927-1e4a7735552f x-openstack-request-id: req-ba9f7163-846f-46ab-a927-1e4a7735552f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:32.414013 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c5f101-bd76-47f6-8a6b-fad247b8bc13", "name": "network-vif-plugged", "status": "completed", "tag": "07e7635b-45cb-4dda-ae42-8074ecc53d95", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:32.414677 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba9f7163-846f-46ab-a927-1e4a7735552f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:32.415487 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c5f101-bd76-47f6-8a6b-fad247b8bc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e7635b-45cb-4dda-ae42-8074ecc53d95', 'code': 200} Oct 19 11:22:32.440176 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:32.453334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:32.493988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 96013a28-0d32-408d-8c18-c649e0795b4a completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:22:32.510351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 96013a28-0d32-408d-8c18-c649e0795b4a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:22:32.510719 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:32.545307 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:32.549110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dadaa-3ccb-4200-a908-ef4c19e6e6d9 req-41162be4-6166-4ac1-b4b0-b364b67e48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:32.551252 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-411dadaa-3ccb-4200-a908-ef4c19e6e6d9 req-41162be4-6166-4ac1-b4b0-b364b67e48c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1fe2f4c1-4daf-42b8-bc87-84a4d35be092 HTTP/1.1" status: 200 len: 864 time: 0.1706676 Oct 19 11:22:32.554121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed8f97-9875-42ff-93a0-51a896c752ed req-9da2aad4-f8e9-4f28-b625-c128a728e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:32.556111 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05ed8f97-9875-42ff-93a0-51a896c752ed req-9da2aad4-f8e9-4f28-b625-c128a728e281 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 1096 time: 0.0755987 Oct 19 11:22:32.564504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Network 18304a53-7871-4558-a669-5f7ce4be705d is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:22:32.600722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:22:32.605619 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-411dadaa-3ccb-4200-a908-ef4c19e6e6d9 req-cef5b007-7cd6-4acf-9fbb-87c9d6a0f8c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9acf8287-dbad-49b3-9878-452daab67a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341609 Oct 19 11:22:32.606822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:22:32.624190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=07e7635b-45cb-4dda-ae42-8074ecc53d95,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:32.654362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05ed8f97-9875-42ff-93a0-51a896c752ed req-e27e049e-1609-4b1b-9c98-304d4ea952a5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857081 Oct 19 11:22:32.666176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event updated for resources: {'Port': ['ID=d06adace-cecf-4509-b82e-cf9900df769b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:32.683506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af48cf-a616-45cd-b70c-489ecb899038 req-730902c6-900f-4f08-8aa6-7765de78c04b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:32.687240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-79af48cf-a616-45cd-b70c-489ecb899038 req-730902c6-900f-4f08-8aa6-7765de78c04b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1955347 Oct 19 11:22:32.769255 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:32.785571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:32.785929 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:32.805221 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-79af48cf-a616-45cd-b70c-489ecb899038 req-b0245221-d92a-483e-88d7-1e5173481024 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073570 Oct 19 11:22:32.811272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314380bd-1619-4cee-9176-e4845f677289 req-3af4ccab-f969-43fe-9998-c62169fd2b61 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:32.813777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-314380bd-1619-4cee-9176-e4845f677289 req-3af4ccab-f969-43fe-9998-c62169fd2b61 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0894368 Oct 19 11:22:32.841878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 96013a28-0d32-408d-8c18-c649e0795b4a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=96013a28-0d32-408d-8c18-c649e0795b4a,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:32.851904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-411dadaa-3ccb-4200-a908-ef4c19e6e6d9 req-555ce4ec-d920-430f-9083-a3b90b8fc252 service neutron] 10.222.0.26 "GET /v2.0/networks/9acf8287-dbad-49b3-9878-452daab67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340498 Oct 19 11:22:32.877677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-314380bd-1619-4cee-9176-e4845f677289 req-fe3b9fdc-87a7-44f5-88ae-7b5790771935 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453756 Oct 19 11:22:32.988006 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:32.998743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-411dadaa-3ccb-4200-a908-ef4c19e6e6d9 req-335dd71c-91fc-46ff-a9e4-e06a0f43c9df service neutron] 10.222.0.26 "GET /v2.0/networks/9acf8287-dbad-49b3-9878-452daab67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403513 Oct 19 11:22:33.004279 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-3e6e54f7-be28-412f-95e4-4514123bd4d7 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7867780 Oct 19 11:22:33.026061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Request body: {'port': {'device_id': '1f127500-59ed-4311-968c-3aaa0d660410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:33.032113 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db325c00-a03d-42a5-be12-94b827246de7 req-5d4c6abe-410e-4975-82cc-5f60d263e4f4 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:33.039255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=96013a28-0d32-408d-8c18-c649e0795b4a,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:33.042616 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db325c00-a03d-42a5-be12-94b827246de7 req-5d4c6abe-410e-4975-82cc-5f60d263e4f4 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=89eec398-e366-4096-904a-16b7a07098b6 HTTP/1.1" status: 200 len: 950 time: 0.0810702 Oct 19 11:22:33.070725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054df43-9961-445e-9c08-ff8426e22ff4 req-91123ec7-a93a-4aef-bd06-b6c80e8a3885 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:33.072305 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d054df43-9961-445e-9c08-ff8426e22ff4 req-91123ec7-a93a-4aef-bd06-b6c80e8a3885 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 944 time: 0.1119936 Oct 19 11:22:33.079451 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db325c00-a03d-42a5-be12-94b827246de7 req-d711d26f-6e74-4c7c-a920-f175866a3545 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358398 Oct 19 11:22:33.147234 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d054df43-9961-445e-9c08-ff8426e22ff4 req-06c3171f-babc-4447-abe7-0622a09348b8 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688903 Oct 19 11:22:33.147941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:33.214489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1594034-0494-44fe-984a-ef8a5ce91174 req-568d64d0-6d34-4144-8400-374e8c195bca tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:33.216570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1594034-0494-44fe-984a-ef8a5ce91174 req-568d64d0-6d34-4144-8400-374e8c195bca tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 931 time: 0.0570884 Oct 19 11:22:33.257572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1594034-0494-44fe-984a-ef8a5ce91174 req-5f97887b-da6d-4536-b44f-cd24228c398f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342546 Oct 19 11:22:33.529088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-75609400-fb3e-4417-8da0-a09bb85deed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:33.530657 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-75609400-fb3e-4417-8da0-a09bb85deed4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b&tenant_id=afaa71df9067470eafb9ec80706969aa HTTP/1.1" status: 200 len: 1094 time: 0.1446972 Oct 19 11:22:33.533079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06adace-cecf-4509-b82e-cf9900df769b {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:33.542947 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:33.554287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e3128-9377-4335-b7a0-9e343ee077d7 req-8e6fd5ff-d66c-4c97-8c95-8c8ccc024817 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:33.555851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-600e3128-9377-4335-b7a0-9e343ee077d7 req-8e6fd5ff-d66c-4c97-8c95-8c8ccc024817 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 946 time: 0.1401541 Oct 19 11:22:33.594173 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Transition to ACTIVE for port object d06adace-cecf-4509-b82e-cf9900df769b will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:22:33.633476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-4217ec44-0978-45f1-8d81-23e611dff276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:33.635009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-4217ec44-0978-45f1-8d81-23e611dff276 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 1094 time: 0.0725329 Oct 19 11:22:33.638405 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-600e3128-9377-4335-b7a0-9e343ee077d7 req-e424b705-f4b2-4f87-b8f3-4fb308afaa1b tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664573 Oct 19 11:22:33.883912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0adc2-21e7-4229-ad2f-a0e4e26f4551 req-9f5e50b1-c5cf-43fe-bda4-5d5cc3643545 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:33.885952 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0eb0adc2-21e7-4229-ad2f-a0e4e26f4551 req-9f5e50b1-c5cf-43fe-bda4-5d5cc3643545 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/ports?device_id=89eec398-e366-4096-904a-16b7a07098b6 HTTP/1.1" status: 200 len: 950 time: 0.0895100 Oct 19 11:22:33.991186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:34.031268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46fc91-1c63-42b0-8cf7-f50c3f3f4ae0 req-b9810a35-79d3-4abb-8dcd-082c85e40a23 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:34.036867 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e46fc91-1c63-42b0-8cf7-f50c3f3f4ae0 req-b9810a35-79d3-4abb-8dcd-082c85e40a23 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1497452 Oct 19 11:22:34.089952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-0eb0adc2-21e7-4229-ad2f-a0e4e26f4551 req-1743c166-9707-42ce-b63c-c0b4351aa332 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Deleting port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:34.090267 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0eb0adc2-21e7-4229-ad2f-a0e4e26f4551 req-1743c166-9707-42ce-b63c-c0b4351aa332 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:34.109513 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e46fc91-1c63-42b0-8cf7-f50c3f3f4ae0 req-57395587-ea83-4ff3-88aa-17d6c1e9d88f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691352 Oct 19 11:22:34.118267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d06adace-cecf-4509-b82e-cf9900df769b,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:34.150357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-a2018cb2-7d71-49fb-899a-21b3e4e30679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:34.154059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-a2018cb2-7d71-49fb-899a-21b3e4e30679 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 918 time: 0.5082443 Oct 19 11:22:34.175808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b59320-6c65-43f8-95fb-e9ae351fc0e6 req-240df361-75f6-431a-8089-5c10c53f6bfe tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:34.177602 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f4b59320-6c65-43f8-95fb-e9ae351fc0e6 req-240df361-75f6-431a-8089-5c10c53f6bfe tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.1902494 Oct 19 11:22:34.210158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device efa330ba-257c-4e5a-80af-b03459221549 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:22:34.332131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port efa330ba-257c-4e5a-80af-b03459221549, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=efa330ba-257c-4e5a-80af-b03459221549,segment=NetworkSegment(e35d868b-c353-4cab-b135-a81126abbaab),segment_id=e35d868b-c353-4cab-b135-a81126abbaab)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:34.334204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-0eb0adc2-21e7-4229-ad2f-a0e4e26f4551 req-1743c166-9707-42ce-b63c-c0b4351aa332 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] For port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:34.334704 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0eb0adc2-21e7-4229-ad2f-a0e4e26f4551 req-1743c166-9707-42ce-b63c-c0b4351aa332 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:34.347636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'efa330ba-257c-4e5a-80af-b03459221549', 'network_id': '9acf8287-dbad-49b3-9878-452daab67a05', 'port_id': 'efa330ba-257c-4e5a-80af-b03459221549', 'mac_address': 'fa:16:3e:4a:d7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe2f4c1-4daf-42b8-bc87-84a4d35be092', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:22:34.375249 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Attempting to bind port d06adace-cecf-4509-b82e-cf9900df769b on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:22:34.375588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Attempting to bind port d06adace-cecf-4509-b82e-cf9900df769b by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:22:34.375922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Attempting to bind port d06adace-cecf-4509-b82e-cf9900df769b on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:34.396029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ede5-7138-4ca2-9cfb-01573b1a4b31 req-cf72fa02-fa42-469b-a8b9-3f5c0955007e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:34.397045 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:34.397782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a687ede5-7138-4ca2-9cfb-01573b1a4b31 req-cf72fa02-fa42-469b-a8b9-3f5c0955007e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=89eec398-e366-4096-904a-16b7a07098b6 HTTP/1.1" status: 200 len: 950 time: 0.1278629 Oct 19 11:22:34.408607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Port d06adace-cecf-4509-b82e-cf9900df769b on network 18304a53-7871-4558-a669-5f7ce4be705d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:22:34.408944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Attempting to bind port d06adace-cecf-4509-b82e-cf9900df769b on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:34.414565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa330ba-257c-4e5a-80af-b03459221549 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:34.417189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:22:34.417534 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Checking segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:34.417920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Bound using segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:22:34.418349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Bound port: d06adace-cecf-4509-b82e-cf9900df769b, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:22:34.419276 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:34.421713 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8226bd-0a19-4906-bce8-250ce710b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96013a28-0d32-408d-8c18-c649e0795b4a'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:34.423423 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-d61c39f7-306f-4999-aa04-eefc4c0a451c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3 HTTP/1.1" status: 200 len: 999 time: 0.2115593 Oct 19 11:22:34.425093 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf90ef7-0476-424d-92b4-7fa42927cc63" -d '{"events": [{"server_uuid": "5c8226bd-0a19-4906-bce8-250ce710b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "96013a28-0d32-408d-8c18-c649e0795b4a"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:34.444349 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f4b59320-6c65-43f8-95fb-e9ae351fc0e6 req-6ae28455-f4c2-4532-86e3-c825f321354d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246454 Oct 19 11:22:34.446653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port efa330ba-257c-4e5a-80af-b03459221549, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=efa330ba-257c-4e5a-80af-b03459221549,segment=NetworkSegment(e35d868b-c353-4cab-b135-a81126abbaab),segment_id=e35d868b-c353-4cab-b135-a81126abbaab)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:34.453159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-0eb0adc2-21e7-4229-ad2f-a0e4e26f4551 req-1743c166-9707-42ce-b63c-c0b4351aa332 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Calling delete_port for 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:34.467587 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a687ede5-7138-4ca2-9cfb-01573b1a4b31 req-2341d4dd-0bd6-4ba8-a0de-6fa9d0ccbda5 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570791 Oct 19 11:22:34.519302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e130b-6cb7-4cb4-8750-89c02cebecfb req-49bf419b-fd93-4f3c-a335-aa8734d487b3 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:34.521042 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:34.521168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b6e130b-6cb7-4cb4-8750-89c02cebecfb req-49bf419b-fd93-4f3c-a335-aa8734d487b3 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "GET /v2.0/ports?device_id=94d751f6-d677-4d4b-9f85-dbc0ec647b3b HTTP/1.1" status: 200 len: 948 time: 0.1763532 Oct 19 11:22:34.592650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=efa330ba-257c-4e5a-80af-b03459221549,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:34.607116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-f1a5907e-5504-4ab6-8b4d-183f3fae2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:34.610134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-f1a5907e-5504-4ab6-8b4d-183f3fae2226 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.1530552 Oct 19 11:22:34.631051 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c1006-cdf6-4987-aa83-de70f6765fc4 req-9fd5b392-e901-4b40-aeb7-ef20e8f5aac4 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:34.632696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4a4c1006-cdf6-4987-aa83-de70f6765fc4 req-9fd5b392-e901-4b40-aeb7-ef20e8f5aac4 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 945 time: 0.1200321 Oct 19 11:22:34.646264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] For port d06adace-cecf-4509-b82e-cf9900df769b, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:22:34.687115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] For port d06adace-cecf-4509-b82e-cf9900df769b, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=d06adace-cecf-4509-b82e-cf9900df769b,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:22:34.715154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4a4c1006-cdf6-4987-aa83-de70f6765fc4 req-0389dd35-81b0-4c3d-aa21-abbc58127d19 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730112 Oct 19 11:22:34.721707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-41346b55-8d83-4ef0-b014-b10c642efd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:34.723243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-41346b55-8d83-4ef0-b014-b10c642efd59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012831 Oct 19 11:22:34.752266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821aa256-5db2-4a75-8d20-c8294f246f69 req-0f771c85-59a6-406a-a0bd-6dc5cca0a3aa tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:34.753692 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-821aa256-5db2-4a75-8d20-c8294f246f69 req-0f771c85-59a6-406a-a0bd-6dc5cca0a3aa tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.1461046 Oct 19 11:22:34.778497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:34.780345 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839d6858-a734-48e4-851f-6a68f2285b4f x-openstack-request-id: req-839d6858-a734-48e4-851f-6a68f2285b4f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:34.780703 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8226bd-0a19-4906-bce8-250ce710b6a4", "name": "network-vif-plugged", "status": "completed", "tag": "96013a28-0d32-408d-8c18-c649e0795b4a", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:34.781076 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-839d6858-a734-48e4-851f-6a68f2285b4f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:34.781346 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8226bd-0a19-4906-bce8-250ce710b6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96013a28-0d32-408d-8c18-c649e0795b4a', 'code': 200} Oct 19 11:22:34.789216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-0b6e130b-6cb7-4cb4-8750-89c02cebecfb req-81e156ca-1069-45b7-8d43-cb677e8d00ae tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Deleting port 859e0513-56b7-4c84-a590-0656ceff3696 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:34.789543 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0b6e130b-6cb7-4cb4-8750-89c02cebecfb req-81e156ca-1069-45b7-8d43-cb677e8d00ae tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:34.868896 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:34.869916 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:34.871600 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/d06adace-cecf-4509-b82e-cf9900df769b HTTP/1.1" status: 200 len: 1091 time: 1.8501101 Oct 19 11:22:34.872659 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-821aa256-5db2-4a75-8d20-c8294f246f69 req-620d3e32-ca6b-486f-927a-670e1cb58267 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082046 Oct 19 11:22:34.884880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['efa330ba-257c-4e5a-80af-b03459221549'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:34.898910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f127500-59ed-4311-968c-3aaa0d660410', 'tag': 'd06adace-cecf-4509-b82e-cf9900df769b'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:34.898910 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a42981c-36d8-4d33-836a-a3f0d8ed2e26" -d '{"events": [{"name": "network-changed", "server_uuid": "1f127500-59ed-4311-968c-3aaa0d660410", "tag": "d06adace-cecf-4509-b82e-cf9900df769b"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:34.978379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-0b6e130b-6cb7-4cb4-8750-89c02cebecfb req-81e156ca-1069-45b7-8d43-cb677e8d00ae tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] For port 859e0513-56b7-4c84-a590-0656ceff3696, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=859e0513-56b7-4c84-a590-0656ceff3696,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:34.981653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0b6e130b-6cb7-4cb4-8750-89c02cebecfb req-81e156ca-1069-45b7-8d43-cb677e8d00ae tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:34.998904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-0b6e130b-6cb7-4cb4-8750-89c02cebecfb req-81e156ca-1069-45b7-8d43-cb677e8d00ae tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Calling delete_port for 859e0513-56b7-4c84-a590-0656ceff3696 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:35.004785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e4859-35ca-4e1d-b7a7-4f39527b39b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d06adace-cecf-4509-b82e-cf9900df769b,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:35.008926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-1af1a2f4-2cc4-4394-a017-b677d2793f3f service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770641 Oct 19 11:22:35.013684 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d3c900-7194-4251-ac55-eeae01bef8ca x-openstack-request-id: req-35d3c900-7194-4251-ac55-eeae01bef8ca {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:35.014230 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f127500-59ed-4311-968c-3aaa0d660410", "tag": "d06adace-cecf-4509-b82e-cf9900df769b", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:35.014484 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35d3c900-7194-4251-ac55-eeae01bef8ca {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:35.014870 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f127500-59ed-4311-968c-3aaa0d660410', 'tag': 'd06adace-cecf-4509-b82e-cf9900df769b', 'status': 'completed', 'code': 200} Oct 19 11:22:35.104763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccebcc-4a6c-4ff3-aee2-b97a7f04d6d7 req-eef486e9-0d16-4126-b6eb-5f174f4ba73c tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:35.106162 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ccebcc-4a6c-4ff3-aee2-b97a7f04d6d7 req-eef486e9-0d16-4126-b6eb-5f174f4ba73c tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 946 time: 0.2250512 Oct 19 11:22:35.148496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42981c-36d8-4d33-836a-a3f0d8ed2e26 req-2cae4d42-90ce-4c59-bcc3-c80c90bfcb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:35.149909 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a42981c-36d8-4d33-836a-a3f0d8ed2e26 req-2cae4d42-90ce-4c59-bcc3-c80c90bfcb54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 1094 time: 0.1390951 Oct 19 11:22:35.150485 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0eb0adc2-21e7-4229-ad2f-a0e4e26f4551 req-1743c166-9707-42ce-b63c-c0b4351aa332 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:35.151668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86558b2-ea2e-455d-9f84-82a5c4090969 req-07220c6a-3df7-4046-a987-fa6e7536492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:35.153055 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e86558b2-ea2e-455d-9f84-82a5c4090969 req-07220c6a-3df7-4046-a987-fa6e7536492e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 1096 time: 0.2803447 Oct 19 11:22:35.164177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['859e0513-56b7-4c84-a590-0656ceff3696'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:35.203958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743c166-9707-42ce-b63c-c0b4351aa332 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event deleted for resources: {'Port': ['ID=33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:35.270633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb0adc2-21e7-4229-ad2f-a0e4e26f4551 req-1743c166-9707-42ce-b63c-c0b4351aa332 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] No DVR routers for this DVR port 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:35.273934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0eb0adc2-21e7-4229-ad2f-a0e4e26f4551 req-1743c166-9707-42ce-b63c-c0b4351aa332 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:35.278798 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0eb0adc2-21e7-4229-ad2f-a0e4e26f4551 req-1743c166-9707-42ce-b63c-c0b4351aa332 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "DELETE /v2.0/ports/33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e HTTP/1.1" status: 204 len: 173 time: 1.3817487 Oct 19 11:22:35.312118 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-bdaa3b86-26cd-4b8e-b175-13f771bb39bd service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850008 Oct 19 11:22:35.321084 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ccebcc-4a6c-4ff3-aee2-b97a7f04d6d7 req-0a2fb69a-af75-4f04-81b9-f311ade44559 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778839 Oct 19 11:22:35.330194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eec398-e366-4096-904a-16b7a07098b6', 'name': 'network-vif-deleted', 'tag': '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:35.333263 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6ebcb9-1fb1-4da2-b309-987a3a10b5fe" -d '{"events": [{"server_uuid": "89eec398-e366-4096-904a-16b7a07098b6", "name": "network-vif-deleted", "tag": "33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:35.344258 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e86558b2-ea2e-455d-9f84-82a5c4090969 req-d944b433-f404-42f4-8e8a-74c1ce9ccbee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592379 Oct 19 11:22:35.344484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0b6e130b-6cb7-4cb4-8750-89c02cebecfb req-81e156ca-1069-45b7-8d43-cb677e8d00ae tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:35.365823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42981c-36d8-4d33-836a-a3f0d8ed2e26 req-a325a484-288f-4cf9-a373-c3e633996e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:35.367396 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a42981c-36d8-4d33-836a-a3f0d8ed2e26 req-a325a484-288f-4cf9-a373-c3e633996e84 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2e25a8027c5140d4a21729ec31a9e586&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1939199 Oct 19 11:22:35.378745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e156ca-1069-45b7-8d43-cb677e8d00ae tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event deleted for resources: {'Port': ['ID=859e0513-56b7-4c84-a590-0656ceff3696,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:35.437304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6e130b-6cb7-4cb4-8750-89c02cebecfb req-81e156ca-1069-45b7-8d43-cb677e8d00ae tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] No DVR routers for this DVR port 859e0513-56b7-4c84-a590-0656ceff3696 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:35.447600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28b96b-dc42-435c-847e-ab159d7d4f5c req-1910f9ef-7f3f-4391-a3d8-ca18926d7adb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:35.449308 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab28b96b-dc42-435c-847e-ab159d7d4f5c req-1910f9ef-7f3f-4391-a3d8-ca18926d7adb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1692441 Oct 19 11:22:35.450469 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0b6e130b-6cb7-4cb4-8750-89c02cebecfb req-81e156ca-1069-45b7-8d43-cb677e8d00ae tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:35.454366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b6e130b-6cb7-4cb4-8750-89c02cebecfb req-81e156ca-1069-45b7-8d43-cb677e8d00ae tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.49 "DELETE /v2.0/ports/859e0513-56b7-4c84-a590-0656ceff3696 HTTP/1.1" status: 204 len: 173 time: 0.8949661 Oct 19 11:22:35.494096 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab28b96b-dc42-435c-847e-ab159d7d4f5c req-75b3ec5a-3b17-472f-a1c4-50d58e5235d7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344291 Oct 19 11:22:35.565551 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17599fc-747a-44ab-bb0a-e1f480c3f7f1 x-openstack-request-id: req-f17599fc-747a-44ab-bb0a-e1f480c3f7f1 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:35.566342 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eec398-e366-4096-904a-16b7a07098b6", "name": "network-vif-deleted", "tag": "33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:35.566663 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f17599fc-747a-44ab-bb0a-e1f480c3f7f1 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:35.567137 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eec398-e366-4096-904a-16b7a07098b6', 'name': 'network-vif-deleted', 'tag': '33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e', 'status': 'completed', 'code': 200} Oct 19 11:22:35.728584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42981c-36d8-4d33-836a-a3f0d8ed2e26 req-ce50df7a-6254-4e56-aba0-6366347d1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:35.731678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a42981c-36d8-4d33-836a-a3f0d8ed2e26 req-ce50df7a-6254-4e56-aba0-6366347d1dcc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965072 Oct 19 11:22:35.753962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a408-ef44-4bd7-9e21-407eb0e49e62 req-12ca24c0-6e3d-4ad2-813e-400592e7c11e tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:35.756199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615066f-bf3a-43da-b7f2-c0af8df276f5 req-a81e0b88-c63c-490b-8b8d-b118d6d7eb5c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:35.758001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d10a408-ef44-4bd7-9e21-407eb0e49e62 req-12ca24c0-6e3d-4ad2-813e-400592e7c11e tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.1034181 Oct 19 11:22:35.779806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9615066f-bf3a-43da-b7f2-c0af8df276f5 req-a81e0b88-c63c-490b-8b8d-b118d6d7eb5c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.1282160 Oct 19 11:22:35.801707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:35.842458 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9615066f-bf3a-43da-b7f2-c0af8df276f5 req-6d21305a-462b-42df-b4b2-3099d589566f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588434 Oct 19 11:22:35.880515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:35.892198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d10a408-ef44-4bd7-9e21-407eb0e49e62 req-cb7377c7-2345-4168-992e-2b5b26f5b01a tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103179 Oct 19 11:22:36.005455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-e2a76b0e-5962-457b-99e2-ee5574a81fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:36.007016 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-e2a76b0e-5962-457b-99e2-ee5574a81fee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 1094 time: 0.1670430 Oct 19 11:22:36.025734 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c869128b-016b-4ce9-8dee-9f0f97a82bf3 req-2ceadd6d-8bde-43d6-a666-55c4ef29fd54 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=89eec398-e366-4096-904a-16b7a07098b6 HTTP/1.1" status: 200 len: 210 time: 0.0590773 Oct 19 11:22:36.096528 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-0fa30c0d-40cf-4b5a-b825-852b5a36369f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d06adace-cecf-4509-b82e-cf9900df769b HTTP/1.1" status: 200 len: 217 time: 0.0772624 Oct 19 11:22:36.127816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 859e0513-56b7-4c84-a590-0656ceff3696 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:36.161433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 859e0513-56b7-4c84-a590-0656ceff3696 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:36.161773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 859e0513-56b7-4c84-a590-0656ceff3696 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:36.162912 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:36.174581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef377e1-c5c5-4967-a045-8cb1860a3a41 req-9f4f545e-425e-4773-a6af-5d665c16efb5 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:36.176487 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ef377e1-c5c5-4967-a045-8cb1860a3a41 req-9f4f545e-425e-4773-a6af-5d665c16efb5 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 945 time: 0.1558280 Oct 19 11:22:36.183247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f263ea-bad7-41ce-9ca0-43a1cb379fb9 req-aaaa74cb-0f0c-4cb4-9e72-7534efb399ad tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:36.185373 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11f263ea-bad7-41ce-9ca0-43a1cb379fb9 req-aaaa74cb-0f0c-4cb4-9e72-7534efb399ad tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.0575974 Oct 19 11:22:36.187602 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-44ba6d43-073a-4fee-86ea-4faea418a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:36.189046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-44ba6d43-073a-4fee-86ea-4faea418a1cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.0774760 Oct 19 11:22:36.206623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:36.206623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 33f41118-5b0c-4d9b-9aec-d29cbf5d7b2e not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:36.231960 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device efa330ba-257c-4e5a-80af-b03459221549 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:22:36.277194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11f263ea-bad7-41ce-9ca0-43a1cb379fb9 req-8a51dc81-8416-47b8-b238-01dffa53ddd4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826216 Oct 19 11:22:36.283799 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-76788948-672b-46a2-ba0d-754a0169cff0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556548 Oct 19 11:22:36.390264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port efa330ba-257c-4e5a-80af-b03459221549 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:22:36.395520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port efa330ba-257c-4e5a-80af-b03459221549 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:22:36.395897 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:36.402643 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ef377e1-c5c5-4967-a045-8cb1860a3a41 req-ad3eb5f8-8f44-448e-ba2e-6fefe7e43b74 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181644 Oct 19 11:22:36.582424 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-4398d204-e419-494e-9798-463c9802823f service neutron] 10.222.0.26 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494836 Oct 19 11:22:36.712135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:36.772090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port efa330ba-257c-4e5a-80af-b03459221549, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=efa330ba-257c-4e5a-80af-b03459221549,segment=NetworkSegment(e35d868b-c353-4cab-b135-a81126abbaab),segment_id=e35d868b-c353-4cab-b135-a81126abbaab)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:36.783411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb0b5aa-b085-4b7a-b67c-ed9a920e3884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa330ba-257c-4e5a-80af-b03459221549'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:36.787474 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd54f05-a496-4f1f-87f5-aef718ab97b0" -d '{"events": [{"server_uuid": "feb0b5aa-b085-4b7a-b67c-ed9a920e3884", "name": "network-vif-plugged", "status": "completed", "tag": "efa330ba-257c-4e5a-80af-b03459221549"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:36.843367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580c396-4c0c-4eac-8678-b636dc4c8165 req-0a325bf3-4dde-4a61-8ca5-1cc77c216621 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:36.847382 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7669026f-f8e1-42de-9b2a-fe3c0a70b1e2 x-openstack-request-id: req-7669026f-f8e1-42de-9b2a-fe3c0a70b1e2 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:36.848013 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb0b5aa-b085-4b7a-b67c-ed9a920e3884", "name": "network-vif-plugged", "status": "completed", "tag": "efa330ba-257c-4e5a-80af-b03459221549", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:36.848482 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7669026f-f8e1-42de-9b2a-fe3c0a70b1e2 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:36.849034 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb0b5aa-b085-4b7a-b67c-ed9a920e3884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa330ba-257c-4e5a-80af-b03459221549', 'code': 200} Oct 19 11:22:36.853775 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c580c396-4c0c-4eac-8678-b636dc4c8165 req-0a325bf3-4dde-4a61-8ca5-1cc77c216621 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1708615 Oct 19 11:22:36.862054 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:36.956001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f18d478-1cc8-4bd5-b168-5ea5d9d74e6a req-f28fcd12-6f73-49bd-adc8-9fd9392adc8f service neutron] 10.222.0.26 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102996 Oct 19 11:22:37.030798 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c580c396-4c0c-4eac-8678-b636dc4c8165 req-19693838-7fcd-4ff6-8fe9-713071e2e980 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569479 Oct 19 11:22:37.084595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=efa330ba-257c-4e5a-80af-b03459221549,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:37.085964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f257b-205b-4b15-92e6-001be042d2bf req-0f929ba0-35d8-4d27-bbbb-0f62b05603b9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:37.094806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f1f257b-205b-4b15-92e6-001be042d2bf req-0f929ba0-35d8-4d27-bbbb-0f62b05603b9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.1080644 Oct 19 11:22:37.148044 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f1f257b-205b-4b15-92e6-001be042d2bf req-0b4a69d1-5e40-4962-8f64-6e9ed7ac01c1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521879 Oct 19 11:22:37.281205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4602c26-013b-4b67-9ab2-afe2c9bf2b16 req-e053a660-9548-4ce9-bd91-5a8884c6b2e4 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:37.295194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f4602c26-013b-4b67-9ab2-afe2c9bf2b16 req-e053a660-9548-4ce9-bd91-5a8884c6b2e4 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.1430387 Oct 19 11:22:37.382507 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f4602c26-013b-4b67-9ab2-afe2c9bf2b16 req-97f391ae-bdae-4686-b29e-2fd7ea761710 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862756 Oct 19 11:22:37.476039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3cc6c-5a73-4262-bd03-a8a7530066d1 req-6612a49f-2911-4193-b3f2-b60d86060295 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:37.483949 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62d3cc6c-5a73-4262-bd03-a8a7530066d1 req-6612a49f-2911-4193-b3f2-b60d86060295 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.0947821 Oct 19 11:22:37.557339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62d3cc6c-5a73-4262-bd03-a8a7530066d1 req-26d434ce-0694-4504-8372-0764c50509ce tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720727 Oct 19 11:22:37.572114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d751f6-d677-4d4b-9f85-dbc0ec647b3b', 'name': 'network-vif-deleted', 'tag': '859e0513-56b7-4c84-a590-0656ceff3696'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:37.572114 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0249a210-dd42-476f-8bff-22beadc03815" -d '{"events": [{"server_uuid": "94d751f6-d677-4d4b-9f85-dbc0ec647b3b", "name": "network-vif-deleted", "tag": "859e0513-56b7-4c84-a590-0656ceff3696"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:37.702732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8bf83-7809-44f6-a238-9ef75d79e2a0 req-d661b604-bbac-4e83-81a4-a4fc7c7a4400 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:37.704297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9e8bf83-7809-44f6-a238-9ef75d79e2a0 req-d661b604-bbac-4e83-81a4-a4fc7c7a4400 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.1094942 Oct 19 11:22:37.793928 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9e8bf83-7809-44f6-a238-9ef75d79e2a0 req-537d227d-6e72-43b4-9658-28875fb0ea97 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819180 Oct 19 11:22:38.122221 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ffab62-b742-4e0d-be63-956b5c020fd0 x-openstack-request-id: req-91ffab62-b742-4e0d-be63-956b5c020fd0 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:38.123236 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d751f6-d677-4d4b-9f85-dbc0ec647b3b", "name": "network-vif-deleted", "tag": "859e0513-56b7-4c84-a590-0656ceff3696", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:38.123639 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91ffab62-b742-4e0d-be63-956b5c020fd0 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:38.124208 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d751f6-d677-4d4b-9f85-dbc0ec647b3b', 'name': 'network-vif-deleted', 'tag': '859e0513-56b7-4c84-a590-0656ceff3696', 'status': 'completed', 'code': 200} Oct 19 11:22:38.338822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0b3e3-b795-40de-9891-d0e8a2a54a15 req-95619d4a-b5b3-4c50-bd66-b673198dddc8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:38.340689 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4a0b3e3-b795-40de-9891-d0e8a2a54a15 req-95619d4a-b5b3-4c50-bd66-b673198dddc8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0547128 Oct 19 11:22:38.381156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4a0b3e3-b795-40de-9891-d0e8a2a54a15 req-5bc6ab06-4d94-41ac-9c47-b2764053e864 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333331 Oct 19 11:22:38.883436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6b2f5-30ff-499d-a078-b1cfbb36f7f8 req-182b1f28-71f8-4408-a14a-3ceea6b9005f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:38.885415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-98c6b2f5-30ff-499d-a078-b1cfbb36f7f8 req-182b1f28-71f8-4408-a14a-3ceea6b9005f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0557926 Oct 19 11:22:38.929804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-98c6b2f5-30ff-499d-a078-b1cfbb36f7f8 req-29a7e5bc-8aef-47c9-8f24-1a9139311397 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364461 Oct 19 11:22:39.045350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ce3eb-eb23-48ce-a601-f3500be3ee8a req-5ea1018c-3b63-4587-a20d-7528853e04fe tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:39.046891 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca5ce3eb-eb23-48ce-a601-f3500be3ee8a req-5ea1018c-3b63-4587-a20d-7528853e04fe tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0515375 Oct 19 11:22:39.091662 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca5ce3eb-eb23-48ce-a601-f3500be3ee8a req-78f2f036-23fb-41bb-afcf-a08d819d2e97 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370052 Oct 19 11:22:39.205499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950de7e-15e4-45f5-864d-0834ea94d21a req-ca71073c-022e-48e2-9a20-3119c244a037 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:39.207144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1950de7e-15e4-45f5-864d-0834ea94d21a req-ca71073c-022e-48e2-9a20-3119c244a037 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.0550625 Oct 19 11:22:39.256828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1950de7e-15e4-45f5-864d-0834ea94d21a req-a448e1b4-9d96-4188-ae46-bb905b226a20 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430601 Oct 19 11:22:39.420594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490edb1c-da1c-465c-a0ac-b6e07765f901 req-b59eee1f-b895-40dc-939a-b3f8d651b942 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:39.422093 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-490edb1c-da1c-465c-a0ac-b6e07765f901 req-b59eee1f-b895-40dc-939a-b3f8d651b942 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0548439 Oct 19 11:22:39.464929 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-490edb1c-da1c-465c-a0ac-b6e07765f901 req-63296001-9f82-48da-a56e-84709408654e tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362375 Oct 19 11:22:39.580239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46e222-60c2-41b4-b9f0-28fd21b6f322 req-2fd1fa8b-65e9-447d-ac69-9f6e181ae8e9 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:39.581846 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab46e222-60c2-41b4-b9f0-28fd21b6f322 req-2fd1fa8b-65e9-447d-ac69-9f6e181ae8e9 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.0541415 Oct 19 11:22:39.625305 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab46e222-60c2-41b4-b9f0-28fd21b6f322 req-825299a0-0297-4a19-b152-f7a173bda800 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362933 Oct 19 11:22:40.142574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2591a-d093-46a4-a699-70b21e795a49 req-ff0ed531-56b8-4542-afd7-cd05b3b410cb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:40.145157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1aa2591a-d093-46a4-a699-70b21e795a49 req-ff0ed531-56b8-4542-afd7-cd05b3b410cb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0628989 Oct 19 11:22:40.185626 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1aa2591a-d093-46a4-a699-70b21e795a49 req-81ca6ee9-c4b3-4b83-9e77-6d08c5517443 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345895 Oct 19 11:22:40.251848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc067ea-c33f-4c6d-8582-261b7ff4763d req-b1788c54-507a-41a9-b804-cbce88dec3e3 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:40.253720 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6fc067ea-c33f-4c6d-8582-261b7ff4763d req-b1788c54-507a-41a9-b804-cbce88dec3e3 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.49 "GET /v2.0/ports?device_id=06c5f101-bd76-47f6-8a6b-fad247b8bc13 HTTP/1.1" status: 200 len: 946 time: 0.0549798 Oct 19 11:22:40.370828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adafc3-47cb-4437-ba1e-cb8c5dd2f7d7 req-1827511e-e161-4e32-85b5-c8ebce226f1f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:40.372799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-10adafc3-47cb-4437-ba1e-cb8c5dd2f7d7 req-1827511e-e161-4e32-85b5-c8ebce226f1f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.1113412 Oct 19 11:22:40.422528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-10adafc3-47cb-4437-ba1e-cb8c5dd2f7d7 req-5367f28b-3e01-4123-93a7-f276355d3060 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426300 Oct 19 11:22:40.428811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-6fc067ea-c33f-4c6d-8582-261b7ff4763d req-5c3bca5c-b736-463a-9b3e-48ce7ef82ad5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Deleting port 07e7635b-45cb-4dda-ae42-8074ecc53d95 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:40.429148 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6fc067ea-c33f-4c6d-8582-261b7ff4763d req-5c3bca5c-b736-463a-9b3e-48ce7ef82ad5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:40.562389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6fc067ea-c33f-4c6d-8582-261b7ff4763d req-5c3bca5c-b736-463a-9b3e-48ce7ef82ad5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] For port 07e7635b-45cb-4dda-ae42-8074ecc53d95, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=07e7635b-45cb-4dda-ae42-8074ecc53d95,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:40.562768 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6fc067ea-c33f-4c6d-8582-261b7ff4763d req-5c3bca5c-b736-463a-9b3e-48ce7ef82ad5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:40.580552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-6fc067ea-c33f-4c6d-8582-261b7ff4763d req-5c3bca5c-b736-463a-9b3e-48ce7ef82ad5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Calling delete_port for 07e7635b-45cb-4dda-ae42-8074ecc53d95 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:40.603199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e8dd9-5085-46f1-a3e3-e317ca298927 req-3a44eb31-dd35-4772-beb1-574621d5352b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:40.603199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-295e8dd9-5085-46f1-a3e3-e317ca298927 req-3a44eb31-dd35-4772-beb1-574621d5352b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0918939 Oct 19 11:22:40.683780 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-295e8dd9-5085-46f1-a3e3-e317ca298927 req-4e8d86f5-2145-4aea-a2c3-acb454f01d37 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486755 Oct 19 11:22:40.841794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e0a2-dc1a-4aeb-b517-2d2dd901a2a1 req-0e1ebcee-54b8-4f26-97f9-e53e0aaea37f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:40.843651 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-28e7e0a2-dc1a-4aeb-b517-2d2dd901a2a1 req-0e1ebcee-54b8-4f26-97f9-e53e0aaea37f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.0675771 Oct 19 11:22:40.878887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6fc067ea-c33f-4c6d-8582-261b7ff4763d req-5c3bca5c-b736-463a-9b3e-48ce7ef82ad5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:40.892226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['07e7635b-45cb-4dda-ae42-8074ecc53d95'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:40.895486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['96013a28-0d32-408d-8c18-c649e0795b4a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:40.899663 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-28e7e0a2-dc1a-4aeb-b517-2d2dd901a2a1 req-88327d12-4517-4505-b6f3-5149bf84e2d4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497551 Oct 19 11:22:40.928058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bca5c-b736-463a-9b3e-48ce7ef82ad5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Pushing event deleted for resources: {'Port': ['ID=07e7635b-45cb-4dda-ae42-8074ecc53d95,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:40.975472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc067ea-c33f-4c6d-8582-261b7ff4763d req-5c3bca5c-b736-463a-9b3e-48ce7ef82ad5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] No DVR routers for this DVR port 07e7635b-45cb-4dda-ae42-8074ecc53d95 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:40.983185 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6fc067ea-c33f-4c6d-8582-261b7ff4763d req-5c3bca5c-b736-463a-9b3e-48ce7ef82ad5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:40.988949 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6fc067ea-c33f-4c6d-8582-261b7ff4763d req-5c3bca5c-b736-463a-9b3e-48ce7ef82ad5 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.49 "DELETE /v2.0/ports/07e7635b-45cb-4dda-ae42-8074ecc53d95 HTTP/1.1" status: 204 len: 173 time: 0.7257309 Oct 19 11:22:40.994135 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c5f101-bd76-47f6-8a6b-fad247b8bc13', 'name': 'network-vif-deleted', 'tag': '07e7635b-45cb-4dda-ae42-8074ecc53d95'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:40.994135 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99af94a5-7247-41cd-a188-d71ffda80418" -d '{"events": [{"server_uuid": "06c5f101-bd76-47f6-8a6b-fad247b8bc13", "name": "network-vif-deleted", "tag": "07e7635b-45cb-4dda-ae42-8074ecc53d95"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:41.109511 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e197f2-0bd5-4258-a5a4-a63d609843f3 req-90c61840-430c-47f5-a81f-69ccdcf338f4 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:41.112569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8e197f2-0bd5-4258-a5a4-a63d609843f3 req-90c61840-430c-47f5-a81f-69ccdcf338f4 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0651586 Oct 19 11:22:41.188326 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8e197f2-0bd5-4258-a5a4-a63d609843f3 req-6ce4c68d-a77a-44e8-bd00-52099913ee30 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632319 Oct 19 11:22:41.317783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834487cb-ed4f-45b8-9e7c-6b9b7f3e9aec req-0db11016-05f4-48fb-ba32-1b72b0ff0f33 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:41.319530 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-834487cb-ed4f-45b8-9e7c-6b9b7f3e9aec req-0db11016-05f4-48fb-ba32-1b72b0ff0f33 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.0669942 Oct 19 11:22:41.375157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-834487cb-ed4f-45b8-9e7c-6b9b7f3e9aec req-09b214ac-4daf-42e1-904f-884468616ea2 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485358 Oct 19 11:22:41.428457 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8842ea31-8f30-4dc8-97a7-2bce0d674ef5 x-openstack-request-id: req-8842ea31-8f30-4dc8-97a7-2bce0d674ef5 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:41.428981 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c5f101-bd76-47f6-8a6b-fad247b8bc13", "name": "network-vif-deleted", "tag": "07e7635b-45cb-4dda-ae42-8074ecc53d95", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:41.429394 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8842ea31-8f30-4dc8-97a7-2bce0d674ef5 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:41.429943 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c5f101-bd76-47f6-8a6b-fad247b8bc13', 'name': 'network-vif-deleted', 'tag': '07e7635b-45cb-4dda-ae42-8074ecc53d95', 'status': 'completed', 'code': 200} Oct 19 11:22:41.557928 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b46cc-c5b9-42b7-8732-3f23720001aa req-bf0ce1a4-337a-4c6e-8a61-8450627c3646 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:41.567225 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b9b46cc-c5b9-42b7-8732-3f23720001aa req-bf0ce1a4-337a-4c6e-8a61-8450627c3646 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0896242 Oct 19 11:22:41.625797 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b9b46cc-c5b9-42b7-8732-3f23720001aa req-74fd0de4-fd00-4990-8dd1-985f0f811bec tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576768 Oct 19 11:22:41.780761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d80d23-78a9-489d-9094-06ad6014bb19 req-88ca6e79-1da1-42ba-8227-8c6cbea7f1ed tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:41.784194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57d80d23-78a9-489d-9094-06ad6014bb19 req-88ca6e79-1da1-42ba-8227-8c6cbea7f1ed tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0708964 Oct 19 11:22:41.834159 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57d80d23-78a9-489d-9094-06ad6014bb19 req-377125e7-12c3-4053-aeb8-19155e758f47 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442321 Oct 19 11:22:41.956309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1e671-cdb4-4972-aa77-c54a4e4b3941 req-062cb7e8-8a3e-45cb-a1b2-fa47949f5cba tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:41.964105 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77f1e671-cdb4-4972-aa77-c54a4e4b3941 req-062cb7e8-8a3e-45cb-a1b2-fa47949f5cba tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0582654 Oct 19 11:22:42.007065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77f1e671-cdb4-4972-aa77-c54a4e4b3941 req-f9732136-4682-4957-a54a-64a16fed99c8 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417080 Oct 19 11:22:42.165919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb41d4-769d-4d25-a978-0987553948ba req-7433113e-09f6-43e1-bcae-83dc402c1c51 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:42.167387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88cb41d4-769d-4d25-a978-0987553948ba req-7433113e-09f6-43e1-bcae-83dc402c1c51 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.0677178 Oct 19 11:22:42.211108 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88cb41d4-769d-4d25-a978-0987553948ba req-f6a6b438-969d-40da-b774-d2a6e97ec8de tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Oct 19 11:22:42.400062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f41206-49a5-46d8-9176-c56bfab1b893 req-c771f94a-9a8c-426b-aa4b-924c736959ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:42.401642 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57f41206-49a5-46d8-9176-c56bfab1b893 req-c771f94a-9a8c-426b-aa4b-924c736959ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0677533 Oct 19 11:22:42.460851 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57f41206-49a5-46d8-9176-c56bfab1b893 req-b70f303f-21e6-4b61-bd2f-319eb75f1e3c tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 Oct 19 11:22:42.574281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0f96e-3cc7-4bed-a908-ca9b88dff574 req-636d47c6-ff4b-4b36-9f6d-60447ba5ec05 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:42.576263 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eed0f96e-3cc7-4bed-a908-ca9b88dff574 req-636d47c6-ff4b-4b36-9f6d-60447ba5ec05 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.0604446 Oct 19 11:22:42.614919 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eed0f96e-3cc7-4bed-a908-ca9b88dff574 req-55242b2b-bf73-438a-aeac-68d28c400ba2 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Oct 19 11:22:42.783935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43467047-0033-401d-b893-92705fa55c02 req-a6476fbb-208b-4eaf-b015-82c2cf7005b0 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:42.785461 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43467047-0033-401d-b893-92705fa55c02 req-a6476fbb-208b-4eaf-b015-82c2cf7005b0 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0729263 Oct 19 11:22:42.832118 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43467047-0033-401d-b893-92705fa55c02 req-b9f18f48-1ca7-4a27-bb39-fb9729924913 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366547 Oct 19 11:22:42.958806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6f46-a55f-496f-9f32-ccf595eb0ce1 req-2c4842f1-d0d9-4f25-a454-2f9a11f2b85b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:42.960190 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca5a6f46-a55f-496f-9f32-ccf595eb0ce1 req-2c4842f1-d0d9-4f25-a454-2f9a11f2b85b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0579698 Oct 19 11:22:43.011639 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca5a6f46-a55f-496f-9f32-ccf595eb0ce1 req-eaa70693-15b1-4690-a3a1-e868881b8d19 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Oct 19 11:22:43.137507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c505b86-7039-4082-a236-8ae86e3c35cc req-4b82b557-12aa-4aa0-8f6f-b8abfc7e0617 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:43.139684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c505b86-7039-4082-a236-8ae86e3c35cc req-4b82b557-12aa-4aa0-8f6f-b8abfc7e0617 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0588644 Oct 19 11:22:43.179029 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c505b86-7039-4082-a236-8ae86e3c35cc req-5739c4be-c0d0-4069-83d7-36199069d85c tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Oct 19 11:22:43.397212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fafdb1-82a7-4902-ba06-891de16bfaf3 req-961ad145-50a1-486e-8e9b-040c8623530a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:43.397609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49fafdb1-82a7-4902-ba06-891de16bfaf3 req-961ad145-50a1-486e-8e9b-040c8623530a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.0773940 Oct 19 11:22:43.438033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49fafdb1-82a7-4902-ba06-891de16bfaf3 req-7ee51cc0-1536-4ca6-a3ce-8637f44685ff tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Oct 19 11:22:43.593510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc006a-aa08-460a-82a1-c13239c14e39 req-ffc52eb9-e167-4886-b49b-d5271353d632 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:43.595091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0adc006a-aa08-460a-82a1-c13239c14e39 req-ffc52eb9-e167-4886-b49b-d5271353d632 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0621214 Oct 19 11:22:43.640585 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0adc006a-aa08-460a-82a1-c13239c14e39 req-98889acb-1123-41f3-a134-8a7d53a225de tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352926 Oct 19 11:22:43.779018 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55712dc6-522c-472d-8a21-145decbf09b0 req-48b5df95-b9d1-4745-b14f-27917bc2f0c9 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:43.780897 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55712dc6-522c-472d-8a21-145decbf09b0 req-48b5df95-b9d1-4745-b14f-27917bc2f0c9 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.0614340 Oct 19 11:22:43.825220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55712dc6-522c-472d-8a21-145decbf09b0 req-2c1b43ee-cdc2-434e-9d11-444a997ea9c8 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382090 Oct 19 11:22:43.965069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adab39-65b2-4256-83c2-851c8b1c198f req-1f99d6e9-5c06-4598-aa50-587e4499a9d7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:43.968981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e2adab39-65b2-4256-83c2-851c8b1c198f req-1f99d6e9-5c06-4598-aa50-587e4499a9d7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0593235 Oct 19 11:22:44.010977 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e2adab39-65b2-4256-83c2-851c8b1c198f req-c3cfd2e0-2e66-41a3-92f8-cee6fed9f0a8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357318 Oct 19 11:22:44.143435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 07e7635b-45cb-4dda-ae42-8074ecc53d95 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:44.154786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b09260-3fcb-4984-9b83-346b09d82ddc req-33ade6f6-1db9-4ba2-9347-65007ed0ec78 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:44.156612 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9b09260-3fcb-4984-9b83-346b09d82ddc req-33ade6f6-1db9-4ba2-9347-65007ed0ec78 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0582206 Oct 19 11:22:44.171479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 07e7635b-45cb-4dda-ae42-8074ecc53d95 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:44.171910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 07e7635b-45cb-4dda-ae42-8074ecc53d95 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:44.206556 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9b09260-3fcb-4984-9b83-346b09d82ddc req-c2b8464f-68a7-43e3-8f44-dae2b97c89db tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Oct 19 11:22:44.329992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf511ae-6447-4651-8071-afd5ca4eb26b req-ab282e73-cde9-4cdc-88a8-fee2d07be609 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:44.331504 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf511ae-6447-4651-8071-afd5ca4eb26b req-ab282e73-cde9-4cdc-88a8-fee2d07be609 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0549724 Oct 19 11:22:44.373099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-daf511ae-6447-4651-8071-afd5ca4eb26b req-beb9e39e-a534-4dd9-a90d-422003de8562 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352259 Oct 19 11:22:44.578535 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f6d5b-195f-4753-ba18-b37cd5b0fedb req-6bdc86ee-1ac1-48b1-8e39-9554032340de tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:44.580060 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-509f6d5b-195f-4753-ba18-b37cd5b0fedb req-6bdc86ee-1ac1-48b1-8e39-9554032340de tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.0565183 Oct 19 11:22:44.623394 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-509f6d5b-195f-4753-ba18-b37cd5b0fedb req-b84acc04-5357-4a39-95b9-ae7efe434218 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371089 Oct 19 11:22:44.775512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2ac54-bb10-4de5-90ba-f775a33f6c31 req-1cae654a-151c-4bc8-852a-af164534be91 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:44.776935 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-73d2ac54-bb10-4de5-90ba-f775a33f6c31 req-1cae654a-151c-4bc8-852a-af164534be91 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0558736 Oct 19 11:22:44.822283 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-73d2ac54-bb10-4de5-90ba-f775a33f6c31 req-b82c1b67-9c5c-4dbf-9ec4-66829a8b16b4 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Oct 19 11:22:44.959753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21501288-a788-4f4c-a6b7-10ce6998d271 req-9713d792-5c4c-4665-b3b5-dcf2c3a39b6a tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:44.969364 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21501288-a788-4f4c-a6b7-10ce6998d271 req-9713d792-5c4c-4665-b3b5-dcf2c3a39b6a tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.0626445 Oct 19 11:22:45.011553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21501288-a788-4f4c-a6b7-10ce6998d271 req-1c0e6ee8-a3c5-4726-8b01-ce3d7dfb19d7 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360062 Oct 19 11:22:45.153834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6135bf7-20ae-4675-91cd-9124b6e2c97f req-8fb43f5b-c3b7-4c91-ad39-4e0b1afb1f18 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:45.155435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6135bf7-20ae-4675-91cd-9124b6e2c97f req-8fb43f5b-c3b7-4c91-ad39-4e0b1afb1f18 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0617571 Oct 19 11:22:45.198243 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6135bf7-20ae-4675-91cd-9124b6e2c97f req-3f78b145-576c-4624-b5af-6514b33450d6 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361743 Oct 19 11:22:45.337562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fac33-2805-4dd8-a1a1-3931943b857b req-e787b1cf-ec44-4f16-aa8e-593041c8dcbd tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:45.338687 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-892fac33-2805-4dd8-a1a1-3931943b857b req-e787b1cf-ec44-4f16-aa8e-593041c8dcbd tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0603776 Oct 19 11:22:45.383948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-892fac33-2805-4dd8-a1a1-3931943b857b req-99dc2caf-210a-4f36-bf58-e72bbb77c32f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382168 Oct 19 11:22:45.501051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8d5a3-da6b-481b-8143-fbe787074010 req-e325a83b-da5c-43e3-a7a5-9a5db994a29d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:45.502600 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1a8d5a3-da6b-481b-8143-fbe787074010 req-e325a83b-da5c-43e3-a7a5-9a5db994a29d tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0599914 Oct 19 11:22:45.565964 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1a8d5a3-da6b-481b-8143-fbe787074010 req-1c14dbaf-a160-4ed7-ad06-8f41e2420ef0 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568993 Oct 19 11:22:45.745952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518141a2-6aca-4c70-9a98-8869bc8d3fd3 req-4ad0799f-5fc4-4fc7-8dfa-d11ccfa7d4a1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:45.747417 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-518141a2-6aca-4c70-9a98-8869bc8d3fd3 req-4ad0799f-5fc4-4fc7-8dfa-d11ccfa7d4a1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.0500834 Oct 19 11:22:45.787476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-518141a2-6aca-4c70-9a98-8869bc8d3fd3 req-0fba4860-4fe0-4b41-9f73-7c4f5d6a33e4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Oct 19 11:22:45.952834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49ff97-2034-45fa-8351-07f0f474fe80 req-1a46f30f-861a-49e9-88fb-d69f35f4556b tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:45.954303 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d49ff97-2034-45fa-8351-07f0f474fe80 req-1a46f30f-861a-49e9-88fb-d69f35f4556b tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0545011 Oct 19 11:22:45.993534 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d49ff97-2034-45fa-8351-07f0f474fe80 req-93be516e-f901-4c6a-9f57-d7d62fc2d5f6 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Oct 19 11:22:46.131933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb148e-b50f-40d1-a6a1-9ae719abf2e9 req-ef9abc5a-f37c-4142-8a4d-8da3cc579a27 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:46.133437 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0afb148e-b50f-40d1-a6a1-9ae719abf2e9 req-ef9abc5a-f37c-4142-8a4d-8da3cc579a27 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.0496240 Oct 19 11:22:46.173493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0afb148e-b50f-40d1-a6a1-9ae719abf2e9 req-156d790d-d2c9-4f85-866a-e46541a7b064 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329862 Oct 19 11:22:46.319500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf599dc2-5973-4324-9a82-c1628d050be8 req-2dac6c30-222a-4474-bcd3-88135f33abd4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:46.320981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf599dc2-5973-4324-9a82-c1628d050be8 req-2dac6c30-222a-4474-bcd3-88135f33abd4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0503352 Oct 19 11:22:46.362798 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf599dc2-5973-4324-9a82-c1628d050be8 req-430d99a5-79ca-449a-9713-ee57bce1484c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350671 Oct 19 11:22:46.507523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc3c5c-ac5a-4e0d-a825-ae00b7e18ab0 req-4bb8092e-1c2a-410a-8f82-2764eba33d8b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:46.508939 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05cc3c5c-ac5a-4e0d-a825-ae00b7e18ab0 req-4bb8092e-1c2a-410a-8f82-2764eba33d8b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0535946 Oct 19 11:22:46.552679 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05cc3c5c-ac5a-4e0d-a825-ae00b7e18ab0 req-8eb15a12-9dae-4d55-a996-d44fe02f39e6 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359135 Oct 19 11:22:46.687477 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eec59d-7c3e-4864-8230-201897da4000 req-639925c7-4cab-4c00-b59b-53cf74e8cf9e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:46.689856 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8eec59d-7c3e-4864-8230-201897da4000 req-639925c7-4cab-4c00-b59b-53cf74e8cf9e tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0503242 Oct 19 11:22:46.731965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8eec59d-7c3e-4864-8230-201897da4000 req-bcd8324b-5d69-45d0-be25-514412d85541 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367043 Oct 19 11:22:46.912164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01ab28-085f-499b-9eba-e16c7d6b0fab req-40496dab-a2e3-4f35-9ad8-81be90faba54 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:46.913664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a01ab28-085f-499b-9eba-e16c7d6b0fab req-40496dab-a2e3-4f35-9ad8-81be90faba54 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.0499902 Oct 19 11:22:46.951936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a01ab28-085f-499b-9eba-e16c7d6b0fab req-69bf22a0-f808-4422-96af-e73c556d89fc tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312769 Oct 19 11:22:47.114174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd417628-cedb-40ff-9316-ebb069bf73e3 req-940cccc9-82d3-4d2f-a874-906382f4ec9b tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:47.115622 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd417628-cedb-40ff-9316-ebb069bf73e3 req-940cccc9-82d3-4d2f-a874-906382f4ec9b tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0526354 Oct 19 11:22:47.153038 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd417628-cedb-40ff-9316-ebb069bf73e3 req-68fca2aa-fb62-4572-8acf-aab25c6314d3 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310557 Oct 19 11:22:47.573678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70230a5e-2d84-41ee-a75d-423697b275a9 req-95423f9c-2194-42be-8706-b3ed09a08fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:47.575738 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70230a5e-2d84-41ee-a75d-423697b275a9 req-95423f9c-2194-42be-8706-b3ed09a08fb1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 1097 time: 0.0436671 Oct 19 11:22:47.600502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325be6a-e6b7-4ab2-9eff-e15004661f20 req-e020b105-bf70-4ae2-b086-d005ec1278ee tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:47.602696 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d325be6a-e6b7-4ab2-9eff-e15004661f20 req-e020b105-bf70-4ae2-b086-d005ec1278ee tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.0692315 Oct 19 11:22:47.639395 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70230a5e-2d84-41ee-a75d-423697b275a9 req-e3d7f29d-2a08-4262-af21-d157f96a787f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531433 Oct 19 11:22:47.645176 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d325be6a-e6b7-4ab2-9eff-e15004661f20 req-8420fda6-6c10-4c9d-8778-5f8a88c09dd1 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353873 Oct 19 11:22:47.663328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86170ec-055e-4a21-8d1b-d96c3558f821 req-41a33c0f-cc1a-42b7-81d7-c4dcd49bdec5 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:47.664863 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d86170ec-055e-4a21-8d1b-d96c3558f821 req-41a33c0f-cc1a-42b7-81d7-c4dcd49bdec5 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0585482 Oct 19 11:22:47.705195 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d86170ec-055e-4a21-8d1b-d96c3558f821 req-0f9b39d3-3cec-4148-bb5b-25ab34840a57 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331705 Oct 19 11:22:47.749308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9976680-c893-4330-9777-fc8e2fe05060 req-912dadfe-cc3c-4170-810d-ab54a87cc631 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:47.750784 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9976680-c893-4330-9777-fc8e2fe05060 req-912dadfe-cc3c-4170-810d-ab54a87cc631 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 946 time: 0.0505245 Oct 19 11:22:47.790748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9976680-c893-4330-9777-fc8e2fe05060 req-0db16a62-ba6d-4ea3-9090-ac50ba8fb49b tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340431 Oct 19 11:22:47.821773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1549b-f248-413f-8d9d-0804e5cddcbc req-5e9b82c9-c3da-435b-9c5c-c123588319fd tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:47.823370 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6e1549b-f248-413f-8d9d-0804e5cddcbc req-5e9b82c9-c3da-435b-9c5c-c123588319fd tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0586421 Oct 19 11:22:47.867280 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6e1549b-f248-413f-8d9d-0804e5cddcbc req-a378c63e-176e-4257-a60e-7d00f1ee57e2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374470 Oct 19 11:22:47.902766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbf686-42d4-47c1-94de-3525f667c58d req-5526583a-bd17-4f6c-8d5a-88dee66894c9 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:47.904220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-abcbf686-42d4-47c1-94de-3525f667c58d req-5526583a-bd17-4f6c-8d5a-88dee66894c9 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0529087 Oct 19 11:22:47.940880 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-abcbf686-42d4-47c1-94de-3525f667c58d req-99df70b8-295e-4692-b0b0-d504d9f5710b tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307176 Oct 19 11:22:48.065164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf2b4e-2d4e-47b0-8c27-70a08111522b req-7d965222-8d95-4570-9c9d-b6f3a53f1493 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:48.066542 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9faf2b4e-2d4e-47b0-8c27-70a08111522b req-7d965222-8d95-4570-9c9d-b6f3a53f1493 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.0487866 Oct 19 11:22:48.105421 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9faf2b4e-2d4e-47b0-8c27-70a08111522b req-fcbdf3d1-dc39-4d07-89ff-763620b98b48 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329814 Oct 19 11:22:48.264840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e4ed5-474d-4e84-a288-e70dd8cec98a req-ab6fc156-83fb-437d-a2da-18fe82c7d522 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:48.266293 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ec1e4ed5-474d-4e84-a288-e70dd8cec98a req-ab6fc156-83fb-437d-a2da-18fe82c7d522 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0485129 Oct 19 11:22:48.302964 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ec1e4ed5-474d-4e84-a288-e70dd8cec98a req-fc372ea0-ad60-4aa6-894e-a6024686780a tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308247 Oct 19 11:22:48.757124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe6a8d-6c61-401f-a7b9-dada664ef4e8 req-21cbedf1-bc3f-4ecd-985a-226e33c4b13e tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:48.758602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95fe6a8d-6c61-401f-a7b9-dada664ef4e8 req-21cbedf1-bc3f-4ecd-985a-226e33c4b13e tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.0482287 Oct 19 11:22:48.798881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95fe6a8d-6c61-401f-a7b9-dada664ef4e8 req-b690f6cb-90c6-4732-891f-5d7a26c7fb4d tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340500 Oct 19 11:22:48.836270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98151df4-6952-4804-b72c-4e08cdfebbda req-c879c618-0ea7-46bb-9335-04929696747b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:48.841282 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98151df4-6952-4804-b72c-4e08cdfebbda req-c879c618-0ea7-46bb-9335-04929696747b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0568247 Oct 19 11:22:48.877843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98151df4-6952-4804-b72c-4e08cdfebbda req-87299b66-fc9d-402a-a48b-0e114115210f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344031 Oct 19 11:22:48.912410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05558463-0300-431b-bf15-3efb72f7e410 req-f2005ece-c7d4-4466-b1bf-09d923b42624 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:48.914079 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05558463-0300-431b-bf15-3efb72f7e410 req-f2005ece-c7d4-4466-b1bf-09d923b42624 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 946 time: 0.0536592 Oct 19 11:22:48.953673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05558463-0300-431b-bf15-3efb72f7e410 req-639c020a-c5be-4c0a-a1fa-bcca890018b6 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups?id=866105f3-ac41-48c5-9643-1c9eff0981f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329413 Oct 19 11:22:48.987324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380053d-e975-493b-ad3d-537d5dfc3344 req-7fcc77d6-d432-4054-868a-9fbb8337ea41 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:48.988838 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e380053d-e975-493b-ad3d-537d5dfc3344 req-7fcc77d6-d432-4054-868a-9fbb8337ea41 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0525444 Oct 19 11:22:49.033049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e380053d-e975-493b-ad3d-537d5dfc3344 req-88713923-9306-4fb9-8bfd-f916f30ef1bb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381551 Oct 19 11:22:49.059460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b466b6-45b4-45e8-8003-3af9c8459833 req-36c5b059-3b7a-4469-bc64-c7d65d3f8ee4 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:49.060994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8b466b6-45b4-45e8-8003-3af9c8459833 req-36c5b059-3b7a-4469-bc64-c7d65d3f8ee4 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0500040 Oct 19 11:22:49.102771 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8b466b6-45b4-45e8-8003-3af9c8459833 req-9906e0d1-4f00-4b59-a249-b4604ee00ce5 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d0a2991-359a-49bd-be78-00b29da7eb1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356102 Oct 19 11:22:49.220475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2ab6-b7e9-4aa0-998b-c601fc0dc7a3 req-cb12aa93-afdd-4759-9345-47eefee40552 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:49.221948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad1b2ab6-b7e9-4aa0-998b-c601fc0dc7a3 req-cb12aa93-afdd-4759-9345-47eefee40552 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 943 time: 0.0491366 Oct 19 11:22:49.262225 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad1b2ab6-b7e9-4aa0-998b-c601fc0dc7a3 req-696f7ef9-0eaa-472e-b18e-5e69f14edc59 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337102 Oct 19 11:22:49.307319 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:49.382065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-da536b59-3e73-48a3-82a1-16a6b472f5da tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:49.383571 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-da536b59-3e73-48a3-82a1-16a6b472f5da tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.49 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 946 time: 0.0529950 Oct 19 11:22:49.490598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9cde8-72ad-4d1d-a63f-0aba8060a285 req-836c27a8-d364-4957-bd67-69a7d2675e32 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:49.492066 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-acc9cde8-72ad-4d1d-a63f-0aba8060a285 req-836c27a8-d364-4957-bd67-69a7d2675e32 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.1211221 Oct 19 11:22:49.517982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a214107-b124-441c-b168-cc7eaebfb08a req-daa04921-1477-452b-b020-a4061a7064a0 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:49.517982 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a214107-b124-441c-b168-cc7eaebfb08a req-daa04921-1477-452b-b020-a4061a7064a0 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 945 time: 0.0575745 Oct 19 11:22:49.539931 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-acc9cde8-72ad-4d1d-a63f-0aba8060a285 req-dccacc68-5c27-4d60-bf6a-82c642b123f6 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/security-groups?id=47e65aeb-6b58-4d5f-9252-056b6e6de36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 Oct 19 11:22:49.546451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Deleting port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:49.546990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:49.642037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] For port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1bc1407f-fb4e-400e-a6e3-a0c850f15f91,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:49.642388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:49.670241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d91ae-3e5c-435b-a234-61e389eb20f3 req-b5f69eaf-e0d5-4004-b4b2-692fe7653757 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:49.676333 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a2d91ae-3e5c-435b-a234-61e389eb20f3 req-b5f69eaf-e0d5-4004-b4b2-692fe7653757 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 950 time: 0.0733557 Oct 19 11:22:49.676333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-2a214107-b124-441c-b168-cc7eaebfb08a req-90ca7bfa-87dd-42ff-a96a-60a5e59fe0ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Deleting port 96013a28-0d32-408d-8c18-c649e0795b4a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:49.676333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a214107-b124-441c-b168-cc7eaebfb08a req-90ca7bfa-87dd-42ff-a96a-60a5e59fe0ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:49.735744 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:49.818031 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:49.818391 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:49.818727 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Floating IP 79252dda-bb80-4ea0-ad28-1ac9a7b7de64 disassociated. External IP: 172.25.2.235, port: 1bc1407f-fb4e-400e-a6e3-a0c850f15f91. Oct 19 11:22:49.820522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Calling delete_port for 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:49.831337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2a214107-b124-441c-b168-cc7eaebfb08a req-90ca7bfa-87dd-42ff-a96a-60a5e59fe0ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] For port 96013a28-0d32-408d-8c18-c649e0795b4a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=96013a28-0d32-408d-8c18-c649e0795b4a,segment=NetworkSegment(b6531dca-c66f-4a69-a237-e7f491932c08),segment_id=b6531dca-c66f-4a69-a237-e7f491932c08)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:49.831337 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a214107-b124-441c-b168-cc7eaebfb08a req-90ca7bfa-87dd-42ff-a96a-60a5e59fe0ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:49.856881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-2a214107-b124-441c-b168-cc7eaebfb08a req-90ca7bfa-87dd-42ff-a96a-60a5e59fe0ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Calling delete_port for 96013a28-0d32-408d-8c18-c649e0795b4a owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:49.872394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-2a2d91ae-3e5c-435b-a234-61e389eb20f3 req-e2739c88-1f30-49f2-9cc2-68e5df51f762 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Deleting port 3a1bffa4-1d71-479d-b6c5-80507bfe7230 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:49.872895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a2d91ae-3e5c-435b-a234-61e389eb20f3 req-e2739c88-1f30-49f2-9cc2-68e5df51f762 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:49.992186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873aa3f-da09-44e5-9399-585b48c0c7d1 req-dc3c9350-504a-4828-9a48-f6ae015ba1ae tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:49.993707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a873aa3f-da09-44e5-9399-585b48c0c7d1 req-dc3c9350-504a-4828-9a48-f6ae015ba1ae tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.1261022 Oct 19 11:22:50.032684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a873aa3f-da09-44e5-9399-585b48c0c7d1 req-fba2909b-bd8c-4d7c-ac0f-b487d4edb289 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Oct 19 11:22:50.053355 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:50.077386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716445e9-edd1-4246-a791-65487062a35b req-b743758b-2c75-4005-a552-5dab28835fd7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:50.078872 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-716445e9-edd1-4246-a791-65487062a35b req-b743758b-2c75-4005-a552-5dab28835fd7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1133020 Oct 19 11:22:50.081300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2a2d91ae-3e5c-435b-a234-61e389eb20f3 req-e2739c88-1f30-49f2-9cc2-68e5df51f762 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] For port 3a1bffa4-1d71-479d-b6c5-80507bfe7230, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3a1bffa4-1d71-479d-b6c5-80507bfe7230,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:50.081663 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a2d91ae-3e5c-435b-a234-61e389eb20f3 req-e2739c88-1f30-49f2-9cc2-68e5df51f762 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:50.086497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event deleted for resources: {'Port': ['ID=1bc1407f-fb4e-400e-a6e3-a0c850f15f91,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:50.104562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-2a2d91ae-3e5c-435b-a234-61e389eb20f3 req-e2739c88-1f30-49f2-9cc2-68e5df51f762 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Calling delete_port for 3a1bffa4-1d71-479d-b6c5-80507bfe7230 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:50.156926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9915a94e-0c1a-46bc-a74a-2f85cfb15d55 req-d01ea2dd-8460-4cda-b628-8dc2257bf5a9 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 210 time: 0.0584021 Oct 19 11:22:50.208348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-716445e9-edd1-4246-a791-65487062a35b req-51e75f37-f64f-499a-9fac-849cb541da05 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186302 Oct 19 11:22:50.237831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Router 21f8385d-1790-4433-bd24-82709302e7ab has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:22:50.278025 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a214107-b124-441c-b168-cc7eaebfb08a req-90ca7bfa-87dd-42ff-a96a-60a5e59fe0ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:50.291918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['96013a28-0d32-408d-8c18-c649e0795b4a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:50.316733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device d06adace-cecf-4509-b82e-cf9900df769b details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:22:50.343398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca7bfa-87dd-42ff-a96a-60a5e59fe0ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Pushing event deleted for resources: {'Port': ['ID=96013a28-0d32-408d-8c18-c649e0795b4a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:50.350563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be61698-cd72-4426-814d-c177d943d99a req-6319fe32-934f-4413-b7ec-a616acb9676a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:50.352233 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2be61698-cd72-4426-814d-c177d943d99a req-6319fe32-934f-4413-b7ec-a616acb9676a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.1078486 Oct 19 11:22:50.397708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a214107-b124-441c-b168-cc7eaebfb08a req-90ca7bfa-87dd-42ff-a96a-60a5e59fe0ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] No DVR routers for this DVR port 96013a28-0d32-408d-8c18-c649e0795b4a on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:50.401922 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a214107-b124-441c-b168-cc7eaebfb08a req-90ca7bfa-87dd-42ff-a96a-60a5e59fe0ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:50.405344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a214107-b124-441c-b168-cc7eaebfb08a req-90ca7bfa-87dd-42ff-a96a-60a5e59fe0ff tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.26 "DELETE /v2.0/ports/96013a28-0d32-408d-8c18-c649e0795b4a HTTP/1.1" status: 204 len: 173 time: 0.8780274 Oct 19 11:22:50.405823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8226bd-0a19-4906-bce8-250ce710b6a4', 'name': 'network-vif-deleted', 'tag': '96013a28-0d32-408d-8c18-c649e0795b4a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:50.408141 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead44da8-e45e-4edb-8b70-4ea747101d84" -d '{"events": [{"server_uuid": "5c8226bd-0a19-4906-bce8-250ce710b6a4", "name": "network-vif-deleted", "tag": "96013a28-0d32-408d-8c18-c649e0795b4a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:50.412725 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a2d91ae-3e5c-435b-a234-61e389eb20f3 req-e2739c88-1f30-49f2-9cc2-68e5df51f762 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:50.422331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ab0e7-7d2c-4333-9103-79ab2aea5e3c req-e866eb96-3572-43f7-8446-05d8274d716c tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:50.423783 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de1ab0e7-7d2c-4333-9103-79ab2aea5e3c req-e866eb96-3572-43f7-8446-05d8274d716c tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.1468487 Oct 19 11:22:50.430368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port d06adace-cecf-4509-b82e-cf9900df769b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=d06adace-cecf-4509-b82e-cf9900df769b,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:50.444202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'd06adace-cecf-4509-b82e-cf9900df769b', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'port_id': 'd06adace-cecf-4509-b82e-cf9900df769b', 'mac_address': 'fa:16:3e:05:d0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01fca6a7-aece-4f7e-bc3f-b414758cde01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:22:50.449881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3a1bffa4-1d71-479d-b6c5-80507bfe7230'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:50.471518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2739c88-1f30-49f2-9cc2-68e5df51f762 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Pushing event deleted for resources: {'Port': ['ID=3a1bffa4-1d71-479d-b6c5-80507bfe7230,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:50.539978 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:50.540864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de1ab0e7-7d2c-4333-9103-79ab2aea5e3c req-13d635ed-46d4-46ab-bd29-83725020ac80 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081278 Oct 19 11:22:50.562584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06adace-cecf-4509-b82e-cf9900df769b {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:50.575209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2d91ae-3e5c-435b-a234-61e389eb20f3 req-e2739c88-1f30-49f2-9cc2-68e5df51f762 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] No DVR routers for this DVR port 3a1bffa4-1d71-479d-b6c5-80507bfe7230 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:50.581288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2a2d91ae-3e5c-435b-a234-61e389eb20f3 req-e2739c88-1f30-49f2-9cc2-68e5df51f762 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:50.587505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a2d91ae-3e5c-435b-a234-61e389eb20f3 req-e2739c88-1f30-49f2-9cc2-68e5df51f762 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.26 "DELETE /v2.0/ports/3a1bffa4-1d71-479d-b6c5-80507bfe7230 HTTP/1.1" status: 204 len: 173 time: 0.8963764 Oct 19 11:22:50.607749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port d06adace-cecf-4509-b82e-cf9900df769b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=d06adace-cecf-4509-b82e-cf9900df769b,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:50.661423 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-916a95a9-7094-4a0a-8c96-62e2966b0724 req-05242ee6-0e5c-4537-9546-269dc7c68ec0 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 210 time: 0.0401983 Oct 19 11:22:50.690401 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:50.747952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=d06adace-cecf-4509-b82e-cf9900df769b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:50.755534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.755877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.756210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.756327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:22:50.756596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.756907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.757229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.757548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.757939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.758268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.758638 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.759130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.759611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:22:50.761118 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2be61698-cd72-4426-814d-c177d943d99a req-231f39ed-2a90-44ae-bd79-06899e1b9fe5 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690879 Oct 19 11:22:50.773554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329d1121-47e0-40af-91a8-aa1ac175dd15 None None] Sync routers for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:22:50.799497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329d1121-47e0-40af-91a8-aa1ac175dd15 None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:22:50.800419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-329d1121-47e0-40af-91a8-aa1ac175dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:22:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:50.801551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] No DVR routers for this DVR port 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:50.805794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:50.815491 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3dee253e-1f0c-446b-83e8-4d77a8def0fd req-4984deee-5d00-4962-a6fc-6160f686abd8 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.49 "DELETE /v2.0/ports/1bc1407f-fb4e-400e-a6e3-a0c850f15f91 HTTP/1.1" status: 204 len: 173 time: 1.4169593 Oct 19 11:22:50.815491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'name': 'network-vif-deleted', 'tag': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:50.815491 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14035ac7-c8b3-4cf8-9069-1508565aac9b" -d '{"events": [{"server_uuid": "c972edd3-aa75-4953-bfb5-718a4e05bade", "name": "network-vif-deleted", "tag": "1bc1407f-fb4e-400e-a6e3-a0c850f15f91"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:50.817206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aa382-d574-408c-9995-602277210aa8 req-9f314a2b-ccd7-420d-b361-40b6655334e2 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:50.819527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf9aa382-d574-408c-9995-602277210aa8 req-9f314a2b-ccd7-420d-b361-40b6655334e2 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 944 time: 0.0924277 Oct 19 11:22:50.868705 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63e71d2-7620-420a-8828-1b9fe3606d80 x-openstack-request-id: req-a63e71d2-7620-420a-8828-1b9fe3606d80 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:50.869327 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8226bd-0a19-4906-bce8-250ce710b6a4", "name": "network-vif-deleted", "tag": "96013a28-0d32-408d-8c18-c649e0795b4a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:50.869327 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a63e71d2-7620-420a-8828-1b9fe3606d80 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:50.869661 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8226bd-0a19-4906-bce8-250ce710b6a4', 'name': 'network-vif-deleted', 'tag': '96013a28-0d32-408d-8c18-c649e0795b4a', 'status': 'completed', 'code': 200} Oct 19 11:22:50.880564 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf9aa382-d574-408c-9995-602277210aa8 req-efca7cf3-7576-42fe-93c4-53e809e13609 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502927 Oct 19 11:22:51.008283 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c04c4002-5095-48f4-9cc4-405c2dd1fcf2 req-34c180f4-a75d-4c3f-a8be-b37cc2cb80b9 tempest-MultipleCreateTestJSON-151947537 tempest-MultipleCreateTestJSON-151947537-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c8226bd-0a19-4906-bce8-250ce710b6a4 HTTP/1.1" status: 200 len: 210 time: 0.0443366 Oct 19 11:22:51.048227 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6bee49-e4b8-414f-9a61-aaaf127f86f4 x-openstack-request-id: req-9c6bee49-e4b8-414f-9a61-aaaf127f86f4 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:51.048227 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972edd3-aa75-4953-bfb5-718a4e05bade", "name": "network-vif-deleted", "tag": "1bc1407f-fb4e-400e-a6e3-a0c850f15f91", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:51.048227 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c6bee49-e4b8-414f-9a61-aaaf127f86f4 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:51.048227 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972edd3-aa75-4953-bfb5-718a4e05bade', 'name': 'network-vif-deleted', 'tag': '1bc1407f-fb4e-400e-a6e3-a0c850f15f91', 'status': 'completed', 'code': 200} Oct 19 11:22:51.084264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['d06adace-cecf-4509-b82e-cf9900df769b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:51.138516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-329d1121-47e0-40af-91a8-aa1ac175dd15 None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:22:51.145039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e937f-e51e-4744-827d-bdbc381e864f req-c251dca9-6bfc-4ad2-97e2-09d933346a23 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:51.146571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-599e937f-e51e-4744-827d-bdbc381e864f req-c251dca9-6bfc-4ad2-97e2-09d933346a23 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.0514398 Oct 19 11:22:51.202501 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-599e937f-e51e-4744-827d-bdbc381e864f req-1828404c-f4c0-4838-9908-9c055128da66 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494738 Oct 19 11:22:51.288190 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e32a4c9a-4af5-497d-a652-aee2901d1269 req-81104926-8053-4b27-820e-7ced48d4d4c5 tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/ports?device_id=c972edd3-aa75-4953-bfb5-718a4e05bade HTTP/1.1" status: 200 len: 210 time: 0.0274448 Oct 19 11:22:51.401426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da0234-5fcc-431f-8768-9cf7c2f683c5 req-5e3a9b09-a1e0-474d-bdbb-057e44901784 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:51.403604 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52da0234-5fcc-431f-8768-9cf7c2f683c5 req-5e3a9b09-a1e0-474d-bdbb-057e44901784 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0560842 Oct 19 11:22:51.434956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-329d1121-47e0-40af-91a8-aa1ac175dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:51.460329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52da0234-5fcc-431f-8768-9cf7c2f683c5 req-f82c152f-2e26-464c-9abb-9a961fd543e9 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451999 Oct 19 11:22:51.462171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329d1121-47e0-40af-91a8-aa1ac175dd15 None None] Checking router: 21f8385d-1790-4433-bd24-82709302e7ab for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:22:51.471459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329d1121-47e0-40af-91a8-aa1ac175dd15 None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:22:51.472065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-329d1121-47e0-40af-91a8-aa1ac175dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:22:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:51.585758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-329d1121-47e0-40af-91a8-aa1ac175dd15 None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:22:51.783048 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-276024a2-3d7a-43f9-94b5-05a86df1b1da req-e92d890a-b918-4537-916e-df2905a92799 tempest-ServersOnMultiNodesTest-1857290664 tempest-ServersOnMultiNodesTest-1857290664-project] 10.222.0.39 "GET /v2.0/ports?device_id=447fb81c-fa12-4c73-b073-bae64d1b9927 HTTP/1.1" status: 200 len: 210 time: 0.0321152 Oct 19 11:22:51.822216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c5826-c055-4afc-b5d6-e0b956b013b3 req-b8ef47d7-a267-450e-bbd6-7da96f41a25a tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:51.830556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c9c5826-c055-4afc-b5d6-e0b956b013b3 req-b8ef47d7-a267-450e-bbd6-7da96f41a25a tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.1050861 Oct 19 11:22:51.833049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-329d1121-47e0-40af-91a8-aa1ac175dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:51.872825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329d1121-47e0-40af-91a8-aa1ac175dd15 None None] The sync data for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 is: [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:14:43Z', 'revision_number': 4, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e8c69c86-f3b0-4ee1-ac59-0215e1fae974', 'name': '', 'network_id': 'b157cbcc-604a-44be-a7df-eb39e3221861', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'mac_address': 'fa:16:3e:74:4b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:42Z', 'updated_at': '2021-10-19T11:14:49Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'subnets': [{'id': 'a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:22:51.880003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c9c5826-c055-4afc-b5d6-e0b956b013b3 req-eb59c994-89da-433b-8e69-cc50a1eff0f4 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481093 Oct 19 11:22:51.931797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4ba08-7ffa-426b-a311-d88ff33adc85 req-37199889-35f5-451c-b1c7-059010779c2f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:51.933673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1af4ba08-7ffa-426b-a311-d88ff33adc85 req-37199889-35f5-451c-b1c7-059010779c2f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0812635 Oct 19 11:22:51.973748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1af4ba08-7ffa-426b-a311-d88ff33adc85 req-bc8d7952-cc0b-43c2-a1c5-1a2c911e6b9c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338860 Oct 19 11:22:52.021866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bbcdb-ac20-450d-bfec-521cae2bc901 req-97ec1c0b-d528-425c-8411-a4c57853d428 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:52.023104 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-706bbcdb-ac20-450d-bfec-521cae2bc901 req-97ec1c0b-d528-425c-8411-a4c57853d428 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 944 time: 0.0596275 Oct 19 11:22:52.075716 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-706bbcdb-ac20-450d-bfec-521cae2bc901 req-6f55c2a3-a030-4709-b317-3a64b3921945 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431826 Oct 19 11:22:52.099745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59540) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:52.149504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f75934-52de-454d-b26d-392b55c1fa99 admin admin] Deleting subnet 23b85a04-f228-41bb-a5f6-f36b14870f63 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:22:52.152943 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f75934-52de-454d-b26d-392b55c1fa99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.158928 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5aba0-1195-4e61-82b7-179eaae3aa54 None None] New status for floating IP 79252dda-bb80-4ea0-ad28-1ac9a7b7de64: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:22:52.181557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:52.188095 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f75934-52de-454d-b26d-392b55c1fa99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.201940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:52.202301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1bc1407f-fb4e-400e-a6e3-a0c850f15f91 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:52.227911 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f75934-52de-454d-b26d-392b55c1fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.293360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device d06adace-cecf-4509-b82e-cf9900df769b up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:22:52.344869 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f75934-52de-454d-b26d-392b55c1fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.378920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f75934-52de-454d-b26d-392b55c1fa99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b85a04-f228-41bb-a5f6-f36b14870f63,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:52.381643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f75934-52de-454d-b26d-392b55c1fa99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.387013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59546) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:52.387216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c9f75934-52de-454d-b26d-392b55c1fa99 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/23b85a04-f228-41bb-a5f6-f36b14870f63 HTTP/1.1" status: 204 len: 168 time: 0.2844565 Oct 19 11:22:52.415843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port d06adace-cecf-4509-b82e-cf9900df769b completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:22:52.420462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port d06adace-cecf-4509-b82e-cf9900df769b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:22:52.420946 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.445852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59548) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:52.470968 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.501488 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ad823b0-67a8-4d71-af17-d7b76def9e1c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.504683 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.531232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f127500-59ed-4311-968c-3aaa0d660410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06adace-cecf-4509-b82e-cf9900df769b'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:52.531982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ad823b0-67a8-4d71-af17-d7b76def9e1c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.533819 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066f2422-1eac-4368-a99f-1ff61ffc0113" -d '{"events": [{"server_uuid": "1f127500-59ed-4311-968c-3aaa0d660410", "name": "network-vif-plugged", "status": "completed", "tag": "d06adace-cecf-4509-b82e-cf9900df769b"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:52.550465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port d06adace-cecf-4509-b82e-cf9900df769b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=d06adace-cecf-4509-b82e-cf9900df769b,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:52.558860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.584245 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeb8352-6002-4c02-8e6b-182ebdd9631c x-openstack-request-id: req-afeb8352-6002-4c02-8e6b-182ebdd9631c {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:52.584245 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f127500-59ed-4311-968c-3aaa0d660410", "name": "network-vif-plugged", "status": "completed", "tag": "d06adace-cecf-4509-b82e-cf9900df769b", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:52.584245 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afeb8352-6002-4c02-8e6b-182ebdd9631c {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:52.584245 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f127500-59ed-4311-968c-3aaa0d660410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06adace-cecf-4509-b82e-cf9900df769b', 'code': 200} Oct 19 11:22:52.584668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a325aed-1ff4-407b-9af1-75a3bf4a7ee4']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:52.594226 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6531dca-c66f-4a69-a237-e7f491932c08') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:52.594760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6531dca-c66f-4a69-a237-e7f491932c08') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:52.606846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.615695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdcf66-9d6e-470e-8259-403c837443bb req-c3df333b-c986-4fe9-8364-e7a8c6d36db2 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:52.617347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22bdcf66-9d6e-470e-8259-403c837443bb req-c3df333b-c986-4fe9-8364-e7a8c6d36db2 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0529485 Oct 19 11:22:52.626742 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.627734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 96013a28-0d32-408d-8c18-c649e0795b4a no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:52.633212 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.640827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:22:52.641219 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:22:52.643639 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:22:52.666216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22bdcf66-9d6e-470e-8259-403c837443bb req-8435fe4e-f557-410f-a1c0-053a858833eb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 Oct 19 11:22:52.679079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ad823b0-67a8-4d71-af17-d7b76def9e1c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.680277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 96013a28-0d32-408d-8c18-c649e0795b4a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:52.680574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 96013a28-0d32-408d-8c18-c649e0795b4a not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:52.684134 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ad823b0-67a8-4d71-af17-d7b76def9e1c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.687049 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5ad823b0-67a8-4d71-af17-d7b76def9e1c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "DELETE /v2.0/security-groups/866105f3-ac41-48c5-9643-1c9eff0981f5 HTTP/1.1" status: 204 len: 168 time: 0.2384565 Oct 19 11:22:52.693108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59554) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:52.709119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad823b0-67a8-4d71-af17-d7b76def9e1c tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866105f3-ac41-48c5-9643-1c9eff0981f5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:52.728005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=d06adace-cecf-4509-b82e-cf9900df769b,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:52.737303 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-82e23bc5-77cb-46d7-9f1b-1625f2f31dfa tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] show failed (client error): The resource could not be found. Oct 19 11:22:52.740581 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-82e23bc5-77cb-46d7-9f1b-1625f2f31dfa tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "GET /v2.0/security-groups/866105f3-ac41-48c5-9643-1c9eff0981f5 HTTP/1.1" status: 404 len: 347 time: 0.0443327 Oct 19 11:22:52.743816 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59556) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:52.749222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059c954-7da2-4e05-8d70-70140132ca07 req-013b50cb-f0d5-46d3-a4b3-e0e31f9b0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:52.750691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a059c954-7da2-4e05-8d70-70140132ca07 req-013b50cb-f0d5-46d3-a4b3-e0e31f9b0c37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 1096 time: 0.0917718 Oct 19 11:22:52.789027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a059c954-7da2-4e05-8d70-70140132ca07 req-d5c2a0b6-a512-48d2-ba0b-8ef23c1b85ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301375 Oct 19 11:22:52.798614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.803908 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.807136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] 10.222.0.39 "DELETE /v2.0/networks/2a325aed-1ff4-407b-9af1-75a3bf4a7ee4 HTTP/1.1" status: 204 len: 168 time: 0.4187779 Oct 19 11:22:52.823649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736b58e-482f-42a1-9c43-1f8c619a5a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=2a325aed-1ff4-407b-9af1-75a3bf4a7ee4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:52.871176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447fb81c-fa12-4c73-b073-bae64d1b9927', 'name': 'network-vif-deleted', 'tag': '3a1bffa4-1d71-479d-b6c5-80507bfe7230'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:52.873598 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753ab8c7-4a0e-436b-aa61-9091e6be5ebb" -d '{"events": [{"server_uuid": "447fb81c-fa12-4c73-b073-bae64d1b9927", "name": "network-vif-deleted", "tag": "3a1bffa4-1d71-479d-b6c5-80507bfe7230"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:52.877765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a481101c-1e8f-4f2a-9734-e70e2fd0a17a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Deleting port 1f480186-0ebb-412e-9159-553664af70ab {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:52.879285 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a481101c-1e8f-4f2a-9734-e70e2fd0a17a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.921004 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce721868-f688-4ac3-8b8e-c4b1c25e7983 x-openstack-request-id: req-ce721868-f688-4ac3-8b8e-c4b1c25e7983 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:52.921567 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447fb81c-fa12-4c73-b073-bae64d1b9927", "name": "network-vif-deleted", "tag": "3a1bffa4-1d71-479d-b6c5-80507bfe7230", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:52.921652 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce721868-f688-4ac3-8b8e-c4b1c25e7983 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:52.922010 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447fb81c-fa12-4c73-b073-bae64d1b9927', 'name': 'network-vif-deleted', 'tag': '3a1bffa4-1d71-479d-b6c5-80507bfe7230', 'status': 'completed', 'code': 200} Oct 19 11:22:52.987853 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a481101c-1e8f-4f2a-9734-e70e2fd0a17a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:52.988317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a481101c-1e8f-4f2a-9734-e70e2fd0a17a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.005503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a481101c-1e8f-4f2a-9734-e70e2fd0a17a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Calling delete_port for 1f480186-0ebb-412e-9159-553664af70ab owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:53.022684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45094dae-8058-4ec9-a91e-d0f7584282aa req-ee613548-69f4-4100-a32c-94e82ddfb039 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:53.025264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-45094dae-8058-4ec9-a91e-d0f7584282aa req-ee613548-69f4-4100-a32c-94e82ddfb039 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.0646870 Oct 19 11:22:53.067956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-45094dae-8058-4ec9-a91e-d0f7584282aa req-db399820-9b02-4c1c-a1fd-3231bcae07ba tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/security-groups?id=78d6e723-6fe7-4614-aa4e-d91d85ae31b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343475 Oct 19 11:22:53.146537 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cfaac-253c-4d61-bdb3-66f654498e91 req-058aee63-f1c0-40ae-840a-3126633cf6b7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:53.148049 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a8cfaac-253c-4d61-bdb3-66f654498e91 req-058aee63-f1c0-40ae-840a-3126633cf6b7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0804374 Oct 19 11:22:53.215426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3faa4f-15ad-4ccc-a431-512b37ad4bc3 req-7e72e0ca-cf8a-4447-9107-5e29e6eb632d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:53.217003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a3faa4f-15ad-4ccc-a431-512b37ad4bc3 req-7e72e0ca-cf8a-4447-9107-5e29e6eb632d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 945 time: 0.0735269 Oct 19 11:22:53.221962 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a8cfaac-253c-4d61-bdb3-66f654498e91 req-70ce0488-efef-4245-a1df-5806cb33e940 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664320 Oct 19 11:22:53.264941 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a3faa4f-15ad-4ccc-a431-512b37ad4bc3 req-af322179-34dc-4441-98c8-2aae86931a3f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395200 Oct 19 11:22:53.267273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59574) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:53.314157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-02fe1e9e-4a3f-488a-8d2d-8ea4cf35ec61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf50b610f2f946cc967981faaa2e1821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457373 Oct 19 11:22:53.315387 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a481101c-1e8f-4f2a-9734-e70e2fd0a17a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.316846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59576) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:53.342089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481101c-1e8f-4f2a-9734-e70e2fd0a17a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Pushing event deleted for resources: {'Port': ['ID=1f480186-0ebb-412e-9159-553664af70ab,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:53.386753 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-65016942-8ace-457b-a02f-710f7634a223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.407765 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a481101c-1e8f-4f2a-9734-e70e2fd0a17a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.411875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a481101c-1e8f-4f2a-9734-e70e2fd0a17a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.411875 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a481101c-1e8f-4f2a-9734-e70e2fd0a17a tempest-AttachVolumeTestJSON-89957256 tempest-AttachVolumeTestJSON-89957256-project] 10.222.0.39 "DELETE /v2.0/floatingips/79252dda-bb80-4ea0-ad28-1ac9a7b7de64 HTTP/1.1" status: 204 len: 168 time: 0.6690495 Oct 19 11:22:53.445936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-65016942-8ace-457b-a02f-710f7634a223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.475537 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701ff0e-aaff-4a4a-9677-e6def4d2a443 req-f74b8490-2b27-458d-8978-400cc89a5c15 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:53.475945 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6701ff0e-aaff-4a4a-9677-e6def4d2a443 req-f74b8490-2b27-458d-8978-400cc89a5c15 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 946 time: 0.0763011 Oct 19 11:22:53.476524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59582) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:53.591511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-6701ff0e-aaff-4a4a-9677-e6def4d2a443 req-f126c8b4-9a4a-4fe3-8f56-579a7f6d7577 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Deleting port efa330ba-257c-4e5a-80af-b03459221549 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:22:53.591878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6701ff0e-aaff-4a4a-9677-e6def4d2a443 req-f126c8b4-9a4a-4fe3-8f56-579a7f6d7577 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.609946 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-53c2af8d-c677-4253-92fc-18e2feaab9b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfb9bc13032940e19a483303a5c91dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321592 Oct 19 11:22:53.612405 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59586) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:53.654581 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-65016942-8ace-457b-a02f-710f7634a223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.658500 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-65016942-8ace-457b-a02f-710f7634a223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.659043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-65016942-8ace-457b-a02f-710f7634a223 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47e65aeb-6b58-4d5f-9252-056b6e6de36f HTTP/1.1" status: 204 len: 168 time: 0.3405557 Oct 19 11:22:53.669351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7307fb8f-8dda-4b67-9897-c8a10ff9a09e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.699797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65016942-8ace-457b-a02f-710f7634a223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e65aeb-6b58-4d5f-9252-056b6e6de36f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:53.710918 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7307fb8f-8dda-4b67-9897-c8a10ff9a09e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.733293 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6701ff0e-aaff-4a4a-9677-e6def4d2a443 req-f126c8b4-9a4a-4fe3-8f56-579a7f6d7577 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] For port efa330ba-257c-4e5a-80af-b03459221549, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=efa330ba-257c-4e5a-80af-b03459221549,segment=NetworkSegment(e35d868b-c353-4cab-b135-a81126abbaab),segment_id=e35d868b-c353-4cab-b135-a81126abbaab)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:53.733293 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6701ff0e-aaff-4a4a-9677-e6def4d2a443 req-f126c8b4-9a4a-4fe3-8f56-579a7f6d7577 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.744277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-6701ff0e-aaff-4a4a-9677-e6def4d2a443 req-f126c8b4-9a4a-4fe3-8f56-579a7f6d7577 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Calling delete_port for efa330ba-257c-4e5a-80af-b03459221549 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:22:53.855990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7307fb8f-8dda-4b67-9897-c8a10ff9a09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.858609 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7307fb8f-8dda-4b67-9897-c8a10ff9a09e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:53.859749 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7307fb8f-8dda-4b67-9897-c8a10ff9a09e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d0a2991-359a-49bd-be78-00b29da7eb1a HTTP/1.1" status: 204 len: 168 time: 0.2464237 Oct 19 11:22:53.873055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307fb8f-8dda-4b67-9897-c8a10ff9a09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0a2991-359a-49bd-be78-00b29da7eb1a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:53.916704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99ae39-0e18-40bd-bbbe-37a60efe7cfb req-426eed3a-70ad-48fb-af39-f01f0022fe3a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:53.918219 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ab99ae39-0e18-40bd-bbbe-37a60efe7cfb req-426eed3a-70ad-48fb-af39-f01f0022fe3a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.1058929 Oct 19 11:22:54.023719 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ab99ae39-0e18-40bd-bbbe-37a60efe7cfb req-da8ccd67-06ff-4b0d-9c66-48073359c6dc tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873950 Oct 19 11:22:54.118956 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6701ff0e-aaff-4a4a-9677-e6def4d2a443 req-f126c8b4-9a4a-4fe3-8f56-579a7f6d7577 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:54.131609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['efa330ba-257c-4e5a-80af-b03459221549'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:54.193670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126c8b4-9a4a-4fe3-8f56-579a7f6d7577 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Pushing event deleted for resources: {'Port': ['ID=efa330ba-257c-4e5a-80af-b03459221549,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:54.202014 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9135cd4e-a37b-4eeb-a0cf-4af9ceda260a req-f3b45855-7f24-469a-81fa-8e2558e5ae8a tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 210 time: 0.0576031 Oct 19 11:22:54.212107 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-6701ff0e-aaff-4a4a-9677-e6def4d2a443 req-f126c8b4-9a4a-4fe3-8f56-579a7f6d7577 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] No DVR routers for this DVR port efa330ba-257c-4e5a-80af-b03459221549 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:22:54.214122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6701ff0e-aaff-4a4a-9677-e6def4d2a443 req-f126c8b4-9a4a-4fe3-8f56-579a7f6d7577 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:54.217840 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6701ff0e-aaff-4a4a-9677-e6def4d2a443 req-f126c8b4-9a4a-4fe3-8f56-579a7f6d7577 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.26 "DELETE /v2.0/ports/efa330ba-257c-4e5a-80af-b03459221549 HTTP/1.1" status: 204 len: 173 time: 0.7338865 Oct 19 11:22:54.321851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3a1bffa4-1d71-479d-b6c5-80507bfe7230 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:54.359630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 3a1bffa4-1d71-479d-b6c5-80507bfe7230 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:54.359975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3a1bffa4-1d71-479d-b6c5-80507bfe7230 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:54.360395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device efa330ba-257c-4e5a-80af-b03459221549 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:22:54.365717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473301a-884d-4854-823c-184c3e82c274 req-3dd34d49-b37e-40da-b3e1-d64cc9a41566 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:54.368436 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b473301a-884d-4854-823c-184c3e82c274 req-3dd34d49-b37e-40da-b3e1-d64cc9a41566 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0691471 Oct 19 11:22:54.401953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: efa330ba-257c-4e5a-80af-b03459221549 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:22:54.402909 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device efa330ba-257c-4e5a-80af-b03459221549 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:22:54.412198 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:22:54.448578 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b473301a-884d-4854-823c-184c3e82c274 req-17f90b75-eb99-456b-9f00-dc27ec84a74b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693300 Oct 19 11:22:54.449377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee493b-04b1-4e70-9965-c0bb6c9b4012 req-274a589c-50bf-47a3-9293-cc0079c4b55d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:54.449377 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79ee493b-04b1-4e70-9965-c0bb6c9b4012 req-274a589c-50bf-47a3-9293-cc0079c4b55d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 945 time: 0.0703394 Oct 19 11:22:54.499708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79ee493b-04b1-4e70-9965-c0bb6c9b4012 req-25e67458-845e-48dd-a1a4-071a63f3e46f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428965 Oct 19 11:22:54.824801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59636) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:54.838377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-5a3c347e-76ce-4ef1-bfa1-78e3821ad93a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:54.845244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-5a3c347e-76ce-4ef1-bfa1-78e3821ad93a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.1315176 Oct 19 11:22:54.875003 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-e6e555e7-0688-4bbb-999e-f742f6e1680e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/quotas/2e25a8027c5140d4a21729ec31a9e586 HTTP/1.1" status: 200 len: 375 time: 0.0154939 Oct 19 11:22:54.893277 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0a9a4b8b-3ed4-4394-a83a-41d162112bf2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea1ca690230f4ebfb7e9f91f6230007a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654578 Oct 19 11:22:54.895778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59640) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:54.933333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb0b5aa-b085-4b7a-b67c-ed9a920e3884', 'name': 'network-vif-deleted', 'tag': 'efa330ba-257c-4e5a-80af-b03459221549'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:54.935545 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc98390-ad23-4130-bbc6-777e8088df10" -d '{"events": [{"server_uuid": "feb0b5aa-b085-4b7a-b67c-ed9a920e3884", "name": "network-vif-deleted", "tag": "efa330ba-257c-4e5a-80af-b03459221549"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:54.946157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-661d679e-f42f-4371-b21c-9a88eca6859c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644014 Oct 19 11:22:54.956527 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f312-bba7-4256-9666-fdf43081e4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:54.959189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59644) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:54.997677 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f312-bba7-4256-9666-fdf43081e4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:55.006617 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df1c30b-3066-4530-a52c-54ba8cd30893 x-openstack-request-id: req-8df1c30b-3066-4530-a52c-54ba8cd30893 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:55.007006 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb0b5aa-b085-4b7a-b67c-ed9a920e3884", "name": "network-vif-deleted", "tag": "efa330ba-257c-4e5a-80af-b03459221549", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:55.007352 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8df1c30b-3066-4530-a52c-54ba8cd30893 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:55.007847 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb0b5aa-b085-4b7a-b67c-ed9a920e3884', 'name': 'network-vif-deleted', 'tag': 'efa330ba-257c-4e5a-80af-b03459221549', 'status': 'completed', 'code': 200} Oct 19 11:22:55.067682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-d3aab778-c811-4fe2-9a3d-945bdc526e9e service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204555 Oct 19 11:22:55.126390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1777659242-network', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:55.130922 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f312-bba7-4256-9666-fdf43081e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:55.134650 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f312-bba7-4256-9666-fdf43081e4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:55.138056 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4cf1f312-bba7-4256-9666-fdf43081e4d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61f44ed5-18c7-49a0-9804-04b24424c62f HTTP/1.1" status: 204 len: 168 time: 0.2390442 Oct 19 11:22:55.173762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1f312-bba7-4256-9666-fdf43081e4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f44ed5-18c7-49a0-9804-04b24424c62f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:55.200744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043fa2e-dc25-4fe6-81db-c5563a578890 req-65fb72ed-a218-4a53-bea9-ef941ead1fe3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:55.207979 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4043fa2e-dc25-4fe6-81db-c5563a578890 req-65fb72ed-a218-4a53-bea9-ef941ead1fe3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 943 time: 0.0990965 Oct 19 11:22:55.250947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-ae5ba679-0e97-4c32-8f68-e168984a9ae8 service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756437 Oct 19 11:22:55.347511 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fcb06a61-6118-4bdc-946b-10e719e87cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:55.510409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Made reservation on behalf of adb4e90a76744825a16a77292f3584a5 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:55.513636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:55.528773 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:55.571198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4043fa2e-dc25-4fe6-81db-c5563a578890 req-5af39567-d3cf-4932-a243-ce7f01cee417 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622239 Oct 19 11:22:55.603309 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7a37cef-fd44-4803-943a-432102a17a28 req-c453b4f7-5783-4245-acb3-87f6f7a03496 tempest-ServersNegativeTestMultiTenantJSON-924009500 tempest-ServersNegativeTestMultiTenantJSON-924009500-project] 10.222.0.39 "GET /v2.0/ports?device_id=feb0b5aa-b085-4b7a-b67c-ed9a920e3884 HTTP/1.1" status: 200 len: 210 time: 0.0718157 Oct 19 11:22:55.693704 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd7cdab9-20b8-4b87-af8a-48cb602f9316 req-d497b0ab-d2f6-496f-bee7-3f8a7e14ccdd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 210 time: 0.0396855 Oct 19 11:22:55.708966 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:55.753044 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:55.769148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c7e10-94c2-4405-a7d8-11085d42c90a req-30998eea-6d63-4f36-b95f-3786509705ad tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:55.777261 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-073c7e10-94c2-4405-a7d8-11085d42c90a req-30998eea-6d63-4f36-b95f-3786509705ad tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0724199 Oct 19 11:22:55.820585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:22:55.843513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:55.843869 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Added segment 293ba471-632d-4df9-9e24-183e2f7abab8 of type vlan for network 9c3fc8df-64d9-437b-901a-818c7e32eca5 Oct 19 11:22:55.844028 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-073c7e10-94c2-4405-a7d8-11085d42c90a req-a8d90baf-9528-45f1-8ce9-a17b7dbb42f9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517294 Oct 19 11:22:55.856599 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c297a2-0bda-419e-868c-a5882ce0f20f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:55.893318 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:55.998818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:56.000715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:56.001878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:56.069760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=9c3fc8df-64d9-437b-901a-818c7e32eca5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:56.079582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:22:56.110152 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5122ea52-b105-47e3-8388-c4f9b5f45ba6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1498134 Oct 19 11:22:56.113142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59680) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:56.118025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] Request body: {'subnet': {'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1777659242-subnet', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:56.192616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] Made reservation on behalf of adb4e90a76744825a16a77292f3584a5 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:56.194992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:56.321355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f4fd9345-7e49-4e50-8f6c-1b98805d24d3 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:22:56.438139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:56.462388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'port_id': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'mac_address': 'fa:16:3e:cd:fc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:22:56.490708 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:56.521237 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:56.536390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fd9345-7e49-4e50-8f6c-1b98805d24d3 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:22:56.542478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b3fa07-5b6f-4c0c-884c-98220390e790,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:56.565582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:56.578047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] Checking segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:56.579328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] Network hostable DHCP agents. Network: 9c3fc8df-64d9-437b-901a-818c7e32eca5, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:22:56.638667 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:56.663400 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59698) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:56.707269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:56.707471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:22:56.746474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc426d59-38f2-4269-a8b7-3c7447395856 admin admin] Deleting subnet 1fe2f4c1-4daf-42b8-bc87-84a4d35be092 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:22:56.757395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10abb8-bc2b-408c-8831-62b05c8a4241 req-fec7e663-1a82-4ab6-a559-6e5ec2810520 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:56.766362 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d10abb8-bc2b-408c-8831-62b05c8a4241 req-fec7e663-1a82-4ab6-a559-6e5ec2810520 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 944 time: 0.1124015 Oct 19 11:22:56.768260 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc426d59-38f2-4269-a8b7-3c7447395856 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:56.800689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 9c3fc8df-64d9-437b-901a-818c7e32eca5) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:22:56.811103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ceac25-3e2d-47a0-ac0f-b6358b358b6f None None] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:22:56.829532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b54cf07f-f67e-4a73-b65e-9e241bea3b45 req-a2c67a8b-8db0-4be4-9191-81ee6791a2c4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 210 time: 0.0397413 Oct 19 11:22:56.831576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:56.832159 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:56.837413 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d10abb8-bc2b-408c-8831-62b05c8a4241 req-c9f1597f-025c-48e6-807d-357258005c7e tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658612 Oct 19 11:22:56.850212 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc426d59-38f2-4269-a8b7-3c7447395856 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:56.933943 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a53ae08d-98ff-4c17-ad91-56ae5d9da6d6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8191884 Oct 19 11:22:56.937115 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59712) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:56.941956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:56.975000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f4fd9345-7e49-4e50-8f6c-1b98805d24d3'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:22:57.005457 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc426d59-38f2-4269-a8b7-3c7447395856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.073243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.074342 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.126206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec1883-173f-41fd-9bde-8095016476e8 req-5c2bb74d-c5ae-47c8-949e-4fa70cf63d20 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:57.141099 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0fec1883-173f-41fd-9bde-8095016476e8 req-5c2bb74d-c5ae-47c8-949e-4fa70cf63d20 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.2315314 Oct 19 11:22:57.175446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-9c3fc8df-64d9-437b-901a-818c7e32eca5', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:22:57.176350 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.202090 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0fec1883-173f-41fd-9bde-8095016476e8 req-804747be-3f8c-47b9-8ec8-d77d72ed2da1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510302 Oct 19 11:22:57.202314 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.210510 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc426d59-38f2-4269-a8b7-3c7447395856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.239421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc426d59-38f2-4269-a8b7-3c7447395856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe2f4c1-4daf-42b8-bc87-84a4d35be092,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:57.244472 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc426d59-38f2-4269-a8b7-3c7447395856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.252493 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cc426d59-38f2-4269-a8b7-3c7447395856 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1fe2f4c1-4daf-42b8-bc87-84a4d35be092 HTTP/1.1" status: 204 len: 168 time: 0.5833578 Oct 19 11:22:57.254544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59718) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:57.346111 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.379857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Allocated IP 172.20.0.2 (9c3fc8df-64d9-437b-901a-818c7e32eca5/d4b3fa07-5b6f-4c0c-884c-98220390e790/050e328b-bbde-411d-afdc-7d5410dfef89) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:22:57.565310 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.586460 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.603039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.623883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acf8287-dbad-49b3-9878-452daab67a05']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:57.643883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35d868b-c353-4cab-b135-a81126abbaab') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:57.644169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35d868b-c353-4cab-b135-a81126abbaab') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:57.656401 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.656715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.681025 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.691329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:22:57.691886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:22:57.694276 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:22:57.714773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:22:57.717688 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:22:57.723016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:22:57.728264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Pushing event updated for resources: {'Port': ['ID=050e328b-bbde-411d-afdc-7d5410dfef89,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:57.790030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Attempting to bind port 050e328b-bbde-411d-afdc-7d5410dfef89 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:22:57.790920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Attempting to bind port 050e328b-bbde-411d-afdc-7d5410dfef89 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:22:57.791322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Attempting to bind port 050e328b-bbde-411d-afdc-7d5410dfef89 on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:22:57.806919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:22:57.806919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Checking segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:22:57.806919 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.806919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Bound using segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:22:57.806919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Bound port: 050e328b-bbde-411d-afdc-7d5410dfef89, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:22:57.806919 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.817623 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6470d878-9309-4b47-b42f-de9226bb3fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.885602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] For port 050e328b-bbde-411d-afdc-7d5410dfef89, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:22:57.890424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] For port 050e328b-bbde-411d-afdc-7d5410dfef89, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=050e328b-bbde-411d-afdc-7d5410dfef89,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:22:57.914299 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.921502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.927285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] 10.222.0.39 "DELETE /v2.0/networks/9acf8287-dbad-49b3-9878-452daab67a05 HTTP/1.1" status: 204 len: 168 time: 0.6687593 Oct 19 11:22:57.927885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59738) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:57.970578 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:57.993068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a098f84-179d-4722-b827-5119f4726ac9 req-d4ded59e-b1b2-4e50-a81e-ed74b728d851 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 210 time: 0.0654056 Oct 19 11:22:57.996686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4abff1-1c9c-4b0a-bce3-247832fb00aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9acf8287-dbad-49b3-9878-452daab67a05,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:58.047033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:58.089661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7966e-dbfb-4377-941b-5eb187efa9d0 None None] Pushing event updated for resources: {'Port': ['ID=050e328b-bbde-411d-afdc-7d5410dfef89,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:58.103968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ada963-cfd6-4ff8-affe-18ab46484455 admin admin] Deleting subnet 3cb1a71f-1038-4081-b85d-01cde8a21d49 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:22:58.108941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43ada963-cfd6-4ff8-affe-18ab46484455 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:58.122858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:58.160702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c84d84-43b5-4eea-a6c6-16ff04878696 req-c682c960-747b-47e5-bfc8-9e786c7e914e tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:58.177321 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7c84d84-43b5-4eea-a6c6-16ff04878696 req-c682c960-747b-47e5-bfc8-9e786c7e914e tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 944 time: 0.2015688 Oct 19 11:22:58.217017 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43ada963-cfd6-4ff8-affe-18ab46484455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:58.273783 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7c84d84-43b5-4eea-a6c6-16ff04878696 req-03e970cb-c393-401e-bac5-ea5580c47781 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899141 Oct 19 11:22:58.336165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f4fd9345-7e49-4e50-8f6c-1b98805d24d3 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:22:58.357018 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43ada963-cfd6-4ff8-affe-18ab46484455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:58.482580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:22:58.483013 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:58.542067 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43ada963-cfd6-4ff8-affe-18ab46484455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:58.600665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Allocated IP 172.25.2.62 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/b72d08f9-5a18-47ac-9d9e-a3fa7c91435f) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:22:58.638190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac917e4-4eeb-403d-ac0b-547db1b8e936 req-c98f3539-7bf5-427f-8e31-ebfc22ad9404 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:58.656649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ac917e4-4eeb-403d-ac0b-547db1b8e936 req-c98f3539-7bf5-427f-8e31-ebfc22ad9404 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.2767978 Oct 19 11:22:58.657275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ada963-cfd6-4ff8-affe-18ab46484455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb1a71f-1038-4081-b85d-01cde8a21d49,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:58.664301 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:58.669391 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43ada963-cfd6-4ff8-affe-18ab46484455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:58.676053 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-43ada963-cfd6-4ff8-affe-18ab46484455 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3cb1a71f-1038-4081-b85d-01cde8a21d49 HTTP/1.1" status: 204 len: 168 time: 0.7456186 Oct 19 11:22:58.678621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59764) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:58.679796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b27550f-a68f-4859-aa5a-b6ca7f682cab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:58.683001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b27550f-a68f-4859-aa5a-b6ca7f682cab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.4986014 Oct 19 11:22:58.702145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Request body: {'port': {'device_id': '61ac7a37-18d1-4e96-927f-b115262ef262', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'admin_state_up': True, 'tenant_id': '2e25a8027c5140d4a21729ec31a9e586'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:22:58.725301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:22:58.728811 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03d83e9-9e24-4958-bdd8-8cd1e12ad5fa" -d '{"events": [{"server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "name": "network-vif-plugged", "status": "completed", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:22:58.752324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:22:58.801740 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:58.809479 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:58.814502 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d9adef-f5fd-4546-bb1a-572b751652cb x-openstack-request-id: req-e0d9adef-f5fd-4546-bb1a-572b751652cb {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:22:58.814839 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "name": "network-vif-plugged", "status": "completed", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:22:58.815552 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0d9adef-f5fd-4546-bb1a-572b751652cb {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:22:58.815552 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'code': 200} Oct 19 11:22:58.889759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ac917e4-4eeb-403d-ac0b-547db1b8e936 req-55435262-5c5a-4ef5-bf51-238be9493875 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288821 Oct 19 11:22:58.946758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,revision_number=10']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:58.987646 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.040646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7411d9-8bec-456c-8280-bc5b229e108a']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:59.079047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8cc3e8-1d93-4226-b313-72c1d35be2d4') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:59.079047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8cc3e8-1d93-4226-b313-72c1d35be2d4') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:22:59.092726 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.096031 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.100475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.106259 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.127846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.138715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:22:59.139648 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:22:59.203686 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:22:59.224817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Made reservation on behalf of 2e25a8027c5140d4a21729ec31a9e586 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:22:59.228396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.295661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59784) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:22:59.372450 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0c5f74a-c6d6-4f5f-80f0-3d04062657e6 req-c3621c00-114f-4c1f-a173-6a5b07a281c5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 210 time: 0.1697309 Oct 19 11:22:59.377665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.385241 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.395635 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] 10.222.0.39 "DELETE /v2.0/networks/8a7411d9-8bec-456c-8280-bc5b229e108a HTTP/1.1" status: 204 len: 168 time: 0.7154803 Oct 19 11:22:59.400143 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.464000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1201a53-5222-4d53-a292-60bb8212e03c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7411d9-8bec-456c-8280-bc5b229e108a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:22:59.492845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19e1c2-18aa-460f-810d-e116c8b32ed5 req-25e50765-1e07-4a93-8f58-de43ef969034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:22:59.501757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef19e1c2-18aa-460f-810d-e116c8b32ed5 req-25e50765-1e07-4a93-8f58-de43ef969034 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 1097 time: 0.3002787 Oct 19 11:22:59.597937 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef19e1c2-18aa-460f-810d-e116c8b32ed5 req-7006a5d6-021d-407e-9390-6bb0b7b81871 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883791 Oct 19 11:22:59.640005 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3a53eaff-4d9b-4f76-bfca-8cdf768d0e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.644974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Allocated IP 172.20.0.9 (18304a53-7871-4558-a669-5f7ce4be705d/01fca6a7-aece-4f7e-bc3f-b414758cde01/8f41217e-6ae0-486c-97d4-9ad4cf5cfd95) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:22:59.879009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3a53eaff-4d9b-4f76-bfca-8cdf768d0e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:22:59.881362 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:00.343731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:00.343731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:00.346096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ba6058-e1f2-4f8f-af84-4c900ccc7117 None None] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:23:00.346762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Pushing event updated for resources: {'Port': ['ID=b72d08f9-5a18-47ac-9d9e-a3fa7c91435f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:00.346933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 050e328b-bbde-411d-afdc-7d5410dfef89 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:00.346933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0662cb9a-5350-4b49-b935-ddcedb1f496c None None] Provisioning complete for port 050e328b-bbde-411d-afdc-7d5410dfef89 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:00.346933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0662cb9a-5350-4b49-b935-ddcedb1f496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:00.347207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e74c26-6db2-49ff-83b0-5a04665fd225 req-7f9beabc-b663-4f91-9a35-b012b97094a8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:00.347207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23e74c26-6db2-49ff-83b0-5a04665fd225 req-7f9beabc-b663-4f91-9a35-b012b97094a8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.1220810 Oct 19 11:23:00.347740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba579328-3d1b-40af-8d31-58f41ae7485d req-b86d42eb-34fc-42ac-be09-715734bd13f1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:00.347740 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba579328-3d1b-40af-8d31-58f41ae7485d req-b86d42eb-34fc-42ac-be09-715734bd13f1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 946 time: 0.8019452 Oct 19 11:23:00.347976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23e74c26-6db2-49ff-83b0-5a04665fd225 req-41f98a9a-c87a-4993-9a13-668ecbc74372 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483060 Oct 19 11:23:00.371397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:00.391535 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:23:00.443246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 050e328b-bbde-411d-afdc-7d5410dfef89 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:00.443625 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:00.455015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba579328-3d1b-40af-8d31-58f41ae7485d req-ac602e37-2d5c-4eb3-ab7d-b920a12776b5 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204852 Oct 19 11:23:00.607039 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3a53eaff-4d9b-4f76-bfca-8cdf768d0e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:00.639827 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1e8a9fb-4eea-41d5-895a-485070388d8e req-38bd0b1b-c2a4-4954-92f5-acd88bc983fc tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 210 time: 0.0810430 Oct 19 11:23:00.695053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53eaff-4d9b-4f76-bfca-8cdf768d0e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1ae406-07c9-49e3-ae84-bf6b32803052,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:00.751531 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0662cb9a-5350-4b49-b935-ddcedb1f496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:00.757273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3a53eaff-4d9b-4f76-bfca-8cdf768d0e22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e98871fccf5b47fabedbd7d01187eae2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4103787 Oct 19 11:23:00.758707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59816) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:00.780452 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:00.787994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59820) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:00.879918 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:00.884747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:00.886797 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9402bc85-85f1-4d3b-a30d-7ab2ccb3e105 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2487b927943f4da38b3346aca29785cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1005809 Oct 19 11:23:00.893085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59822) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:00.908423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0662cb9a-5350-4b49-b935-ddcedb1f496c None None] For port 050e328b-bbde-411d-afdc-7d5410dfef89, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=050e328b-bbde-411d-afdc-7d5410dfef89,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:00.914775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'port_id': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad', 'mac_address': 'fa:16:3e:84:4f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc2b4a-49a5-43d6-9664-521501fcd66c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:23:01.004703 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd03e-3b86-4f91-9398-4643a3a080c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.008960 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.035016 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd03e-3b86-4f91-9398-4643a3a080c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.035398 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0662cb9a-5350-4b49-b935-ddcedb1f496c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.159529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:23:01.165271 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd03e-3b86-4f91-9398-4643a3a080c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.175490 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e2fd03e-3b86-4f91-9398-4643a3a080c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.180329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2e2fd03e-3b86-4f91-9398-4643a3a080c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78d6e723-6fe7-4614-aa4e-d91d85ae31b0 HTTP/1.1" status: 204 len: 168 time: 0.2835562 Oct 19 11:23:01.218036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fd03e-3b86-4f91-9398-4643a3a080c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d6e723-6fe7-4614-aa4e-d91d85ae31b0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:01.260472 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.292450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:01.299134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09', 'd06adace-cecf-4509-b82e-cf9900df769b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:23:01.416191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event updated for resources: {'Port': ['ID=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:01.438254 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:23:01.438796 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:23:01.443511 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.456453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662cb9a-5350-4b49-b935-ddcedb1f496c None None] Pushing event updated for resources: {'Port': ['ID=050e328b-bbde-411d-afdc-7d5410dfef89,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:01.517816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:01.531773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2574f380-3246-4142-8d87-a7705e2cbbea None None] Provisioning complete for port 050e328b-bbde-411d-afdc-7d5410dfef89 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:01.532162 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2574f380-3246-4142-8d87-a7705e2cbbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.601546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:23:01.630707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Network 18304a53-7871-4558-a669-5f7ce4be705d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:01.682492 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf9f35a7-ba5b-47c4-8660-3d9dedf9d8b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.699562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:01.721767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:01.793893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb311b2-35eb-40e9-8b40-8b85c2f899cb req-37161948-700b-4f52-9ab3-00449f844c22 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:01.814210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cbb311b2-35eb-40e9-8b40-8b85c2f899cb req-37161948-700b-4f52-9ab3-00449f844c22 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 946 time: 0.1215904 Oct 19 11:23:01.819646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:01.820381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.876270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1b3e5-8653-4940-9826-240360157502 req-48cb7edc-ff6a-4083-bd26-60ca65ab46fc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:01.890545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8d1b3e5-8653-4940-9826-240360157502 req-48cb7edc-ff6a-4083-bd26-60ca65ab46fc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 944 time: 0.4504194 Oct 19 11:23:01.906568 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cbb311b2-35eb-40e9-8b40-8b85c2f899cb req-799ae9e5-e32c-4f05-91f8-40f036ea2c42 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908277 Oct 19 11:23:01.909375 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:01.995840 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf9f35a7-ba5b-47c4-8660-3d9dedf9d8b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:02.127459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4f855-1d3c-4ed5-96ad-9d03b517f7f6 req-03b27c20-94d4-4da2-9f97-d25a9ed14e97 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:02.136430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-76d4f855-1d3c-4ed5-96ad-9d03b517f7f6 req-03b27c20-94d4-4da2-9f97-d25a9ed14e97 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 931 time: 0.0671978 Oct 19 11:23:02.168365 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8d1b3e5-8653-4940-9826-240360157502 req-0b0fc006-534e-4fdc-bf3b-5141d700bf51 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761791 Oct 19 11:23:02.242988 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-119e8acb-52b9-446d-b81d-7d697c892489 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5478582 Oct 19 11:23:02.258737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Request body: {'port': {'device_id': '61ac7a37-18d1-4e96-927f-b115262ef262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:02.269709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-76d4f855-1d3c-4ed5-96ad-9d03b517f7f6 req-cf54d517-b968-4a05-9783-a72a3b4409a0 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322393 Oct 19 11:23:02.332669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 050e328b-bbde-411d-afdc-7d5410dfef89 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:02.480910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 050e328b-bbde-411d-afdc-7d5410dfef89 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:02.482675 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:02.540335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59868) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:02.636601 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf9f35a7-ba5b-47c4-8660-3d9dedf9d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:02.641244 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf9f35a7-ba5b-47c4-8660-3d9dedf9d8b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:02.644879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cf9f35a7-ba5b-47c4-8660-3d9dedf9d8b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e1ae406-07c9-49e3-ae84-bf6b32803052 HTTP/1.1" status: 204 len: 168 time: 1.8823743 Oct 19 11:23:02.659052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f35a7-ba5b-47c4-8660-3d9dedf9d8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1ae406-07c9-49e3-ae84-bf6b32803052,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:02.663124 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c6d9dbee-daac-42c2-8857-911ec5074c45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09190e92f3214a69ace6f791010d2f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180487 Oct 19 11:23:02.669100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59874) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:02.681487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:02.817818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c524a3c-2f11-4da9-9e41-51ff8cc3f9e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:02.872891 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c524a3c-2f11-4da9-9e41-51ff8cc3f9e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:02.888444 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:03.027957 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c524a3c-2f11-4da9-9e41-51ff8cc3f9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:03.031014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c524a3c-2f11-4da9-9e41-51ff8cc3f9e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:03.034760 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0c524a3c-2f11-4da9-9e41-51ff8cc3f9e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/737c91c6-dd1d-4612-91dc-5d05db9ae777 HTTP/1.1" status: 204 len: 168 time: 0.3620589 Oct 19 11:23:03.055294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c524a3c-2f11-4da9-9e41-51ff8cc3f9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737c91c6-dd1d-4612-91dc-5d05db9ae777,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:03.233133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9810-20a2-47f8-99c9-9a150f658671 req-8ff31ed2-2f49-4ad4-9963-d5f9b1b49144 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:03.241778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-addc9810-20a2-47f8-99c9-9a150f658671 req-8ff31ed2-2f49-4ad4-9963-d5f9b1b49144 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 946 time: 0.1541820 Oct 19 11:23:03.349711 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-addc9810-20a2-47f8-99c9-9a150f658671 req-1e1ac915-e9e6-44cd-84c7-0685382cd50f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067967 Oct 19 11:23:03.421314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:23:03.604502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0dcc2-4005-42f1-b5b2-f4fca9688863 req-8c62ea94-8682-413e-bb8b-4d5def24a21d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:03.608096 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0d0dcc2-4005-42f1-b5b2-f4fca9688863 req-8c62ea94-8682-413e-bb8b-4d5def24a21d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 931 time: 0.1114686 Oct 19 11:23:03.657475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:23:03.674403 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:03.687813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318d960-7654-46cc-8e6b-3aad94f04c2f req-46cb49f9-0bf6-48db-9d4f-d0a36fca4e2d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:03.689371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8318d960-7654-46cc-8e6b-3aad94f04c2f req-46cb49f9-0bf6-48db-9d4f-d0a36fca4e2d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 944 time: 0.2983844 Oct 19 11:23:03.718970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Transition to ACTIVE for port object 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:23:03.724831 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0d0dcc2-4005-42f1-b5b2-f4fca9688863 req-9a410205-7976-4a3a-ae85-713ce67495f0 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095798 Oct 19 11:23:03.734580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:23:03.748116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Sync routers for ids ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:23:03.768056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Routers {'1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:03.768747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:03.775317 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8318d960-7654-46cc-8e6b-3aad94f04c2f req-6c374195-5ec5-4586-8696-4c1315fd24d1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754385 Oct 19 11:23:03.802466 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:03.899945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:03.904033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dc1b2d44-56df-488a-a3bc-089dcb98ddca admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9657717 Oct 19 11:23:03.907092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59900) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:03.945803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59902) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:03.977277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Set router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:04.123858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Attempting to bind port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:23:04.124498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Attempting to bind port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:23:04.125057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Attempting to bind port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:04.127277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:04.131057 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84281f98-20dd-4099-a968-5a96b795ca83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:04.146579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 on network 18304a53-7871-4558-a669-5f7ce4be705d not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:23:04.155051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Attempting to bind port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:04.246355 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84281f98-20dd-4099-a968-5a96b795ca83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:04.251512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:23:04.252924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Checking segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:04.255002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Bound using segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:23:04.255879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Bound port: 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:23:04.256981 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:04.320955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:04.367046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84281f98-20dd-4099-a968-5a96b795ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:04.602106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:04.605146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84281f98-20dd-4099-a968-5a96b795ca83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5b7beb-2bff-4bb4-be33-d9b28cd84c0e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:04.609754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:04.610132 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:04.646617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-84281f98-20dd-4099-a968-5a96b795ca83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa63feb4c30d453e9ddebdb6762d21d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6970999 Oct 19 11:23:04.649708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59914) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:04.655467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] For port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:23:04.700086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:00Z', 'revision_number': 3, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:04.712621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] For port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:23:04.731718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935631a0-e96f-411e-99c5-e6c0713b0ab0 req-6f1d2561-71ee-4e24-a152-c5c365446965 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:04.741705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-935631a0-e96f-411e-99c5-e6c0713b0ab0 req-6f1d2561-71ee-4e24-a152-c5c365446965 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 946 time: 0.1932349 Oct 19 11:23:04.755303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Checking router: 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:23:04.756324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Updating router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 port b72d08f9-5a18-47ac-9d9e-a3fa7c91435f binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:23:04.817015 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:04.832223 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87b84ec1-76e6-4045-a04e-98de8af6510d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:04.863711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:04.896729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:04.897140 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:04.898484 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] 10.222.0.49 "PUT /v2.0/ports/8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 HTTP/1.1" status: 200 len: 1091 time: 2.6439145 Oct 19 11:23:04.937270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ac7a37-18d1-4e96-927f-b115262ef262', 'tag': '8f41217e-6ae0-486c-97d4-9ad4cf5cfd95'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:04.940566 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e8ae20-2ee5-4518-b8cf-6342160d9a67" -d '{"events": [{"name": "network-changed", "server_uuid": "61ac7a37-18d1-4e96-927f-b115262ef262", "tag": "8f41217e-6ae0-486c-97d4-9ad4cf5cfd95"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:04.969259 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-935631a0-e96f-411e-99c5-e6c0713b0ab0 req-8c746df5-c881-4e85-84af-22610d98c163 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097106 Oct 19 11:23:05.006241 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87b84ec1-76e6-4045-a04e-98de8af6510d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:05.056515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18d554-ab97-4b28-873d-bb0648f585f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:05.065910 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:05.168000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4db3e-729f-4366-8cb0-50b7de834660 req-268a2758-bc18-4621-9a6c-7b5ce4bcfa8a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:05.176440 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-04b4db3e-729f-4366-8cb0-50b7de834660 req-268a2758-bc18-4621-9a6c-7b5ce4bcfa8a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 943 time: 0.2938111 Oct 19 11:23:05.193074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619480b-757d-4dcd-8c92-d5f61110007d req-c53b7e04-f3af-4f59-a360-8a688867b3e1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:05.204568 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d619480b-757d-4dcd-8c92-d5f61110007d req-c53b7e04-f3af-4f59-a360-8a688867b3e1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 944 time: 0.1061606 Oct 19 11:23:05.208075 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Allocated IP 172.20.0.1 (9c3fc8df-64d9-437b-901a-818c7e32eca5/d4b3fa07-5b6f-4c0c-884c-98220390e790/a96a7762-f3ba-42d8-92ed-1df4e056d299) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:05.264750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:05.266325 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-04b4db3e-729f-4366-8cb0-50b7de834660 req-074c8e66-5e03-4d71-ae37-8ef8b4bd1498 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889328 Oct 19 11:23:05.267270 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9547d0-4fb5-4b39-b521-c07b8e4da858" -d '{"events": [{"server_uuid": "4c290d72-f964-4f07-8ff3-97ce192cfd44", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:05.306224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:05.361153 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d619480b-757d-4dcd-8c92-d5f61110007d req-2506822e-14ca-4cbd-a8b7-ef6ee69e5009 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519022 Oct 19 11:23:05.366355 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:05.384295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-1592c34b-2c49-49ec-84ba-af6a3bc986df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:05.390058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87b84ec1-76e6-4045-a04e-98de8af6510d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:05.392390 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-1592c34b-2c49-49ec-84ba-af6a3bc986df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 1094 time: 0.1797607 Oct 19 11:23:05.401127 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87b84ec1-76e6-4045-a04e-98de8af6510d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:05.402482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-87b84ec1-76e6-4045-a04e-98de8af6510d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf5b7beb-2bff-4bb4-be33-d9b28cd84c0e HTTP/1.1" status: 204 len: 168 time: 0.7493782 Oct 19 11:23:05.462335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b84ec1-76e6-4045-a04e-98de8af6510d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5b7beb-2bff-4bb4-be33-d9b28cd84c0e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:05.575248 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1524a015-50d2-47a0-b673-7e392e51b864 x-openstack-request-id: req-1524a015-50d2-47a0-b673-7e392e51b864 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:05.578500 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ac7a37-18d1-4e96-927f-b115262ef262", "tag": "8f41217e-6ae0-486c-97d4-9ad4cf5cfd95", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:05.581128 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1524a015-50d2-47a0-b673-7e392e51b864 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:05.581128 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ac7a37-18d1-4e96-927f-b115262ef262', 'tag': '8f41217e-6ae0-486c-97d4-9ad4cf5cfd95', 'status': 'completed', 'code': 200} Oct 19 11:23:05.582331 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-a922a25d-bb9e-4cc0-ae6b-ced741915720 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 HTTP/1.1" status: 200 len: 217 time: 0.1840048 Oct 19 11:23:05.584485 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:05.591771 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:05.635589 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb24716-36fe-4111-b108-16ea70651cec x-openstack-request-id: req-6cb24716-36fe-4111-b108-16ea70651cec {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:05.638320 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c290d72-f964-4f07-8ff3-97ce192cfd44", "name": "network-vif-plugged", "status": "completed", "tag": "e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:05.638320 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cb24716-36fe-4111-b108-16ea70651cec {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:05.638320 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad', 'code': 200} Oct 19 11:23:05.708912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-b568cc01-0a06-4516-9ded-275b0e6da32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:05.710239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-b568cc01-0a06-4516-9ded-275b0e6da32b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.1200440 Oct 19 11:23:05.751288 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-4fb16098-6d0e-4d37-a067-534fd81005f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294755 Oct 19 11:23:05.765589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:05.876013 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:05.919104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Pushing event updated for resources: {'Port': ['ID=a96a7762-f3ba-42d8-92ed-1df4e056d299,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:05.933229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:05.939484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:05.955037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:05.974714 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:05.978411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-669d1436-364d-4197-be2e-949ec4d33358 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186148 Oct 19 11:23:06.092434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Attempting to bind port b72d08f9-5a18-47ac-9d9e-a3fa7c91435f on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:23:06.092836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Attempting to bind port b72d08f9-5a18-47ac-9d9e-a3fa7c91435f by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:23:06.093197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Attempting to bind port b72d08f9-5a18-47ac-9d9e-a3fa7c91435f on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:06.097812 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:06.111023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:23:06.113244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:06.113244 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:06.113244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:23:06.113601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Bound port: b72d08f9-5a18-47ac-9d9e-a3fa7c91435f, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:23:06.113731 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:06.164912 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16f98d-e772-4641-aae0-6b69f2a3a7f5 None None] Pushing event updated for resources: {'Port': ['ID=b72d08f9-5a18-47ac-9d9e-a3fa7c91435f,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:06.250683 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ea0f7e8-74f8-4736-afa5-30637cc47513 req-b249e4c6-6fed-432d-a3ad-4bc5fec0a5be service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543302 Oct 19 11:23:06.251228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] For port b72d08f9-5a18-47ac-9d9e-a3fa7c91435f, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:23:06.261262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] For port b72d08f9-5a18-47ac-9d9e-a3fa7c91435f, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b72d08f9-5a18-47ac-9d9e-a3fa7c91435f,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:23:06.347766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:06.499068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8ae20-2ee5-4518-b8cf-6342160d9a67 req-83dada41-77c7-41cc-b376-607a1bd0c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:06.500866 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78e8ae20-2ee5-4518-b8cf-6342160d9a67 req-83dada41-77c7-41cc-b376-607a1bd0c42e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 1094 time: 0.0745389 Oct 19 11:23:06.643190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4766ba-25ae-4f01-ba61-192b8ba8dc9b req-582b8963-853a-49e0-a388-66ee8f23db9a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:06.650664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e4766ba-25ae-4f01-ba61-192b8ba8dc9b req-582b8963-853a-49e0-a388-66ee8f23db9a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 943 time: 0.2582316 Oct 19 11:23:06.658181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16f98d-e772-4641-aae0-6b69f2a3a7f5 None None] Pushing event updated for resources: {'Port': ['ID=b72d08f9-5a18-47ac-9d9e-a3fa7c91435f,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:06.674347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Routers {'1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:06.675192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:06.734458 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:06.747792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8ae20-2ee5-4518-b8cf-6342160d9a67 req-f0e48cab-16f5-40a2-b969-085a5335498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:06.749514 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78e8ae20-2ee5-4518-b8cf-6342160d9a67 req-f0e48cab-16f5-40a2-b969-085a5335498f service neutron] 10.222.0.49 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 907 time: 0.2409878 Oct 19 11:23:06.810296 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78e8ae20-2ee5-4518-b8cf-6342160d9a67 req-6b1e2d70-96ef-4f2e-8843-682e8bdf25ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 HTTP/1.1" status: 200 len: 217 time: 0.0518312 Oct 19 11:23:06.924585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8ae20-2ee5-4518-b8cf-6342160d9a67 req-ff4415b3-1481-42a2-8a1d-92fd04175112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:06.926910 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78e8ae20-2ee5-4518-b8cf-6342160d9a67 req-ff4415b3-1481-42a2-8a1d-92fd04175112 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.0878439 Oct 19 11:23:06.957719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] Set router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:06.993508 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78e8ae20-2ee5-4518-b8cf-6342160d9a67 req-7db7f505-abda-4539-bd34-52d94d53aa59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568488 Oct 19 11:23:07.010583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c21f4-d269-418c-9050-430249811492 req-17560698-2efc-48c4-b0d5-8c0bbbc2a79e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:07.012777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-be0c21f4-d269-418c-9050-430249811492 req-17560698-2efc-48c4-b0d5-8c0bbbc2a79e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.2015245 Oct 19 11:23:07.121752 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78e8ae20-2ee5-4518-b8cf-6342160d9a67 req-8db6a2b8-74b5-4ab4-bc19-2ad26780546e service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079636 Oct 19 11:23:07.238919 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:07.331678 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-be0c21f4-d269-418c-9050-430249811492 req-307d8523-badd-4e7e-ad30-76ee9333b4aa tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074807 Oct 19 11:23:07.333408 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e4766ba-25ae-4f01-ba61-192b8ba8dc9b req-6a77b201-caaf-4138-b811-7b998a8eac45 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6817963 Oct 19 11:23:07.335283 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:07.403660 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a503abd9-a65f-417d-beeb-612431505280 None None] Provisioning complete for port a96a7762-f3ba-42d8-92ed-1df4e056d299 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:07.406589 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a503abd9-a65f-417d-beeb-612431505280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:07.480327 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78e8ae20-2ee5-4518-b8cf-6342160d9a67 req-58cd3564-151f-4548-b9d2-595c82620c92 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829747 Oct 19 11:23:07.512571 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:07.580092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Pushing event updated for resources: {'Port': ['ID=a96a7762-f3ba-42d8-92ed-1df4e056d299,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:07.695927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-e836f1d9-7726-4d6a-9b28-c1f3820e3f5b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4474990 Oct 19 11:23:07.848779 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a503abd9-a65f-417d-beeb-612431505280 None None] Port a96a7762-f3ba-42d8-92ed-1df4e056d299 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:23:07.940944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-83c6c741-d44a-48cb-9002-a171c783f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:07.941417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-83c6c741-d44a-48cb-9002-a171c783f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:07.943380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-83c6c741-d44a-48cb-9002-a171c783f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:07.943380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-83c6c741-d44a-48cb-9002-a171c783f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:07.943380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-83c6c741-d44a-48cb-9002-a171c783f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:07.943380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-83c6c741-d44a-48cb-9002-a171c783f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:07.943760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-83c6c741-d44a-48cb-9002-a171c783f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:07.949265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-83c6c741-d44a-48cb-9002-a171c783f209 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 6493 time: 0.1938469 Oct 19 11:23:07.968436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:07.970111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:08.038207 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a96a7762-f3ba-42d8-92ed-1df4e056d299', 'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'mac_address': 'fa:16:3e:aa:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:04Z', 'updated_at': '2021-10-19T11:23:05Z', 'revision_number': 1, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'subnets': [{'id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:08.090478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f8fa5-97be-44d6-a8e9-f5073aeed3a1 None None] The sync data for ids ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'] in n-d-814547-1 is: [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a96a7762-f3ba-42d8-92ed-1df4e056d299', 'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'mac_address': 'fa:16:3e:aa:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:04Z', 'updated_at': '2021-10-19T11:23:05Z', 'revision_number': 1, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'subnets': [{'id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:23:08.499659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bdfd1205-4a9d-48da-8c42-79a35cf10658 None None] Provisioning complete for port a96a7762-f3ba-42d8-92ed-1df4e056d299 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:08.509368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bdfd1205-4a9d-48da-8c42-79a35cf10658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:08.563707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-020cebeb-e387-4969-9f00-94646809a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:08.566832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-020cebeb-e387-4969-9f00-94646809a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:08.568322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-020cebeb-e387-4969-9f00-94646809a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:08.571739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-020cebeb-e387-4969-9f00-94646809a616 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc29f516-d43c-4d64-9dd4-8e0a8f4373f7&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=8a34aa85-73fb-4dda-833f-cf2868f658c7&id=8a34aa85-73fb-4dda-833f-cf2868f658c7 HTTP/1.1" status: 200 len: 2293 time: 0.5823543 Oct 19 11:23:08.647309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd1205-4a9d-48da-8c42-79a35cf10658 None None] Port a96a7762-f3ba-42d8-92ed-1df4e056d299 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:23:08.710096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:23:08.723028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4195f7-87c7-48af-b7af-75e6cce56088 req-ae04d7f7-a489-4672-95e5-7fac75174087 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:08.725800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928923f4-0a48-453f-8331-6fac29e0aed0 req-99b9480e-087c-4a53-998b-9485a0b2d67c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:08.741485 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-928923f4-0a48-453f-8331-6fac29e0aed0 req-99b9480e-087c-4a53-998b-9485a0b2d67c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 943 time: 0.2451842 Oct 19 11:23:08.746736 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd4195f7-87c7-48af-b7af-75e6cce56088 req-ae04d7f7-a489-4672-95e5-7fac75174087 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0915999 Oct 19 11:23:08.764297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-6e5df74f-b674-4501-8afa-8c71b3053662 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6890fecc-07f2-474d-8fb9-693bd142b93a HTTP/1.1" status: 200 len: 1001 time: 0.1816754 Oct 19 11:23:08.801839 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd4195f7-87c7-48af-b7af-75e6cce56088 req-0845ef87-972c-4060-87f0-c4b50cc309e7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535116 Oct 19 11:23:08.851895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-f6ea5a29-897b-4edc-9937-548c8481524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:08.854074 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-f6ea5a29-897b-4edc-9937-548c8481524e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f99f8571-6895-466b-bfb0-4ebb55650ba5 HTTP/1.1" status: 200 len: 850 time: 0.0741351 Oct 19 11:23:08.984808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:23:08.997318 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5000c110-ac07-48f0-bd32-1b4da4b1c613 admin admin] 10.222.0.39 "PUT /v2.0/routers/1fd7cf75-5beb-4dc1-92f1-f24ad52ac942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0889978 Oct 19 11:23:09.087814 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-928923f4-0a48-453f-8331-6fac29e0aed0 req-64967b8f-e38e-429f-b211-9f77e8fc9d2a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452787 Oct 19 11:23:09.101480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-7f708c10-a02e-49cd-bee6-b204bfa6b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:09.114316 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-7f708c10-a02e-49cd-bee6-b204bfa6b23a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc29f516-d43c-4d64-9dd4-8e0a8f4373f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388347 Oct 19 11:23:09.321679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60066) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:09.353758 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-4556906a-de91-43c5-b369-295eae7e1480 service neutron] 10.222.0.26 "GET /v2.0/networks/dc29f516-d43c-4d64-9dd4-8e0a8f4373f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298367 Oct 19 11:23:09.607903 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-854ab08e-a8cd-45a8-8384-6e2edd618c52 service neutron] 10.222.0.26 "GET /v2.0/networks/dc29f516-d43c-4d64-9dd4-8e0a8f4373f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460537 Oct 19 11:23:09.684269 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-275e51df-9317-49a9-8270-e71417145d39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=9326ef13-ef39-49a2-a784-9cd9f9236b41 HTTP/1.1" status: 200 len: 217 time: 0.0662317 Oct 19 11:23:09.808063 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-d94cc914-df40-4293-8eb1-c88baace5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:09.809870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-d94cc914-df40-4293-8eb1-c88baace5284 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.1144457 Oct 19 11:23:09.923454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-4388520b-0041-4707-aefd-d34c21feb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:09.931016 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-4388520b-0041-4707-aefd-d34c21feb9a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1029263 Oct 19 11:23:09.950596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60076) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:10.114363 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-038c1f6e-02fc-44b8-bb6b-3c57f4c85752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:10.177223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25521141-d3f2-4a06-a798-bd24cdee1c6f req-77f99099-a561-4ae5-ac63-aff941bfa583 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:10.179159 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25521141-d3f2-4a06-a798-bd24cdee1c6f req-77f99099-a561-4ae5-ac63-aff941bfa583 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.2001336 Oct 19 11:23:10.234594 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f7735d9-c5e6-414e-8365-2bfcc82c5420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:10.256640 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-981eebc5-b8a0-45ca-8838-6ffb829ff2f5 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109977 Oct 19 11:23:10.260068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:23:10.389509 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25521141-d3f2-4a06-a798-bd24cdee1c6f req-1efc7f25-6cd0-4bf9-8ca7-cd52227850d0 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941810 Oct 19 11:23:10.442446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60084) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:10.458518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-566dc157-04be-4f92-ae3f-d3a2caa46c9a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--200118033', 'description': 'tempest-description--1228253599'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:10.584314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:10.591780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b72d08f9-5a18-47ac-9d9e-a3fa7c91435f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:10.645574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-038c1f6e-02fc-44b8-bb6b-3c57f4c85752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:10.647493 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f7735d9-c5e6-414e-8365-2bfcc82c5420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:10.663058 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-566dc157-04be-4f92-ae3f-d3a2caa46c9a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:10.709995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '8f41217e-6ae0-486c-97d4-9ad4cf5cfd95', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'port_id': '8f41217e-6ae0-486c-97d4-9ad4cf5cfd95', 'mac_address': 'fa:16:3e:a3:fd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01fca6a7-aece-4f7e-bc3f-b414758cde01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:23:10.725047 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-038c1f6e-02fc-44b8-bb6b-3c57f4c85752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:10.746932 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f7735d9-c5e6-414e-8365-2bfcc82c5420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:10.825574 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:10.861949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b72d08f9-5a18-47ac-9d9e-a3fa7c91435f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:10.862322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:10.925998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-038c1f6e-02fc-44b8-bb6b-3c57f4c85752 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f32769b7db9e4aaa828ee5152f15db2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6029968 Oct 19 11:23:10.940944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:23:10.948055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60086) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:10.948927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c1f6e-02fc-44b8-bb6b-3c57f4c85752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2507c6e-df5d-482f-8623-ce537aa01535,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:10.991690 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:10.995941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51185e-2db5-4ef4-9090-ca04450f40c9 req-6e2e86f9-cccd-4965-bbd5-31638c76703a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:11.001762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aa51185e-2db5-4ef4-9090-ca04450f40c9 req-6e2e86f9-cccd-4965-bbd5-31638c76703a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 943 time: 0.3572543 Oct 19 11:23:11.008577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5f7735d9-c5e6-414e-8365-2bfcc82c5420 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2213da03a0d4b61a512935972ca55be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0557890 Oct 19 11:23:11.017089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60088) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:11.066658 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.074157 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-566dc157-04be-4f92-ae3f-d3a2caa46c9a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.124615 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.126962 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-36e21192-5e65-4ee6-9c23-d45186f3faca service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8345273 Oct 19 11:23:11.137339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7735d9-c5e6-414e-8365-2bfcc82c5420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017ea240-4e66-4cae-a989-14251a4e45ae,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:11.151815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port b72d08f9-5a18-47ac-9d9e-a3fa7c91435f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b72d08f9-5a18-47ac-9d9e-a3fa7c91435f,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:11.200092 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-566dc157-04be-4f92-ae3f-d3a2caa46c9a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.217822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-c917c55e-6fd4-417c-8d23-4fb24502463b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=2a704251-3e59-45fe-a6ce-9f980c57fcdc HTTP/1.1" status: 200 len: 217 time: 0.0813494 Oct 19 11:23:11.219805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f25fae41-053a-4edf-8c22-89b1ea0f0c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.226855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:11.238498 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.258629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aa51185e-2db5-4ef4-9090-ca04450f40c9 req-994640dc-97d9-499f-8c9f-c4154e44e02f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436171 Oct 19 11:23:11.298542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['8f41217e-6ae0-486c-97d4-9ad4cf5cfd95'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:23:11.312039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a95ff9d-d03b-4bc7-bddd-84dfd994e212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.327383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dc157-04be-4f92-ae3f-d3a2caa46c9a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd85b25-a522-4511-84af-d9d5778f4d3f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:11.344584 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f25fae41-053a-4edf-8c22-89b1ea0f0c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.380346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a95ff9d-d03b-4bc7-bddd-84dfd994e212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.384065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-c9ca50e6-f4c3-4ebb-b4d9-ef6ab1090a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:11.386323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-c9ca50e6-f4c3-4ebb-b4d9-ef6ab1090a9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.1476049 Oct 19 11:23:11.418843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-566dc157-04be-4f92-ae3f-d3a2caa46c9a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.420294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-566dc157-04be-4f92-ae3f-d3a2caa46c9a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9765682 Oct 19 11:23:11.424121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=b72d08f9-5a18-47ac-9d9e-a3fa7c91435f,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:11.426734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60092) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:11.433862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4e68c940-4751-4a6f-983b-23d45386af13 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Request body: {'security_group_rule': {'security_group_id': '5cd85b25-a522-4511-84af-d9d5778f4d3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:11.563273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-b6be4bae-0039-4c54-8676-a012a6e28b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:11.565601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-b6be4bae-0039-4c54-8676-a012a6e28b2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1650569 Oct 19 11:23:11.613340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e68c940-4751-4a6f-983b-23d45386af13 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.644519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a95ff9d-d03b-4bc7-bddd-84dfd994e212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.650400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a95ff9d-d03b-4bc7-bddd-84dfd994e212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.652309 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5a95ff9d-d03b-4bc7-bddd-84dfd994e212 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2507c6e-df5d-482f-8623-ce537aa01535 HTTP/1.1" status: 204 len: 168 time: 0.7004685 Oct 19 11:23:11.656755 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f25fae41-053a-4edf-8c22-89b1ea0f0c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.659448 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f25fae41-053a-4edf-8c22-89b1ea0f0c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.660679 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f25fae41-053a-4edf-8c22-89b1ea0f0c50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/017ea240-4e66-4cae-a989-14251a4e45ae HTTP/1.1" status: 204 len: 168 time: 0.6424975 Oct 19 11:23:11.733321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fae41-053a-4edf-8c22-89b1ea0f0c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017ea240-4e66-4cae-a989-14251a4e45ae,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:11.746605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95ff9d-d03b-4bc7-bddd-84dfd994e212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2507c6e-df5d-482f-8623-ce537aa01535,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:11.802608 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Sync routers for ids ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:23:11.823272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e68c940-4751-4a6f-983b-23d45386af13 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.835487 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Routers {'1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:11.836561 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:11.862209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc103b-b919-4fc6-ae89-b147c74484a3 req-a136b381-0863-48a0-9e67-d1747505fff7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:11.867275 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ebc103b-b919-4fc6-ae89-b147c74484a3 req-a136b381-0863-48a0-9e67-d1747505fff7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.2562499 Oct 19 11:23:11.876158 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-f2bbb2b3-54e0-4890-991c-0c826fc74952 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958243 Oct 19 11:23:11.906624 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e68c940-4751-4a6f-983b-23d45386af13 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:11.956246 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Set router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:11.970824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68c940-4751-4a6f-983b-23d45386af13 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9813c34a-b3ce-40a9-b31b-9b4619976563,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:12.006690 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e68c940-4751-4a6f-983b-23d45386af13 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:12.007953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4e68c940-4751-4a6f-983b-23d45386af13 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5775921 Oct 19 11:23:12.010586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60102) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:12.016668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6bebba55-ba0e-4c02-8f1c-80d328e6647d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Request body: {'security_group_rule': {'security_group_id': '5cd85b25-a522-4511-84af-d9d5778f4d3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:12.094237 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-e65776f2-ed27-4d1d-b35c-c01a24882802 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937225 Oct 19 11:23:12.155465 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-4c116857-257b-48ee-b7ec-fadb52647f8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=1261937f-c926-4fce-ae22-78d1678502cb HTTP/1.1" status: 200 len: 217 time: 0.0524719 Oct 19 11:23:12.159042 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bebba55-ba0e-4c02-8f1c-80d328e6647d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:12.172364 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ebc103b-b919-4fc6-ae89-b147c74484a3 req-a0395dd7-4b3a-4496-acdd-dcdb7c629eea tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939148 Oct 19 11:23:12.245374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-17db5c94-7590-487f-817d-347cb6405812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:12.251046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-17db5c94-7590-487f-817d-347cb6405812 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.0759375 Oct 19 11:23:12.289933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:12.336873 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a96a7762-f3ba-42d8-92ed-1df4e056d299', 'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'mac_address': 'fa:16:3e:aa:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:04Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 2, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'subnets': [{'id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:12.342396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bebba55-ba0e-4c02-8f1c-80d328e6647d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:12.395512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b72d08f9-5a18-47ac-9d9e-a3fa7c91435f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:12.418734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-80f3bafe-ad7b-449c-85bb-63bfd25f66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:12.424632 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-80f3bafe-ad7b-449c-85bb-63bfd25f66a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1663597 Oct 19 11:23:12.427061 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bebba55-ba0e-4c02-8f1c-80d328e6647d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:12.459256 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Checking router: 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:23:12.465219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebba55-ba0e-4c02-8f1c-80d328e6647d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a751d3-6870-4068-855d-fc8309b3cac0,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:12.482739 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Updating router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 port a96a7762-f3ba-42d8-92ed-1df4e056d299 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:23:12.569727 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:12.570869 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bebba55-ba0e-4c02-8f1c-80d328e6647d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:12.571927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b72d08f9-5a18-47ac-9d9e-a3fa7c91435f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:12.572323 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:12.572820 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6bebba55-ba0e-4c02-8f1c-80d328e6647d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5612545 Oct 19 11:23:12.576447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60118) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:12.585823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:12.634295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:23:12.641139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace861d-0b30-4274-aec9-6681b9c67c8d req-5ca34f46-4a9c-4db7-a71f-56170031eb21 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:12.643542 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ace861d-0b30-4274-aec9-6681b9c67c8d req-5ca34f46-4a9c-4db7-a71f-56170031eb21 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 944 time: 0.1734989 Oct 19 11:23:12.670756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:12.671339 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:12.737234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:12.784314 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-e947a7e0-a5ee-4542-b7de-f3d2c5eb7f3c service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472192 Oct 19 11:23:12.859357 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ace861d-0b30-4274-aec9-6681b9c67c8d req-ddbb9bbe-52d1-4edb-b6c0-59e61f37252e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087123 Oct 19 11:23:13.043841 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:13.046572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-4717b900-5bbf-4b65-955c-1010e7a35c82 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509315 Oct 19 11:23:13.117089 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:13.181213 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-3bb7ac3c-9718-4754-b75b-5767f60145df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=6a3f2d9a-e040-433c-8d60-ac41df6b0b15 HTTP/1.1" status: 200 len: 217 time: 0.1264558 Oct 19 11:23:13.193437 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac7a37-18d1-4e96-927f-b115262ef262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f41217e-6ae0-486c-97d4-9ad4cf5cfd95'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:13.198096 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047c455d-c5bf-41ac-a12d-e9cf426cb336" -d '{"events": [{"server_uuid": "61ac7a37-18d1-4e96-927f-b115262ef262", "name": "network-vif-plugged", "status": "completed", "tag": "8f41217e-6ae0-486c-97d4-9ad4cf5cfd95"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:13.208076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Allocated IP 172.25.2.243 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/4f6a6ab9-99f5-404c-8c27-d040904c2c47) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:13.235089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:13.310018 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a771d1ce-4554-4a74-a6e7-6a1bfe5d8f99 x-openstack-request-id: req-a771d1ce-4554-4a74-a6e7-6a1bfe5d8f99 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:13.310561 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac7a37-18d1-4e96-927f-b115262ef262", "name": "network-vif-plugged", "status": "completed", "tag": "8f41217e-6ae0-486c-97d4-9ad4cf5cfd95", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:13.310956 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a771d1ce-4554-4a74-a6e7-6a1bfe5d8f99 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:13.316966 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac7a37-18d1-4e96-927f-b115262ef262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f41217e-6ae0-486c-97d4-9ad4cf5cfd95', 'code': 200} Oct 19 11:23:13.330926 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:13.369455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-325cebf4-ca27-4510-b441-f105897e2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:13.381752 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-325cebf4-ca27-4510-b441-f105897e2cee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.1859226 Oct 19 11:23:13.483934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:13.559973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-96981130-613d-4630-94fc-503bbc480500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:13.566285 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-96981130-613d-4630-94fc-503bbc480500 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1781662 Oct 19 11:23:13.679264 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:13.701798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6479b-e550-40ae-9311-7a8a058e0fa0 req-93b40482-774c-4e8f-b36a-48e6260f947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:13.703783 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25b6479b-e550-40ae-9311-7a8a058e0fa0 req-93b40482-774c-4e8f-b36a-48e6260f947e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 1096 time: 0.2818379 Oct 19 11:23:13.716651 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:13.726903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c756b48-b045-434f-b255-f202e2b4c997 req-706f685c-88c7-4491-ad96-df387a2e66bc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:13.737346 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c756b48-b045-434f-b255-f202e2b4c997 req-706f685c-88c7-4491-ad96-df387a2e66bc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.3463180 Oct 19 11:23:13.795870 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:13.861384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-581576df-82d8-4d7e-9447-cda6901a4f33 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590051 Oct 19 11:23:13.876061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60154) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:13.898481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60160) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:14.013603 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25b6479b-e550-40ae-9311-7a8a058e0fa0 req-25ff3bb1-de52-4b10-845a-e59d4dea1423 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636695 Oct 19 11:23:14.023837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c756b48-b045-434f-b255-f202e2b4c997 req-c7099b83-540c-438c-92a7-69263224c423 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854414 Oct 19 11:23:14.085292 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:14.128709 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Pushing event updated for resources: {'Port': ['ID=a96a7762-f3ba-42d8-92ed-1df4e056d299,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:14.143693 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Attempting to bind port a96a7762-f3ba-42d8-92ed-1df4e056d299 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:23:14.144096 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Attempting to bind port a96a7762-f3ba-42d8-92ed-1df4e056d299 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:23:14.144456 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Attempting to bind port a96a7762-f3ba-42d8-92ed-1df4e056d299 on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:14.157015 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.157429 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.157696 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.158031 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.158364 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.158693 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.159020 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.159737 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.159737 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.159947 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.160276 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.163236 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:14.175184 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:23:14.182641 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Checking segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:14.183291 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:14.184320 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Bound using segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:23:14.185221 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Bound port: a96a7762-f3ba-42d8-92ed-1df4e056d299, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:23:14.187646 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:14.321094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-439df849-9ed4-4b18-a364-3890777fdd4d None None] Provisioning complete for port a96a7762-f3ba-42d8-92ed-1df4e056d299 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:14.321919 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-439df849-9ed4-4b18-a364-3890777fdd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:14.332833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-network', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:14.351107 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] For port a96a7762-f3ba-42d8-92ed-1df4e056d299, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:23:14.356386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60170) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:14.361218 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] For port a96a7762-f3ba-42d8-92ed-1df4e056d299, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a96a7762-f3ba-42d8-92ed-1df4e056d299,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:23:14.373671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:14.377994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d8a20-eb0a-4bfc-9f66-5f771ebfbf3a req-66fdc1e1-ca22-439d-ba33-2bb391cfff3a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:14.388066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-937d8a20-eb0a-4bfc-9f66-5f771ebfbf3a req-66fdc1e1-ca22-439d-ba33-2bb391cfff3a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 945 time: 0.3839638 Oct 19 11:23:14.389975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-439df849-9ed4-4b18-a364-3890777fdd4d None None] Port a96a7762-f3ba-42d8-92ed-1df4e056d299 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:23:14.404611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:14.425802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:14.427722 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:14.431157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event updated for resources: {'Port': ['ID=4f6a6ab9-99f5-404c-8c27-d040904c2c47,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:14.450045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-937d8a20-eb0a-4bfc-9f66-5f771ebfbf3a req-d739a03b-314f-4c7b-be8d-5db5feedc904 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601282 Oct 19 11:23:14.452900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Made reservation on behalf of b57beb15606146e9bcb7c40d46f12b74 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:23:14.458198 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:14.480340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-7af0b2ad-eb38-4ba1-8857-b85967ff6d52 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181531 Oct 19 11:23:14.481063 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:14.538937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-51553689-network', 'tenant_id': '12a7774b35d942b39cff9425c0c3ddf0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:14.569671 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Routers {'1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:14.570383 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:14.572475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:14.620827 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ef06b-1227-437f-8759-03ece13afce3 None None] Pushing event updated for resources: {'Port': ['ID=a96a7762-f3ba-42d8-92ed-1df4e056d299,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:14.631399 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-2a9be8d9-09bc-48e6-9acd-0c3bb8f93777 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e750a961-753d-4d31-907b-533ce621354b HTTP/1.1" status: 200 len: 217 time: 0.0568526 Oct 19 11:23:14.720908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-c7a4247a-0ae1-4cb4-a28f-07080aaa56ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:14.722445 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-c7a4247a-0ae1-4cb4-a28f-07080aaa56ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6ffb802-95b0-4d36-8104-f7ff0255fe0a HTTP/1.1" status: 200 len: 797 time: 0.0792768 Oct 19 11:23:14.723827 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:14.748006 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] Set router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:14.851732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:23:14.894688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f9e11d-c8bb-4e42-b7b8-55853a1a8e54,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:14.930755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e8ea483d-afb4-4705-b8e1-1c7e13565ac3 None None] Provisioning complete for port a96a7762-f3ba-42d8-92ed-1df4e056d299 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:14.932783 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:14.936014 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Added segment 5c988663-f88a-466a-984c-00304f4c4404 of type vlan for network 3e6e89b2-7991-4658-8a4f-709997bea172 Oct 19 11:23:14.936152 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e8ea483d-afb4-4705-b8e1-1c7e13565ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:14.984026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-02d89ace-7e09-4700-9be9-50ffe26c02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:14.989399 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-02d89ace-7e09-4700-9be9-50ffe26c02fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a34aa85-73fb-4dda-833f-cf2868f658c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2534029 Oct 19 11:23:15.112418 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:15.137858 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e8ea483d-afb4-4705-b8e1-1c7e13565ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:15.203873 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a96a7762-f3ba-42d8-92ed-1df4e056d299', 'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'mac_address': 'fa:16:3e:aa:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:04Z', 'updated_at': '2021-10-19T11:23:14Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'subnets': [{'id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:15.214301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e8ea483d-afb4-4705-b8e1-1c7e13565ac3 None None] For port a96a7762-f3ba-42d8-92ed-1df4e056d299, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a96a7762-f3ba-42d8-92ed-1df4e056d299,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:15.259346 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13ac1a-0229-46ed-b2c6-15e949312001 None None] The sync data for ids ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'] in n-d-814547-1 is: [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a96a7762-f3ba-42d8-92ed-1df4e056d299', 'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'mac_address': 'fa:16:3e:aa:27:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:04Z', 'updated_at': '2021-10-19T11:23:14Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'subnets': [{'id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:23:15.281828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-327a13ea-5d5c-4b49-96c6-9ef0e564543f service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117546 Oct 19 11:23:15.283850 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e8ea483d-afb4-4705-b8e1-1c7e13565ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:15.373895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:15.376215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:15.376845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:15.400470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea483d-afb4-4705-b8e1-1c7e13565ac3 None None] Pushing event updated for resources: {'Port': ['ID=a96a7762-f3ba-42d8-92ed-1df4e056d299,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:15.545742 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6072981 Oct 19 11:23:15.550731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60180) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:15.568232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] Request body: {'subnet': {'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-subnet', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:15.888743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Made reservation on behalf of 12a7774b35d942b39cff9425c0c3ddf0 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:23:15.890770 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:15.936329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39d8af-c23f-4a99-9baa-78de831b3946 admin admin] Pushing event updated for resources: {'Network': ['ID=3e6e89b2-7991-4658-8a4f-709997bea172,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:15.951818 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-22b07899-ead6-4e66-aeba-cf38cd946660 service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601572 Oct 19 11:23:15.956168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3e6e89b2-7991-4658-8a4f-709997bea172 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:23:15.963155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef09908-356d-4c5b-8a98-7ca6f0f73a42 req-b7fb58fe-3e5b-450b-827f-6b7ee45dac01 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:15.977641 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ef09908-356d-4c5b-8a98-7ca6f0f73a42 req-b7fb58fe-3e5b-450b-827f-6b7ee45dac01 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 945 time: 0.3756075 Oct 19 11:23:16.044996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] Made reservation on behalf of b57beb15606146e9bcb7c40d46f12b74 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:23:16.047370 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:16.051871 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-07e91085-f555-4714-a734-c5cff7b812de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a2807284-a523-414d-b2a2-c7c0ab2cceb8 HTTP/1.1" status: 200 len: 217 time: 0.0719442 Oct 19 11:23:16.187420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-85ba9219-2e0e-4e85-bf67-0d540ef1ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:16.190044 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-85ba9219-2e0e-4e85-bf67-0d540ef1ce5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6ffb802-95b0-4d36-8104-f7ff0255fe0a HTTP/1.1" status: 200 len: 797 time: 0.1264870 Oct 19 11:23:16.200723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:16.263797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:16.286973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd955bab-d0e5-4b36-849a-1da679b2afa8 req-897024d2-6c49-4a0c-ada5-861a58145d98 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:16.294429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd955bab-d0e5-4b36-849a-1da679b2afa8 req-897024d2-6c49-4a0c-ada5-861a58145d98 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.4999299 Oct 19 11:23:16.392187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a96a7762-f3ba-42d8-92ed-1df4e056d299 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:16.402290 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:16.418240 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd955bab-d0e5-4b36-849a-1da679b2afa8 req-e33a6a5c-4a5e-4603-85d4-12f498ffbb6e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177151 Oct 19 11:23:16.437737 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ef09908-356d-4c5b-8a98-7ca6f0f73a42 req-ab813cfc-ff4a-473a-8c2d-e199b1ffca96 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590137 Oct 19 11:23:16.540473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-3a6d2a61-32c0-4040-be8a-45d244da99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:16.549625 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-3a6d2a61-32c0-4040-be8a-45d244da99ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a34aa85-73fb-4dda-833f-cf2868f658c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3218973 Oct 19 11:23:16.551606 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a96a7762-f3ba-42d8-92ed-1df4e056d299 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:16.552215 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:16.813966 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:16.850369 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:16.880287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c7d89-9156-4875-a17c-b6366d9afe65 req-59065ba1-0f47-45ec-a836-0f8ef2b410d3 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:16.882004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-498c7d89-9156-4875-a17c-b6366d9afe65 req-59065ba1-0f47-45ec-a836-0f8ef2b410d3 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 945 time: 0.2603431 Oct 19 11:23:16.884869 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:16.902525 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-950ba400-7030-4402-b2a0-e46280920d58 service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243384 Oct 19 11:23:16.993739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-498c7d89-9156-4875-a17c-b6366d9afe65 req-d63b8f93-642d-4418-a5cb-9238c9a8ba09 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013887 Oct 19 11:23:17.007802 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.341681 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31f5b19d-e643-40aa-9d50-08f6187fe62a req-a6e8cdc9-61c9-4008-82b6-5220dc5ca48b service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093590 Oct 19 11:23:17.342767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:23:17.342767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aafdf33-5526-4784-8d98-59eeed72104d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:17.342767 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.342767 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Added segment 81390aec-fbc2-42aa-9aaf-a2a2ba30ab26 of type vlan for network ef6d42ee-3786-49dc-b619-f17632280f23 Oct 19 11:23:17.342767 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.342767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd615b0-90a1-4a8a-891b-12c21550a1a0 req-9de19468-c32a-4820-a76f-f4f60e6c4108 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:17.342767 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fd615b0-90a1-4a8a-891b-12c21550a1a0 req-9de19468-c32a-4820-a76f-f4f60e6c4108 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 945 time: 0.1317739 Oct 19 11:23:17.342767 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fd615b0-90a1-4a8a-891b-12c21550a1a0 req-63553ace-debe-41d4-ae6b-afb0a01b4584 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750425 Oct 19 11:23:17.353290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] Deleting port e8c69c86-f3b0-4ee1-ac59-0215e1fae974 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:17.353699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.407555 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.472872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.539947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31690e78-f43e-433d-8fca-78cda72b0ed8,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:17.554158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] Checking segment: {'id': '5c988663-f88a-466a-984c-00304f4c4404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:17.554874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event updated for resources: {'Port': ['ID=4f6a6ab9-99f5-404c-8c27-d040904c2c47,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:17.555022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] Network hostable DHCP agents. Network: 3e6e89b2-7991-4658-8a4f-709997bea172, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:23:17.564894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.571895 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:17.571895 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.578570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] For port e8c69c86-f3b0-4ee1-ac59-0215e1fae974, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e8c69c86-f3b0-4ee1-ac59-0215e1fae974,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:17.578931 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.596260 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.637467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] Calling delete_port for e8c69c86-f3b0-4ee1-ac59-0215e1fae974 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:17.649850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] Network 3e6e89b2-7991-4658-8a4f-709997bea172 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:23:17.699186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb30c25-663e-4032-be3b-e1bba1da2ddd req-3e263f0f-f26b-4864-b039-592a198b6aa5 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:17.700852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfb30c25-663e-4032-be3b-e1bba1da2ddd req-3e263f0f-f26b-4864-b039-592a198b6aa5 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.2186089 Oct 19 11:23:17.713803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3e6e89b2-7991-4658-8a4f-709997bea172) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:17.718868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:17.720245 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.731814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b5fab9-2b84-4fed-8614-ff475c2d1c0e None None] Network 3e6e89b2-7991-4658-8a4f-709997bea172 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:23:17.752293 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] Pushing event updated for resources: {'Network': ['ID=ef6d42ee-3786-49dc-b619-f17632280f23,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:17.807455 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:17.814433 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-991d49ea-bbe8-4009-8d3f-676e28a37cca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2304318 Oct 19 11:23:17.848007 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-54119cbc-58fd-46cf-b03c-e586473e07f6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2893269 Oct 19 11:23:17.850575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60202) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:17.853479 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6a40aee5-3055-4c58-b877-c73f8ea3fb6a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4892056 Oct 19 11:23:17.860084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-router', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:17.899481 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network ef6d42ee-3786-49dc-b619-f17632280f23 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:23:18.045224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfb30c25-663e-4032-be3b-e1bba1da2ddd req-23e80a0a-222c-4c3b-90f1-9ae7190ae663 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840068 Oct 19 11:23:18.095747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:18.096892 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:18.159811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84805635-8efa-4f2d-b43c-92e3efdb933b req-9e6f38d6-6df0-437c-bb71-3e0721eef59b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:18.161399 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84805635-8efa-4f2d-b43c-92e3efdb933b req-9e6f38d6-6df0-437c-bb71-3e0721eef59b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 945 time: 0.1510048 Oct 19 11:23:18.186518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-3e6e89b2-7991-4658-8a4f-709997bea172', 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'fixed_ips': [{'subnet_id': '31690e78-f43e-433d-8fca-78cda72b0ed8'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:23:18.188081 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:18.247043 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:18.306676 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-ca601820-8e49-46e4-938d-c6ad803aeb9f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--200118033&fields=id&tenant_id=adb4e90a76744825a16a77292f3584a5 HTTP/1.1" status: 200 len: 267 time: 0.0654788 Oct 19 11:23:18.330095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84805635-8efa-4f2d-b43c-92e3efdb933b req-6692d51f-b830-47fb-b8a6-4555034bbffd tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144013 Oct 19 11:23:18.399363 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:18.482847 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Allocated IP 172.20.0.2 (3e6e89b2-7991-4658-8a4f-709997bea172/31690e78-f43e-433d-8fca-78cda72b0ed8/ac92ab29-3abe-43e9-a5b1-4ad59460d8ea) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:18.548416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c69c86-f3b0-4ee1-ac59-0215e1fae974,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:18.617290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-880ab016-8899-4d56-a2eb-8b123e4649a3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:18.636378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-880ab016-8899-4d56-a2eb-8b123e4649a3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 812 time: 0.3272498 Oct 19 11:23:18.680205 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-f791a78c-ac1a-490d-a549-54efc00ae81a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/quotas/adb4e90a76744825a16a77292f3584a5 HTTP/1.1" status: 200 len: 375 time: 0.0397086 Oct 19 11:23:18.837693 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:18.907250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:18.925776 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:18.963799 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:18.980888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-0620c164-aa2a-47ae-94e4-5da3df64f935 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2096238 Oct 19 11:23:19.006690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef24f37-98c1-4eae-8423-56b5236f4192 req-e0765f86-94df-4a37-89b0-29e763475981 tempest-ComputeTenantNetworksTest-2055422296 tempest-ComputeTenantNetworksTest-2055422296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:19.012394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Network 3e6e89b2-7991-4658-8a4f-709997bea172 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:19.014323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef24f37-98c1-4eae-8423-56b5236f4192 req-e0765f86-94df-4a37-89b0-29e763475981 tempest-ComputeTenantNetworksTest-2055422296 tempest-ComputeTenantNetworksTest-2055422296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:19.020255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:19.020935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef24f37-98c1-4eae-8423-56b5236f4192 req-e0765f86-94df-4a37-89b0-29e763475981 tempest-ComputeTenantNetworksTest-2055422296 tempest-ComputeTenantNetworksTest-2055422296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:19.025050 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:19.034616 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ef24f37-98c1-4eae-8423-56b5236f4192 req-e0765f86-94df-4a37-89b0-29e763475981 tempest-ComputeTenantNetworksTest-2055422296 tempest-ComputeTenantNetworksTest-2055422296-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.3330522 Oct 19 11:23:19.063425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Pushing event updated for resources: {'Port': ['ID=ac92ab29-3abe-43e9-a5b1-4ad59460d8ea,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:19.098136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Attempting to bind port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:23:19.098766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Attempting to bind port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '5c988663-f88a-466a-984c-00304f4c4404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:23:19.099356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Attempting to bind port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea on network 3e6e89b2-7991-4658-8a4f-709997bea172 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:19.106787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:23:19.109159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Checking segment: {'id': '5c988663-f88a-466a-984c-00304f4c4404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:19.109757 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:19.110320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Bound using segment: {'id': '5c988663-f88a-466a-984c-00304f4c4404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:23:19.113122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Bound port: ac92ab29-3abe-43e9-a5b1-4ad59460d8ea, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c988663-f88a-466a-984c-00304f4c4404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:23:19.113891 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:19.212479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] For port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:23:19.216482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] For port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ac92ab29-3abe-43e9-a5b1-4ad59460d8ea,segment=NetworkSegment(5c988663-f88a-466a-984c-00304f4c4404),segment_id=5c988663-f88a-466a-984c-00304f4c4404)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:23:19.285957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f952e-549f-4dfd-898c-2f399dec1e13 req-d4576086-d019-4bde-8a9a-486375a10af4 tempest-ComputeTenantNetworksTest-2055422296 tempest-ComputeTenantNetworksTest-2055422296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:19.300677 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:19.301601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-237f952e-549f-4dfd-898c-2f399dec1e13 req-d4576086-d019-4bde-8a9a-486375a10af4 tempest-ComputeTenantNetworksTest-2055422296 tempest-ComputeTenantNetworksTest-2055422296-project] 10.222.0.39 "GET /v2.0/networks/ef6d42ee-3786-49dc-b619-f17632280f23 HTTP/1.1" status: 200 len: 767 time: 0.1111937 Oct 19 11:23:19.304584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60228) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:19.355290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb9e86-6a39-46bc-beb6-c7a42c5f106b req-8cd469d7-80ae-4515-8e08-e0141d43c934 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:19.356789 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7eb9e86-6a39-46bc-beb6-c7a42c5f106b req-8cd469d7-80ae-4515-8e08-e0141d43c934 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 945 time: 0.1374419 Oct 19 11:23:19.360459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] Router 21f8385d-1790-4433-bd24-82709302e7ab has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:23:19.381448 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:19.433920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a91350-c975-40b0-82f0-2e28f7c9821a None None] Pushing event updated for resources: {'Port': ['ID=ac92ab29-3abe-43e9-a5b1-4ad59460d8ea,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:19.526171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-c2f13ad2-a106-4501-aad3-2534492e52ad service neutron] 10.222.0.39 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090931 Oct 19 11:23:19.574605 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:19.709180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:23:19.717328 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3af714f1-a7b8-4323-9213-07295342c5f7 admin admin] 10.222.0.39 "PUT /v2.0/routers/21f8385d-1790-4433-bd24-82709302e7ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8305240 Oct 19 11:23:19.718233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60232) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:19.720463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aee813-5bd0-4794-b25d-2ce90e06d30f None None] Sync routers for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:23:19.735102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aee813-5bd0-4794-b25d-2ce90e06d30f None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:19.735742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f5aee813-5bd0-4794-b25d-2ce90e06d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:19.816345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-178c579b-d893-4169-b5f3-8c4f476228b3 service neutron] 10.222.0.39 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892456 Oct 19 11:23:19.825550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-a7eb9e86-6a39-46bc-beb6-c7a42c5f106b req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Deleting port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:19.825810 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a7eb9e86-6a39-46bc-beb6-c7a42c5f106b req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:19.857472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01645e6-53ce-42ac-9be5-112aef7bc777 req-c2be6def-acea-43a5-93a2-c3a1be7c7af4 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:19.868128 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b01645e6-53ce-42ac-9be5-112aef7bc777 req-c2be6def-acea-43a5-93a2-c3a1be7c7af4 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.4268205 Oct 19 11:23:19.887860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:19.906896 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:19.998365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-a7eb9e86-6a39-46bc-beb6-c7a42c5f106b req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] For port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:19.998659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a7eb9e86-6a39-46bc-beb6-c7a42c5f106b req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:20.012989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:20.014322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-f5aee813-5bd0-4794-b25d-2ce90e06d30f None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:20.032146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-a7eb9e86-6a39-46bc-beb6-c7a42c5f106b req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Calling delete_port for 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:20.063001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6d42ee-3786-49dc-b619-f17632280f23']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:20.082721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81390aec-fbc2-42aa-9aaf-a2a2ba30ab26') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:20.083297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81390aec-fbc2-42aa-9aaf-a2a2ba30ab26') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:20.094759 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:20.112087 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:20.119430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:23:20.120524 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:20.377589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f5aee813-5bd0-4794-b25d-2ce90e06d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:23:18Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:20.456151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aee813-5bd0-4794-b25d-2ce90e06d30f None None] Checking router: 21f8385d-1790-4433-bd24-82709302e7ab for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:23:20.489475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aee813-5bd0-4794-b25d-2ce90e06d30f None None] Routers {'21f8385d-1790-4433-bd24-82709302e7ab'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:20.490119 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f5aee813-5bd0-4794-b25d-2ce90e06d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['21f8385d-1790-4433-bd24-82709302e7ab'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:20.771069 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:23:20.781560 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:23:20.825963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:20.834080 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:20.866812 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:20.870401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-f5aee813-5bd0-4794-b25d-2ce90e06d30f None None] Set router 21f8385d-1790-4433-bd24-82709302e7ab gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:20.872216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] 10.222.0.39 "DELETE /v2.0/networks/ef6d42ee-3786-49dc-b619-f17632280f23 HTTP/1.1" status: 204 len: 168 time: 1.5653415 Oct 19 11:23:20.874928 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea26f8-b1b1-4ac5-b034-e7774c6727cf req-de4418f5-5d92-4077-85be-25b8d893cb59 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:20.885612 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ea26f8-b1b1-4ac5-b034-e7774c6727cf req-de4418f5-5d92-4077-85be-25b8d893cb59 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 945 time: 0.3007007 Oct 19 11:23:20.942180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6d42ee-3786-49dc-b619-f17632280f23,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:21.011502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.011854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.012204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.012568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.013113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.013705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.013817 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.014636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.014744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.015782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.016147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.016489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5643288f-9a58-44d7-ad15-7fc4fab5781a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.031007 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b01645e6-53ce-42ac-9be5-112aef7bc777 req-4c4b8131-79ff-4bea-8350-00c0f88cf0e9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1618550 Oct 19 11:23:21.141404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ea26f8-b1b1-4ac5-b034-e7774c6727cf req-a103d5ab-9d59-434f-9b18-8c1358ed5b4d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485578 Oct 19 11:23:21.177771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.205039 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ac92ab29-3abe-43e9-a5b1-4ad59460d8ea up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:21.260922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Allocated IP 172.25.2.221 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/123195b6-2fb1-4c1c-bab6-a24878ca63d6) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:21.261337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38b6358-5480-4cfc-9baa-c24576084912 None None] Network 3e6e89b2-7991-4658-8a4f-709997bea172 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:23:21.360688 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b299fd16-9379-4f28-82b5-9300ae0cd080 None None] Provisioning complete for port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:21.361058 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b299fd16-9379-4f28-82b5-9300ae0cd080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.417556 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b2a1180b-faae-4d53-a5f5-597c0d1de587 req-238699f3-c81d-4044-b8af-9c9715e9c475 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 210 time: 0.1460066 Oct 19 11:23:21.437180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60248) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:21.508132 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:21.509663 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.532760 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a7eb9e86-6a39-46bc-beb6-c7a42c5f106b req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.594154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9959942a-9b55-4535-b1c5-f152cd99c6f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12a7774b35d942b39cff9425c0c3ddf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542950 Oct 19 11:23:21.597624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09', 'd06adace-cecf-4509-b82e-cf9900df769b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:23:21.606375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60250) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:21.648908 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.731871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b697548-ad69-4d26-a121-3e2b10418c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.732485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7eb9e86-6a39-46bc-beb6-c7a42c5f106b req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] No DVR routers for this DVR port 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:23:21.735767 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a7eb9e86-6a39-46bc-beb6-c7a42c5f106b req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.740746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7eb9e86-6a39-46bc-beb6-c7a42c5f106b req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "DELETE /v2.0/ports/8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 HTTP/1.1" status: 204 len: 173 time: 2.3766158 Oct 19 11:23:21.742429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ac7a37-18d1-4e96-927f-b115262ef262', 'name': 'network-vif-deleted', 'tag': '8f41217e-6ae0-486c-97d4-9ad4cf5cfd95'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:21.743150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f5aee813-5bd0-4794-b25d-2ce90e06d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:23:18Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:21.747071 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac54698-0e6b-4abb-ae96-5cf86f2f0cc8" -d '{"events": [{"server_uuid": "61ac7a37-18d1-4e96-927f-b115262ef262", "name": "network-vif-deleted", "tag": "8f41217e-6ae0-486c-97d4-9ad4cf5cfd95"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:21.755947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Deleting port c09f09dc-e8c4-48c9-9967-b7c0b02c5223 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:21.756346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.778426 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b697548-ad69-4d26-a121-3e2b10418c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.848903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event deleted for resources: {'Port': ['ID=8f41217e-6ae0-486c-97d4-9ad4cf5cfd95,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:21.869233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.886377 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fabb7a-764e-422d-a3d2-d56379b74efd x-openstack-request-id: req-18fabb7a-764e-422d-a3d2-d56379b74efd {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:21.886680 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ac7a37-18d1-4e96-927f-b115262ef262", "name": "network-vif-deleted", "tag": "8f41217e-6ae0-486c-97d4-9ad4cf5cfd95", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:21.886949 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18fabb7a-764e-422d-a3d2-d56379b74efd {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:21.887504 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ac7a37-18d1-4e96-927f-b115262ef262', 'name': 'network-vif-deleted', 'tag': '8f41217e-6ae0-486c-97d4-9ad4cf5cfd95', 'status': 'completed', 'code': 200} Oct 19 11:23:21.893089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aee813-5bd0-4794-b25d-2ce90e06d30f None None] The sync data for ids ['21f8385d-1790-4433-bd24-82709302e7ab'] in n-d-814547-1 is: [{'id': '21f8385d-1790-4433-bd24-82709302e7ab', 'name': 'tempest-AttachVolumeTestJSON-1187123885-router', 'tenant_id': '8c4aff5c278d4f8c85dab7cb43309335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:14:36Z', 'updated_at': '2021-10-19T11:23:18Z', 'revision_number': 5, 'project_id': '8c4aff5c278d4f8c85dab7cb43309335', 'gw_port': {'id': 'c09f09dc-e8c4-48c9-9967-b7c0b02c5223', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f8385d-1790-4433-bd24-82709302e7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:14:37Z', 'updated_at': '2021-10-19T11:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:23:21.911879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.912247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.912573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.912925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.913688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.913688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.913866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.914194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.914521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.914935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.915283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.915583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04cb926e-3b7c-49c0-badf-1025943919ed tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:21.945345 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b299fd16-9379-4f28-82b5-9300ae0cd080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.968438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] For port c09f09dc-e8c4-48c9-9967-b7c0b02c5223, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c09f09dc-e8c4-48c9-9967-b7c0b02c5223,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:21.969555 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.979495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b697548-ad69-4d26-a121-3e2b10418c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:21.991897 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b697548-ad69-4d26-a121-3e2b10418c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:22.000951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Calling delete_port for c09f09dc-e8c4-48c9-9967-b7c0b02c5223 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:22.003833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2b697548-ad69-4d26-a121-3e2b10418c19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3aafdf33-5526-4784-8d98-59eeed72104d HTTP/1.1" status: 204 len: 168 time: 0.3885562 Oct 19 11:23:22.014776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:22.066999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:22.106939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:22.112138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b697548-ad69-4d26-a121-3e2b10418c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aafdf33-5526-4784-8d98-59eeed72104d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:22.125980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Pushing event updated for resources: {'Port': ['ID=123195b6-2fb1-4c1c-bab6-a24878ca63d6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:22.168939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b299fd16-9379-4f28-82b5-9300ae0cd080 None None] For port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ac92ab29-3abe-43e9-a5b1-4ad59460d8ea,segment=NetworkSegment(5c988663-f88a-466a-984c-00304f4c4404),segment_id=5c988663-f88a-466a-984c-00304f4c4404)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:22.176347 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:22.290795 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b299fd16-9379-4f28-82b5-9300ae0cd080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:22.372924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:22.444481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:22.482272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:23:22.482666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8f41217e-6ae0-486c-97d4-9ad4cf5cfd95 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:23:22.588956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-03690c72-21d8-494e-8c9d-c91c6f557429 req-cf6f1150-fafd-445c-969c-1300f89f6122 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=61ac7a37-18d1-4e96-927f-b115262ef262 HTTP/1.1" status: 200 len: 210 time: 0.2101946 Oct 19 11:23:22.657786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:22.721557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299fd16-9379-4f28-82b5-9300ae0cd080 None None] Pushing event updated for resources: {'Port': ['ID=ac92ab29-3abe-43e9-a5b1-4ad59460d8ea,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:22.732924 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:23:22.733275 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:23:22.753346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09f09dc-e8c4-48c9-9967-b7c0b02c5223,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:22.794342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-43a562fe-06f1-4dcc-8ecd-0848554c72ef None None] Provisioning complete for port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:22.795868 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-43a562fe-06f1-4dcc-8ecd-0848554c72ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:22.853429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e422d-9c89-436c-ab5e-8e5ef365451f req-ce8ec490-b69b-40e5-858c-f01b2b2a7071 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:22.855074 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-018e422d-9c89-436c-ab5e-8e5ef365451f req-ce8ec490-b69b-40e5-858c-f01b2b2a7071 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.4638402 Oct 19 11:23:23.024879 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:23.043098 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:23.080364 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:23.171368 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-290c979a-ee96-4d65-b2df-b6ecbbfbaed1 req-beaa940b-a727-4d1b-8321-de96606ed8ab tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 210 time: 0.0870626 Oct 19 11:23:23.175453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-018e422d-9c89-436c-ab5e-8e5ef365451f req-87b06505-590b-462e-9c2a-22022a51fa5a tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080733 Oct 19 11:23:23.317733 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:23.318308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21f8385d-1790-4433-bd24-82709302e7ab {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:23:23.329993 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:23.331386 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-40651602-899e-4f73-aa92-dc74459f60d5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/21f8385d-1790-4433-bd24-82709302e7ab HTTP/1.1" status: 204 len: 168 time: 3.6119089 Oct 19 11:23:23.334863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60274) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:23.598822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-102b09a5-a8b7-4e9c-bf2e-d410d0778ee7 admin admin] Deleting subnet a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:23:23.603383 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:23.605874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-102b09a5-a8b7-4e9c-bf2e-d410d0778ee7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:23.643774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-958a7035-8762-44bb-bbc6-0c0f6eb857e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:23.653069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-958a7035-8762-44bb-bbc6-0c0f6eb857e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 812 time: 0.3092248 Oct 19 11:23:23.654521 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-102b09a5-a8b7-4e9c-bf2e-d410d0778ee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:23.836878 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-102b09a5-a8b7-4e9c-bf2e-d410d0778ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:23.862049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-f65fb554-5cec-4a9a-8001-3e46c164016a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adb4e90a76744825a16a77292f3584a5 HTTP/1.1" status: 200 len: 379 time: 0.0971365 Oct 19 11:23:23.909944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Request body: {'port': {'device_id': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'admin_state_up': True, 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'security_groups': ['5cd85b25-a522-4511-84af-d9d5778f4d3f']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:23.934706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ac92ab29-3abe-43e9-a5b1-4ad59460d8ea up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:24.056209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:24.057408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:24.139934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-102b09a5-a8b7-4e9c-bf2e-d410d0778ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:24.176172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e8c69c86-f3b0-4ee1-ac59-0215e1fae974 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:24.197835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:23:24.221376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e8c69c86-f3b0-4ee1-ac59-0215e1fae974 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:23:24.221727 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e8c69c86-f3b0-4ee1-ac59-0215e1fae974 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:23:24.235765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b09a5-a8b7-4e9c-bf2e-d410d0778ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:24.241180 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-102b09a5-a8b7-4e9c-bf2e-d410d0778ee7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:24.243942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70823ddd-794b-4a38-9669-7b22fe72a681 None None] Network b157cbcc-604a-44be-a7df-eb39e3221861 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:23:24.259494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-102b09a5-a8b7-4e9c-bf2e-d410d0778ee7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a132f48e-d85e-4051-a2c3-f7fd6f8f0d1c HTTP/1.1" status: 204 len: 168 time: 0.9234824 Oct 19 11:23:24.263103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60300) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:24.328032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Made reservation on behalf of adb4e90a76744825a16a77292f3584a5 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:23:24.331442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:24.409871 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:24.486774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca069b-5ecb-4261-a22e-ac58644fb043 req-8973c9be-9749-4ab0-a3aa-b29c7b1ca082 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:24.498810 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0dca069b-5ecb-4261-a22e-ac58644fb043 req-8973c9be-9749-4ab0-a3aa-b29c7b1ca082 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 945 time: 0.1783209 Oct 19 11:23:24.526166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:23:24.540086 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Sync routers for ids ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:23:24.553770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de18d4c-609c-454e-96ba-5fde815e6d00 None None] DHCP port deletion for b157cbcc-604a-44be-a7df-eb39e3221861 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:23:24.559209 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Routers {'2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:24.559873 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:24.619277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Allocated IP 172.20.0.14 (9c3fc8df-64d9-437b-901a-818c7e32eca5/d4b3fa07-5b6f-4c0c-884c-98220390e790/373ae266-75b6-45a7-993f-7a9610788a3f) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:24.684062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:24.690170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1de18d4c-609c-454e-96ba-5fde815e6d00 None None] Deleting port d325e67b-c75b-4690-9852-c21d296d7b14 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:24.690305 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0dca069b-5ecb-4261-a22e-ac58644fb043 req-1beb8e17-3aeb-4d35-98e8-dc31e1636082 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839678 Oct 19 11:23:24.690389 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1de18d4c-609c-454e-96ba-5fde815e6d00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:24.690463 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2cdf1921-8433-46ba-ac39-a100c0dc0a2e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8339193 Oct 19 11:23:24.693318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60304) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:24.801712 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1de18d4c-609c-454e-96ba-5fde815e6d00 None None] For port d325e67b-c75b-4690-9852-c21d296d7b14, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d325e67b-c75b-4690-9852-c21d296d7b14,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:24.802057 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1de18d4c-609c-454e-96ba-5fde815e6d00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:24.807712 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Set router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:24.820142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1de18d4c-609c-454e-96ba-5fde815e6d00 None None] Calling delete_port for d325e67b-c75b-4690-9852-c21d296d7b14 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:24.876614 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5ce6e925-3489-46b1-9567-62b72b90063e req-9d0ec109-e76e-42fd-9de2-4006f302d49c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 210 time: 0.0701554 Oct 19 11:23:24.954611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:24.987158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Deleting port d325e67b-c75b-4690-9852-c21d296d7b14 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:24.987158 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.061717 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1de18d4c-609c-454e-96ba-5fde815e6d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.093100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de18d4c-609c-454e-96ba-5fde815e6d00 None None] Pushing event deleted for resources: {'Port': ['ID=d325e67b-c75b-4690-9852-c21d296d7b14,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:25.098817 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.104707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de18d4c-609c-454e-96ba-5fde815e6d00 None None] No DVR routers for this DVR port d325e67b-c75b-4690-9852-c21d296d7b14 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:23:25.172246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:25.178261 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a19dc-8761-4a51-bd1e-55e1c313b2ec req-8f9ded7a-fdce-4b8d-8076-464c9d68ee0c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:25.188915 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-975a19dc-8761-4a51-bd1e-55e1c313b2ec req-8f9ded7a-fdce-4b8d-8076-464c9d68ee0c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.1929700 Oct 19 11:23:25.191227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:25.192966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:25.193089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] For port d325e67b-c75b-4690-9852-c21d296d7b14, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d325e67b-c75b-4690-9852-c21d296d7b14,segment=NetworkSegment(e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d),segment_id=e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:25.193457 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.196678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:25.225770 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-router', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:18Z', 'updated_at': '2021-10-19T11:23:22Z', 'revision_number': 3, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'gw_port': {'id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:20Z', 'updated_at': '2021-10-19T11:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:25.249118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Calling delete_port for d325e67b-c75b-4690-9852-c21d296d7b14 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:25.278566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:25.279278 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.287979 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Checking router: 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:23:25.288760 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Updating router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 port 123195b6-2fb1-4c1c-bab6-a24878ca63d6 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:23:25.313117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-975a19dc-8761-4a51-bd1e-55e1c313b2ec req-14d05961-3892-4571-88f8-0926fa9ba540 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232328 Oct 19 11:23:25.333769 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.506666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c09f09dc-e8c4-48c9-9967-b7c0b02c5223 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:25.508254 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.508356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: c09f09dc-e8c4-48c9-9967-b7c0b02c5223 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:23:25.508356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c09f09dc-e8c4-48c9-9967-b7c0b02c5223 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:23:25.508356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d325e67b-c75b-4690-9852-c21d296d7b14 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:25.530045 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: d325e67b-c75b-4690-9852-c21d296d7b14 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:23:25.530498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d325e67b-c75b-4690-9852-c21d296d7b14 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:23:25.540019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d325e67b-c75b-4690-9852-c21d296d7b14,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:25.558007 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bf5d8897-68ae-4ef6-b1e1-edbf8c43a39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.589748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-2cdf21da-e1c6-4e2d-9da3-b8110772e9f7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7202253 Oct 19 11:23:25.600974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fd9b5bad-b1f5-48da-bdf9-e218fdedc05e None None] Provisioning complete for port 373ae266-75b6-45a7-993f-7a9610788a3f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:25.601511 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5bad-b1f5-48da-bdf9-e218fdedc05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.605844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Request body: {'port': {'device_id': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:25.613011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] No DVR routers for this DVR port d325e67b-c75b-4690-9852-c21d296d7b14 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:23:25.667373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b5bad-b1f5-48da-bdf9-e218fdedc05e None None] Port 373ae266-75b6-45a7-993f-7a9610788a3f cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:23:25.786595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.825909 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.829070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da118cf-03ce-4339-9837-402b5e460eac req-0137b40b-e8e0-4b1a-a5cb-88faf87fe8a3 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:25.835000 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7da118cf-03ce-4339-9837-402b5e460eac req-0137b40b-e8e0-4b1a-a5cb-88faf87fe8a3 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 945 time: 0.1841297 Oct 19 11:23:25.846360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.901188 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:25.956149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b157cbcc-604a-44be-a7df-eb39e3221861']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:25.972139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:25.972665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34f5f9e-688b-4e6c-a332-9f4b9abe1e1d') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:25.992817 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.039762 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d0de7-efe8-4b84-b98b-95a8eb385fb7 None None] Pushing event updated for resources: {'Port': ['ID=123195b6-2fb1-4c1c-bab6-a24878ca63d6,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:26.041360 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Attempting to bind port 123195b6-2fb1-4c1c-bab6-a24878ca63d6 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:23:26.041963 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Attempting to bind port 123195b6-2fb1-4c1c-bab6-a24878ca63d6 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:23:26.042730 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Attempting to bind port 123195b6-2fb1-4c1c-bab6-a24878ca63d6 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:26.052290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94454967-2aec-40a0-8793-a35f72abbac9 req-e9bfc562-ee4a-4e91-87da-018cac065986 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:26.055497 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94454967-2aec-40a0-8793-a35f72abbac9 req-e9bfc562-ee4a-4e91-87da-018cac065986 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 945 time: 0.2119200 Oct 19 11:23:26.056227 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:23:26.057713 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:26.058377 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.058890 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:23:26.059848 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Bound port: 123195b6-2fb1-4c1c-bab6-a24878ca63d6, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:23:26.060333 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.101087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.123950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:23:26.124567 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:23:26.126618 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:23:26.191117 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] For port 123195b6-2fb1-4c1c-bab6-a24878ca63d6, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:23:26.202851 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] For port 123195b6-2fb1-4c1c-bab6-a24878ca63d6, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=123195b6-2fb1-4c1c-bab6-a24878ca63d6,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:23:26.237413 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.255698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fed47-75ac-4f37-96bf-77d4686e61f6 req-ec749308-bf96-4c08-b655-9bd88124b3e0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:26.268512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-927fed47-75ac-4f37-96bf-77d4686e61f6 req-ec749308-bf96-4c08-b655-9bd88124b3e0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 932 time: 0.2460237 Oct 19 11:23:26.278488 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.293267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-7da118cf-03ce-4339-9837-402b5e460eac req-99148997-72e6-47b5-9820-5ca1c69a573e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Deleting port d06adace-cecf-4509-b82e-cf9900df769b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:26.293797 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7da118cf-03ce-4339-9837-402b5e460eac req-99148997-72e6-47b5-9820-5ca1c69a573e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.296280 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94454967-2aec-40a0-8793-a35f72abbac9 req-e201ae1b-c804-4ace-9137-2f885c0f2832 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232165 Oct 19 11:23:26.377533 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.391188 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.406707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b157cbcc-604a-44be-a7df-eb39e3221861 HTTP/1.1" status: 204 len: 168 time: 2.1404934 Oct 19 11:23:26.429288 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d0de7-efe8-4b84-b98b-95a8eb385fb7 None None] Pushing event updated for resources: {'Port': ['ID=123195b6-2fb1-4c1c-bab6-a24878ca63d6,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:26.467241 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Routers {'2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:26.468018 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:26.582324 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-927fed47-75ac-4f37-96bf-77d4686e61f6 req-d5ce994f-3a84-49e5-8d16-aaa459c18e19 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064349 Oct 19 11:23:26.623546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbce40-5adb-4c99-9784-84ca732b61a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b157cbcc-604a-44be-a7df-eb39e3221861,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:26.656101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7da118cf-03ce-4339-9837-402b5e460eac req-99148997-72e6-47b5-9820-5ca1c69a573e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] For port d06adace-cecf-4509-b82e-cf9900df769b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=d06adace-cecf-4509-b82e-cf9900df769b,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:26.656471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7da118cf-03ce-4339-9837-402b5e460eac req-99148997-72e6-47b5-9820-5ca1c69a573e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.686002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-7da118cf-03ce-4339-9837-402b5e460eac req-99148997-72e6-47b5-9820-5ca1c69a573e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Calling delete_port for d06adace-cecf-4509-b82e-cf9900df769b owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:26.760721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bd0fd-cc78-4219-8d42-d7bb5555adf3 req-b9194c7e-159d-4adf-b6c5-54c6f36f50c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:26.762636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-400bd0fd-cc78-4219-8d42-d7bb5555adf3 req-b9194c7e-159d-4adf-b6c5-54c6f36f50c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.2981939 Oct 19 11:23:26.798009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Allocated IP 172.20.0.1 (3e6e89b2-7991-4658-8a4f-709997bea172/31690e78-f43e-433d-8fca-78cda72b0ed8/5524606f-f8bf-4e55-8ead-122030f50485) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:26.836084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-400bd0fd-cc78-4219-8d42-d7bb5555adf3 req-7682cab7-58e2-4a09-878f-f183f733edd3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615172 Oct 19 11:23:26.849849 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] Set router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:26.984061 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:26.992934 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60338) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:27.018617 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7da118cf-03ce-4339-9837-402b5e460eac req-99148997-72e6-47b5-9820-5ca1c69a573e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.032309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:23:27.066820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99148997-72e6-47b5-9820-5ca1c69a573e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event deleted for resources: {'Port': ['ID=d06adace-cecf-4509-b82e-cf9900df769b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:27.070084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373ae266-75b6-45a7-993f-7a9610788a3f {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:23:27.084990 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.100389 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7e523643-ca6d-4274-a4ef-a064f1c01ae9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c4aff5c278d4f8c85dab7cb43309335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063268 Oct 19 11:23:27.101817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60344) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:27.129334 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-router', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:18Z', 'updated_at': '2021-10-19T11:23:22Z', 'revision_number': 3, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'gw_port': {'id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:20Z', 'updated_at': '2021-10-19T11:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:27.138763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da118cf-03ce-4339-9837-402b5e460eac req-99148997-72e6-47b5-9820-5ca1c69a573e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] No DVR routers for this DVR port d06adace-cecf-4509-b82e-cf9900df769b on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:23:27.141423 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Transition to ACTIVE for port object 373ae266-75b6-45a7-993f-7a9610788a3f will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:23:27.142742 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7da118cf-03ce-4339-9837-402b5e460eac req-99148997-72e6-47b5-9820-5ca1c69a573e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.146998 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7da118cf-03ce-4339-9837-402b5e460eac req-99148997-72e6-47b5-9820-5ca1c69a573e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.26 "DELETE /v2.0/ports/d06adace-cecf-4509-b82e-cf9900df769b HTTP/1.1" status: 204 len: 173 time: 1.3066154 Oct 19 11:23:27.147495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f127500-59ed-4311-968c-3aaa0d660410', 'name': 'network-vif-deleted', 'tag': 'd06adace-cecf-4509-b82e-cf9900df769b'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:27.150359 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285dbadc-9693-40df-8daa-f8ac28b38475" -d '{"events": [{"server_uuid": "1f127500-59ed-4311-968c-3aaa0d660410", "name": "network-vif-deleted", "tag": "d06adace-cecf-4509-b82e-cf9900df769b"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:27.172522 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dbde58-9daf-4d91-b413-0bfc92d55056 None None] The sync data for ids ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'] in n-d-814547-1 is: [{'id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-router', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:18Z', 'updated_at': '2021-10-19T11:23:22Z', 'revision_number': 3, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'gw_port': {'id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:20Z', 'updated_at': '2021-10-19T11:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:23:27.180513 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43390068-8c2a-4635-bdaf-9058cb9b7378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.195807 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.239383 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9530b481-6f15-4501-9a28-24692e943ef0 x-openstack-request-id: req-9530b481-6f15-4501-9a28-24692e943ef0 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:27.239781 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f127500-59ed-4311-968c-3aaa0d660410", "name": "network-vif-deleted", "tag": "d06adace-cecf-4509-b82e-cf9900df769b", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:27.240097 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9530b481-6f15-4501-9a28-24692e943ef0 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:27.240593 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f127500-59ed-4311-968c-3aaa0d660410', 'name': 'network-vif-deleted', 'tag': 'd06adace-cecf-4509-b82e-cf9900df769b', 'status': 'completed', 'code': 200} Oct 19 11:23:27.249163 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.261388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Network 3e6e89b2-7991-4658-8a4f-709997bea172 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:27.263367 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43390068-8c2a-4635-bdaf-9058cb9b7378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.280262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:27.291439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:27.359224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:27.383426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5524606f-f8bf-4e55-8ead-122030f50485,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:27.451234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.563857 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68532911-6868-4725-a235-d9ec528a0f63 req-ddccde67-c606-411a-8cf6-a5cbf42f7a54 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f127500-59ed-4311-968c-3aaa0d660410 HTTP/1.1" status: 200 len: 210 time: 0.0826111 Oct 19 11:23:27.582625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Attempting to bind port 373ae266-75b6-45a7-993f-7a9610788a3f on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:23:27.582953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Attempting to bind port 373ae266-75b6-45a7-993f-7a9610788a3f by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:23:27.585580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Attempting to bind port 373ae266-75b6-45a7-993f-7a9610788a3f on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:27.592404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Port 373ae266-75b6-45a7-993f-7a9610788a3f on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:23:27.598030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Attempting to bind port 373ae266-75b6-45a7-993f-7a9610788a3f on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:27.607228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:23:27.607581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Checking segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:27.609038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Bound using segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:23:27.609488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Bound port: 373ae266-75b6-45a7-993f-7a9610788a3f, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:23:27.609853 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.777016 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-aaff7914-2b71-449b-b6fa-44a23866d5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.786957 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43390068-8c2a-4635-bdaf-9058cb9b7378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.790106 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43390068-8c2a-4635-bdaf-9058cb9b7378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.792176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:23:27.796410 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-43390068-8c2a-4635-bdaf-9058cb9b7378 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/549ba307-1a9d-4c4a-9842-8370a559ec3e HTTP/1.1" status: 204 len: 168 time: 0.6933274 Oct 19 11:23:27.796576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:23:27.807674 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505ad24-38d3-44a8-9030-db1d4a544b43 req-0d769bae-dd68-4209-9115-f4e26f9799e4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:27.809471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5505ad24-38d3-44a8-9030-db1d4a544b43 req-0d769bae-dd68-4209-9115-f4e26f9799e4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 944 time: 0.1095300 Oct 19 11:23:27.816939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43390068-8c2a-4635-bdaf-9058cb9b7378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ba307-1a9d-4c4a-9842-8370a559ec3e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:27.873278 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.899043 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.906570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5505ad24-38d3-44a8-9030-db1d4a544b43 req-ce9b720d-eb64-41fb-8038-50d2df41bdf8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832558 Oct 19 11:23:27.927978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6818ad9d-11d6-4ba0-9900-995d3e1cb50a None None] Provisioning complete for port 5524606f-f8bf-4e55-8ead-122030f50485 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:27.928153 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6818ad9d-11d6-4ba0-9900-995d3e1cb50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:27.962441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:27.996371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6818ad9d-11d6-4ba0-9900-995d3e1cb50a None None] Port 5524606f-f8bf-4e55-8ead-122030f50485 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:23:28.011365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:28.013444 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:28.016117 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-17b2d2e3-0f83-4260-b89f-79384fc92258 service neutron] 10.222.0.26 "PUT /v2.0/ports/373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 1092 time: 2.4161301 Oct 19 11:23:28.080241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa2476-d96e-4fc6-a058-844b9efab458 req-86211e17-9027-4cc8-bb2d-ed540c3b1cda tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:28.081943 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0afa2476-d96e-4fc6-a058-844b9efab458 req-86211e17-9027-4cc8-bb2d-ed540c3b1cda tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0918043 Oct 19 11:23:28.150259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0afa2476-d96e-4fc6-a058-844b9efab458 req-451f0f81-962c-4538-a85d-4ce3a9d94356 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564356 Oct 19 11:23:28.267313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-58b43178-0485-42b4-bd72-52c089aed7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:28.269114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-58b43178-0485-42b4-bd72-52c089aed7d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1095 time: 0.0586710 Oct 19 11:23:28.285748 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:28.347654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-ad1cf729-cd93-4d11-bdf6-a92192cf6222 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 217 time: 0.0697467 Oct 19 11:23:28.377843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:28.430065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device d06adace-cecf-4509-b82e-cf9900df769b no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:28.454733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-02a37415-c855-4468-bd7e-134c1ed89b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:28.459198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-02a37415-c855-4468-bd7e-134c1ed89b0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.1012690 Oct 19 11:23:28.469819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: d06adace-cecf-4509-b82e-cf9900df769b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:23:28.470466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device d06adace-cecf-4509-b82e-cf9900df769b not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:23:28.483061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3b420-f347-4a35-be71-bc8249441780 req-3506d09b-30ca-4b42-9acd-603c5fae2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:28.484630 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6f3b420-f347-4a35-be71-bc8249441780 req-3506d09b-30ca-4b42-9acd-603c5fae2434 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 1096 time: 0.1655533 Oct 19 11:23:28.487875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5524606f-f8bf-4e55-8ead-122030f50485,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:28.507925 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:28.533630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-331fc3ff-60f8-4374-aba8-08cbc64ceeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:28.535206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-331fc3ff-60f8-4374-aba8-08cbc64ceeb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709777 Oct 19 11:23:28.700012 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-98d38154-7e55-40c7-971c-426d3874d07f service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556807 Oct 19 11:23:28.871323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc1923a8-46fe-4592-a50e-7e977bc516c6 req-ff6a9c41-e0bd-4fee-a1ee-89a711da7a49 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598964 Oct 19 11:23:29.015216 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:29.020482 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:29.101096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba869c-1264-447b-95a1-188f5d71a27d req-af11bef6-65dc-47f9-8625-fcd5c9cf94c8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:29.102760 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5ba869c-1264-447b-95a1-188f5d71a27d req-af11bef6-65dc-47f9-8625-fcd5c9cf94c8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 944 time: 0.0709033 Oct 19 11:23:29.131317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Network 3e6e89b2-7991-4658-8a4f-709997bea172 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:29.139361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:29.141734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3b420-f347-4a35-be71-bc8249441780 req-0115d2a8-f001-43a5-882b-968bd69f1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:29.143215 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6f3b420-f347-4a35-be71-bc8249441780 req-0115d2a8-f001-43a5-882b-968bd69f1252 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 913 time: 0.6448834 Oct 19 11:23:29.180691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5ba869c-1264-447b-95a1-188f5d71a27d req-19ae34cf-5a6d-43a1-bd3a-3f76b0a207e5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633657 Oct 19 11:23:29.234386 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6f3b420-f347-4a35-be71-bc8249441780 req-679e3078-98e9-42c2-a4eb-a0d0cb5c8279 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad HTTP/1.1" status: 200 len: 217 time: 0.0745268 Oct 19 11:23:29.241671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:29.244693 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a619c6d6-e8fe-4e63-915e-ab135647bc73" -d '{"events": [{"name": "network-changed", "server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:29.348948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-637818be-b3f9-4fe8-894f-582ff71c9fec tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:29.354714 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-637818be-b3f9-4fe8-894f-582ff71c9fec tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.3193145 Oct 19 11:23:29.411365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec472d53-1656-4d3e-a948-cb6df7da440b req-30127221-d0d6-4547-a572-12cd0e6455ae tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:29.413376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ec472d53-1656-4d3e-a948-cb6df7da440b req-30127221-d0d6-4547-a572-12cd0e6455ae tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.1042144 Oct 19 11:23:29.476578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 123195b6-2fb1-4c1c-bab6-a24878ca63d6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:29.479193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-6157a6af-d60b-4700-8d2d-ef5970b5c0aa tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/quotas/2e25a8027c5140d4a21729ec31a9e586 HTTP/1.1" status: 200 len: 375 time: 0.1229968 Oct 19 11:23:29.494009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ec472d53-1656-4d3e-a948-cb6df7da440b req-962f35b1-2f2b-4834-8bb3-67fce3793f9f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669446 Oct 19 11:23:29.527447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3b420-f347-4a35-be71-bc8249441780 req-59e8bf8c-f56c-4d04-845d-87cb09a28673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:29.528965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6f3b420-f347-4a35-be71-bc8249441780 req-59e8bf8c-f56c-4d04-845d-87cb09a28673 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 200 len: 852 time: 0.2406571 Oct 19 11:23:29.545542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-905313ac-c9b4-40dc-8234-ad182f39a643 None None] Provisioning complete for port 5524606f-f8bf-4e55-8ead-122030f50485 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:29.545909 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-905313ac-c9b4-40dc-8234-ad182f39a643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:29.556021 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f275951-5d36-40bd-bb3e-e87a8c025058 x-openstack-request-id: req-1f275951-5d36-40bd-bb3e-e87a8c025058 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:29.556303 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:29.556645 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f275951-5d36-40bd-bb3e-e87a8c025058 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:29.557614 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f', 'status': 'completed', 'code': 200} Oct 19 11:23:29.571713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6f3b420-f347-4a35-be71-bc8249441780 req-a2afb091-5ff2-45bd-9013-babc557e18e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311317 Oct 19 11:23:29.580445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:23:29.600057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-ffe298f5-b8e4-41fa-9582-21842178e95c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1199183 Oct 19 11:23:29.612047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-905313ac-c9b4-40dc-8234-ad182f39a643 None None] Port 5524606f-f8bf-4e55-8ead-122030f50485 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:23:29.620473 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 123195b6-2fb1-4c1c-bab6-a24878ca63d6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:29.620810 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:29.669521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619c6d6-e8fe-4e63-915e-ab135647bc73 req-c5489cb9-1b69-488b-8151-48d774a0ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:29.671304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a619c6d6-e8fe-4e63-915e-ab135647bc73 req-c5489cb9-1b69-488b-8151-48d774a0ab44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1095 time: 0.0930505 Oct 19 11:23:29.741668 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:29.781225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 123195b6-2fb1-4c1c-bab6-a24878ca63d6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=123195b6-2fb1-4c1c-bab6-a24878ca63d6,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:29.816100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-718b18a7-53fd-4033-a0b0-2cec3a3d82f5 service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150609 Oct 19 11:23:29.819986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619c6d6-e8fe-4e63-915e-ab135647bc73 req-c31b1b12-5460-4a50-bbdc-2fbf833e0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:29.821707 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a619c6d6-e8fe-4e63-915e-ab135647bc73 req-c31b1b12-5460-4a50-bbdc-2fbf833e0022 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.1398847 Oct 19 11:23:29.872818 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a619c6d6-e8fe-4e63-915e-ab135647bc73 req-8cab3112-e95d-4d75-8f42-7b52e60bc338 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 217 time: 0.0415120 Oct 19 11:23:29.877159 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:29.935773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6f3b420-f347-4a35-be71-bc8249441780 req-b8f9771a-fdb7-4294-a3fb-a6c1dc894c7f service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541710 Oct 19 11:23:29.967609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619c6d6-e8fe-4e63-915e-ab135647bc73 req-733c966c-fd99-4da0-8cde-e6c13e9b68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:29.969515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a619c6d6-e8fe-4e63-915e-ab135647bc73 req-733c966c-fd99-4da0-8cde-e6c13e9b68d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.0865917 Oct 19 11:23:30.009812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:23:30.021821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4cb5823b-4feb-4a62-b60a-357fabf686c3 admin admin] 10.222.0.39 "PUT /v2.0/routers/2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3252857 Oct 19 11:23:30.040354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=123195b6-2fb1-4c1c-bab6-a24878ca63d6,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:30.056894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Sync routers for ids ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:23:30.073399 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-a79ab3cd-d47e-4e3e-b2f5-2a3a3fd1328a service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563183 Oct 19 11:23:30.088267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619c6d6-e8fe-4e63-915e-ab135647bc73 req-2302d965-b6ed-4c77-ad6a-659ccebe5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:30.092186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Routers {'2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:30.092846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:30.097282 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a619c6d6-e8fe-4e63-915e-ab135647bc73 req-2302d965-b6ed-4c77-ad6a-659ccebe5be4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159496 Oct 19 11:23:30.136921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6f3b420-f347-4a35-be71-bc8249441780 req-5daabc9b-c9c2-4404-89ab-3cc5cd003827 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853592 Oct 19 11:23:30.231822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a619c6d6-e8fe-4e63-915e-ab135647bc73 req-30b73bf6-5e63-41fc-b3b4-c5867c946548 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245916 Oct 19 11:23:30.299676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Set router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:30.397422 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:30.421900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a619c6d6-e8fe-4e63-915e-ab135647bc73 req-6143cb22-0c48-4cc6-bd86-5b0256b8596e service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794891 Oct 19 11:23:30.505931 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8e16788-38a6-440f-a49d-7503a0a40b45 req-1cfcdea3-4ebb-40bc-bc57-90cabbb5e0e4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 210 time: 0.0469589 Oct 19 11:23:30.561569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3199ebf-3688-43b5-a1ed-5efcfb51df2b req-512dfc31-40a3-4624-9659-b1832ae09b24 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:30.563834 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3199ebf-3688-43b5-a1ed-5efcfb51df2b req-512dfc31-40a3-4624-9659-b1832ae09b24 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 944 time: 0.1076295 Oct 19 11:23:30.652958 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3199ebf-3688-43b5-a1ed-5efcfb51df2b req-542887cb-1924-42ea-b0ab-10164a108e10 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818453 Oct 19 11:23:30.814269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcbbc2-6cc5-4096-a278-d1689b8146a5 req-401d0af9-2814-488e-8290-d0f376f55512 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:30.817018 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54fcbbc2-6cc5-4096-a278-d1689b8146a5 req-401d0af9-2814-488e-8290-d0f376f55512 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 945 time: 0.0862067 Oct 19 11:23:30.825034 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:30.873340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:30.881243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54fcbbc2-6cc5-4096-a278-d1689b8146a5 req-80ac80c8-868f-4e17-88fa-89a0bb2e7f94 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579450 Oct 19 11:23:30.886674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:30.891399 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3783b72-9084-41d6-ab75-e7fbaa2b8b71" -d '{"events": [{"server_uuid": "4c290d72-f964-4f07-8ff3-97ce192cfd44", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:30.901084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7087c11-80ba-4812-bc2a-22abb5877a30 req-49bd7b06-a247-4825-af49-246327cafb35 tempest-FloatingIPsNegativeTestJSON-474190295 tempest-FloatingIPsNegativeTestJSON-474190295-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=b57beb15606146e9bcb7c40d46f12b74 HTTP/1.1" status: 200 len: 217 time: 0.0671360 Oct 19 11:23:30.911638 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:30.972150 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f59db9-173c-4166-b4e4-6c89fe715532 x-openstack-request-id: req-e3f59db9-173c-4166-b4e4-6c89fe715532 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:30.972730 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c290d72-f964-4f07-8ff3-97ce192cfd44", "name": "network-vif-unplugged", "status": "completed", "tag": "e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:30.973131 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3f59db9-173c-4166-b4e4-6c89fe715532 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:30.973722 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad', 'code': 200} Oct 19 11:23:30.987884 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:31.055259 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-router', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:18Z', 'updated_at': '2021-10-19T11:23:27Z', 'revision_number': 4, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'gw_port': {'id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:20Z', 'updated_at': '2021-10-19T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '5524606f-f8bf-4e55-8ead-122030f50485', 'name': '', 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'mac_address': 'fa:16:3e:a2:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31690e78-f43e-433d-8fca-78cda72b0ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:26Z', 'updated_at': '2021-10-19T11:23:28Z', 'revision_number': 2, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'subnets': [{'id': '31690e78-f43e-433d-8fca-78cda72b0ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:31.068585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:31.157364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Checking router: 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:23:31.157884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Updating router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 port 5524606f-f8bf-4e55-8ead-122030f50485 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:23:31.227228 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:31.414536 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:23:31.438255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 123195b6-2fb1-4c1c-bab6-a24878ca63d6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:31.450886 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-038ca5c4-6d1a-4b64-8b51-19392ba8d4f5 req-516d28e1-dc89-472b-94fd-087ca6266a09 tempest-FloatingIPsNegativeTestJSON-474190295 tempest-FloatingIPsNegativeTestJSON-474190295-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.4996901 Oct 19 11:23:31.527811 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-f3c9901f-e5e2-4b83-a66f-12ae2581793f req-97fa5d76-6e54-47c3-ba17-3f496a095aee tempest-FloatingIPsNegativeTestJSON-474190295 tempest-FloatingIPsNegativeTestJSON-474190295-project] show failed (client error): The resource could not be found. Oct 19 11:23:31.540360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3c9901f-e5e2-4b83-a66f-12ae2581793f req-97fa5d76-6e54-47c3-ba17-3f496a095aee tempest-FloatingIPsNegativeTestJSON-474190295 tempest-FloatingIPsNegativeTestJSON-474190295-project] 10.222.0.39 "GET /v2.0/floatingips/bf06a56f-7c1e-49c9-afe9-f07c111e3bfd HTTP/1.1" status: 404 len: 350 time: 0.0538981 Oct 19 11:23:31.540696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60490) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:31.619850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 123195b6-2fb1-4c1c-bab6-a24878ca63d6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:31.621055 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:31.645941 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd87b8b4-eedb-4ff2-873c-464076963e2a req-7626065f-6b89-478d-a858-17c6d8d38cbb tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 210 time: 0.0354104 Oct 19 11:23:31.694232 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:31.771825 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:31.789778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b035a-4392-4a00-8a3b-b32eb081c0ae req-686cdc12-187f-4fde-bed2-14ad8dc8af36 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:31.797203 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-098b035a-4392-4a00-8a3b-b32eb081c0ae req-686cdc12-187f-4fde-bed2-14ad8dc8af36 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 944 time: 0.0664282 Oct 19 11:23:31.834452 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-098b035a-4392-4a00-8a3b-b32eb081c0ae req-6e117610-2dd0-4db7-8e15-557ed6e49db0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362926 Oct 19 11:23:31.851235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52843489-f6ed-4116-b857-e79fc7e4fa21 None None] Pushing event updated for resources: {'Port': ['ID=5524606f-f8bf-4e55-8ead-122030f50485,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:31.948851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Attempting to bind port 5524606f-f8bf-4e55-8ead-122030f50485 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:23:31.949590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Attempting to bind port 5524606f-f8bf-4e55-8ead-122030f50485 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '5c988663-f88a-466a-984c-00304f4c4404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:23:31.949590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Attempting to bind port 5524606f-f8bf-4e55-8ead-122030f50485 on network 3e6e89b2-7991-4658-8a4f-709997bea172 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:31.955343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:23:31.958978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Checking segment: {'id': '5c988663-f88a-466a-984c-00304f4c4404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:31.958978 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:31.958978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Bound using segment: {'id': '5c988663-f88a-466a-984c-00304f4c4404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:23:31.958978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Bound port: 5524606f-f8bf-4e55-8ead-122030f50485, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c988663-f88a-466a-984c-00304f4c4404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:23:31.958978 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:32.044237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] For port 5524606f-f8bf-4e55-8ead-122030f50485, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:23:32.048289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] For port 5524606f-f8bf-4e55-8ead-122030f50485, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5524606f-f8bf-4e55-8ead-122030f50485,segment=NetworkSegment(5c988663-f88a-466a-984c-00304f4c4404),segment_id=5c988663-f88a-466a-984c-00304f4c4404)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:23:32.117819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4f3a9-d3a2-45dd-813d-035fc5a17d53 req-fa8b7694-f468-445d-a352-456a3012bec9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:32.119744 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bad4f3a9-d3a2-45dd-813d-035fc5a17d53 req-fa8b7694-f468-445d-a352-456a3012bec9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 943 time: 0.0884538 Oct 19 11:23:32.130085 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:32.165987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bad4f3a9-d3a2-45dd-813d-035fc5a17d53 req-8b9110b8-be93-4b10-a680-ee52b0e6ac26 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398090 Oct 19 11:23:32.184473 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:32.199790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Routers {'2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:32.199790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:32.238081 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-601eca59-49c5-4109-b273-e13c7e43a243 None None] Provisioning complete for port 5524606f-f8bf-4e55-8ead-122030f50485 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:32.238450 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-601eca59-49c5-4109-b273-e13c7e43a243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:32.247124 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52843489-f6ed-4116-b857-e79fc7e4fa21 None None] Pushing event updated for resources: {'Port': ['ID=5524606f-f8bf-4e55-8ead-122030f50485,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:32.393825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] Set router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:32.438718 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-601eca59-49c5-4109-b273-e13c7e43a243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:32.501642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:23:32.537609 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] Deleting port 5524606f-f8bf-4e55-8ead-122030f50485 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:32.538159 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:32.598339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-601eca59-49c5-4109-b273-e13c7e43a243 None None] For port 5524606f-f8bf-4e55-8ead-122030f50485, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5524606f-f8bf-4e55-8ead-122030f50485,segment=NetworkSegment(5c988663-f88a-466a-984c-00304f4c4404),segment_id=5c988663-f88a-466a-984c-00304f4c4404)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:32.673460 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-601eca59-49c5-4109-b273-e13c7e43a243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:32.682344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] For port 5524606f-f8bf-4e55-8ead-122030f50485, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5524606f-f8bf-4e55-8ead-122030f50485,segment=NetworkSegment(5c988663-f88a-466a-984c-00304f4c4404),segment_id=5c988663-f88a-466a-984c-00304f4c4404)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:32.683678 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:32.724180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] Calling delete_port for 5524606f-f8bf-4e55-8ead-122030f50485 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:32.792135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:32.824222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601eca59-49c5-4109-b273-e13c7e43a243 None None] Pushing event updated for resources: {'Port': ['ID=5524606f-f8bf-4e55-8ead-122030f50485,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:32.827090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '373ae266-75b6-45a7-993f-7a9610788a3f', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'port_id': '373ae266-75b6-45a7-993f-7a9610788a3f', 'mac_address': 'fa:16:3e:31:32:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:23:32.833462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8b5fd5d4-94c6-4ceb-83ff-9bd5fa637aa1 None None] Provisioning complete for port 5524606f-f8bf-4e55-8ead-122030f50485 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:32.833836 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd5d4-94c6-4ceb-83ff-9bd5fa637aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:32.885278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-router', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:18Z', 'updated_at': '2021-10-19T11:23:27Z', 'revision_number': 4, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'gw_port': {'id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:20Z', 'updated_at': '2021-10-19T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '5524606f-f8bf-4e55-8ead-122030f50485', 'name': '', 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'mac_address': 'fa:16:3e:a2:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31690e78-f43e-433d-8fca-78cda72b0ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:26Z', 'updated_at': '2021-10-19T11:23:32Z', 'revision_number': 4, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'subnets': [{'id': '31690e78-f43e-433d-8fca-78cda72b0ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:32.900995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9da3c97e-8f40-438b-b74c-acab61ad30ab req-04389e98-d8bf-4b7c-89b7-9d71d970899f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 210 time: 0.0536466 Oct 19 11:23:32.965413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2f0ad-4637-434a-adf2-f018ac681d9a None None] The sync data for ids ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'] in n-d-814547-1 is: [{'id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-router', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:18Z', 'updated_at': '2021-10-19T11:23:27Z', 'revision_number': 4, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'gw_port': {'id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:20Z', 'updated_at': '2021-10-19T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '5524606f-f8bf-4e55-8ead-122030f50485', 'name': '', 'network_id': '3e6e89b2-7991-4658-8a4f-709997bea172', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'mac_address': 'fa:16:3e:a2:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '31690e78-f43e-433d-8fca-78cda72b0ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:26Z', 'updated_at': '2021-10-19T11:23:32Z', 'revision_number': 4, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'subnets': [{'id': '31690e78-f43e-433d-8fca-78cda72b0ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:23:32.992667 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:33.009723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373ae266-75b6-45a7-993f-7a9610788a3f {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:23:33.059604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:33.111791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc5257-92df-4bb2-b9fe-43d830808568 req-2b120d60-f6f4-41b5-807b-c5fddc673aed tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:33.115603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-10cc5257-92df-4bb2-b9fe-43d830808568 req-2b120d60-f6f4-41b5-807b-c5fddc673aed tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 944 time: 0.1003902 Oct 19 11:23:33.146765 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:33.156090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:33.210039 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-10cc5257-92df-4bb2-b9fe-43d830808568 req-fb7b132b-0ca6-478f-a2b3-d244731ec2f9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803916 Oct 19 11:23:33.235351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=5524606f-f8bf-4e55-8ead-122030f50485,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:33.288014 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:33.495253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['373ae266-75b6-45a7-993f-7a9610788a3f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:23:33.654329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-dab36200-acf9-46f2-a97f-befc034fd6d9 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:33.654329 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-dab36200-acf9-46f2-a97f-befc034fd6d9 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.4262435 Oct 19 11:23:33.654329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Request body: {'port': {'device_id': 'f0de4d49-5b15-45b0-9a7d-23ce02634b3b', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'admin_state_up': True, 'tenant_id': '2e25a8027c5140d4a21729ec31a9e586'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:33.783470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26484a-4b3d-4275-a293-b014a1803035 req-005e9ce0-1bd0-4f61-90f4-d1661fe3e5da tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:33.783470 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da26484a-4b3d-4275-a293-b014a1803035 req-005e9ce0-1bd0-4f61-90f4-d1661fe3e5da tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 943 time: 0.3939013 Oct 19 11:23:33.891264 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da26484a-4b3d-4275-a293-b014a1803035 req-cb4a9162-49a9-4102-993f-a31a7d0471fc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470377 Oct 19 11:23:33.904387 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:34.118406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Made reservation on behalf of 2e25a8027c5140d4a21729ec31a9e586 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:23:34.122246 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:34.176048 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3892d40-0ee1-4513-bc25-1b93eb0764a5 req-8a53a040-a0e2-495f-a80a-a288049d8a41 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 210 time: 0.0682731 Oct 19 11:23:34.399245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:34.591335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60564) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:34.741561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baf05b98-6c73-4a7e-bdf5-b13aa933a039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:34.808395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb398c-bd55-4d41-ab8d-62a5e10836de req-39b321e7-9cd6-4a8f-afbb-cf9b97d2fb5e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:34.815046 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11bb398c-bd55-4d41-ab8d-62a5e10836de req-39b321e7-9cd6-4a8f-afbb-cf9b97d2fb5e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.4846330 Oct 19 11:23:34.850225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baf05b98-6c73-4a7e-bdf5-b13aa933a039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:34.871958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Allocated IP 172.20.0.11 (18304a53-7871-4558-a669-5f7ce4be705d/01fca6a7-aece-4f7e-bc3f-b414758cde01/20731a1e-8299-4d56-8802-6038a1ea13ce) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:34.883937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] Router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:23:34.906215 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baf05b98-6c73-4a7e-bdf5-b13aa933a039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:34.934978 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-baf05b98-6c73-4a7e-bdf5-b13aa933a039 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86de8358545e480288ef4a574b0b1e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425407 Oct 19 11:23:34.940925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60584) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:34.969279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf05b98-6c73-4a7e-bdf5-b13aa933a039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532d1d50-0476-4b7d-adff-2804fb70a2df,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:34.986450 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11bb398c-bd55-4d41-ab8d-62a5e10836de req-629e7682-d17a-4cdf-833a-cfc948b7d011 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657019 Oct 19 11:23:35.020417 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82f940c7-a3fa-4dfd-aad9-d84a6c7f73b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.049213 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82f940c7-a3fa-4dfd-aad9-d84a6c7f73b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.138499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:23:35.147539 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1201ec8b-ae4f-42a2-ab4b-c0366a5d9a75 admin admin] 10.222.0.39 "PUT /v2.0/routers/2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6026237 Oct 19 11:23:35.147631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60596) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:35.150616 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b07d5b3-e443-4c62-b45c-7476a788e4b4 None None] Sync routers for ids ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:23:35.160237 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07d5b3-e443-4c62-b45c-7476a788e4b4 None None] Routers {'2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:35.161110 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3b07d5b3-e443-4c62-b45c-7476a788e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:35.198937 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82f940c7-a3fa-4dfd-aad9-d84a6c7f73b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.203943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82f940c7-a3fa-4dfd-aad9-d84a6c7f73b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.206306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-82f940c7-a3fa-4dfd-aad9-d84a6c7f73b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/532d1d50-0476-4b7d-adff-2804fb70a2df HTTP/1.1" status: 204 len: 168 time: 0.2632377 Oct 19 11:23:35.223866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f940c7-a3fa-4dfd-aad9-d84a6c7f73b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532d1d50-0476-4b7d-adff-2804fb70a2df,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:35.260513 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.283465 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3b07d5b3-e443-4c62-b45c-7476a788e4b4 None None] Set router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:35.341150 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa72982c-a012-4bc8-80af-1e4d31001f6f req-2042801b-4890-4ee6-9bce-84345ecf0a03 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 210 time: 0.0406439 Oct 19 11:23:35.351179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.461563 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.466036 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3b07d5b3-e443-4c62-b45c-7476a788e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-router', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:18Z', 'updated_at': '2021-10-19T11:23:32Z', 'revision_number': 5, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'gw_port': {'id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:20Z', 'updated_at': '2021-10-19T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:35.491943 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b07d5b3-e443-4c62-b45c-7476a788e4b4 None None] Checking router: 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:23:35.500884 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07d5b3-e443-4c62-b45c-7476a788e4b4 None None] Routers {'2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:35.501234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.501623 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3b07d5b3-e443-4c62-b45c-7476a788e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:35.514525 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:23:35.558178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event updated for resources: {'Port': ['ID=20731a1e-8299-4d56-8802-6038a1ea13ce,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:35.601073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Network 18304a53-7871-4558-a669-5f7ce4be705d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:35.605326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:35.608022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:35.637906 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3b07d5b3-e443-4c62-b45c-7476a788e4b4 None None] Set router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:35.641373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c96e6-2d87-4032-a7c1-384ba3b19028 req-8cfe99ee-af38-432a-9eb1-e309ff77035d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:35.646940 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-461c96e6-2d87-4032-a7c1-384ba3b19028 req-8cfe99ee-af38-432a-9eb1-e309ff77035d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c290d72-f964-4f07-8ff3-97ce192cfd44 HTTP/1.1" status: 200 len: 943 time: 0.1074619 Oct 19 11:23:35.692607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:35.693728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.707284 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Deleting port 123195b6-2fb1-4c1c-bab6-a24878ca63d6 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:35.707869 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.762652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-461c96e6-2d87-4032-a7c1-384ba3b19028 req-d01d1df2-032e-43e0-9431-acada90229b2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Deleting port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:35.763134 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-461c96e6-2d87-4032-a7c1-384ba3b19028 req-d01d1df2-032e-43e0-9431-acada90229b2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.809886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-f5ffbaa4-feed-43e8-84d9-db0bff0a8ce6 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2002785 Oct 19 11:23:35.811785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] For port 123195b6-2fb1-4c1c-bab6-a24878ca63d6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=123195b6-2fb1-4c1c-bab6-a24878ca63d6,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:35.812263 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.825491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Request body: {'port': {'device_id': 'f0de4d49-5b15-45b0-9a7d-23ce02634b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:35.862467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Calling delete_port for 123195b6-2fb1-4c1c-bab6-a24878ca63d6 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:35.862715 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3b07d5b3-e443-4c62-b45c-7476a788e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-router', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:18Z', 'updated_at': '2021-10-19T11:23:32Z', 'revision_number': 5, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'gw_port': {'id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:20Z', 'updated_at': '2021-10-19T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:35.873946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-461c96e6-2d87-4032-a7c1-384ba3b19028 req-d01d1df2-032e-43e0-9431-acada90229b2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] For port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:35.874320 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-461c96e6-2d87-4032-a7c1-384ba3b19028 req-d01d1df2-032e-43e0-9431-acada90229b2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.887539 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-461c96e6-2d87-4032-a7c1-384ba3b19028 req-d01d1df2-032e-43e0-9431-acada90229b2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Calling delete_port for e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:35.889379 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b07d5b3-e443-4c62-b45c-7476a788e4b4 None None] The sync data for ids ['2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5'] in n-d-814547-1 is: [{'id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'name': 'tempest-FloatingIPsNegativeTestJSON-999857991-router', 'tenant_id': 'b57beb15606146e9bcb7c40d46f12b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:18Z', 'updated_at': '2021-10-19T11:23:32Z', 'revision_number': 5, 'project_id': 'b57beb15606146e9bcb7c40d46f12b74', 'gw_port': {'id': '123195b6-2fb1-4c1c-bab6-a24878ca63d6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:20Z', 'updated_at': '2021-10-19T11:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:23:35.929704 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:35.950014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60604) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:35.993773 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2478079b-5656-4ab1-908f-e6e4d08721ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.089874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-461c96e6-2d87-4032-a7c1-384ba3b19028 req-d01d1df2-032e-43e0-9431-acada90229b2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.123670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d1df2-032e-43e0-9431-acada90229b2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event deleted for resources: {'Port': ['ID=e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:36.165162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c96e6-2d87-4032-a7c1-384ba3b19028 req-d01d1df2-032e-43e0-9431-acada90229b2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] No DVR routers for this DVR port e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:23:36.169112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-461c96e6-2d87-4032-a7c1-384ba3b19028 req-d01d1df2-032e-43e0-9431-acada90229b2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.172802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-461c96e6-2d87-4032-a7c1-384ba3b19028 req-d01d1df2-032e-43e0-9431-acada90229b2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "DELETE /v2.0/ports/e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad HTTP/1.1" status: 204 len: 173 time: 0.5194917 Oct 19 11:23:36.173527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'name': 'network-vif-deleted', 'tag': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:36.175963 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b427931a-fff2-4c5e-8bee-c8f41859c335" -d '{"events": [{"server_uuid": "4c290d72-f964-4f07-8ff3-97ce192cfd44", "name": "network-vif-deleted", "tag": "e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:36.260659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607953db-c75d-4edb-a29f-7042b8f13050 req-a5337209-f42b-4c7f-93a7-6a88f9696d87 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:36.262165 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-607953db-c75d-4edb-a29f-7042b8f13050 req-a5337209-f42b-4c7f-93a7-6a88f9696d87 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2033577 Oct 19 11:23:36.347365 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-607953db-c75d-4edb-a29f-7042b8f13050 req-2ae43764-189f-4b2f-96ee-554fe9c0defc tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523045 Oct 19 11:23:36.379516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.463860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Pushing event deleted for resources: {'Port': ['ID=123195b6-2fb1-4c1c-bab6-a24878ca63d6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:36.486827 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bf83af-446e-4a05-a6dd-bd9ad198e8c0 x-openstack-request-id: req-83bf83af-446e-4a05-a6dd-bd9ad198e8c0 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:36.487121 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c290d72-f964-4f07-8ff3-97ce192cfd44", "name": "network-vif-deleted", "tag": "e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad", "status": "failed", "code": 422}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:36.487366 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83bf83af-446e-4a05-a6dd-bd9ad198e8c0 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:36.487774 n-d-814547-1 neutron-server[101311]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c290d72-f964-4f07-8ff3-97ce192cfd44', 'name': 'network-vif-deleted', 'tag': 'e0b0ed13-a2d9-44e6-ba72-30b7d2c10cad', 'status': 'failed', 'code': 422} returned with failed status Oct 19 11:23:36.508338 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:36.534332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20731a1e-8299-4d56-8802-6038a1ea13ce {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:23:36.554411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.604634 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2478079b-5656-4ab1-908f-e6e4d08721ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.611870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Transition to ACTIVE for port object 20731a1e-8299-4d56-8802-6038a1ea13ce will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:23:36.612864 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.631844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 373ae266-75b6-45a7-993f-7a9610788a3f completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:23:36.635953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 373ae266-75b6-45a7-993f-7a9610788a3f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:36.636317 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.686417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a1f8c-3340-47cb-861c-dd8c3b236410 req-792667e6-07cc-4da2-88c9-0ac2a0b8fe14 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:36.687930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-327a1f8c-3340-47cb-861c-dd8c3b236410 req-792667e6-07cc-4da2-88c9-0ac2a0b8fe14 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 932 time: 0.1440589 Oct 19 11:23:36.691002 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2478079b-5656-4ab1-908f-e6e4d08721ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.714987 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.726640 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.736457 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.738732 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.738913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:36.741142 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85d9a82-b0ef-46bf-829a-91735ab0c4c2" -d '{"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-plugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:36.753889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:36.817057 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.847559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478079b-5656-4ab1-908f-e6e4d08721ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe2c1af-2c6b-45ba-8ad5-f188963c1e7a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:36.854782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2478079b-5656-4ab1-908f-e6e4d08721ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ab2f6464ba340e1b909e174444ca3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8996012 Oct 19 11:23:36.855995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60628) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:36.873364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:36.878083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=20731a1e-8299-4d56-8802-6038a1ea13ce,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:36.889429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-327a1f8c-3340-47cb-861c-dd8c3b236410 req-e8a8d76d-7a69-4f46-a79d-9698d922c343 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596758 Oct 19 11:23:36.896116 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.896116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:23:36.899480 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:36.901211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-120825d3-489a-4019-bf2b-5f65dda43220 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2ad12fbf-f0c2-45ad-93d7-8617dcca1ff5 HTTP/1.1" status: 204 len: 168 time: 1.7526789 Oct 19 11:23:36.903701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60630) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:36.946652 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a372c268-3501-4466-8636-f3b4f8b1ee04 x-openstack-request-id: req-a372c268-3501-4466-8636-f3b4f8b1ee04 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:36.946652 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-plugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:36.946652 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a372c268-3501-4466-8636-f3b4f8b1ee04 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:36.946652 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f', 'code': 200} Oct 19 11:23:36.985676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Attempting to bind port 20731a1e-8299-4d56-8802-6038a1ea13ce on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:23:36.985676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Attempting to bind port 20731a1e-8299-4d56-8802-6038a1ea13ce by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:23:36.985676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Attempting to bind port 20731a1e-8299-4d56-8802-6038a1ea13ce on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:36.993026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Port 20731a1e-8299-4d56-8802-6038a1ea13ce on network 18304a53-7871-4558-a669-5f7ce4be705d not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:23:36.993026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Attempting to bind port 20731a1e-8299-4d56-8802-6038a1ea13ce on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:37.012713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:23:37.012713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Checking segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:37.012713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Bound using segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:23:37.012713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Bound port: 20731a1e-8299-4d56-8802-6038a1ea13ce, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:23:37.012713 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.046283 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e93f943a-a100-4c6f-9cc4-37333e160b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.113653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] For port 20731a1e-8299-4d56-8802-6038a1ea13ce, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:23:37.116983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] For port 20731a1e-8299-4d56-8802-6038a1ea13ce, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=20731a1e-8299-4d56-8802-6038a1ea13ce,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:23:37.148499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f0811-de77-4330-bb21-74939cf8e7d4 req-c0034237-d622-4085-aabd-06dd0778c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:37.150151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d22f0811-de77-4330-bb21-74939cf8e7d4 req-c0034237-d622-4085-aabd-06dd0778c818 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1097 time: 0.0986784 Oct 19 11:23:37.153059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e93f943a-a100-4c6f-9cc4-37333e160b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.157405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fd9eb9-dd46-439f-a1c1-7f3aa6b06b58 admin admin] Deleting subnet 31690e78-f43e-433d-8fca-78cda72b0ed8 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:23:37.170685 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.186056 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13fd9eb9-dd46-439f-a1c1-7f3aa6b06b58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.227811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:37.229822 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.231301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] 10.222.0.49 "PUT /v2.0/ports/20731a1e-8299-4d56-8802-6038a1ea13ce HTTP/1.1" status: 200 len: 1092 time: 1.4103341 Oct 19 11:23:37.231805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0de4d49-5b15-45b0-9a7d-23ce02634b3b', 'tag': '20731a1e-8299-4d56-8802-6038a1ea13ce'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:37.234435 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d30579-5248-4315-b6c6-1cd846262bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "f0de4d49-5b15-45b0-9a7d-23ce02634b3b", "tag": "20731a1e-8299-4d56-8802-6038a1ea13ce"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:37.254244 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d22f0811-de77-4330-bb21-74939cf8e7d4 req-0ea80bfb-0f61-4cbf-a902-c259de80db36 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940802 Oct 19 11:23:37.270748 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13fd9eb9-dd46-439f-a1c1-7f3aa6b06b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.276315 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d23a471-6d70-4e20-8229-6726291f7b77 x-openstack-request-id: req-5d23a471-6d70-4e20-8229-6726291f7b77 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:37.276664 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0de4d49-5b15-45b0-9a7d-23ce02634b3b", "tag": "20731a1e-8299-4d56-8802-6038a1ea13ce", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:37.276921 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d23a471-6d70-4e20-8229-6726291f7b77 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:37.277316 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0de4d49-5b15-45b0-9a7d-23ce02634b3b', 'tag': '20731a1e-8299-4d56-8802-6038a1ea13ce', 'status': 'completed', 'code': 200} Oct 19 11:23:37.332159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c7d34-abcb-41f7-b1d6-793d75cae0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=20731a1e-8299-4d56-8802-6038a1ea13ce,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:37.372795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13fd9eb9-dd46-439f-a1c1-7f3aa6b06b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.398240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d30579-5248-4315-b6c6-1cd846262bfb req-6d9f1222-1324-46e0-a7b4-a37333405aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:37.399723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6d30579-5248-4315-b6c6-1cd846262bfb req-6d9f1222-1324-46e0-a7b4-a37333405aa9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 1095 time: 0.1014066 Oct 19 11:23:37.404973 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e93f943a-a100-4c6f-9cc4-37333e160b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.408082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-52dc623e-6e89-46ff-aef3-318e7cc24b8c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:37.408758 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e93f943a-a100-4c6f-9cc4-37333e160b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.409725 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-52dc623e-6e89-46ff-aef3-318e7cc24b8c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.1840796 Oct 19 11:23:37.421681 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e93f943a-a100-4c6f-9cc4-37333e160b29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffe2c1af-2c6b-45ba-8ad5-f188963c1e7a HTTP/1.1" status: 204 len: 168 time: 0.5555797 Oct 19 11:23:37.453995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-30b7b1af-7e68-4f0b-a51d-ca5ea6ee3381 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/quotas/5040f71e465a4967b0c25206be6eaadf HTTP/1.1" status: 200 len: 375 time: 0.0351043 Oct 19 11:23:37.485245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f943a-a100-4c6f-9cc4-37333e160b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe2c1af-2c6b-45ba-8ad5-f188963c1e7a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:37.577888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2ccdbec8-abb6-401f-8add-14c11049b2ae tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1165237 Oct 19 11:23:37.583535 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77c6c-8752-43f0-8cd3-b348ca845249 req-fae7cbeb-f1fa-49d2-a9e9-cbb44e1fd1da tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:37.585270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-99e77c6c-8752-43f0-8cd3-b348ca845249 req-fae7cbeb-f1fa-49d2-a9e9-cbb44e1fd1da tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 946 time: 0.1428096 Oct 19 11:23:37.639968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d30579-5248-4315-b6c6-1cd846262bfb req-22ace459-2453-462d-84e4-041cc9ee32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:37.640162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 123195b6-2fb1-4c1c-bab6-a24878ca63d6 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:37.640655 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6d30579-5248-4315-b6c6-1cd846262bfb req-22ace459-2453-462d-84e4-041cc9ee32c6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2e25a8027c5140d4a21729ec31a9e586&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2294741 Oct 19 11:23:37.671182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 123195b6-2fb1-4c1c-bab6-a24878ca63d6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:23:37.671711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 123195b6-2fb1-4c1c-bab6-a24878ca63d6 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:23:37.673101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5524606f-f8bf-4e55-8ead-122030f50485 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:37.685095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-99e77c6c-8752-43f0-8cd3-b348ca845249 req-94979f94-54a8-4353-923f-6a9e144a9616 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887525 Oct 19 11:23:37.685095 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13fd9eb9-dd46-439f-a1c1-7f3aa6b06b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.697909 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13fd9eb9-dd46-439f-a1c1-7f3aa6b06b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.709629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 5524606f-f8bf-4e55-8ead-122030f50485 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:23:37.713745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5524606f-f8bf-4e55-8ead-122030f50485 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:23:37.713745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411e19f-30fd-40df-a025-ab23ac9aa190 None None] Network 3e6e89b2-7991-4658-8a4f-709997bea172 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:23:37.723174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-13fd9eb9-dd46-439f-a1c1-7f3aa6b06b58 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/31690e78-f43e-433d-8fca-78cda72b0ed8 HTTP/1.1" status: 204 len: 168 time: 0.8163886 Oct 19 11:23:37.746302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60658) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:37.760384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd9eb9-dd46-439f-a1c1-7f3aa6b06b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31690e78-f43e-433d-8fca-78cda72b0ed8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:37.795886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-3b564a45-c908-4160-92ab-1f156c3b91bc service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089651 Oct 19 11:23:37.849798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d30579-5248-4315-b6c6-1cd846262bfb req-e7e57e06-bd01-4675-ab9a-e6a60852354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:37.851269 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6d30579-5248-4315-b6c6-1cd846262bfb req-e7e57e06-bd01-4675-ab9a-e6a60852354e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784129 Oct 19 11:23:37.901989 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:37.990636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aa9905-033d-4bd8-aaf4-e7542941ad36 None None] DHCP port deletion for 3e6e89b2-7991-4658-8a4f-709997bea172 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:23:38.070444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa9905-033d-4bd8-aaf4-e7542941ad36 None None] Deleting port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:38.070774 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9905-033d-4bd8-aaf4-e7542941ad36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:38.089664 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48ebfe-a576-4728-95f5-62d1a80872b3 req-6b2506a4-c1d0-4cd3-b4a3-e05cd2227414 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:38.106371 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a48ebfe-a576-4728-95f5-62d1a80872b3 req-6b2506a4-c1d0-4cd3-b4a3-e05cd2227414 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 944 time: 0.1074851 Oct 19 11:23:38.131513 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-4a100841-1059-4636-9d65-2758b410c821 service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964816 Oct 19 11:23:38.152937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f7aa9905-033d-4bd8-aaf4-e7542941ad36 None None] For port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ac92ab29-3abe-43e9-a5b1-4ad59460d8ea,segment=NetworkSegment(5c988663-f88a-466a-984c-00304f4c4404),segment_id=5c988663-f88a-466a-984c-00304f4c4404)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:38.152937 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9905-033d-4bd8-aaf4-e7542941ad36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:38.175585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa9905-033d-4bd8-aaf4-e7542941ad36 None None] Calling delete_port for ac92ab29-3abe-43e9-a5b1-4ad59460d8ea owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:38.181797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-87615ce6-7dee-49de-afbe-4d4c71ee26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:38.183735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-87615ce6-7dee-49de-afbe-4d4c71ee26a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 1095 time: 0.2798822 Oct 19 11:23:38.197445 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a48ebfe-a576-4728-95f5-62d1a80872b3 req-fa2dd01a-60fd-45db-a9fc-81ef57a99208 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790963 Oct 19 11:23:38.247555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Deleting port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:38.247855 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:38.251908 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-2128165b-5f2d-4268-8a69-6a95dc0d0c0a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20731a1e-8299-4d56-8802-6038a1ea13ce HTTP/1.1" status: 200 len: 217 time: 0.0548551 Oct 19 11:23:38.365076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-20981e27-584b-45b0-83d0-d8c92ab14aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:38.366510 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-20981e27-584b-45b0-83d0-d8c92ab14aad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.1044891 Oct 19 11:23:38.368244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] For port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ac92ab29-3abe-43e9-a5b1-4ad59460d8ea,segment=NetworkSegment(5c988663-f88a-466a-984c-00304f4c4404),segment_id=5c988663-f88a-466a-984c-00304f4c4404)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:38.368614 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:38.381037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f7aa9905-033d-4bd8-aaf4-e7542941ad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:38.408296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Calling delete_port for ac92ab29-3abe-43e9-a5b1-4ad59460d8ea owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:38.414790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-3af28311-3191-4e81-9ce3-a5d3d40c3d62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352402 Oct 19 11:23:38.493087 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa9905-033d-4bd8-aaf4-e7542941ad36 None None] Pushing event deleted for resources: {'Port': ['ID=ac92ab29-3abe-43e9-a5b1-4ad59460d8ea,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:38.522311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa9905-033d-4bd8-aaf4-e7542941ad36 None None] No DVR routers for this DVR port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:23:38.664427 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad02c70d-c2f1-4f91-bf32-f70e62322aa6 req-8251ce75-5b68-43da-923d-12ed6dc4bcfa tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 210 time: 0.0405407 Oct 19 11:23:38.684798 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-93c713dc-ee71-4800-a0e2-d1a726e7849a service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632031 Oct 19 11:23:38.703737 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:38.781760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac92ab29-3abe-43e9-a5b1-4ad59460d8ea,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:38.798857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] No DVR routers for this DVR port ac92ab29-3abe-43e9-a5b1-4ad59460d8ea on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:23:39.276898 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ecb1c1a-5344-4fdc-ad3c-ba040f784c4a req-5e182c64-991e-4158-89af-098bc7106fa0 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832705 Oct 19 11:23:39.295308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d39457-6cc3-48a0-a7d7-4ed8a66547e8 req-f7cadbd9-0b6f-4911-8fae-e02d5bbbd1aa tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:39.301120 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60d39457-6cc3-48a0-a7d7-4ed8a66547e8 req-f7cadbd9-0b6f-4911-8fae-e02d5bbbd1aa tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 946 time: 0.5304589 Oct 19 11:23:39.339650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:39.348052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a9433-2c90-4ac3-a161-b9e39090ed99 req-95ab187b-e0ce-4ee2-95aa-8cd63c951d94 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:39.350271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e7a9433-2c90-4ac3-a161-b9e39090ed99 req-95ab187b-e0ce-4ee2-95aa-8cd63c951d94 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 944 time: 0.0695503 Oct 19 11:23:39.406069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e7a9433-2c90-4ac3-a161-b9e39090ed99 req-85c422fc-968c-42b2-a02d-56c9a5bc5cd5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432959 Oct 19 11:23:39.430708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6e89b2-7991-4658-8a4f-709997bea172']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:39.445311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ac92ab29-3abe-43e9-a5b1-4ad59460d8ea no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:39.445946 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60d39457-6cc3-48a0-a7d7-4ed8a66547e8 req-6e9b56ad-4f23-4d2d-92af-f44d0d592b54 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082053 Oct 19 11:23:39.454851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c988663-f88a-466a-984c-00304f4c4404') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:39.455149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c988663-f88a-466a-984c-00304f4c4404') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:39.469250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:39.477414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: ac92ab29-3abe-43e9-a5b1-4ad59460d8ea {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:23:39.477758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ac92ab29-3abe-43e9-a5b1-4ad59460d8ea not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:23:39.490242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:39.504372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:23:39.514814 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:23:39.625170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3833b8-045b-4a4c-97cf-97504005b350 req-bb82054f-fa81-4bb0-97e1-a6e738ab7187 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:39.634890 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd3833b8-045b-4a4c-97cf-97504005b350 req-bb82054f-fa81-4bb0-97e1-a6e738ab7187 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 946 time: 0.0918863 Oct 19 11:23:39.636593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60724) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:39.642295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-35865c16-901e-47ac-9439-b644edf816e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Request body: {'floatingip': {'port_id': '373ae266-75b6-45a7-993f-7a9610788a3f'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:39.690730 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:39.695102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35865c16-901e-47ac-9439-b644edf816e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:39.706762 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:39.710383 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] 10.222.0.39 "DELETE /v2.0/networks/3e6e89b2-7991-4658-8a4f-709997bea172 HTTP/1.1" status: 204 len: 168 time: 1.9601088 Oct 19 11:23:39.754861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302bc8a-d393-425a-aa9b-69cdeb5a467d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e6e89b2-7991-4658-8a4f-709997bea172,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:39.842841 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-35ac08e6-4c40-48f3-b7af-82fb237169ab req-6deb32f8-7a6c-4c63-bf39-3efc6dba3a03 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 210 time: 0.0455289 Oct 19 11:23:40.198640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60742) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:40.246586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c479eefc-a34f-424b-a22b-111b4f8625dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b57beb15606146e9bcb7c40d46f12b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464816 Oct 19 11:23:40.254361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60746) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:40.333663 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6b-a7eb-4483-8b2e-e1a741ca3557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:40.361083 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6b-a7eb-4483-8b2e-e1a741ca3557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:40.388019 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35865c16-901e-47ac-9439-b644edf816e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:40.483241 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35865c16-901e-47ac-9439-b644edf816e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:40.506729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6b-a7eb-4483-8b2e-e1a741ca3557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:40.510432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd9f2b6b-a7eb-4483-8b2e-e1a741ca3557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:40.511875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cd9f2b6b-a7eb-4483-8b2e-e1a741ca3557 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9f9e11d-c8bb-4e42-b7b8-55853a1a8e54 HTTP/1.1" status: 204 len: 168 time: 0.2555444 Oct 19 11:23:40.553062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f2b6b-a7eb-4483-8b2e-e1a741ca3557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f9e11d-c8bb-4e42-b7b8-55853a1a8e54,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:40.669781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcb18-f608-4cf5-8ff8-f3ecaeb6dfcc req-482f755c-381f-468d-9d1f-9466c1341b3a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:40.671666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf4bcb18-f608-4cf5-8ff8-f3ecaeb6dfcc req-482f755c-381f-468d-9d1f-9466c1341b3a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 944 time: 0.1218598 Oct 19 11:23:40.720395 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-35865c16-901e-47ac-9439-b644edf816e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Floating IP ae489203-4142-427e-9407-d778de2314a2 associated. External IP: 172.25.2.243, port: 373ae266-75b6-45a7-993f-7a9610788a3f. Oct 19 11:23:40.793257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf4bcb18-f608-4cf5-8ff8-f3ecaeb6dfcc req-ecbe28bb-4942-48a9-af4a-7dcf222919f2 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014261 Oct 19 11:23:41.100767 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f31efd79-e242-490d-bb38-4953da468a20 req-ef064fe7-5e65-4d31-8c00-1e422d43f502 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 210 time: 0.1107078 Oct 19 11:23:41.302185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-8ff68ecd-8cbc-4e49-b1d3-f86463027d38 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:41.303841 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-8ff68ecd-8cbc-4e49-b1d3-f86463027d38 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.4136693 Oct 19 11:23:41.306351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35865c16-901e-47ac-9439-b644edf816e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:23:41.317792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Request body: {'port': {'device_id': '6545c5fd-c2b1-48c8-9666-d78f9623ae6b', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'admin_state_up': True, 'tenant_id': '5040f71e465a4967b0c25206be6eaadf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:41.518551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35865c16-901e-47ac-9439-b644edf816e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:23:41.524081 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35865c16-901e-47ac-9439-b644edf816e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:41.533512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a4ef2-0bef-4000-bc04-a0e630945872 None None] Sync routers for ids ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:23:41.555522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a4ef2-0bef-4000-bc04-a0e630945872 None None] Routers {'1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:41.556404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4a0a4ef2-0bef-4000-bc04-a0e630945872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:41.560133 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-35865c16-901e-47ac-9439-b644edf816e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "PUT /v2.0/floatingips/ae489203-4142-427e-9407-d778de2314a2 HTTP/1.1" status: 200 len: 992 time: 1.9215913 Oct 19 11:23:41.560547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:41.563170 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6fa016-5108-4f5f-aeec-866bc5f245e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:41.622494 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96f82fc-afa1-4bce-a421-2a5a66f6f378 x-openstack-request-id: req-a96f82fc-afa1-4bce-a421-2a5a66f6f378 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:41.622494 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:41.622971 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a96f82fc-afa1-4bce-a421-2a5a66f6f378 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:41.624213 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f', 'status': 'completed', 'code': 200} Oct 19 11:23:41.624998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Made reservation on behalf of 5040f71e465a4967b0c25206be6eaadf for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:23:41.631327 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:41.716689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-4a0a4ef2-0bef-4000-bc04-a0e630945872 None None] Set router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:41.731214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa016-5108-4f5f-aeec-866bc5f245e0 req-baf269a3-7486-4845-a591-bdbe393b7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:41.736734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c6fa016-5108-4f5f-aeec-866bc5f245e0 req-baf269a3-7486-4845-a591-bdbe393b7e48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1097 time: 0.0816574 Oct 19 11:23:41.831516 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Allocated IP 172.20.0.14 (5457d6bb-7a0b-4e25-974c-a4caaf3e11d7/25bc2b4a-49a5-43d6-9664-521501fcd66c/013c44c8-4275-4bad-b9ae-3f6d74381126) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:41.987259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa016-5108-4f5f-aeec-866bc5f245e0 req-c489151e-ac84-4f6e-af92-066b9ae1a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:41.995422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c6fa016-5108-4f5f-aeec-866bc5f245e0 req-c489151e-ac84-4f6e-af92-066b9ae1a817 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.2519748 Oct 19 11:23:42.004599 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:42.156435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60796) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:42.171508 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:42.205822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4a0a4ef2-0bef-4000-bc04-a0e630945872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'ae489203-4142-427e-9407-d778de2314a2', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'port_id': '373ae266-75b6-45a7-993f-7a9610788a3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'mac_address': 'fa:16:3e:31:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:23:15Z', 'updated_at': '2021-10-19T11:23:40Z', 'revision_number': 1, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a96a7762-f3ba-42d8-92ed-1df4e056d299', 'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'mac_address': 'fa:16:3e:aa:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:04Z', 'updated_at': '2021-10-19T11:23:15Z', 'revision_number': 5, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'subnets': [{'id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:42.210322 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c6fa016-5108-4f5f-aeec-866bc5f245e0 req-1b8d4c0e-d910-4402-8bef-ae54f6abdf08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 1000 time: 0.2075093 Oct 19 11:23:42.237440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event updated for resources: {'Port': ['ID=013c44c8-4275-4bad-b9ae-3f6d74381126,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:42.283729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:42.289017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a4ef2-0bef-4000-bc04-a0e630945872 None None] Checking router: 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:23:42.303177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2585e08-39fc-4e3e-b8ed-ee5fee213a74 req-bcd6e5c8-a343-4b3b-9a5f-64feb2717b94 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:42.304800 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2585e08-39fc-4e3e-b8ed-ee5fee213a74 req-bcd6e5c8-a343-4b3b-9a5f-64feb2717b94 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 944 time: 0.2186773 Oct 19 11:23:42.306801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:42.308501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a4ef2-0bef-4000-bc04-a0e630945872 None None] Routers {'1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:42.313431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4a0a4ef2-0bef-4000-bc04-a0e630945872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:42.315997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:42.405564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:42.406318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:42.415897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eae06a-5a45-4125-b6cd-d2616055141e req-8f69cd7a-dbc5-4e5e-a255-d049d0b5b897 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:42.428049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83eae06a-5a45-4125-b6cd-d2616055141e req-8f69cd7a-dbc5-4e5e-a255-d049d0b5b897 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 932 time: 0.2156894 Oct 19 11:23:42.449867 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2585e08-39fc-4e3e-b8ed-ee5fee213a74 req-15f1632c-5167-4abb-9b83-bd2860a7c8fb tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511422 Oct 19 11:23:42.489003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa016-5108-4f5f-aeec-866bc5f245e0 req-555793b2-7889-4547-8efb-02166fbdee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:42.496751 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c6fa016-5108-4f5f-aeec-866bc5f245e0 req-555793b2-7889-4547-8efb-02166fbdee74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.2648771 Oct 19 11:23:42.527450 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-20d39624-2a1f-40dc-8193-cd3bd6b336e8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2131937 Oct 19 11:23:42.539909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Request body: {'port': {'device_id': '6545c5fd-c2b1-48c8-9666-d78f9623ae6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:42.567963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 20731a1e-8299-4d56-8802-6038a1ea13ce details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:23:42.595158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fa016-5108-4f5f-aeec-866bc5f245e0 req-b8a89ba1-b763-475e-b01f-315a1b284a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:42.596716 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c6fa016-5108-4f5f-aeec-866bc5f245e0 req-b8a89ba1-b763-475e-b01f-315a1b284a12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836968 Oct 19 11:23:42.607986 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83eae06a-5a45-4125-b6cd-d2616055141e req-e1f07ebc-1adb-4055-aa44-6e022d1f95d8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676950 Oct 19 11:23:42.670294 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-4a0a4ef2-0bef-4000-bc04-a0e630945872 None None] Set router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:42.698440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:42.727800 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c6fa016-5108-4f5f-aeec-866bc5f245e0 req-60cbcd73-33b9-4867-a6d0-61f0d032d5a3 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154609 Oct 19 11:23:42.736134 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bfbfb60-035a-41fd-b856-094ae27a9a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:42.861901 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c6fa016-5108-4f5f-aeec-866bc5f245e0 req-fc5a325d-8c7a-44fe-94ef-abd24f90a9c1 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242766 Oct 19 11:23:42.955178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 20731a1e-8299-4d56-8802-6038a1ea13ce, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=20731a1e-8299-4d56-8802-6038a1ea13ce,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:42.983881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '20731a1e-8299-4d56-8802-6038a1ea13ce', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'port_id': '20731a1e-8299-4d56-8802-6038a1ea13ce', 'mac_address': 'fa:16:3e:a5:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01fca6a7-aece-4f7e-bc3f-b414758cde01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:23:43.070556 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:43.087049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20731a1e-8299-4d56-8802-6038a1ea13ce {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:23:43.107028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 20731a1e-8299-4d56-8802-6038a1ea13ce, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=20731a1e-8299-4d56-8802-6038a1ea13ce,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:43.108526 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bfbfb60-035a-41fd-b856-094ae27a9a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:43.111932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4a0a4ef2-0bef-4000-bc04-a0e630945872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'ae489203-4142-427e-9407-d778de2314a2', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'port_id': '373ae266-75b6-45a7-993f-7a9610788a3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'mac_address': 'fa:16:3e:31:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:23:15Z', 'updated_at': '2021-10-19T11:23:40Z', 'revision_number': 1, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a96a7762-f3ba-42d8-92ed-1df4e056d299', 'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'mac_address': 'fa:16:3e:aa:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:04Z', 'updated_at': '2021-10-19T11:23:15Z', 'revision_number': 5, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'subnets': [{'id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:43.142685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a4ef2-0bef-4000-bc04-a0e630945872 None None] The sync data for ids ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'] in n-d-814547-1 is: [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'ae489203-4142-427e-9407-d778de2314a2', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'floating_ip_address': '172.25.2.243', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'port_id': '373ae266-75b6-45a7-993f-7a9610788a3f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'mac_address': 'fa:16:3e:31:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:23:15Z', 'updated_at': '2021-10-19T11:23:40Z', 'revision_number': 1, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a96a7762-f3ba-42d8-92ed-1df4e056d299', 'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'mac_address': 'fa:16:3e:aa:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:04Z', 'updated_at': '2021-10-19T11:23:15Z', 'revision_number': 5, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'subnets': [{'id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:23:43.159603 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:43.247546 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bfbfb60-035a-41fd-b856-094ae27a9a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:43.266272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=20731a1e-8299-4d56-8802-6038a1ea13ce,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:43.306717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8bfbfb60-035a-41fd-b856-094ae27a9a9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a36ca371d6a4f98baf0cdd67e576e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1506381 Oct 19 11:23:43.309611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60830) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:43.317467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbfb60-035a-41fd-b856-094ae27a9a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce98c4e2-768f-4b22-9f4d-3fb637bfd357,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:43.356434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['20731a1e-8299-4d56-8802-6038a1ea13ce'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:23:43.451738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013c44c8-4275-4bad-b9ae-3f6d74381126 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:23:43.456195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ea7423cd-1107-46b0-a39d-c1140a3cd5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:43.471030 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:43.498340 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ea7423cd-1107-46b0-a39d-c1140a3cd5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:43.512994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Transition to ACTIVE for port object 013c44c8-4275-4bad-b9ae-3f6d74381126 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:23:43.586353 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:43.591008 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85471dd-b95b-44bd-80f0-c72f6cb4a573 None None] New status for floating IP ae489203-4142-427e-9407-d778de2314a2: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:23:43.620948 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ea7423cd-1107-46b0-a39d-c1140a3cd5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:43.626110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ea7423cd-1107-46b0-a39d-c1140a3cd5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:43.627338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ea7423cd-1107-46b0-a39d-c1140a3cd5c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce98c4e2-768f-4b22-9f4d-3fb637bfd357 HTTP/1.1" status: 204 len: 168 time: 0.3154886 Oct 19 11:23:43.642352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7423cd-1107-46b0-a39d-c1140a3cd5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce98c4e2-768f-4b22-9f4d-3fb637bfd357,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:43.802288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Pushing event updated for resources: {'Port': ['ID=013c44c8-4275-4bad-b9ae-3f6d74381126,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:43.807550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094b381-4902-4f55-9228-0ba2f917180e req-b534c0f8-6100-452d-8bf9-c0c1b7f3f3a1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:43.815001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0094b381-4902-4f55-9228-0ba2f917180e req-b534c0f8-6100-452d-8bf9-c0c1b7f3f3a1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 945 time: 0.1583824 Oct 19 11:23:43.875915 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0094b381-4902-4f55-9228-0ba2f917180e req-aecfa0d8-837a-4ff6-8090-a803e985857e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599966 Oct 19 11:23:43.939836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Attempting to bind port 013c44c8-4275-4bad-b9ae-3f6d74381126 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:23:43.939836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Attempting to bind port 013c44c8-4275-4bad-b9ae-3f6d74381126 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:23:43.939836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Attempting to bind port 013c44c8-4275-4bad-b9ae-3f6d74381126 on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:43.947025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Port 013c44c8-4275-4bad-b9ae-3f6d74381126 on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:23:43.947354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Attempting to bind port 013c44c8-4275-4bad-b9ae-3f6d74381126 on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:43.967898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:23:43.969060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Checking segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:43.971102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Bound using segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:23:43.974245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Bound port: 013c44c8-4275-4bad-b9ae-3f6d74381126, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:23:43.974245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:44.076749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] For port 013c44c8-4275-4bad-b9ae-3f6d74381126, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:23:44.080326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] For port 013c44c8-4275-4bad-b9ae-3f6d74381126, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=013c44c8-4275-4bad-b9ae-3f6d74381126,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:23:44.094766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4facc-3e89-49eb-9d49-923b204f8db8 req-759102ef-0162-4c69-b8ea-3d95fd888e98 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:44.094766 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b3f4facc-3e89-49eb-9d49-923b204f8db8 req-759102ef-0162-4c69-b8ea-3d95fd888e98 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 944 time: 0.1278875 Oct 19 11:23:44.138405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b3f4facc-3e89-49eb-9d49-923b204f8db8 req-342e1033-5ef6-4ce2-965b-c5c8ce0f75ea tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Oct 19 11:23:44.180789 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:44.228779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:44.229739 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:44.231337 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] 10.222.0.49 "PUT /v2.0/ports/013c44c8-4275-4bad-b9ae-3f6d74381126 HTTP/1.1" status: 200 len: 1092 time: 1.6965845 Oct 19 11:23:44.231953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6545c5fd-c2b1-48c8-9666-d78f9623ae6b', 'tag': '013c44c8-4275-4bad-b9ae-3f6d74381126'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:44.234392 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f9ad53-39c7-481d-b512-ae44c2b342f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6545c5fd-c2b1-48c8-9666-d78f9623ae6b", "tag": "013c44c8-4275-4bad-b9ae-3f6d74381126"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:44.289766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f619317-e1c3-458b-af60-ae44af5f609a service neutron] Pushing event updated for resources: {'Port': ['ID=013c44c8-4275-4bad-b9ae-3f6d74381126,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:44.324024 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b18ff-fdd0-4c2e-ab1e-e7b3b104be9e x-openstack-request-id: req-1d4b18ff-fdd0-4c2e-ab1e-e7b3b104be9e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:44.324320 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6545c5fd-c2b1-48c8-9666-d78f9623ae6b", "tag": "013c44c8-4275-4bad-b9ae-3f6d74381126", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:44.324601 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d4b18ff-fdd0-4c2e-ab1e-e7b3b104be9e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:44.325015 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6545c5fd-c2b1-48c8-9666-d78f9623ae6b', 'tag': '013c44c8-4275-4bad-b9ae-3f6d74381126', 'status': 'completed', 'code': 200} Oct 19 11:23:44.411129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ad53-39c7-481d-b512-ae44c2b342f5 req-af0c4a27-fd22-4d05-97a6-eb500ab71317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:44.413887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57f9ad53-39c7-481d-b512-ae44c2b342f5 req-af0c4a27-fd22-4d05-97a6-eb500ab71317 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 1095 time: 0.0670781 Oct 19 11:23:44.476291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 20731a1e-8299-4d56-8802-6038a1ea13ce up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:44.558074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ad53-39c7-481d-b512-ae44c2b342f5 req-b4dc41f0-d58d-4e7e-bab2-8ee842f1b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:44.560063 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57f9ad53-39c7-481d-b512-ae44c2b342f5 req-b4dc41f0-d58d-4e7e-bab2-8ee842f1b4d0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5040f71e465a4967b0c25206be6eaadf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1387236 Oct 19 11:23:44.592161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 20731a1e-8299-4d56-8802-6038a1ea13ce completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:23:44.597017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 20731a1e-8299-4d56-8802-6038a1ea13ce triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:44.597587 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:44.736296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9ad53-39c7-481d-b512-ae44c2b342f5 req-15191373-eef9-4787-9f1c-1dd0025d4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:44.738114 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57f9ad53-39c7-481d-b512-ae44c2b342f5 req-15191373-eef9-4787-9f1c-1dd0025d4c41 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708279 Oct 19 11:23:44.847062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-b827bc38-b349-4f26-8d64-8802de270862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:44.847062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-b827bc38-b349-4f26-8d64-8802de270862 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 1095 time: 0.0606086 Oct 19 11:23:44.879429 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:44.926633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-353f05d3-b8b6-4711-a5c0-3b971d19dc40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=013c44c8-4275-4bad-b9ae-3f6d74381126 HTTP/1.1" status: 200 len: 217 time: 0.0730722 Oct 19 11:23:44.946414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 20731a1e-8299-4d56-8802-6038a1ea13ce, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=20731a1e-8299-4d56-8802-6038a1ea13ce,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:44.947936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0de4d49-5b15-45b0-9a7d-23ce02634b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20731a1e-8299-4d56-8802-6038a1ea13ce'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:44.950366 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23896451-7e40-4373-bb80-97cb48a41c4c" -d '{"events": [{"server_uuid": "f0de4d49-5b15-45b0-9a7d-23ce02634b3b", "name": "network-vif-plugged", "status": "completed", "tag": "20731a1e-8299-4d56-8802-6038a1ea13ce"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:45.025267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-9f276727-6d88-4b52-a913-545e2a7894e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:45.026941 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-9f276727-6d88-4b52-a913-545e2a7894e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 200 len: 852 time: 0.0921979 Oct 19 11:23:45.044162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bab81b-e035-4855-adf1-86751a8d9d8b req-3fe2a465-1887-47e5-8341-8f3f3775c337 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:45.049152 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:45.055005 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5bab81b-e035-4855-adf1-86751a8d9d8b req-3fe2a465-1887-47e5-8341-8f3f3775c337 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 945 time: 0.0816007 Oct 19 11:23:45.102820 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-62c94283-ff2b-4f76-94cf-321f78afd261 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401487 Oct 19 11:23:45.123420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=20731a1e-8299-4d56-8802-6038a1ea13ce,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:45.166760 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5bcd74-ff84-4f81-af83-9381972c2be6 x-openstack-request-id: req-4b5bcd74-ff84-4f81-af83-9381972c2be6 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:45.166760 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0de4d49-5b15-45b0-9a7d-23ce02634b3b", "name": "network-vif-plugged", "status": "completed", "tag": "20731a1e-8299-4d56-8802-6038a1ea13ce", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:45.167084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5bab81b-e035-4855-adf1-86751a8d9d8b req-cf628a4f-de12-48e4-bbac-9ad65b0d0e1c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066422 Oct 19 11:23:45.167170 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b5bcd74-ff84-4f81-af83-9381972c2be6 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:45.167170 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0de4d49-5b15-45b0-9a7d-23ce02634b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20731a1e-8299-4d56-8802-6038a1ea13ce', 'code': 200} Oct 19 11:23:45.380761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541a2b0-ba69-4898-b5aa-2f563365e298 req-5a857ecb-938f-44c6-a13b-36da4c99a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:45.382344 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c541a2b0-ba69-4898-b5aa-2f563365e298 req-5a857ecb-938f-44c6-a13b-36da4c99a6d4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 1097 time: 0.1154168 Oct 19 11:23:45.427246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6254e4-baec-447f-9bc4-831db4e1bd37 req-4d1647b9-934e-423f-b8ab-fe03767ec0d3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:45.435359 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f6254e4-baec-447f-9bc4-831db4e1bd37 req-4d1647b9-934e-423f-b8ab-fe03767ec0d3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 944 time: 0.1116891 Oct 19 11:23:45.469735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c541a2b0-ba69-4898-b5aa-2f563365e298 req-14c003b4-899e-4c8c-b441-a1f969969e35 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782132 Oct 19 11:23:45.479065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-fa9d6780-6243-4626-b7d2-4b91022dc5a5 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617291 Oct 19 11:23:45.503411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f6254e4-baec-447f-9bc4-831db4e1bd37 req-35a41d0a-98a0-4d24-9bce-d711c5189db9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669320 Oct 19 11:23:45.749589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdeb9d40-0035-4c24-8270-d9f0a3bb1152 req-26444d5e-6d5d-4267-86a2-598a53e016c4 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947652 Oct 19 11:23:45.931896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60924) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:46.222574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35d2442a-9c65-4b35-a88d-7757125e2757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:46.302602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8fd7-8ec3-4031-94b3-4613d48047ff req-bdc006f1-4b28-4b37-8663-fad74d0823af tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:46.304103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b43d8fd7-8ec3-4031-94b3-4613d48047ff req-bdc006f1-4b28-4b37-8663-fad74d0823af tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 946 time: 0.0663381 Oct 19 11:23:46.361382 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b43d8fd7-8ec3-4031-94b3-4613d48047ff req-f09b0997-1aa4-4712-b36d-dc75bf301312 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482411 Oct 19 11:23:46.381689 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35d2442a-9c65-4b35-a88d-7757125e2757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:46.488508 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35d2442a-9c65-4b35-a88d-7757125e2757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:46.840941 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-35d2442a-9c65-4b35-a88d-7757125e2757 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=725669d8761d4c1ab139863168a6470b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9077096 Oct 19 11:23:46.842574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2442a-9c65-4b35-a88d-7757125e2757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf02847-8152-44c4-8e58-7565950b0416,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:46.843667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60962) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:46.883498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630b6a6-92cb-4528-a7f4-030adab4771a req-861b6cef-502c-4e1a-b60a-7af19921c8f5 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:46.891891 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8630b6a6-92cb-4528-a7f4-030adab4771a req-861b6cef-502c-4e1a-b60a-7af19921c8f5 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 944 time: 0.0693219 Oct 19 11:23:46.926555 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a10c49b-7b04-481e-b931-f2f45f076529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:46.929786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8630b6a6-92cb-4528-a7f4-030adab4771a req-13e15f12-f78c-4f67-a7cb-d13edb5fedd8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370522 Oct 19 11:23:46.950959 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a10c49b-7b04-481e-b931-f2f45f076529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:47.095638 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a10c49b-7b04-481e-b931-f2f45f076529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:47.099034 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a10c49b-7b04-481e-b931-f2f45f076529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:47.106020 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1a10c49b-7b04-481e-b931-f2f45f076529 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/daf02847-8152-44c4-8e58-7565950b0416 HTTP/1.1" status: 204 len: 168 time: 0.2601650 Oct 19 11:23:47.124945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10c49b-7b04-481e-b931-f2f45f076529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf02847-8152-44c4-8e58-7565950b0416,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:47.206440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29bf2e-6868-4418-ba61-0eeff168fca8 req-a484f0f6-e7f0-49fd-80d8-fe4cad499be8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:47.208311 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d29bf2e-6868-4418-ba61-0eeff168fca8 req-a484f0f6-e7f0-49fd-80d8-fe4cad499be8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 946 time: 0.0517144 Oct 19 11:23:47.252482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d29bf2e-6868-4418-ba61-0eeff168fca8 req-32e63607-aa58-49f8-acde-590efa8d4411 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368931 Oct 19 11:23:47.474914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b03d5-1754-4553-963c-2746fe59efac req-a53016c6-483b-4be6-9ef2-08890e59d9c4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:47.476397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc6b03d5-1754-4553-963c-2746fe59efac req-a53016c6-483b-4be6-9ef2-08890e59d9c4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 946 time: 0.0491748 Oct 19 11:23:47.519676 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc6b03d5-1754-4553-963c-2746fe59efac req-8b8ec4cf-c5b3-4592-ae6a-a18be4f48435 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369587 Oct 19 11:23:47.837533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf28645-326a-4585-98b7-d4831ce65fd7 req-4943dd8c-c798-431e-b8a8-c6ba92e1b48e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:47.839153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4bf28645-326a-4585-98b7-d4831ce65fd7 req-4943dd8c-c798-431e-b8a8-c6ba92e1b48e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 946 time: 0.0519607 Oct 19 11:23:47.881243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4bf28645-326a-4585-98b7-d4831ce65fd7 req-f2d302fd-4ab9-45c4-8cda-794086aaacb1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Oct 19 11:23:48.012277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf8b8c-59a1-456f-8861-02e00e2b72d3 req-7916f233-15cb-415b-a899-f8dee4cc1582 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:48.014391 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-75bf8b8c-59a1-456f-8861-02e00e2b72d3 req-7916f233-15cb-415b-a899-f8dee4cc1582 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 946 time: 0.0641248 Oct 19 11:23:48.052774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e96f3-d355-455b-9d84-763a3863da2f req-16c5ff7e-24b2-4630-a652-02ea7ebbc3ef tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:48.054329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b1e96f3-d355-455b-9d84-763a3863da2f req-16c5ff7e-24b2-4630-a652-02ea7ebbc3ef tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 944 time: 0.0554295 Oct 19 11:23:48.057926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-75bf8b8c-59a1-456f-8861-02e00e2b72d3 req-f9acc9f9-adfd-411e-b6a6-bf1a173ac2f4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364037 Oct 19 11:23:48.113083 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b1e96f3-d355-455b-9d84-763a3863da2f req-c8ce5ed5-0436-4a67-9126-1ab729957ba2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521398 Oct 19 11:23:48.381669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc669-01ec-4542-b542-99c0290fbc1f req-e6e3bf34-8cbd-4b70-8833-a2a6a0812ae4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:48.383348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d2bc669-01ec-4542-b542-99c0290fbc1f req-e6e3bf34-8cbd-4b70-8833-a2a6a0812ae4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 946 time: 0.0542035 Oct 19 11:23:48.428836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d2bc669-01ec-4542-b542-99c0290fbc1f req-d813193b-cfda-454c-ad03-2dac391c763e tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376301 Oct 19 11:23:48.514833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 013c44c8-4275-4bad-b9ae-3f6d74381126 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:23:48.587989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b719e40-cc58-4084-817a-4212c21ce658 req-4167cba4-5449-41d3-bb0c-f0caaf9d8dc1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:48.590116 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b719e40-cc58-4084-817a-4212c21ce658 req-4167cba4-5449-41d3-bb0c-f0caaf9d8dc1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 946 time: 0.0573897 Oct 19 11:23:48.621335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 013c44c8-4275-4bad-b9ae-3f6d74381126, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=013c44c8-4275-4bad-b9ae-3f6d74381126,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:48.634627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '013c44c8-4275-4bad-b9ae-3f6d74381126', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'port_id': '013c44c8-4275-4bad-b9ae-3f6d74381126', 'mac_address': 'fa:16:3e:a9:19:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc2b4a-49a5-43d6-9664-521501fcd66c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:23:48.636649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b719e40-cc58-4084-817a-4212c21ce658 req-d9793020-6b86-453b-8d27-638391faeb60 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382018 Oct 19 11:23:48.672339 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:48.685932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013c44c8-4275-4bad-b9ae-3f6d74381126 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:23:48.706315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 013c44c8-4275-4bad-b9ae-3f6d74381126, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=013c44c8-4275-4bad-b9ae-3f6d74381126,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:48.775704 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:48.831780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=013c44c8-4275-4bad-b9ae-3f6d74381126,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:48.876015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-4349a76e-cd9f-4639-bdef-7697a8c79789 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:48.877556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-4349a76e-cd9f-4639-bdef-7697a8c79789 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.26 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 946 time: 0.0616295 Oct 19 11:23:48.976325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Deleting port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:48.976962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:48.984980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['013c44c8-4275-4bad-b9ae-3f6d74381126'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:23:49.071153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] For port f4fd9345-7e49-4e50-8f6c-1b98805d24d3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:49.072066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:49.289654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f9b5f-cd42-4fd5-9732-b207145453f0 req-f9e2c397-f21f-4b84-bac9-e41ace022130 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:49.291195 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d3f9b5f-cd42-4fd5-9732-b207145453f0 req-f9e2c397-f21f-4b84-bac9-e41ace022130 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 945 time: 0.1163588 Oct 19 11:23:49.324485 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:49.325010 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:49.325216 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Floating IP 736fa6f0-f729-4e55-845e-311c1d08ebe1 disassociated. External IP: 172.25.2.202, port: f4fd9345-7e49-4e50-8f6c-1b98805d24d3. Oct 19 11:23:49.325615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Calling delete_port for f4fd9345-7e49-4e50-8f6c-1b98805d24d3 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:49.357665 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:49.402678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d3f9b5f-cd42-4fd5-9732-b207145453f0 req-a1c82f64-96ca-438a-82a0-719efa01505d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018374 Oct 19 11:23:49.568713 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:49.579143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bca71-d475-4c84-9db8-8207d1d96085 req-ee7f1185-5af4-4d43-b7f5-5c4d7b88fc6a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:49.580713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-df7bca71-d475-4c84-9db8-8207d1d96085 req-ee7f1185-5af4-4d43-b7f5-5c4d7b88fc6a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 946 time: 0.0703204 Oct 19 11:23:49.606040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event deleted for resources: {'Port': ['ID=f4fd9345-7e49-4e50-8f6c-1b98805d24d3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:49.644732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-df7bca71-d475-4c84-9db8-8207d1d96085 req-f1484441-38ff-4940-b21a-2cde67f1d911 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522869 Oct 19 11:23:49.752169 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:49.794122 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Router 9834e49a-efe5-403d-be89-5992bdaacd38 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:23:49.809459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266b12d-01e1-475d-bd3f-f4dfdecaabb5 req-e473b07e-2978-4bd6-a3a4-2365ce45b573 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:49.810988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2266b12d-01e1-475d-bd3f-f4dfdecaabb5 req-e473b07e-2978-4bd6-a3a4-2365ce45b573 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 946 time: 0.0747790 Oct 19 11:23:49.895589 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2266b12d-01e1-475d-bd3f-f4dfdecaabb5 req-c3d9e7d4-ad25-4809-8353-a75075eb7635 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770812 Oct 19 11:23:49.943892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b785-3199-4cc0-bb77-62dd557bab03 req-cf018e35-55fc-47a5-874c-44f3dc17abeb tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:49.945430 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db70b785-3199-4cc0-bb77-62dd557bab03 req-cf018e35-55fc-47a5-874c-44f3dc17abeb tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 946 time: 0.0500038 Oct 19 11:23:49.947388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:23:49.959298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a814323-1c60-4ff6-9255-56f423550231 None None] Sync routers for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:23:49.970735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a814323-1c60-4ff6-9255-56f423550231 None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:49.971666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1a814323-1c60-4ff6-9255-56f423550231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:50.002683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] No DVR routers for this DVR port f4fd9345-7e49-4e50-8f6c-1b98805d24d3 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:23:50.005697 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:50.011176 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44f0134c-45cd-4f9a-99d9-dbb25f304b43 req-a4cd0bd6-3ce6-497d-ab68-a7324ae583af tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.26 "DELETE /v2.0/ports/f4fd9345-7e49-4e50-8f6c-1b98805d24d3 HTTP/1.1" status: 204 len: 173 time: 1.1273561 Oct 19 11:23:50.011668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'name': 'network-vif-deleted', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:50.014396 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ac2741-aeac-473d-8184-9fec728c30f4" -d '{"events": [{"server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "name": "network-vif-deleted", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:50.074665 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e590ae83-d182-4573-b362-45e3d12a3869 x-openstack-request-id: req-e590ae83-d182-4573-b362-45e3d12a3869 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:50.075431 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb24fa2-87e0-44d0-a677-df644a3ea90b", "name": "network-vif-deleted", "tag": "f4fd9345-7e49-4e50-8f6c-1b98805d24d3", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:50.075663 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e590ae83-d182-4573-b362-45e3d12a3869 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:50.076438 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb24fa2-87e0-44d0-a677-df644a3ea90b', 'name': 'network-vif-deleted', 'tag': 'f4fd9345-7e49-4e50-8f6c-1b98805d24d3', 'status': 'completed', 'code': 200} Oct 19 11:23:50.121909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-db70b785-3199-4cc0-bb77-62dd557bab03 req-8c0cfe9c-d54d-4d7c-b9c7-d458d1cdffc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Deleting port 20731a1e-8299-4d56-8802-6038a1ea13ce {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:50.122267 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-db70b785-3199-4cc0-bb77-62dd557bab03 req-8c0cfe9c-d54d-4d7c-b9c7-d458d1cdffc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:50.180370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1a814323-1c60-4ff6-9255-56f423550231 None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:50.233253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32828) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:50.233386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-db70b785-3199-4cc0-bb77-62dd557bab03 req-8c0cfe9c-d54d-4d7c-b9c7-d458d1cdffc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] For port 20731a1e-8299-4d56-8802-6038a1ea13ce, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=20731a1e-8299-4d56-8802-6038a1ea13ce,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:50.235433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-db70b785-3199-4cc0-bb77-62dd557bab03 req-8c0cfe9c-d54d-4d7c-b9c7-d458d1cdffc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:50.251845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-db70b785-3199-4cc0-bb77-62dd557bab03 req-8c0cfe9c-d54d-4d7c-b9c7-d458d1cdffc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Calling delete_port for 20731a1e-8299-4d56-8802-6038a1ea13ce owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:50.427647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1a814323-1c60-4ff6-9255-56f423550231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:50.455544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a814323-1c60-4ff6-9255-56f423550231 None None] Checking router: 9834e49a-efe5-403d-be89-5992bdaacd38 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:23:50.464240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a814323-1c60-4ff6-9255-56f423550231 None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:50.464890 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1a814323-1c60-4ff6-9255-56f423550231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:50.520928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 013c44c8-4275-4bad-b9ae-3f6d74381126 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:50.541496 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-db70b785-3199-4cc0-bb77-62dd557bab03 req-8c0cfe9c-d54d-4d7c-b9c7-d458d1cdffc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:50.576853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:23:50.619879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1112009384-network', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:50.624502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277d67a-e4ca-4044-90da-1d7e27363f31 req-109d2b65-c22c-4b21-9408-598653ce56b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:50.636918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8277d67a-e4ca-4044-90da-1d7e27363f31 req-109d2b65-c22c-4b21-9408-598653ce56b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 945 time: 0.1500773 Oct 19 11:23:50.640652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cfe9c-d54d-4d7c-b9c7-d458d1cdffc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event deleted for resources: {'Port': ['ID=20731a1e-8299-4d56-8802-6038a1ea13ce,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:50.647218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1a814323-1c60-4ff6-9255-56f423550231 None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:50.669920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-db70b785-3199-4cc0-bb77-62dd557bab03 req-8c0cfe9c-d54d-4d7c-b9c7-d458d1cdffc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] No DVR routers for this DVR port 20731a1e-8299-4d56-8802-6038a1ea13ce on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:23:50.673197 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-db70b785-3199-4cc0-bb77-62dd557bab03 req-8c0cfe9c-d54d-4d7c-b9c7-d458d1cdffc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:50.676759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db70b785-3199-4cc0-bb77-62dd557bab03 req-8c0cfe9c-d54d-4d7c-b9c7-d458d1cdffc4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "DELETE /v2.0/ports/20731a1e-8299-4d56-8802-6038a1ea13ce HTTP/1.1" status: 204 len: 173 time: 0.7204213 Oct 19 11:23:50.681867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0de4d49-5b15-45b0-9a7d-23ce02634b3b', 'name': 'network-vif-deleted', 'tag': '20731a1e-8299-4d56-8802-6038a1ea13ce'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:50.684440 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57bcf2c-e30f-4f53-833a-a5270e55a9a9" -d '{"events": [{"server_uuid": "f0de4d49-5b15-45b0-9a7d-23ce02634b3b", "name": "network-vif-deleted", "tag": "20731a1e-8299-4d56-8802-6038a1ea13ce"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:50.758086 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8277d67a-e4ca-4044-90da-1d7e27363f31 req-873d74fe-6cbf-47e5-a996-445eb33babff tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155703 Oct 19 11:23:50.775183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Made reservation on behalf of d3995dc384ba48d09915fc1f3bbf1dde for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:23:50.778416 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:50.802570 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:50.818947 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0597dc74-3847-4957-b201-d1e681df9af1 x-openstack-request-id: req-0597dc74-3847-4957-b201-d1e681df9af1 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:50.819452 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0de4d49-5b15-45b0-9a7d-23ce02634b3b", "name": "network-vif-deleted", "tag": "20731a1e-8299-4d56-8802-6038a1ea13ce", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:50.819865 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0597dc74-3847-4957-b201-d1e681df9af1 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:50.820428 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0de4d49-5b15-45b0-9a7d-23ce02634b3b', 'name': 'network-vif-deleted', 'tag': '20731a1e-8299-4d56-8802-6038a1ea13ce', 'status': 'completed', 'code': 200} Oct 19 11:23:50.826962 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 013c44c8-4275-4bad-b9ae-3f6d74381126 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:23:50.849373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 013c44c8-4275-4bad-b9ae-3f6d74381126 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:50.849797 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:50.870492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32848) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:50.968442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-089e97fc-f7b4-4c90-88ed-3821e48a7442 req-4793e167-886f-49d2-b7cc-688cdc7cb0fe tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb24fa2-87e0-44d0-a677-df644a3ea90b HTTP/1.1" status: 200 len: 210 time: 0.0951815 Oct 19 11:23:51.038563 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-149de2e0-1bad-42ce-a97c-0f893401bc05 req-3e2da432-27c7-44bd-9235-343a598d50ef tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 210 time: 0.0272510 Oct 19 11:23:51.038681 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.066059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1a814323-1c60-4ff6-9255-56f423550231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:51.072923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6545c5fd-c2b1-48c8-9666-d78f9623ae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013c44c8-4275-4bad-b9ae-3f6d74381126'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:23:51.075204 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18faff2a-4010-4e55-a570-fb952f6aa181" -d '{"events": [{"server_uuid": "6545c5fd-c2b1-48c8-9666-d78f9623ae6b", "name": "network-vif-plugged", "status": "completed", "tag": "013c44c8-4275-4bad-b9ae-3f6d74381126"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:23:51.088780 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-09a8da2f-087e-44d1-b28b-b37a78d3049a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.107678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a814323-1c60-4ff6-9255-56f423550231 None None] The sync data for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 is: [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:23:51.112441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 013c44c8-4275-4bad-b9ae-3f6d74381126, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=013c44c8-4275-4bad-b9ae-3f6d74381126,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:51.139880 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9fa2a5-0177-4062-8f51-cb84676ece38 x-openstack-request-id: req-ba9fa2a5-0177-4062-8f51-cb84676ece38 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:23:51.140177 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6545c5fd-c2b1-48c8-9666-d78f9623ae6b", "name": "network-vif-plugged", "status": "completed", "tag": "013c44c8-4275-4bad-b9ae-3f6d74381126", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:23:51.140429 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba9fa2a5-0177-4062-8f51-cb84676ece38 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:23:51.140882 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6545c5fd-c2b1-48c8-9666-d78f9623ae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013c44c8-4275-4bad-b9ae-3f6d74381126', 'code': 200} Oct 19 11:23:51.188438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.284721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c9a0b-5287-4e18-b2e4-5c3070cd5a5b req-c0a4dfa7-35a0-45b4-9ce2-8793ef8b9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:51.286225 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b4c9a0b-5287-4e18-b2e4-5c3070cd5a5b req-c0a4dfa7-35a0-45b4-9ce2-8793ef8b9067 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 1096 time: 0.0721059 Oct 19 11:23:51.288909 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.291857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.294380 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-09a8da2f-087e-44d1-b28b-b37a78d3049a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.326974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:23:51.341963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecbd27d-cd72-4b56-aaa3-c1fc9aea36da,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:51.351679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.352214 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Added segment f0e8a69a-5693-42d8-a2b1-5379cce15ab4 of type vlan for network 2a379799-d672-4171-96be-3d50103648d2 Oct 19 11:23:51.361842 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b4c9a0b-5287-4e18-b2e4-5c3070cd5a5b req-1b300920-3e71-4711-bc00-5b21ba605d7a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659969 Oct 19 11:23:51.369693 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-09a8da2f-087e-44d1-b28b-b37a78d3049a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.370982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=013c44c8-4275-4bad-b9ae-3f6d74381126,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:51.380789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.381182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.381611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.382155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.382529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.382949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.383438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.383885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.384523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.388168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.388168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.388168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:23:51.432851 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.436513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8da2f-087e-44d1-b28b-b37a78d3049a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9b78c5-e4e2-4cd9-942e-5e7e040c344a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:51.462131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-09a8da2f-087e-44d1-b28b-b37a78d3049a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7c09a79337a470c933a886034ef3c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5903437 Oct 19 11:23:51.464699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32862) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:51.499928 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4848ff-c60f-40a9-bf08-fcea7cd62188 None None] New status for floating IP 736fa6f0-f729-4e55-845e-311c1d08ebe1: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:23:51.529388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d91b168a-4b69-4e04-b388-dc64b85d4585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.551631 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.552783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:51.553100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d91b168a-4b69-4e04-b388-dc64b85d4585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.553569 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.622904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] Pushing event updated for resources: {'Network': ['ID=2a379799-d672-4171-96be-3d50103648d2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:51.633249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 2a379799-d672-4171-96be-3d50103648d2 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:23:51.685734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-23c0ae3c-a7c3-4ac8-8833-e8e967910ddf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4509261 Oct 19 11:23:51.688510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32866) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:51.693904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] Request body: {'subnet': {'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1112009384-subnet', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:51.723189 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d91b168a-4b69-4e04-b388-dc64b85d4585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.726090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d91b168a-4b69-4e04-b388-dc64b85d4585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.735535 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d91b168a-4b69-4e04-b388-dc64b85d4585 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c9b78c5-e4e2-4cd9-942e-5e7e040c344a HTTP/1.1" status: 204 len: 168 time: 0.2614412 Oct 19 11:23:51.736236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b168a-4b69-4e04-b388-dc64b85d4585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9b78c5-e4e2-4cd9-942e-5e7e040c344a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:51.834536 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] Made reservation on behalf of d3995dc384ba48d09915fc1f3bbf1dde for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:23:51.839362 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:51.875149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12ad70-5d1b-4969-8049-c0d43c443aa8 req-88bac362-508f-42ba-812b-29e13a46a195 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:51.876876 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc12ad70-5d1b-4969-8049-c0d43c443aa8 req-88bac362-508f-42ba-812b-29e13a46a195 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0567856 Oct 19 11:23:51.925411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc12ad70-5d1b-4969-8049-c0d43c443aa8 req-4b02c73c-34d0-47b5-a07b-c10a2666d80f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419285 Oct 19 11:23:52.147424 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c16eb624-8088-4f7d-81c1-f48d2f4447ee req-58f92c50-c059-4c4a-b893-65aafc933ef1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0de4d49-5b15-45b0-9a7d-23ce02634b3b HTTP/1.1" status: 200 len: 210 time: 0.0280068 Oct 19 11:23:52.169145 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.175818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32884) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:52.234049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fba6953-6304-427b-b7e5-9f939a68d3e4,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:52.241043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] Checking segment: {'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:52.241412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] Network hostable DHCP agents. Network: 2a379799-d672-4171-96be-3d50103648d2, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:23:52.244526 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a14f5162-4708-476f-ac23-d7afd335f2d4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.273579 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a14f5162-4708-476f-ac23-d7afd335f2d4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.390926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] Network 2a379799-d672-4171-96be-3d50103648d2 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:23:52.477325 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a14f5162-4708-476f-ac23-d7afd335f2d4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.480296 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a14f5162-4708-476f-ac23-d7afd335f2d4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.481576 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a14f5162-4708-476f-ac23-d7afd335f2d4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "DELETE /v2.0/security-groups/9357b2a2-b8ad-4ab1-a5ec-61b7672f678d HTTP/1.1" status: 204 len: 168 time: 0.3044682 Oct 19 11:23:52.484396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32890) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:52.491401 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f5162-4708-476f-ac23-d7afd335f2d4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9357b2a2-b8ad-4ab1-a5ec-61b7672f678d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:52.498526 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-cdfb300b-59cb-4020-aa8f-798380a12d79 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] show failed (client error): The resource could not be found. Oct 19 11:23:52.502500 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cdfb300b-59cb-4020-aa8f-798380a12d79 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups/9357b2a2-b8ad-4ab1-a5ec-61b7672f678d HTTP/1.1" status: 404 len: 347 time: 0.0141513 Oct 19 11:23:52.503051 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32894) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:52.530621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 20731a1e-8299-4d56-8802-6038a1ea13ce no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:52.556399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 20731a1e-8299-4d56-8802-6038a1ea13ce {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:23:52.557118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 20731a1e-8299-4d56-8802-6038a1ea13ce not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:23:52.578568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f4fd9345-7e49-4e50-8f6c-1b98805d24d3 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:23:52.579532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 2a379799-d672-4171-96be-3d50103648d2) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:52.592438 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:52.593397 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.609568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c84f0a-593b-4dbf-a358-a1b8a19b336f None None] Network 2a379799-d672-4171-96be-3d50103648d2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:23:52.612573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: f4fd9345-7e49-4e50-8f6c-1b98805d24d3 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:23:52.612943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f4fd9345-7e49-4e50-8f6c-1b98805d24d3 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:23:52.693241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ee6286be-75c5-4692-8363-37f12f03f26d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Deleting port d0436125-6ee9-4e24-9c9b-ce8941328e08 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:23:52.693584 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee6286be-75c5-4692-8363-37f12f03f26d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.722162 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-21514d62-28d1-419f-97fe-8321ed11d553 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0324180 Oct 19 11:23:52.725040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32898) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:52.730619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:52.762107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32900) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:52.766800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-2a379799-d672-4171-96be-3d50103648d2', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'fixed_ips': [{'subnet_id': '6fba6953-6304-427b-b7e5-9f939a68d3e4'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:23:52.767775 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.779670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6269ccdb-2e43-423e-ad97-cf78b3cad738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.788890 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee6286be-75c5-4692-8363-37f12f03f26d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.789049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee6286be-75c5-4692-8363-37f12f03f26d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.811097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ee6286be-75c5-4692-8363-37f12f03f26d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Calling delete_port for d0436125-6ee9-4e24-9c9b-ce8941328e08 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:23:52.894317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.896756 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.903317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6269ccdb-2e43-423e-ad97-cf78b3cad738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.953204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Allocated IP 172.20.0.2 (2a379799-d672-4171-96be-3d50103648d2/6fba6953-6304-427b-b7e5-9f939a68d3e4/58956315-65bf-4443-94c3-f113c51b0fb7) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:52.979626 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:52.997535 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6269ccdb-2e43-423e-ad97-cf78b3cad738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.038024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269ccdb-2e43-423e-ad97-cf78b3cad738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b4780b-bce1-44ee-846a-e3994640cf3b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:53.054027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6269ccdb-2e43-423e-ad97-cf78b3cad738 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09169eb28b8b4e03a8ab0c186ab1edb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908165 Oct 19 11:23:53.056654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32910) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:53.066154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3258b-3bfb-4653-818f-cddbfef9c53c req-5a9ba983-372c-4e46-b01f-716029f7b786 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:53.067765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1cb3258b-3bfb-4653-818f-cddbfef9c53c req-5a9ba983-372c-4e46-b01f-716029f7b786 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0593429 Oct 19 11:23:53.099100 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee6286be-75c5-4692-8363-37f12f03f26d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.107356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3a932b8-72bf-4d8c-aad0-c6c24ec504dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.131333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6286be-75c5-4692-8363-37f12f03f26d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event deleted for resources: {'Port': ['ID=d0436125-6ee9-4e24-9c9b-ce8941328e08,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:53.134634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.141774 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3a932b8-72bf-4d8c-aad0-c6c24ec504dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.170356 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1cb3258b-3bfb-4653-818f-cddbfef9c53c req-c3ca70b4-83a1-4963-ba85-87833a2edc14 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929706 Oct 19 11:23:53.209008 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.249663 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee6286be-75c5-4692-8363-37f12f03f26d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.252739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee6286be-75c5-4692-8363-37f12f03f26d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.266185 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ee6286be-75c5-4692-8363-37f12f03f26d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "DELETE /v2.0/floatingips/736fa6f0-f729-4e55-845e-311c1d08ebe1 HTTP/1.1" status: 204 len: 168 time: 0.7620604 Oct 19 11:23:53.289808 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Pushing event updated for resources: {'Port': ['ID=58956315-65bf-4443-94c3-f113c51b0fb7,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:53.319485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Network 2a379799-d672-4171-96be-3d50103648d2 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:53.324324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:53.328367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:53.350937 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.406828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Attempting to bind port 58956315-65bf-4443-94c3-f113c51b0fb7 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:23:53.407186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Attempting to bind port 58956315-65bf-4443-94c3-f113c51b0fb7 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:23:53.410280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Attempting to bind port 58956315-65bf-4443-94c3-f113c51b0fb7 on network 2a379799-d672-4171-96be-3d50103648d2 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:53.412833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:23:53.413185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Checking segment: {'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:53.413631 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.413968 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Bound using segment: {'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:23:53.414601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Bound port: 58956315-65bf-4443-94c3-f113c51b0fb7, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:23:53.414800 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.534338 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3a932b8-72bf-4d8c-aad0-c6c24ec504dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.540109 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3a932b8-72bf-4d8c-aad0-c6c24ec504dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.545426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b3a932b8-72bf-4d8c-aad0-c6c24ec504dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27b4780b-bce1-44ee-846a-e3994640cf3b HTTP/1.1" status: 204 len: 168 time: 0.4876838 Oct 19 11:23:53.576589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a932b8-72bf-4d8c-aad0-c6c24ec504dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b4780b-bce1-44ee-846a-e3994640cf3b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:53.767223 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] For port 58956315-65bf-4443-94c3-f113c51b0fb7, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:23:53.771712 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] For port 58956315-65bf-4443-94c3-f113c51b0fb7, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=58956315-65bf-4443-94c3-f113c51b0fb7,segment=NetworkSegment(f0e8a69a-5693-42d8-a2b1-5379cce15ab4),segment_id=f0e8a69a-5693-42d8-a2b1-5379cce15ab4)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:23:53.776993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-dc334d7c-ab57-46ef-ab41-6b9c5746fc2e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:53.780298 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-dc334d7c-ab57-46ef-ab41-6b9c5746fc2e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.1889901 Oct 19 11:23:53.796728 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-00b07dd6-63ce-4a19-91ab-082c00253f04 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/quotas/2e25a8027c5140d4a21729ec31a9e586 HTTP/1.1" status: 200 len: 375 time: 0.0109479 Oct 19 11:23:53.814547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32940) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:53.818988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4e6ce0ce-97f8-4731-9f94-0b2edb9e491b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251648011', 'description': 'tempest-description--432481035'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:53.872311 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.881684 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-4e22a78f-5c7c-42b4-8d2f-d6b5843dfbe9 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670652 Oct 19 11:23:53.905898 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.942176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:53.963127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acb16b-8e6d-4977-9d72-64e21e8cb882 None None] Pushing event updated for resources: {'Port': ['ID=58956315-65bf-4443-94c3-f113c51b0fb7,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:53.970948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3d6db-309d-44c3-86d2-67ba9ed11eb7 req-857b0a47-fc7c-417d-8df7-846369141b9c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:53.978203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7a3d6db-309d-44c3-86d2-67ba9ed11eb7 req-857b0a47-fc7c-417d-8df7-846369141b9c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.1048965 Oct 19 11:23:54.017679 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce0ce-97f8-4731-9f94-0b2edb9e491b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:54.020961 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-56dd3098-0912-4338-b725-f4db608b68cf service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382871 Oct 19 11:23:54.119548 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7a3d6db-309d-44c3-86d2-67ba9ed11eb7 req-a3b00136-8215-4d28-a4ff-1e86efd02c5c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349607 Oct 19 11:23:54.188235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Allocated IP 172.25.2.118 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/f41226f1-e451-45ff-b0a6-0fae7682ef79) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:54.213772 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-a1baba4b-9976-4b98-9705-d2a34b548323 service neutron] 10.222.0.39 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860986 Oct 19 11:23:54.230289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce0ce-97f8-4731-9f94-0b2edb9e491b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:54.369755 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:54.397650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce0ce-97f8-4731-9f94-0b2edb9e491b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:54.435193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce0ce-97f8-4731-9f94-0b2edb9e491b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6612cc0-518c-4262-b840-c943d95bd73d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:54.530368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce0ce-97f8-4731-9f94-0b2edb9e491b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:54.531920 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4e6ce0ce-97f8-4731-9f94-0b2edb9e491b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7163746 Oct 19 11:23:54.534788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32962) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:54.541181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-3f2e285e-062f-4856-b7b9-37b38f9a38fb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'security_group_rule': {'security_group_id': 'f6612cc0-518c-4262-b840-c943d95bd73d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:54.586415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1208b084-1d2d-4d37-9755-770fef65417e req-fdf6a52d-92d0-4ba2-b620-3c4233136f0f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 210 time: 0.0396283 Oct 19 11:23:54.589655 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:54.629266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:54.634299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:54.638018 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:54.673654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f41226f1-e451-45ff-b0a6-0fae7682ef79,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:54.706373 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f2e285e-062f-4856-b7b9-37b38f9a38fb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:54.892004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f2e285e-062f-4856-b7b9-37b38f9a38fb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:54.985492 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f2e285e-062f-4856-b7b9-37b38f9a38fb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.041046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e285e-062f-4856-b7b9-37b38f9a38fb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acacff8-a806-49bf-b82e-ea0b029abc3c,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:55.057275 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.141953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb77fdff-0669-4006-89a7-f54ea3a06674 None None] Network 2a379799-d672-4171-96be-3d50103648d2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:23:55.174468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f2e285e-062f-4856-b7b9-37b38f9a38fb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.178516 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3f2e285e-062f-4856-b7b9-37b38f9a38fb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6420610 Oct 19 11:23:55.180296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32986) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:55.180843 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32988) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:55.202362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2ffcb102-083d-4c47-aa8d-cbc4d29c2327 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'security_group_rule': {'security_group_id': 'f6612cc0-518c-4262-b840-c943d95bd73d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:55.305249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f42fb812-02dc-41a8-97e3-863364cff791 None None] Provisioning complete for port 58956315-65bf-4443-94c3-f113c51b0fb7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:55.306279 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f42fb812-02dc-41a8-97e3-863364cff791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.362377 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2ffcb102-083d-4c47-aa8d-cbc4d29c2327 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.391915 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7a5a-b3f1-46c4-93a4-acc9d226a0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.448316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.471630 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-923a9a58-29f0-424f-8b52-d9e503ace04d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.500985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaffee-4360-430d-9eab-3f1a6f47b450 req-49cccc44-a5e3-45f1-9839-ff3752cdc7be tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:55.502810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-daeaffee-4360-430d-9eab-3f1a6f47b450 req-49cccc44-a5e3-45f1-9839-ff3752cdc7be tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.2335038 Oct 19 11:23:55.521135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f42fb812-02dc-41a8-97e3-863364cff791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.566703 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2ffcb102-083d-4c47-aa8d-cbc4d29c2327 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.582715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 58956315-65bf-4443-94c3-f113c51b0fb7 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:55.599690 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f42fb812-02dc-41a8-97e3-863364cff791 None None] For port 58956315-65bf-4443-94c3-f113c51b0fb7, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=58956315-65bf-4443-94c3-f113c51b0fb7,segment=NetworkSegment(f0e8a69a-5693-42d8-a2b1-5379cce15ab4),segment_id=f0e8a69a-5693-42d8-a2b1-5379cce15ab4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:55.603805 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-daeaffee-4360-430d-9eab-3f1a6f47b450 req-57251f4a-7b6b-4ece-9ad2-f2d61a147da5 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850136 Oct 19 11:23:55.659323 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-923a9a58-29f0-424f-8b52-d9e503ace04d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.677322 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2ffcb102-083d-4c47-aa8d-cbc4d29c2327 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.697274 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f42fb812-02dc-41a8-97e3-863364cff791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.712357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcb102-083d-4c47-aa8d-cbc4d29c2327 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e3b83d-35e2-4c51-83ee-d46838fa4337,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:55.739872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-923a9a58-29f0-424f-8b52-d9e503ace04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.762087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd56484e-4802-4daa-9899-463569d82659 req-7b6673bf-06fd-49a2-8c1f-41852777f9e8 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 210 time: 0.0579922 Oct 19 11:23:55.764948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fb812-02dc-41a8-97e3-863364cff791 None None] Pushing event updated for resources: {'Port': ['ID=58956315-65bf-4443-94c3-f113c51b0fb7,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:55.768526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Router b0920bac-c38d-4b95-9667-b9fed57c7b10 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:23:55.775703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 58956315-65bf-4443-94c3-f113c51b0fb7 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:55.779349 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.807346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-923a9a58-29f0-424f-8b52-d9e503ace04d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a923f8ad67f74f59b70bc887d6cd2aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240988 Oct 19 11:23:55.808448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a9a58-29f0-424f-8b52-d9e503ace04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1d7bf3-27c2-4116-bc46-e4097773d65a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:55.811080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33004) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:55.830660 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2ffcb102-083d-4c47-aa8d-cbc4d29c2327 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.831811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2ffcb102-083d-4c47-aa8d-cbc4d29c2327 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6467354 Oct 19 11:23:55.838062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33006) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:55.842528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:55.915059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35f4eed3-e5bb-41b5-adbd-10467f7b112e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.925750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5e80c599-dd1b-4471-bb65-5a986b5caa80 None None] Provisioning complete for port 58956315-65bf-4443-94c3-f113c51b0fb7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:55.926181 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e80c599-dd1b-4471-bb65-5a986b5caa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.946570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:23:55.955868 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35f4eed3-e5bb-41b5-adbd-10467f7b112e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:55.959501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Sync routers for ids ['b0920bac-c38d-4b95-9667-b9fed57c7b10'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:23:55.990882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Routers {'b0920bac-c38d-4b95-9667-b9fed57c7b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:55.991509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b0920bac-c38d-4b95-9667-b9fed57c7b10'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:56.066030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:56.106949 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35f4eed3-e5bb-41b5-adbd-10467f7b112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:56.110294 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35f4eed3-e5bb-41b5-adbd-10467f7b112e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:56.111444 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-35f4eed3-e5bb-41b5-adbd-10467f7b112e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d1d7bf3-27c2-4116-bc46-e4097773d65a HTTP/1.1" status: 204 len: 168 time: 0.2986810 Oct 19 11:23:56.127664 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:56.131895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4eed3-e5bb-41b5-adbd-10467f7b112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1d7bf3-27c2-4116-bc46-e4097773d65a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:56.132746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e2641954-73f0-4351-9f93-8526d734e1d3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4062142 Oct 19 11:23:56.136790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33016) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:56.137564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Set router b0920bac-c38d-4b95-9667-b9fed57c7b10 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:56.399532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:54Z', 'revision_number': 3, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:56.435501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Checking router: b0920bac-c38d-4b95-9667-b9fed57c7b10 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:23:56.436319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Updating router b0920bac-c38d-4b95-9667-b9fed57c7b10 port f41226f1-e451-45ff-b0a6-0fae7682ef79 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:23:56.506075 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:56.681120 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:56.754949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:56.826684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eee9b6-f9c6-4cea-abe7-d89c0bcb76d6 req-c001da07-d29e-438e-9f5d-7b100af1554f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:56.833992 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77eee9b6-f9c6-4cea-abe7-d89c0bcb76d6 req-c001da07-d29e-438e-9f5d-7b100af1554f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0833848 Oct 19 11:23:56.894311 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77eee9b6-f9c6-4cea-abe7-d89c0bcb76d6 req-4674c5fe-528a-4be2-ae73-902d50d08892 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562713 Oct 19 11:23:56.925962 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23d86059-b6e4-422d-9f7f-5da025615201 req-fc922bcb-f565-41a0-9f92-3747744af162 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 210 time: 0.0512676 Oct 19 11:23:56.927622 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.029712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Allocated IP 172.20.0.1 (2a379799-d672-4171-96be-3d50103648d2/6fba6953-6304-427b-b7e5-9f939a68d3e4/7815c124-a98b-4e1c-abe3-a432c0157a89) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:57.089420 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.150440 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Attempting to bind port f41226f1-e451-45ff-b0a6-0fae7682ef79 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:23:57.151137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Attempting to bind port f41226f1-e451-45ff-b0a6-0fae7682ef79 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:23:57.151737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Attempting to bind port f41226f1-e451-45ff-b0a6-0fae7682ef79 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:23:57.157114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-faeb0554-49a4-417d-bf31-c484ac244b09 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:57.158200 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-faeb0554-49a4-417d-bf31-c484ac244b09 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 806 time: 0.1736586 Oct 19 11:23:57.168675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:23:57.169139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:23:57.169672 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.170335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:23:57.170657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Bound port: f41226f1-e451-45ff-b0a6-0fae7682ef79, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:23:57.171095 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.174341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Request body: {'port': {'device_id': '83428169-8368-463d-a5bd-8657bfdb807c', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'admin_state_up': True, 'tenant_id': '2e25a8027c5140d4a21729ec31a9e586'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:57.177820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Allocated IP 172.25.2.10 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/a1da026f-21bc-4a63-95f5-0d3d5633e78c) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:57.205073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190d0c7-cc03-436a-b56e-9f1d09eea9ac None None] Pushing event updated for resources: {'Port': ['ID=f41226f1-e451-45ff-b0a6-0fae7682ef79,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:57.218897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33038) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:57.235371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] For port f41226f1-e451-45ff-b0a6-0fae7682ef79, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:23:57.238887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] For port f41226f1-e451-45ff-b0a6-0fae7682ef79, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f41226f1-e451-45ff-b0a6-0fae7682ef79,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:23:57.244461 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9a1ccfe2-9d4f-4f43-94fa-fb1255049077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.342031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.363102 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.446459 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9a1ccfe2-9d4f-4f43-94fa-fb1255049077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.461012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190d0c7-cc03-436a-b56e-9f1d09eea9ac None None] Pushing event updated for resources: {'Port': ['ID=f41226f1-e451-45ff-b0a6-0fae7682ef79,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:57.464189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Routers {'b0920bac-c38d-4b95-9667-b9fed57c7b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:23:57.469009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b0920bac-c38d-4b95-9667-b9fed57c7b10'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:57.488890 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.536377 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:57.540988 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9a1ccfe2-9d4f-4f43-94fa-fb1255049077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.567581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:57.571334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:57.587674 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9a1ccfe2-9d4f-4f43-94fa-fb1255049077 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64918899ea7a4b9a9392ad068c908eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625889 Oct 19 11:23:57.612846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33046) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:57.636621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 58956315-65bf-4443-94c3-f113c51b0fb7 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:57.637054 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.655326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'Port': ['ID=a1da026f-21bc-4a63-95f5-0d3d5633e78c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:57.663530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] Set router b0920bac-c38d-4b95-9667-b9fed57c7b10 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:23:57.672787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ccfe2-9d4f-4f43-94fa-fb1255049077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe6792-a11a-4229-b126-79ee6d9cb762,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:57.738805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.739526 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc3a22f7-6f23-4114-b03a-0a5473a6d629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.766468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc3a22f7-6f23-4114-b03a-0a5473a6d629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.816659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.820986 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c935-5598-4b4a-9e8f-ee4588176ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.824299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 58956315-65bf-4443-94c3-f113c51b0fb7 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:57.824694 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.841003 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.866676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Made reservation on behalf of 2e25a8027c5140d4a21729ec31a9e586 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:23:57.870858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.877642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Pushing event updated for resources: {'Port': ['ID=7815c124-a98b-4e1c-abe3-a432c0157a89,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:57.899943 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc3a22f7-6f23-4114-b03a-0a5473a6d629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.902476 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc3a22f7-6f23-4114-b03a-0a5473a6d629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:57.906752 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bc3a22f7-6f23-4114-b03a-0a5473a6d629 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eefe6792-a11a-4229-b126-79ee6d9cb762 HTTP/1.1" status: 204 len: 168 time: 0.2876770 Oct 19 11:23:57.927638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Network 2a379799-d672-4171-96be-3d50103648d2 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:57.935472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:57.938058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:57.980799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a22f7-6f23-4114-b03a-0a5473a6d629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe6792-a11a-4229-b126-79ee6d9cb762,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:57.992129 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.090943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33056) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:58.164714 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c595e2c-9a59-4b6e-a405-22eaa46d7991 req-42a2a46b-cc0b-4c1c-87a0-16e601e9a0ba tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 210 time: 0.0673444 Oct 19 11:23:58.181943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38609ae-1cce-42eb-ab5d-b333d6eb3b2f req-53a05e1d-23c9-4b8e-95d3-042b7e9a12bd tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:58.183807 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a38609ae-1cce-42eb-ab5d-b333d6eb3b2f req-53a05e1d-23c9-4b8e-95d3-042b7e9a12bd tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.1377451 Oct 19 11:23:58.258129 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.260398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:54Z', 'revision_number': 3, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:23:58.289589 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a38609ae-1cce-42eb-ab5d-b333d6eb3b2f req-fd2f9fae-805a-4c89-ad29-025234eb162e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933590 Oct 19 11:23:58.310401 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-05431ce5-683e-4a92-8d15-ac7c50cb115b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.327679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Allocated IP 172.20.0.12 (18304a53-7871-4558-a669-5f7ce4be705d/01fca6a7-aece-4f7e-bc3f-b414758cde01/874db5b3-4407-48a0-ae68-ec8638281111) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:23:58.342010 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1a779-2e61-49a6-8b68-14b76199453a None None] The sync data for ids ['b0920bac-c38d-4b95-9667-b9fed57c7b10'] in n-d-814547-1 is: [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:54Z', 'revision_number': 3, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:23:58.343059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.417269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-60e73d9d-ffd3-44a9-bd97-324fef1cf8b1 None None] Provisioning complete for port 7815c124-a98b-4e1c-abe3-a432c0157a89 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:58.417871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60e73d9d-ffd3-44a9-bd97-324fef1cf8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.456729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'Port': ['ID=a1da026f-21bc-4a63-95f5-0d3d5633e78c,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:58.480860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.483843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-60e73d9d-ffd3-44a9-bd97-324fef1cf8b1 None None] Port 7815c124-a98b-4e1c-abe3-a432c0157a89 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:23:58.507717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.511291 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-05431ce5-683e-4a92-8d15-ac7c50cb115b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.568656 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.570197 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2c4bfde2-2780-414a-9351-b83b07ff4564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7311242 Oct 19 11:23:58.575150 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.587126 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-05431ce5-683e-4a92-8d15-ac7c50cb115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.643265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-05431ce5-683e-4a92-8d15-ac7c50cb115b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a15ad7753ad46e99ef04f4388d565b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330794 Oct 19 11:23:58.644482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05431ce5-683e-4a92-8d15-ac7c50cb115b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b1d424-b7e1-49d3-bde2-8c637eebad71,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:58.645844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33070) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:23:58.763719 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.776956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:23:58.866598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Network 18304a53-7871-4558-a669-5f7ce4be705d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:58.877508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:58.903855 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25b85f1-7e21-4d89-bf60-4af9b29c966a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:58.907581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:23:58.968315 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event updated for resources: {'Port': ['ID=874db5b3-4407-48a0-ae68-ec8638281111,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:58.996169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-f33b46eb-4834-41cd-a59c-186b8eb35a9c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1251648011&fields=id&tenant_id=afaa71df9067470eafb9ec80706969aa HTTP/1.1" status: 200 len: 267 time: 0.1277468 Oct 19 11:23:59.025403 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25b85f1-7e21-4d89-bf60-4af9b29c966a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.037082 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.056993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:59.057613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.066101 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.100323 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.187528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-0acd33b8-5cf6-4c0d-a1c0-e7bd36eab1d0 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:59.194611 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-0acd33b8-5cf6-4c0d-a1c0-e7bd36eab1d0 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 817 time: 0.1975012 Oct 19 11:23:59.212317 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-6113be44-4949-41d2-a41f-92b5487363d1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/quotas/afaa71df9067470eafb9ec80706969aa HTTP/1.1" status: 200 len: 375 time: 0.0160685 Oct 19 11:23:59.250875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.286588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc301d9-c7b0-4d87-ae6f-e5bdfc718efc req-74ef6e7e-8cbc-4fb1-8f19-97a25a2c1c50 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:59.288312 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8bc301d9-c7b0-4d87-ae6f-e5bdfc718efc req-74ef6e7e-8cbc-4fb1-8f19-97a25a2c1c50 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 932 time: 0.0535693 Oct 19 11:23:59.309430 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-03d82d8c-1a78-4538-93bc-02cca6ef7d58 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1417489 Oct 19 11:23:59.316279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25b85f1-7e21-4d89-bf60-4af9b29c966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.318911 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25b85f1-7e21-4d89-bf60-4af9b29c966a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.320145 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b25b85f1-7e21-4d89-bf60-4af9b29c966a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4b1d424-b7e1-49d3-bde2-8c637eebad71 HTTP/1.1" status: 204 len: 168 time: 0.6733513 Oct 19 11:23:59.334699 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8bc301d9-c7b0-4d87-ae6f-e5bdfc718efc req-e3420640-a23f-4d59-a128-53d436a7b900 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388710 Oct 19 11:23:59.347341 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-5201ac4f-dd98-4b39-959a-99724c73d759 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1336427 Oct 19 11:23:59.360690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Request body: {'port': {'device_id': '83428169-8368-463d-a5bd-8657bfdb807c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:23:59.434624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b85f1-7e21-4d89-bf60-4af9b29c966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b1d424-b7e1-49d3-bde2-8c637eebad71,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:59.449637 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.455254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Pushing event updated for resources: {'Port': ['ID=7815c124-a98b-4e1c-abe3-a432c0157a89,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:23:59.531903 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.538633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d553a-b156-46f3-bdf0-895f64f6782d req-805846b4-3fa9-48a7-b431-ca6838eeee7d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:23:59.540993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b73d553a-b156-46f3-bdf0-895f64f6782d req-805846b4-3fa9-48a7-b431-ca6838eeee7d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.1022861 Oct 19 11:23:59.598255 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b73d553a-b156-46f3-bdf0-895f64f6782d req-3f5eb85e-c110-4bf0-a3f9-518e991099bd tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479624 Oct 19 11:23:59.605252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f41226f1-e451-45ff-b0a6-0fae7682ef79 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:23:59.658820 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f41226f1-e451-45ff-b0a6-0fae7682ef79 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:23:59.659478 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.690944 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-ca7c5e90-6979-494f-a31b-cfa244c64983 service neutron] 10.222.0.39 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426006 Oct 19 11:23:59.741386 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.763052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port f41226f1-e451-45ff-b0a6-0fae7682ef79, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f41226f1-e451-45ff-b0a6-0fae7682ef79,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:23:59.826233 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:23:59.864938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Network 2a379799-d672-4171-96be-3d50103648d2 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:23:59.872396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:23:59.937773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=f41226f1-e451-45ff-b0a6-0fae7682ef79,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:00.002087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-1f46bfac-4b1e-4972-92ba-c2981f085d56 service neutron] 10.222.0.39 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603588 Oct 19 11:24:00.124736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Router b0920bac-c38d-4b95-9667-b9fed57c7b10 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:24:00.138990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874db5b3-4407-48a0-ae68-ec8638281111 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:24:00.184570 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.206653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Transition to ACTIVE for port object 874db5b3-4407-48a0-ae68-ec8638281111 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:24:00.233190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7a62e7cf-82a5-4263-8393-112ba9687b99 None None] Provisioning complete for port 7815c124-a98b-4e1c-abe3-a432c0157a89 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:00.233691 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7a62e7cf-82a5-4263-8393-112ba9687b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.286971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33124) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:00.303525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:24:00.315012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0dde5fb-c71d-4053-9dc3-746d175b9a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.332790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-395d3e56-3a07-4bb9-8146-8bf21458fc0f admin admin] 10.222.0.39 "PUT /v2.0/routers/b0920bac-c38d-4b95-9667-b9fed57c7b10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1859274 Oct 19 11:24:00.332790 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.338227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7a62e7cf-82a5-4263-8393-112ba9687b99 None None] Port 7815c124-a98b-4e1c-abe3-a432c0157a89 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:24:00.406779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Pushing event updated for resources: {'Port': ['ID=874db5b3-4407-48a0-ae68-ec8638281111,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:00.417410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e439d437-79db-4968-842a-e70734e7b4be req-9fff64cb-997b-413d-8059-ce9668763026 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 210 time: 0.1044116 Oct 19 11:24:00.570578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e1500-e27d-4869-b11c-7d813d7e150d req-f6b823e6-ca75-4887-a564-e2e379fc0167 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:00.573077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-644e1500-e27d-4869-b11c-7d813d7e150d req-f6b823e6-ca75-4887-a564-e2e379fc0167 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 944 time: 0.1158025 Oct 19 11:24:00.580998 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0dde5fb-c71d-4053-9dc3-746d175b9a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.611158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Attempting to bind port 874db5b3-4407-48a0-ae68-ec8638281111 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:24:00.611505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Attempting to bind port 874db5b3-4407-48a0-ae68-ec8638281111 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:24:00.611946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Attempting to bind port 874db5b3-4407-48a0-ae68-ec8638281111 on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:00.645815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Port 874db5b3-4407-48a0-ae68-ec8638281111 on network 18304a53-7871-4558-a669-5f7ce4be705d not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:24:00.648245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Attempting to bind port 874db5b3-4407-48a0-ae68-ec8638281111 on network 18304a53-7871-4558-a669-5f7ce4be705d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:00.652573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-644e1500-e27d-4869-b11c-7d813d7e150d req-2450a939-c01f-43bd-a950-0f402e2df73d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719185 Oct 19 11:24:00.654500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:24:00.655020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Checking segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:24:00.655253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Bound using segment: {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:24:00.655705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Bound port: 874db5b3-4407-48a0-ae68-ec8638281111, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f96e51-becc-4f09-ab1c-f279f914264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:24:00.656023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.666592 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0dde5fb-c71d-4053-9dc3-746d175b9a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.721032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d0dde5fb-c71d-4053-9dc3-746d175b9a81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5e54f42b2494c018aea7932b5dd5f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284093 Oct 19 11:24:00.721032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dde5fb-c71d-4053-9dc3-746d175b9a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1fdc1d-1f08-4175-af2c-f6e460fb42ab,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:00.721342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33144) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:00.740204 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.741413 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Sync routers for ids ['b0920bac-c38d-4b95-9667-b9fed57c7b10'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:24:00.755003 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Routers {'b0920bac-c38d-4b95-9667-b9fed57c7b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:00.757251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] For port 874db5b3-4407-48a0-ae68-ec8638281111, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:24:00.757979 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b0920bac-c38d-4b95-9667-b9fed57c7b10'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:00.761192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] For port 874db5b3-4407-48a0-ae68-ec8638281111, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=874db5b3-4407-48a0-ae68-ec8638281111,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:24:00.819045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58cafc-96ca-4f9a-8883-45933af10ebc req-20f3b94f-f25b-49c6-a5d3-89a6bd516cfc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:00.827898 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3e58cafc-96ca-4f9a-8883-45933af10ebc req-20f3b94f-f25b-49c6-a5d3-89a6bd516cfc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0633948 Oct 19 11:24:00.844031 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.863044 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-352802a3-c257-47d3-a5f2-774a05858f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.897105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-352802a3-c257-47d3-a5f2-774a05858f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.897772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:00.898422 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:00.899957 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] 10.222.0.49 "PUT /v2.0/ports/874db5b3-4407-48a0-ae68-ec8638281111 HTTP/1.1" status: 200 len: 1092 time: 1.5786355 Oct 19 11:24:00.902267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83428169-8368-463d-a5bd-8657bfdb807c', 'tag': '874db5b3-4407-48a0-ae68-ec8638281111'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:00.904569 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c2eaf8-b9a8-4896-81da-3ba0dcc5b563" -d '{"events": [{"name": "network-changed", "server_uuid": "83428169-8368-463d-a5bd-8657bfdb807c", "tag": "874db5b3-4407-48a0-ae68-ec8638281111"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:00.927610 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3e58cafc-96ca-4f9a-8883-45933af10ebc req-f35e63d8-7dac-402e-8d18-141cf1a4ce90 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950983 Oct 19 11:24:00.967148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86508255-3c11-4585-a1dc-5a1db1084653 service neutron] Pushing event updated for resources: {'Port': ['ID=874db5b3-4407-48a0-ae68-ec8638281111,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:00.974218 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Set router b0920bac-c38d-4b95-9667-b9fed57c7b10 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:24:01.031274 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-352802a3-c257-47d3-a5f2-774a05858f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:01.034440 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-352802a3-c257-47d3-a5f2-774a05858f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:01.035621 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-352802a3-c257-47d3-a5f2-774a05858f3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca1fdc1d-1f08-4175-af2c-f6e460fb42ab HTTP/1.1" status: 204 len: 168 time: 0.3134251 Oct 19 11:24:01.052777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352802a3-c257-47d3-a5f2-774a05858f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1fdc1d-1f08-4175-af2c-f6e460fb42ab,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:01.094003 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c761682-7f39-4966-9597-9fbca4fac4c0 x-openstack-request-id: req-6c761682-7f39-4966-9597-9fbca4fac4c0 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:01.094300 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83428169-8368-463d-a5bd-8657bfdb807c", "tag": "874db5b3-4407-48a0-ae68-ec8638281111", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:01.094551 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c761682-7f39-4966-9597-9fbca4fac4c0 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:01.094952 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83428169-8368-463d-a5bd-8657bfdb807c', 'tag': '874db5b3-4407-48a0-ae68-ec8638281111', 'status': 'completed', 'code': 200} Oct 19 11:24:01.145500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-bbecc495-ab9b-4a43-ba74-1b7fda943172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:01.155710 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-bbecc495-ab9b-4a43-ba74-1b7fda943172 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 1095 time: 0.1212456 Oct 19 11:24:01.214797 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-ed13eafb-5de2-4079-bb8c-647d3c30ded4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=874db5b3-4407-48a0-ae68-ec8638281111 HTTP/1.1" status: 200 len: 217 time: 0.0512455 Oct 19 11:24:01.289339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-f0af6990-45f8-46cf-b877-10b93a39e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:01.291777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-f0af6990-45f8-46cf-b877-10b93a39e655 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.0702980 Oct 19 11:24:01.331494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-0d3bf91f-8af9-4c6f-b865-9f2beeab0b9c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293708 Oct 19 11:24:01.356435 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:58Z', 'revision_number': 4, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7815c124-a98b-4e1c-abe3-a432c0157a89', 'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'mac_address': 'fa:16:3e:cb:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:56Z', 'updated_at': '2021-10-19T11:23:58Z', 'revision_number': 2, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'subnets': [{'id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:01.382008 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Checking router: b0920bac-c38d-4b95-9667-b9fed57c7b10 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:24:01.382376 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Updating router b0920bac-c38d-4b95-9667-b9fed57c7b10 port 7815c124-a98b-4e1c-abe3-a432c0157a89 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:24:01.423981 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:01.453492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33170) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:01.458049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ced3c2ce-f4c2-463b-998e-da2a14a61bf9 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466243516', 'description': 'tempest-description--1100441276'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:01.475503 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-52ea8f44-f850-4c05-81d6-e578419f6076 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372843 Oct 19 11:24:01.526957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f41226f1-e451-45ff-b0a6-0fae7682ef79 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:24:01.529154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ced3c2ce-f4c2-463b-998e-da2a14a61bf9 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:01.583883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f41226f1-e451-45ff-b0a6-0fae7682ef79 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:01.584671 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:01.613186 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38496a22-c93a-4537-86b6-9bb0834d3805 req-81427984-ce2c-42dc-b76c-6e66db507624 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 210 time: 0.0842869 Oct 19 11:24:01.713180 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e25e1cb6-6116-4f7e-bb40-74b65474034a req-4cada71b-cd1b-42be-8976-90d0328695a9 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257802 Oct 19 11:24:01.736148 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ced3c2ce-f4c2-463b-998e-da2a14a61bf9 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:01.839076 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ced3c2ce-f4c2-463b-998e-da2a14a61bf9 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:01.873887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2eaf8-b9a8-4896-81da-3ba0dcc5b563 req-c25303bf-e5ea-4d15-8b44-6004440c8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:01.875238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15c2eaf8-b9a8-4896-81da-3ba0dcc5b563 req-c25303bf-e5ea-4d15-8b44-6004440c8908 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 1095 time: 0.0597484 Oct 19 11:24:01.893996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522b73f-ee4c-4f4b-9522-5cfc58d742d5 req-0b8750a2-80a9-484c-b115-5f8ba5dab7a5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:01.902773 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f522b73f-ee4c-4f4b-9522-5cfc58d742d5 req-0b8750a2-80a9-484c-b115-5f8ba5dab7a5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 944 time: 0.1309559 Oct 19 11:24:01.907303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3c2ce-f4c2-463b-998e-da2a14a61bf9 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0405abc9-1e62-443f-8faa-c53790b7475b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:01.962035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f522b73f-ee4c-4f4b-9522-5cfc58d742d5 req-4f74ddff-d69d-4dab-a3fb-1b3b12a4dee1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449708 Oct 19 11:24:01.989653 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:01.994408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ced3c2ce-f4c2-463b-998e-da2a14a61bf9 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:01.996431 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ced3c2ce-f4c2-463b-998e-da2a14a61bf9 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5419321 Oct 19 11:24:02.007700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33186) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:02.007700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-37215b84-c540-4bab-8104-50914acca9ea tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Request body: {'security_group_rule': {'security_group_id': '0405abc9-1e62-443f-8faa-c53790b7475b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:02.054545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2eaf8-b9a8-4896-81da-3ba0dcc5b563 req-d63f7b2f-d38e-4d77-bee6-8caf90deb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:02.057126 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15c2eaf8-b9a8-4896-81da-3ba0dcc5b563 req-d63f7b2f-d38e-4d77-bee6-8caf90deb00e service neutron] 10.222.0.49 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 907 time: 0.1694298 Oct 19 11:24:02.088727 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.113629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15c2eaf8-b9a8-4896-81da-3ba0dcc5b563 req-3319680f-a768-4999-94b3-50efa1ae8e7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=874db5b3-4407-48a0-ae68-ec8638281111 HTTP/1.1" status: 200 len: 217 time: 0.0388117 Oct 19 11:24:02.172605 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11049746-723c-4c92-aa8a-b3a6b461113f None None] Pushing event updated for resources: {'Port': ['ID=7815c124-a98b-4e1c-abe3-a432c0157a89,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:02.173810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72675797-1b28-405c-bc36-ac10e040d636 req-bb24f339-78f3-4b0a-b134-cd472e8c0432 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:02.177824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72675797-1b28-405c-bc36-ac10e040d636 req-bb24f339-78f3-4b0a-b134-cd472e8c0432 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.1391449 Oct 19 11:24:02.178578 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-37215b84-c540-4bab-8104-50914acca9ea tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.246176 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Attempting to bind port 7815c124-a98b-4e1c-abe3-a432c0157a89 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:24:02.246546 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Attempting to bind port 7815c124-a98b-4e1c-abe3-a432c0157a89 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:24:02.246906 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Attempting to bind port 7815c124-a98b-4e1c-abe3-a432c0157a89 on network 2a379799-d672-4171-96be-3d50103648d2 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:02.253196 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:24:02.253570 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Checking segment: {'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:24:02.253958 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.254643 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Bound using segment: {'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:24:02.254784 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Bound port: 7815c124-a98b-4e1c-abe3-a432c0157a89, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:24:02.255696 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.268753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2eaf8-b9a8-4896-81da-3ba0dcc5b563 req-6bf6c4f8-185b-4fdd-ac1c-c07c1d449177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:02.270207 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15c2eaf8-b9a8-4896-81da-3ba0dcc5b563 req-6bf6c4f8-185b-4fdd-ac1c-c07c1d449177 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.1482539 Oct 19 11:24:02.330657 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15c2eaf8-b9a8-4896-81da-3ba0dcc5b563 req-aa7bcdcd-a4d8-4fb6-ac97-6a52af662d86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424647 Oct 19 11:24:02.363322 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72675797-1b28-405c-bc36-ac10e040d636 req-9a656776-6163-4230-bf0a-28e526c2011e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648984 Oct 19 11:24:02.368755 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] For port 7815c124-a98b-4e1c-abe3-a432c0157a89, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:24:02.372501 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] For port 7815c124-a98b-4e1c-abe3-a432c0157a89, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7815c124-a98b-4e1c-abe3-a432c0157a89,segment=NetworkSegment(f0e8a69a-5693-42d8-a2b1-5379cce15ab4),segment_id=f0e8a69a-5693-42d8-a2b1-5379cce15ab4)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:24:02.453607 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-37215b84-c540-4bab-8104-50914acca9ea tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.485771 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.507456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15c2eaf8-b9a8-4896-81da-3ba0dcc5b563 req-666a9121-8dc2-4876-a592-69d19edbaa16 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579514 Oct 19 11:24:02.510987 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-37215b84-c540-4bab-8104-50914acca9ea tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.511388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ce40edea-7db0-4345-ae00-7799c800e184 None None] Provisioning complete for port 7815c124-a98b-4e1c-abe3-a432c0157a89 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:02.511881 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ce40edea-7db0-4345-ae00-7799c800e184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.526863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37215b84-c540-4bab-8104-50914acca9ea tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f402dc-c539-4970-bdcf-7a1cbb6fd4c0,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:02.641994 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Routers {'b0920bac-c38d-4b95-9667-b9fed57c7b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:02.645481 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ce40edea-7db0-4345-ae00-7799c800e184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.651820 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b0920bac-c38d-4b95-9667-b9fed57c7b10'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:02.665818 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15c2eaf8-b9a8-4896-81da-3ba0dcc5b563 req-a940270a-1f84-42b9-bbd5-4f00a35615b2 service neutron] 10.222.0.49 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421072 Oct 19 11:24:02.736141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ce40edea-7db0-4345-ae00-7799c800e184 None None] For port 7815c124-a98b-4e1c-abe3-a432c0157a89, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7815c124-a98b-4e1c-abe3-a432c0157a89,segment=NetworkSegment(f0e8a69a-5693-42d8-a2b1-5379cce15ab4),segment_id=f0e8a69a-5693-42d8-a2b1-5379cce15ab4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:02.757363 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11049746-723c-4c92-aa8a-b3a6b461113f None None] Pushing event updated for resources: {'Port': ['ID=7815c124-a98b-4e1c-abe3-a432c0157a89,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:02.782135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-37215b84-c540-4bab-8104-50914acca9ea tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.783432 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-37215b84-c540-4bab-8104-50914acca9ea tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7831352 Oct 19 11:24:02.786086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33214) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:02.792936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-39d56c95-82a0-4ef1-b793-4881aec7bf8c tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Request body: {'security_group_rule': {'security_group_id': '0405abc9-1e62-443f-8faa-c53790b7475b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:02.812881 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dc525c8d-4c00-4e4a-a45f-f3cb6ddce2e1 req-0ec6f5ef-b548-4965-b9ff-071777eb430f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 210 time: 0.0564771 Oct 19 11:24:02.815344 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ce40edea-7db0-4345-ae00-7799c800e184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.882442 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] Set router b0920bac-c38d-4b95-9667-b9fed57c7b10 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:24:02.899477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-a708c6cd-aaf5-4a1e-888d-c33a78c5f4b5 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:02.905499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-a708c6cd-aaf5-4a1e-888d-c33a78c5f4b5 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.26 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 817 time: 0.3102741 Oct 19 11:24:02.936333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40edea-7db0-4345-ae00-7799c800e184 None None] Pushing event updated for resources: {'Port': ['ID=7815c124-a98b-4e1c-abe3-a432c0157a89,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:02.943735 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39d56c95-82a0-4ef1-b793-4881aec7bf8c tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:02.960692 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-3d1e9e07-c56c-431a-8d43-645404413c1c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afaa71df9067470eafb9ec80706969aa HTTP/1.1" status: 200 len: 380 time: 0.0445871 Oct 19 11:24:02.971140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'port': {'device_id': '804a9553-1851-47bf-925e-76669c44f497', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'admin_state_up': True, 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'security_groups': ['f6612cc0-518c-4262-b840-c943d95bd73d']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:03.046745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6bf81aa1-67cc-40c9-b15f-98b70286606f None None] Provisioning complete for port 7815c124-a98b-4e1c-abe3-a432c0157a89 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:03.047129 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6bf81aa1-67cc-40c9-b15f-98b70286606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:03.130337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39d56c95-82a0-4ef1-b793-4881aec7bf8c tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:03.147279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9ccc0-12b3-4257-bfa9-cd3d0d9d904b req-d5e98810-cc94-4b7c-8d79-0fcbb6ea0366 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:03.149878 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3a9ccc0-12b3-4257-bfa9-cd3d0d9d904b req-d5e98810-cc94-4b7c-8d79-0fcbb6ea0366 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 944 time: 0.0947669 Oct 19 11:24:03.213367 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3a9ccc0-12b3-4257-bfa9-cd3d0d9d904b req-be152d28-4b26-4471-b1af-5234024dd9d1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572724 Oct 19 11:24:03.237451 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:58Z', 'revision_number': 4, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7815c124-a98b-4e1c-abe3-a432c0157a89', 'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'mac_address': 'fa:16:3e:cb:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:56Z', 'updated_at': '2021-10-19T11:24:02Z', 'revision_number': 4, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'subnets': [{'id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:03.242875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39d56c95-82a0-4ef1-b793-4881aec7bf8c tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:03.262700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d56c95-82a0-4ef1-b793-4881aec7bf8c tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45b1a01-4b20-4b43-a7b7-c5c29b2b4a57,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:03.270572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161360ff-3816-4bf8-9cca-c7891c238194 None None] The sync data for ids ['b0920bac-c38d-4b95-9667-b9fed57c7b10'] in n-d-814547-1 is: [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:58Z', 'revision_number': 4, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7815c124-a98b-4e1c-abe3-a432c0157a89', 'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'mac_address': 'fa:16:3e:cb:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:56Z', 'updated_at': '2021-10-19T11:24:02Z', 'revision_number': 4, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'subnets': [{'id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:24:03.300099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Made reservation on behalf of afaa71df9067470eafb9ec80706969aa for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:24:03.304438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:03.404269 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39d56c95-82a0-4ef1-b793-4881aec7bf8c tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:03.406185 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-39d56c95-82a0-4ef1-b793-4881aec7bf8c tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6187420 Oct 19 11:24:03.411910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33232) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:03.424155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:03.573552 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:03.574021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Allocated IP 172.20.0.5 (65c6e9e4-311a-41e0-beee-27b3281b5d29/97728146-5d22-4ba2-8f2a-d25e87f7f19d/654d9da9-a1d0-4e8d-ac99-80d48b338318) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:03.575936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7815c124-a98b-4e1c-abe3-a432c0157a89 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:24:03.614689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29441a94-cd93-4100-9a3f-54d218afde8a req-27c08715-1124-40c8-b2c5-bb1402848c6b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:03.619398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-29441a94-cd93-4100-9a3f-54d218afde8a req-27c08715-1124-40c8-b2c5-bb1402848c6b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.1025078 Oct 19 11:24:03.638492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7815c124-a98b-4e1c-abe3-a432c0157a89 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:03.639884 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:03.717870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-29441a94-cd93-4100-9a3f-54d218afde8a req-7f6e421e-a847-4c02-af07-6392d67e67e2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876997 Oct 19 11:24:03.727233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:03.918994 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:04.014930 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:04.076234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Network 65c6e9e4-311a-41e0-beee-27b3281b5d29 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:04.079632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:04.084713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:04.092665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:04.201028 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:04.201715 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:04.314109 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-9be06d94-da2a-41be-843c-4146f2f773f8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3467488 Oct 19 11:24:04.315370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccf95c-d42d-4f3b-b917-60b10e3e83d4 req-20f0dd55-bd37-43d8-8bdf-e541acea377e tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:04.317250 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-52ccf95c-d42d-4f3b-b917-60b10e3e83d4 req-20f0dd55-bd37-43d8-8bdf-e541acea377e tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 931 time: 0.1312861 Oct 19 11:24:04.327771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Request body: {'port': {'device_id': '804a9553-1851-47bf-925e-76669c44f497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:04.387401 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Allocated IP 172.25.2.247 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/126f30b1-e8fe-45b2-bb7c-688bb1bdeb28) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:04.426761 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-52ccf95c-d42d-4f3b-b917-60b10e3e83d4 req-f2f383c1-0fc6-4777-91c2-69e1dda43920 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917490 Oct 19 11:24:04.460936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:04.483348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-38e02dcb-0dc5-46cd-bc36-e6f3ab926c89 None None] Provisioning complete for port 654d9da9-a1d0-4e8d-ac99-80d48b338318 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:04.484387 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-38e02dcb-0dc5-46cd-bc36-e6f3ab926c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:04.519969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a10ccd-ba1d-48ac-8383-1158387590f2 req-e2382fe1-bb77-4425-a696-c6c268a39c76 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:04.527888 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80a10ccd-ba1d-48ac-8383-1158387590f2 req-e2382fe1-bb77-4425-a696-c6c268a39c76 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 944 time: 0.1968696 Oct 19 11:24:04.538516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-38e02dcb-0dc5-46cd-bc36-e6f3ab926c89 None None] Port 654d9da9-a1d0-4e8d-ac99-80d48b338318 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:24:04.558682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 874db5b3-4407-48a0-ae68-ec8638281111 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:24:04.587089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80a10ccd-ba1d-48ac-8383-1158387590f2 req-9e4c3488-2bb8-4180-8ebb-6f295f0ce539 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521235 Oct 19 11:24:04.678246 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:04.800168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 874db5b3-4407-48a0-ae68-ec8638281111, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=874db5b3-4407-48a0-ae68-ec8638281111,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:04.820098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '874db5b3-4407-48a0-ae68-ec8638281111', 'network_id': '18304a53-7871-4558-a669-5f7ce4be705d', 'port_id': '874db5b3-4407-48a0-ae68-ec8638281111', 'mac_address': 'fa:16:3e:8b:fb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01fca6a7-aece-4f7e-bc3f-b414758cde01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:24:04.872651 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:04.877031 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:04.889795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874db5b3-4407-48a0-ae68-ec8638281111 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:24:04.912927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 874db5b3-4407-48a0-ae68-ec8638281111, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=874db5b3-4407-48a0-ae68-ec8638281111,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:04.922129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654d9da9-a1d0-4e8d-ac99-80d48b338318 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:24:04.932504 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:04.937496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fbbb7-458c-4bdf-88ae-28b5754daf3c req-c15bf29a-585c-4f18-a73a-f4ac99e9fc2b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:04.945377 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-309fbbb7-458c-4bdf-88ae-28b5754daf3c req-c15bf29a-585c-4f18-a73a-f4ac99e9fc2b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.1375363 Oct 19 11:24:04.959109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Transition to ACTIVE for port object 654d9da9-a1d0-4e8d-ac99-80d48b338318 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:24:04.976028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:04.980325 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:04.982786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:04.986541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:04.991728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Pushing event updated for resources: {'Port': ['ID=126f30b1-e8fe-45b2-bb7c-688bb1bdeb28,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:05.031349 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:05.041310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-309fbbb7-458c-4bdf-88ae-28b5754daf3c req-7aa30733-ea57-4a2c-a376-a23949ed30ad tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896237 Oct 19 11:24:05.082615 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=874db5b3-4407-48a0-ae68-ec8638281111,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:05.107297 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:05.130463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:05.216483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['874db5b3-4407-48a0-ae68-ec8638281111'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:24:05.228090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:05.229401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Attempting to bind port 654d9da9-a1d0-4e8d-ac99-80d48b338318 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:24:05.229742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Attempting to bind port 654d9da9-a1d0-4e8d-ac99-80d48b338318 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:24:05.230142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Attempting to bind port 654d9da9-a1d0-4e8d-ac99-80d48b338318 on network 65c6e9e4-311a-41e0-beee-27b3281b5d29 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:05.239675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Port 654d9da9-a1d0-4e8d-ac99-80d48b338318 on network 65c6e9e4-311a-41e0-beee-27b3281b5d29 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:24:05.240061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Attempting to bind port 654d9da9-a1d0-4e8d-ac99-80d48b338318 on network 65c6e9e4-311a-41e0-beee-27b3281b5d29 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:05.250476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:24:05.254816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Checking segment: {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:24:05.254816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Bound using segment: {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:24:05.254816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Bound port: 654d9da9-a1d0-4e8d-ac99-80d48b338318, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:24:05.254816 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:05.390166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:24:05.394660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:24:05.466288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:05.470840 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:05.509084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:05.509699 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:05.511105 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/654d9da9-a1d0-4e8d-ac99-80d48b338318 HTTP/1.1" status: 200 len: 1091 time: 1.1879644 Oct 19 11:24:05.511556 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:05.519009 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8891dc35-e7f9-4fe2-81d4-55730c428d66" -d '{"events": [{"name": "network-changed", "server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:05.551606 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:05.577319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618a57c-9945-4828-aaa8-490bf52004c6 service neutron] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:05.583047 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d497e21-9bde-4039-ae4b-9a257fa7e151 x-openstack-request-id: req-1d497e21-9bde-4039-ae4b-9a257fa7e151 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:05.583333 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:05.583620 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d497e21-9bde-4039-ae4b-9a257fa7e151 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:05.584327 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'status': 'completed', 'code': 200} Oct 19 11:24:05.621396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af6be2-9f9c-4dcc-8197-e4cca8b2b057 req-d91e8f68-651b-40f6-b1d4-bcd021b044fd tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:05.624121 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31af6be2-9f9c-4dcc-8197-e4cca8b2b057 req-d91e8f68-651b-40f6-b1d4-bcd021b044fd tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 943 time: 0.1022000 Oct 19 11:24:05.684125 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Pushing event updated for resources: {'Port': ['ID=126f30b1-e8fe-45b2-bb7c-688bb1bdeb28,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:05.695689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891dc35-e7f9-4fe2-81d4-55730c428d66 req-275c3b6f-09b7-4058-8443-5e554d035b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:05.697706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8891dc35-e7f9-4fe2-81d4-55730c428d66 req-275c3b6f-09b7-4058-8443-5e554d035b8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 1094 time: 0.0945232 Oct 19 11:24:05.726611 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:05.763765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33471660-4625-4cee-9fdf-01a16da0a611 req-e75f2832-b0a3-41bb-8891-c474af342a55 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:05.771627 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-33471660-4625-4cee-9fdf-01a16da0a611 req-e75f2832-b0a3-41bb-8891-c474af342a55 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 945 time: 0.0804567 Oct 19 11:24:05.832016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-33471660-4625-4cee-9fdf-01a16da0a611 req-695a1041-593e-490f-b826-f98556703632 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Oct 19 11:24:05.832016 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:05.839210 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a65a5e98-a8e8-4270-800d-06cd472dcb2b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4258292 Oct 19 11:24:05.867957 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31af6be2-9f9c-4dcc-8197-e4cca8b2b057 req-f0991905-7ab8-4aa4-b1cb-c5f3ee214745 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006624 Oct 19 11:24:05.876192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891dc35-e7f9-4fe2-81d4-55730c428d66 req-c16e6ed0-4e92-4783-8029-abb31a1c5df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:05.877805 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8891dc35-e7f9-4fe2-81d4-55730c428d66 req-c16e6ed0-4e92-4783-8029-abb31a1c5df8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=afaa71df9067470eafb9ec80706969aa&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1511896 Oct 19 11:24:05.982384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891dc35-e7f9-4fe2-81d4-55730c428d66 req-fd6a54a6-d9c7-49a2-966e-3622543d82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:05.984016 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8891dc35-e7f9-4fe2-81d4-55730c428d66 req-fd6a54a6-d9c7-49a2-966e-3622543d82db service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952439 Oct 19 11:24:06.070335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-64b18d5b-3753-4f35-835d-b3e3a8ae480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:06.071859 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-64b18d5b-3753-4f35-835d-b3e3a8ae480a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 1094 time: 0.0464823 Oct 19 11:24:06.153355 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-16a062b9-2389-42ba-9497-5340d250ec1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318 HTTP/1.1" status: 200 len: 217 time: 0.0671158 Oct 19 11:24:06.217465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdb662-d91b-42c3-bfd5-879f286bf920 req-aa6dd03b-93a6-44c9-82f3-9eb27013dac8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:06.217465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96cdb662-d91b-42c3-bfd5-879f286bf920 req-aa6dd03b-93a6-44c9-82f3-9eb27013dac8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0957623 Oct 19 11:24:06.217675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-fc201949-5ce0-4118-991d-918245f724e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:06.218826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-fc201949-5ce0-4118-991d-918245f724e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.0621958 Oct 19 11:24:06.307648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-2aeea92a-5333-4b3d-819f-2fab9e2330d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:06.308148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96cdb662-d91b-42c3-bfd5-879f286bf920 req-87780639-da59-4d23-a8f2-e99cea6f458d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792897 Oct 19 11:24:06.309360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-2aeea92a-5333-4b3d-819f-2fab9e2330d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797586 Oct 19 11:24:06.471093 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-f4c180e8-656d-4814-946c-1fb55130371e service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502864 Oct 19 11:24:06.473556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4767224e-e671-4664-8967-615fc90dfe47 req-aea18137-9db5-420e-adac-cffcf396d1e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680482 Oct 19 11:24:06.554657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 874db5b3-4407-48a0-ae68-ec8638281111 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:24:06.595191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767224e-e671-4664-8967-615fc90dfe47 req-87474da7-efc1-467f-a959-145729921439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:06.596933 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4767224e-e671-4664-8967-615fc90dfe47 req-87474da7-efc1-467f-a959-145729921439 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e25a8027c5140d4a21729ec31a9e586&device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 1097 time: 0.0938613 Oct 19 11:24:06.610359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62ae9e8d-1953-43ad-82e6-e2349d1abcab req-df339b19-82a8-4c3b-b156-f6cbe13f09d0 service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266603 Oct 19 11:24:06.719148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767224e-e671-4664-8967-615fc90dfe47 req-6300c8cb-7eb0-4950-b31d-cf2b0d40e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:06.720667 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4767224e-e671-4664-8967-615fc90dfe47 req-6300c8cb-7eb0-4950-b31d-cf2b0d40e0d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 200 len: 907 time: 0.0952289 Oct 19 11:24:06.734736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 874db5b3-4407-48a0-ae68-ec8638281111 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:24:06.739950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 874db5b3-4407-48a0-ae68-ec8638281111 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:06.744347 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:06.764847 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4767224e-e671-4664-8967-615fc90dfe47 req-a676ca19-4864-4e05-baf3-6383752dd21f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=092b9139-c22a-46b9-a52b-ed239c599b09 HTTP/1.1" status: 200 len: 217 time: 0.0365064 Oct 19 11:24:06.828462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767224e-e671-4664-8967-615fc90dfe47 req-68df9e84-ad6d-49b8-beee-f3e39cb8c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:06.831692 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4767224e-e671-4664-8967-615fc90dfe47 req-68df9e84-ad6d-49b8-beee-f3e39cb8c789 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 200 len: 846 time: 0.0577857 Oct 19 11:24:06.848677 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:06.890922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4767224e-e671-4664-8967-615fc90dfe47 req-07d6886c-9e01-4cd9-99b6-ec2769744e1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=18304a53-7871-4558-a669-5f7ce4be705d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516946 Oct 19 11:24:06.904124 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83428169-8368-463d-a5bd-8657bfdb807c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874db5b3-4407-48a0-ae68-ec8638281111'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:06.909736 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8237dcd8-9f3b-45ea-88c3-ffbe920562f7" -d '{"events": [{"server_uuid": "83428169-8368-463d-a5bd-8657bfdb807c", "name": "network-vif-plugged", "status": "completed", "tag": "874db5b3-4407-48a0-ae68-ec8638281111"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:06.947296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 874db5b3-4407-48a0-ae68-ec8638281111, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=874db5b3-4407-48a0-ae68-ec8638281111,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:06.962519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33356) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:07.008560 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:07.034840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329f6c6-1ae5-429b-b758-13ef8df0f506 req-dc2de2e8-73c5-416c-ab4f-ea1624ef00c3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:07.036543 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e329f6c6-1ae5-429b-b758-13ef8df0f506 req-dc2de2e8-73c5-416c-ab4f-ea1624ef00c3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 943 time: 0.0833709 Oct 19 11:24:07.068410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac68a9-5940-4788-8cf4-5026d03afb6a req-f4029649-f5da-4f47-b53c-87f2271b9179 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:07.070131 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09ac68a9-5940-4788-8cf4-5026d03afb6a req-f4029649-f5da-4f47-b53c-87f2271b9179 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 945 time: 0.1313577 Oct 19 11:24:07.081307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4767224e-e671-4664-8967-615fc90dfe47 req-2304f7af-ee7a-458b-a873-07a938e3cd32 service neutron] 10.222.0.26 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724615 Oct 19 11:24:07.097905 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=874db5b3-4407-48a0-ae68-ec8638281111,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:07.104864 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e329f6c6-1ae5-429b-b758-13ef8df0f506 req-fc968180-806b-4d4a-b771-ca09558ba77a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562735 Oct 19 11:24:07.166911 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a67b72-be97-4c32-a18f-29053ea168e8 x-openstack-request-id: req-48a67b72-be97-4c32-a18f-29053ea168e8 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:07.167202 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83428169-8368-463d-a5bd-8657bfdb807c", "name": "network-vif-plugged", "status": "completed", "tag": "874db5b3-4407-48a0-ae68-ec8638281111", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:07.167457 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48a67b72-be97-4c32-a18f-29053ea168e8 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:07.167848 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83428169-8368-463d-a5bd-8657bfdb807c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874db5b3-4407-48a0-ae68-ec8638281111', 'code': 200} Oct 19 11:24:07.218503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09ac68a9-5940-4788-8cf4-5026d03afb6a req-58e4b8f1-6249-44aa-ad91-5568a5cede5e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390896 Oct 19 11:24:07.223001 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b20712b-62cc-469e-bbd5-2a9f9c7abc02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:07.240867 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4767224e-e671-4664-8967-615fc90dfe47 req-1403309e-48a1-4826-a6ce-6882823e2b1b service neutron] 10.222.0.26 "GET /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580498 Oct 19 11:24:07.301441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94599d28-e52f-4caf-b603-e3c07190555d req-7441371c-986d-4c27-a81e-b132636b85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:07.302925 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94599d28-e52f-4caf-b603-e3c07190555d req-7441371c-986d-4c27-a81e-b132636b85ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 1097 time: 0.0771310 Oct 19 11:24:07.356760 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94599d28-e52f-4caf-b603-e3c07190555d req-7b13cd12-2612-4c94-8b07-0b7cb5bd63c5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469785 Oct 19 11:24:07.407672 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b20712b-62cc-469e-bbd5-2a9f9c7abc02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:07.429402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd616e-b997-4b18-9d5f-869dc2bdbda9 req-55f9a85a-6d21-4f8a-956f-716b969ab8a7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:07.431428 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56cd616e-b997-4b18-9d5f-869dc2bdbda9 req-55f9a85a-6d21-4f8a-956f-716b969ab8a7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0614803 Oct 19 11:24:07.488391 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56cd616e-b997-4b18-9d5f-869dc2bdbda9 req-62b3a01d-7368-4c90-ba82-885a892b895c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507536 Oct 19 11:24:07.495303 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b20712b-62cc-469e-bbd5-2a9f9c7abc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:07.540359 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0b20712b-62cc-469e-bbd5-2a9f9c7abc02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1dfaf4a917f44687acfb5960c19e58ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767224 Oct 19 11:24:07.541507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20712b-62cc-469e-bbd5-2a9f9c7abc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc8eaa2-d61e-4648-bbe9-8dba52f85b68,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:07.544793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33398) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:07.599141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c34f6121-90ec-4652-8c88-2a665fa6535f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:07.623437 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c34f6121-90ec-4652-8c88-2a665fa6535f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:07.745376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3feb98-c604-40d2-aa73-5498d547b856 req-77d23965-7ee6-4d24-a38b-d6f496110cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:07.746892 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb3feb98-c604-40d2-aa73-5498d547b856 req-77d23965-7ee6-4d24-a38b-d6f496110cfa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 1097 time: 0.0480571 Oct 19 11:24:07.826404 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c34f6121-90ec-4652-8c88-2a665fa6535f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:07.830524 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c34f6121-90ec-4652-8c88-2a665fa6535f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:07.835721 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c34f6121-90ec-4652-8c88-2a665fa6535f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9dc8eaa2-d61e-4648-bbe9-8dba52f85b68 HTTP/1.1" status: 204 len: 168 time: 0.2873549 Oct 19 11:24:07.844798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f6121-90ec-4652-8c88-2a665fa6535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc8eaa2-d61e-4648-bbe9-8dba52f85b68,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:07.865967 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3feb98-c604-40d2-aa73-5498d547b856 req-53bfd5a7-18f7-49dc-b311-e2279955bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:07.867511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb3feb98-c604-40d2-aa73-5498d547b856 req-53bfd5a7-18f7-49dc-b311-e2279955bb38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 913 time: 0.0961392 Oct 19 11:24:07.912431 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb3feb98-c604-40d2-aa73-5498d547b856 req-396871d6-6175-4408-bc23-11960137dcf4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=013c44c8-4275-4bad-b9ae-3f6d74381126 HTTP/1.1" status: 200 len: 217 time: 0.0359933 Oct 19 11:24:07.963977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3feb98-c604-40d2-aa73-5498d547b856 req-5e01b788-3c15-4442-8ba1-f160a72b6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:07.965530 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb3feb98-c604-40d2-aa73-5498d547b856 req-5e01b788-3c15-4442-8ba1-f160a72b6ff1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 200 len: 852 time: 0.0455651 Oct 19 11:24:08.006064 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb3feb98-c604-40d2-aa73-5498d547b856 req-0c168979-cef2-45ae-948f-52c3816657fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264194 Oct 19 11:24:08.113855 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb3feb98-c604-40d2-aa73-5498d547b856 req-7c84b658-b74a-43c5-b5ef-b96c83a1e2e9 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968227 Oct 19 11:24:08.224526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb3feb98-c604-40d2-aa73-5498d547b856 req-77eeecaa-dc3a-4270-be78-439baebcb269 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028526 Oct 19 11:24:08.255994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81603e3a-2727-4545-bfe4-7ad771a2bda0 req-55511f4f-50d3-4b3a-9926-df06a8733204 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:08.257569 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-81603e3a-2727-4545-bfe4-7ad771a2bda0 req-55511f4f-50d3-4b3a-9926-df06a8733204 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 943 time: 0.0727329 Oct 19 11:24:08.311259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-81603e3a-2727-4545-bfe4-7ad771a2bda0 req-33572737-2aa4-44ff-b832-665b352bd0a0 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457950 Oct 19 11:24:08.417572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:24:08.434163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131065-cf76-47ce-9c27-8f864e521a15 req-68b0d444-d656-42a0-a8c9-56866dd35679 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:08.437866 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14131065-cf76-47ce-9c27-8f864e521a15 req-68b0d444-d656-42a0-a8c9-56866dd35679 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0920291 Oct 19 11:24:08.491641 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14131065-cf76-47ce-9c27-8f864e521a15 req-6d64c944-82d4-4815-9962-e5cd0d44ff0e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Oct 19 11:24:08.636392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743523b-6071-4f65-848c-d0fae1aac936 req-a42d192c-3706-490f-ab15-7c1fefdced0e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:08.638757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9743523b-6071-4f65-848c-d0fae1aac936 req-a42d192c-3706-490f-ab15-7c1fefdced0e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0595973 Oct 19 11:24:08.681590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 654d9da9-a1d0-4e8d-ac99-80d48b338318 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:24:08.684794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9743523b-6071-4f65-848c-d0fae1aac936 req-d6f1c4b7-ecbb-4491-8237-f398e746f0c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387552 Oct 19 11:24:08.804641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:08.816628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'port_id': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'mac_address': 'fa:16:3e:82:ae:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:24:08.862589 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:08.877351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654d9da9-a1d0-4e8d-ac99-80d48b338318 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:24:08.881070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33428) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:08.897839 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65a82caf-d463-4e64-969f-167c3c66d137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:08.906666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:08.977412 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65a82caf-d463-4e64-969f-167c3c66d137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:08.985478 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:09.034215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:09.082658 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65a82caf-d463-4e64-969f-167c3c66d137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:09.120675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a82caf-d463-4e64-969f-167c3c66d137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db86e0f-3b2a-4233-98f3-739269894b85,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:09.124960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-65a82caf-d463-4e64-969f-167c3c66d137 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ca8be4a9ede4c7bab2c53ff445893be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428463 Oct 19 11:24:09.128068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33432) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:09.215211 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b17b981f-04f5-47f3-90bc-1b1f404d7de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:09.239753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b17b981f-04f5-47f3-90bc-1b1f404d7de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:09.342372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['654d9da9-a1d0-4e8d-ac99-80d48b338318'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:24:09.369953 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b17b981f-04f5-47f3-90bc-1b1f404d7de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:09.372167 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b17b981f-04f5-47f3-90bc-1b1f404d7de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:09.376434 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b17b981f-04f5-47f3-90bc-1b1f404d7de3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1db86e0f-3b2a-4233-98f3-739269894b85 HTTP/1.1" status: 204 len: 168 time: 0.2471991 Oct 19 11:24:09.394098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b981f-04f5-47f3-90bc-1b1f404d7de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db86e0f-3b2a-4233-98f3-739269894b85,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:09.498947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff95d53-160d-4037-99a6-5614bcb66a53 req-60dd87a5-5efa-48e0-accc-631f1873abad tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:09.501054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eff95d53-160d-4037-99a6-5614bcb66a53 req-60dd87a5-5efa-48e0-accc-631f1873abad tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.1117623 Oct 19 11:24:09.580793 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eff95d53-160d-4037-99a6-5614bcb66a53 req-b9c2affd-84c2-470e-b88e-1994477946c8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664003 Oct 19 11:24:09.697019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6350b-163e-46da-9a88-2523614d9af9 req-91728430-8291-4929-8401-43ce6ffb8390 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:09.704118 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ff6350b-163e-46da-9a88-2523614d9af9 req-91728430-8291-4929-8401-43ce6ffb8390 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0578086 Oct 19 11:24:09.749210 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ff6350b-163e-46da-9a88-2523614d9af9 req-ff0c41e9-7136-47c3-ba02-f84304f539de tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Oct 19 11:24:09.835632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f7b39-3f33-4e07-b2e6-c8106367f3c2 req-b1731754-7cff-4192-806f-4ba20ba0dc38 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:09.837189 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc7f7b39-3f33-4e07-b2e6-c8106367f3c2 req-b1731754-7cff-4192-806f-4ba20ba0dc38 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0645273 Oct 19 11:24:09.887580 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc7f7b39-3f33-4e07-b2e6-c8106367f3c2 req-b1a863f1-3df6-4ca7-98af-003812433d1b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Oct 19 11:24:10.072757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597d28-d657-436b-ab3e-adc057997470 req-f5906d81-128b-48ae-bfd9-d05c38e87b42 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:10.074746 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b5597d28-d657-436b-ab3e-adc057997470 req-f5906d81-128b-48ae-bfd9-d05c38e87b42 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0630596 Oct 19 11:24:10.121125 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b5597d28-d657-436b-ab3e-adc057997470 req-7826a0a4-dc42-43d7-8405-fa75c4a0ed2b tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Oct 19 11:24:10.250098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3c36a-0230-4d99-9094-7de3a85082b3 req-07afa2d1-9241-42ac-8c12-b0b1ee5561d4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:10.253004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96a3c36a-0230-4d99-9094-7de3a85082b3 req-07afa2d1-9241-42ac-8c12-b0b1ee5561d4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0580497 Oct 19 11:24:10.313027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96a3c36a-0230-4d99-9094-7de3a85082b3 req-d037cebd-7dd5-459f-b35b-677f9c94d1e8 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492611 Oct 19 11:24:10.685136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 654d9da9-a1d0-4e8d-ac99-80d48b338318 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:24:10.752061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445b064-30eb-49d5-ab90-866d624194fa req-75331d83-4437-4ed1-9fe5-97cc9fa25922 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:10.759777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e445b064-30eb-49d5-ab90-866d624194fa req-75331d83-4437-4ed1-9fe5-97cc9fa25922 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.0787790 Oct 19 11:24:10.816491 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e445b064-30eb-49d5-ab90-866d624194fa req-90d9f72a-26ef-48a7-b1d3-2e71a753bbdf tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511689 Oct 19 11:24:10.837151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 654d9da9-a1d0-4e8d-ac99-80d48b338318 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:24:10.841773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 654d9da9-a1d0-4e8d-ac99-80d48b338318 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:10.842295 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:10.850891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd7f51-84b0-4316-a1a8-2b6d50ff7810 req-e27e8e1f-0b6b-409a-8625-dbe626075f4e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:10.853888 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94bd7f51-84b0-4316-a1a8-2b6d50ff7810 req-e27e8e1f-0b6b-409a-8625-dbe626075f4e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0764954 Oct 19 11:24:10.898052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94bd7f51-84b0-4316-a1a8-2b6d50ff7810 req-f79a8001-a66c-452d-b810-6351c4df39ea tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372841 Oct 19 11:24:10.951763 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:10.981868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:10.984493 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40340ff6-b84f-491b-b144-4ee42bd0192b" -d '{"events": [{"server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "name": "network-vif-plugged", "status": "completed", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:10.998711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:11.021706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824be0c-4718-4131-8ca4-4d73cb98b2d0 req-ad65f584-d425-4704-9a02-128332fac167 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:11.024204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1824be0c-4718-4131-8ca4-4d73cb98b2d0 req-ad65f584-d425-4704-9a02-128332fac167 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0610776 Oct 19 11:24:11.033644 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024f7452-5f9d-42d2-87ec-696994f1f259 x-openstack-request-id: req-024f7452-5f9d-42d2-87ec-696994f1f259 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:11.033644 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "name": "network-vif-plugged", "status": "completed", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:11.033934 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-024f7452-5f9d-42d2-87ec-696994f1f259 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:11.034152 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'code': 200} Oct 19 11:24:11.065634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:11.073877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1824be0c-4718-4131-8ca4-4d73cb98b2d0 req-08ded1be-3d8f-48fe-873f-0dfb39edb70f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392070 Oct 19 11:24:11.137941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:11.157418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ed36a-f658-41a0-bcac-d02f7adc8452 req-a2aae11e-95ca-4e03-b8e0-4aa9555bb363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:11.157418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e9ed36a-f658-41a0-bcac-d02f7adc8452 req-a2aae11e-95ca-4e03-b8e0-4aa9555bb363 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 1096 time: 0.0525177 Oct 19 11:24:11.212868 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e9ed36a-f658-41a0-bcac-d02f7adc8452 req-61b62cd9-0033-4693-a516-9dd925161864 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471766 Oct 19 11:24:11.985177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d96a3-84df-4db4-a3c7-6dd78757035e req-8e722b07-bddd-42e9-ad99-24b0d71e5954 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:11.991687 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-522d96a3-84df-4db4-a3c7-6dd78757035e req-8e722b07-bddd-42e9-ad99-24b0d71e5954 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.0779786 Oct 19 11:24:12.038197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52f55e-ba0e-4ab7-90af-ee57f0859f4c req-ac47be64-e127-4442-91b3-3a98ab63a13e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:12.039902 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-522d96a3-84df-4db4-a3c7-6dd78757035e req-ba20d35f-4eff-4f5b-98be-79d98ed90e59 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440032 Oct 19 11:24:12.041270 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9b52f55e-ba0e-4ab7-90af-ee57f0859f4c req-ac47be64-e127-4442-91b3-3a98ab63a13e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0602925 Oct 19 11:24:12.108296 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9b52f55e-ba0e-4ab7-90af-ee57f0859f4c req-e8ad1689-1d42-4ca0-9a09-72032c2596c8 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608933 Oct 19 11:24:12.227510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceee01f-2e7e-4275-b9cb-eb2209da569c req-69867f6c-964b-430f-a6e9-d7f85bc672e1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:12.229569 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ceee01f-2e7e-4275-b9cb-eb2209da569c req-69867f6c-964b-430f-a6e9-d7f85bc672e1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0563288 Oct 19 11:24:12.273475 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ceee01f-2e7e-4275-b9cb-eb2209da569c req-11d341e8-1333-40ac-abf6-805d5322c62d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373228 Oct 19 11:24:12.682489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33574) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:12.814796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9880ab77-dff6-4d64-b4cc-ad01f9dcb46a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:12.905064 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9880ab77-dff6-4d64-b4cc-ad01f9dcb46a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:12.973630 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9880ab77-dff6-4d64-b4cc-ad01f9dcb46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:13.020087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9880ab77-dff6-4d64-b4cc-ad01f9dcb46a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=861f04ae2aab45c8bab257b4743267ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365245 Oct 19 11:24:13.021077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880ab77-dff6-4d64-b4cc-ad01f9dcb46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a62879-c50c-45c5-86d9-7b053e5a7ef6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:13.022873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33586) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:13.082494 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71af0764-03b0-465b-b1cb-45d1094cc861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:13.114430 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71af0764-03b0-465b-b1cb-45d1094cc861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:13.177279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a759493-9796-4c53-9387-25ce96341f7c req-867e1669-8ae8-4e6c-a3a2-a9cdc5501f5a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:13.180369 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0a759493-9796-4c53-9387-25ce96341f7c req-867e1669-8ae8-4e6c-a3a2-a9cdc5501f5a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.0562329 Oct 19 11:24:13.231343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0a759493-9796-4c53-9387-25ce96341f7c req-029c1b80-7ebe-4d4d-9447-592e939a9685 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430644 Oct 19 11:24:13.253752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b78ef-ac6c-48c1-8af0-bf05970b78be req-90e64255-452c-478b-aa49-25101d9928e8 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:13.253752 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b2b78ef-ac6c-48c1-8af0-bf05970b78be req-90e64255-452c-478b-aa49-25101d9928e8 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0613141 Oct 19 11:24:13.253752 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71af0764-03b0-465b-b1cb-45d1094cc861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:13.253752 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71af0764-03b0-465b-b1cb-45d1094cc861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:13.253752 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-71af0764-03b0-465b-b1cb-45d1094cc861 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7a62879-c50c-45c5-86d9-7b053e5a7ef6 HTTP/1.1" status: 204 len: 168 time: 0.2263319 Oct 19 11:24:13.268323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af0764-03b0-465b-b1cb-45d1094cc861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a62879-c50c-45c5-86d9-7b053e5a7ef6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:13.303455 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b2b78ef-ac6c-48c1-8af0-bf05970b78be req-8c96f0e4-a216-45fa-ba57-fd3508347473 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499430 Oct 19 11:24:13.441468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1ade5-1f1f-4dba-96cb-641f547884d9 req-6e14a7e8-036f-43c9-af66-f4e99f0d976b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:13.443436 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8a1ade5-1f1f-4dba-96cb-641f547884d9 req-6e14a7e8-036f-43c9-af66-f4e99f0d976b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0688865 Oct 19 11:24:13.466673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15d5e4-b590-4813-8047-9662e83f744c req-3229d4ba-c1ab-4697-9973-00edf673341b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:13.468522 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c15d5e4-b590-4813-8047-9662e83f744c req-3229d4ba-c1ab-4697-9973-00edf673341b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1275809 Oct 19 11:24:13.478019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33606) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:13.485037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9c45ef68-0e45-4243-94e6-2fa661436285 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Request body: {'floatingip': {'port_id': '654d9da9-a1d0-4e8d-ac99-80d48b338318'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:13.536683 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c45ef68-0e45-4243-94e6-2fa661436285 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:13.541488 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8a1ade5-1f1f-4dba-96cb-641f547884d9 req-3e534b33-6d38-4471-af74-c52795e0b3c1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862029 Oct 19 11:24:14.102131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c45ef68-0e45-4243-94e6-2fa661436285 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:14.151462 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c45ef68-0e45-4243-94e6-2fa661436285 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:14.285436 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-9c45ef68-0e45-4243-94e6-2fa661436285 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Floating IP 0004be68-a530-439e-a01b-652a1b681dee associated. External IP: 172.25.2.10, port: 654d9da9-a1d0-4e8d-ac99-80d48b338318. Oct 19 11:24:14.488676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76234720-4e00-4ba0-9509-b7a4dc88b426 req-82d7a278-20b3-471c-84ba-15a5191d7e02 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:14.490903 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76234720-4e00-4ba0-9509-b7a4dc88b426 req-82d7a278-20b3-471c-84ba-15a5191d7e02 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.1115029 Oct 19 11:24:14.551406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76234720-4e00-4ba0-9509-b7a4dc88b426 req-73a8871e-10b7-42b4-af9a-a2caffe39b95 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449874 Oct 19 11:24:14.731549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2fc72-8c5b-445d-9589-cf04ea88a753 req-c42cbb18-da89-4ebf-94ad-67da3aeefb03 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:14.733122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfd2fc72-8c5b-445d-9589-cf04ea88a753 req-c42cbb18-da89-4ebf-94ad-67da3aeefb03 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0987074 Oct 19 11:24:14.824160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfd2fc72-8c5b-445d-9589-cf04ea88a753 req-c5b6f8bf-1832-4e9d-898f-1df23da07523 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837247 Oct 19 11:24:14.902127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c45ef68-0e45-4243-94e6-2fa661436285 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Router 9834e49a-efe5-403d-be89-5992bdaacd38 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:24:15.040709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c45ef68-0e45-4243-94e6-2fa661436285 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:24:15.045532 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c45ef68-0e45-4243-94e6-2fa661436285 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:15.054390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458b3d87-9222-41c3-9d5f-775f0d2834b2 None None] Sync routers for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:24:15.066391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b3d87-9222-41c3-9d5f-775f0d2834b2 None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:15.067939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-458b3d87-9222-41c3-9d5f-775f0d2834b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:15.081419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9c45ef68-0e45-4243-94e6-2fa661436285 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "PUT /v2.0/floatingips/0004be68-a530-439e-a01b-652a1b681dee HTTP/1.1" status: 200 len: 990 time: 1.6021385 Oct 19 11:24:15.082164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:15.084567 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1edde82-df6f-41c6-966b-4a9c80d626de" -d '{"events": [{"name": "network-changed", "server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:15.123533 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a94d32-51bc-4616-9553-7f7feac80d14 x-openstack-request-id: req-79a94d32-51bc-4616-9553-7f7feac80d14 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:15.124124 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:15.124124 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79a94d32-51bc-4616-9553-7f7feac80d14 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:15.124460 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'status': 'completed', 'code': 200} Oct 19 11:24:15.209069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edde82-df6f-41c6-966b-4a9c80d626de req-38a935da-b1ef-4107-befd-6ebfc894714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:15.211524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1edde82-df6f-41c6-966b-4a9c80d626de req-38a935da-b1ef-4107-befd-6ebfc894714f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 1096 time: 0.0629919 Oct 19 11:24:15.211661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-458b3d87-9222-41c3-9d5f-775f0d2834b2 None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:24:15.347498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edde82-df6f-41c6-966b-4a9c80d626de req-5d96b412-f23c-435e-a621-b4d7d586f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:15.349502 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1edde82-df6f-41c6-966b-4a9c80d626de req-5d96b412-f23c-435e-a621-b4d7d586f043 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 918 time: 0.1309433 Oct 19 11:24:15.461487 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1edde82-df6f-41c6-966b-4a9c80d626de req-d1c7c80a-1dcf-4b39-86c1-fe7b1c261b5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318 HTTP/1.1" status: 200 len: 998 time: 0.1025465 Oct 19 11:24:15.541027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edde82-df6f-41c6-966b-4a9c80d626de req-10b0beca-2a00-41cb-a7f2-d5963581372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:15.542611 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1edde82-df6f-41c6-966b-4a9c80d626de req-10b0beca-2a00-41cb-a7f2-d5963581372b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.0738740 Oct 19 11:24:15.555602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-458b3d87-9222-41c3-9d5f-775f0d2834b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '0004be68-a530-439e-a01b-652a1b681dee', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'port_id': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'mac_address': 'fa:16:3e:82:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a9553-1851-47bf-925e-76669c44f497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:23:57Z', 'updated_at': '2021-10-19T11:24:14Z', 'revision_number': 1, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:15.614248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edde82-df6f-41c6-966b-4a9c80d626de req-50f0bb90-8f19-4764-90ba-90105679c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:15.615907 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1edde82-df6f-41c6-966b-4a9c80d626de req-50f0bb90-8f19-4764-90ba-90105679c483 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649941 Oct 19 11:24:15.626792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458b3d87-9222-41c3-9d5f-775f0d2834b2 None None] Checking router: 9834e49a-efe5-403d-be89-5992bdaacd38 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:24:15.636357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b3d87-9222-41c3-9d5f-775f0d2834b2 None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:15.637049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-458b3d87-9222-41c3-9d5f-775f0d2834b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:15.787050 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de128d16-101a-471f-b32c-35423d7c29bd req-fb7ede80-240c-4389-aa2d-41a8c22d4f9a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:15.788575 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de128d16-101a-471f-b32c-35423d7c29bd req-fb7ede80-240c-4389-aa2d-41a8c22d4f9a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.1224308 Oct 19 11:24:15.792911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1edde82-df6f-41c6-966b-4a9c80d626de req-fc696f04-e776-488e-a561-cde1bc15579c service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673532 Oct 19 11:24:15.796236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-458b3d87-9222-41c3-9d5f-775f0d2834b2 None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:24:15.903516 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de128d16-101a-471f-b32c-35423d7c29bd req-c5c825da-9152-4a06-943f-7a95e385f40f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917900 Oct 19 11:24:15.947143 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1edde82-df6f-41c6-966b-4a9c80d626de req-a4a6c0b2-55e6-4ade-8395-c90e02ebdce3 service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456106 Oct 19 11:24:16.107330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71616d49-d37b-45f6-88a7-086db7dac590 req-355ba03d-a657-4f7e-9617-33a7dbb83462 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:16.117513 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-71616d49-d37b-45f6-88a7-086db7dac590 req-355ba03d-a657-4f7e-9617-33a7dbb83462 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.1654048 Oct 19 11:24:16.160259 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-71616d49-d37b-45f6-88a7-086db7dac590 req-c62d2914-600f-4033-b7c9-6743479e61f2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Oct 19 11:24:16.168320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-458b3d87-9222-41c3-9d5f-775f0d2834b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '0004be68-a530-439e-a01b-652a1b681dee', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'port_id': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'mac_address': 'fa:16:3e:82:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a9553-1851-47bf-925e-76669c44f497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:23:57Z', 'updated_at': '2021-10-19T11:24:14Z', 'revision_number': 1, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:16.202355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458b3d87-9222-41c3-9d5f-775f0d2834b2 None None] The sync data for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 is: [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '0004be68-a530-439e-a01b-652a1b681dee', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'port_id': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'mac_address': 'fa:16:3e:82:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a9553-1851-47bf-925e-76669c44f497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:23:57Z', 'updated_at': '2021-10-19T11:24:14Z', 'revision_number': 1, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:24:16.464412 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218fc53e-a4bc-4e1a-a562-8be22af83766 None None] New status for floating IP 0004be68-a530-439e-a01b-652a1b681dee: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:24:16.628275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33708) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:16.759096 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b797ab0-db20-4e32-942f-ba62fda1fb33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:16.859145 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b797ab0-db20-4e32-942f-ba62fda1fb33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:16.911563 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b797ab0-db20-4e32-942f-ba62fda1fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:16.956182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33720) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:16.956491 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6b797ab0-db20-4e32-942f-ba62fda1fb33 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e559789827704d2c9e6279d8bb0ef403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258123 Oct 19 11:24:16.957306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b797ab0-db20-4e32-942f-ba62fda1fb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b004e2-1507-41fa-bb41-7261f938db77,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:17.065550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd04a48-ff24-4a58-be83-61b8ad5a99d9 req-9f00ea62-553a-4a00-890c-e09649ee298f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:17.067100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fd04a48-ff24-4a58-be83-61b8ad5a99d9 req-9f00ea62-553a-4a00-890c-e09649ee298f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0870070 Oct 19 11:24:17.071764 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5eb0d484-af0a-4ca2-b9cc-56a5cf8e0a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:17.125860 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5eb0d484-af0a-4ca2-b9cc-56a5cf8e0a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:17.134782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fd04a48-ff24-4a58-be83-61b8ad5a99d9 req-70af7980-cfd9-446f-ab9b-2280a310ddc9 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601764 Oct 19 11:24:17.230221 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5eb0d484-af0a-4ca2-b9cc-56a5cf8e0a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:17.233843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5eb0d484-af0a-4ca2-b9cc-56a5cf8e0a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:17.235710 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5eb0d484-af0a-4ca2-b9cc-56a5cf8e0a7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4b004e2-1507-41fa-bb41-7261f938db77 HTTP/1.1" status: 204 len: 168 time: 0.2776461 Oct 19 11:24:17.279800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0d484-af0a-4ca2-b9cc-56a5cf8e0a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b004e2-1507-41fa-bb41-7261f938db77,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:17.302990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa87edb-3f28-49cd-a19e-d17678a784b4 req-9005a341-c1a2-40dd-8699-c6e33d86708f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:17.311318 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfa87edb-3f28-49cd-a19e-d17678a784b4 req-9005a341-c1a2-40dd-8699-c6e33d86708f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0744567 Oct 19 11:24:17.368383 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfa87edb-3f28-49cd-a19e-d17678a784b4 req-de14dcd6-82d4-4fd3-a05e-97e9b93692ee tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559318 Oct 19 11:24:18.282331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79e8d0-9080-4dda-81b9-abb6835c207b req-248e0979-34e9-46f3-b180-b746878516f1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:18.284953 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e79e8d0-9080-4dda-81b9-abb6835c207b req-248e0979-34e9-46f3-b180-b746878516f1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0675070 Oct 19 11:24:18.340876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e79e8d0-9080-4dda-81b9-abb6835c207b req-30767be4-a427-4f9e-a732-e93f14d7a40c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 Oct 19 11:24:18.475278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7ff97-48cd-421c-bbdc-24fccf8b2976 req-5f2acaf4-221a-480d-a6c0-d44c6ddd6fe8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:18.477352 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-48b7ff97-48cd-421c-bbdc-24fccf8b2976 req-5f2acaf4-221a-480d-a6c0-d44c6ddd6fe8 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0501070 Oct 19 11:24:18.517657 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-48b7ff97-48cd-421c-bbdc-24fccf8b2976 req-89f6fdcc-aa15-47f3-bdc7-6e67297aaaba tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342472 Oct 19 11:24:19.471945 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:19.483796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e573-ea77-4383-abd4-c59aac0e7b58 req-8a628aca-e3de-4d5f-96bc-d50f9376ef5a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:19.485938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f425e573-ea77-4383-abd4-c59aac0e7b58 req-8a628aca-e3de-4d5f-96bc-d50f9376ef5a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0576358 Oct 19 11:24:19.537469 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f425e573-ea77-4383-abd4-c59aac0e7b58 req-68bb4e66-d11c-42bf-9a9e-2efbcbce38a8 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439706 Oct 19 11:24:19.669542 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648b867-e99d-46ad-94f2-5546dfcb4b3b req-7262c021-843e-46c4-89db-2356eb708dbc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:19.674051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4648b867-e99d-46ad-94f2-5546dfcb4b3b req-7262c021-843e-46c4-89db-2356eb708dbc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0736988 Oct 19 11:24:19.721664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4648b867-e99d-46ad-94f2-5546dfcb4b3b req-1d784f5d-ea8b-406a-8753-6bc7e11abd12 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Oct 19 11:24:19.784302 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:20.194558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33826) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:20.369031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4633c08-461c-4678-a0a6-50815d347ece req-145a9eac-6a1d-418d-b9fe-a6f16ec587fd tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:20.369031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4633c08-461c-4678-a0a6-50815d347ece req-145a9eac-6a1d-418d-b9fe-a6f16ec587fd tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0592697 Oct 19 11:24:20.431704 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4633c08-461c-4678-a0a6-50815d347ece req-b2871045-4398-4066-9cb2-2d1b4938cef0 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560386 Oct 19 11:24:20.478157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1324877257', 'router:external': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:20.619244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Made reservation on behalf of 3c17c883caaa4eaea82844eebebac816 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:24:20.621548 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:20.630927 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:20.667067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af4a96-50ad-446b-aa8e-5b4d8b2e3721 req-8b8e2520-09a4-495c-889a-2ea9843d0d63 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:20.668852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25af4a96-50ad-446b-aa8e-5b4d8b2e3721 req-8b8e2520-09a4-495c-889a-2ea9843d0d63 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0575302 Oct 19 11:24:20.713818 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:20.730667 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25af4a96-50ad-446b-aa8e-5b4d8b2e3721 req-4cfc85dd-3a54-4ea4-ae8f-7cc3a50a067c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552399 Oct 19 11:24:20.790756 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:20.815697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:24:20.826117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d06610a-6f18-4356-96c6-06f46a816050,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:20.832626 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:20.833008 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Added segment 009309bb-a6f4-4bfc-8837-aeac7129217b of type vlan for network 3948d80c-1479-48a3-95f8-724c8d631d31 Oct 19 11:24:20.881420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:21.002256 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:21.003249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:21.003833 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:21.065565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event updated for resources: {'Network': ['ID=3948d80c-1479-48a3-95f8-724c8d631d31,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:21.076697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3948d80c-1479-48a3-95f8-724c8d631d31 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:24:21.125182 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0bce34be-f1ef-4d53-87dd-b58054a6cebe tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9289122 Oct 19 11:24:21.129172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33850) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:21.135005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Request body: {'subnet': {'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:21.348037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Made reservation on behalf of 3c17c883caaa4eaea82844eebebac816 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:24:21.350352 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:21.646087 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bebda-673b-4884-b42f-f23eac390ff7 req-93577bc1-64d8-4f6f-afdf-3388c4a49622 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:21.647063 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4558c-264e-415b-bff5-8a721cc994a1 req-c3cc5655-cb36-44c3-a00d-b92b85b1858f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:21.647594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-101bebda-673b-4884-b42f-f23eac390ff7 req-93577bc1-64d8-4f6f-afdf-3388c4a49622 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0740721 Oct 19 11:24:21.649066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ad4558c-264e-415b-bff5-8a721cc994a1 req-c3cc5655-cb36-44c3-a00d-b92b85b1858f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 946 time: 0.0729809 Oct 19 11:24:21.691980 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ad4558c-264e-415b-bff5-8a721cc994a1 req-51775536-00cb-4353-abe3-879637e2d044 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370061 Oct 19 11:24:21.845964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-101bebda-673b-4884-b42f-f23eac390ff7 req-cf2b12c5-8bec-44e6-aac3-e7d35c932a62 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Deleting port 013c44c8-4275-4bad-b9ae-3f6d74381126 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:21.846381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-101bebda-673b-4884-b42f-f23eac390ff7 req-cf2b12c5-8bec-44e6-aac3-e7d35c932a62 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:22.019358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-101bebda-673b-4884-b42f-f23eac390ff7 req-cf2b12c5-8bec-44e6-aac3-e7d35c932a62 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] For port 013c44c8-4275-4bad-b9ae-3f6d74381126, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=013c44c8-4275-4bad-b9ae-3f6d74381126,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:22.019805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-101bebda-673b-4884-b42f-f23eac390ff7 req-cf2b12c5-8bec-44e6-aac3-e7d35c932a62 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:22.061492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364b3e6-a02c-485e-972e-f42681b4d445 req-bd480537-2a48-4b52-a758-92ced0588ef0 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:22.063060 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9364b3e6-a02c-485e-972e-f42681b4d445 req-bd480537-2a48-4b52-a758-92ced0588ef0 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.1649451 Oct 19 11:24:22.064083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-101bebda-673b-4884-b42f-f23eac390ff7 req-cf2b12c5-8bec-44e6-aac3-e7d35c932a62 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Calling delete_port for 013c44c8-4275-4bad-b9ae-3f6d74381126 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:22.088001 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:24:22.088767 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:22.210332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ba6eb0f1-e90c-4f35-b8ca-6df401a54b5c,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:22.223926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9364b3e6-a02c-485e-972e-f42681b4d445 req-95a6f1e9-94c3-4b5a-8ded-ef6ccc281960 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404834 Oct 19 11:24:22.235945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.236337 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.236647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.236983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.237493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.237654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.237953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.238287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.238609 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.238930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.239248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.240009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:22.278397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Checking segment: {'id': '009309bb-a6f4-4bfc-8837-aeac7129217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:24:22.278770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Network hostable DHCP agents. Network: 3948d80c-1479-48a3-95f8-724c8d631d31, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:24:22.390801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Network 3948d80c-1479-48a3-95f8-724c8d631d31 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:24:22.413992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-101bebda-673b-4884-b42f-f23eac390ff7 req-cf2b12c5-8bec-44e6-aac3-e7d35c932a62 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:22.431361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['013c44c8-4275-4bad-b9ae-3f6d74381126'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:24:22.473395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b12c5-8bec-44e6-aac3-e7d35c932a62 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event deleted for resources: {'Port': ['ID=013c44c8-4275-4bad-b9ae-3f6d74381126,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:22.488733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3948d80c-1479-48a3-95f8-724c8d631d31) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:22.558739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-101bebda-673b-4884-b42f-f23eac390ff7 req-cf2b12c5-8bec-44e6-aac3-e7d35c932a62 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] No DVR routers for this DVR port 013c44c8-4275-4bad-b9ae-3f6d74381126 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:24:22.563074 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-101bebda-673b-4884-b42f-f23eac390ff7 req-cf2b12c5-8bec-44e6-aac3-e7d35c932a62 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:22.569366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-101bebda-673b-4884-b42f-f23eac390ff7 req-cf2b12c5-8bec-44e6-aac3-e7d35c932a62 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "DELETE /v2.0/ports/013c44c8-4275-4bad-b9ae-3f6d74381126 HTTP/1.1" status: 204 len: 173 time: 0.9136806 Oct 19 11:24:22.571134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6545c5fd-c2b1-48c8-9666-d78f9623ae6b', 'name': 'network-vif-deleted', 'tag': '013c44c8-4275-4bad-b9ae-3f6d74381126'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:22.579371 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d81683-a168-41fd-8d20-b0114c974ab9" -d '{"events": [{"server_uuid": "6545c5fd-c2b1-48c8-9666-d78f9623ae6b", "name": "network-vif-deleted", "tag": "013c44c8-4275-4bad-b9ae-3f6d74381126"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:22.606810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:22.607388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:22.611548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae23c00-1dd4-4943-b798-1d174e964258 None None] Network 3948d80c-1479-48a3-95f8-724c8d631d31 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:24:22.668857 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e7b928-c896-4ce9-973f-dfc3460b0e9f x-openstack-request-id: req-16e7b928-c896-4ce9-973f-dfc3460b0e9f {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:22.669308 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6545c5fd-c2b1-48c8-9666-d78f9623ae6b", "name": "network-vif-deleted", "tag": "013c44c8-4275-4bad-b9ae-3f6d74381126", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:22.669513 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16e7b928-c896-4ce9-973f-dfc3460b0e9f {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:22.670148 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6545c5fd-c2b1-48c8-9666-d78f9623ae6b', 'name': 'network-vif-deleted', 'tag': '013c44c8-4275-4bad-b9ae-3f6d74381126', 'status': 'completed', 'code': 200} Oct 19 11:24:22.696735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d4339cb2-0d65-4f92-99dd-18b88b449252 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5662100 Oct 19 11:24:22.699534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33906) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:22.704743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1592202669', 'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:22.811377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96114586-1bac-41c2-90aa-34c8203d08f5 None None] Network 3948d80c-1479-48a3-95f8-724c8d631d31 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:24:22.822114 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff7d307c-a13f-4e75-aece-1855f4d67cfb req-9100ce96-cbf5-4b1e-a93c-f7811444dd32 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=6545c5fd-c2b1-48c8-9666-d78f9623ae6b HTTP/1.1" status: 200 len: 210 time: 0.0358322 Oct 19 11:24:22.830885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Made reservation on behalf of 3c17c883caaa4eaea82844eebebac816 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:24:22.849363 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:22.852760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] device_id is not set on port 6daa11f7-874e-449a-abbe-189dc4b7d521 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:24:23.008299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Allocated IP 172.20.0.2 (3948d80c-1479-48a3-95f8-724c8d631d31/ba6eb0f1-e90c-4f35-b8ca-6df401a54b5c/6daa11f7-874e-449a-abbe-189dc4b7d521) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:23.162452 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:23.283505 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:23.338173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Network 3948d80c-1479-48a3-95f8-724c8d631d31 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:23.354897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:23.361157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:23.400025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event updated for resources: {'Port': ['ID=6daa11f7-874e-449a-abbe-189dc4b7d521,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:23.423128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a3d51-2619-4cfb-878c-0ffc10fde115 req-aece5244-a286-4173-9e9d-e88b05a4893d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:23.424677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e80a3d51-2619-4cfb-878c-0ffc10fde115 req-aece5244-a286-4173-9e9d-e88b05a4893d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.1079497 Oct 19 11:24:23.426290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:23.426872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:23.475668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e80a3d51-2619-4cfb-878c-0ffc10fde115 req-f24a0a43-3d07-4c05-87c3-e170f5690013 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423682 Oct 19 11:24:23.511682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ff80db48-0351-4e2f-9106-5401043a3aab tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8110814 Oct 19 11:24:23.515846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33934) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:23.602670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Deleting port 6daa11f7-874e-449a-abbe-189dc4b7d521 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:23.602980 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:23.699783 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:23.713524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Calling delete_port for 6daa11f7-874e-449a-abbe-189dc4b7d521 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:23.905370 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:23.933421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event deleted for resources: {'Port': ['ID=6daa11f7-874e-449a-abbe-189dc4b7d521,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:23.943553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:23.944118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:23.944794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:23.945653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:23.945993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:23.946327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:23.946651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:23.947150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:23.948286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:23.948962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:23.949466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:23.949962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:24.040279 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:24.043703 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-44ac15bd-e93e-4ce6-9ad7-c00d93468388 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6daa11f7-874e-449a-abbe-189dc4b7d521 HTTP/1.1" status: 204 len: 168 time: 0.5267665 Oct 19 11:24:24.050483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33956) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:24.052768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31', 'external_fixed_ips': [{'subnet_id': 'ba6eb0f1-e90c-4f35-b8ca-6df401a54b5c', 'ip_address': '172.20.0.2'}]}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:24.173806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:24.174853 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:24.196470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-112e8114-86a5-4061-b1ca-4a8737221399 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:24.201664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-112e8114-86a5-4061-b1ca-4a8737221399 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.1184530 Oct 19 11:24:24.216993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-1f41d8a7-2478-4048-b6a4-b99366657dc9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/quotas/5040f71e465a4967b0c25206be6eaadf HTTP/1.1" status: 200 len: 375 time: 0.0126469 Oct 19 11:24:24.250002 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:24.270507 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-c6f227c6-2dcc-454c-afb9-c595a7c19d34 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467379 Oct 19 11:24:24.397682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-2ec41c72-420f-45a5-ada4-905cbe8db9cc service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186376 Oct 19 11:24:24.490262 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:24.499785 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-d3eb879b-b29a-455c-a9fc-7580c41b4d5a service neutron] 10.222.0.39 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005180 Oct 19 11:24:24.629998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b0e8e-37ad-45ec-b1f5-76aa9eed6fa6 req-5b23808d-ca47-4b1f-85ea-db073c8e754c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:24.633379 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-585b0e8e-37ad-45ec-b1f5-76aa9eed6fa6 req-5b23808d-ca47-4b1f-85ea-db073c8e754c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0749819 Oct 19 11:24:24.664677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 013c44c8-4275-4bad-b9ae-3f6d74381126 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:24:24.701323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 013c44c8-4275-4bad-b9ae-3f6d74381126 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:24:24.702009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 013c44c8-4275-4bad-b9ae-3f6d74381126 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:24:24.810307 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-585b0e8e-37ad-45ec-b1f5-76aa9eed6fa6 req-4457e419-9aae-45ec-8458-cc13e058e6a0 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659288 Oct 19 11:24:24.827784 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a01f46f0-ee45-4e4f-99ff-22dc6382ad13 req-b8a633fe-fc7d-49c0-beb1-68517f81f941 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 210 time: 0.0620289 Oct 19 11:24:24.924867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33978) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:24.999001 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.019315 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.042965 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-67bd29a1-be01-4eaa-9856-3542f1932e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.164707 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-67bd29a1-be01-4eaa-9856-3542f1932e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.184439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Allocated IP 172.20.0.2 (3948d80c-1479-48a3-95f8-724c8d631d31/ba6eb0f1-e90c-4f35-b8ca-6df401a54b5c/92116cd0-2ba5-44fb-b328-0b319c2fa143) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:25.236089 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-67bd29a1-be01-4eaa-9856-3542f1932e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.290088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-67bd29a1-be01-4eaa-9856-3542f1932e8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=251c0d85f7e24dd3b05d0052a92aec2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641150 Oct 19 11:24:25.291524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd29a1-be01-4eaa-9856-3542f1932e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77c8580-0707-4b04-9452-be07c70e9bac,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:25.292892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33996) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:25.303372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.355962 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8d5f5e4e-7728-449f-a814-c9fcd83f9cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.371952 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d24a-2290-4d72-b32a-4f9a8ab77a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.400784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d24a-2290-4d72-b32a-4f9a8ab77a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.470383 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.506833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Network 3948d80c-1479-48a3-95f8-724c8d631d31 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:25.510445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:25.514321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:25.517444 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d24a-2290-4d72-b32a-4f9a8ab77a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.519949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d24a-2290-4d72-b32a-4f9a8ab77a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:25.521117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2ba5d24a-2290-4d72-b32a-4f9a8ab77a85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f77c8580-0707-4b04-9452-be07c70e9bac HTTP/1.1" status: 204 len: 168 time: 0.2261984 Oct 19 11:24:25.562632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event updated for resources: {'Port': ['ID=92116cd0-2ba5-44fb-b328-0b319c2fa143,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:25.570505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5d24a-2290-4d72-b32a-4f9a8ab77a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77c8580-0707-4b04-9452-be07c70e9bac,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:25.984032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc31a792-47c7-4c69-82ba-0c40e215dcc2 req-08e1e1ef-aa14-4475-a006-df5b64d361f2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 210 time: 0.0373673 Oct 19 11:24:26.072995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6121b81-c849-4878-933a-1f9398259d83 req-9d7d6810-0389-4456-b004-8f8d64463257 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:26.074022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6121b81-c849-4878-933a-1f9398259d83 req-9d7d6810-0389-4456-b004-8f8d64463257 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.1303618 Oct 19 11:24:26.125285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6121b81-c849-4878-933a-1f9398259d83 req-238b0be6-ba97-436f-89a5-b5996d3b31fc tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426614 Oct 19 11:24:26.267078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:26.349704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34016) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:26.364034 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc94369b-c9aa-4364-8b9e-b7414d12783d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:26.464832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc94369b-c9aa-4364-8b9e-b7414d12783d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:26.492300 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:26.556275 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc94369b-c9aa-4364-8b9e-b7414d12783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:26.607328 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bc94369b-c9aa-4364-8b9e-b7414d12783d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bacb6ed978f74ab5b100a321f08dd11a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539046 Oct 19 11:24:26.607328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94369b-c9aa-4364-8b9e-b7414d12783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a551af4c-f0bd-4049-a7e2-46be5d887d49,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:26.609285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34018) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:26.670319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b903-41a9-4a32-a92d-9712b23a7c3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:26.695389 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b903-41a9-4a32-a92d-9712b23a7c3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:26.734035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Router aff4e8f1-7519-4b39-a0ae-798b8c22e6b1 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:24:26.906668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:24:26.910560 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b903-41a9-4a32-a92d-9712b23a7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:26.913606 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1e0b903-41a9-4a32-a92d-9712b23a7c3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:26.917254 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a1e0b903-41a9-4a32-a92d-9712b23a7c3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a551af4c-f0bd-4049-a7e2-46be5d887d49 HTTP/1.1" status: 204 len: 168 time: 0.3046844 Oct 19 11:24:26.928296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Sync routers for ids ['aff4e8f1-7519-4b39-a0ae-798b8c22e6b1'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:24:26.944253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Routers {'aff4e8f1-7519-4b39-a0ae-798b8c22e6b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:26.944253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:23:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['aff4e8f1-7519-4b39-a0ae-798b8c22e6b1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:26.956003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0b903-41a9-4a32-a92d-9712b23a7c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a551af4c-f0bd-4049-a7e2-46be5d887d49,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:26.992929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-b35d1bf5-a2e5-4f07-b54b-63c75921b948 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:26.996810 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-b35d1bf5-a2e5-4f07-b54b-63c75921b948 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "GET /v2.0/networks?id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 200 len: 812 time: 0.1672037 Oct 19 11:24:27.015207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Request body: {'port': {'device_id': '523bf957-12ec-4cd4-a63f-b9aee49d3726', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'admin_state_up': True, 'tenant_id': '5040f71e465a4967b0c25206be6eaadf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:27.097365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Set router aff4e8f1-7519-4b39-a0ae-798b8c22e6b1 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:24:27.253419 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:27.257573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-eb0af3d9-248e-4d20-9c70-d4b543e010be tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2073853 Oct 19 11:24:27.257978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34032) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:27.295199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78743df6-a22d-4459-b2b7-584bd9dda555 req-91fce1c8-e2c2-48c7-8360-bcb4de5a4ef4 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 210 time: 0.0494311 Oct 19 11:24:27.387118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff4e8f1-7519-4b39-a0ae-798b8c22e6b1', 'name': '', 'tenant_id': '3c17c883caaa4eaea82844eebebac816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31', 'external_fixed_ips': [{'subnet_id': 'ba6eb0f1-e90c-4f35-b8ca-6df401a54b5c', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '92116cd0-2ba5-44fb-b328-0b319c2fa143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:24:24Z', 'updated_at': '2021-10-19T11:24:26Z', 'revision_number': 3, 'project_id': '3c17c883caaa4eaea82844eebebac816', 'gw_port': {'id': '92116cd0-2ba5-44fb-b328-0b319c2fa143', 'name': '', 'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:9e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff4e8f1-7519-4b39-a0ae-798b8c22e6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'ba6eb0f1-e90c-4f35-b8ca-6df401a54b5c', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:24:25Z', 'updated_at': '2021-10-19T11:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba6eb0f1-e90c-4f35-b8ca-6df401a54b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:27.405110 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Made reservation on behalf of 5040f71e465a4967b0c25206be6eaadf for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:24:27.408885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:27.420785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Checking router: aff4e8f1-7519-4b39-a0ae-798b8c22e6b1 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:24:27.422002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Updating router aff4e8f1-7519-4b39-a0ae-798b8c22e6b1 port 92116cd0-2ba5-44fb-b328-0b319c2fa143 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:24:27.473766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:27.549948 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:27.598549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c62c6-c257-4501-807f-09cc2d5f11e4 req-11bb8092-1971-4255-b369-5244196502da tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:27.600048 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a13c62c6-c257-4501-807f-09cc2d5f11e4 req-11bb8092-1971-4255-b369-5244196502da tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.2473285 Oct 19 11:24:27.609542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Allocated IP 172.20.0.5 (5457d6bb-7a0b-4e25-974c-a4caaf3e11d7/25bc2b4a-49a5-43d6-9664-521501fcd66c/ec1bd5c4-09e6-4345-a900-35317b106943) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:27.727210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a13c62c6-c257-4501-807f-09cc2d5f11e4 req-12ec14f3-fd64-4af2-830f-d7c3a5335ba9 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140234 Oct 19 11:24:27.757629 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:27.824318 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-67941ca9-82b1-4f46-b88e-e80ff2e334ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:27.840519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:27.879202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Deleting port 92116cd0-2ba5-44fb-b328-0b319c2fa143 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:27.879558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:27.888067 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:27.965531 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:27.982186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Calling delete_port for 92116cd0-2ba5-44fb-b328-0b319c2fa143 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:28.025821 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.071304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:28.074522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:28.078129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:28.102979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event updated for resources: {'Port': ['ID=ec1bd5c4-09e6-4345-a900-35317b106943,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:28.105100 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.153302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:28.154973 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.168432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Attempting to bind port 92116cd0-2ba5-44fb-b328-0b319c2fa143 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:24:28.168850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Attempting to bind port 92116cd0-2ba5-44fb-b328-0b319c2fa143 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '009309bb-a6f4-4bfc-8837-aeac7129217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:24:28.169233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Attempting to bind port 92116cd0-2ba5-44fb-b328-0b319c2fa143 on network 3948d80c-1479-48a3-95f8-724c8d631d31 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:28.176565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed090d-aeb3-4bca-83ae-98b71230a403 None None] Pushing event updated for resources: {'Port': ['ID=92116cd0-2ba5-44fb-b328-0b319c2fa143,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:28.184929 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:24:28.185312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Checking segment: {'id': '009309bb-a6f4-4bfc-8837-aeac7129217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:24:28.185742 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.186153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Bound using segment: {'id': '009309bb-a6f4-4bfc-8837-aeac7129217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:24:28.186669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Bound port: 92116cd0-2ba5-44fb-b328-0b319c2fa143, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009309bb-a6f4-4bfc-8837-aeac7129217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:24:28.188624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.282407 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.289635 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:24:28.289990 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:24:28.313140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event deleted for resources: {'Port': ['ID=92116cd0-2ba5-44fb-b328-0b319c2fa143,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:28.332190 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-11ad0023-6bb6-459d-b452-9f69ff17b14c tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3243718 Oct 19 11:24:28.347546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Request body: {'port': {'device_id': '523bf957-12ec-4cd4-a63f-b9aee49d3726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:28.387225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.453328 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.485182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d860f5-fb00-4769-8f5b-7ead6cb2d597 req-3a3203e7-ec3d-4847-8db8-022f6c49b35b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:28.486836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7d860f5-fb00-4769-8f5b-7ead6cb2d597 req-3a3203e7-ec3d-4847-8db8-022f6c49b35b tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 931 time: 0.1065338 Oct 19 11:24:28.508636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.511027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.560165 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7d860f5-fb00-4769-8f5b-7ead6cb2d597 req-40c5d8fb-0641-4527-aed6-08ea4b46d558 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544157 Oct 19 11:24:28.654002 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.654711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aff4e8f1-7519-4b39-a0ae-798b8c22e6b1 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:24:28.659408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.660519 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a59af4d7-df8b-4c43-813c-15f684c588c2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "DELETE /v2.0/routers/aff4e8f1-7519-4b39-a0ae-798b8c22e6b1 HTTP/1.1" status: 204 len: 168 time: 1.4015419 Oct 19 11:24:28.663897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34066) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:28.711424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9b9a78-23a8-4d85-a4a8-1fe163fc7058 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Deleting subnet ba6eb0f1-e90c-4f35-b8ca-6df401a54b5c {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:24:28.714811 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9a78-23a8-4d85-a4a8-1fe163fc7058 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.760761 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9a78-23a8-4d85-a4a8-1fe163fc7058 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.807212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Attempting to bind port 92116cd0-2ba5-44fb-b328-0b319c2fa143 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:24:28.807578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Attempting to bind port 92116cd0-2ba5-44fb-b328-0b319c2fa143 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '009309bb-a6f4-4bfc-8837-aeac7129217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:24:28.807935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Attempting to bind port 92116cd0-2ba5-44fb-b328-0b319c2fa143 on network 3948d80c-1479-48a3-95f8-724c8d631d31 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:28.811708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1bd5c4-09e6-4345-a900-35317b106943 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:24:28.814762 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9a78-23a8-4d85-a4a8-1fe163fc7058 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.821899 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.823353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:24:28.824137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Checking segment: {'id': '009309bb-a6f4-4bfc-8837-aeac7129217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:24:28.824556 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.826073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Bound using segment: {'id': '009309bb-a6f4-4bfc-8837-aeac7129217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:24:28.826616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Bound port: 92116cd0-2ba5-44fb-b328-0b319c2fa143, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009309bb-a6f4-4bfc-8837-aeac7129217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3948d80c-1479-48a3-95f8-724c8d631d31'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:24:28.827002 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.857430 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Transition to ACTIVE for port object ec1bd5c4-09e6-4345-a900-35317b106943 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:24:28.859190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Port 92116cd0-2ba5-44fb-b328-0b319c2fa143 has been deleted concurrently {{(pid=101313) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 19 11:24:28.869783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Routers set() bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:28.870151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Router IDs set() for agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 11:24:28.870804 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_agentschedulers_db [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aff4e8f1-7519-4b39-a0ae-798b8c22e6b1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent'). {{(pid=101313) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 11:24:28.871211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb062f27-5b9f-4e40-905d-f5f02ec75740 None None] The sync data for ids ['aff4e8f1-7519-4b39-a0ae-798b8c22e6b1'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:24:28.911064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f7bab-df1e-4276-94e4-5f1b9ed60f47 req-740c819f-c0c1-4862-b76f-e43d636c2076 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:28.911533 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:28.912778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b5f7bab-df1e-4276-94e4-5f1b9ed60f47 req-740c819f-c0c1-4862-b76f-e43d636c2076 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0748386 Oct 19 11:24:28.958803 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b5f7bab-df1e-4276-94e4-5f1b9ed60f47 req-69e71a19-089c-4755-bf07-3ba0f3750282 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344548 Oct 19 11:24:28.988167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648662e-3500-4996-b782-d6d60790604c service neutron] Pushing event updated for resources: {'Port': ['ID=ec1bd5c4-09e6-4345-a900-35317b106943,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:28.990654 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.037612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Attempting to bind port ec1bd5c4-09e6-4345-a900-35317b106943 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:24:29.037949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Attempting to bind port ec1bd5c4-09e6-4345-a900-35317b106943 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:24:29.038329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Attempting to bind port ec1bd5c4-09e6-4345-a900-35317b106943 on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:29.043161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Port ec1bd5c4-09e6-4345-a900-35317b106943 on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:24:29.043481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Attempting to bind port ec1bd5c4-09e6-4345-a900-35317b106943 on network 5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:29.048146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:24:29.048481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Checking segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:24:29.048889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Bound using segment: {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:24:29.049310 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Bound port: ec1bd5c4-09e6-4345-a900-35317b106943, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e530b213-fcf4-4521-8d66-139ae4899817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:24:29.049659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.053405 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.057232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9a78-23a8-4d85-a4a8-1fe163fc7058 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.084679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b9a78-23a8-4d85-a4a8-1fe163fc7058 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6eb0f1-e90c-4f35-b8ca-6df401a54b5c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:29.089020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9a78-23a8-4d85-a4a8-1fe163fc7058 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.095708 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1f9b9a78-23a8-4d85-a4a8-1fe163fc7058 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/ba6eb0f1-e90c-4f35-b8ca-6df401a54b5c HTTP/1.1" status: 204 len: 168 time: 0.4273663 Oct 19 11:24:29.095708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34076) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:29.126542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] For port ec1bd5c4-09e6-4345-a900-35317b106943, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:24:29.126542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] For port ec1bd5c4-09e6-4345-a900-35317b106943, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ec1bd5c4-09e6-4345-a900-35317b106943,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:24:29.166473 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.213712 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.251667 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.251874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:29.252455 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.253891 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-3648662e-3500-4996-b782-d6d60790604c service neutron] 10.222.0.49 "PUT /v2.0/ports/ec1bd5c4-09e6-4345-a900-35317b106943 HTTP/1.1" status: 200 len: 1091 time: 0.9116540 Oct 19 11:24:29.254330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523bf957-12ec-4cd4-a63f-b9aee49d3726', 'tag': 'ec1bd5c4-09e6-4345-a900-35317b106943'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:29.256608 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d42a38-9a04-4994-9496-5c7ebf22a1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "523bf957-12ec-4cd4-a63f-b9aee49d3726", "tag": "ec1bd5c4-09e6-4345-a900-35317b106943"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:29.279634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3948d80c-1479-48a3-95f8-724c8d631d31']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:29.285175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648662e-3500-4996-b782-d6d60790604c service neutron] Pushing event updated for resources: {'Port': ['ID=ec1bd5c4-09e6-4345-a900-35317b106943,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:29.290583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009309bb-a6f4-4bfc-8837-aeac7129217b') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:29.291118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009309bb-a6f4-4bfc-8837-aeac7129217b') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:29.301140 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.311066 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbbfb98-b29b-4966-b0c5-7c75526911ae x-openstack-request-id: req-ddbbfb98-b29b-4966-b0c5-7c75526911ae {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:29.311066 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523bf957-12ec-4cd4-a63f-b9aee49d3726", "tag": "ec1bd5c4-09e6-4345-a900-35317b106943", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:29.311066 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ddbbfb98-b29b-4966-b0c5-7c75526911ae {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:29.311066 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523bf957-12ec-4cd4-a63f-b9aee49d3726', 'tag': 'ec1bd5c4-09e6-4345-a900-35317b106943', 'status': 'completed', 'code': 200} Oct 19 11:24:29.320301 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.327124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:24:29.327601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: items = [ Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:24:29.329793 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:24:29.396979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42a38-9a04-4994-9496-5c7ebf22a1c8 req-080e148f-7400-471a-969f-4525d067253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:29.402841 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88d42a38-9a04-4994-9496-5c7ebf22a1c8 req-080e148f-7400-471a-969f-4525d067253e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 1094 time: 0.0626187 Oct 19 11:24:29.510352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42a38-9a04-4994-9496-5c7ebf22a1c8 req-7dec6d55-b232-490f-858b-c8d87d72124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:29.514498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88d42a38-9a04-4994-9496-5c7ebf22a1c8 req-7dec6d55-b232-490f-858b-c8d87d72124c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5040f71e465a4967b0c25206be6eaadf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1012330 Oct 19 11:24:29.540264 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.551316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3948d80c-1479-48a3-95f8-724c8d631d31 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 11:24:29.554910 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:29.563033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "DELETE /v2.0/networks/3948d80c-1479-48a3-95f8-724c8d631d31 HTTP/1.1" status: 204 len: 168 time: 0.4670086 Oct 19 11:24:29.573756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817d9cb-c8b0-48ea-afd8-45b16d4cb3e4 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event deleted for resources: {'Network': ['ID=3948d80c-1479-48a3-95f8-724c8d631d31,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:29.630433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42a38-9a04-4994-9496-5c7ebf22a1c8 req-f3c66276-53d2-476e-b50b-891773d35e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:29.632019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88d42a38-9a04-4994-9496-5c7ebf22a1c8 req-f3c66276-53d2-476e-b50b-891773d35e15 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125147 Oct 19 11:24:29.709389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b1c73-5bbe-4e57-b7a1-84fecd1f61ec req-5c6f8157-687f-4490-92ed-575cf2b9ab8e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:29.713433 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d06b1c73-5bbe-4e57-b7a1-84fecd1f61ec req-5c6f8157-687f-4490-92ed-575cf2b9ab8e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 943 time: 0.0726278 Oct 19 11:24:29.744925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-4a22ebed-0990-47ec-aa63-c6c86a0e1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:29.746995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-4a22ebed-0990-47ec-aa63-c6c86a0e1d40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5040f71e465a4967b0c25206be6eaadf&device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 1094 time: 0.0704336 Oct 19 11:24:29.757232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d06b1c73-5bbe-4e57-b7a1-84fecd1f61ec req-4f83561f-4181-4988-bd48-9e04c601c0eb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366004 Oct 19 11:24:29.798996 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-9f63f42c-6144-42ea-8654-cda362a05266 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec1bd5c4-09e6-4345-a900-35317b106943 HTTP/1.1" status: 200 len: 217 time: 0.0435376 Oct 19 11:24:29.850353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-a1e53a5d-b39f-4f62-90b5-6c787576a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:29.852688 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-a1e53a5d-b39f-4f62-90b5-6c787576a280 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 200 len: 852 time: 0.0467677 Oct 19 11:24:29.885545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-7aa3bf8a-e811-46d4-a510-e99d4275a357 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257943 Oct 19 11:24:29.994847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34108) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:30.001860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1bd1e283-0f70-411b-9934-9f740859543f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Request body: {'router': {'name': 'tempest-router--275511087', 'project_id': '3d2b71d7b866498899acdf33e6175d46'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:30.007786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-ae101f05-f814-4b03-9351-e8af2ff63845 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144345 Oct 19 11:24:30.142051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f71588-82c2-429d-b819-e15b68803151 req-1bfeb49e-37c3-47d2-b8af-57b7a6bb64b9 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:30.143420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56f71588-82c2-429d-b819-e15b68803151 req-1bfeb49e-37c3-47d2-b8af-57b7a6bb64b9 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.1001263 Oct 19 11:24:30.149272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e76f4e99-0a53-4fd3-a870-4fbafb9e60c3 req-61ff9fe7-cb16-4679-b490-89a9ed79a4d8 service neutron] 10.222.0.49 "GET /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340952 Oct 19 11:24:30.155646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e283-0f70-411b-9934-9f740859543f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:30.155646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e283-0f70-411b-9934-9f740859543f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:30.201923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56f71588-82c2-429d-b819-e15b68803151 req-d88b29ee-6df1-42f3-b4a3-3655238f542c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517061 Oct 19 11:24:30.229798 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e283-0f70-411b-9934-9f740859543f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:30.384941 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e283-0f70-411b-9934-9f740859543f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:30.495486 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1bd1e283-0f70-411b-9934-9f740859543f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:30.499493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1bd1e283-0f70-411b-9934-9f740859543f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5009139 Oct 19 11:24:30.500189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34120) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:30.578714 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-802d0984-2bf3-4967-9bfc-661206811d83 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:30.733995 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-802d0984-2bf3-4967-9bfc-661206811d83 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:30.736165 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-802d0984-2bf3-4967-9bfc-661206811d83 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:30.858713 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:30.884911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c080a-613f-4c39-bb3f-6927e3b0f38a req-dd4c7bfd-6268-4a94-86c5-ada5f8a72523 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:30.886585 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e55c080a-613f-4c39-bb3f-6927e3b0f38a req-dd4c7bfd-6268-4a94-86c5-ada5f8a72523 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 943 time: 0.0556588 Oct 19 11:24:30.932306 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e55c080a-613f-4c39-bb3f-6927e3b0f38a req-6ec85a96-01fc-4ffc-a2ca-a5bf678a1398 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383673 Oct 19 11:24:31.201775 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-802d0984-2bf3-4967-9bfc-661206811d83 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:31.202286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802d0984-2bf3-4967-9bfc-661206811d83 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4e7ad51-f07f-44de-95e4-9548da35f877 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:24:31.206552 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-802d0984-2bf3-4967-9bfc-661206811d83 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:31.209939 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-802d0984-2bf3-4967-9bfc-661206811d83 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "DELETE /v2.0/routers/c4e7ad51-f07f-44de-95e4-9548da35f877 HTTP/1.1" status: 204 len: 168 time: 0.7063880 Oct 19 11:24:31.327733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67e07-1959-46bf-adaf-db8ecad27a90 req-4737257f-4206-4fd9-8cfe-c115f799160c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:31.329313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f4d67e07-1959-46bf-adaf-db8ecad27a90 req-4737257f-4206-4fd9-8cfe-c115f799160c tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0549061 Oct 19 11:24:31.370668 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f4d67e07-1959-46bf-adaf-db8ecad27a90 req-656fcbde-ae5b-4b05-b0c2-c283e0d7289d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Oct 19 11:24:31.541400 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34150) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:31.695194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1283512058', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:31.837181 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:31.838262 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:31.891011 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:32.071566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f89b6-0e87-4211-a90e-edffb3846fd2 req-76b19c1b-992a-4e5c-b617-18af6a1eeb86 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:32.073106 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a12f89b6-0e87-4211-a90e-edffb3846fd2 req-76b19c1b-992a-4e5c-b617-18af6a1eeb86 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 943 time: 0.0714455 Oct 19 11:24:32.233381 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a12f89b6-0e87-4211-a90e-edffb3846fd2 req-1b859366-37f3-4e25-9d1a-965361c784d7 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237125 Oct 19 11:24:32.265105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:32.514595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622d980-9a17-456c-82ab-ad851a7f2a5c req-f19ecaa1-5c67-4cbb-a671-5b0f4cfe7243 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:32.523460 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5622d980-9a17-456c-82ab-ad851a7f2a5c req-f19ecaa1-5c67-4cbb-a671-5b0f4cfe7243 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0727332 Oct 19 11:24:32.572439 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5622d980-9a17-456c-82ab-ad851a7f2a5c req-2bbfdc91-61a4-4c86-92d1-eba4c32efa7e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 Oct 19 11:24:32.588712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34170) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:32.660633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:32.683885 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:32.706947 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93d011a2-52a6-427c-8c8d-0a6d5ba57b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:32.786859 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93d011a2-52a6-427c-8c8d-0a6d5ba57b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:32.809815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Allocated IP 172.25.2.242 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/855d256e-97ab-46db-921d-079fb7147e6c) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:32.881943 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93d011a2-52a6-427c-8c8d-0a6d5ba57b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:32.914731 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:32.920123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d011a2-52a6-427c-8c8d-0a6d5ba57b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09374a06-5f31-43dd-902f-e4ed83ec7c9d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:32.924723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-93d011a2-52a6-427c-8c8d-0a6d5ba57b9f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d314f23ea0247638ac0beac34f197bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345897 Oct 19 11:24:32.935285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34176) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:32.979927 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c37d63d8-9ade-4fb6-a464-9efa664c5504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:33.001355 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c37d63d8-9ade-4fb6-a464-9efa664c5504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:33.059686 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:33.105351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:33.108561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:33.112279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:33.135169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Pushing event updated for resources: {'Port': ['ID=855d256e-97ab-46db-921d-079fb7147e6c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:33.241787 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c37d63d8-9ade-4fb6-a464-9efa664c5504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:33.244502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c37d63d8-9ade-4fb6-a464-9efa664c5504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:33.246849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c37d63d8-9ade-4fb6-a464-9efa664c5504 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09374a06-5f31-43dd-902f-e4ed83ec7c9d HTTP/1.1" status: 204 len: 168 time: 0.3185782 Oct 19 11:24:33.257644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d63d8-9ade-4fb6-a464-9efa664c5504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09374a06-5f31-43dd-902f-e4ed83ec7c9d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:33.368235 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709163e-e202-4a6b-896a-be50d0a8ee09 req-178e88fa-5982-42ec-9530-8de783cf8e0e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:33.369890 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9709163e-e202-4a6b-896a-be50d0a8ee09 req-178e88fa-5982-42ec-9530-8de783cf8e0e tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 943 time: 0.0515175 Oct 19 11:24:33.482870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9709163e-e202-4a6b-896a-be50d0a8ee09 req-61ec0bc0-01d1-466e-89fa-78b196cd8ce1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068323 Oct 19 11:24:33.581253 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:33.760766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e6813-c8cc-4663-94d6-df7160b8ee02 req-4048455f-5f2f-48c4-b0ad-0e70fc9523d8 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:33.762239 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d2e6813-c8cc-4663-94d6-df7160b8ee02 req-4048455f-5f2f-48c4-b0ad-0e70fc9523d8 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0999765 Oct 19 11:24:33.851646 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d2e6813-c8cc-4663-94d6-df7160b8ee02 req-024b3f96-7ee2-433f-9a52-3a35b0917387 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795522 Oct 19 11:24:33.904863 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:34.110247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Router 5e29d43a-e843-46ff-9788-f178c9d20971 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:24:34.222205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:24:34.232308 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf8f8f-8040-408c-ba4f-425e1e93b115 None None] Sync routers for ids ['5e29d43a-e843-46ff-9788-f178c9d20971'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:24:34.242752 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf8f8f-8040-408c-ba4f-425e1e93b115 None None] Routers {'5e29d43a-e843-46ff-9788-f178c9d20971'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:34.243478 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-decf8f8f-8040-408c-ba4f-425e1e93b115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5e29d43a-e843-46ff-9788-f178c9d20971'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:34.278996 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-decf8f8f-8040-408c-ba4f-425e1e93b115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:34.287570 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf8f8f-8040-408c-ba4f-425e1e93b115 None None] Routers {'5e29d43a-e843-46ff-9788-f178c9d20971'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:34.288190 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-decf8f8f-8040-408c-ba4f-425e1e93b115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['5e29d43a-e843-46ff-9788-f178c9d20971'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:34.318621 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:34.321525 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bde2ebb2-1d1b-44a7-b81a-213dcaf73afc tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7789192 Oct 19 11:24:34.322787 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-decf8f8f-8040-408c-ba4f-425e1e93b115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:34.323523 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf8f8f-8040-408c-ba4f-425e1e93b115 None None] The sync data for ids ['5e29d43a-e843-46ff-9788-f178c9d20971'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:24:34.324206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34210) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:34.434589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3e378191-22e4-4f44-a4a1-e19b992dc580 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/routers/5e29d43a-e843-46ff-9788-f178c9d20971 HTTP/1.1" status: 200 len: 921 time: 0.1080408 Oct 19 11:24:34.437289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34214) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:34.464705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dc6bb5bb-3236-452d-85e1-d2a94df01206 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e29d43a-e843-46ff-9788-f178c9d20971 HTTP/1.1" status: 200 len: 205 time: 0.0261199 Oct 19 11:24:34.467162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34216) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:34.696257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ec1bd5c4-09e6-4345-a900-35317b106943 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:24:34.814133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ec1bd5c4-09e6-4345-a900-35317b106943, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ec1bd5c4-09e6-4345-a900-35317b106943,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:34.826597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'ec1bd5c4-09e6-4345-a900-35317b106943', 'network_id': '5457d6bb-7a0b-4e25-974c-a4caaf3e11d7', 'port_id': 'ec1bd5c4-09e6-4345-a900-35317b106943', 'mac_address': 'fa:16:3e:13:61:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc2b4a-49a5-43d6-9664-521501fcd66c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:24:34.865589 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:34.879353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1bd5c4-09e6-4345-a900-35317b106943 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:24:34.914503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ec1bd5c4-09e6-4345-a900-35317b106943, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ec1bd5c4-09e6-4345-a900-35317b106943,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:34.994591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1de72-599e-4aa2-a8ee-bc9cb938b5bd req-60e9645d-4547-41ab-a25b-83c54a4c906d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:34.996792 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57a1de72-599e-4aa2-a8ee-bc9cb938b5bd req-60e9645d-4547-41ab-a25b-83c54a4c906d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0503128 Oct 19 11:24:35.015494 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:35.028899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d252590-4d22-4373-9534-8ec9721a8877 req-d23036a9-0958-49d9-b9b5-c6aac9b974f2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:35.030762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d252590-4d22-4373-9534-8ec9721a8877 req-d23036a9-0958-49d9-b9b5-c6aac9b974f2 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 943 time: 0.4606805 Oct 19 11:24:35.034880 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57a1de72-599e-4aa2-a8ee-bc9cb938b5bd req-72363b85-7417-47b7-9bac-e59e4849dc46 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328159 Oct 19 11:24:35.054236 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:35.101863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=ec1bd5c4-09e6-4345-a900-35317b106943,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:35.140671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d252590-4d22-4373-9534-8ec9721a8877 req-a46a18cd-b8cb-49c0-b5d5-873aba1edd99 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746992 Oct 19 11:24:35.169413 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:35.256248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['ec1bd5c4-09e6-4345-a900-35317b106943'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:24:35.271527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Deleting port 855d256e-97ab-46db-921d-079fb7147e6c {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:35.273841 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:35.347169 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:35.358629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Calling delete_port for 855d256e-97ab-46db-921d-079fb7147e6c owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:35.584319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:35.610220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Pushing event deleted for resources: {'Port': ['ID=855d256e-97ab-46db-921d-079fb7147e6c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:35.675339 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:35.770608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:35.773372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:35.881757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-120df068-b300-4b8b-bb45-7c7a2e5f0f55 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1466243516&fields=id&tenant_id=d3995dc384ba48d09915fc1f3bbf1dde HTTP/1.1" status: 200 len: 267 time: 0.0324974 Oct 19 11:24:35.887411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:35.890467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Fanout notify agent at l3_agent the message router_deleted on router 5e29d43a-e843-46ff-9788-f178c9d20971 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:24:35.905177 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:35.914355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34252) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:35.914474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0d8f870e-36c2-4578-a4de-4890ea90add0 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/5e29d43a-e843-46ff-9788-f178c9d20971 HTTP/1.1" status: 204 len: 168 time: 1.4448366 Oct 19 11:24:35.914752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1109020215', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'enable_snat': False}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:36.014488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-1b730ac9-a1f1-4e91-8ca6-c8208df4f389 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:36.015960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-1b730ac9-a1f1-4e91-8ca6-c8208df4f389 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/networks?id=2a379799-d672-4171-96be-3d50103648d2 HTTP/1.1" status: 200 len: 816 time: 0.1260581 Oct 19 11:24:36.031981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-54350273-c38e-4d5b-a823-b260aa97aed8 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/quotas/d3995dc384ba48d09915fc1f3bbf1dde HTTP/1.1" status: 200 len: 375 time: 0.0097175 Oct 19 11:24:36.065102 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:36.066170 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:36.087300 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-f3b2edf5-4017-478b-b0d9-7dcf982a2b62 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3995dc384ba48d09915fc1f3bbf1dde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500216 Oct 19 11:24:36.139372 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:36.187656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537d31f-04d6-4aea-a925-2e7753957227 req-c21e5315-83a4-4aa9-8e9c-f2c6b095e241 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:36.189198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8537d31f-04d6-4aea-a925-2e7753957227 req-c21e5315-83a4-4aa9-8e9c-f2c6b095e241 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0529962 Oct 19 11:24:36.201343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-0f5da134-a912-41fb-bc0a-0bfd9e042cb3 service neutron] 10.222.0.39 "GET /v2.0/networks/2a379799-d672-4171-96be-3d50103648d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918224 Oct 19 11:24:36.233308 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8537d31f-04d6-4aea-a925-2e7753957227 req-ccd9b009-410b-49f7-b963-abeca50b1a07 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373690 Oct 19 11:24:36.298084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-d81e3425-44dd-48d0-a57d-54e5499b611c service neutron] 10.222.0.39 "GET /v2.0/networks/2a379799-d672-4171-96be-3d50103648d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901299 Oct 19 11:24:36.689242 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:36.694861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ec1bd5c4-09e6-4345-a900-35317b106943 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:24:36.711665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae9db4-9fa4-4bf7-a0ac-855d159a828a req-cbc2fcb7-a418-4d47-a3f0-c22b81670ebb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:36.713210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5ae9db4-9fa4-4bf7-a0ac-855d159a828a req-cbc2fcb7-a418-4d47-a3f0-c22b81670ebb tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 944 time: 0.1185474 Oct 19 11:24:36.754713 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5ae9db4-9fa4-4bf7-a0ac-855d159a828a req-c8cb8e87-700b-4b54-b831-092feff70da1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352404 Oct 19 11:24:36.807113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port ec1bd5c4-09e6-4345-a900-35317b106943 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:24:36.811034 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port ec1bd5c4-09e6-4345-a900-35317b106943 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:36.814289 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:36.905139 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:36.933387 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523bf957-12ec-4cd4-a63f-b9aee49d3726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1bd5c4-09e6-4345-a900-35317b106943'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:36.936105 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2960a446-6909-4581-bb34-9843b8cf35a1" -d '{"events": [{"server_uuid": "523bf957-12ec-4cd4-a63f-b9aee49d3726", "name": "network-vif-plugged", "status": "completed", "tag": "ec1bd5c4-09e6-4345-a900-35317b106943"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:36.949294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-22b9f9d9-8d6d-47f5-a07e-b134c8cff72d req-38bc33db-0984-4d8b-a420-d07c07e9a294 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.0607405 Oct 19 11:24:36.953924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ec1bd5c4-09e6-4345-a900-35317b106943, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ec1bd5c4-09e6-4345-a900-35317b106943,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:36.998280 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:37.008670 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ab1938-f0e6-4aa6-b707-ca34e0d4889a x-openstack-request-id: req-48ab1938-f0e6-4aa6-b707-ca34e0d4889a {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:37.008670 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523bf957-12ec-4cd4-a63f-b9aee49d3726", "name": "network-vif-plugged", "status": "completed", "tag": "ec1bd5c4-09e6-4345-a900-35317b106943", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:37.008670 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48ab1938-f0e6-4aa6-b707-ca34e0d4889a {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:37.008670 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523bf957-12ec-4cd4-a63f-b9aee49d3726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1bd5c4-09e6-4345-a900-35317b106943', 'code': 200} Oct 19 11:24:37.024377 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:37.029189 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:37.084462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=ec1bd5c4-09e6-4345-a900-35317b106943,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:37.123890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce8c9b-9689-4fb9-bdc0-f1dbec9ff869 req-e8143e0d-fac9-4136-89dc-85615002547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:37.125440 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68ce8c9b-9689-4fb9-bdc0-f1dbec9ff869 req-e8143e0d-fac9-4136-89dc-85615002547b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 1096 time: 0.0487995 Oct 19 11:24:37.164721 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68ce8c9b-9689-4fb9-bdc0-f1dbec9ff869 req-58cb5d3b-f8d8-43bd-a1f6-b328a7fb5f30 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311646 Oct 19 11:24:37.172684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Allocated IP 172.25.2.159 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/1dd0e76f-520d-4d5b-9089-17e8f8323414) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:37.281064 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:37.352789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa8dce-304b-4554-8aa6-22082848b2bb req-96f06f31-42a3-4a07-854e-188e9944ae06 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:37.354285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6aaa8dce-304b-4554-8aa6-22082848b2bb req-96f06f31-42a3-4a07-854e-188e9944ae06 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0488734 Oct 19 11:24:37.391101 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6aaa8dce-304b-4554-8aa6-22082848b2bb req-23e22016-ea09-49fb-911e-9c21fdbeaf04 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308211 Oct 19 11:24:37.391463 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:37.439882 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:37.444808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:37.447815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:37.476214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event updated for resources: {'Port': ['ID=1dd0e76f-520d-4d5b-9089-17e8f8323414,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:37.682103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36e604-cfe3-4864-b3b7-becc7263633f req-4ac9ae83-8e83-4bba-a3d3-cb282a132fe1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:37.683617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e36e604-cfe3-4864-b3b7-becc7263633f req-4ac9ae83-8e83-4bba-a3d3-cb282a132fe1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0520878 Oct 19 11:24:37.736140 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e36e604-cfe3-4864-b3b7-becc7263633f req-0c1e6ff4-261a-43e8-bc8b-fed4995b5377 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456870 Oct 19 11:24:37.756257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:37.878242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfc977-91bc-432a-9b4e-3f4bc0c02812 req-b7d2cd79-087a-4625-a4d8-c5fa714a3f96 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:37.880051 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-65bfc977-91bc-432a-9b4e-3f4bc0c02812 req-b7d2cd79-087a-4625-a4d8-c5fa714a3f96 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 945 time: 0.0542414 Oct 19 11:24:37.920272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-65bfc977-91bc-432a-9b4e-3f4bc0c02812 req-bb3f62e9-208f-429a-bcea-c1b39a9735fc tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334587 Oct 19 11:24:37.934756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890293-7584-47c4-907a-656e3c12f633 req-daab1a50-9b70-47b2-b05c-c012a1223867 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:37.936224 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-46890293-7584-47c4-907a-656e3c12f633 req-daab1a50-9b70-47b2-b05c-c012a1223867 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.1266055 Oct 19 11:24:38.018415 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-46890293-7584-47c4-907a-656e3c12f633 req-fe6dc731-7f86-4dca-8b8f-572a6db3df17 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741005 Oct 19 11:24:38.030791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:38.054713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ef6822a-002b-4d8d-868f-b76c80c5cda0 req-795de4de-143b-4178-b6f7-6db2b854899f tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.0295873 Oct 19 11:24:38.281576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Router f6cff7d2-9fe5-481e-919c-76b557abf79d is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:24:38.397047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:24:38.406806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Sync routers for ids ['f6cff7d2-9fe5-481e-919c-76b557abf79d'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:24:38.418697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Routers {'f6cff7d2-9fe5-481e-919c-76b557abf79d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:38.419454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f6cff7d2-9fe5-481e-919c-76b557abf79d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:38.506845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:38.510449 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c8481a56-c711-4af2-be0e-c97f01316352 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5972016 Oct 19 11:24:38.511019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34314) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:38.565660 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Set router f6cff7d2-9fe5-481e-919c-76b557abf79d gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:24:38.576813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59664fd7-fa4f-4552-ada9-9b1e88959bb6 req-32ada416-f3f2-46e0-8b1c-160ac0f5781e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:38.584818 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-59664fd7-fa4f-4552-ada9-9b1e88959bb6 req-32ada416-f3f2-46e0-8b1c-160ac0f5781e tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.0755844 Oct 19 11:24:38.636656 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-59664fd7-fa4f-4552-ada9-9b1e88959bb6 req-bc3d915e-3803-4201-b568-048cfc7dbc61 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 Oct 19 11:24:38.661173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-03d434f4-1d50-4657-b741-2c7eb89864f2 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/routers/f6cff7d2-9fe5-481e-919c-76b557abf79d HTTP/1.1" status: 200 len: 909 time: 0.1484842 Oct 19 11:24:38.664133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34318) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:38.668216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1109020215', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'enable_snat': True}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:38.768590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cff7d2-9fe5-481e-919c-76b557abf79d', 'name': 'tempest-snat-router-1109020215', 'tenant_id': '3c17c883caaa4eaea82844eebebac816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.159'}], 'enable_snat': False}, 'gw_port_id': '1dd0e76f-520d-4d5b-9089-17e8f8323414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:24:36Z', 'updated_at': '2021-10-19T11:24:37Z', 'revision_number': 3, 'project_id': '3c17c883caaa4eaea82844eebebac816', 'gw_port': {'id': '1dd0e76f-520d-4d5b-9089-17e8f8323414', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cff7d2-9fe5-481e-919c-76b557abf79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:24:37Z', 'updated_at': '2021-10-19T11:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:38.773954 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:38.775021 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:38.832260 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:38.914078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Checking router: f6cff7d2-9fe5-481e-919c-76b557abf79d for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:24:38.914442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Updating router f6cff7d2-9fe5-481e-919c-76b557abf79d port 1dd0e76f-520d-4d5b-9089-17e8f8323414 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:24:38.938795 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.050667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.076120 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8916a-91a3-4d57-8936-f76786c7c01b req-d3f3bd64-ccd6-4c7c-af7f-7f42bf0e14c1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:39.077772 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38e8916a-91a3-4d57-8936-f76786c7c01b req-d3f3bd64-ccd6-4c7c-af7f-7f42bf0e14c1 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 945 time: 0.0842795 Oct 19 11:24:39.124092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38e8916a-91a3-4d57-8936-f76786c7c01b req-6bcbebf5-a19b-4713-a478-84f2b0b022f9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Oct 19 11:24:39.184440 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba7a2642-bd55-437c-8787-a60b34eaeef3 req-25090161-a691-41f2-a61c-b8299d252a1f tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.0538819 Oct 19 11:24:39.236738 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.297531 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-0f912e70-b02f-4cf0-bba6-407b794f00ed tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:39.299253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-0f912e70-b02f-4cf0-bba6-407b794f00ed tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.26 "GET /v2.0/networks?id=2a379799-d672-4171-96be-3d50103648d2 HTTP/1.1" status: 200 len: 816 time: 0.1546855 Oct 19 11:24:39.333968 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.351151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-3bf6e8f8-8a75-4b4e-aa57-cdc3d5ed03ab tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3995dc384ba48d09915fc1f3bbf1dde HTTP/1.1" status: 200 len: 380 time: 0.0411663 Oct 19 11:24:39.377521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Request body: {'port': {'device_id': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'admin_state_up': True, 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'security_groups': ['0405abc9-1e62-443f-8faa-c53790b7475b']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:39.383174 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.393059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Attempting to bind port 1dd0e76f-520d-4d5b-9089-17e8f8323414 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:24:39.393426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Attempting to bind port 1dd0e76f-520d-4d5b-9089-17e8f8323414 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:24:39.393790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Attempting to bind port 1dd0e76f-520d-4d5b-9089-17e8f8323414 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:39.401931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c04a0e-0a0a-4ae1-af5f-553fb98ecb24 None None] Pushing event updated for resources: {'Port': ['ID=1dd0e76f-520d-4d5b-9089-17e8f8323414,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:39.409430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:24:39.409430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:24:39.410040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.410040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:24:39.410202 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.410481 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Bound port: 1dd0e76f-520d-4d5b-9089-17e8f8323414, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:24:39.410860 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.482605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] For port 1dd0e76f-520d-4d5b-9089-17e8f8323414, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:24:39.486831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] For port 1dd0e76f-520d-4d5b-9089-17e8f8323414, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1dd0e76f-520d-4d5b-9089-17e8f8323414,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:24:39.549666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Allocated IP 172.25.2.17 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/bdfd395c-3f68-4d54-ac67-f329bda1291c) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:39.556886 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.625033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Routers {'f6cff7d2-9fe5-481e-919c-76b557abf79d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:39.625677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f6cff7d2-9fe5-481e-919c-76b557abf79d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:39.631174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c04a0e-0a0a-4ae1-af5f-553fb98ecb24 None None] Pushing event updated for resources: {'Port': ['ID=1dd0e76f-520d-4d5b-9089-17e8f8323414,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:39.670566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Made reservation on behalf of d3995dc384ba48d09915fc1f3bbf1dde for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:24:39.675141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.675292 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.787354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] Set router f6cff7d2-9fe5-481e-919c-76b557abf79d gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:24:39.840272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:39.885684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6828-ba0d-4cb1-bbcc-b47749d1a27e req-554f0f11-b1fd-46ed-8b22-061af06a1de3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:39.887368 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d89b6828-ba0d-4cb1-bbcc-b47749d1a27e req-554f0f11-b1fd-46ed-8b22-061af06a1de3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 945 time: 0.1141603 Oct 19 11:24:39.924723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71dddb-a884-42e5-b3c0-21d565090200 req-481beed3-acc0-4cf9-acc7-6cc055c72243 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:39.932564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f71dddb-a884-42e5-b3c0-21d565090200 req-481beed3-acc0-4cf9-acc7-6cc055c72243 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.1779420 Oct 19 11:24:39.941747 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725849da-f7c1-48a3-bbaa-a71bdd758c39 req-2f66392c-8c9e-4d7e-9b37-5730df5438d4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:39.944492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-725849da-f7c1-48a3-bbaa-a71bdd758c39 req-2f66392c-8c9e-4d7e-9b37-5730df5438d4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 946 time: 0.2059824 Oct 19 11:24:39.968115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Allocated IP 172.20.0.14 (2a379799-d672-4171-96be-3d50103648d2/6fba6953-6304-427b-b7e5-9f939a68d3e4/52e24184-5eac-4d09-bc20-62f34dc27f2c) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:39.976677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:39.989897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:40.024036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event updated for resources: {'Port': ['ID=bdfd395c-3f68-4d54-ac67-f329bda1291c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:40.027899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:40.061702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cff7d2-9fe5-481e-919c-76b557abf79d', 'name': 'tempest-snat-router-1109020215', 'tenant_id': '3c17c883caaa4eaea82844eebebac816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.159'}], 'enable_snat': False}, 'gw_port_id': '1dd0e76f-520d-4d5b-9089-17e8f8323414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:24:36Z', 'updated_at': '2021-10-19T11:24:37Z', 'revision_number': 3, 'project_id': '3c17c883caaa4eaea82844eebebac816', 'gw_port': {'id': '1dd0e76f-520d-4d5b-9089-17e8f8323414', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cff7d2-9fe5-481e-919c-76b557abf79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:24:37Z', 'updated_at': '2021-10-19T11:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:40.065897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d89b6828-ba0d-4cb1-bbcc-b47749d1a27e req-31882e63-931b-4f6d-bec6-db9733b2fd63 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669781 Oct 19 11:24:40.105742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a146a-25df-4ec1-9333-178afa5d4726 None None] The sync data for ids ['f6cff7d2-9fe5-481e-919c-76b557abf79d'] in n-d-814547-1 is: [{'id': 'f6cff7d2-9fe5-481e-919c-76b557abf79d', 'name': 'tempest-snat-router-1109020215', 'tenant_id': '3c17c883caaa4eaea82844eebebac816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.159'}], 'enable_snat': False}, 'gw_port_id': '1dd0e76f-520d-4d5b-9089-17e8f8323414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:24:36Z', 'updated_at': '2021-10-19T11:24:37Z', 'revision_number': 3, 'project_id': '3c17c883caaa4eaea82844eebebac816', 'gw_port': {'id': '1dd0e76f-520d-4d5b-9089-17e8f8323414', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cff7d2-9fe5-481e-919c-76b557abf79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:24:37Z', 'updated_at': '2021-10-19T11:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:24:40.107514 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f71dddb-a884-42e5-b3c0-21d565090200 req-e96914d3-7fdb-400d-a2e2-e7ad6292e3d4 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739128 Oct 19 11:24:40.249926 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:40.321502 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58235efc-5da1-4a1d-90d0-3d80772fc096 req-f01e6dc4-2974-4782-a290-d9cb7e4e0d59 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.0329874 Oct 19 11:24:40.322179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-725849da-f7c1-48a3-bbaa-a71bdd758c39 req-341a8386-0fe3-4890-a748-d5ef201b10ab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Deleting port 874db5b3-4407-48a0-ae68-ec8638281111 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:40.322179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-725849da-f7c1-48a3-bbaa-a71bdd758c39 req-341a8386-0fe3-4890-a748-d5ef201b10ab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:40.391384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:40.546595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Network 2a379799-d672-4171-96be-3d50103648d2 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:40.558338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-725849da-f7c1-48a3-bbaa-a71bdd758c39 req-341a8386-0fe3-4890-a748-d5ef201b10ab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] For port 874db5b3-4407-48a0-ae68-ec8638281111, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=874db5b3-4407-48a0-ae68-ec8638281111,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:40.558910 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-725849da-f7c1-48a3-bbaa-a71bdd758c39 req-341a8386-0fe3-4890-a748-d5ef201b10ab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:40.565228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:40.579683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:40.579806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-725849da-f7c1-48a3-bbaa-a71bdd758c39 req-341a8386-0fe3-4890-a748-d5ef201b10ab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Calling delete_port for 874db5b3-4407-48a0-ae68-ec8638281111 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:40.616485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Pushing event updated for resources: {'Port': ['ID=52e24184-5eac-4d09-bc20-62f34dc27f2c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:40.658337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:40.659471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:40.692734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:40.781773 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-202c2a41-835f-4888-9fb9-d7b3a8c405c4 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4241555 Oct 19 11:24:40.796616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Request body: {'port': {'device_id': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:40.879568 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:40.933640 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bb9329e3-d96b-4a2a-b22d-dbd23090357d None None] Provisioning complete for port 52e24184-5eac-4d09-bc20-62f34dc27f2c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:40.934832 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb9329e3-d96b-4a2a-b22d-dbd23090357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:41.020573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-bb9329e3-d96b-4a2a-b22d-dbd23090357d None None] Port 52e24184-5eac-4d09-bc20-62f34dc27f2c cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:24:41.332738 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-725849da-f7c1-48a3-bbaa-a71bdd758c39 req-341a8386-0fe3-4890-a748-d5ef201b10ab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:41.339820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e24184-5eac-4d09-bc20-62f34dc27f2c {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:24:41.346510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['874db5b3-4407-48a0-ae68-ec8638281111'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:24:41.351509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:41.360170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['092b9139-c22a-46b9-a52b-ed239c599b09'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:24:41.364934 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c66ba-957b-4bb5-a330-fab9c90f161f req-e1c10b22-274d-4680-8009-6d5d3254136f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:41.366518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e5c66ba-957b-4bb5-a330-fab9c90f161f req-e1c10b22-274d-4680-8009-6d5d3254136f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 945 time: 0.1235538 Oct 19 11:24:41.373857 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2142499f-b4c1-4475-9b7a-f9b27c7bd955 req-be46c442-bace-4094-b4a9-bcc417784639 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 210 time: 0.0446239 Oct 19 11:24:41.388516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Transition to ACTIVE for port object 52e24184-5eac-4d09-bc20-62f34dc27f2c will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:24:41.434019 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e5c66ba-957b-4bb5-a330-fab9c90f161f req-5dc7a842-3df3-4b9a-96d4-ed6b3004be8d tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575974 Oct 19 11:24:41.454418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a8386-0fe3-4890-a748-d5ef201b10ab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event deleted for resources: {'Port': ['ID=874db5b3-4407-48a0-ae68-ec8638281111,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:41.464711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:41.484748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-725849da-f7c1-48a3-bbaa-a71bdd758c39 req-341a8386-0fe3-4890-a748-d5ef201b10ab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] No DVR routers for this DVR port 874db5b3-4407-48a0-ae68-ec8638281111 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:24:41.488521 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-725849da-f7c1-48a3-bbaa-a71bdd758c39 req-341a8386-0fe3-4890-a748-d5ef201b10ab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:41.489740 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:41.501522 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-725849da-f7c1-48a3-bbaa-a71bdd758c39 req-341a8386-0fe3-4890-a748-d5ef201b10ab tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.49 "DELETE /v2.0/ports/874db5b3-4407-48a0-ae68-ec8638281111 HTTP/1.1" status: 204 len: 173 time: 1.5351112 Oct 19 11:24:41.502097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83428169-8368-463d-a5bd-8657bfdb807c', 'name': 'network-vif-deleted', 'tag': '874db5b3-4407-48a0-ae68-ec8638281111'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:41.510296 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87baa919-02f6-4004-9272-03e49cb2335b" -d '{"events": [{"server_uuid": "83428169-8368-463d-a5bd-8657bfdb807c", "name": "network-vif-deleted", "tag": "874db5b3-4407-48a0-ae68-ec8638281111"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:41.645011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1dd0e76f-520d-4d5b-9089-17e8f8323414 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:24:41.661567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Pushing event updated for resources: {'Port': ['ID=52e24184-5eac-4d09-bc20-62f34dc27f2c,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:41.832696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626a4fb-fe06-4715-a04b-167468bce251 req-033afd4d-dd8c-4d96-b5f7-a5a0b5bef305 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:41.835958 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e626a4fb-fe06-4715-a04b-167468bce251 req-033afd4d-dd8c-4d96-b5f7-a5a0b5bef305 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 944 time: 0.1502428 Oct 19 11:24:41.857846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1dd0e76f-520d-4d5b-9089-17e8f8323414 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:41.858379 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:41.879550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Router 819f48d5-d59b-44f5-86e2-0e44b4664b1b is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:24:41.904368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Attempting to bind port 52e24184-5eac-4d09-bc20-62f34dc27f2c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:24:41.904757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Attempting to bind port 52e24184-5eac-4d09-bc20-62f34dc27f2c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:24:41.905071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Attempting to bind port 52e24184-5eac-4d09-bc20-62f34dc27f2c on network 2a379799-d672-4171-96be-3d50103648d2 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:41.915359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Port 52e24184-5eac-4d09-bc20-62f34dc27f2c on network 2a379799-d672-4171-96be-3d50103648d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:24:41.915690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Attempting to bind port 52e24184-5eac-4d09-bc20-62f34dc27f2c on network 2a379799-d672-4171-96be-3d50103648d2 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:41.921829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:24:41.922183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Checking segment: {'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:24:41.922493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Bound using segment: {'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:24:41.922930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Bound port: 52e24184-5eac-4d09-bc20-62f34dc27f2c, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2a379799-d672-4171-96be-3d50103648d2'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:24:41.923280 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:41.940893 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e626a4fb-fe06-4715-a04b-167468bce251 req-30446f87-54b8-42ed-b5f6-26cdc6ef74db tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848675 Oct 19 11:24:42.036503 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:42.063513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:24:42.066205 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4483353-1f97-4d14-b176-eb43e7f1afad x-openstack-request-id: req-d4483353-1f97-4d14-b176-eb43e7f1afad {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:42.066519 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83428169-8368-463d-a5bd-8657bfdb807c", "name": "network-vif-deleted", "tag": "874db5b3-4407-48a0-ae68-ec8638281111", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:42.066741 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4483353-1f97-4d14-b176-eb43e7f1afad {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:42.067111 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83428169-8368-463d-a5bd-8657bfdb807c', 'name': 'network-vif-deleted', 'tag': '874db5b3-4407-48a0-ae68-ec8638281111', 'status': 'completed', 'code': 200} Oct 19 11:24:42.076360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 1dd0e76f-520d-4d5b-9089-17e8f8323414, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1dd0e76f-520d-4d5b-9089-17e8f8323414,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:42.079596 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Sync routers for ids ['819f48d5-d59b-44f5-86e2-0e44b4664b1b'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:24:42.095028 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Routers {'819f48d5-d59b-44f5-86e2-0e44b4664b1b'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:42.098619 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['819f48d5-d59b-44f5-86e2-0e44b4664b1b'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:42.117682 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] For port 52e24184-5eac-4d09-bc20-62f34dc27f2c, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:24:42.137445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] For port 52e24184-5eac-4d09-bc20-62f34dc27f2c, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=52e24184-5eac-4d09-bc20-62f34dc27f2c,segment=NetworkSegment(f0e8a69a-5693-42d8-a2b1-5379cce15ab4),segment_id=f0e8a69a-5693-42d8-a2b1-5379cce15ab4)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:24:42.162127 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:42.233077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:42.237781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ac320b00-3710-423b-87de-88d7c228198b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5726469 Oct 19 11:24:42.238586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34372) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:42.250751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=1dd0e76f-520d-4d5b-9089-17e8f8323414,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:42.296920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa2e77-1dbf-4be8-8f5b-e034992029bc req-7812f9b6-9a2c-42ad-85ad-a5e982434e6f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:42.298463 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efaa2e77-1dbf-4be8-8f5b-e034992029bc req-7812f9b6-9a2c-42ad-85ad-a5e982434e6f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 945 time: 0.0683804 Oct 19 11:24:42.300155 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:42.390201 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:42.392807 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:42.396904 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-87d57e5d-0be1-4d36-89b6-8bfec4c12d2f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/routers/819f48d5-d59b-44f5-86e2-0e44b4664b1b HTTP/1.1" status: 200 len: 907 time: 0.1569643 Oct 19 11:24:42.398134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] 10.222.0.26 "PUT /v2.0/ports/52e24184-5eac-4d09-bc20-62f34dc27f2c HTTP/1.1" status: 200 len: 1092 time: 1.6052289 Oct 19 11:24:42.403489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34378) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:42.403632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'tag': '52e24184-5eac-4d09-bc20-62f34dc27f2c'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:42.403632 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808cfd22-4824-45fb-9d03-7afbe481ac38" -d '{"events": [{"name": "network-changed", "server_uuid": "b92b321b-e551-4188-a6b5-edf490a0c01f", "tag": "52e24184-5eac-4d09-bc20-62f34dc27f2c"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:42.409606 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Set router 819f48d5-d59b-44f5-86e2-0e44b4664b1b gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:24:42.463893 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efaa2e77-1dbf-4be8-8f5b-e034992029bc req-00ba75c6-1905-4c06-a068-24677d8b88c9 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294174 Oct 19 11:24:42.473398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44572cf6-d624-43fa-b347-933c1ad42b57 service neutron] Pushing event updated for resources: {'Port': ['ID=52e24184-5eac-4d09-bc20-62f34dc27f2c,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:42.581640 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f934e09-310a-4880-96c2-c86ac0d87546 x-openstack-request-id: req-9f934e09-310a-4880-96c2-c86ac0d87546 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:42.581936 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92b321b-e551-4188-a6b5-edf490a0c01f", "tag": "52e24184-5eac-4d09-bc20-62f34dc27f2c", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:42.582304 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f934e09-310a-4880-96c2-c86ac0d87546 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:42.585692 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'tag': '52e24184-5eac-4d09-bc20-62f34dc27f2c', 'status': 'completed', 'code': 200} Oct 19 11:24:42.668473 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:42.728091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cfd22-4824-45fb-9d03-7afbe481ac38 req-243a1fd7-d576-4469-aa39-0e8853b8b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:42.729767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-808cfd22-4824-45fb-9d03-7afbe481ac38 req-243a1fd7-d576-4469-aa39-0e8853b8b33b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3995dc384ba48d09915fc1f3bbf1dde&device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 1095 time: 0.1115637 Oct 19 11:24:42.775847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4907595-c40c-47a7-a4c9-a86a6167c073 req-b8ff0529-09de-4ce2-b474-150ce66c57e8 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=83428169-8368-463d-a5bd-8657bfdb807c HTTP/1.1" status: 200 len: 210 time: 0.1393027 Oct 19 11:24:42.897646 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819f48d5-d59b-44f5-86e2-0e44b4664b1b', 'name': 'tempest-snat-router-1109020215', 'tenant_id': '3c17c883caaa4eaea82844eebebac816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'bdfd395c-3f68-4d54-ac67-f329bda1291c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:24:38Z', 'updated_at': '2021-10-19T11:24:40Z', 'revision_number': 3, 'project_id': '3c17c883caaa4eaea82844eebebac816', 'gw_port': {'id': 'bdfd395c-3f68-4d54-ac67-f329bda1291c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819f48d5-d59b-44f5-86e2-0e44b4664b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:24:39Z', 'updated_at': '2021-10-19T11:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:42.930980 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Checking router: 819f48d5-d59b-44f5-86e2-0e44b4664b1b for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:24:42.931555 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Updating router 819f48d5-d59b-44f5-86e2-0e44b4664b1b port bdfd395c-3f68-4d54-ac67-f329bda1291c binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:24:42.943480 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:42.952218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cfd22-4824-45fb-9d03-7afbe481ac38 req-87b2ad61-d055-4b21-91f1-1aaff88d89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:42.954013 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-808cfd22-4824-45fb-9d03-7afbe481ac38 req-87b2ad61-d055-4b21-91f1-1aaff88d89e8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d3995dc384ba48d09915fc1f3bbf1dde&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2138760 Oct 19 11:24:42.965735 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:43.080815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cfd22-4824-45fb-9d03-7afbe481ac38 req-b30cde5a-3f6d-4106-9989-0fd8cb9c3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:43.086025 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-808cfd22-4824-45fb-9d03-7afbe481ac38 req-b30cde5a-3f6d-4106-9989-0fd8cb9c3bac service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1206450 Oct 19 11:24:43.109182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd1009-1ad6-4020-b2ae-c4f73127b2da req-d2cbf693-4f27-4685-875a-f98ee3db888d tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:43.118815 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfbd1009-1ad6-4020-b2ae-c4f73127b2da req-d2cbf693-4f27-4685-875a-f98ee3db888d tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 944 time: 0.0759115 Oct 19 11:24:43.167660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfbd1009-1ad6-4020-b2ae-c4f73127b2da req-499cc2b4-7b80-4842-8ab8-20a260612259 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477731 Oct 19 11:24:43.187309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Deleting port bdfd395c-3f68-4d54-ac67-f329bda1291c {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:43.187683 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:43.204254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-c07f46f0-ebab-47b3-b183-32a359a56193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:43.206623 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-c07f46f0-ebab-47b3-b183-32a359a56193 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3995dc384ba48d09915fc1f3bbf1dde&device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 1095 time: 0.0708439 Oct 19 11:24:43.267483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-51d348c8-2fa4-41f7-b2d1-3cb7b40eb5bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e24184-5eac-4d09-bc20-62f34dc27f2c HTTP/1.1" status: 200 len: 217 time: 0.0507433 Oct 19 11:24:43.276256 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:43.288792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Calling delete_port for bdfd395c-3f68-4d54-ac67-f329bda1291c owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:43.331872 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:43.338815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-b6d23674-555f-4280-b44a-974b92a6322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:43.340711 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-b6d23674-555f-4280-b44a-974b92a6322b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fba6953-6304-427b-b7e5-9f939a68d3e4 HTTP/1.1" status: 200 len: 855 time: 0.0666113 Oct 19 11:24:43.394751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-f3911d68-524b-4c6a-85e0-e4455391d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:43.396323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-f3911d68-524b-4c6a-85e0-e4455391d024 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a379799-d672-4171-96be-3d50103648d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477622 Oct 19 11:24:43.413713 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:43.494178 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Pushing event updated for resources: {'Port': ['ID=bdfd395c-3f68-4d54-ac67-f329bda1291c,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:43.510187 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.510658 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.512186 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.517241 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.524749 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.524749 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.524749 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.524749 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.524749 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.525229 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-e64972e0-3bdd-43b9-bd26-19ee122b6a0e service neutron] 10.222.0.26 "GET /v2.0/networks/2a379799-d672-4171-96be-3d50103648d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174955 Oct 19 11:24:43.525327 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.525327 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.525327 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2139de21-ffa9-431a-b0ee-e41fc3ca3ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:43.545311 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:43.549626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1dd0e76f-520d-4d5b-9089-17e8f8323414 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:24:43.591557 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Attempting to bind port bdfd395c-3f68-4d54-ac67-f329bda1291c on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:24:43.591913 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Attempting to bind port bdfd395c-3f68-4d54-ac67-f329bda1291c by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:24:43.592998 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Attempting to bind port bdfd395c-3f68-4d54-ac67-f329bda1291c on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:24:43.603922 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:24:43.604428 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:24:43.604697 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:43.605086 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:24:43.605545 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Bound port: bdfd395c-3f68-4d54-ac67-f329bda1291c, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:24:43.605915 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:43.618495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdfd395c-3f68-4d54-ac67-f329bda1291c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:43.646709 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.plugin [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Port bdfd395c-3f68-4d54-ac67-f329bda1291c has been deleted concurrently {{(pid=101314) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 19 11:24:43.655617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1dd0e76f-520d-4d5b-9089-17e8f8323414 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:43.656206 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:43.667146 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Routers {'819f48d5-d59b-44f5-86e2-0e44b4664b1b'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:43.667768 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['819f48d5-d59b-44f5-86e2-0e44b4664b1b'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:43.713268 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-537ce8af-4ee7-4231-8ef6-a649b710dbf3 req-992575ce-4251-455f-98df-86c06645c4ee service neutron] 10.222.0.26 "GET /v2.0/networks/2a379799-d672-4171-96be-3d50103648d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822779 Oct 19 11:24:43.755190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd357f1-f752-4074-a474-239f7a897704 req-6bb11e47-6613-498c-a56e-a0a05340b3a3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:43.757438 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cd357f1-f752-4074-a474-239f7a897704 req-6bb11e47-6613-498c-a56e-a0a05340b3a3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 945 time: 0.2067099 Oct 19 11:24:43.769032 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] Set router 819f48d5-d59b-44f5-86e2-0e44b4664b1b gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:24:43.771024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9ff91-7983-4b55-859d-5b04bba72428 req-115241d3-6030-4697-9e67-65fd01eab806 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:43.773171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80b9ff91-7983-4b55-859d-5b04bba72428 req-115241d3-6030-4697-9e67-65fd01eab806 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 945 time: 0.1867592 Oct 19 11:24:43.818556 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:43.826765 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819f48d5-d59b-44f5-86e2-0e44b4664b1b', 'name': 'tempest-snat-router-1109020215', 'tenant_id': '3c17c883caaa4eaea82844eebebac816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:24:38Z', 'updated_at': '2021-10-19T11:24:43Z', 'revision_number': 5, 'project_id': '3c17c883caaa4eaea82844eebebac816', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:43.861090 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80dafb-775b-48fd-a6da-6edba48dbf66 None None] The sync data for ids ['819f48d5-d59b-44f5-86e2-0e44b4664b1b'] in n-d-814547-1 is: [{'id': '819f48d5-d59b-44f5-86e2-0e44b4664b1b', 'name': 'tempest-snat-router-1109020215', 'tenant_id': '3c17c883caaa4eaea82844eebebac816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:24:38Z', 'updated_at': '2021-10-19T11:24:43Z', 'revision_number': 5, 'project_id': '3c17c883caaa4eaea82844eebebac816', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:24:43.987148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80b9ff91-7983-4b55-859d-5b04bba72428 req-eaed30eb-91d5-47aa-91e4-28802372925f tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/security-groups?id=059650c8-5cd2-443f-b7a5-63bf3860e6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731322 Oct 19 11:24:44.027042 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.030479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.090079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-4cd357f1-f752-4074-a474-239f7a897704 req-1efde1cd-e1db-4170-b279-57a1e340a4b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Deleting port ec1bd5c4-09e6-4345-a900-35317b106943 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:44.090441 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4cd357f1-f752-4074-a474-239f7a897704 req-1efde1cd-e1db-4170-b279-57a1e340a4b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.186394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4cd357f1-f752-4074-a474-239f7a897704 req-1efde1cd-e1db-4170-b279-57a1e340a4b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] For port ec1bd5c4-09e6-4345-a900-35317b106943, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ec1bd5c4-09e6-4345-a900-35317b106943,segment=NetworkSegment(e530b213-fcf4-4521-8d66-139ae4899817),segment_id=e530b213-fcf4-4521-8d66-139ae4899817)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:44.188755 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4cd357f1-f752-4074-a474-239f7a897704 req-1efde1cd-e1db-4170-b279-57a1e340a4b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.204660 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-4cd357f1-f752-4074-a474-239f7a897704 req-1efde1cd-e1db-4170-b279-57a1e340a4b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Calling delete_port for ec1bd5c4-09e6-4345-a900-35317b106943 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:44.220608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.221152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 819f48d5-d59b-44f5-86e2-0e44b4664b1b {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:24:44.261811 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.265036 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ea4bfc3e-3a75-4541-ab33-c4132f58049f tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "DELETE /v2.0/routers/819f48d5-d59b-44f5-86e2-0e44b4664b1b HTTP/1.1" status: 204 len: 168 time: 1.8657029 Oct 19 11:24:44.265985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34424) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:44.309462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeedb39-2c04-4a5e-8f92-b5f24036af12 req-678b3e72-8017-470c-8c24-33576ee69a08 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:44.316728 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3eeedb39-2c04-4a5e-8f92-b5f24036af12 req-678b3e72-8017-470c-8c24-33576ee69a08 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 944 time: 0.0723612 Oct 19 11:24:44.361331 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3eeedb39-2c04-4a5e-8f92-b5f24036af12 req-fa2cb442-481a-4964-b38e-c80e63c04138 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435691 Oct 19 11:24:44.414240 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.563209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.567768 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4cd357f1-f752-4074-a474-239f7a897704 req-1efde1cd-e1db-4170-b279-57a1e340a4b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.580071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['ec1bd5c4-09e6-4345-a900-35317b106943'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:24:44.622964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efde1cd-e1db-4170-b279-57a1e340a4b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Pushing event deleted for resources: {'Port': ['ID=ec1bd5c4-09e6-4345-a900-35317b106943,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:44.672333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd357f1-f752-4074-a474-239f7a897704 req-1efde1cd-e1db-4170-b279-57a1e340a4b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] No DVR routers for this DVR port ec1bd5c4-09e6-4345-a900-35317b106943 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:24:44.676746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4cd357f1-f752-4074-a474-239f7a897704 req-1efde1cd-e1db-4170-b279-57a1e340a4b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.680998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cd357f1-f752-4074-a474-239f7a897704 req-1efde1cd-e1db-4170-b279-57a1e340a4b3 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.49 "DELETE /v2.0/ports/ec1bd5c4-09e6-4345-a900-35317b106943 HTTP/1.1" status: 204 len: 173 time: 0.9067478 Oct 19 11:24:44.682297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523bf957-12ec-4cd4-a63f-b9aee49d3726', 'name': 'network-vif-deleted', 'tag': 'ec1bd5c4-09e6-4345-a900-35317b106943'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:44.685154 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c55195-7009-4bc1-ba82-9e03803976b2" -d '{"events": [{"server_uuid": "523bf957-12ec-4cd4-a63f-b9aee49d3726", "name": "network-vif-deleted", "tag": "ec1bd5c4-09e6-4345-a900-35317b106943"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:44.723701 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75333232-ad1f-4936-8156-1f6480c435d6 x-openstack-request-id: req-75333232-ad1f-4936-8156-1f6480c435d6 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:44.724177 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523bf957-12ec-4cd4-a63f-b9aee49d3726", "name": "network-vif-deleted", "tag": "ec1bd5c4-09e6-4345-a900-35317b106943", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:44.724623 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75333232-ad1f-4936-8156-1f6480c435d6 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:44.725666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 874db5b3-4407-48a0-ae68-ec8638281111 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:24:44.725787 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523bf957-12ec-4cd4-a63f-b9aee49d3726', 'name': 'network-vif-deleted', 'tag': 'ec1bd5c4-09e6-4345-a900-35317b106943', 'status': 'completed', 'code': 200} Oct 19 11:24:44.747980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Deleting port 1dd0e76f-520d-4d5b-9089-17e8f8323414 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:44.759923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.760071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 874db5b3-4407-48a0-ae68-ec8638281111 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:24:44.760071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 874db5b3-4407-48a0-ae68-ec8638281111 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:24:44.842197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] For port 1dd0e76f-520d-4d5b-9089-17e8f8323414, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1dd0e76f-520d-4d5b-9089-17e8f8323414,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:44.842838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:44.858802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Calling delete_port for 1dd0e76f-520d-4d5b-9089-17e8f8323414 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:45.134324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f157d7b-0591-4992-8e7d-156ea123fc7a req-2b5504ae-5d6d-44c8-8ec2-5f7fec7a77a1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:45.136017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f157d7b-0591-4992-8e7d-156ea123fc7a req-2b5504ae-5d6d-44c8-8ec2-5f7fec7a77a1 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 946 time: 0.0566950 Oct 19 11:24:45.151718 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bdd7b621-c05d-46aa-b117-f3101e6b1382 req-6c1c5675-3817-4207-aef3-0e3cc298a5a6 tempest-DeleteServersTestJSON-380115441 tempest-DeleteServersTestJSON-380115441-project] 10.222.0.39 "GET /v2.0/ports?device_id=523bf957-12ec-4cd4-a63f-b9aee49d3726 HTTP/1.1" status: 200 len: 210 time: 0.0399621 Oct 19 11:24:45.163451 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:45.203989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dd0e76f-520d-4d5b-9089-17e8f8323414,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:45.218571 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f157d7b-0591-4992-8e7d-156ea123fc7a req-dd15a731-8039-4e7e-adb2-bd29ccdb7abf tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752401 Oct 19 11:24:45.280460 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:45.377798 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:45.380161 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:45.421031 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:24:45.487357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:45.487922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6cff7d2-9fe5-481e-919c-76b557abf79d {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:24:45.493254 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:45.494485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a01dd3dc-064c-48ad-9518-075e4c3040f6 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "DELETE /v2.0/routers/f6cff7d2-9fe5-481e-919c-76b557abf79d HTTP/1.1" status: 204 len: 168 time: 1.2245824 Oct 19 11:24:45.498598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34454) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:45.510528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-634000332', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:45.513404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ee20-204f-4238-b9ad-8e10ced4f8ef req-8790ad49-ab75-4846-a181-d6f9fc45fa55 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:45.515283 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f58ee20-204f-4238-b9ad-8e10ced4f8ef req-8790ad49-ab75-4846-a181-d6f9fc45fa55 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 944 time: 0.0643940 Oct 19 11:24:45.563276 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f58ee20-204f-4238-b9ad-8e10ced4f8ef req-b6cbb002-7cc8-49bf-a0e0-e3a11ffe8860 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Oct 19 11:24:45.624960 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:45.626207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:45.683773 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:45.880223 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:46.171220 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:46.194881 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:46.325345 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Allocated IP 172.25.2.43 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/2ee4a765-4ce4-4270-99fb-e7f20c01bfca) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:46.388188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f23d3-133f-4bb3-bd90-a6a8bbb9e875 req-d0246fb1-6f53-4cac-973f-7608e69ec60f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:46.390003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b82f23d3-133f-4bb3-bd90-a6a8bbb9e875 req-d0246fb1-6f53-4cac-973f-7608e69ec60f tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 946 time: 0.0827496 Oct 19 11:24:46.481863 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b82f23d3-133f-4bb3-bd90-a6a8bbb9e875 req-64b5dee2-c668-4234-8416-e01998bb8c56 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850675 Oct 19 11:24:46.510566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:46.586087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec4409-a092-4227-b624-2901bd53826a req-b1b9f296-3558-4b21-a2ac-f40aa98982d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:46.587603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2aec4409-a092-4227-b624-2901bd53826a req-b1b9f296-3558-4b21-a2ac-f40aa98982d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 946 time: 0.0536563 Oct 19 11:24:46.666973 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:46.737548 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:46.749153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:46.755299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:46.760950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Pushing event updated for resources: {'Port': ['ID=2ee4a765-4ce4-4270-99fb-e7f20c01bfca,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:46.809718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d9c38-2571-4c3b-adb0-cd59455f8eae req-957d93cc-d447-4c66-a042-8c1ec4135c09 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:46.809718 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d09d9c38-2571-4c3b-adb0-cd59455f8eae req-957d93cc-d447-4c66-a042-8c1ec4135c09 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 944 time: 0.1449661 Oct 19 11:24:46.825050 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-2aec4409-a092-4227-b624-2901bd53826a req-58bcefb2-2e48-459a-b4e9-c822ea7df9d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Deleting port 092b9139-c22a-46b9-a52b-ed239c599b09 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:46.825390 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2aec4409-a092-4227-b624-2901bd53826a req-58bcefb2-2e48-459a-b4e9-c822ea7df9d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:47.292295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d09d9c38-2571-4c3b-adb0-cd59455f8eae req-14f549d6-51aa-4664-b887-a048fe75360f tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4721205 Oct 19 11:24:47.319903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2aec4409-a092-4227-b624-2901bd53826a req-58bcefb2-2e48-459a-b4e9-c822ea7df9d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] For port 092b9139-c22a-46b9-a52b-ed239c599b09, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=092b9139-c22a-46b9-a52b-ed239c599b09,segment=NetworkSegment(d3f96e51-becc-4f09-ab1c-f279f914264a),segment_id=d3f96e51-becc-4f09-ab1c-f279f914264a)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:47.320261 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2aec4409-a092-4227-b624-2901bd53826a req-58bcefb2-2e48-459a-b4e9-c822ea7df9d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:47.332946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-2aec4409-a092-4227-b624-2901bd53826a req-58bcefb2-2e48-459a-b4e9-c822ea7df9d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Calling delete_port for 092b9139-c22a-46b9-a52b-ed239c599b09 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:47.448722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1dd0e76f-520d-4d5b-9089-17e8f8323414 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:24:47.472659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 1dd0e76f-520d-4d5b-9089-17e8f8323414 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:24:47.473265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1dd0e76f-520d-4d5b-9089-17e8f8323414 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:24:47.582710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:47.639461 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2aec4409-a092-4227-b624-2901bd53826a req-58bcefb2-2e48-459a-b4e9-c822ea7df9d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:47.683892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcefb2-2e48-459a-b4e9-c822ea7df9d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Pushing event deleted for resources: {'Port': ['ID=092b9139-c22a-46b9-a52b-ed239c599b09,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:47.757960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2431bda-5075-4a94-ae37-cbdbc18cfaf2 req-172a52d2-f870-4c62-8e9e-b442a96eab6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:47.759590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2431bda-5075-4a94-ae37-cbdbc18cfaf2 req-172a52d2-f870-4c62-8e9e-b442a96eab6a tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff45f778-3508-4d82-ba25-18eb6de29915 HTTP/1.1" status: 200 len: 867 time: 0.1941955 Oct 19 11:24:47.781623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aec4409-a092-4227-b624-2901bd53826a req-58bcefb2-2e48-459a-b4e9-c822ea7df9d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] No DVR routers for this DVR port 092b9139-c22a-46b9-a52b-ed239c599b09 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:24:47.786326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2aec4409-a092-4227-b624-2901bd53826a req-58bcefb2-2e48-459a-b4e9-c822ea7df9d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:47.791507 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2aec4409-a092-4227-b624-2901bd53826a req-58bcefb2-2e48-459a-b4e9-c822ea7df9d5 tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.26 "DELETE /v2.0/ports/092b9139-c22a-46b9-a52b-ed239c599b09 HTTP/1.1" status: 204 len: 173 time: 1.1956158 Oct 19 11:24:47.794520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff45f778-3508-4d82-ba25-18eb6de29915', 'name': 'network-vif-deleted', 'tag': '092b9139-c22a-46b9-a52b-ed239c599b09'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:47.796788 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537a4231-d5db-49da-9ae4-cffa10351efd" -d '{"events": [{"server_uuid": "ff45f778-3508-4d82-ba25-18eb6de29915", "name": "network-vif-deleted", "tag": "092b9139-c22a-46b9-a52b-ed239c599b09"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:47.863530 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f300fb-b9b9-4fb5-9268-83f98bd94b3e x-openstack-request-id: req-09f300fb-b9b9-4fb5-9268-83f98bd94b3e {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:47.863822 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff45f778-3508-4d82-ba25-18eb6de29915", "name": "network-vif-deleted", "tag": "092b9139-c22a-46b9-a52b-ed239c599b09", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:47.864250 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09f300fb-b9b9-4fb5-9268-83f98bd94b3e {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:47.864672 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff45f778-3508-4d82-ba25-18eb6de29915', 'name': 'network-vif-deleted', 'tag': '092b9139-c22a-46b9-a52b-ed239c599b09', 'status': 'completed', 'code': 200} Oct 19 11:24:47.870204 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2431bda-5075-4a94-ae37-cbdbc18cfaf2 req-bd670217-c0e0-45e2-9f95-58e4abc29d7d tempest-ServersTestJSON-1449024883 tempest-ServersTestJSON-1449024883-project] 10.222.0.39 "GET /v2.0/security-groups?id=d0595981-0f94-4c4c-b4a6-85181a22919b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898674 Oct 19 11:24:47.962796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:48.150051 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Router f7684228-8fc6-4071-8e61-856ae132a9e0 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:24:48.266534 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:24:48.276900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ff5a9-4dbd-4c7a-8816-86d2a02debc3 None None] Sync routers for ids ['f7684228-8fc6-4071-8e61-856ae132a9e0'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:24:48.285611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ff5a9-4dbd-4c7a-8816-86d2a02debc3 None None] Routers {'f7684228-8fc6-4071-8e61-856ae132a9e0'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:48.286201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-fe8ff5a9-4dbd-4c7a-8816-86d2a02debc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f7684228-8fc6-4071-8e61-856ae132a9e0'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:48.317289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-fe8ff5a9-4dbd-4c7a-8816-86d2a02debc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:48.326415 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8ff5a9-4dbd-4c7a-8816-86d2a02debc3 None None] Routers {'f7684228-8fc6-4071-8e61-856ae132a9e0'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:48.327006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-fe8ff5a9-4dbd-4c7a-8816-86d2a02debc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f7684228-8fc6-4071-8e61-856ae132a9e0'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:48.363823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-fe8ff5a9-4dbd-4c7a-8816-86d2a02debc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:48.364380 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8ff5a9-4dbd-4c7a-8816-86d2a02debc3 None None] The sync data for ids ['f7684228-8fc6-4071-8e61-856ae132a9e0'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:24:48.369431 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:48.373352 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9ca19728-2d36-4134-9ddb-4a594ed700c2 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8698432 Oct 19 11:24:48.373560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34512) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:48.386176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5980413e-3362-40a4-8b8d-d2e8603277c7 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'enable_snat': False}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:48.505978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321644-c1ef-40e9-bd93-44039fcb09db req-c47b31fb-e577-469b-a981-ae3264ecbb48 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:48.507965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8d321644-c1ef-40e9-bd93-44039fcb09db req-c47b31fb-e577-469b-a981-ae3264ecbb48 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 944 time: 0.1389029 Oct 19 11:24:48.585536 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8d321644-c1ef-40e9-bd93-44039fcb09db req-901eb23b-004c-4aed-8212-085e3e16534b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704842 Oct 19 11:24:48.759884 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5980413e-3362-40a4-8b8d-d2e8603277c7 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:48.771913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ec1bd5c4-09e6-4345-a900-35317b106943 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:24:48.791550 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: ec1bd5c4-09e6-4345-a900-35317b106943 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:24:48.791882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ec1bd5c4-09e6-4345-a900-35317b106943 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:24:48.867748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 092b9139-c22a-46b9-a52b-ed239c599b09 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:24:48.890020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 092b9139-c22a-46b9-a52b-ed239c599b09 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:24:48.890280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 092b9139-c22a-46b9-a52b-ed239c599b09 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:24:48.932868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34520) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:48.979820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d2f9c1-50fc-4ca1-a02b-069260986581 admin admin] Deleting subnet 01fca6a7-aece-4f7e-bc3f-b414758cde01 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:24:48.987022 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f9c1-50fc-4ca1-a02b-069260986581 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.024427 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f9c1-50fc-4ca1-a02b-069260986581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.069060 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f9c1-50fc-4ca1-a02b-069260986581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.195932 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f9c1-50fc-4ca1-a02b-069260986581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.212406 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6d2f9c1-50fc-4ca1-a02b-069260986581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.217843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b6d2f9c1-50fc-4ca1-a02b-069260986581 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/01fca6a7-aece-4f7e-bc3f-b414758cde01 HTTP/1.1" status: 204 len: 168 time: 0.2817142 Oct 19 11:24:49.222046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34524) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:49.239090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2f9c1-50fc-4ca1-a02b-069260986581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01fca6a7-aece-4f7e-bc3f-b414758cde01,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:49.306201 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5980413e-3362-40a4-8b8d-d2e8603277c7 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.316301 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5980413e-3362-40a4-8b8d-d2e8603277c7 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.324731 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.350698 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.724251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778e248-3a1d-4a81-9831-65a1fc3c08f0 req-cbaca946-307e-4b4d-bd8f-1b4b631540ef tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:49.725877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c778e248-3a1d-4a81-9831-65a1fc3c08f0 req-cbaca946-307e-4b4d-bd8f-1b4b631540ef tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 944 time: 0.0610828 Oct 19 11:24:49.770735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c778e248-3a1d-4a81-9831-65a1fc3c08f0 req-b8d983b8-8e8e-4716-a718-7b82b3ba172b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Oct 19 11:24:49.792415 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.794029 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.821546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18304a53-7871-4558-a669-5f7ce4be705d']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:49.831266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5980413e-3362-40a4-8b8d-d2e8603277c7 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Router f7684228-8fc6-4071-8e61-856ae132a9e0 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:24:49.836517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f96e51-becc-4f09-ab1c-f279f914264a') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:49.836828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f96e51-becc-4f09-ab1c-f279f914264a') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:49.850609 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.901392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.913524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:24:49.913897 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: items = [ Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:24:49.915563 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:24:50.014524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5980413e-3362-40a4-8b8d-d2e8603277c7 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:24:50.019558 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5980413e-3362-40a4-8b8d-d2e8603277c7 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.020881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5980413e-3362-40a4-8b8d-d2e8603277c7 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "PUT /v2.0/routers/f7684228-8fc6-4071-8e61-856ae132a9e0 HTTP/1.1" status: 200 len: 920 time: 1.6462500 Oct 19 11:24:50.028976 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1845445-bdb2-4a51-816b-3db960c87389 None None] Sync routers for ids ['f7684228-8fc6-4071-8e61-856ae132a9e0'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:24:50.030077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34536) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:50.040110 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1845445-bdb2-4a51-816b-3db960c87389 None None] Routers {'f7684228-8fc6-4071-8e61-856ae132a9e0'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:50.040747 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d1845445-bdb2-4a51-816b-3db960c87389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f7684228-8fc6-4071-8e61-856ae132a9e0'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:50.070672 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.079603 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d1845445-bdb2-4a51-816b-3db960c87389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:50.089118 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1845445-bdb2-4a51-816b-3db960c87389 None None] Routers {'f7684228-8fc6-4071-8e61-856ae132a9e0'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:50.089453 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.090069 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d1845445-bdb2-4a51-816b-3db960c87389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f7684228-8fc6-4071-8e61-856ae132a9e0'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:50.093572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/18304a53-7871-4558-a669-5f7ce4be705d HTTP/1.1" status: 204 len: 168 time: 0.8704286 Oct 19 11:24:50.099081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b41c24-fe5c-4077-825d-afc8df2268e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=18304a53-7871-4558-a669-5f7ce4be705d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:50.138556 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d1845445-bdb2-4a51-816b-3db960c87389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:50.139824 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1845445-bdb2-4a51-816b-3db960c87389 None None] The sync data for ids ['f7684228-8fc6-4071-8e61-856ae132a9e0'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:24:50.171807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34546) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:50.172185 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dbcb9ced-9fe4-4f5e-bf1d-1b06f70f4577 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/routers/f7684228-8fc6-4071-8e61-856ae132a9e0 HTTP/1.1" status: 200 len: 920 time: 0.1423147 Oct 19 11:24:50.176872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34548) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:50.222013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c5b745-bd3a-4b4b-ad62-d44e713ca111 admin admin] Deleting subnet 25bc2b4a-49a5-43d6-9664-521501fcd66c {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:24:50.225770 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07c5b745-bd3a-4b4b-ad62-d44e713ca111 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.256074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95d429f-d7b2-4d11-93b2-3b0adb4f7b31 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:50.259531 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b95d429f-d7b2-4d11-93b2-3b0adb4f7b31 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=6926592e-6551-44d6-8cff-badc592380f0&device_id=f7684228-8fc6-4071-8e61-856ae132a9e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0814602 Oct 19 11:24:50.261974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34552) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:50.282825 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07c5b745-bd3a-4b4b-ad62-d44e713ca111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.332711 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07c5b745-bd3a-4b4b-ad62-d44e713ca111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.365297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28200c1c-1911-4f60-9a38-560a99e2aab9 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:50.368917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-28200c1c-1911-4f60-9a38-560a99e2aab9 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 881 time: 0.1058068 Oct 19 11:24:50.371919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34556) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:50.407433 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7be89f8e-9d2a-46f8-9477-7b3497b6da17 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7684228-8fc6-4071-8e61-856ae132a9e0 HTTP/1.1" status: 200 len: 205 time: 0.0332556 Oct 19 11:24:50.417320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34558) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:50.481663 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07c5b745-bd3a-4b4b-ad62-d44e713ca111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.504902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34560) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:50.510678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5b745-bd3a-4b4b-ad62-d44e713ca111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25bc2b4a-49a5-43d6-9664-521501fcd66c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:50.522478 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07c5b745-bd3a-4b4b-ad62-d44e713ca111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.529145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34562) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:50.530409 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-07c5b745-bd3a-4b4b-ad62-d44e713ca111 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/25bc2b4a-49a5-43d6-9664-521501fcd66c HTTP/1.1" status: 204 len: 168 time: 0.3570092 Oct 19 11:24:50.562511 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.673921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-40552b86-0962-4325-a511-83cce50a00b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e25a8027c5140d4a21729ec31a9e586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680403 Oct 19 11:24:50.676494 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34564) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:50.684796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.726524 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70d66157-f821-421c-b0ae-cc8d9d1ba392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.751861 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70d66157-f821-421c-b0ae-cc8d9d1ba392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.783210 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.835127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.857377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5457d6bb-7a0b-4e25-974c-a4caaf3e11d7']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:50.867496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e530b213-fcf4-4521-8d66-139ae4899817') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:50.867790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e530b213-fcf4-4521-8d66-139ae4899817') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:50.878362 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.881718 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70d66157-f821-421c-b0ae-cc8d9d1ba392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.884326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-70d66157-f821-421c-b0ae-cc8d9d1ba392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.885506 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-70d66157-f821-421c-b0ae-cc8d9d1ba392 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0595981-0f94-4c4c-b4a6-85181a22919b HTTP/1.1" status: 204 len: 168 time: 0.2079086 Oct 19 11:24:50.904006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d66157-f821-421c-b0ae-cc8d9d1ba392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0595981-0f94-4c4c-b4a6-85181a22919b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:50.922522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.930801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22e2cb-5573-4d25-b065-6d8a1324e0be req-85394f48-8744-4579-a16f-4e20682dc2fa tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:50.932116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:24:50.932369 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa22e2cb-5573-4d25-b065-6d8a1324e0be req-85394f48-8744-4579-a16f-4e20682dc2fa tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 944 time: 0.0835636 Oct 19 11:24:50.932512 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:24:50.939249 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:24:50.987829 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa22e2cb-5573-4d25-b065-6d8a1324e0be req-c53707f4-47b2-4773-82dc-acc46c43ed47 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487099 Oct 19 11:24:51.020843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Deleting port 2ee4a765-4ce4-4270-99fb-e7f20c01bfca {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:51.021327 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.080437 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.093464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.094300 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5457d6bb-7a0b-4e25-974c-a4caaf3e11d7 HTTP/1.1" status: 204 len: 168 time: 0.5640721 Oct 19 11:24:51.106596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eeab83-2dd0-417a-8ee7-44b6cc270ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5457d6bb-7a0b-4e25-974c-a4caaf3e11d7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:51.133468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.154522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Calling delete_port for 2ee4a765-4ce4-4270-99fb-e7f20c01bfca owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:51.373458 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.402371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Pushing event deleted for resources: {'Port': ['ID=2ee4a765-4ce4-4270-99fb-e7f20c01bfca,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:51.460258 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34586) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:51.511955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-edfed4ad-9ae0-4f8a-b30e-97800ad2b8f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5040f71e465a4967b0c25206be6eaadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503328 Oct 19 11:24:51.512109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34588) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:51.529605 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.638250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.642516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.684381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60e28219-8634-4498-b312-de3772222f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.706433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60e28219-8634-4498-b312-de3772222f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.749925 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.750415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Fanout notify agent at l3_agent the message router_deleted on router f7684228-8fc6-4071-8e61-856ae132a9e0 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:24:51.757803 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.759244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-52a50472-c2b5-4ee4-9a2e-3ff778f8298c tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/f7684228-8fc6-4071-8e61-856ae132a9e0 HTTP/1.1" status: 204 len: 168 time: 1.3404205 Oct 19 11:24:51.762258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34592) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:51.766881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-aed52ba3-c17f-4f8d-9f63-7e35fa2aa407 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1000069938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:51.853677 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aed52ba3-c17f-4f8d-9f63-7e35fa2aa407 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.854830 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aed52ba3-c17f-4f8d-9f63-7e35fa2aa407 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.858161 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60e28219-8634-4498-b312-de3772222f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.861553 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60e28219-8634-4498-b312-de3772222f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:51.862671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-60e28219-8634-4498-b312-de3772222f69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/059650c8-5cd2-443f-b7a5-63bf3860e6e2 HTTP/1.1" status: 204 len: 168 time: 0.3492446 Oct 19 11:24:51.875083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e28219-8634-4498-b312-de3772222f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059650c8-5cd2-443f-b7a5-63bf3860e6e2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:51.931949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aed52ba3-c17f-4f8d-9f63-7e35fa2aa407 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:52.007294 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aed52ba3-c17f-4f8d-9f63-7e35fa2aa407 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:52.090717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aed52ba3-c17f-4f8d-9f63-7e35fa2aa407 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:52.093000 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aed52ba3-c17f-4f8d-9f63-7e35fa2aa407 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3297911 Oct 19 11:24:52.097817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34608) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:52.104832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Request body: {'router': {'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:52.114523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ccf73-f983-4e88-ae56-cb7d3bc8ddb0 req-6d0bf55f-1fed-44b4-baed-57e754874b42 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:52.117615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d16ccf73-f983-4e88-ae56-cb7d3bc8ddb0 req-6d0bf55f-1fed-44b4-baed-57e754874b42 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 944 time: 0.0585206 Oct 19 11:24:52.158811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d16ccf73-f983-4e88-ae56-cb7d3bc8ddb0 req-1660f332-fec1-446f-a612-2babe32227d1 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352449 Oct 19 11:24:52.317898 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:52.602426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:52.621623 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:52.695418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c5d87b82-9d24-40a4-8caf-f1db0ce2715f req-c8f9de80-2728-44ef-a721-d38b35034b96 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0457017 Oct 19 11:24:52.761956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Allocated IP 172.25.2.215 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/df84c824-a859-44b1-b829-ef49ddfab603) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:52.868289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:52.941634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34656) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:52.979142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.015942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:53.018937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:53.023081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:53.039640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1567797941-network', 'tenant_id': 'bd5a81de5f0e45fca6468b80a54e1188'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:53.059228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Pushing event updated for resources: {'Port': ['ID=df84c824-a859-44b1-b829-ef49ddfab603,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:53.127038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Made reservation on behalf of bd5a81de5f0e45fca6468b80a54e1188 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:24:53.129542 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.138957 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.219423 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.276829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda2eec-2b1f-4e9b-b1a1-022633796a2d req-fa0db848-2f14-4556-87a6-6f91fceb0362 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:53.278583 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5dda2eec-2b1f-4e9b-b1a1-022633796a2d req-fa0db848-2f14-4556-87a6-6f91fceb0362 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 944 time: 0.0504508 Oct 19 11:24:53.305893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.327077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.336087 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5dda2eec-2b1f-4e9b-b1a1-022633796a2d req-bc692a79-3cb9-4fda-874d-8c6bee91e27b tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514925 Oct 19 11:24:53.343082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:24:53.353273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41f8e31-7556-42c9-abe4-b8d651a824d6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:53.357896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.358231 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Added segment cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45 of type vlan for network eb274a14-1db2-4709-82ee-acccffa5ef95 Oct 19 11:24:53.399787 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.481193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.482279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:53.482937 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.546638 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.550370 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.554233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6114836 Oct 19 11:24:53.555769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c98f85-fa2a-4ca6-ac7b-63052d01364d admin admin] Pushing event updated for resources: {'Network': ['ID=eb274a14-1db2-4709-82ee-acccffa5ef95,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:53.557471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34666) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:53.562790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] Request body: {'subnet': {'network_id': 'eb274a14-1db2-4709-82ee-acccffa5ef95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1567797941-subnet', 'tenant_id': 'bd5a81de5f0e45fca6468b80a54e1188', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:53.566691 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network eb274a14-1db2-4709-82ee-acccffa5ef95 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:24:53.647300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] Made reservation on behalf of bd5a81de5f0e45fca6468b80a54e1188 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:24:53.650625 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:53.968784 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:54.001053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5ed5dda2-0e65-4b67-a7c7-92b24fe8c634 req-15f915fc-5cba-4add-a26a-b1d4e6ca7c36 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0355515 Oct 19 11:24:54.061543 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf6fb03-8281-4f9c-9cc9-0c9d7de829f4,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:54.076644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] Checking segment: {'id': 'cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb274a14-1db2-4709-82ee-acccffa5ef95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:24:54.077059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] Network hostable DHCP agents. Network: eb274a14-1db2-4709-82ee-acccffa5ef95, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:24:54.126699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Router 6a86d140-45ce-4c56-8b2c-a773231170ae is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:24:54.189981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] Network eb274a14-1db2-4709-82ee-acccffa5ef95 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:24:54.235895 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:24:54.243158 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:54.243860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4bd38513-553e-4433-9577-7d8750d0965a tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "PUT /v2.0/routers/6a86d140-45ce-4c56-8b2c-a773231170ae HTTP/1.1" status: 200 len: 880 time: 2.1445851 Oct 19 11:24:54.246138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a690245c-8ac7-4ab6-89f1-fbac214d3b61 None None] Sync routers for ids ['6a86d140-45ce-4c56-8b2c-a773231170ae'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:24:54.246832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34678) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:54.254884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a690245c-8ac7-4ab6-89f1-fbac214d3b61 None None] Routers {'6a86d140-45ce-4c56-8b2c-a773231170ae'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:54.255472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a690245c-8ac7-4ab6-89f1-fbac214d3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6a86d140-45ce-4c56-8b2c-a773231170ae'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:54.288876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a690245c-8ac7-4ab6-89f1-fbac214d3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:54.290931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, eb274a14-1db2-4709-82ee-acccffa5ef95) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:54.297391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:54.297786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a690245c-8ac7-4ab6-89f1-fbac214d3b61 None None] Routers {'6a86d140-45ce-4c56-8b2c-a773231170ae'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:54.297988 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:54.298448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a690245c-8ac7-4ab6-89f1-fbac214d3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['6a86d140-45ce-4c56-8b2c-a773231170ae'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:54.302820 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d144d70-497f-453f-a251-1f59e67f05c8 None None] Network eb274a14-1db2-4709-82ee-acccffa5ef95 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:24:54.345386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a690245c-8ac7-4ab6-89f1-fbac214d3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:54.346026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a690245c-8ac7-4ab6-89f1-fbac214d3b61 None None] The sync data for ids ['6a86d140-45ce-4c56-8b2c-a773231170ae'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:24:54.359616 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d9cecfcc-3046-46cd-8eb9-60bc833f7039 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8010027 Oct 19 11:24:54.387503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34684) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:54.399411 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-baa77eb4-c494-4614-8e10-d2f4bed5be6e tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/routers/6a86d140-45ce-4c56-8b2c-a773231170ae HTTP/1.1" status: 200 len: 921 time: 0.1511562 Oct 19 11:24:54.469664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8376473a-f3c0-4639-a9c9-6b02b4dfcdf5 None None] Network eb274a14-1db2-4709-82ee-acccffa5ef95 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:24:54.476342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c4d2f0-9061-4ca2-bec0-f6d416985499 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:54.477971 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a8c4d2f0-9061-4ca2-bec0-f6d416985499 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=6926592e-6551-44d6-8cff-badc592380f0&device_id=6a86d140-45ce-4c56-8b2c-a773231170ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0894766 Oct 19 11:24:54.480727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34686) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:54.491210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b72e6-22f8-4a50-9d0e-e30ea5da4ce9 req-babec455-91b6-4ccc-842e-ef5763996f94 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:54.493084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-209b72e6-22f8-4a50-9d0e-e30ea5da4ce9 req-babec455-91b6-4ccc-842e-ef5763996f94 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 944 time: 0.0708544 Oct 19 11:24:54.540664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-209b72e6-22f8-4a50-9d0e-e30ea5da4ce9 req-8197dac5-8728-48ff-9d39-e9c6d9d9afd8 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Oct 19 11:24:54.606092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652ea73-eeaf-4519-a469-2ea0882689f9 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:54.609039 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7652ea73-eeaf-4519-a469-2ea0882689f9 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 881 time: 0.1272068 Oct 19 11:24:54.610589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34692) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:54.650912 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3d58343b-3dc5-442f-a569-fdf1085eb2eb tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a86d140-45ce-4c56-8b2c-a773231170ae HTTP/1.1" status: 200 len: 205 time: 0.0388672 Oct 19 11:24:54.653713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34696) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:54.765728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:54.873424 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:54.927446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 52e24184-5eac-4d09-bc20-62f34dc27f2c details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:24:55.021178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Deleting port df84c824-a859-44b1-b829-ef49ddfab603 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:55.021771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.029891 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 52e24184-5eac-4d09-bc20-62f34dc27f2c, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=52e24184-5eac-4d09-bc20-62f34dc27f2c,segment=NetworkSegment(f0e8a69a-5693-42d8-a2b1-5379cce15ab4),segment_id=f0e8a69a-5693-42d8-a2b1-5379cce15ab4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:55.062043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '52e24184-5eac-4d09-bc20-62f34dc27f2c', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'port_id': '52e24184-5eac-4d09-bc20-62f34dc27f2c', 'mac_address': 'fa:16:3e:d3:39:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:24:55.110788 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.122135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.138039 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e24184-5eac-4d09-bc20-62f34dc27f2c {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:24:55.143202 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b0af004-c91e-4621-9daa-f4dbfeb51526 req-f0d72c5d-508a-459e-b97b-dce9bcd6142a tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0402703 Oct 19 11:24:55.147583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Calling delete_port for df84c824-a859-44b1-b829-ef49ddfab603 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:55.168868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 52e24184-5eac-4d09-bc20-62f34dc27f2c, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=52e24184-5eac-4d09-bc20-62f34dc27f2c,segment=NetworkSegment(f0e8a69a-5693-42d8-a2b1-5379cce15ab4),segment_id=f0e8a69a-5693-42d8-a2b1-5379cce15ab4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:55.235539 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.300128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=52e24184-5eac-4d09-bc20-62f34dc27f2c,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:55.309581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.310304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.310736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.311164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.311557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.311957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.312325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.312732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.313176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.313593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.313985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.314375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:24:55.332277 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-85a104d1-d741-490b-aadf-c043263d024c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.378503 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.412576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Pushing event deleted for resources: {'Port': ['ID=df84c824-a859-44b1-b829-ef49ddfab603,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:55.468079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.563479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.565676 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.589747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['52e24184-5eac-4d09-bc20-62f34dc27f2c'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:24:55.666623 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bef96-385b-4987-894d-3ebaf50c61a3 req-d478f34d-2d6e-4844-bd34-fc804a22f0fb tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:55.668145 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b0bef96-385b-4987-894d-3ebaf50c61a3 req-d478f34d-2d6e-4844-bd34-fc804a22f0fb tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 945 time: 0.0518224 Oct 19 11:24:55.686689 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.686979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Fanout notify agent at l3_agent the message router_deleted on router 6a86d140-45ce-4c56-8b2c-a773231170ae {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:24:55.703209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.704318 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e52546c4-0289-4515-8d90-56151a7b7631 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/6a86d140-45ce-4c56-8b2c-a773231170ae HTTP/1.1" status: 204 len: 168 time: 1.0494699 Oct 19 11:24:55.707911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34730) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:55.712811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-11316f61-595e-4f32-bc60-9d94fa27e42b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1587478607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:55.746976 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b0bef96-385b-4987-894d-3ebaf50c61a3 req-157f27d9-edb1-48fd-ac12-8007361af134 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716958 Oct 19 11:24:55.847376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11316f61-595e-4f32-bc60-9d94fa27e42b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.848527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11316f61-595e-4f32-bc60-9d94fa27e42b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.908256 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11316f61-595e-4f32-bc60-9d94fa27e42b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:55.961378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44f2b369-6829-407a-9367-a4582af57d01 req-b199c21d-0c1e-4fe5-b5e1-70e1c249bbc7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0243700 Oct 19 11:24:55.972690 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11316f61-595e-4f32-bc60-9d94fa27e42b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:56.071852 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11316f61-595e-4f32-bc60-9d94fa27e42b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:56.073078 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-11316f61-595e-4f32-bc60-9d94fa27e42b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3641951 Oct 19 11:24:56.075732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34744) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:56.080055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'enable_snat': True}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:56.255981 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a609ac9d-f119-440c-ae43-ac9168a7aa86 req-c66ebd12-f6bd-4a67-b5a0-99d0642c1103 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0274198 Oct 19 11:24:56.286670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:56.406476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef936a-af10-477f-91d8-d41caedc507d req-903d1d2e-615c-4deb-9981-c3392222e2c3 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:56.407825 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-903d1d2e-615c-4deb-9981-c3392222e2c3 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/networks?id=eb274a14-1db2-4709-82ee-acccffa5ef95 HTTP/1.1" status: 200 len: 810 time: 0.1243045 Oct 19 11:24:56.447821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-f48451cc-8be1-4119-af98-7f5f42190fed tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/quotas/bd5a81de5f0e45fca6468b80a54e1188 HTTP/1.1" status: 200 len: 375 time: 0.0326946 Oct 19 11:24:56.485547 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-6f4cfe0f-a482-4926-aa2a-1c0374ec90f4 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd5a81de5f0e45fca6468b80a54e1188&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320086 Oct 19 11:24:56.656967 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-58a140e8-0d9c-45b1-bb5e-6dda24e922fb service neutron] 10.222.0.39 "GET /v2.0/networks/eb274a14-1db2-4709-82ee-acccffa5ef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631856 Oct 19 11:24:56.690753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:56.717891 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:56.819661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-ab1569f6-9450-4a49-9484-a867b9278b01 service neutron] 10.222.0.39 "GET /v2.0/networks/eb274a14-1db2-4709-82ee-acccffa5ef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545379 Oct 19 11:24:56.873687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Allocated IP 172.25.2.110 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/0b5555a4-74b2-41d5-b549-2c8db15c6968) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:24:56.926074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfec7e-059b-426c-9d8d-a8d402277bb2 req-eaec6a52-7f6b-4025-9479-6a12da1df08f tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:56.929098 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-47cfec7e-059b-426c-9d8d-a8d402277bb2 req-eaec6a52-7f6b-4025-9479-6a12da1df08f tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 945 time: 0.0961421 Oct 19 11:24:56.943262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 52e24184-5eac-4d09-bc20-62f34dc27f2c up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:24:56.999378 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-47cfec7e-059b-426c-9d8d-a8d402277bb2 req-d3f85b34-20af-4322-9137-510f264d2dab tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655570 Oct 19 11:24:57.003408 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:57.104340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 52e24184-5eac-4d09-bc20-62f34dc27f2c completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:24:57.105061 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:57.110212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 52e24184-5eac-4d09-bc20-62f34dc27f2c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:24:57.110593 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:57.173893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:24:57.175906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event updated for resources: {'Port': ['ID=0b5555a4-74b2-41d5-b549-2c8db15c6968,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:57.183350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:24:57.187199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:24:57.206836 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:57.238944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e24184-5eac-4d09-bc20-62f34dc27f2c'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:24:57.243025 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a1e909-b6a3-4470-953c-5a6eb86f64b8" -d '{"events": [{"server_uuid": "b92b321b-e551-4188-a6b5-edf490a0c01f", "name": "network-vif-plugged", "status": "completed", "tag": "52e24184-5eac-4d09-bc20-62f34dc27f2c"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:24:57.265256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 52e24184-5eac-4d09-bc20-62f34dc27f2c, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=52e24184-5eac-4d09-bc20-62f34dc27f2c,segment=NetworkSegment(f0e8a69a-5693-42d8-a2b1-5379cce15ab4),segment_id=f0e8a69a-5693-42d8-a2b1-5379cce15ab4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:24:57.293193 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6797df-e1bd-497a-91f3-c5ccfbc12922 x-openstack-request-id: req-0c6797df-e1bd-497a-91f3-c5ccfbc12922 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:24:57.293670 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92b321b-e551-4188-a6b5-edf490a0c01f", "name": "network-vif-plugged", "status": "completed", "tag": "52e24184-5eac-4d09-bc20-62f34dc27f2c", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:24:57.294051 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c6797df-e1bd-497a-91f3-c5ccfbc12922 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:24:57.294634 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e24184-5eac-4d09-bc20-62f34dc27f2c', 'code': 200} Oct 19 11:24:57.318073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:57.386015 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-637fd0b8-1d73-4ad1-bd82-b84c81200522 req-88cd2541-4ce4-402b-b218-bebb02416726 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 210 time: 0.0551655 Oct 19 11:24:57.415484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=52e24184-5eac-4d09-bc20-62f34dc27f2c,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:57.434771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490cba8-b940-4455-87a8-3c4af33cb327 req-2003199d-bb5a-415e-9d6e-7af46ad57834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:57.436284 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4490cba8-b940-4455-87a8-3c4af33cb327 req-2003199d-bb5a-415e-9d6e-7af46ad57834 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 1097 time: 0.0493357 Oct 19 11:24:57.437566 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f109eb5-29d0-4b3d-adb3-0dc33a85c3b7 req-dab751ea-3e13-47c4-bddb-003536104e2a tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0306582 Oct 19 11:24:57.493345 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4490cba8-b940-4455-87a8-3c4af33cb327 req-63720223-0a3d-4c15-aa4f-1ba565c633ef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444019 Oct 19 11:24:57.579600 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:57.721687 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b569d7d-72bd-463e-8fc1-4e6368222412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:57.809072 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:57.812377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:57.886489 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91185ebc-4e18-4b9a-878b-49603cd32339 req-676b3cf3-006e-4599-b6aa-611199aa9706 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0323825 Oct 19 11:24:58.081123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Router 530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:24:58.117894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23991c-6805-4642-86b6-f91ae5eadeb1 req-2f98955b-b2ba-4959-af74-9b6b013a01aa tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:58.119727 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b23991c-6805-4642-86b6-f91ae5eadeb1 req-2f98955b-b2ba-4959-af74-9b6b013a01aa tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 946 time: 0.0605903 Oct 19 11:24:58.169916 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b23991c-6805-4642-86b6-f91ae5eadeb1 req-e3167ded-d04f-44ad-979e-84939f736ae0 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427115 Oct 19 11:24:58.515844 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1043518-3f87-46df-8270-e8866cd183e4 req-c951ba1e-84e7-4269-844f-4933ba56d8dc tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 210 time: 0.0597124 Oct 19 11:24:58.539620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:24:58.544373 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:58.545758 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-657571fb-e94c-4542-950a-2e76e287f87b tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "PUT /v2.0/routers/530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a HTTP/1.1" status: 200 len: 915 time: 2.4690373 Oct 19 11:24:58.548011 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699d5a25-a16c-46af-a855-cfb8fb132529 None None] Sync routers for ids ['530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:24:58.548451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34824) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:58.557818 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d5a25-a16c-46af-a855-cfb8fb132529 None None] Routers {'530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:58.558412 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-699d5a25-a16c-46af-a855-cfb8fb132529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:58.590884 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-699d5a25-a16c-46af-a855-cfb8fb132529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:58.603245 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d5a25-a16c-46af-a855-cfb8fb132529 None None] Routers {'530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:24:58.604497 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-699d5a25-a16c-46af-a855-cfb8fb132529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:58.637220 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-699d5a25-a16c-46af-a855-cfb8fb132529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:24:58.637858 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699d5a25-a16c-46af-a855-cfb8fb132529 None None] The sync data for ids ['530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:24:58.658265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dd1de3f8-bcb8-4d4d-ae2f-41ad718f57a1 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/routers/530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a HTTP/1.1" status: 200 len: 921 time: 0.1085975 Oct 19 11:24:58.661590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34826) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:58.707320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc37f98-1497-4eeb-9445-5819e13e06c7 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:58.709161 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dcc37f98-1497-4eeb-9445-5819e13e06c7 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=6926592e-6551-44d6-8cff-badc592380f0&device_id=530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0464511 Oct 19 11:24:58.712815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34828) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:58.814749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1206c3-fbdc-4481-8183-c2ea20bf517a tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:58.816369 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fd1206c3-fbdc-4481-8183-c2ea20bf517a tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 881 time: 0.1021757 Oct 19 11:24:58.819815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34830) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:58.846870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6591c41b-8533-4ee5-a828-7d5b4534659b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a HTTP/1.1" status: 200 len: 205 time: 0.0260370 Oct 19 11:24:58.852633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34832) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:58.965882 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:59.001521 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:59.027572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f05e40f2-6696-4bfc-b9c1-1535568a2ea1 req-98fb8f5b-1937-44b0-a70a-dadd580d3fb0 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0595560 Oct 19 11:24:59.092702 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:59.127126 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:59.319730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12d4b1-2dd3-4bc5-a177-a7783e1f3c77 req-b183ae7b-956a-4079-9dc6-32e27c2ba006 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:59.321221 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb12d4b1-2dd3-4bc5-a177-a7783e1f3c77 req-b183ae7b-956a-4079-9dc6-32e27c2ba006 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 946 time: 0.0813065 Oct 19 11:24:59.345039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Deleting port 0b5555a4-74b2-41d5-b549-2c8db15c6968 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:24:59.345301 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:59.408141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb12d4b1-2dd3-4bc5-a177-a7783e1f3c77 req-47311aca-69f6-40ab-b384-dce97b78be7e tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803304 Oct 19 11:24:59.450239 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:59.459236 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Calling delete_port for 0b5555a4-74b2-41d5-b549-2c8db15c6968 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:24:59.581082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7cda4-2e6f-4d2e-9842-3aaf96395423 req-70c2505d-de3a-4d69-92a9-c603014fb59c tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:59.582679 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96d7cda4-2e6f-4d2e-9842-3aaf96395423 req-70c2505d-de3a-4d69-92a9-c603014fb59c tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 946 time: 0.0774961 Oct 19 11:24:59.602255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34850) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:24:59.602255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-3ce8fd9f-21b7-4c3e-94b8-99601a0faa54 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Request body: {'floatingip': {'port_id': '52e24184-5eac-4d09-bc20-62f34dc27f2c'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:59.685524 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91f47312-ae78-479e-8b38-e3b03b2b957a req-c480d09a-8a86-4b1b-aeb2-ceb473b14cb8 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 210 time: 0.0918829 Oct 19 11:24:59.698843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ce8fd9f-21b7-4c3e-94b8-99601a0faa54 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:59.767140 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:59.789215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef936a-af10-477f-91d8-d41caedc507d req-2b855ff8-291b-45ee-be02-03036dfbb95e tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:24:59.790652 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-2b855ff8-291b-45ee-be02-03036dfbb95e tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.49 "GET /v2.0/networks?id=eb274a14-1db2-4709-82ee-acccffa5ef95 HTTP/1.1" status: 200 len: 810 time: 0.2327449 Oct 19 11:24:59.794749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Pushing event deleted for resources: {'Port': ['ID=0b5555a4-74b2-41d5-b549-2c8db15c6968,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:24:59.814886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Request body: {'port': {'device_id': '6dbf5ca3-4ac9-4b8b-ac22-f56339433aef', 'network_id': 'eb274a14-1db2-4709-82ee-acccffa5ef95', 'admin_state_up': True, 'tenant_id': 'bd5a81de5f0e45fca6468b80a54e1188'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:24:59.860558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:59.951805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:24:59.954014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.069890 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.070433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Fanout notify agent at l3_agent the message router_deleted on router 530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:25:00.078603 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.080680 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8a680c6d-ca7e-49e2-94e2-22865a9a5bdd tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a HTTP/1.1" status: 204 len: 168 time: 1.2266135 Oct 19 11:25:00.083628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34854) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:00.088978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f4c63091-17a8-4f16-ab9c-2d0f55ae9ff8 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-674029082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:00.097344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Made reservation on behalf of bd5a81de5f0e45fca6468b80a54e1188 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:00.101585 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.138888 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-205720ad-32e6-423f-86fa-1d3f659d7eb1 req-801e82f9-1282-4643-88a8-1f97664726d9 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0268464 Oct 19 11:25:00.161263 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4c63091-17a8-4f16-ab9c-2d0f55ae9ff8 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.162616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4c63091-17a8-4f16-ab9c-2d0f55ae9ff8 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.211847 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4c63091-17a8-4f16-ab9c-2d0f55ae9ff8 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.270029 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4c63091-17a8-4f16-ab9c-2d0f55ae9ff8 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.335525 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4c63091-17a8-4f16-ab9c-2d0f55ae9ff8 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.337253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f4c63091-17a8-4f16-ab9c-2d0f55ae9ff8 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2513387 Oct 19 11:25:00.339803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34860) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:00.344517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Allocated IP 172.20.0.11 (eb274a14-1db2-4709-82ee-acccffa5ef95/8bf6fb03-8281-4f9c-9cc9-0c9d7de829f4/ce1cb56e-42e2-414a-be4a-06f2641ae6ce) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:00.344747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'enable_snat': False}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:00.368318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ce8fd9f-21b7-4c3e-94b8-99601a0faa54 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.464369 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ce8fd9f-21b7-4c3e-94b8-99601a0faa54 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.584991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.610826 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-3ce8fd9f-21b7-4c3e-94b8-99601a0faa54 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Floating IP 1efb37ef-9b47-4a6d-917e-fa8c12ed873b associated. External IP: 172.25.2.247, port: 52e24184-5eac-4d09-bc20-62f34dc27f2c. Oct 19 11:25:00.698430 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.738549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.832692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Network eb274a14-1db2-4709-82ee-acccffa5ef95 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:00.841653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:00.846648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:00.849330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Pushing event updated for resources: {'Port': ['ID=ce1cb56e-42e2-414a-be4a-06f2641ae6ce,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:00.874791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.928622 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fc7ad-3fed-419f-adb3-2ad17d1517ec req-6ebd8e4e-c1cb-47e9-bf04-9ef0655955b7 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:00.930401 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-084fc7ad-3fed-419f-adb3-2ad17d1517ec req-6ebd8e4e-c1cb-47e9-bf04-9ef0655955b7 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 932 time: 0.0587335 Oct 19 11:25:00.938761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:00.940080 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:00.952830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce8fd9f-21b7-4c3e-94b8-99601a0faa54 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Router b0920bac-c38d-4b95-9667-b9fed57c7b10 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:25:00.987566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-084fc7ad-3fed-419f-adb3-2ad17d1517ec req-4eeafe2d-07a7-4ca2-89ee-59afdc1e7e57 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509834 Oct 19 11:25:00.988401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34872) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:01.055725 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-0fa9c1ef-1682-4254-9755-80e91b76d0cf tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2468863 Oct 19 11:25:01.073553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Request body: {'port': {'device_id': '6dbf5ca3-4ac9-4b8b-ac22-f56339433aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:01.106037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce8fd9f-21b7-4c3e-94b8-99601a0faa54 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:25:01.115396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ce8fd9f-21b7-4c3e-94b8-99601a0faa54 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.117237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbf333-416a-4bb3-8cab-09f24cf36c04 None None] Sync routers for ids ['b0920bac-c38d-4b95-9667-b9fed57c7b10'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:25:01.127720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbf333-416a-4bb3-8cab-09f24cf36c04 None None] Routers {'b0920bac-c38d-4b95-9667-b9fed57c7b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:25:01.128441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cccbf333-416a-4bb3-8cab-09f24cf36c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b0920bac-c38d-4b95-9667-b9fed57c7b10'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:01.131754 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89288143-ca8f-48b2-a08a-247c47511cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.158209 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3ce8fd9f-21b7-4c3e-94b8-99601a0faa54 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "PUT /v2.0/floatingips/1efb37ef-9b47-4a6d-917e-fa8c12ed873b HTTP/1.1" status: 200 len: 992 time: 1.5599308 Oct 19 11:25:01.158914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'tag': '52e24184-5eac-4d09-bc20-62f34dc27f2c'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:25:01.161252 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e25f444-2b16-4a07-b480-6fa037502d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b92b321b-e551-4188-a6b5-edf490a0c01f", "tag": "52e24184-5eac-4d09-bc20-62f34dc27f2c"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:25:01.163708 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.226470 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af24642-7a7c-42a4-a0bf-3fb8451146d7 x-openstack-request-id: req-0af24642-7a7c-42a4-a0bf-3fb8451146d7 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:25:01.226470 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92b321b-e551-4188-a6b5-edf490a0c01f", "tag": "52e24184-5eac-4d09-bc20-62f34dc27f2c", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:25:01.226470 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0af24642-7a7c-42a4-a0bf-3fb8451146d7 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:25:01.226470 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'tag': '52e24184-5eac-4d09-bc20-62f34dc27f2c', 'status': 'completed', 'code': 200} Oct 19 11:25:01.287049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-cccbf333-416a-4bb3-8cab-09f24cf36c04 None None] Set router b0920bac-c38d-4b95-9667-b9fed57c7b10 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:25:01.333386 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.396918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b555485-7bbe-429c-92e3-bcffd356291b req-f416601f-8fb6-4868-a27f-b17ef5e17d28 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0959735 Oct 19 11:25:01.427071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.448419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25f444-2b16-4a07-b480-6fa037502d7d req-30954fbc-7f2b-4888-a5d9-a4d72773073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:01.450136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e25f444-2b16-4a07-b480-6fa037502d7d req-30954fbc-7f2b-4888-a5d9-a4d72773073e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3995dc384ba48d09915fc1f3bbf1dde&device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 1097 time: 0.1823025 Oct 19 11:25:01.499605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1cb56e-42e2-414a-be4a-06f2641ae6ce {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:25:01.508412 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.534949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Transition to ACTIVE for port object ce1cb56e-42e2-414a-be4a-06f2641ae6ce will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:25:01.559278 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89288143-ca8f-48b2-a08a-247c47511cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.580797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cccbf333-416a-4bb3-8cab-09f24cf36c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:58Z', 'revision_number': 4, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '1efb37ef-9b47-4a6d-917e-fa8c12ed873b', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'port_id': '52e24184-5eac-4d09-bc20-62f34dc27f2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'mac_address': 'fa:16:3e:d3:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:24:05Z', 'updated_at': '2021-10-19T11:25:00Z', 'revision_number': 1, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7815c124-a98b-4e1c-abe3-a432c0157a89', 'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'mac_address': 'fa:16:3e:cb:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:56Z', 'updated_at': '2021-10-19T11:24:02Z', 'revision_number': 5, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'subnets': [{'id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:01.589774 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.608257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbf333-416a-4bb3-8cab-09f24cf36c04 None None] Checking router: b0920bac-c38d-4b95-9667-b9fed57c7b10 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:25:01.616782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccbf333-416a-4bb3-8cab-09f24cf36c04 None None] Routers {'b0920bac-c38d-4b95-9667-b9fed57c7b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:25:01.617651 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cccbf333-416a-4bb3-8cab-09f24cf36c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b0920bac-c38d-4b95-9667-b9fed57c7b10'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:01.644984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1cb56e-42e2-414a-be4a-06f2641ae6ce,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:01.646035 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89288143-ca8f-48b2-a08a-247c47511cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.683930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Allocated IP 172.25.2.5 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/9a91bf81-fa0c-4766-ad1d-3ee416552c12) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:01.704503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25f444-2b16-4a07-b480-6fa037502d7d req-a381f054-2c27-4323-80e1-312eeb108d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:01.706024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e25f444-2b16-4a07-b480-6fa037502d7d req-a381f054-2c27-4323-80e1-312eeb108d49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a379799-d672-4171-96be-3d50103648d2 HTTP/1.1" status: 200 len: 917 time: 0.2204063 Oct 19 11:25:01.711727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Attempting to bind port ce1cb56e-42e2-414a-be4a-06f2641ae6ce on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:01.712068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Attempting to bind port ce1cb56e-42e2-414a-be4a-06f2641ae6ce by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb274a14-1db2-4709-82ee-acccffa5ef95'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:01.712400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Attempting to bind port ce1cb56e-42e2-414a-be4a-06f2641ae6ce on network eb274a14-1db2-4709-82ee-acccffa5ef95 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:01.716977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Port ce1cb56e-42e2-414a-be4a-06f2641ae6ce on network eb274a14-1db2-4709-82ee-acccffa5ef95 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:01.717304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Attempting to bind port ce1cb56e-42e2-414a-be4a-06f2641ae6ce on network eb274a14-1db2-4709-82ee-acccffa5ef95 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:01.722541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:25:01.722809 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Checking segment: {'id': 'cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb274a14-1db2-4709-82ee-acccffa5ef95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:01.723177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Bound using segment: {'id': 'cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb274a14-1db2-4709-82ee-acccffa5ef95'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:25:01.723596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Bound port: ce1cb56e-42e2-414a-be4a-06f2641ae6ce, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eb274a14-1db2-4709-82ee-acccffa5ef95'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:25:01.724085 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.743813 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-cccbf333-416a-4bb3-8cab-09f24cf36c04 None None] Set router b0920bac-c38d-4b95-9667-b9fed57c7b10 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:25:01.769571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-89288143-ca8f-48b2-a08a-247c47511cd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15e3b444c3b248d0a32b52b460a22bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7762508 Oct 19 11:25:01.769571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89288143-ca8f-48b2-a08a-247c47511cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674fa117-3abd-4dc2-81c7-8ca40bc9b1ee,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:01.771002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34888) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:01.836975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] For port ce1cb56e-42e2-414a-be4a-06f2641ae6ce, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:01.840833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] For port ce1cb56e-42e2-414a-be4a-06f2641ae6ce, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ce1cb56e-42e2-414a-be4a-06f2641ae6ce,segment=NetworkSegment(cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45),segment_id=cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:25:01.845424 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e25f444-2b16-4a07-b480-6fa037502d7d req-634d4ad6-638f-4334-a7c9-b06e2d3e6426 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52e24184-5eac-4d09-bc20-62f34dc27f2c HTTP/1.1" status: 200 len: 1000 time: 0.1308119 Oct 19 11:25:01.853108 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f156f39-b821-40ce-a77f-7dc562de0e51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.874881 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f156f39-b821-40ce-a77f-7dc562de0e51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.918309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.922145 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.926498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25f444-2b16-4a07-b480-6fa037502d7d req-25529943-7c94-4e86-94a6-66875d08af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:01.926498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e25f444-2b16-4a07-b480-6fa037502d7d req-25529943-7c94-4e86-94a6-66875d08af95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fba6953-6304-427b-b7e5-9f939a68d3e4 HTTP/1.1" status: 200 len: 855 time: 0.0722420 Oct 19 11:25:01.962994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:01.962994 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:01.962994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] 10.222.0.49 "PUT /v2.0/ports/ce1cb56e-42e2-414a-be4a-06f2641ae6ce HTTP/1.1" status: 200 len: 1092 time: 0.8954890 Oct 19 11:25:01.983457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fcae3-5381-44ba-9b85-f110e250a998 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1cb56e-42e2-414a-be4a-06f2641ae6ce,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:01.997534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cccbf333-416a-4bb3-8cab-09f24cf36c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:58Z', 'revision_number': 4, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '1efb37ef-9b47-4a6d-917e-fa8c12ed873b', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'port_id': '52e24184-5eac-4d09-bc20-62f34dc27f2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'mac_address': 'fa:16:3e:d3:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:24:05Z', 'updated_at': '2021-10-19T11:25:00Z', 'revision_number': 1, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7815c124-a98b-4e1c-abe3-a432c0157a89', 'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'mac_address': 'fa:16:3e:cb:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:56Z', 'updated_at': '2021-10-19T11:24:02Z', 'revision_number': 5, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'subnets': [{'id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:02.013227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f156f39-b821-40ce-a77f-7dc562de0e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:02.014766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25f444-2b16-4a07-b480-6fa037502d7d req-0872ff73-a012-470e-8bb0-dc9832d426c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:02.016273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e25f444-2b16-4a07-b480-6fa037502d7d req-0872ff73-a012-470e-8bb0-dc9832d426c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a379799-d672-4171-96be-3d50103648d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830033 Oct 19 11:25:02.016935 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f156f39-b821-40ce-a77f-7dc562de0e51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:02.018819 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5f156f39-b821-40ce-a77f-7dc562de0e51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/674fa117-3abd-4dc2-81c7-8ca40bc9b1ee HTTP/1.1" status: 204 len: 168 time: 0.2456379 Oct 19 11:25:02.026495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccbf333-416a-4bb3-8cab-09f24cf36c04 None None] The sync data for ids ['b0920bac-c38d-4b95-9667-b9fed57c7b10'] in n-d-814547-1 is: [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:58Z', 'revision_number': 4, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '1efb37ef-9b47-4a6d-917e-fa8c12ed873b', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'port_id': '52e24184-5eac-4d09-bc20-62f34dc27f2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'mac_address': 'fa:16:3e:d3:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:24:05Z', 'updated_at': '2021-10-19T11:25:00Z', 'revision_number': 1, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7815c124-a98b-4e1c-abe3-a432c0157a89', 'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'mac_address': 'fa:16:3e:cb:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:56Z', 'updated_at': '2021-10-19T11:24:02Z', 'revision_number': 5, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'subnets': [{'id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:25:02.033530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f156f39-b821-40ce-a77f-7dc562de0e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674fa117-3abd-4dc2-81c7-8ca40bc9b1ee,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:02.110581 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:02.137836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef936a-af10-477f-91d8-d41caedc507d req-35bfc080-7703-4468-8b17-68c59a645204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:02.137836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-35bfc080-7703-4468-8b17-68c59a645204 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd5a81de5f0e45fca6468b80a54e1188&device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 1095 time: 0.0672727 Oct 19 11:25:02.177573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:02.183352 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-b3caa4e6-2936-481b-aeca-85ff4ed4aecb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce1cb56e-42e2-414a-be4a-06f2641ae6ce HTTP/1.1" status: 200 len: 217 time: 0.0381634 Oct 19 11:25:02.197751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:02.204912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:02.229655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Pushing event updated for resources: {'Port': ['ID=9a91bf81-fa0c-4766-ad1d-3ee416552c12,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:02.242673 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e25f444-2b16-4a07-b480-6fa037502d7d req-f10769e0-1361-4499-931f-632b5540b5ac service neutron] 10.222.0.26 "GET /v2.0/networks/2a379799-d672-4171-96be-3d50103648d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040007 Oct 19 11:25:02.277524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef936a-af10-477f-91d8-d41caedc507d req-c60dcd55-f9fd-434a-bbd2-f24545a808dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:02.279382 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-c60dcd55-f9fd-434a-bbd2-f24545a808dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8bf6fb03-8281-4f9c-9cc9-0c9d7de829f4 HTTP/1.1" status: 200 len: 850 time: 0.0886519 Oct 19 11:25:02.362668 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c1534-cf1e-47cf-912d-6c434fa26d35 None None] New status for floating IP 1efb37ef-9b47-4a6d-917e-fa8c12ed873b: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:25:02.372511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-5ae8293e-4998-4645-8137-433633193c60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eb274a14-1db2-4709-82ee-acccffa5ef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703573 Oct 19 11:25:02.457997 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e25f444-2b16-4a07-b480-6fa037502d7d req-6cb6a07b-2609-4574-98a4-c8e79ade921b service neutron] 10.222.0.26 "GET /v2.0/networks/2a379799-d672-4171-96be-3d50103648d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142937 Oct 19 11:25:02.487046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4578545-d160-4bf6-9502-0c0801016fe0 req-d4479506-7500-4bc7-a362-a7d40a645d9d tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:02.488580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4578545-d160-4bf6-9502-0c0801016fe0 req-d4479506-7500-4bc7-a362-a7d40a645d9d tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 944 time: 0.3757396 Oct 19 11:25:02.499664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-442137f5-bf00-4305-9d46-1ab975120590 service neutron] 10.222.0.49 "GET /v2.0/networks/eb274a14-1db2-4709-82ee-acccffa5ef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168938 Oct 19 11:25:02.616974 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4578545-d160-4bf6-9502-0c0801016fe0 req-f802b113-a9bb-4e73-97f7-af3cb00614c7 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107271 Oct 19 11:25:02.648246 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c89f4173-03b8-4390-8487-3a2c84538052 req-2203d76a-7b60-4ae5-8cec-3912c76e42d2 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0666056 Oct 19 11:25:02.670855 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4ef936a-af10-477f-91d8-d41caedc507d req-759ac369-0d47-42e9-ab51-63ffd3824550 service neutron] 10.222.0.49 "GET /v2.0/networks/eb274a14-1db2-4709-82ee-acccffa5ef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482387 Oct 19 11:25:02.742755 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:02.943227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:02.946677 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:03.143847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Router 592b91ac-bbfb-4041-abe3-de4503f7be18 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:25:03.225831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbf5ca3-4ac9-4b8b-ac22-f56339433aef', 'tag': 'ce1cb56e-42e2-414a-be4a-06f2641ae6ce'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:25:03.228325 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd6fbf1-5faa-430b-b0d8-842e5a83c38e" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbf5ca3-4ac9-4b8b-ac22-f56339433aef", "tag": "ce1cb56e-42e2-414a-be4a-06f2641ae6ce"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:25:03.253269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:25:03.258355 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:03.267132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5f14cf45-3024-46e9-89d0-9606ca5ba9d3 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "PUT /v2.0/routers/592b91ac-bbfb-4041-abe3-de4503f7be18 HTTP/1.1" status: 200 len: 913 time: 2.9187951 Oct 19 11:25:03.267449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34928) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:03.267561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091678f9-2a11-425d-ba4e-7158ed651f9c None None] Sync routers for ids ['592b91ac-bbfb-4041-abe3-de4503f7be18'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:25:03.269502 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337046e8-521c-4e8f-b59b-aa830696f795 x-openstack-request-id: req-337046e8-521c-4e8f-b59b-aa830696f795 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:25:03.269791 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbf5ca3-4ac9-4b8b-ac22-f56339433aef", "tag": "ce1cb56e-42e2-414a-be4a-06f2641ae6ce", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:25:03.270052 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-337046e8-521c-4e8f-b59b-aa830696f795 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:25:03.270437 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbf5ca3-4ac9-4b8b-ac22-f56339433aef', 'tag': 'ce1cb56e-42e2-414a-be4a-06f2641ae6ce', 'status': 'completed', 'code': 200} Oct 19 11:25:03.279108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091678f9-2a11-425d-ba4e-7158ed651f9c None None] Routers {'592b91ac-bbfb-4041-abe3-de4503f7be18'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:25:03.279743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-091678f9-2a11-425d-ba4e-7158ed651f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['592b91ac-bbfb-4041-abe3-de4503f7be18'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:03.314810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-091678f9-2a11-425d-ba4e-7158ed651f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:03.324943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091678f9-2a11-425d-ba4e-7158ed651f9c None None] Routers {'592b91ac-bbfb-4041-abe3-de4503f7be18'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:25:03.325614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-091678f9-2a11-425d-ba4e-7158ed651f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['592b91ac-bbfb-4041-abe3-de4503f7be18'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:03.379649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-091678f9-2a11-425d-ba4e-7158ed651f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:03.380172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091678f9-2a11-425d-ba4e-7158ed651f9c None None] The sync data for ids ['592b91ac-bbfb-4041-abe3-de4503f7be18'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:25:03.402792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6fbf1-5faa-430b-b0d8-842e5a83c38e req-812c62d3-b830-47f1-8299-098c4f8b0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:03.404257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0bd6fbf1-5faa-430b-b0d8-842e5a83c38e req-812c62d3-b830-47f1-8299-098c4f8b0488 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bd5a81de5f0e45fca6468b80a54e1188&device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 1095 time: 0.1010444 Oct 19 11:25:03.421515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0be95ab4-3f29-4272-992c-c322df0c4391 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/routers/592b91ac-bbfb-4041-abe3-de4503f7be18 HTTP/1.1" status: 200 len: 919 time: 0.1579876 Oct 19 11:25:03.424646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34934) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:03.531456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29644fb7-5c09-48c3-b91f-783b5ec82200 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:03.537152 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-29644fb7-5c09-48c3-b91f-783b5ec82200 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=6926592e-6551-44d6-8cff-badc592380f0&device_id=592b91ac-bbfb-4041-abe3-de4503f7be18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1113484 Oct 19 11:25:03.537890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34942) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:03.632562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff715294-be65-484c-97ee-0333594ae883 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:03.634238 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ff715294-be65-484c-97ee-0333594ae883 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 881 time: 0.0953174 Oct 19 11:25:03.638511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34946) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:03.673294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-13159427-b574-43c8-a9b3-feaa9e750d61 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=592b91ac-bbfb-4041-abe3-de4503f7be18 HTTP/1.1" status: 200 len: 205 time: 0.0331008 Oct 19 11:25:03.675658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34950) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:03.828772 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bae72a9e-1cea-48cf-a342-5853ee3ff72d req-82f420d4-4686-4a1c-ae87-30e3a56c7247 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0335085 Oct 19 11:25:03.830382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882fc1b-e3e8-4cc1-8c96-0705ff1f8bba req-2e1abd52-cb95-4585-bc0a-11c3432e9927 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:03.838095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5882fc1b-e3e8-4cc1-8c96-0705ff1f8bba req-2e1abd52-cb95-4585-bc0a-11c3432e9927 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 944 time: 0.1038723 Oct 19 11:25:03.864803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6fbf1-5faa-430b-b0d8-842e5a83c38e req-d5e6a277-8ec2-4f37-92b8-2f1b7b3ce132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:03.866589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0bd6fbf1-5faa-430b-b0d8-842e5a83c38e req-d5e6a277-8ec2-4f37-92b8-2f1b7b3ce132 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eb274a14-1db2-4709-82ee-acccffa5ef95 HTTP/1.1" status: 200 len: 911 time: 0.4542654 Oct 19 11:25:03.869888 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:03.916446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0bd6fbf1-5faa-430b-b0d8-842e5a83c38e req-38704f50-a19a-484a-9911-d429fa379ffc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce1cb56e-42e2-414a-be4a-06f2641ae6ce HTTP/1.1" status: 200 len: 217 time: 0.0421431 Oct 19 11:25:03.920971 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5882fc1b-e3e8-4cc1-8c96-0705ff1f8bba req-4281cb95-4919-46bf-b60b-00591506c664 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818913 Oct 19 11:25:03.941305 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34962) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:03.984696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6fbf1-5faa-430b-b0d8-842e5a83c38e req-1bcaf792-d866-4810-8395-01a8b979501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:03.986389 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0bd6fbf1-5faa-430b-b0d8-842e5a83c38e req-1bcaf792-d866-4810-8395-01a8b979501d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8bf6fb03-8281-4f9c-9cc9-0c9d7de829f4 HTTP/1.1" status: 200 len: 850 time: 0.0604656 Oct 19 11:25:04.017160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:04.020367 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0bd6fbf1-5faa-430b-b0d8-842e5a83c38e req-f4716898-6053-4631-bf2f-2415d5c76aa8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eb274a14-1db2-4709-82ee-acccffa5ef95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266485 Oct 19 11:25:04.102840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1226331370'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:04.111835 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0bd6fbf1-5faa-430b-b0d8-842e5a83c38e req-d1ebc1e8-d946-465d-88e2-0325364279f2 service neutron] 10.222.0.49 "GET /v2.0/networks/eb274a14-1db2-4709-82ee-acccffa5ef95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837736 Oct 19 11:25:04.180730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Deleting port 9a91bf81-fa0c-4766-ad1d-3ee416552c12 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:04.181063 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:04.183846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Made reservation on behalf of 49aefba67cae4171ba6a5deeb73c7601 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:04.187282 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:04.203912 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0bd6fbf1-5faa-430b-b0d8-842e5a83c38e req-ab00ba96-66cb-4865-aa19-06d84c95e25c service neutron] 10.222.0.49 "GET /v2.0/networks/eb274a14-1db2-4709-82ee-acccffa5ef95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850983 Oct 19 11:25:04.207262 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:04.585138 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:04.602783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Calling delete_port for 9a91bf81-fa0c-4766-ad1d-3ee416552c12 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:04.684221 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:04.744793 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:04.767436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:04.789825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b4a33d-b7b2-44df-974f-a3bb033e9aa0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:04.871650 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:04.874535 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:04.875264 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Added segment 509309da-f1ad-4355-97de-b5ca375f97af of type vlan for network 275fac1b-f1d9-468e-8c10-216ecce0fea4 Oct 19 11:25:04.907954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Pushing event deleted for resources: {'Port': ['ID=9a91bf81-fa0c-4766-ad1d-3ee416552c12,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:04.950658 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91665207-b2d9-4a18-80c9-d2330f85a95c req-34c71473-c261-404e-85eb-4d0b99131dc0 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0332294 Oct 19 11:25:05.002193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.048307 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.119587 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.125130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:05.125708 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.185893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.199730 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.283795 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3413012 Oct 19 11:25:05.287090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34980) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:05.287828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f93fae-5fd4-4720-8d94-41c372b17a20 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Pushing event updated for resources: {'Network': ['ID=275fac1b-f1d9-468e-8c10-216ecce0fea4,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:05.298990 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 275fac1b-f1d9-468e-8c10-216ecce0fea4 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:05.312975 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05c262-ce82-4636-ac65-d4e45823dbbc req-b1a7a80b-665a-4499-aff4-e8ded2f42a08 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:05.317947 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6a05c262-ce82-4636-ac65-d4e45823dbbc req-b1a7a80b-665a-4499-aff4-e8ded2f42a08 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 944 time: 0.3158791 Oct 19 11:25:05.359612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Request body: {'network': {'name': 'tempest-network--1495565878', 'router:external': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:05.367173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6a05c262-ce82-4636-ac65-d4e45823dbbc req-2b018d5a-024a-4d19-a0c9-09308ad6cffc tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456066 Oct 19 11:25:05.368362 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.368980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Fanout notify agent at l3_agent the message router_deleted on router 592b91ac-bbfb-4041-abe3-de4503f7be18 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:25:05.379146 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.380281 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a3a6c0c8-185b-4edb-8964-d45630fd7253 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/592b91ac-bbfb-4041-abe3-de4503f7be18 HTTP/1.1" status: 204 len: 168 time: 1.7029405 Oct 19 11:25:05.384780 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34984) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:05.390025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-268443028', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:05.449214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Made reservation on behalf of 58727273f602477e9b9903d20fd86dcb for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:05.451479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.464854 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.540785 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.555358 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.556378 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.607385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.608301 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.631746 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:05.641534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa81f366-ba3e-41b2-a423-ed4ecc17f765,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:05.646258 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.647205 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Added segment c47476ef-d34e-4679-8e57-0253baf4519a of type vlan for network 8d888017-65bd-4ff7-9406-a6e644b08fe5 Oct 19 11:25:05.691404 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.840259 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.880931 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.881870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:05.882443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:05.953273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event updated for resources: {'Network': ['ID=8d888017-65bd-4ff7-9406-a6e644b08fe5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:05.964256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 8d888017-65bd-4ff7-9406-a6e644b08fe5 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:05.977126 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e373f969-4d1d-4c14-8f1f-9825a50ea2f7 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6872857 Oct 19 11:25:05.980047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34990) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:06.074858 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.122148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6bb446c-8146-474a-b63c-80c5ef49b04a req-8c79da23-9bf2-403a-8564-48e3d59840b9 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0583916 Oct 19 11:25:06.161007 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.176942 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.182745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d888017-65bd-4ff7-9406-a6e644b08fe5']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:06.191951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47476ef-d34e-4679-8e57-0253baf4519a') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:06.192315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47476ef-d34e-4679-8e57-0253baf4519a') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:06.195834 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.201581 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.214439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.220079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:06.220501 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:06.222186 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:06.303748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Allocated IP 172.25.2.38 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/8cfbc5bc-2e3f-48c9-9168-4391672afdfd) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:06.320824 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.326143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d888017-65bd-4ff7-9406-a6e644b08fe5 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 11:25:06.329068 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.336257 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "DELETE /v2.0/networks/8d888017-65bd-4ff7-9406-a6e644b08fe5 HTTP/1.1" status: 204 len: 168 time: 0.3501625 Oct 19 11:25:06.338157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34998) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:06.342341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0c8ce-40a2-4e51-b7d3-dd7fdfb47836 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d888017-65bd-4ff7-9406-a6e644b08fe5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:06.344953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:06.433373 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.459301 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Made reservation on behalf of 58727273f602477e9b9903d20fd86dcb for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:06.461780 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.529063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:06.548746 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e62eb3-5629-4486-9af1-334ba5ee9f11 req-03a8eea7-0e34-4dc2-a47e-f5c12eacf123 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:06.550248 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54e62eb3-5629-4486-9af1-334ba5ee9f11 req-03a8eea7-0e34-4dc2-a47e-f5c12eacf123 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 944 time: 0.0973134 Oct 19 11:25:06.551668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.551816 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Added segment 8fc9650c-bf81-41e1-9103-110d49ac091c of type vlan for network c6c38d89-211c-49ef-a681-03585a9437bf Oct 19 11:25:06.568049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.660136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:06.679603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:06.683268 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.686027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:06.692011 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54e62eb3-5629-4486-9af1-334ba5ee9f11 req-5d347501-4865-46d8-8d43-8eef05403bea tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322954 Oct 19 11:25:06.692634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Pushing event updated for resources: {'Port': ['ID=8cfbc5bc-2e3f-48c9-9168-4391672afdfd,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:06.816939 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.817868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:06.818468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:06.883647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ce1cb56e-42e2-414a-be4a-06f2641ae6ce details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:25:06.911883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event updated for resources: {'Network': ['ID=c6c38d89-211c-49ef-a681-03585a9437bf,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:06.925252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c6c38d89-211c-49ef-a681-03585a9437bf details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:06.947113 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cf3492be-9a04-47a5-b2ef-ee2575332f58 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6078050 Oct 19 11:25:06.949989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35006) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:06.954867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Request body: {'subnet': {'network_id': 'c6c38d89-211c-49ef-a681-03585a9437bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:07.040445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ce1cb56e-42e2-414a-be4a-06f2641ae6ce, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ce1cb56e-42e2-414a-be4a-06f2641ae6ce,segment=NetworkSegment(cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45),segment_id=cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:07.051133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'ce1cb56e-42e2-414a-be4a-06f2641ae6ce', 'network_id': 'eb274a14-1db2-4709-82ee-acccffa5ef95', 'port_id': 'ce1cb56e-42e2-414a-be4a-06f2641ae6ce', 'mac_address': 'fa:16:3e:fe:ff:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf6fb03-8281-4f9c-9cc9-0c9d7de829f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:25:07.058034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Made reservation on behalf of 58727273f602477e9b9903d20fd86dcb for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:07.060293 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:07.089014 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:07.101988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1cb56e-42e2-414a-be4a-06f2641ae6ce {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:25:07.121318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ce1cb56e-42e2-414a-be4a-06f2641ae6ce, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ce1cb56e-42e2-414a-be4a-06f2641ae6ce,segment=NetworkSegment(cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45),segment_id=cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:07.156281 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:07.200847 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:07.236974 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b0e74aa9-96d4-486a-83bb-e428e049dc55 req-00ecdd6d-b503-4e32-aeac-22946197ac4a tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0267971 Oct 19 11:25:07.259273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=ce1cb56e-42e2-414a-be4a-06f2641ae6ce,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:07.423779 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['ce1cb56e-42e2-414a-be4a-06f2641ae6ce'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:25:07.455290 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:07.694709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dbad424c-f5a9-4f7c-b999-1be8b402737b req-fd8253fd-674c-4648-b466-376cd4743cd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1abd8216ff27415d9a4af730f275cd2d&device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0305266 Oct 19 11:25:07.723656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Router c902d50a-96cc-4b99-8074-3afa8f98a2a2 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:25:07.725913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:25:07.726510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:07.765076 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dbad424c-f5a9-4f7c-b999-1be8b402737b req-7e076f95-454c-4b72-9a59-cff27c75a7f0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1abd8216ff27415d9a4af730f275cd2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497715 Oct 19 11:25:07.818704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d7794-2b45-40d0-a4a3-0477f51dcd49 req-359d3c1e-c485-4bc0-a11d-1e6b5a7e61de tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:07.820335 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-983d7794-2b45-40d0-a4a3-0477f51dcd49 req-359d3c1e-c485-4bc0-a11d-1e6b5a7e61de tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 945 time: 0.0527411 Oct 19 11:25:07.860908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7352ac72-f3e7-456f-b79a-07c3ef84b80e,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:07.864984 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-983d7794-2b45-40d0-a4a3-0477f51dcd49 req-48043fc1-50ce-414b-95ff-6c64efe0bc18 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378921 Oct 19 11:25:07.920160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Checking segment: {'id': '8fc9650c-bf81-41e1-9103-110d49ac091c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c6c38d89-211c-49ef-a681-03585a9437bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:07.920687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Network hostable DHCP agents. Network: c6c38d89-211c-49ef-a681-03585a9437bf, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:07.990199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad424c-f5a9-4f7c-b999-1be8b402737b req-ccc43abc-f7ac-44ba-abc0-556de70bb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:07.992127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dbad424c-f5a9-4f7c-b999-1be8b402737b req-ccc43abc-f7ac-44ba-abc0-556de70bb2ce service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2172837 Oct 19 11:25:08.000200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:25:08.011824 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4698b5-d993-42d6-a538-baa013cf9a40 None None] Sync routers for ids ['c902d50a-96cc-4b99-8074-3afa8f98a2a2'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:25:08.020186 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4698b5-d993-42d6-a538-baa013cf9a40 None None] Routers {'c902d50a-96cc-4b99-8074-3afa8f98a2a2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:25:08.020831 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8d4698b5-d993-42d6-a538-baa013cf9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c902d50a-96cc-4b99-8074-3afa8f98a2a2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:08.053572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8d4698b5-d993-42d6-a538-baa013cf9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:08.062128 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4698b5-d993-42d6-a538-baa013cf9a40 None None] Routers {'c902d50a-96cc-4b99-8074-3afa8f98a2a2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:25:08.062760 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8d4698b5-d993-42d6-a538-baa013cf9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c902d50a-96cc-4b99-8074-3afa8f98a2a2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:08.074779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Network c6c38d89-211c-49ef-a681-03585a9437bf is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:08.093841 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8d4698b5-d993-42d6-a538-baa013cf9a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:08.094468 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4698b5-d993-42d6-a538-baa013cf9a40 None None] The sync data for ids ['c902d50a-96cc-4b99-8074-3afa8f98a2a2'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:25:08.100705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:08.101906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bcfb64ff-afd2-4a7e-bbb3-dd880ce49067 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7161632 Oct 19 11:25:08.104690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35020) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:08.109094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:08.148998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c6c38d89-211c-49ef-a681-03585a9437bf) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:08.153766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:08.154346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:08.157479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86070ee-44dd-46f0-9cee-a740d4057889 None None] Network c6c38d89-211c-49ef-a681-03585a9437bf requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:08.263265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ea501287-662f-49e8-908a-566d686d4bea tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3114169 Oct 19 11:25:08.265570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35026) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:08.269835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Request body: {'floatingip': {'floating_network_id': 'c6c38d89-211c-49ef-a681-03585a9437bf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:08.293248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4a5d14-f336-4ac4-86aa-7e4b622d1d47 None None] Network c6c38d89-211c-49ef-a681-03585a9437bf requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:08.651450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:08.656702 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc2beeec-5ba1-4c1a-8474-11b124fffd50 req-79885b83-c5ca-4454-b705-02ca8b5d75f3 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.3150270 Oct 19 11:25:08.812882 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:08.831513 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:08.897306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ce1cb56e-42e2-414a-be4a-06f2641ae6ce up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:25:08.926750 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:08.951114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Allocated IP 172.20.0.5 (c6c38d89-211c-49ef-a681-03585a9437bf/7352ac72-f3e7-456f-b79a-07c3ef84b80e/19c139ee-abaa-4b9f-b3be-6a3e56e81fbf) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:09.031153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca85b2-1324-41eb-b3b0-c8b04ff23687 req-e7acb7ad-83a7-48d5-9fb2-085a68a678e2 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:09.032810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6aca85b2-1324-41eb-b3b0-c8b04ff23687 req-e7acb7ad-83a7-48d5-9fb2-085a68a678e2 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 945 time: 0.0604291 Oct 19 11:25:09.057907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port ce1cb56e-42e2-414a-be4a-06f2641ae6ce completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:25:09.062501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port ce1cb56e-42e2-414a-be4a-06f2641ae6ce triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:09.063079 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:09.079833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6aca85b2-1324-41eb-b3b0-c8b04ff23687 req-8ef92125-f519-454b-a47d-8d5d4b4ff40b tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406735 Oct 19 11:25:09.116154 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:09.153726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Deleting port 8cfbc5bc-2e3f-48c9-9168-4391672afdfd {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:09.154165 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:09.216995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:09.283475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event updated for resources: {'Port': ['ID=19c139ee-abaa-4b9f-b3be-6a3e56e81fbf,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:09.290100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Network c6c38d89-211c-49ef-a681-03585a9437bf is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:09.291876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:09.299948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:09.303807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:09.309366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Calling delete_port for 8cfbc5bc-2e3f-48c9-9168-4391672afdfd owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:09.319081 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:09.342002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbf5ca3-4ac9-4b8b-ac22-f56339433aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1cb56e-42e2-414a-be4a-06f2641ae6ce'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:25:09.344419 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec33ac9-ef3a-4880-83dc-9c419f6bcd82" -d '{"events": [{"server_uuid": "6dbf5ca3-4ac9-4b8b-ac22-f56339433aef", "name": "network-vif-plugged", "status": "completed", "tag": "ce1cb56e-42e2-414a-be4a-06f2641ae6ce"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:25:09.359494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ce1cb56e-42e2-414a-be4a-06f2641ae6ce, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ce1cb56e-42e2-414a-be4a-06f2641ae6ce,segment=NetworkSegment(cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45),segment_id=cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:09.391808 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef40989d-3bdf-4230-8483-fd1893c45f11 x-openstack-request-id: req-ef40989d-3bdf-4230-8483-fd1893c45f11 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:25:09.392477 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbf5ca3-4ac9-4b8b-ac22-f56339433aef", "name": "network-vif-plugged", "status": "completed", "tag": "ce1cb56e-42e2-414a-be4a-06f2641ae6ce", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:25:09.392879 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef40989d-3bdf-4230-8483-fd1893c45f11 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:25:09.393289 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbf5ca3-4ac9-4b8b-ac22-f56339433aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1cb56e-42e2-414a-be4a-06f2641ae6ce', 'code': 200} Oct 19 11:25:09.413449 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:09.469193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=ce1cb56e-42e2-414a-be4a-06f2641ae6ce,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:09.484484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:09.553928 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2378e5e-411f-4587-8364-ebfa2287d40f req-61b468a5-7a8c-4681-96c0-db5baf6cc837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:09.555386 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e2378e5e-411f-4587-8364-ebfa2287d40f req-61b468a5-7a8c-4681-96c0-db5baf6cc837 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 1097 time: 0.0816865 Oct 19 11:25:09.620151 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:09.622601 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e2378e5e-411f-4587-8364-ebfa2287d40f req-f2f878f5-062c-4530-8460-0c355703747d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597582 Oct 19 11:25:09.659741 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:09.690885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Pushing event deleted for resources: {'Port': ['ID=8cfbc5bc-2e3f-48c9-9168-4391672afdfd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:09.775814 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9b8a119-15d6-47fd-a026-f0af03b3f07c req-6ec48765-9a18-4582-a659-0094808c80fa tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0294476 Oct 19 11:25:09.816615 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:09.936936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.034990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.039153 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.064078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.148482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event updated for resources: {'Port': ['ID=19c139ee-abaa-4b9f-b3be-6a3e56e81fbf,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:10.194043 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.218146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Router c902d50a-96cc-4b99-8074-3afa8f98a2a2 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:25:10.282149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7a1f0-7e31-4bfc-af4f-5077e81a0aea req-1cddc560-ab30-43cb-8536-8b3498ed2413 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:10.283604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fde7a1f0-7e31-4bfc-af4f-5077e81a0aea req-1cddc560-ab30-43cb-8536-8b3498ed2413 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 946 time: 0.1052468 Oct 19 11:25:10.289574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.290702 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b3fb08b8-a244-41a3-9b25-569821dd6d2f tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0242121 Oct 19 11:25:10.293994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35050) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:10.325102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:25:10.332243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.336244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1d43f52c-291d-497c-90d0-1cf5d0ef97ef tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "PUT /v2.0/routers/c902d50a-96cc-4b99-8074-3afa8f98a2a2 HTTP/1.1" status: 200 len: 705 time: 2.2276459 Oct 19 11:25:10.339624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35054) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:10.343115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07733d-cacd-40fc-8b12-3df82e673e28 None None] Sync routers for ids ['c902d50a-96cc-4b99-8074-3afa8f98a2a2'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:25:10.361438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07733d-cacd-40fc-8b12-3df82e673e28 None None] Routers {'c902d50a-96cc-4b99-8074-3afa8f98a2a2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:25:10.362170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea07733d-cacd-40fc-8b12-3df82e673e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c902d50a-96cc-4b99-8074-3afa8f98a2a2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:10.407790 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-32ae1078-51f5-4589-aba8-fd916b59122b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=c6c38d89-211c-49ef-a681-03585a9437bf HTTP/1.1" status: 200 len: 689 time: 0.1103268 Oct 19 11:25:10.408251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35056) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:10.409069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea07733d-cacd-40fc-8b12-3df82e673e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:10.418386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07733d-cacd-40fc-8b12-3df82e673e28 None None] Routers {'c902d50a-96cc-4b99-8074-3afa8f98a2a2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:25:10.418994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea07733d-cacd-40fc-8b12-3df82e673e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c902d50a-96cc-4b99-8074-3afa8f98a2a2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:10.432637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fde7a1f0-7e31-4bfc-af4f-5077e81a0aea req-14c397a9-79fc-4570-942c-0ead3cc2f628 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164267 Oct 19 11:25:10.452772 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f4c5327c-2610-44bd-9280-970e4c06af42 tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/routers/c902d50a-96cc-4b99-8074-3afa8f98a2a2 HTTP/1.1" status: 200 len: 740 time: 0.1120243 Oct 19 11:25:10.456257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35060) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:10.456755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea07733d-cacd-40fc-8b12-3df82e673e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:10.457451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07733d-cacd-40fc-8b12-3df82e673e28 None None] The sync data for ids ['c902d50a-96cc-4b99-8074-3afa8f98a2a2'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:25:10.550270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ed32f800-b3e6-4907-8a4a-e153f3acc66c tempest-RoutersAdminTest-1651551734 tempest-RoutersAdminTest-1651551734-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=6926592e-6551-44d6-8cff-badc592380f0&device_id=c902d50a-96cc-4b99-8074-3afa8f98a2a2 HTTP/1.1" status: 200 len: 205 time: 0.0918272 Oct 19 11:25:10.554101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35062) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:10.577504 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.581234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6932b3af-1a58-43e8-ba5f-6daa17908303 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=c902d50a-96cc-4b99-8074-3afa8f98a2a2 HTTP/1.1" status: 200 len: 205 time: 0.0255532 Oct 19 11:25:10.584156 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35064) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:10.677192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a998a052-cf2e-4214-a16d-41a2c3eee71b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.713768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Deleting port 19c139ee-abaa-4b9f-b3be-6a3e56e81fbf {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:10.714171 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.800978 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.801369 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.816917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Calling delete_port for 19c139ee-abaa-4b9f-b3be-6a3e56e81fbf owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:10.858994 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a998a052-cf2e-4214-a16d-41a2c3eee71b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.861499 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a998a052-cf2e-4214-a16d-41a2c3eee71b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.905128 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6bf65291-45e7-462e-b9be-65cf7b862157 req-ce7bfbb9-c1de-46b9-a171-903b1eb6e835 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0328860 Oct 19 11:25:10.961286 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a998a052-cf2e-4214-a16d-41a2c3eee71b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.962606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a998a052-cf2e-4214-a16d-41a2c3eee71b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Fanout notify agent at l3_agent the message router_deleted on router c902d50a-96cc-4b99-8074-3afa8f98a2a2 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:25:10.970539 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a998a052-cf2e-4214-a16d-41a2c3eee71b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:10.973351 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a998a052-cf2e-4214-a16d-41a2c3eee71b tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/c902d50a-96cc-4b99-8074-3afa8f98a2a2 HTTP/1.1" status: 204 len: 168 time: 0.3863175 Oct 19 11:25:10.976368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35070) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.008463 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bf76bc3c-32cf-4db2-8841-72f90c99d85d tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=c902d50a-96cc-4b99-8074-3afa8f98a2a2 HTTP/1.1" status: 200 len: 205 time: 0.0303519 Oct 19 11:25:11.011315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35072) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.055881 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:11.058149 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-bed144a3-3136-489b-a685-75bd2f76afb4 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] delete failed (client error): The resource could not be found. Oct 19 11:25:11.059167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bed144a3-3136-489b-a685-75bd2f76afb4 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/c902d50a-96cc-4b99-8074-3afa8f98a2a2 HTTP/1.1" status: 404 len: 336 time: 0.0468423 Oct 19 11:25:11.062015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35074) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.086894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event deleted for resources: {'Port': ['ID=19c139ee-abaa-4b9f-b3be-6a3e56e81fbf,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:11.092965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b662864a-14c2-40f0-a79b-d97915876138 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=592b91ac-bbfb-4041-abe3-de4503f7be18 HTTP/1.1" status: 200 len: 205 time: 0.0294669 Oct 19 11:25:11.095530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35076) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.133050 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-1cb8fdd6-bfcd-4cc7-bfce-8492ccf0a6ce tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] delete failed (client error): The resource could not be found. Oct 19 11:25:11.134054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1cb8fdd6-bfcd-4cc7-bfce-8492ccf0a6ce tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/592b91ac-bbfb-4041-abe3-de4503f7be18 HTTP/1.1" status: 404 len: 336 time: 0.0375497 Oct 19 11:25:11.136777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35078) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.150362 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:11.164232 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2c10e3ab-620b-4723-9355-d34454234fb8 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a HTTP/1.1" status: 200 len: 205 time: 0.0263801 Oct 19 11:25:11.166544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35080) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.202749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:11.207013 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-8b82c6ae-feea-4459-b820-7d32864bcd90 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] delete failed (client error): The resource could not be found. Oct 19 11:25:11.208027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8b82c6ae-feea-4459-b820-7d32864bcd90 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/530cb8c1-15d5-4ed4-b82b-fb2c8ad7db0a HTTP/1.1" status: 404 len: 336 time: 0.0405481 Oct 19 11:25:11.210756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35082) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.240793 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a4efa369-fe42-4f10-bc57-ec8d5bbfe1e8 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a86d140-45ce-4c56-8b2c-a773231170ae HTTP/1.1" status: 200 len: 205 time: 0.0271196 Oct 19 11:25:11.243098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35086) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.281522 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-a34d3ed4-c6c8-453e-9932-45e125848785 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] delete failed (client error): The resource could not be found. Oct 19 11:25:11.282545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a34d3ed4-c6c8-453e-9932-45e125848785 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/6a86d140-45ce-4c56-8b2c-a773231170ae HTTP/1.1" status: 404 len: 336 time: 0.0385261 Oct 19 11:25:11.285396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35088) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.320549 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5ffb05c7-ca00-4d28-966d-1bd29fcf27d1 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7684228-8fc6-4071-8e61-856ae132a9e0 HTTP/1.1" status: 200 len: 205 time: 0.0340977 Oct 19 11:25:11.324079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35090) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.332487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:11.360201 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-04e807ae-eae6-4606-b83e-3048d0499214 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] delete failed (client error): The resource could not be found. Oct 19 11:25:11.363629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-04e807ae-eae6-4606-b83e-3048d0499214 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/f7684228-8fc6-4071-8e61-856ae132a9e0 HTTP/1.1" status: 404 len: 336 time: 0.0362856 Oct 19 11:25:11.363905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7352ac72-f3e7-456f-b79a-07c3ef84b80e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:11.364028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35092) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.393988 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-250bd5e4-a2bf-45ab-a688-5a1791174d75 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e29d43a-e843-46ff-9788-f178c9d20971 HTTP/1.1" status: 200 len: 205 time: 0.0265038 Oct 19 11:25:11.393988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35096) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.416851 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:11.434430 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-cc523417-f080-4505-b7e7-c657ccf5180f tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] delete failed (client error): The resource could not be found. Oct 19 11:25:11.435476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cc523417-f080-4505-b7e7-c657ccf5180f tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/routers/5e29d43a-e843-46ff-9788-f178c9d20971 HTTP/1.1" status: 404 len: 336 time: 0.0408206 Oct 19 11:25:11.438554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35098) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.447808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c38d89-211c-49ef-a681-03585a9437bf']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:11.459098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc9650c-bf81-41e1-9103-110d49ac091c') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:11.459483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc9650c-bf81-41e1-9103-110d49ac091c') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:11.469542 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:11.470184 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ee49ab-deef-45b2-8df6-ff77534d3014 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] DELETE failed (client error): The resource could not be found. Oct 19 11:25:11.470945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ee49ab-deef-45b2-8df6-ff77534d3014 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:11.473963 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a4ee49ab-deef-45b2-8df6-ff77534d3014 tempest-RoutersAdminTest-1203906025 tempest-RoutersAdminTest-1203906025-project] 10.222.0.39 "DELETE /v2.0/subnets/ba6eb0f1-e90c-4f35-b8ca-6df401a54b5c HTTP/1.1" status: 404 len: 337 time: 0.0346711 Oct 19 11:25:11.484213 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:11.493968 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:11.597623 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc5ed0-9c7b-46f8-b000-3f6190b3ca6e req-6a7b1d25-c337-46a7-addd-2b53d166913b tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:11.599090 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43cc5ed0-9c7b-46f8-b000-3f6190b3ca6e req-6a7b1d25-c337-46a7-addd-2b53d166913b tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 946 time: 0.0518067 Oct 19 11:25:11.601515 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:11.607905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6c38d89-211c-49ef-a681-03585a9437bf {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 11:25:11.609779 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:11.615866 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "DELETE /v2.0/networks/c6c38d89-211c-49ef-a681-03585a9437bf HTTP/1.1" status: 204 len: 168 time: 1.2035723 Oct 19 11:25:11.616876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35106) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.639381 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43cc5ed0-9c7b-46f8-b000-3f6190b3ca6e req-a5f4375a-d183-4e5a-b4cd-295b197b8190 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333588 Oct 19 11:25:11.650238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e4014-bd1e-4fb7-a120-c56d14ea1b3b tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6c38d89-211c-49ef-a681-03585a9437bf,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:11.760342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-27cc27ff-bcfc-4feb-b299-16643514dfa5 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3353 time: 0.1421773 Oct 19 11:25:11.762698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35112) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.863198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cfb50-5a4b-40d9-a754-44b270964044 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:11.863755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cfb50-5a4b-40d9-a754-44b270964044 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:11.864265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cfb50-5a4b-40d9-a754-44b270964044 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:11.864782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cfb50-5a4b-40d9-a754-44b270964044 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:11.865395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cfb50-5a4b-40d9-a754-44b270964044 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:11.866001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cfb50-5a4b-40d9-a754-44b270964044 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:11.866617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cfb50-5a4b-40d9-a754-44b270964044 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:11.867214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cfb50-5a4b-40d9-a754-44b270964044 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:11.867860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cfb50-5a4b-40d9-a754-44b270964044 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:11.868262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cfb50-5a4b-40d9-a754-44b270964044 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:11.870224 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ed4cfb50-5a4b-40d9-a754-44b270964044 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6477 time: 0.1063955 Oct 19 11:25:11.873298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35116) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.909293 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-122e91a9-bad8-449a-b45d-616f2314b490 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] delete failed (client error): The resource could not be found. Oct 19 11:25:11.910445 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-122e91a9-bad8-449a-b45d-616f2314b490 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/72249241-be9c-406b-a106-ae48b8d4faa4 HTTP/1.1" status: 404 len: 345 time: 0.0361290 Oct 19 11:25:11.913961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35118) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.942055 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bb4bce-e809-4673-8218-7e06f5e9f3d9 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] DELETE failed (client error): The resource could not be found. Oct 19 11:25:11.947116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98bb4bce-e809-4673-8218-7e06f5e9f3d9 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:11.947812 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-98bb4bce-e809-4673-8218-7e06f5e9f3d9 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "DELETE /v2.0/networks/c6c38d89-211c-49ef-a681-03585a9437bf HTTP/1.1" status: 404 len: 339 time: 0.0326536 Oct 19 11:25:11.951232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35124) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:11.957687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Request body: {'network': {'name': 'tempest-network--314428735', 'router:external': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:12.034396 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f4b0461-c48d-4e13-98b3-a7ce1408c1db req-e28428ef-2b70-47d2-9502-e93c0ca9c793 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0405610 Oct 19 11:25:12.053202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35126) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:12.069186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Made reservation on behalf of 58727273f602477e9b9903d20fd86dcb for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:12.071511 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.095867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:12.106364 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.108425 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Added segment 0cf610ea-3d8c-4699-924d-626ce82f341e of type vlan for network ccd3839b-8f2c-46b4-a0f2-34523e3f6467 Oct 19 11:25:12.161584 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.174853 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d17f343f-9795-4b51-8aa9-de4a22ce6414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.283309 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.284224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:12.284873 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.318994 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d17f343f-9795-4b51-8aa9-de4a22ce6414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.336456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600c577-f1a3-4326-8304-1285150dfc90 req-c2037382-0548-4ced-8b52-1b4224de62a3 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:12.342560 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b600c577-f1a3-4326-8304-1285150dfc90 req-c2037382-0548-4ced-8b52-1b4224de62a3 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 946 time: 0.1018465 Oct 19 11:25:12.378500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event updated for resources: {'Network': ['ID=ccd3839b-8f2c-46b4-a0f2-34523e3f6467,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:12.387284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network ccd3839b-8f2c-46b4-a0f2-34523e3f6467 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:12.392780 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d17f343f-9795-4b51-8aa9-de4a22ce6414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.412660 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bd28c09f-3706-444c-aacb-95e2f05cde26 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4600830 Oct 19 11:25:12.415406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35134) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:12.433191 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b600c577-f1a3-4326-8304-1285150dfc90 req-919234ce-2f92-4eec-a251-52693c82125b tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650020 Oct 19 11:25:12.451416 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d17f343f-9795-4b51-8aa9-de4a22ce6414 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bde03eba1c8e49979b1c0051f48a7118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054201 Oct 19 11:25:12.452031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35136) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:12.459493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f343f-9795-4b51-8aa9-de4a22ce6414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f34053-63af-4278-819e-237f508a2b9c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:12.525134 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc69d4cd-7a16-45bf-bdf4-b2b5ee2f23f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.546599 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc69d4cd-7a16-45bf-bdf4-b2b5ee2f23f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.617044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ea95c-55a5-418f-ac2f-8f7a7e29fc36 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:12.623067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ea95c-55a5-418f-ac2f-8f7a7e29fc36 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:12.629166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ea95c-55a5-418f-ac2f-8f7a7e29fc36 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:12.635885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ea95c-55a5-418f-ac2f-8f7a7e29fc36 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:12.638349 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aa0ea95c-55a5-418f-ac2f-8f7a7e29fc36 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2210264 Oct 19 11:25:12.640733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35142) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:12.675043 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc69d4cd-7a16-45bf-bdf4-b2b5ee2f23f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.678279 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc69d4cd-7a16-45bf-bdf4-b2b5ee2f23f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.679428 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dc69d4cd-7a16-45bf-bdf4-b2b5ee2f23f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15f34053-63af-4278-819e-237f508a2b9c HTTP/1.1" status: 204 len: 168 time: 0.2236278 Oct 19 11:25:12.688279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69d4cd-7a16-45bf-bdf4-b2b5ee2f23f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f34053-63af-4278-819e-237f508a2b9c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:12.724087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.805109 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.825041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd3839b-8f2c-46b4-a0f2-34523e3f6467']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:12.834198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf610ea-3d8c-4699-924d-626ce82f341e') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:12.834494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf610ea-3d8c-4699-924d-626ce82f341e') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:12.843673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.856333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.862029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:12.862404 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:12.864078 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:13.000992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:13.006124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ccd3839b-8f2c-46b4-a0f2-34523e3f6467 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 11:25:13.008778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:13.011966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "DELETE /v2.0/networks/ccd3839b-8f2c-46b4-a0f2-34523e3f6467 HTTP/1.1" status: 204 len: 168 time: 0.3703086 Oct 19 11:25:13.015778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35150) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:13.020632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Request body: {'network': {'name': 'tempest-network--1468872242', 'router:external': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:13.023228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650d426-1afc-4d7e-9da4-648ed16beacf tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccd3839b-8f2c-46b4-a0f2-34523e3f6467,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:13.115885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Made reservation on behalf of 58727273f602477e9b9903d20fd86dcb for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:13.118391 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:13.153646 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68223440-aa6d-4536-94b0-f6e7dc958dec req-043379cb-7f66-4a73-af71-f97186e945b3 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0319495 Oct 19 11:25:13.166183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:13.178790 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:13.178790 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Added segment 81682289-e3cf-478e-9018-1f0d0ae54601 of type vlan for network 5aed39dc-e7f3-4cd9-969e-3f382745e90b Oct 19 11:25:13.219705 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:13.298253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35154) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:13.314177 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:13.319431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:13.319431 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:13.397996 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d976ba12-7ae8-40ab-859d-ddbeaffaa1c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c17c883caaa4eaea82844eebebac816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945218 Oct 19 11:25:13.397996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event updated for resources: {'Network': ['ID=5aed39dc-e7f3-4cd9-969e-3f382745e90b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:13.397996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35158) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:13.415043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 5aed39dc-e7f3-4cd9-969e-3f382745e90b details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:13.424248 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-257478c4-0e70-473f-ab2b-83c215bd5de4 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4073336 Oct 19 11:25:13.426943 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35160) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:13.463377 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd75e01d-45a8-4ebe-828f-cba0b836c2fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:13.488852 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd75e01d-45a8-4ebe-828f-cba0b836c2fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:13.549084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b8304-ada3-4b42-8bae-4e7964b97f3a tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:13.553126 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b17b8304-ada3-4b42-8bae-4e7964b97f3a tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] 10.222.0.39 "GET /v2.0/networks/5aed39dc-e7f3-4cd9-969e-3f382745e90b HTTP/1.1" status: 200 len: 757 time: 0.1227438 Oct 19 11:25:13.553484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35166) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:13.588830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346bf-130d-42d6-9849-909c0d435719 req-dfebf53e-cdde-491a-b958-054b9e78c8ef tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:13.591034 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c5d346bf-130d-42d6-9849-909c0d435719 req-dfebf53e-cdde-491a-b958-054b9e78c8ef tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 946 time: 0.0609000 Oct 19 11:25:13.637163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c5d346bf-130d-42d6-9849-909c0d435719 req-ba18431a-e8e9-48ed-aaee-2f90502c4300 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/security-groups?id=b41f8e31-7556-42c9-abe4-b8d651a824d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Oct 19 11:25:13.647903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd75e01d-45a8-4ebe-828f-cba0b836c2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:13.651544 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd75e01d-45a8-4ebe-828f-cba0b836c2fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:13.653275 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cd75e01d-45a8-4ebe-828f-cba0b836c2fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d06610a-6f18-4356-96c6-06f46a816050 HTTP/1.1" status: 204 len: 168 time: 0.2541430 Oct 19 11:25:13.663270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75e01d-45a8-4ebe-828f-cba0b836c2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d06610a-6f18-4356-96c6-06f46a816050,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:13.937388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17652d-319c-4f14-a3f1-a7ce73f66cbc req-ce336362-e1a4-40be-8e50-099e271f4e1a tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:13.938829 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8b17652d-319c-4f14-a3f1-a7ce73f66cbc req-ce336362-e1a4-40be-8e50-099e271f4e1a tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 946 time: 0.4369953 Oct 19 11:25:13.980487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d8713f-f139-4703-961a-5ef8746a4542 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:13.981990 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-80d8713f-f139-4703-961a-5ef8746a4542 tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] 10.222.0.39 "GET /v2.0/networks/275fac1b-f1d9-468e-8c10-216ecce0fea4 HTTP/1.1" status: 200 len: 768 time: 0.4274623 Oct 19 11:25:13.984579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35174) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:14.095744 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.141167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-8b17652d-319c-4f14-a3f1-a7ce73f66cbc req-867c732c-9204-4bda-a69a-3c26ee417acd tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Deleting port ce1cb56e-42e2-414a-be4a-06f2641ae6ce {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:14.141424 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8b17652d-319c-4f14-a3f1-a7ce73f66cbc req-867c732c-9204-4bda-a69a-3c26ee417acd tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.249642 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.284841 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79b1b83b-0fa1-45b9-a185-6f0f5667663e req-61dc4af7-6538-40a3-a7c7-babe36edf518 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0394580 Oct 19 11:25:14.301747 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aed39dc-e7f3-4cd9-969e-3f382745e90b']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:14.317560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81682289-e3cf-478e-9018-1f0d0ae54601') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:14.317850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81682289-e3cf-478e-9018-1f0d0ae54601') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:14.327967 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-8b17652d-319c-4f14-a3f1-a7ce73f66cbc req-867c732c-9204-4bda-a69a-3c26ee417acd tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] For port ce1cb56e-42e2-414a-be4a-06f2641ae6ce, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ce1cb56e-42e2-414a-be4a-06f2641ae6ce,segment=NetworkSegment(cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45),segment_id=cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:14.328319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8b17652d-319c-4f14-a3f1-a7ce73f66cbc req-867c732c-9204-4bda-a69a-3c26ee417acd tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.337722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.348670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-8b17652d-319c-4f14-a3f1-a7ce73f66cbc req-867c732c-9204-4bda-a69a-3c26ee417acd tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Calling delete_port for ce1cb56e-42e2-414a-be4a-06f2641ae6ce owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:14.359088 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.368516 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:14.368907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:14.370572 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:14.538313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.544449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5aed39dc-e7f3-4cd9-969e-3f382745e90b {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 11:25:14.547424 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.550643 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "DELETE /v2.0/networks/5aed39dc-e7f3-4cd9-969e-3f382745e90b HTTP/1.1" status: 204 len: 168 time: 0.5651221 Oct 19 11:25:14.555853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35196) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:14.561470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Request body: {'network': {'name': 'tempest-network--1518536381'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:14.581713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9eaf79-e760-46f5-9e30-434833d7c0d1 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event deleted for resources: {'Network': ['ID=5aed39dc-e7f3-4cd9-969e-3f382745e90b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:14.594890 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8b17652d-319c-4f14-a3f1-a7ce73f66cbc req-867c732c-9204-4bda-a69a-3c26ee417acd tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.607425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['ce1cb56e-42e2-414a-be4a-06f2641ae6ce'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:25:14.646641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c732c-9204-4bda-a69a-3c26ee417acd tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Pushing event deleted for resources: {'Port': ['ID=ce1cb56e-42e2-414a-be4a-06f2641ae6ce,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:14.659572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Made reservation on behalf of 58727273f602477e9b9903d20fd86dcb for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:14.661552 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.708744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b17652d-319c-4f14-a3f1-a7ce73f66cbc req-867c732c-9204-4bda-a69a-3c26ee417acd tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] No DVR routers for this DVR port ce1cb56e-42e2-414a-be4a-06f2641ae6ce on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:25:14.716132 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-8b17652d-319c-4f14-a3f1-a7ce73f66cbc req-867c732c-9204-4bda-a69a-3c26ee417acd tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.717193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35204) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:14.719356 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8b17652d-319c-4f14-a3f1-a7ce73f66cbc req-867c732c-9204-4bda-a69a-3c26ee417acd tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.49 "DELETE /v2.0/ports/ce1cb56e-42e2-414a-be4a-06f2641ae6ce HTTP/1.1" status: 204 len: 173 time: 0.7713583 Oct 19 11:25:14.719916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbf5ca3-4ac9-4b8b-ac22-f56339433aef', 'name': 'network-vif-deleted', 'tag': 'ce1cb56e-42e2-414a-be4a-06f2641ae6ce'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:25:14.722371 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd3aa72-3292-4110-8069-c3751c19497f" -d '{"events": [{"server_uuid": "6dbf5ca3-4ac9-4b8b-ac22-f56339433aef", "name": "network-vif-deleted", "tag": "ce1cb56e-42e2-414a-be4a-06f2641ae6ce"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:25:14.736690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:14.749741 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.750081 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Added segment 5dab70e0-e8d8-4e8d-9089-5a9112127df6 of type vlan for network eef07e4f-9a1e-41d6-ae8e-d661598fa51a Oct 19 11:25:14.821434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-370ffb78-4291-4a7f-8da3-8c0daf494fa1 req-6a330a72-47c5-4e26-a01f-78c8855a1df4 tempest-ServerGroupTestJSON-2021323628 tempest-ServerGroupTestJSON-2021323628-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dbf5ca3-4ac9-4b8b-ac22-f56339433aef HTTP/1.1" status: 200 len: 210 time: 0.0446851 Oct 19 11:25:14.834528 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.848630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-422085592'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:14.883506 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73526065-06e2-421d-8f53-599bc9944943 x-openstack-request-id: req-73526065-06e2-421d-8f53-599bc9944943 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:25:14.883860 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbf5ca3-4ac9-4b8b-ac22-f56339433aef", "name": "network-vif-deleted", "tag": "ce1cb56e-42e2-414a-be4a-06f2641ae6ce", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:25:14.884183 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73526065-06e2-421d-8f53-599bc9944943 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:25:14.884767 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbf5ca3-4ac9-4b8b-ac22-f56339433aef', 'name': 'network-vif-deleted', 'tag': 'ce1cb56e-42e2-414a-be4a-06f2641ae6ce', 'status': 'completed', 'code': 200} Oct 19 11:25:14.932307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:14.935845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.944694 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.960923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:14.962655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:14.963172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.018913 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.027482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event updated for resources: {'Network': ['ID=eef07e4f-9a1e-41d6-ae8e-d661598fa51a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:15.038967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network eef07e4f-9a1e-41d6-ae8e-d661598fa51a details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:15.091123 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-07e09f0e-2fde-49fd-9319-d0389ebda256 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5341704 Oct 19 11:25:15.093973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35214) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:15.101389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-57db750f-e633-410a-a871-63836ee88e62 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:15.159767 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.199107 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:15.219627 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896cb86f-33a2-4653-b2ef-8d33acc768cd,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:15.231804 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.232066 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Added segment 319a9ae4-4d6a-4722-95b9-bc548d7c946c of type vlan for network 3eeefd0d-cd3a-4136-a249-fdf256fca58a Oct 19 11:25:15.310013 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.332333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-57db750f-e633-410a-a871-63836ee88e62 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.387211 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e864bc9b-0040-4587-83fd-6659c22cfb7b req-1d0902b3-3cac-4e4a-b581-9ea35301db5f tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0255337 Oct 19 11:25:15.406000 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-57db750f-e633-410a-a871-63836ee88e62 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.422342 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.427867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:15.428443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.433329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57db750f-e633-410a-a871-63836ee88e62 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Network eef07e4f-9a1e-41d6-ae8e-d661598fa51a is not hosted by any dhcp agent {{(pid=101311) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 11:25:15.434087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db750f-e633-410a-a871-63836ee88e62 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:15.434639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-57db750f-e633-410a-a871-63836ee88e62 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.435862 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-57db750f-e633-410a-a871-63836ee88e62 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "PUT /v2.0/networks/eef07e4f-9a1e-41d6-ae8e-d661598fa51a HTTP/1.1" status: 200 len: 858 time: 0.3404565 Oct 19 11:25:15.438766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35218) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:15.484792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db750f-e633-410a-a871-63836ee88e62 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event updated for resources: {'Network': ['ID=eef07e4f-9a1e-41d6-ae8e-d661598fa51a,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:15.509740 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.519533 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8005850 Oct 19 11:25:15.554929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0801833-eece-41fa-8da7-4864f20fc1c8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Network': ['ID=3eeefd0d-cd3a-4136-a249-fdf256fca58a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:15.566647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3eeefd0d-cd3a-4136-a249-fdf256fca58a details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:15.631246 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.655842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef07e4f-9a1e-41d6-ae8e-d661598fa51a']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:15.670427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dab70e0-e8d8-4e8d-9089-5a9112127df6') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:15.670776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dab70e0-e8d8-4e8d-9089-5a9112127df6') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:15.685961 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.699196 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.705196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:15.705572 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:15.707205 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:15.835315 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.840282 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eef07e4f-9a1e-41d6-ae8e-d661598fa51a {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 11:25:15.843026 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:15.850138 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] 10.222.0.39 "DELETE /v2.0/networks/eef07e4f-9a1e-41d6-ae8e-d661598fa51a HTTP/1.1" status: 204 len: 168 time: 0.4065883 Oct 19 11:25:15.850298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35226) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:15.856751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254190d-026b-4d67-bebf-26fae1bdd005 tempest-ExternalNetworksTestJSON-1734437254 tempest-ExternalNetworksTestJSON-1734437254-project-admin] Pushing event deleted for resources: {'Network': ['ID=eef07e4f-9a1e-41d6-ae8e-d661598fa51a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:15.884389 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcbe2fb-e156-44af-9720-6b5ebadedbec tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] DELETE failed (client error): The resource could not be found. Oct 19 11:25:15.885320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcbe2fb-e156-44af-9720-6b5ebadedbec tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:15.889024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1bcbe2fb-e156-44af-9720-6b5ebadedbec tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] 10.222.0.39 "DELETE /v2.0/subnets/7352ac72-f3e7-456f-b79a-07c3ef84b80e HTTP/1.1" status: 404 len: 337 time: 0.0377390 Oct 19 11:25:15.891859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35230) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:15.993919 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.110109 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.159839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275fac1b-f1d9-468e-8c10-216ecce0fea4']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:16.176525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509309da-f1ad-4355-97de-b5ca375f97af') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:16.176944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509309da-f1ad-4355-97de-b5ca375f97af') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:16.198614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.219398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.231321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:16.232349 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:16.265081 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:16.334593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35252) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:16.380137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc652a48-636f-440c-b6df-29a3260cb4d3 admin admin] Deleting subnet 8bf6fb03-8281-4f9c-9cc9-0c9d7de829f4 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:25:16.383560 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.384435 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc652a48-636f-440c-b6df-29a3260cb4d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.398657 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.402962 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] 10.222.0.39 "DELETE /v2.0/networks/275fac1b-f1d9-468e-8c10-216ecce0fea4 HTTP/1.1" status: 204 len: 168 time: 0.5099757 Oct 19 11:25:16.432629 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc652a48-636f-440c-b6df-29a3260cb4d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.464229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8432fcb-5fa5-4b45-a2e4-a8ec7140b91c tempest-ExternalNetworksTestJSON-360698949 tempest-ExternalNetworksTestJSON-360698949-project] Pushing event deleted for resources: {'Network': ['ID=275fac1b-f1d9-468e-8c10-216ecce0fea4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:16.483233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc652a48-636f-440c-b6df-29a3260cb4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.549003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-517b99e2-79f3-4231-b98f-a693b9e9268d req-e936ff06-1f80-445b-8b7a-6cbc0de0ce4c tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0385878 Oct 19 11:25:16.606757 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc652a48-636f-440c-b6df-29a3260cb4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.632686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc652a48-636f-440c-b6df-29a3260cb4d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf6fb03-8281-4f9c-9cc9-0c9d7de829f4,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:16.636168 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dc652a48-636f-440c-b6df-29a3260cb4d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.642273 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dc652a48-636f-440c-b6df-29a3260cb4d3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8bf6fb03-8281-4f9c-9cc9-0c9d7de829f4 HTTP/1.1" status: 204 len: 168 time: 0.3064671 Oct 19 11:25:16.642404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35258) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:16.752745 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.887238 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.914714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb274a14-1db2-4709-82ee-acccffa5ef95']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:16.926312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:16.926839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1b6d44-7154-4dd2-8ffb-dd0d3ba23f45') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:16.944705 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.961764 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.976834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:16.977255 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:16.979032 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:17.116957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35268) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:17.143501 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:17.153561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:17.164096 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eb274a14-1db2-4709-82ee-acccffa5ef95 HTTP/1.1" status: 204 len: 168 time: 0.5185959 Oct 19 11:25:17.190668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f894d90-a011-4e83-b285-f20176996387 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb274a14-1db2-4709-82ee-acccffa5ef95,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:17.345256 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e45175a1-4463-4af4-bb57-08179eb91cf8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49aefba67cae4171ba6a5deeb73c7601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265422 Oct 19 11:25:17.347624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35276) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:17.409594 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-784965c3-bfac-48fd-8df9-cf88f5143c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:17.547026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35278) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:17.600664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f82ec901-d31d-436d-87f7-09ef2382ac20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd5a81de5f0e45fca6468b80a54e1188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520551 Oct 19 11:25:17.603296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35282) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:17.665825 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b3b4ca34-55d5-430c-8edc-221d9c6cac02 req-2982cf9f-bc14-476e-920d-8bee41ff8128 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0371037 Oct 19 11:25:17.684420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b63348c6-4262-4de0-ad2b-85b1e5ebea00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:17.718123 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b63348c6-4262-4de0-ad2b-85b1e5ebea00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:17.753092 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-784965c3-bfac-48fd-8df9-cf88f5143c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:17.859250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b63348c6-4262-4de0-ad2b-85b1e5ebea00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:17.862211 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b63348c6-4262-4de0-ad2b-85b1e5ebea00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:17.865806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b63348c6-4262-4de0-ad2b-85b1e5ebea00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b41f8e31-7556-42c9-abe4-b8d651a824d6 HTTP/1.1" status: 204 len: 168 time: 0.2592416 Oct 19 11:25:17.876014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63348c6-4262-4de0-ad2b-85b1e5ebea00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41f8e31-7556-42c9-abe4-b8d651a824d6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:17.886669 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-784965c3-bfac-48fd-8df9-cf88f5143c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:17.891229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-784965c3-bfac-48fd-8df9-cf88f5143c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:17.893439 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-784965c3-bfac-48fd-8df9-cf88f5143c4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45b4a33d-b7b2-44df-974f-a3bb033e9aa0 HTTP/1.1" status: 204 len: 168 time: 0.5443864 Oct 19 11:25:17.915702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784965c3-bfac-48fd-8df9-cf88f5143c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b4a33d-b7b2-44df-974f-a3bb033e9aa0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:18.679574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35308) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:18.732212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e65a0038-79c0-4350-b69d-b66222af28ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58727273f602477e9b9903d20fd86dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511534 Oct 19 11:25:18.735337 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35314) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:18.795689 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4177b9b-66f2-4de4-a6ad-1e96cadcbf3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:18.811350 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b3be987-1909-4f1d-a8ca-9c7efd3442e3 req-225abcb9-b09b-4010-bf12-eea903e77545 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0398498 Oct 19 11:25:18.819550 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4177b9b-66f2-4de4-a6ad-1e96cadcbf3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:18.956236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35320) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:18.958514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ce1cb56e-42e2-414a-be4a-06f2641ae6ce no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:25:18.961910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'subnet': {'network_id': '3eeefd0d-cd3a-4136-a249-fdf256fca58a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:18.967071 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4177b9b-66f2-4de4-a6ad-1e96cadcbf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:18.969687 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4177b9b-66f2-4de4-a6ad-1e96cadcbf3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:18.970784 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f4177b9b-66f2-4de4-a6ad-1e96cadcbf3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa81f366-ba3e-41b2-a423-ed4ecc17f765 HTTP/1.1" status: 204 len: 168 time: 0.2343388 Oct 19 11:25:18.984582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: ce1cb56e-42e2-414a-be4a-06f2641ae6ce {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:25:18.984940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ce1cb56e-42e2-414a-be4a-06f2641ae6ce not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:25:19.004821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4177b9b-66f2-4de4-a6ad-1e96cadcbf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa81f366-ba3e-41b2-a423-ed4ecc17f765,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:19.140979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35332) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:19.172107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:19.175648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.351409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-856212150-network', 'tenant_id': '7586076b0ed542ec8903ac1179989625'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:19.360618 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.423990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.481103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Made reservation on behalf of 7586076b0ed542ec8903ac1179989625 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:19.483504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.501719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Subnet': ['ID=24d1ab1d-8950-4063-939f-74d0f9507b35,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:19.508434 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.523758 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Checking segment: {'id': '319a9ae4-4d6a-4722-95b9-bc548d7c946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3eeefd0d-cd3a-4136-a249-fdf256fca58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:19.524118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network hostable DHCP agents. Network: 3eeefd0d-cd3a-4136-a249-fdf256fca58a, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:19.600384 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.605833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network 3eeefd0d-cd3a-4136-a249-fdf256fca58a is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:19.681178 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.684026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3eeefd0d-cd3a-4136-a249-fdf256fca58a) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:19.688750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:19.689525 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.698932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93547716-1211-4158-9b7c-cd8d3a57ba9c None None] Network 3eeefd0d-cd3a-4136-a249-fdf256fca58a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:19.717210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:19.735936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.736281 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Added segment 8133b485-9ccf-4bdc-83c7-7e4321d2f6e8 of type vlan for network e5308eaa-ca54-4833-bbd6-f12a43d295cc Oct 19 11:25:19.737732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f33589-c54e-4af7-ae84-b4dcb67fe63b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:19.785857 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.798571 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-48f30c02-4413-444b-9726-c69311a3fd5b tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8376021 Oct 19 11:25:19.798874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35354) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:19.804151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-85988548'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:19.814388 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.857434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-3eeefd0d-cd3a-4136-a249-fdf256fca58a', 'network_id': '3eeefd0d-cd3a-4136-a249-fdf256fca58a', 'tenant_id': '291bf9886e234c3789aee032ceb2e969', 'fixed_ips': [{'subnet_id': '24d1ab1d-8950-4063-939f-74d0f9507b35'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:25:19.858290 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.892132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:19.894522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.894522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:19.894762 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.895627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.925196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:19.937390 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:19.937746 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Added segment eee30c5c-3257-47aa-bb44-ad88ad5934c0 of type vlan for network 08488864-82b6-42d2-aced-022353287a58 Oct 19 11:25:19.983045 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc73e36c-2670-4900-bc59-a7d85801f554 req-a0b2e6f1-a272-4814-855f-2162b5bc4513 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0454779 Oct 19 11:25:19.993543 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.025764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Allocated IP 2001:db8:0:ffff::2 (3eeefd0d-cd3a-4136-a249-fdf256fca58a/24d1ab1d-8950-4063-939f-74d0f9507b35/88123b7d-4d25-4708-99dd-a1a99ba4a467) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:20.040818 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8986778 Oct 19 11:25:20.043850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35362) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:20.049144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] Request body: {'subnet': {'network_id': 'e5308eaa-ca54-4833-bbd6-f12a43d295cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-856212150-subnet', 'tenant_id': '7586076b0ed542ec8903ac1179989625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:20.053452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fefed-2e25-4440-82c2-2d45f0baeddf admin admin] Pushing event updated for resources: {'Network': ['ID=e5308eaa-ca54-4833-bbd6-f12a43d295cc,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:20.074824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e5308eaa-ca54-4833-bbd6-f12a43d295cc details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:20.122556 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.129398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:20.131834 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.172343 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] Made reservation on behalf of 7586076b0ed542ec8903ac1179989625 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:20.176915 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.233079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Network': ['ID=08488864-82b6-42d2-aced-022353287a58,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:20.250378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 08488864-82b6-42d2-aced-022353287a58 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:20.261085 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-766fcf62-492c-46e1-aed6-a68aa582fb66 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4604611 Oct 19 11:25:20.268662 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35374) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:20.273373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'subnet': {'network_id': '08488864-82b6-42d2-aced-022353287a58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:20.304227 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.373409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0bcba-60e7-44ad-b55c-0f7937925eac req-ddd8772d-f2d1-4c97-ab47-c2207c77666f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:20.374893 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5da0bcba-60e7-44ad-b55c-0f7937925eac req-ddd8772d-f2d1-4c97-ab47-c2207c77666f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 946 time: 0.0829537 Oct 19 11:25:20.378206 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.420583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Network 3eeefd0d-cd3a-4136-a249-fdf256fca58a is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:20.423361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:20.425927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:20.437818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Pushing event updated for resources: {'Port': ['ID=88123b7d-4d25-4708-99dd-a1a99ba4a467,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:20.463792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:20.467789 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5da0bcba-60e7-44ad-b55c-0f7937925eac req-c8b7aa50-fb9d-49e1-b67d-69fa850f5b52 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847459 Oct 19 11:25:20.468129 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.566958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Attempting to bind port 88123b7d-4d25-4708-99dd-a1a99ba4a467 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:20.567575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Attempting to bind port 88123b7d-4d25-4708-99dd-a1a99ba4a467 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '319a9ae4-4d6a-4722-95b9-bc548d7c946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3eeefd0d-cd3a-4136-a249-fdf256fca58a'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:20.570557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Attempting to bind port 88123b7d-4d25-4708-99dd-a1a99ba4a467 on network 3eeefd0d-cd3a-4136-a249-fdf256fca58a {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:20.574518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:25:20.575207 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Checking segment: {'id': '319a9ae4-4d6a-4722-95b9-bc548d7c946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3eeefd0d-cd3a-4136-a249-fdf256fca58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:20.575974 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.576508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Bound using segment: {'id': '319a9ae4-4d6a-4722-95b9-bc548d7c946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3eeefd0d-cd3a-4136-a249-fdf256fca58a'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:25:20.577201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Bound port: 88123b7d-4d25-4708-99dd-a1a99ba4a467, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319a9ae4-4d6a-4722-95b9-bc548d7c946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3eeefd0d-cd3a-4136-a249-fdf256fca58a'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:25:20.577805 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.618140 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.657430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] For port 88123b7d-4d25-4708-99dd-a1a99ba4a467, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:20.661345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] For port 88123b7d-4d25-4708-99dd-a1a99ba4a467, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=88123b7d-4d25-4708-99dd-a1a99ba4a467,segment=NetworkSegment(319a9ae4-4d6a-4722-95b9-bc548d7c946c),segment_id=319a9ae4-4d6a-4722-95b9-bc548d7c946c)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:25:20.664850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=664288b9-0994-4541-86dd-0ecc9910795b,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:20.701154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] Checking segment: {'id': '8133b485-9ccf-4bdc-83c7-7e4321d2f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e5308eaa-ca54-4833-bbd6-f12a43d295cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:20.701809 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] Network hostable DHCP agents. Network: e5308eaa-ca54-4833-bbd6-f12a43d295cc, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:20.761673 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.784802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] Network e5308eaa-ca54-4833-bbd6-f12a43d295cc is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:20.852059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e5308eaa-ca54-4833-bbd6-f12a43d295cc) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:20.854350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e28abd-2765-4b6e-8bc9-e05c8d760a1b None None] Pushing event updated for resources: {'Port': ['ID=88123b7d-4d25-4708-99dd-a1a99ba4a467,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:20.864958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:20.867993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e01db6c-e117-411f-bcc8-f17551dcbefe None None] Network e5308eaa-ca54-4833-bbd6-f12a43d295cc requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:20.869840 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.932377 n-d-814547-1 neutron-server[101311]: DEBUG neutron.objects.ports [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101311) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:25:20.938878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:20.964177 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-37d2026a-762e-4056-8054-2b987a1c6565 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9192057 Oct 19 11:25:20.990754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35400) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:21.042810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Checking segment: {'id': 'eee30c5c-3257-47aa-bb44-ad88ad5934c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '08488864-82b6-42d2-aced-022353287a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:21.043375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network hostable DHCP agents. Network: 08488864-82b6-42d2-aced-022353287a58, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:21.140245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Subnet': ['ID=b2c33b68-6815-4b64-89e5-8befebff0dfe,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:21.193623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ac515-6ca3-4e4d-999b-01a6410fbffb None None] Network e5308eaa-ca54-4833-bbd6-f12a43d295cc requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:21.204087 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:21.287626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network 08488864-82b6-42d2-aced-022353287a58 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:21.289605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-822128ff-2f02-48e7-99f0-888cd73e17ea req-71526ee7-164b-48e0-a22f-7f884f039a38 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.1241601 Oct 19 11:25:21.327533 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:21.356118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 08488864-82b6-42d2-aced-022353287a58) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:21.363794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:21.366708 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:21.402298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ea356-1701-4a76-b5ce-c097027c9851 None None] Network 08488864-82b6-42d2-aced-022353287a58 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:21.449211 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-31c09580-a08a-49fa-a9a5-5cb1086f6e6a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1798942 Oct 19 11:25:21.451932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35420) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:21.459328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'port': {'network_id': '08488864-82b6-42d2-aced-022353287a58', 'name': 'tempest-NetworksIpV6TestAttrs-2070377728'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:21.519602 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:21.725761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Allocated IP 172.25.2.15 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/4d578e19-0ed2-4e1d-8b77-f32aaacf929e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:21.745656 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 88123b7d-4d25-4708-99dd-a1a99ba4a467 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:25:21.791633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-08488864-82b6-42d2-aced-022353287a58', 'network_id': '08488864-82b6-42d2-aced-022353287a58', 'tenant_id': '291bf9886e234c3789aee032ceb2e969', 'fixed_ips': [{'subnet_id': 'b2c33b68-6815-4b64-89e5-8befebff0dfe'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:25:21.792495 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:21.812043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:21.815638 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:21.854033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] device_id is not set on port 47e6b682-86e0-49de-b2e6-bf2223e1f602 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:21.894241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 88123b7d-4d25-4708-99dd-a1a99ba4a467 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:21.894454 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:21.939835 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:21.997249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Allocated IP 2001:db8::f816:3eff:fe03:33a5 (08488864-82b6-42d2-aced-022353287a58/b2c33b68-6815-4b64-89e5-8befebff0dfe/2fd34a88-13d1-4839-b3d0-d4c6534036a7) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:22.007157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-82c0c8ce-67a9-48f9-b8ed-901bdcd2a3de tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:22.020302 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-82c0c8ce-67a9-48f9-b8ed-901bdcd2a3de tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/networks?id=e5308eaa-ca54-4833-bbd6-f12a43d295cc HTTP/1.1" status: 200 len: 812 time: 0.2448564 Oct 19 11:25:22.042238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-6e3a66d3-b668-4092-a8a4-5d120ca570e3 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/quotas/7586076b0ed542ec8903ac1179989625 HTTP/1.1" status: 200 len: 375 time: 0.0201986 Oct 19 11:25:22.064266 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.080408 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-3f544cf0-6b04-4e5c-88b1-520078dca4ea tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7586076b0ed542ec8903ac1179989625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370529 Oct 19 11:25:22.139766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 88123b7d-4d25-4708-99dd-a1a99ba4a467, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=88123b7d-4d25-4708-99dd-a1a99ba4a467,segment=NetworkSegment(319a9ae4-4d6a-4722-95b9-bc548d7c946c),segment_id=319a9ae4-4d6a-4722-95b9-bc548d7c946c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:22.146560 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.199778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:22.209025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:22.211910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:22.229635 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.259205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Pushing event updated for resources: {'Port': ['ID=4d578e19-0ed2-4e1d-8b77-f32aaacf929e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:22.301502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=88123b7d-4d25-4708-99dd-a1a99ba4a467,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:22.310643 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-98d71416-73aa-4c47-b958-37d0ccfcfcf6 service neutron] 10.222.0.39 "GET /v2.0/networks/e5308eaa-ca54-4833-bbd6-f12a43d295cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293010 Oct 19 11:25:22.314734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.314734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.314734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.315422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.315422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.315613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.316178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.316504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.317008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.317249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.317613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.318481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:22.335008 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.376873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe85229-312a-4297-b213-457a876d2e0c None None] Network 3eeefd0d-cd3a-4136-a249-fdf256fca58a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:22.420481 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:25:22.421393 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.457682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-333217ad-1a22-4f5b-aa8d-3f0cb1ffc5ed service neutron] 10.222.0.39 "GET /v2.0/networks/e5308eaa-ca54-4833-bbd6-f12a43d295cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352897 Oct 19 11:25:22.480170 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.511735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fcb9b8c0-1f5c-45e8-9c73-b6c3980239a0 req-a2519ee2-62ae-4774-a880-3c2b2a3fa227 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0332022 Oct 19 11:25:22.550449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Pushing event updated for resources: {'Port': ['ID=2fd34a88-13d1-4839-b3d0-d4c6534036a7,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:22.558893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Allocated IP 2001:db8::f816:3eff:fe0c:9cb0 (08488864-82b6-42d2-aced-022353287a58/b2c33b68-6815-4b64-89e5-8befebff0dfe/47e6b682-86e0-49de-b2e6-bf2223e1f602) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:22.564153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Network 08488864-82b6-42d2-aced-022353287a58 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:22.566934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:22.571067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:22.587487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.672705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9a86e9bb-adec-4db3-9461-8bbb8378fa2e None None] Provisioning complete for port 88123b7d-4d25-4708-99dd-a1a99ba4a467 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:22.673076 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a86e9bb-adec-4db3-9461-8bbb8378fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.731007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Attempting to bind port 2fd34a88-13d1-4839-b3d0-d4c6534036a7 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:22.731468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Attempting to bind port 2fd34a88-13d1-4839-b3d0-d4c6534036a7 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'eee30c5c-3257-47aa-bb44-ad88ad5934c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '08488864-82b6-42d2-aced-022353287a58'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:22.731931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Attempting to bind port 2fd34a88-13d1-4839-b3d0-d4c6534036a7 on network 08488864-82b6-42d2-aced-022353287a58 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:22.759562 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:25:22.759845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Checking segment: {'id': 'eee30c5c-3257-47aa-bb44-ad88ad5934c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '08488864-82b6-42d2-aced-022353287a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:22.760217 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.765065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Bound using segment: {'id': 'eee30c5c-3257-47aa-bb44-ad88ad5934c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '08488864-82b6-42d2-aced-022353287a58'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:25:22.769632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Bound port: 2fd34a88-13d1-4839-b3d0-d4c6534036a7, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee30c5c-3257-47aa-bb44-ad88ad5934c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '08488864-82b6-42d2-aced-022353287a58'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:25:22.769862 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.898122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.910567 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:22.919586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-01e5811f-e821-40c4-85fd-5318cf9f85e6 req-f209a15d-301a-4024-868e-0650eddf9404 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 210 time: 0.0447090 Oct 19 11:25:22.953988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] For port 2fd34a88-13d1-4839-b3d0-d4c6534036a7, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:22.959283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] For port 2fd34a88-13d1-4839-b3d0-d4c6534036a7, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2fd34a88-13d1-4839-b3d0-d4c6534036a7,segment=NetworkSegment(eee30c5c-3257-47aa-bb44-ad88ad5934c0),segment_id=eee30c5c-3257-47aa-bb44-ad88ad5934c0)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:25:23.000569 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.050537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:25:23.081122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.082273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Pushing event updated for resources: {'Port': ['ID=4d578e19-0ed2-4e1d-8b77-f32aaacf929e,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:23.093718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.132034 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.136002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network 08488864-82b6-42d2-aced-022353287a58 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:23.140364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:23.144981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:23.151016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:23.151688 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.167745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Port': ['ID=47e6b682-86e0-49de-b2e6-bf2223e1f602,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:23.191350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.193917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-17d3d17d-4dbd-4ff7-9caf-f4622486a203 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2031949 Oct 19 11:25:23.196595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35452) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:23.205385 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b4505fca-4f6a-44d6-a584-7489cdd3d397 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1456019987', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'fixed_ips': [{'ip_address': '172.25.2.15'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:23.303538 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d842cd8d-ce0b-4460-805b-378e0a448179 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8500967 Oct 19 11:25:23.306514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35458) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:23.372167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:23.374458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-853c34bf-830c-4df6-8d07-554616c98a33 None None] Provisioning complete for port 88123b7d-4d25-4708-99dd-a1a99ba4a467 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:23.374828 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-853c34bf-830c-4df6-8d07-554616c98a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.379371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-af916206-960f-4dac-84ce-1280dbb0d338 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Deleting subnet b2c33b68-6815-4b64-89e5-8befebff0dfe {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:25:23.383378 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af916206-960f-4dac-84ce-1280dbb0d338 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.391083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4505fca-4f6a-44d6-a584-7489cdd3d397 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Made reservation on behalf of 2f020eb12d9b46908b65cd37fdb9a433 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:23.391083 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4505fca-4f6a-44d6-a584-7489cdd3d397 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.399512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4505fca-4f6a-44d6-a584-7489cdd3d397 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.449274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af916206-960f-4dac-84ce-1280dbb0d338 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.463290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90fec6-b54e-4ce7-af5b-23dd676ea6fa None None] Pushing event updated for resources: {'Port': ['ID=2fd34a88-13d1-4839-b3d0-d4c6534036a7,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:23.517258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '373ae266-75b6-45a7-993f-7a9610788a3f', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'port_id': '373ae266-75b6-45a7-993f-7a9610788a3f', 'mac_address': 'fa:16:3e:31:32:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:25:23.534047 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4505fca-4f6a-44d6-a584-7489cdd3d397 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.584093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 88123b7d-4d25-4708-99dd-a1a99ba4a467 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:25:23.584851 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4505fca-4f6a-44d6-a584-7489cdd3d397 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.589098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-b4505fca-4f6a-44d6-a584-7489cdd3d397 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] device_id is not set on port 1ae3f95d-43ab-4e00-bf16-47c680280782 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:23.719581 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.738013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 373ae266-75b6-45a7-993f-7a9610788a3f {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:25:23.756107 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af916206-960f-4dac-84ce-1280dbb0d338 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.780033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 88123b7d-4d25-4708-99dd-a1a99ba4a467 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:23.780575 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.786464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:23.887784 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-235ad675-32e5-4356-bd16-93891135e603 req-caa974bf-dbb5-4ce2-ac9d-2c6f14959f33 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.1803656 Oct 19 11:25:23.898071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4505fca-4f6a-44d6-a584-7489cdd3d397 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886c01eb-30a3-4ab7-ac23-eeea8363bf04,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:23.905738 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.928135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af916206-960f-4dac-84ce-1280dbb0d338 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.955633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:23.986544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af916206-960f-4dac-84ce-1280dbb0d338 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Subnet': ['ID=b2c33b68-6815-4b64-89e5-8befebff0dfe,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:23.991111 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af916206-960f-4dac-84ce-1280dbb0d338 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:23.994485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-af916206-960f-4dac-84ce-1280dbb0d338 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/subnets/b2c33b68-6815-4b64-89e5-8befebff0dfe HTTP/1.1" status: 204 len: 168 time: 0.6868329 Oct 19 11:25:23.996872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35472) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:24.015222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-905d4046-1d04-4ac1-bf99-8a8b0d2f77da req-75fcc272-1cd5-44b0-b43d-870866c56255 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 210 time: 0.0291975 Oct 19 11:25:24.016747 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4505fca-4f6a-44d6-a584-7489cdd3d397 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 11:25:24.017257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4505fca-4f6a-44d6-a584-7489cdd3d397 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:24.057179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['373ae266-75b6-45a7-993f-7a9610788a3f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:25:24.092605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a7545-46b1-4020-80ae-3f7054ac8b95 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:24.094385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a7545-46b1-4020-80ae-3f7054ac8b95 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:24.096094 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9c2a7545-46b1-4020-80ae-3f7054ac8b95 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0980721 Oct 19 11:25:24.099235 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35474) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:24.123421 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b4505fca-4f6a-44d6-a584-7489cdd3d397 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9256346 Oct 19 11:25:24.126427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35476) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:24.192595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44de4c78-4bf2-4307-813a-1398f9de9a93 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.201487 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-44de4c78-4bf2-4307-813a-1398f9de9a93 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 19 11:25:24.209199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44de4c78-4bf2-4307-813a-1398f9de9a93 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:24.209199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-44de4c78-4bf2-4307-813a-1398f9de9a93 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/networks/08488864-82b6-42d2-aced-022353287a58 HTTP/1.1" status: 409 len: 405 time: 0.1048572 Oct 19 11:25:24.210156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35478) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:24.221424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1167653423'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:24.320849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:24.324463 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.330269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bd758-9f53-40ab-bec8-a1240b68bfe8 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Deleting port 4d578e19-0ed2-4e1d-8b77-f32aaacf929e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:24.330656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd758-9f53-40ab-bec8-a1240b68bfe8 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.356089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:24.366081 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.366419 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Added segment 46fc6525-7c4e-4aa4-9813-43bb2237c171 of type vlan for network 46e97e69-c7a3-411f-a2d0-0c54bcca0aa2 Oct 19 11:25:24.413049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.417923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd758-9f53-40ab-bec8-a1240b68bfe8 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.418636 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd758-9f53-40ab-bec8-a1240b68bfe8 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.435994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bd758-9f53-40ab-bec8-a1240b68bfe8 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Calling delete_port for 4d578e19-0ed2-4e1d-8b77-f32aaacf929e owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:24.531945 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.541724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:24.543145 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.621051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b898b4-3f25-41d2-b321-60c1b7040a33 None None] Network 08488864-82b6-42d2-aced-022353287a58 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:24.629626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Network': ['ID=46e97e69-c7a3-411f-a2d0-0c54bcca0aa2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:24.640143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.640500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.640994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.641461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.641937 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.642441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.643078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.643634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.644148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.652844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.653495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.653847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:24.669145 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd758-9f53-40ab-bec8-a1240b68bfe8 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.674771 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c8bf9591-e01b-463e-adc6-0ca4182fade7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4635258 Oct 19 11:25:24.680991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35488) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:24.686331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'subnet': {'network_id': '46e97e69-c7a3-411f-a2d0-0c54bcca0aa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:24.718503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bd758-9f53-40ab-bec8-a1240b68bfe8 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d578e19-0ed2-4e1d-8b77-f32aaacf929e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:24.725475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 46e97e69-c7a3-411f-a2d0-0c54bcca0aa2 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:24.757561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f941c3dd-4ca2-4fa1-ac02-da1e732139ba None None] Provisioning complete for port 2fd34a88-13d1-4839-b3d0-d4c6534036a7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:24.758034 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f941c3dd-4ca2-4fa1-ac02-da1e732139ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.804878 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd758-9f53-40ab-bec8-a1240b68bfe8 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.807706 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd758-9f53-40ab-bec8-a1240b68bfe8 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:24.814740 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9a1bd758-9f53-40ab-bec8-a1240b68bfe8 tempest-ExternalNetworksAdminNegativeTestJSON-339320235 tempest-ExternalNetworksAdminNegativeTestJSON-339320235-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/f7faf84e-e71f-46ab-9dfd-11308cb497d2 HTTP/1.1" status: 204 len: 168 time: 0.6869049 Oct 19 11:25:24.926661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:24.931211 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.025978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9978c7-ed6a-4f39-9cca-51d0c18193de None None] DHCP port deletion for 08488864-82b6-42d2-aced-022353287a58 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:25:25.033915 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f941c3dd-4ca2-4fa1-ac02-da1e732139ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.069540 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:25:25.106997 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-58c8019f-fa7c-470a-8b16-9cfcde863056 req-330b7dc9-1d7f-40c2-96da-2ac16579af4f tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0373242 Oct 19 11:25:25.172336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f941c3dd-4ca2-4fa1-ac02-da1e732139ba None None] For port 2fd34a88-13d1-4839-b3d0-d4c6534036a7, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2fd34a88-13d1-4839-b3d0-d4c6534036a7,segment=NetworkSegment(eee30c5c-3257-47aa-bb44-ad88ad5934c0),segment_id=eee30c5c-3257-47aa-bb44-ad88ad5934c0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:25.195222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 373ae266-75b6-45a7-993f-7a9610788a3f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:25.198103 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.207438 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-371e6918-f0a7-426b-9d63-cda4956dcb0b req-aee122fa-758a-4e34-b087-8c203bd03da6 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 210 time: 0.0538504 Oct 19 11:25:25.256405 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f941c3dd-4ca2-4fa1-ac02-da1e732139ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.263309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7a9978c7-ed6a-4f39-9cca-51d0c18193de None None] Deleting port 2fd34a88-13d1-4839-b3d0-d4c6534036a7 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:25.263953 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7a9978c7-ed6a-4f39-9cca-51d0c18193de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.369342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7a9978c7-ed6a-4f39-9cca-51d0c18193de None None] For port 2fd34a88-13d1-4839-b3d0-d4c6534036a7, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2fd34a88-13d1-4839-b3d0-d4c6534036a7,segment=NetworkSegment(eee30c5c-3257-47aa-bb44-ad88ad5934c0),segment_id=eee30c5c-3257-47aa-bb44-ad88ad5934c0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:25.369737 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7a9978c7-ed6a-4f39-9cca-51d0c18193de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.411962 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3bedcca5-4d89-4880-816f-4e383e71ec20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.421806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7a9978c7-ed6a-4f39-9cca-51d0c18193de None None] Calling delete_port for 2fd34a88-13d1-4839-b3d0-d4c6534036a7 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:25.430566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941c3dd-4ca2-4fa1-ac02-da1e732139ba None None] Pushing event updated for resources: {'Port': ['ID=2fd34a88-13d1-4839-b3d0-d4c6534036a7,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:25.440208 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.495693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35528) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:25.502814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:25:25.505130 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5af97c2-46b1-47a9-829f-b91accaabe58" -d '{"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-plugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:25:25.529060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:25.546509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.objects.ports [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101311) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:25:25.550481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.571409 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ccdf38-da85-47b1-b0d9-0dad356cbf7b x-openstack-request-id: req-70ccdf38-da85-47b1-b0d9-0dad356cbf7b {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:25:25.571716 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-plugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:25:25.572112 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70ccdf38-da85-47b1-b0d9-0dad356cbf7b {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:25:25.572568 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f', 'code': 200} Oct 19 11:25:25.617845 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.622150 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7a9978c7-ed6a-4f39-9cca-51d0c18193de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.632950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-42aeb09c-e4e3-45e9-9943-efc35c94687d tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:25.634860 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-42aeb09c-e4e3-45e9-9943-efc35c94687d tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.26 "GET /v2.0/networks?id=e5308eaa-ca54-4833-bbd6-f12a43d295cc HTTP/1.1" status: 200 len: 812 time: 0.2274449 Oct 19 11:25:25.648313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Subnet': ['ID=0ca1088c-6a13-4092-8684-fc0465bfb563,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:25.664447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Request body: {'port': {'device_id': 'd296e560-80e6-49a5-b4c6-ae389ec6ca34', 'network_id': 'e5308eaa-ca54-4833-bbd6-f12a43d295cc', 'admin_state_up': True, 'tenant_id': '7586076b0ed542ec8903ac1179989625'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:25.670579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9978c7-ed6a-4f39-9cca-51d0c18193de None None] No DVR routers for this DVR port 2fd34a88-13d1-4839-b3d0-d4c6534036a7 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:25:25.688833 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df40588e-819c-4e3b-8de3-70935381ed08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.694590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:25.720102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Checking segment: {'id': '46fc6525-7c4e-4aa4-9813-43bb2237c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '46e97e69-c7a3-411f-a2d0-0c54bcca0aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:25.720465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network hostable DHCP agents. Network: 46e97e69-c7a3-411f-a2d0-0c54bcca0aa2, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:25.722398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9978c7-ed6a-4f39-9cca-51d0c18193de None None] Pushing event deleted for resources: {'Port': ['ID=2fd34a88-13d1-4839-b3d0-d4c6534036a7,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:25.837972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df40588e-819c-4e3b-8de3-70935381ed08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.887587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network 46e97e69-c7a3-411f-a2d0-0c54bcca0aa2 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:25.914986 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df40588e-819c-4e3b-8de3-70935381ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:25.961490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Made reservation on behalf of 7586076b0ed542ec8903ac1179989625 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:25.966587 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.032334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 46e97e69-c7a3-411f-a2d0-0c54bcca0aa2) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:26.042749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d0a202-3bf3-4885-bac0-ed06758a799f None None] Network 46e97e69-c7a3-411f-a2d0-0c54bcca0aa2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:26.059181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:26.062664 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.199515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-43283006-8856-42d6-8ee3-d023f4b50f00 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5156269 Oct 19 11:25:26.204748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35546) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:26.223990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'port': {'network_id': '46e97e69-c7a3-411f-a2d0-0c54bcca0aa2', 'name': 'tempest-NetworksIpV6TestAttrs-1000899022'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:26.280504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Allocated IP 172.20.0.5 (e5308eaa-ca54-4833-bbd6-f12a43d295cc/664288b9-0994-4541-86dd-0ecc9910795b/b67d9384-f5c3-42a6-9e46-4131289f019d) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:26.333114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-46e97e69-c7a3-411f-a2d0-0c54bcca0aa2', 'network_id': '46e97e69-c7a3-411f-a2d0-0c54bcca0aa2', 'tenant_id': '291bf9886e234c3789aee032ceb2e969', 'fixed_ips': [{'subnet_id': '0ca1088c-6a13-4092-8684-fc0465bfb563'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:25:26.334134 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.378828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d33eb0bc-0395-442b-af83-46d22d0fe5d5 req-d2bb5e55-c201-459a-a9ad-655541e317c9 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 210 time: 0.0388801 Oct 19 11:25:26.433001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80d10ba5-5331-4504-bee0-20d56bf56731 req-fbcde40e-e9b5-4fd9-9ea7-94f80220c226 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.5069284 Oct 19 11:25:26.462938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-df40588e-819c-4e3b-8de3-70935381ed08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abbaf300dc9245f5abb43409fc0001b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9660861 Oct 19 11:25:26.464253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40588e-819c-4e3b-8de3-70935381ed08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29fb472-2cb3-4467-ac5b-c0b52a1e25e3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:26.466911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35554) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:26.501134 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e2a159f9-5cdb-4260-aeed-77b8f0f90673 req-98b0f973-b44c-463d-847f-5c7047ae9d90 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0709832 Oct 19 11:25:26.520319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:26.524111 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.553524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] device_id is not set on port a7c6458d-7dec-4fad-9e2e-104de04357a5 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:26.565939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Allocated IP 2001:db8::f816:3eff:fe27:3c3c (46e97e69-c7a3-411f-a2d0-0c54bcca0aa2/0ca1088c-6a13-4092-8684-fc0465bfb563/9bd4a29b-595d-483d-bcf9-26c95ec6dd13) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:26.591362 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-129bad3b-dfa6-485b-aa96-5c4562730da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.625591 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-129bad3b-dfa6-485b-aa96-5c4562730da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.651441 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.743754 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-129bad3b-dfa6-485b-aa96-5c4562730da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.745677 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.747979 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-129bad3b-dfa6-485b-aa96-5c4562730da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.749733 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-129bad3b-dfa6-485b-aa96-5c4562730da7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b29fb472-2cb3-4467-ac5b-c0b52a1e25e3 HTTP/1.1" status: 204 len: 168 time: 0.2647803 Oct 19 11:25:26.761827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bad3b-dfa6-485b-aa96-5c4562730da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29fb472-2cb3-4467-ac5b-c0b52a1e25e3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:26.769947 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.827333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Network e5308eaa-ca54-4833-bbd6-f12a43d295cc is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:26.829576 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.840347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:26.864848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:26.912941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Network 46e97e69-c7a3-411f-a2d0-0c54bcca0aa2 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:26.914730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Pushing event updated for resources: {'Port': ['ID=b67d9384-f5c3-42a6-9e46-4131289f019d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:26.918002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:26.923031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:26.927273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Pushing event updated for resources: {'Port': ['ID=9bd4a29b-595d-483d-bcf9-26c95ec6dd13,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:26.934869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Allocated IP 2001:db8::f816:3eff:fe18:94f5 (46e97e69-c7a3-411f-a2d0-0c54bcca0aa2/0ca1088c-6a13-4092-8684-fc0465bfb563/a7c6458d-7dec-4fad-9e2e-104de04357a5) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:26.945547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:26.946273 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.988871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Attempting to bind port 9bd4a29b-595d-483d-bcf9-26c95ec6dd13 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:26.990062 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Attempting to bind port 9bd4a29b-595d-483d-bcf9-26c95ec6dd13 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '46fc6525-7c4e-4aa4-9813-43bb2237c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '46e97e69-c7a3-411f-a2d0-0c54bcca0aa2'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:26.990620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Attempting to bind port 9bd4a29b-595d-483d-bcf9-26c95ec6dd13 on network 46e97e69-c7a3-411f-a2d0-0c54bcca0aa2 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:26.996452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:25:26.996937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Checking segment: {'id': '46fc6525-7c4e-4aa4-9813-43bb2237c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '46e97e69-c7a3-411f-a2d0-0c54bcca0aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:26.998066 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:26.998066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Bound using segment: {'id': '46fc6525-7c4e-4aa4-9813-43bb2237c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '46e97e69-c7a3-411f-a2d0-0c54bcca0aa2'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:25:26.998416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Bound port: 9bd4a29b-595d-483d-bcf9-26c95ec6dd13, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fc6525-7c4e-4aa4-9813-43bb2237c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '46e97e69-c7a3-411f-a2d0-0c54bcca0aa2'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:25:26.998851 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:27.061063 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-427c0c26-3b77-4cd7-862d-2cafb62d8b69 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4086308 Oct 19 11:25:27.099656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Request body: {'port': {'device_id': 'd296e560-80e6-49a5-b4c6-ae389ec6ca34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:27.160458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] For port 9bd4a29b-595d-483d-bcf9-26c95ec6dd13, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:27.164743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] For port 9bd4a29b-595d-483d-bcf9-26c95ec6dd13, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9bd4a29b-595d-483d-bcf9-26c95ec6dd13,segment=NetworkSegment(46fc6525-7c4e-4aa4-9813-43bb2237c171),segment_id=46fc6525-7c4e-4aa4-9813-43bb2237c171)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:25:27.207884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:27.224766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:27.268023 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:27.334956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562e486-ad8d-4993-90c9-02e222e5394a None None] Pushing event updated for resources: {'Port': ['ID=9bd4a29b-595d-483d-bcf9-26c95ec6dd13,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:27.658487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67d9384-f5c3-42a6-9e46-4131289f019d {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:25:27.666600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab0397-6c41-4387-b931-048ae111c09c req-ef8a0d70-bac5-45dd-ad81-c74719eb7de6 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:27.669028 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:27.675295 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6ab0397-6c41-4387-b931-048ae111c09c req-ef8a0d70-bac5-45dd-ad81-c74719eb7de6 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 931 time: 0.1340213 Oct 19 11:25:27.678264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35574) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:27.682745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Transition to ACTIVE for port object b67d9384-f5c3-42a6-9e46-4131289f019d will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:25:27.686792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:27.764117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6ab0397-6c41-4387-b931-048ae111c09c req-653d41e7-5a28-4daf-8501-e485bd8c85b7 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874600 Oct 19 11:25:27.786893 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd868036-ba56-4036-b78b-71eb2816c2d4 req-1bc3d3c5-7f94-41ac-8ced-0cb39d10ca71 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.1000199 Oct 19 11:25:27.787052 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5f34ca08-4350-4a5a-a63f-1aece2f78517 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f020eb12d9b46908b65cd37fdb9a433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062756 Oct 19 11:25:27.789009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35576) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:27.789614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Port': ['ID=a7c6458d-7dec-4fad-9e2e-104de04357a5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:27.793763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:27.808694 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-57bc333b-a431-4f41-a58a-0887d9ca49a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:27.838497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network 46e97e69-c7a3-411f-a2d0-0c54bcca0aa2 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:27.859822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:27.863483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:27.869417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:27.870049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:27.873410 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27d7ae81-8e5c-47ac-be55-35bc955a7bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:27.884930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Pushing event updated for resources: {'Port': ['ID=b67d9384-f5c3-42a6-9e46-4131289f019d,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:27.921074 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27d7ae81-8e5c-47ac-be55-35bc955a7bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:28.006359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d8ced768-a092-4c8c-a342-48651a45f4c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7904053 Oct 19 11:25:28.007175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35580) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:28.020360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Attempting to bind port b67d9384-f5c3-42a6-9e46-4131289f019d on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:28.021354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Attempting to bind port b67d9384-f5c3-42a6-9e46-4131289f019d by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '8133b485-9ccf-4bdc-83c7-7e4321d2f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e5308eaa-ca54-4833-bbd6-f12a43d295cc'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:28.021689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Attempting to bind port b67d9384-f5c3-42a6-9e46-4131289f019d on network e5308eaa-ca54-4833-bbd6-f12a43d295cc {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:28.050117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Port b67d9384-f5c3-42a6-9e46-4131289f019d on network e5308eaa-ca54-4833-bbd6-f12a43d295cc not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:28.050436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Attempting to bind port b67d9384-f5c3-42a6-9e46-4131289f019d on network e5308eaa-ca54-4833-bbd6-f12a43d295cc {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:28.063930 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27d7ae81-8e5c-47ac-be55-35bc955a7bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:28.064395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:25:28.064758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Checking segment: {'id': '8133b485-9ccf-4bdc-83c7-7e4321d2f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e5308eaa-ca54-4833-bbd6-f12a43d295cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:28.065154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Bound using segment: {'id': '8133b485-9ccf-4bdc-83c7-7e4321d2f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e5308eaa-ca54-4833-bbd6-f12a43d295cc'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:25:28.065584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Bound port: b67d9384-f5c3-42a6-9e46-4131289f019d, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8133b485-9ccf-4bdc-83c7-7e4321d2f6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e5308eaa-ca54-4833-bbd6-f12a43d295cc'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:25:28.065932 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:28.068062 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27d7ae81-8e5c-47ac-be55-35bc955a7bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:28.069534 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-27d7ae81-8e5c-47ac-be55-35bc955a7bc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/886c01eb-30a3-4ab7-ac23-eeea8363bf04 HTTP/1.1" status: 204 len: 168 time: 0.2792459 Oct 19 11:25:28.089022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7ae81-8e5c-47ac-be55-35bc955a7bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886c01eb-30a3-4ab7-ac23-eeea8363bf04,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:28.119083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-7996091f-a72b-41e5-93a4-d41f8cf434b8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Deleting subnet 0ca1088c-6a13-4092-8684-fc0465bfb563 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:25:28.129162 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7996091f-a72b-41e5-93a4-d41f8cf434b8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:28.204319 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7996091f-a72b-41e5-93a4-d41f8cf434b8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:28.261811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] For port b67d9384-f5c3-42a6-9e46-4131289f019d, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:28.300971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] For port b67d9384-f5c3-42a6-9e46-4131289f019d, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b67d9384-f5c3-42a6-9e46-4131289f019d,segment=NetworkSegment(8133b485-9ccf-4bdc-83c7-7e4321d2f6e8),segment_id=8133b485-9ccf-4bdc-83c7-7e4321d2f6e8)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:25:28.361723 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:28.424020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:28.425345 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:28.428873 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] 10.222.0.26 "PUT /v2.0/ports/b67d9384-f5c3-42a6-9e46-4131289f019d HTTP/1.1" status: 200 len: 1091 time: 1.3326387 Oct 19 11:25:28.429382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd296e560-80e6-49a5-b4c6-ae389ec6ca34', 'tag': 'b67d9384-f5c3-42a6-9e46-4131289f019d'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:25:28.432715 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c376b777-ecd5-4e2a-b838-b50c3a20fe68" -d '{"events": [{"name": "network-changed", "server_uuid": "d296e560-80e6-49a5-b4c6-ae389ec6ca34", "tag": "b67d9384-f5c3-42a6-9e46-4131289f019d"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:25:28.492233 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474b3a55-54ea-40c7-8eac-6f6befcdacfd x-openstack-request-id: req-474b3a55-54ea-40c7-8eac-6f6befcdacfd {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:25:28.492518 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d296e560-80e6-49a5-b4c6-ae389ec6ca34", "tag": "b67d9384-f5c3-42a6-9e46-4131289f019d", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:25:28.495843 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-474b3a55-54ea-40c7-8eac-6f6befcdacfd {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:25:28.495843 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd296e560-80e6-49a5-b4c6-ae389ec6ca34', 'tag': 'b67d9384-f5c3-42a6-9e46-4131289f019d', 'status': 'completed', 'code': 200} Oct 19 11:25:28.501393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7996091f-a72b-41e5-93a4-d41f8cf434b8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:28.505422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb28a9a-98e0-4b73-98f6-e1c3ef4abd5a service neutron] Pushing event updated for resources: {'Port': ['ID=b67d9384-f5c3-42a6-9e46-4131289f019d,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:28.618745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b777-ecd5-4e2a-b838-b50c3a20fe68 req-07de533d-7a6a-4705-98ec-017aa7cf55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:28.620508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c376b777-ecd5-4e2a-b838-b50c3a20fe68 req-07de533d-7a6a-4705-98ec-017aa7cf55ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7586076b0ed542ec8903ac1179989625&device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 1094 time: 0.0872014 Oct 19 11:25:28.734155 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7996091f-a72b-41e5-93a4-d41f8cf434b8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:28.771811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996091f-a72b-41e5-93a4-d41f8cf434b8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca1088c-6a13-4092-8684-fc0465bfb563,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:28.796495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7996091f-a72b-41e5-93a4-d41f8cf434b8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:28.809034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35604) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:28.809569 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7996091f-a72b-41e5-93a4-d41f8cf434b8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/subnets/0ca1088c-6a13-4092-8684-fc0465bfb563 HTTP/1.1" status: 204 len: 168 time: 0.8010910 Oct 19 11:25:28.838938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca58fd1a-f162-449e-895d-43aecbb19a81 None None] Network 46e97e69-c7a3-411f-a2d0-0c54bcca0aa2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:28.883782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b777-ecd5-4e2a-b838-b50c3a20fe68 req-9070156c-ccc1-44fa-96e4-ab039d86730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:28.889968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c376b777-ecd5-4e2a-b838-b50c3a20fe68 req-9070156c-ccc1-44fa-96e4-ab039d86730d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7586076b0ed542ec8903ac1179989625&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2570901 Oct 19 11:25:28.932178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e02d79-3eb7-432d-a537-d80ff5bc7873 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:28.934882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e02d79-3eb7-432d-a537-d80ff5bc7873 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:28.936701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-04e02d79-3eb7-432d-a537-d80ff5bc7873 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1259031 Oct 19 11:25:28.952273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35608) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:29.051243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e8882cda-0aa2-4cc9-bc83-ab7942197a37 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.057005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-28b636f5-56d6-48d0-9c80-1247dcad6e63 None None] Provisioning complete for port 9bd4a29b-595d-483d-bcf9-26c95ec6dd13 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:29.057432 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-28b636f5-56d6-48d0-9c80-1247dcad6e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.061421 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.072684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53d498-7835-4ee9-b008-7c3b326a3380 req-5a58d68f-a857-4a08-84e4-8ecb0fce7acb tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:29.080283 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db53d498-7835-4ee9-b008-7c3b326a3380 req-5a58d68f-a857-4a08-84e4-8ecb0fce7acb tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 943 time: 0.1757243 Oct 19 11:25:29.093141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b777-ecd5-4e2a-b838-b50c3a20fe68 req-a68a5d23-51fa-4c7b-8dca-196fd0c05c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:29.094685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c376b777-ecd5-4e2a-b838-b50c3a20fe68 req-a68a5d23-51fa-4c7b-8dca-196fd0c05c41 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1963372 Oct 19 11:25:29.134838 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.144120 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db53d498-7835-4ee9-b008-7c3b326a3380 req-6cbfd26b-d29f-44b8-a4bb-051375dae35b tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623157 Oct 19 11:25:29.145188 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8882cda-0aa2-4cc9-bc83-ab7942197a37 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 19 11:25:29.151188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8882cda-0aa2-4cc9-bc83-ab7942197a37 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:29.160911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e8882cda-0aa2-4cc9-bc83-ab7942197a37 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/networks/46e97e69-c7a3-411f-a2d0-0c54bcca0aa2 HTTP/1.1" status: 409 len: 405 time: 0.2036235 Oct 19 11:25:29.162378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35614) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:29.190629 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b99abdf4-02e5-48c8-bc9f-d4d7204ecf95 req-6df003e3-5392-4ea0-907b-f3829e6c7790 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0904450 Oct 19 11:25:29.220816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1146430895'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:29.241911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcf4588-70b9-42fe-a0e1-5216d34046c7 None None] DHCP port deletion for 46e97e69-c7a3-411f-a2d0-0c54bcca0aa2 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:25:29.300973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-28b636f5-56d6-48d0-9c80-1247dcad6e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.332182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:29.336350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.378363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-28b636f5-56d6-48d0-9c80-1247dcad6e63 None None] For port 9bd4a29b-595d-483d-bcf9-26c95ec6dd13, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9bd4a29b-595d-483d-bcf9-26c95ec6dd13,segment=NetworkSegment(46fc6525-7c4e-4aa4-9813-43bb2237c171),segment_id=46fc6525-7c4e-4aa4-9813-43bb2237c171)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:29.385048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:29.403346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf4588-70b9-42fe-a0e1-5216d34046c7 None None] Deleting port 9bd4a29b-595d-483d-bcf9-26c95ec6dd13 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:29.403715 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4588-70b9-42fe-a0e1-5216d34046c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.405033 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.405425 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Added segment 28af55d9-f84f-45e3-a081-02a644f9a7e4 of type vlan for network e0ad0e13-aaca-4c25-bbe3-66ee416b1d32 Oct 19 11:25:29.472611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.562540 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4dcf4588-70b9-42fe-a0e1-5216d34046c7 None None] For port 9bd4a29b-595d-483d-bcf9-26c95ec6dd13, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9bd4a29b-595d-483d-bcf9-26c95ec6dd13,segment=NetworkSegment(46fc6525-7c4e-4aa4-9813-43bb2237c171),segment_id=46fc6525-7c4e-4aa4-9813-43bb2237c171)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:29.562540 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4588-70b9-42fe-a0e1-5216d34046c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.562540 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf4588-70b9-42fe-a0e1-5216d34046c7 None None] Calling delete_port for 9bd4a29b-595d-483d-bcf9-26c95ec6dd13 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:29.587877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-949b6d1a-248f-4494-8131-788d2a02b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:29.589892 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-949b6d1a-248f-4494-8131-788d2a02b9f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7586076b0ed542ec8903ac1179989625&device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 1094 time: 0.4305661 Oct 19 11:25:29.637566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-35897ef0-9d30-4e22-b6c9-75dbc8579d9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b67d9384-f5c3-42a6-9e46-4131289f019d HTTP/1.1" status: 200 len: 217 time: 0.0384712 Oct 19 11:25:29.675011 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-28b636f5-56d6-48d0-9c80-1247dcad6e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.711825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-6458bdc5-51c1-47ad-8a7e-8aff16f82ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:29.716143 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-6458bdc5-51c1-47ad-8a7e-8aff16f82ce5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=664288b9-0994-4541-86dd-0ecc9910795b HTTP/1.1" status: 200 len: 852 time: 0.0692959 Oct 19 11:25:29.734500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b636f5-56d6-48d0-9c80-1247dcad6e63 None None] Pushing event updated for resources: {'Port': ['ID=9bd4a29b-595d-483d-bcf9-26c95ec6dd13,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:29.739738 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.748324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:29.749497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.766580 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4588-70b9-42fe-a0e1-5216d34046c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:29.803579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-f5937ddc-e7fe-4e3e-ad93-3de8caff3302 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e5308eaa-ca54-4833-bbd6-f12a43d295cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768993 Oct 19 11:25:29.833357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf4588-70b9-42fe-a0e1-5216d34046c7 None None] Pushing event deleted for resources: {'Port': ['ID=9bd4a29b-595d-483d-bcf9-26c95ec6dd13,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:29.844234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcf4588-70b9-42fe-a0e1-5216d34046c7 None None] No DVR routers for this DVR port 9bd4a29b-595d-483d-bcf9-26c95ec6dd13 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:25:29.872722 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6907880 Oct 19 11:25:29.876834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35636) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:29.884094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'subnet': {'network_id': 'e0ad0e13-aaca-4c25-bbe3-66ee416b1d32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:29.923832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23ff9c-dfc0-4113-9780-078a324d5384 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Network': ['ID=e0ad0e13-aaca-4c25-bbe3-66ee416b1d32,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:29.937196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e0ad0e13-aaca-4c25-bbe3-66ee416b1d32 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:30.024091 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-d0f7ee1f-0304-4502-8963-21df702d6934 service neutron] 10.222.0.26 "GET /v2.0/networks/e5308eaa-ca54-4833-bbd6-f12a43d295cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064524 Oct 19 11:25:30.048609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11d8b3d4-d6c5-41de-9c20-a26b51055129 req-34fcfef4-5027-4c06-b8e5-f2f3312bc5e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1abd8216ff27415d9a4af730f275cd2d&device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0873885 Oct 19 11:25:30.156795 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11d8b3d4-d6c5-41de-9c20-a26b51055129 req-6fdcf7b8-922f-4c9a-8260-95808b5a40a0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1abd8216ff27415d9a4af730f275cd2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986209 Oct 19 11:25:30.176381 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d3ce1bb-0f75-47f3-bd3d-d2cfa7edb230 req-27d9e654-0148-421b-ac30-59913e129cc0 service neutron] 10.222.0.26 "GET /v2.0/networks/e5308eaa-ca54-4833-bbd6-f12a43d295cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391609 Oct 19 11:25:30.199694 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d2c191f-1836-4a0d-9811-bf2d73ce8c62 req-d84b2e37-ac6b-4e64-bcee-192be3d255e5 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0750194 Oct 19 11:25:30.297677 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d84de8-162e-4e4e-aa4b-af50fb68145d req-0f0fe8a8-0f92-4d56-a587-ddce03532abe tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:30.299689 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66d84de8-162e-4e4e-aa4b-af50fb68145d req-0f0fe8a8-0f92-4d56-a587-ddce03532abe tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 943 time: 0.0790672 Oct 19 11:25:30.351527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:30.358340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:30.384330 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66d84de8-162e-4e4e-aa4b-af50fb68145d req-3b59d715-f15f-4445-8169-51825e868d98 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764234 Oct 19 11:25:30.395472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8b3d4-d6c5-41de-9c20-a26b51055129 req-7fefa1e3-622b-4562-901a-25b1a83f828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:30.396977 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11d8b3d4-d6c5-41de-9c20-a26b51055129 req-7fefa1e3-622b-4562-901a-25b1a83f828b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1963754 Oct 19 11:25:30.720272 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:30.878698 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:25:30.881471 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:30.955052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Subnet': ['ID=2cf20b78-39c3-4bf6-82e9-7140cf6a8292,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:30.974311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Checking segment: {'id': '28af55d9-f84f-45e3-a081-02a644f9a7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0ad0e13-aaca-4c25-bbe3-66ee416b1d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:30.974311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network hostable DHCP agents. Network: e0ad0e13-aaca-4c25-bbe3-66ee416b1d32, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:30.989807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35666) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:31.137098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-567211475'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:31.309878 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d5f201f-4e0b-42a2-88ac-a5ac91aa2972 req-6c6e35b5-2c24-41a4-a505-48a5091fd664 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0264125 Oct 19 11:25:31.392844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network e0ad0e13-aaca-4c25-bbe3-66ee416b1d32 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:31.435893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Made reservation on behalf of bb37fc3887ad414d9a647720af66a4e9 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:31.441038 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:31.457228 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:31.468244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e0ad0e13-aaca-4c25-bbe3-66ee416b1d32) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:31.483766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:31.483766 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:31.484043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d68ae5f-d45a-4c88-afba-25addb706367 None None] Network e0ad0e13-aaca-4c25-bbe3-66ee416b1d32 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:31.585768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d951428-972b-473d-997b-e3f4d875d6ed req-afa258f2-7c06-4f50-86a0-73b5144954a4 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:31.593666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d951428-972b-473d-997b-e3f4d875d6ed req-afa258f2-7c06-4f50-86a0-73b5144954a4 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 943 time: 0.1231279 Oct 19 11:25:31.633086 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9318753e-a88d-41ff-81f9-f001673fa2eb tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7547987 Oct 19 11:25:31.635910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35686) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:31.638410 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11d8b3d4-d6c5-41de-9c20-a26b51055129 req-480ba360-69b6-4f7d-a45e-78ed92c485e5 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.49 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0706778 Oct 19 11:25:31.694495 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d951428-972b-473d-997b-e3f4d875d6ed req-ba73ea07-2e5e-4699-9f40-3581ebcdd731 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853462 Oct 19 11:25:31.729936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:31.755228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-e0ad0e13-aaca-4c25-bbe3-66ee416b1d32', 'network_id': 'e0ad0e13-aaca-4c25-bbe3-66ee416b1d32', 'tenant_id': '291bf9886e234c3789aee032ceb2e969', 'fixed_ips': [{'subnet_id': '2cf20b78-39c3-4bf6-82e9-7140cf6a8292'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:25:31.759142 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:31.811805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:31.822906 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:31.855802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:31.888260 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:31.888990 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Added segment 9ce6e197-c370-4950-be04-53d8f1516b7f of type vlan for network 45b0ee19-a3c6-40fc-8845-9f935897947d Oct 19 11:25:31.890256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f0c46d-eff8-40b1-868f-cbdbfb896d24,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:31.961661 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.057840 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.064029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:32.066000 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.067958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Allocated IP 2001:db8::f816:3eff:fee0:485c (e0ad0e13-aaca-4c25-bbe3-66ee416b1d32/2cf20b78-39c3-4bf6-82e9-7140cf6a8292/52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:32.137023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Pushing event updated for resources: {'Network': ['ID=45b0ee19-a3c6-40fc-8845-9f935897947d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:32.150363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 45b0ee19-a3c6-40fc-8845-9f935897947d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:32.260611 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f24e0821-558f-4075-807c-228afd2e05ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2694573 Oct 19 11:25:32.304057 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.330634 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.453005 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.496836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf659a8d-2418-43f3-84ba-4042d729443b req-b342ee60-42c7-4f95-b892-5b1903119951 tempest-ServerShowV257Test-1324370279 tempest-ServerShowV257Test-1324370279-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85b265e-540a-476e-a590-c53f3a739e45 HTTP/1.1" status: 200 len: 210 time: 0.0297728 Oct 19 11:25:32.553857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Network e0ad0e13-aaca-4c25-bbe3-66ee416b1d32 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:32.558466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:32.562822 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.563214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:32.566676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Pushing event updated for resources: {'Port': ['ID=52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:32.621038 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35702) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:32.626475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf20b78-39c3-4bf6-82e9-7140cf6a8292,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:32.628403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Request body: {'port': {'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d', 'binding:host_id': 'n-h1-814547-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-327091061'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:32.657211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Attempting to bind port 52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:32.657739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Attempting to bind port 52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '28af55d9-f84f-45e3-a081-02a644f9a7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0ad0e13-aaca-4c25-bbe3-66ee416b1d32'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:32.658113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Attempting to bind port 52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13 on network e0ad0e13-aaca-4c25-bbe3-66ee416b1d32 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:32.664902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:25:32.665374 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Checking segment: {'id': '28af55d9-f84f-45e3-a081-02a644f9a7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0ad0e13-aaca-4c25-bbe3-66ee416b1d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:32.665875 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.666482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Bound using segment: {'id': '28af55d9-f84f-45e3-a081-02a644f9a7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0ad0e13-aaca-4c25-bbe3-66ee416b1d32'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:25:32.667578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Bound port: 52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28af55d9-f84f-45e3-a081-02a644f9a7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0ad0e13-aaca-4c25-bbe3-66ee416b1d32'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:25:32.667578 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.737458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Made reservation on behalf of 748f7906c413489188179c6c6eb7a624 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:32.740235 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.754295 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.757657 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.786023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] For port 52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:32.789677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] For port 52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13,segment=NetworkSegment(28af55d9-f84f-45e3-a081-02a644f9a7e4),segment_id=28af55d9-f84f-45e3-a081-02a644f9a7e4)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:25:32.826027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ad0e13-aaca-4c25-bbe3-66ee416b1d32']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:32.841141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28af55d9-f84f-45e3-a081-02a644f9a7e4') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:32.841388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28af55d9-f84f-45e3-a081-02a644f9a7e4') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:32.866666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0390a2-3fe0-4c5e-8344-3d2ff0ce3390 req-dffe6fe4-b9e6-449d-8cc8-6cc270242eda tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:32.868233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d0390a2-3fe0-4c5e-8344-3d2ff0ce3390 req-dffe6fe4-b9e6-449d-8cc8-6cc270242eda tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 943 time: 0.0935161 Oct 19 11:25:32.870169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.881162 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.892159 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.895784 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.904876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:32.905305 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:32.908446 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:32.976351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:32.979875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d0390a2-3fe0-4c5e-8344-3d2ff0ce3390 req-b3276a09-594d-448d-80d2-320820955558 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024117 Oct 19 11:25:32.991240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] device_id is not set on port 6841414a-4e14-49a3-bfab-5dc0cee206bd yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:33.013639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e419f42-1339-4866-bb21-1fc81755fc26 None None] Pushing event updated for resources: {'Port': ['ID=52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:33.033108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bb0334-2858-41ab-ba40-3ea7415e4af0 None None] Network e0ad0e13-aaca-4c25-bbe3-66ee416b1d32 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:33.087588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff167b-91ac-4cc6-9e1b-022936479fa6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:33.107855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b67d9384-f5c3-42a6-9e46-4131289f019d details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:25:33.189355 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:25:33.189355 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:25:33.189355 n-d-814547-1 neutron-server[101311]: [parameters: {'id': 'e0ad0e13-aaca-4c25-bbe3-66ee416b1d32'}] Oct 19 11:25:33.189355 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:25:33.189956 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:25:33.273676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] device_id is not set on port 6841414a-4e14-49a3-bfab-5dc0cee206bd yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:33.286315 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:33.303277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port b67d9384-f5c3-42a6-9e46-4131289f019d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b67d9384-f5c3-42a6-9e46-4131289f019d,segment=NetworkSegment(8133b485-9ccf-4bdc-83c7-7e4321d2f6e8),segment_id=8133b485-9ccf-4bdc-83c7-7e4321d2f6e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:33.320419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'b67d9384-f5c3-42a6-9e46-4131289f019d', 'network_id': 'e5308eaa-ca54-4833-bbd6-f12a43d295cc', 'port_id': 'b67d9384-f5c3-42a6-9e46-4131289f019d', 'mac_address': 'fa:16:3e:77:55:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664288b9-0994-4541-86dd-0ecc9910795b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:25:33.326765 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8fd899-edfd-4c7e-91a6-b597b81e21da None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:25:33.372276 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:33.438408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event updated for resources: {'Port': ['ID=6841414a-4e14-49a3-bfab-5dc0cee206bd,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:33.450686 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:33.476304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67d9384-f5c3-42a6-9e46-4131289f019d {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:25:33.478908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Checking segment: {'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:33.479346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Network hostable DHCP agents. Network: 45b0ee19-a3c6-40fc-8845-9f935897947d, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:33.512067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port b67d9384-f5c3-42a6-9e46-4131289f019d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b67d9384-f5c3-42a6-9e46-4131289f019d,segment=NetworkSegment(8133b485-9ccf-4bdc-83c7-7e4321d2f6e8),segment_id=8133b485-9ccf-4bdc-83c7-7e4321d2f6e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:33.536462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8fd899-edfd-4c7e-91a6-b597b81e21da None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:25:33.560105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Network 45b0ee19-a3c6-40fc-8845-9f935897947d is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:33.601894 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:33.631130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 45b0ee19-a3c6-40fc-8845-9f935897947d) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:33.640349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:33.668521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:33.669439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:33.670009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:33.678571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:33.683774 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:33.683774 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 2 to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd Oct 19 11:25:33.691398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:33.697509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:33.698060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:33.699056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:33.705855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:33.707033 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:33.707597 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 3 to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd Oct 19 11:25:33.730592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:33.731352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:33.731848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:33.737947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:33.738604 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:33.739265 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 4 to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd Oct 19 11:25:33.764901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:33.764901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:33.764901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:33.782956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:33.783532 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:33.786757 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 5 to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd Oct 19 11:25:33.817771 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=b67d9384-f5c3-42a6-9e46-4131289f019d,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:33.833337 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:33.834115 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:33.835212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:33.843828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:33.844486 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:33.845066 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 6 to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd Oct 19 11:25:33.867089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Deleting port 52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:33.867697 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:33.869767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:33.870155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:33.870533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:33.878919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:33.879318 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:33.880336 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 7 to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd Oct 19 11:25:33.902154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:33.908413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:33.908413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:33.911423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:33.914712 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:33.915373 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 8 to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd Oct 19 11:25:33.947738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:33.952894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:33.953470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:33.960362 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:33.960843 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:33.961377 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 9 to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd Oct 19 11:25:33.975183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['b67d9384-f5c3-42a6-9e46-4131289f019d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:25:33.978519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:33.978880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:33.980132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] For port 52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13,segment=NetworkSegment(28af55d9-f84f-45e3-a081-02a644f9a7e4),segment_id=28af55d9-f84f-45e3-a081-02a644f9a7e4)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:33.980491 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:33.980816 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:33.995888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Calling delete_port for 52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:33.998830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:33.999241 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:33.999705 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 10 to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd Oct 19 11:25:34.020706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:34.023829 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:34.024252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:34.038371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 6841414a-4e14-49a3-bfab-5dc0cee206bd on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:34.038717 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 6841414a-4e14-49a3-bfab-5dc0cee206bd on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:34.039147 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.228276 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7949fd-47a7-4383-9bcc-ddd85fc45576 req-e0af58d5-7e91-41d4-94c8-d1f03f4341de tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:34.229239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0ee34d-c521-4b9c-aff0-ed26980cec06 None None] Network 45b0ee19-a3c6-40fc-8845-9f935897947d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:34.233166 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd7949fd-47a7-4383-9bcc-ddd85fc45576 req-e0af58d5-7e91-41d4-94c8-d1f03f4341de tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 944 time: 0.1270139 Oct 19 11:25:34.234912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] For port 6841414a-4e14-49a3-bfab-5dc0cee206bd, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:34.235286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempted to set empty binding levels {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 11:25:34.269625 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.295224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd7949fd-47a7-4383-9bcc-ddd85fc45576 req-4811b5e1-1ef9-46b0-9ee1-41bc5906a9dc tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564380 Oct 19 11:25:34.316385 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No DVR routers for this DVR port 52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:25:34.323354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Port': ['ID=52cb3ceb-75ea-46db-9d9d-1bea5ac6ca13,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:34.326184 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.389600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:34.390641 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.396111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35728) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:34.416898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event updated for resources: {'Port': ['ID=6841414a-4e14-49a3-bfab-5dc0cee206bd,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:34.448899 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.481794 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fb2eca60-3772-4a29-a86c-9eb9e2afbd43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.8595545 Oct 19 11:25:34.484403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35732) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:34.491277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ad0e13-aaca-4c25-bbe3-66ee416b1d32']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:34.506682 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28af55d9-f84f-45e3-a081-02a644f9a7e4') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:34.507237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28af55d9-f84f-45e3-a081-02a644f9a7e4') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:34.521884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.542163 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.556970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:34.556970 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:34.559671 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:34.630312 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ad082436-23ce-42f2-b310-ebfa64379641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Deleting port 6841414a-4e14-49a3-bfab-5dc0cee206bd {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:34.630651 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad082436-23ce-42f2-b310-ebfa64379641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.658876 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76ede9a1-3a7f-4f3e-ad3b-6d399237bfc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.712969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-ad082436-23ce-42f2-b310-ebfa64379641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] For port 6841414a-4e14-49a3-bfab-5dc0cee206bd, host n-h1-814547-1, got binding levels [] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:34.713637 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad082436-23ce-42f2-b310-ebfa64379641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.725865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.727813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ad082436-23ce-42f2-b310-ebfa64379641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Calling delete_port for 6841414a-4e14-49a3-bfab-5dc0cee206bd owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:34.730756 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.739763 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/networks/e0ad0e13-aaca-4c25-bbe3-66ee416b1d32 HTTP/1.1" status: 204 len: 168 time: 3.1026106 Oct 19 11:25:34.739933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35738) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:34.746513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1243450752'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:34.761987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ecbd7-9ec7-4de3-bb86-1078de3f7312 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Network': ['ID=e0ad0e13-aaca-4c25-bbe3-66ee416b1d32,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:34.782423 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76ede9a1-3a7f-4f3e-ad3b-6d399237bfc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.818341 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76ede9a1-3a7f-4f3e-ad3b-6d399237bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.874385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:34.877949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.887037 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-76ede9a1-3a7f-4f3e-ad3b-6d399237bfc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1abd8216ff27415d9a4af730f275cd2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872732 Oct 19 11:25:34.887866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35742) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:34.904205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ede9a1-3a7f-4f3e-ad3b-6d399237bfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6df427-da12-4d1d-adca-8da79e2fed1b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:34.929341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad082436-23ce-42f2-b310-ebfa64379641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.931039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:34.971071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad082436-23ce-42f2-b310-ebfa64379641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event deleted for resources: {'Port': ['ID=6841414a-4e14-49a3-bfab-5dc0cee206bd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:34.982710 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.982916 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Added segment 8a8310bb-e097-458e-8fdc-ab28796d0e2a of type vlan for network 36fb759e-ad16-45a9-9ba7-8248c4f63ab7 Oct 19 11:25:34.993875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad082436-23ce-42f2-b310-ebfa64379641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:34.998461 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-176abb97-6d76-4b50-9343-d673309ef74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.003004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ad082436-23ce-42f2-b310-ebfa64379641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6841414a-4e14-49a3-bfab-5dc0cee206bd HTTP/1.1" status: 204 len: 168 time: 0.5170457 Oct 19 11:25:35.009422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35748) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:35.046729 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f9cef3-5386-4e2c-891f-fb6c83fe41fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] GET failed (client error): The resource could not be found. Oct 19 11:25:35.048271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-66f9cef3-5386-4e2c-891f-fb6c83fe41fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "GET /v2.0/ports/6841414a-4e14-49a3-bfab-5dc0cee206bd HTTP/1.1" status: 404 len: 333 time: 0.0372989 Oct 19 11:25:35.052776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35750) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:35.058633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.064006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Request body: {'port': {'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1904503870'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:35.074986 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-176abb97-6d76-4b50-9343-d673309ef74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.166379 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.172302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:35.178352 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.213363 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-176abb97-6d76-4b50-9343-d673309ef74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.215052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Made reservation on behalf of 748f7906c413489188179c6c6eb7a624 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:35.217138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.218562 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-176abb97-6d76-4b50-9343-d673309ef74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.220338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-176abb97-6d76-4b50-9343-d673309ef74e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d6df427-da12-4d1d-adca-8da79e2fed1b HTTP/1.1" status: 204 len: 168 time: 0.3310335 Oct 19 11:25:35.232055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176abb97-6d76-4b50-9343-d673309ef74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6df427-da12-4d1d-adca-8da79e2fed1b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:35.266502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] device_id is not set on port 8f2e8c04-997a-458b-985b-82a84bddd44a yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:35.274262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Network': ['ID=36fb759e-ad16-45a9-9ba7-8248c4f63ab7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:35.286330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 36fb759e-ad16-45a9-9ba7-8248c4f63ab7 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:35.315962 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ac95a4b1-642b-4fbc-8157-d1a32f87692d tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5720000 Oct 19 11:25:35.316351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35756) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:35.324467 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'subnet': {'network_id': '36fb759e-ad16-45a9-9ba7-8248c4f63ab7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:35.502945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.529586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6bbf7-d921-4ba9-aa21-3b2bd68c17c9 req-f7f8a5ff-4005-42a5-90ca-9fadfa88bfaf tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:35.531189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-39d6bbf7-d921-4ba9-aa21-3b2bd68c17c9 req-f7f8a5ff-4005-42a5-90ca-9fadfa88bfaf tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 944 time: 0.1185417 Oct 19 11:25:35.538317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:35.543907 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.597695 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-39d6bbf7-d921-4ba9-aa21-3b2bd68c17c9 req-0deb2bed-fc7b-4608-8680-a193202b2597 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545526 Oct 19 11:25:35.692347 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.790227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Network 45b0ee19-a3c6-40fc-8845-9f935897947d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:35.794570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:35.799194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:35.802714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:35.803335 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:35.819994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event updated for resources: {'Port': ['ID=8f2e8c04-997a-458b-985b-82a84bddd44a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:35.942878 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-81ff8f34-c971-4094-a3ab-e0163492c96a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8842788 Oct 19 11:25:35.943651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35770) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:35.948150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:35.989267 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:36.019038 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:36.162415 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Subnet': ['ID=90d9a21f-568e-4cef-a184-562494299b4f,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:36.176777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Checking segment: {'id': '8a8310bb-e097-458e-8fdc-ab28796d0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '36fb759e-ad16-45a9-9ba7-8248c4f63ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:36.177188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network hostable DHCP agents. Network: 36fb759e-ad16-45a9-9ba7-8248c4f63ab7, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:36.289655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] device_id is not set on port 8f2e8c04-997a-458b-985b-82a84bddd44a yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:36.299574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:36.464036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network 36fb759e-ad16-45a9-9ba7-8248c4f63ab7 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:36.464149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:36.537251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 36fb759e-ad16-45a9-9ba7-8248c4f63ab7) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:36.540582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event updated for resources: {'Port': ['ID=8f2e8c04-997a-458b-985b-82a84bddd44a,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:36.541933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:36.545422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:36.545800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:36.546138 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:36.548492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb557498-e3e4-4b2d-af77-a13e6acac06f None None] Network 36fb759e-ad16-45a9-9ba7-8248c4f63ab7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:36.553512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:36.555368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:36.555708 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:36.556105 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 2 to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a Oct 19 11:25:36.571721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:36.572109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:36.572453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:36.579483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:36.580950 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:36.581572 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 3 to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a Oct 19 11:25:36.599994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:36.600387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:36.600792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:36.605702 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:36.606294 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:36.609618 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 4 to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a Oct 19 11:25:36.624444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:36.624824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:36.625156 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:36.630561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:36.630916 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:36.631304 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 5 to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a Oct 19 11:25:36.648236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35792) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:36.649050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1524f7ca-8f69-46f9-af3c-e5107d67d2aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3308761 Oct 19 11:25:36.674933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:36.675321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:36.675605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:36.683424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:36.683761 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:36.686408 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 6 to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a Oct 19 11:25:36.718436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:36.718842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:36.719109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:36.775452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:36.775784 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:36.791421 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 7 to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a Oct 19 11:25:36.809414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-36fb759e-ad16-45a9-9ba7-8248c4f63ab7', 'network_id': '36fb759e-ad16-45a9-9ba7-8248c4f63ab7', 'tenant_id': '291bf9886e234c3789aee032ceb2e969', 'fixed_ips': [{'subnet_id': '90d9a21f-568e-4cef-a184-562494299b4f'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:25:36.810419 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:36.822879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:36.823225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:36.823563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:36.837424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:36.837788 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:36.843295 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 8 to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a Oct 19 11:25:36.870727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c2065-03f2-4963-9f09-c19a58200063 req-5a6742e7-57ca-4e62-9fc1-2d2834c4258f tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:36.879257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5e0c2065-03f2-4963-9f09-c19a58200063 req-5a6742e7-57ca-4e62-9fc1-2d2834c4258f tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 944 time: 0.1540174 Oct 19 11:25:36.887479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35800) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:36.887947 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:36.891241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:36.891571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:36.891907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:36.915257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:36.915736 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:36.917640 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 9 to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a Oct 19 11:25:36.950370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:36.951040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:36.951040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:36.987822 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5e0c2065-03f2-4963-9f09-c19a58200063 req-6abfb8fd-6107-4f56-b130-43e61b1e964d tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032488 Oct 19 11:25:37.008042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:37.008378 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:37.017890 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 10 to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a Oct 19 11:25:37.022874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-817104316-network', 'tenant_id': '7b01220e015046d48aae1f7d53f5200e'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:37.048121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Allocated IP 2001:db8::2 (36fb759e-ad16-45a9-9ba7-8248c4f63ab7/90d9a21f-568e-4cef-a184-562494299b4f/ac8065b4-555d-4396-98b6-1db94c88a7c1) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:37.050551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:37.050917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:37.051286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:37.063033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:37.063384 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 8f2e8c04-997a-458b-985b-82a84bddd44a on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:37.063722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.066616 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.153777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b67d9384-f5c3-42a6-9e46-4131289f019d up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:25:37.206379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Made reservation on behalf of 7b01220e015046d48aae1f7d53f5200e for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:37.210812 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.241463 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.277706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] For port 8f2e8c04-997a-458b-985b-82a84bddd44a, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:37.278320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempted to set empty binding levels {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 11:25:37.343777 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.350149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.373345 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.381076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] In _notify_port_updated(), no bound segment for port 8f2e8c04-997a-458b-985b-82a84bddd44a on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:25:37.381969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.382504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.383824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "PUT /v2.0/ports/8f2e8c04-997a-458b-985b-82a84bddd44a HTTP/1.1" status: 200 len: 979 time: 1.4399092 Oct 19 11:25:37.387294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35810) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:37.400457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port b67d9384-f5c3-42a6-9e46-4131289f019d completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:25:37.401146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492ac6e-a713-4e85-a417-c635339b496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event updated for resources: {'Port': ['ID=8f2e8c04-997a-458b-985b-82a84bddd44a,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:37.406855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port b67d9384-f5c3-42a6-9e46-4131289f019d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:37.407489 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.442225 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.470750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Network 36fb759e-ad16-45a9-9ba7-8248c4f63ab7 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:37.496632 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.496866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:37.500626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:37.531362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.531362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.531362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.531362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.531362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.532285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.534138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.534138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.534451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.534907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.536440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.536440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.536957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.537410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.537856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.538299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.538739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.539183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.539628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.540068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.540509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.540969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.541406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.541840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.542273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.542708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.543506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.543623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.544002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.545641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.545641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.545837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Pushing event updated for resources: {'Port': ['ID=ac8065b4-555d-4396-98b6-1db94c88a7c1,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:37.545943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.545943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.546229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.546604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.547038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.547473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:37.549528 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.555964 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-842c0bef-db87-4be1-9c6b-35e9f20e705a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32993 time: 0.1667335 Oct 19 11:25:37.558635 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35812) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:37.602379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Subnet': ['ID=90d9a21f-568e-4cef-a184-562494299b4f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:37.603648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:37.613068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4930c48-1a88-4547-b065-29d733f16895,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:37.632131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.632584 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Added segment a606b0fa-6a10-4f72-aa0b-8e16d15ff814 of type vlan for network 4c8e1197-dd9d-4d19-849a-45940c6bc08d Oct 19 11:25:37.637476 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.641759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Attempting to bind port ac8065b4-555d-4396-98b6-1db94c88a7c1 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:37.642270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Attempting to bind port ac8065b4-555d-4396-98b6-1db94c88a7c1 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '8a8310bb-e097-458e-8fdc-ab28796d0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '36fb759e-ad16-45a9-9ba7-8248c4f63ab7'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:37.643113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Attempting to bind port ac8065b4-555d-4396-98b6-1db94c88a7c1 on network 36fb759e-ad16-45a9-9ba7-8248c4f63ab7 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:37.657676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:25:37.660074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Checking segment: {'id': '8a8310bb-e097-458e-8fdc-ab28796d0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '36fb759e-ad16-45a9-9ba7-8248c4f63ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:37.660074 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.660074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Bound using segment: {'id': '8a8310bb-e097-458e-8fdc-ab28796d0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '36fb759e-ad16-45a9-9ba7-8248c4f63ab7'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:25:37.660074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Bound port: ac8065b4-555d-4396-98b6-1db94c88a7c1, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8310bb-e097-458e-8fdc-ab28796d0e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '36fb759e-ad16-45a9-9ba7-8248c4f63ab7'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:25:37.660910 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.703725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd296e560-80e6-49a5-b4c6-ae389ec6ca34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67d9384-f5c3-42a6-9e46-4131289f019d'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:25:37.706428 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b86ca7-2338-4059-a549-a97e8e3f502f" -d '{"events": [{"server_uuid": "d296e560-80e6-49a5-b4c6-ae389ec6ca34", "name": "network-vif-plugged", "status": "completed", "tag": "b67d9384-f5c3-42a6-9e46-4131289f019d"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:25:37.742248 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.746384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port b67d9384-f5c3-42a6-9e46-4131289f019d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b67d9384-f5c3-42a6-9e46-4131289f019d,segment=NetworkSegment(8133b485-9ccf-4bdc-83c7-7e4321d2f6e8),segment_id=8133b485-9ccf-4bdc-83c7-7e4321d2f6e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:37.763759 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.791358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] For port ac8065b4-555d-4396-98b6-1db94c88a7c1, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:37.796430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] For port ac8065b4-555d-4396-98b6-1db94c88a7c1, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ac8065b4-555d-4396-98b6-1db94c88a7c1,segment=NetworkSegment(8a8310bb-e097-458e-8fdc-ab28796d0e2a),segment_id=8a8310bb-e097-458e-8fdc-ab28796d0e2a)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:25:37.802530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fb759e-ad16-45a9-9ba7-8248c4f63ab7']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:37.815296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8310bb-e097-458e-8fdc-ab28796d0e2a') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:37.816044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8310bb-e097-458e-8fdc-ab28796d0e2a') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:37.824763 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.829558 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.847024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a721e12b-6b3e-4445-a91a-4a515443811a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Deleting port 8f2e8c04-997a-458b-985b-82a84bddd44a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:37.850149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a721e12b-6b3e-4445-a91a-4a515443811a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.925581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=b67d9384-f5c3-42a6-9e46-4131289f019d,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:37.952182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.967847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-a721e12b-6b3e-4445-a91a-4a515443811a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] For port 8f2e8c04-997a-458b-985b-82a84bddd44a, host n-h1-814547-1, got binding levels [] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:37.967847 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a721e12b-6b3e-4445-a91a-4a515443811a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.968582 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:37.968695 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:38.011273 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:38.012795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:38.013172 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:38.016669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a721e12b-6b3e-4445-a91a-4a515443811a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Calling delete_port for 8f2e8c04-997a-458b-985b-82a84bddd44a owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:38.082571 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce7193-df7b-4613-b25d-e4127e0f4290 None None] Pushing event updated for resources: {'Port': ['ID=ac8065b4-555d-4396-98b6-1db94c88a7c1,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:38.105187 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16316dea-f8b1-4cae-9716-4a3185bdb4b2 x-openstack-request-id: req-16316dea-f8b1-4cae-9716-4a3185bdb4b2 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:25:38.106946 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d296e560-80e6-49a5-b4c6-ae389ec6ca34", "name": "network-vif-plugged", "status": "completed", "tag": "b67d9384-f5c3-42a6-9e46-4131289f019d", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:25:38.107392 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16316dea-f8b1-4cae-9716-4a3185bdb4b2 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:25:38.109846 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd296e560-80e6-49a5-b4c6-ae389ec6ca34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67d9384-f5c3-42a6-9e46-4131289f019d', 'code': 200} Oct 19 11:25:38.121901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8e1197-dd9d-4d19-849a-45940c6bc08d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:38.143668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.api [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:25:38.143668 n-d-814547-1 neutron-server[101312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:25:38.143668 n-d-814547-1 neutron-server[101312]: [parameters: {'id': '36fb759e-ad16-45a9-9ba7-8248c4f63ab7'}] Oct 19 11:25:38.143668 n-d-814547-1 neutron-server[101312]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:25:38.145363 n-d-814547-1 neutron-server[101312]: DEBUG oslo_db.api [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:25:38.166511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 4c8e1197-dd9d-4d19-849a-45940c6bc08d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:38.243758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a69b7c-ee5e-4586-b65a-d6e46850f3cb None None] Network 36fb759e-ad16-45a9-9ba7-8248c4f63ab7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:38.297308 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bcd5996c-1f6d-411b-a709-2b84fc57c049 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4054606 Oct 19 11:25:38.297698 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35830) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:38.307519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] Request body: {'subnet': {'network_id': '4c8e1197-dd9d-4d19-849a-45940c6bc08d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-817104316-subnet', 'tenant_id': '7b01220e015046d48aae1f7d53f5200e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:38.359850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722c340-4238-4bb1-ae3f-16843ee5d7c2 req-a8214599-4988-4fe2-8bd4-20bf7d3cdff4 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:38.370413 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7722c340-4238-4bb1-ae3f-16843ee5d7c2 req-a8214599-4988-4fe2-8bd4-20bf7d3cdff4 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 945 time: 0.2365894 Oct 19 11:25:38.418775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769561d4-ba5b-49cb-81bf-b07339a4cf57 req-f2e80de0-8a21-4510-90c4-021b9c985a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:38.419223 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-769561d4-ba5b-49cb-81bf-b07339a4cf57 req-f2e80de0-8a21-4510-90c4-021b9c985a10 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 1096 time: 0.2825968 Oct 19 11:25:38.475159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] Made reservation on behalf of 7b01220e015046d48aae1f7d53f5200e for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:38.478235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7722c340-4238-4bb1-ae3f-16843ee5d7c2 req-6682003e-4a60-4884-a3ff-185cb5265a41 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010404 Oct 19 11:25:38.491306 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:38.491408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a721e12b-6b3e-4445-a91a-4a515443811a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:38.499197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d9e75f-abb9-4d73-80aa-51357acb7ff2 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:25:38.534363 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a721e12b-6b3e-4445-a91a-4a515443811a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:38.540670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a721e12b-6b3e-4445-a91a-4a515443811a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "DELETE /v2.0/ports/8f2e8c04-997a-458b-985b-82a84bddd44a HTTP/1.1" status: 204 len: 168 time: 0.9786243 Oct 19 11:25:38.540670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721e12b-6b3e-4445-a91a-4a515443811a tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f2e8c04-997a-458b-985b-82a84bddd44a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:38.542820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35834) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:38.545482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-769561d4-ba5b-49cb-81bf-b07339a4cf57 req-f2a098b0-7b17-44f8-a18c-d1793b843ad1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167281 Oct 19 11:25:38.573378 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-5604e5ee-ff2a-48ed-8ae7-9f7b7d56362b tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] GET failed (client error): The resource could not be found. Oct 19 11:25:38.575853 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5604e5ee-ff2a-48ed-8ae7-9f7b7d56362b tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "GET /v2.0/ports/8f2e8c04-997a-458b-985b-82a84bddd44a HTTP/1.1" status: 404 len: 333 time: 0.0287998 Oct 19 11:25:38.583855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35836) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:38.589072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-174709472', 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:38.651250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:38.676999 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9e75f-abb9-4d73-80aa-51357acb7ff2 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:25:38.703573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Made reservation on behalf of 748f7906c413489188179c6c6eb7a624 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:38.706551 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:38.728243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] device_id is not set on port ce38a425-2004-4f7e-967b-652d5d8b830c yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:38.797896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Deleting port ac8065b4-555d-4396-98b6-1db94c88a7c1 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:38.797896 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:38.857738 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:38.924349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] For port ac8065b4-555d-4396-98b6-1db94c88a7c1, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ac8065b4-555d-4396-98b6-1db94c88a7c1,segment=NetworkSegment(8a8310bb-e097-458e-8fdc-ab28796d0e2a),segment_id=8a8310bb-e097-458e-8fdc-ab28796d0e2a)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:38.924349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:38.951714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Calling delete_port for ac8065b4-555d-4396-98b6-1db94c88a7c1 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:38.979126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d75292-b0bd-45d3-968b-e5eb7ed06aad,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:39.010968 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.030368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] Checking segment: {'id': 'a606b0fa-6a10-4f72-aa0b-8e16d15ff814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4c8e1197-dd9d-4d19-849a-45940c6bc08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:39.030783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] Network hostable DHCP agents. Network: 4c8e1197-dd9d-4d19-849a-45940c6bc08d, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:39.120189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] Network 4c8e1197-dd9d-4d19-849a-45940c6bc08d is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:39.143127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.144039 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.175419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No DVR routers for this DVR port ac8065b4-555d-4396-98b6-1db94c88a7c1 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:25:39.180690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Port': ['ID=ac8065b4-555d-4396-98b6-1db94c88a7c1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:39.197833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Network 45b0ee19-a3c6-40fc-8845-9f935897947d is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:39.202376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:39.207395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:39.208482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:39.209481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.219371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event updated for resources: {'Port': ['ID=ce38a425-2004-4f7e-967b-652d5d8b830c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:39.243191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 4c8e1197-dd9d-4d19-849a-45940c6bc08d) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:39.248114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:39.248753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.252788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d577e880-ae35-45fc-a88d-5db76187abf5 None None] Network 4c8e1197-dd9d-4d19-849a-45940c6bc08d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:39.301690 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.320954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a290910a-a2b6-4cd5-a75f-c757c53df181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7286375 Oct 19 11:25:39.320954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35844) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:39.329935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fb759e-ad16-45a9-9ba7-8248c4f63ab7']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:39.351131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8310bb-e097-458e-8fdc-ab28796d0e2a') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:39.351495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8310bb-e097-458e-8fdc-ab28796d0e2a') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:39.356702 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-867aec80-b8b8-4cfc-b758-4a5425f72bbb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0576396 Oct 19 11:25:39.372138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.375630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cd1cd0-7fb1-4102-a6d7-706a39bd4000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:39.380817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a8cd1cd0-7fb1-4102-a6d7-706a39bd4000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "GET /v2.0/ports/ce38a425-2004-4f7e-967b-652d5d8b830c HTTP/1.1" status: 200 len: 958 time: 0.0625923 Oct 19 11:25:39.381476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35848) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:39.424571 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.446563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:39.446563 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:39.455568 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:39.465284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b7f4c-b3e4-4403-bf8d-297c6ee9f6d3 None None] Network 4c8e1197-dd9d-4d19-849a-45940c6bc08d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:39.588071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e5360312-e727-43d2-9c24-85e53e186ac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Deleting port ce38a425-2004-4f7e-967b-652d5d8b830c {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:39.588488 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e5360312-e727-43d2-9c24-85e53e186ac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.640790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35858) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:39.710131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d907ae-2955-4bb0-8d81-00325d6c21c0 admin admin] Deleting subnet f1d75292-b0bd-45d3-968b-e5eb7ed06aad {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:25:39.717263 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93d907ae-2955-4bb0-8d81-00325d6c21c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.740770 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e5360312-e727-43d2-9c24-85e53e186ac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.745813 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.751162 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.759948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/networks/36fb759e-ad16-45a9-9ba7-8248c4f63ab7 HTTP/1.1" status: 204 len: 168 time: 3.1094909 Oct 19 11:25:39.760570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35860) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:39.772438 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ebe28-3953-4c9e-9689-b89aa0ca9878 req-3090f586-1fc7-4fe9-a21a-dc00fa16e589 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:39.773982 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db6ebe28-3953-4c9e-9689-b89aa0ca9878 req-3090f586-1fc7-4fe9-a21a-dc00fa16e589 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 945 time: 0.1558430 Oct 19 11:25:39.778149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e5360312-e727-43d2-9c24-85e53e186ac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Calling delete_port for ce38a425-2004-4f7e-967b-652d5d8b830c owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:39.781751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1559428222'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:39.799756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae955833-dd3a-4d43-b3c2-c9f361c19cf7 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Network': ['ID=36fb759e-ad16-45a9-9ba7-8248c4f63ab7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:39.810349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93d907ae-2955-4bb0-8d81-00325d6c21c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.843942 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db6ebe28-3953-4c9e-9689-b89aa0ca9878 req-ea0a51e3-2b71-4a1e-ab9d-b649fe49edcc tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568848 Oct 19 11:25:39.882368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93d907ae-2955-4bb0-8d81-00325d6c21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:39.971392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:39.975348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.029584 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e5360312-e727-43d2-9c24-85e53e186ac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.033112 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93d907ae-2955-4bb0-8d81-00325d6c21c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.044098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:40.070377 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5360312-e727-43d2-9c24-85e53e186ac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce38a425-2004-4f7e-967b-652d5d8b830c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:40.073757 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93d907ae-2955-4bb0-8d81-00325d6c21c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.080572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-93d907ae-2955-4bb0-8d81-00325d6c21c0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f1d75292-b0bd-45d3-968b-e5eb7ed06aad HTTP/1.1" status: 204 len: 168 time: 0.4364362 Oct 19 11:25:40.081785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35866) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:40.083340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d907ae-2955-4bb0-8d81-00325d6c21c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d75292-b0bd-45d3-968b-e5eb7ed06aad,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:40.087181 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e5360312-e727-43d2-9c24-85e53e186ac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.091804 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e5360312-e727-43d2-9c24-85e53e186ac4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ce38a425-2004-4f7e-967b-652d5d8b830c HTTP/1.1" status: 204 len: 168 time: 0.7092893 Oct 19 11:25:40.094687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35868) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:40.101265 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.101764 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Added segment 255db634-2bb1-407a-994c-c3173dfee8c5 of type vlan for network 90647e44-266e-4ecd-90b9-8ca43a4ba970 Oct 19 11:25:40.127108 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c93a2e9-8e97-45a9-993f-05dd72ba8645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] GET failed (client error): The resource could not be found. Oct 19 11:25:40.129927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3c93a2e9-8e97-45a9-993f-05dd72ba8645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "GET /v2.0/ports/ce38a425-2004-4f7e-967b-652d5d8b830c HTTP/1.1" status: 404 len: 333 time: 0.0334036 Oct 19 11:25:40.136229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35870) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:40.142471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Request body: {'port': {'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-674112492'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:40.209207 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.212575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Made reservation on behalf of 748f7906c413489188179c6c6eb7a624 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:40.213888 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.215074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.235564 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] device_id is not set on port 69acc4ab-cd93-499e-8107-c194f3c3d30c yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:40.320336 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.334034 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.340134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:40.341232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.425391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Network': ['ID=90647e44-266e-4ecd-90b9-8ca43a4ba970,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:40.435563 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.444023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 90647e44-266e-4ecd-90b9-8ca43a4ba970 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:40.459613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8e1197-dd9d-4d19-849a-45940c6bc08d']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:40.482033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a606b0fa-6a10-4f72-aa0b-8e16d15ff814') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:40.482340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a606b0fa-6a10-4f72-aa0b-8e16d15ff814') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:40.497625 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.521370 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.543586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:40.545266 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:40.550202 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:40.584132 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.599093 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a4f0f7d6-2ed9-4bd2-a2a4-61216a01be54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8302221 Oct 19 11:25:40.599741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35876) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:40.619297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Request body: {'subnet': {'network_id': '90647e44-266e-4ecd-90b9-8ca43a4ba970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:40.644097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Network 45b0ee19-a3c6-40fc-8845-9f935897947d is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:40.649433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:40.651912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:40.653082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:40.653671 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.666610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event updated for resources: {'Port': ['ID=69acc4ab-cd93-499e-8107-c194f3c3d30c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:40.753369 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ff6a3380-0f27-4841-b37b-c3f86a1a7682 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6160798 Oct 19 11:25:40.759285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35880) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:40.765244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:40.812928 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.820285 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.823433 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4c8e1197-dd9d-4d19-849a-45940c6bc08d HTTP/1.1" status: 204 len: 168 time: 0.7360446 Oct 19 11:25:40.837813 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:40.857260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64220dcd-c088-42ed-8db8-0b823214c881 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8e1197-dd9d-4d19-849a-45940c6bc08d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:40.868519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Made reservation on behalf of 291bf9886e234c3789aee032ceb2e969 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:40.872333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:41.053395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa70fb7-b790-4872-958e-9eadccddb8ac req-e5c1d0fa-6979-419e-bc40-fe94798588ee tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:41.054752 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfa70fb7-b790-4872-958e-9eadccddb8ac req-e5c1d0fa-6979-419e-bc40-fe94798588ee tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 945 time: 0.1088834 Oct 19 11:25:41.130418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfa70fb7-b790-4872-958e-9eadccddb8ac req-47a88fcc-12b1-40e4-af31-344c2c6320f5 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680385 Oct 19 11:25:41.138127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] device_id is not set on port 69acc4ab-cd93-499e-8107-c194f3c3d30c yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:41.146548 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:41.439971 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:41.514403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35898) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:41.532501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:41.532501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:41.532501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:41.537079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:41.537386 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:41.537994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event updated for resources: {'Port': ['ID=69acc4ab-cd93-499e-8107-c194f3c3d30c,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:41.541056 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 2 to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c Oct 19 11:25:41.572730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:41.572730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:41.573379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:41.582290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:41.582647 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:41.583062 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 3 to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c Oct 19 11:25:41.606124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:41.606124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:41.606471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:41.611246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:41.611599 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:41.611983 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 4 to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c Oct 19 11:25:41.628023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:41.628322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:41.628694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:41.637656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:41.637656 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:41.637656 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 5 to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c Oct 19 11:25:41.652365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:41.652734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:41.653068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:41.658075 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:41.658340 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:41.658712 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 6 to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c Oct 19 11:25:41.662778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:25:41.670459 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:41.673099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:41.673605 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:41.674113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:41.679562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:41.679767 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:41.680073 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 7 to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c Oct 19 11:25:41.697477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:41.697477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:41.697477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:41.703569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:41.703888 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:41.704282 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 8 to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c Oct 19 11:25:41.717881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:41.718212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:41.718542 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:41.731381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:41.731723 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:41.732106 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 9 to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c Oct 19 11:25:41.747999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:41.748361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:41.749185 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:41.749564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cb326167-99ae-48c7-bb59-be36efe30c94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b01220e015046d48aae1f7d53f5200e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336314 Oct 19 11:25:41.755330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35908) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:41.758486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:41.758486 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:41.764814 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempt 10 to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c Oct 19 11:25:41.795722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event updated for resources: {'Subnet': ['ID=9891d993-3af7-4bda-90b6-fd232f0b66c7,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:41.795890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:41.795890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:41.795890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempting to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:41.803105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:25:41.803435 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Failed to bind port 69acc4ab-cd93-499e-8107-c194f3c3d30c on host n-h1-814547-1 for vnic_type normal using segments [{'id': '9ce6e197-c370-4950-be04-53d8f1516b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '45b0ee19-a3c6-40fc-8845-9f935897947d'}] Oct 19 11:25:41.803801 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:41.805818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Checking segment: {'id': '255db634-2bb1-407a-994c-c3173dfee8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '90647e44-266e-4ecd-90b9-8ca43a4ba970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:41.809684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network hostable DHCP agents. Network: 90647e44-266e-4ecd-90b9-8ca43a4ba970, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:41.877575 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d212f77f-81b5-4b82-a83d-90f046672e8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:41.921990 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d212f77f-81b5-4b82-a83d-90f046672e8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:41.926080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Network 90647e44-266e-4ecd-90b9-8ca43a4ba970 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:41.932494 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] For port 69acc4ab-cd93-499e-8107-c194f3c3d30c, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:41.933160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attempted to set empty binding levels {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 11:25:41.994493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 90647e44-266e-4ecd-90b9-8ca43a4ba970) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:41.998701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:41.999291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.006414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2762f0e-107f-4759-997c-82896e99de5a None None] Network 90647e44-266e-4ecd-90b9-8ca43a4ba970 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:42.037809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.095412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] In _notify_port_updated(), no bound segment for port 69acc4ab-cd93-499e-8107-c194f3c3d30c on network 45b0ee19-a3c6-40fc-8845-9f935897947d {{(pid=101311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:25:42.096905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:42.097747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.099926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "PUT /v2.0/ports/69acc4ab-cd93-499e-8107-c194f3c3d30c HTTP/1.1" status: 200 len: 978 time: 1.3394513 Oct 19 11:25:42.104269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35916) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:42.114677 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d212f77f-81b5-4b82-a83d-90f046672e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.117564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d212f77f-81b5-4b82-a83d-90f046672e8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.118925 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d212f77f-81b5-4b82-a83d-90f046672e8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4930c48-1a88-4547-b065-29d733f16895 HTTP/1.1" status: 204 len: 168 time: 0.3616271 Oct 19 11:25:42.143318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212f77f-81b5-4b82-a83d-90f046672e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4930c48-1a88-4547-b065-29d733f16895,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:42.150181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d14fd4-01d2-48e8-a79e-1795366a7e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event updated for resources: {'Port': ['ID=69acc4ab-cd93-499e-8107-c194f3c3d30c,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:42.163311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf81c9-d875-478f-8117-27ec478a5127 req-c070916a-fee4-4467-acfe-eecea0de7ee5 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:42.170617 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dfdf81c9-d875-478f-8117-27ec478a5127 req-c070916a-fee4-4467-acfe-eecea0de7ee5 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 945 time: 0.1516275 Oct 19 11:25:42.206431 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8c909c2b-5dd5-4c9f-9893-f5dcf8f9ac7f tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5952935 Oct 19 11:25:42.209620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35920) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:42.227660 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-90647e44-266e-4ecd-90b9-8ca43a4ba970', 'network_id': '90647e44-266e-4ecd-90b9-8ca43a4ba970', 'tenant_id': '291bf9886e234c3789aee032ceb2e969', 'fixed_ips': [{'subnet_id': '9891d993-3af7-4bda-90b6-fd232f0b66c7'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:25:42.228336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.255523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dfdf81c9-d875-478f-8117-27ec478a5127 req-e628fc78-4c8a-451c-889c-5ad873d1d481 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838203 Oct 19 11:25:42.353927 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.377900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-197e65ff-90cd-421a-85b5-70596e9be2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Deleting port 69acc4ab-cd93-499e-8107-c194f3c3d30c {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:42.378241 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-197e65ff-90cd-421a-85b5-70596e9be2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.418902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.496331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Allocated IP 2001:db8::f816:3eff:fe16:d649 (90647e44-266e-4ecd-90b9-8ca43a4ba970/9891d993-3af7-4bda-90b6-fd232f0b66c7/693b1c9c-6f62-4180-84f3-52a3eee3cd8a) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:42.510523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-197e65ff-90cd-421a-85b5-70596e9be2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] For port 69acc4ab-cd93-499e-8107-c194f3c3d30c, host n-h1-814547-1, got binding levels [] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:42.511879 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-197e65ff-90cd-421a-85b5-70596e9be2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.530277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-197e65ff-90cd-421a-85b5-70596e9be2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Calling delete_port for 69acc4ab-cd93-499e-8107-c194f3c3d30c owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:42.709329 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-197e65ff-90cd-421a-85b5-70596e9be2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.709568 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.738744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e65ff-90cd-421a-85b5-70596e9be2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Pushing event deleted for resources: {'Port': ['ID=69acc4ab-cd93-499e-8107-c194f3c3d30c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:42.759811 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-197e65ff-90cd-421a-85b5-70596e9be2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.759811 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-197e65ff-90cd-421a-85b5-70596e9be2dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "DELETE /v2.0/ports/69acc4ab-cd93-499e-8107-c194f3c3d30c HTTP/1.1" status: 204 len: 168 time: 0.6425176 Oct 19 11:25:42.759811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35932) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:42.796780 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-595be716-6b33-4628-bc8c-90c17b3b0319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] GET failed (client error): The resource could not be found. Oct 19 11:25:42.800578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-595be716-6b33-4628-bc8c-90c17b3b0319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-43110471-project-admin] 10.222.0.39 "GET /v2.0/ports/69acc4ab-cd93-499e-8107-c194f3c3d30c HTTP/1.1" status: 404 len: 333 time: 0.0387216 Oct 19 11:25:42.800741 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.802429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35938) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:42.861439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Pushing event updated for resources: {'Port': ['ID=693b1c9c-6f62-4180-84f3-52a3eee3cd8a,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:42.889096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Network 90647e44-266e-4ecd-90b9-8ca43a4ba970 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:42.891225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:42.896349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:42.901812 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.912088 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.958834 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Attempting to bind port 693b1c9c-6f62-4180-84f3-52a3eee3cd8a on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:42.959222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Attempting to bind port 693b1c9c-6f62-4180-84f3-52a3eee3cd8a by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '255db634-2bb1-407a-994c-c3173dfee8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '90647e44-266e-4ecd-90b9-8ca43a4ba970'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:42.959402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Subnet': ['ID=9891d993-3af7-4bda-90b6-fd232f0b66c7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:42.959612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Attempting to bind port 693b1c9c-6f62-4180-84f3-52a3eee3cd8a on network 90647e44-266e-4ecd-90b9-8ca43a4ba970 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:42.973507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:25:42.973884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Checking segment: {'id': '255db634-2bb1-407a-994c-c3173dfee8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '90647e44-266e-4ecd-90b9-8ca43a4ba970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:42.974329 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:42.974931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Bound using segment: {'id': '255db634-2bb1-407a-994c-c3173dfee8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '90647e44-266e-4ecd-90b9-8ca43a4ba970'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:25:42.975393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Bound port: 693b1c9c-6f62-4180-84f3-52a3eee3cd8a, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255db634-2bb1-407a-994c-c3173dfee8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '90647e44-266e-4ecd-90b9-8ca43a4ba970'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:25:42.975888 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.072464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] For port 693b1c9c-6f62-4180-84f3-52a3eee3cd8a, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:43.076191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] For port 693b1c9c-6f62-4180-84f3-52a3eee3cd8a, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=693b1c9c-6f62-4180-84f3-52a3eee3cd8a,segment=NetworkSegment(255db634-2bb1-407a-994c-c3173dfee8c5),segment_id=255db634-2bb1-407a-994c-c3173dfee8c5)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:25:43.095360 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.105191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.143255 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.160459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b0ee19-a3c6-40fc-8845-9f935897947d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:43.163303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90647e44-266e-4ecd-90b9-8ca43a4ba970']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:43.181437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255db634-2bb1-407a-994c-c3173dfee8c5') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:43.182252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255db634-2bb1-407a-994c-c3173dfee8c5') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:43.184277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce6e197-c370-4950-be04-53d8f1516b7f') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:43.184594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce6e197-c370-4950-be04-53d8f1516b7f') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:43.201572 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.213651 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.224360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca88503-29de-4564-9735-23667b42364e req-99aba769-fbd4-4089-a919-a9de5dd9c2af tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:43.225362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827d940-e1cb-42a2-8cbc-4a2c029d6fe9 None None] Pushing event updated for resources: {'Port': ['ID=693b1c9c-6f62-4180-84f3-52a3eee3cd8a,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:43.225874 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0ca88503-29de-4564-9735-23667b42364e req-99aba769-fbd4-4089-a919-a9de5dd9c2af tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 946 time: 0.1577575 Oct 19 11:25:43.232185 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.243015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7e509-e9ba-447f-86bd-1f96e323e5af None None] Network 90647e44-266e-4ecd-90b9-8ca43a4ba970 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:43.243893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:43.243893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:43.246808 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:43.249225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.282843 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:43.283247 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:43.293271 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:43.398020 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0ca88503-29de-4564-9735-23667b42364e req-c83e5a32-ae2c-4061-bbcb-ac0df28da15c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562095 Oct 19 11:25:43.424256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a237fa7-456e-4048-9a54-bd36aa51d5a7 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:25:43.435236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac658cb4-41c4-4c70-95ce-bac8b64cec36 req-41aa7dda-c259-4fcd-8f2b-ce6cd463b589 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:43.436779 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ac658cb4-41c4-4c70-95ce-bac8b64cec36 req-41aa7dda-c259-4fcd-8f2b-ce6cd463b589 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 945 time: 0.0711720 Oct 19 11:25:43.440118 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:25:43.440118 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:25:43.440118 n-d-814547-1 neutron-server[101311]: [parameters: {'id': '90647e44-266e-4ecd-90b9-8ca43a4ba970'}] Oct 19 11:25:43.440118 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:25:43.440454 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:25:43.476108 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ac658cb4-41c4-4c70-95ce-bac8b64cec36 req-bdb6aa5a-872c-45b4-b597-96316d6dc3f6 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f33589-c54e-4af7-ae84-b4dcb67fe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322444 Oct 19 11:25:43.508663 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.532133 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.539721 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] 10.222.0.39 "DELETE /v2.0/networks/45b0ee19-a3c6-40fc-8845-9f935897947d HTTP/1.1" status: 204 len: 168 time: 0.7356560 Oct 19 11:25:43.548405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a237fa7-456e-4048-9a54-bd36aa51d5a7 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:25:43.625276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f04841-27ca-4b4b-b030-3c82c2afece5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1734789873-project] Pushing event deleted for resources: {'Network': ['ID=45b0ee19-a3c6-40fc-8845-9f935897947d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:43.675789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e0b9-aab8-4c90-9c9a-586521e7380b req-61406577-bf51-49ee-ad2b-46e32697a6d6 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:43.677968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef50e0b9-aab8-4c90-9c9a-586521e7380b req-61406577-bf51-49ee-ad2b-46e32697a6d6 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.26 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 945 time: 0.1328740 Oct 19 11:25:43.803590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-ef50e0b9-aab8-4c90-9c9a-586521e7380b req-6e9f91a7-9eec-4969-9010-2306e35f5c2a tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Deleting port b67d9384-f5c3-42a6-9e46-4131289f019d {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:43.804272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ef50e0b9-aab8-4c90-9c9a-586521e7380b req-6e9f91a7-9eec-4969-9010-2306e35f5c2a tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.929803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-ef50e0b9-aab8-4c90-9c9a-586521e7380b req-6e9f91a7-9eec-4969-9010-2306e35f5c2a tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] For port b67d9384-f5c3-42a6-9e46-4131289f019d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b67d9384-f5c3-42a6-9e46-4131289f019d,segment=NetworkSegment(8133b485-9ccf-4bdc-83c7-7e4321d2f6e8),segment_id=8133b485-9ccf-4bdc-83c7-7e4321d2f6e8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:43.930348 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ef50e0b9-aab8-4c90-9c9a-586521e7380b req-6e9f91a7-9eec-4969-9010-2306e35f5c2a tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.943496 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:43.947335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-ef50e0b9-aab8-4c90-9c9a-586521e7380b req-6e9f91a7-9eec-4969-9010-2306e35f5c2a tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Calling delete_port for b67d9384-f5c3-42a6-9e46-4131289f019d owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:44.068254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Deleting port 693b1c9c-6f62-4180-84f3-52a3eee3cd8a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:44.068611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.111206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35990) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:44.170444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] For port 693b1c9c-6f62-4180-84f3-52a3eee3cd8a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=693b1c9c-6f62-4180-84f3-52a3eee3cd8a,segment=NetworkSegment(255db634-2bb1-407a-994c-c3173dfee8c5),segment_id=255db634-2bb1-407a-994c-c3173dfee8c5)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:44.173078 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.183722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Calling delete_port for 693b1c9c-6f62-4180-84f3-52a3eee3cd8a owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:44.257031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-88497da0-0bcb-4fa6-a55a-f06a8246427b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb37fc3887ad414d9a647720af66a4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446545 Oct 19 11:25:44.259598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35996) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:44.265077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ef50e0b9-aab8-4c90-9c9a-586521e7380b req-6e9f91a7-9eec-4969-9010-2306e35f5c2a tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.281048 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['b67d9384-f5c3-42a6-9e46-4131289f019d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:25:44.298563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f91a7-9eec-4969-9010-2306e35f5c2a tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Pushing event deleted for resources: {'Port': ['ID=b67d9384-f5c3-42a6-9e46-4131289f019d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:44.313684 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65dd2d85-7e5a-4c27-97cb-096893f02ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.339371 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65dd2d85-7e5a-4c27-97cb-096893f02ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.344229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef50e0b9-aab8-4c90-9c9a-586521e7380b req-6e9f91a7-9eec-4969-9010-2306e35f5c2a tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] No DVR routers for this DVR port b67d9384-f5c3-42a6-9e46-4131289f019d on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:25:44.346969 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ef50e0b9-aab8-4c90-9c9a-586521e7380b req-6e9f91a7-9eec-4969-9010-2306e35f5c2a tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.352229 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef50e0b9-aab8-4c90-9c9a-586521e7380b req-6e9f91a7-9eec-4969-9010-2306e35f5c2a tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.26 "DELETE /v2.0/ports/b67d9384-f5c3-42a6-9e46-4131289f019d HTTP/1.1" status: 204 len: 173 time: 0.6669388 Oct 19 11:25:44.352499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd296e560-80e6-49a5-b4c6-ae389ec6ca34', 'name': 'network-vif-deleted', 'tag': 'b67d9384-f5c3-42a6-9e46-4131289f019d'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:25:44.354882 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3ef8c7-4e06-49c9-bc89-2a8433facc6d" -d '{"events": [{"server_uuid": "d296e560-80e6-49a5-b4c6-ae389ec6ca34", "name": "network-vif-deleted", "tag": "b67d9384-f5c3-42a6-9e46-4131289f019d"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:25:44.369337 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36000) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:44.370013 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.397298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Port': ['ID=693b1c9c-6f62-4180-84f3-52a3eee3cd8a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:44.405020 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c73f1be-fd76-4fc2-8736-ad597ee69ba4 x-openstack-request-id: req-2c73f1be-fd76-4fc2-8736-ad597ee69ba4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:25:44.405020 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d296e560-80e6-49a5-b4c6-ae389ec6ca34", "name": "network-vif-deleted", "tag": "b67d9384-f5c3-42a6-9e46-4131289f019d", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:25:44.405020 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c73f1be-fd76-4fc2-8736-ad597ee69ba4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:25:44.405020 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd296e560-80e6-49a5-b4c6-ae389ec6ca34', 'name': 'network-vif-deleted', 'tag': 'b67d9384-f5c3-42a6-9e46-4131289f019d', 'status': 'completed', 'code': 200} Oct 19 11:25:44.405912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No DVR routers for this DVR port 693b1c9c-6f62-4180-84f3-52a3eee3cd8a on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:25:44.502801 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.507173 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65dd2d85-7e5a-4c27-97cb-096893f02ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.510770 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65dd2d85-7e5a-4c27-97cb-096893f02ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.512228 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-65dd2d85-7e5a-4c27-97cb-096893f02ead admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6f0c46d-eff8-40b1-868f-cbdbfb896d24 HTTP/1.1" status: 204 len: 168 time: 0.2516093 Oct 19 11:25:44.538471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd2d85-7e5a-4c27-97cb-096893f02ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f0c46d-eff8-40b1-868f-cbdbfb896d24,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:44.543993 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6ab7e7a-82d4-41c9-8cee-4d255db3a4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.578572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493bd86-f9c7-44f1-97a9-e748d62b0b8d req-b8ea02b6-0c50-47c4-aeb3-c5bb1be82ee5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:44.580151 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c493bd86-f9c7-44f1-97a9-e748d62b0b8d req-b8ea02b6-0c50-47c4-aeb3-c5bb1be82ee5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 946 time: 0.1025822 Oct 19 11:25:44.647848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c493bd86-f9c7-44f1-97a9-e748d62b0b8d req-50582a9a-8599-4b32-b9a2-8c67db81e0eb tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604782 Oct 19 11:25:44.718020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6ab7e7a-82d4-41c9-8cee-4d255db3a4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.805967 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6ab7e7a-82d4-41c9-8cee-4d255db3a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.903032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90647e44-266e-4ecd-90b9-8ca43a4ba970']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:44.923062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255db634-2bb1-407a-994c-c3173dfee8c5') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:44.923062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255db634-2bb1-407a-994c-c3173dfee8c5') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:44.944714 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf6b173d-a0a6-43a6-945b-5b2bbe1ff3bb req-86fdd485-dab2-4842-b876-d1f8796b1147 tempest-ServerPasswordTestJSON-397818924 tempest-ServerPasswordTestJSON-397818924-project] 10.222.0.39 "GET /v2.0/ports?device_id=d296e560-80e6-49a5-b4c6-ae389ec6ca34 HTTP/1.1" status: 200 len: 210 time: 0.0439119 Oct 19 11:25:44.951005 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.974665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:44.981812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:44.982279 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:45.002507 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:45.102875 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.108191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.113173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/networks/90647e44-266e-4ecd-90b9-8ca43a4ba970 HTTP/1.1" status: 204 len: 168 time: 2.9015861 Oct 19 11:25:45.116069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36028) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.150774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252456c7-b14a-4888-b35d-5a35020c3404 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Network': ['ID=90647e44-266e-4ecd-90b9-8ca43a4ba970,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:45.176035 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5669b7-93db-4bf9-b74b-1234e96af837 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] DELETE failed (client error): The resource could not be found. Oct 19 11:25:45.176499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5669b7-93db-4bf9-b74b-1234e96af837 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:45.181299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4a5669b7-93db-4bf9-b74b-1234e96af837 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/subnets/9891d993-3af7-4bda-90b6-fd232f0b66c7 HTTP/1.1" status: 404 len: 337 time: 0.0382531 Oct 19 11:25:45.181629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab7e7a-82d4-41c9-8cee-4d255db3a4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c09735-3a5a-4210-a186-03681b28f08f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:45.182527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36030) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.188626 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a6ab7e7a-82d4-41c9-8cee-4d255db3a4eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a06dc2df36fb47a4a8e08e7cf6b7bd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8157225 Oct 19 11:25:45.188990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36032) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.213558 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a141be-777d-4300-81e3-01bae910d4ce tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] DELETE failed (client error): The resource could not be found. Oct 19 11:25:45.214114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a141be-777d-4300-81e3-01bae910d4ce tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:45.217489 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-81a141be-777d-4300-81e3-01bae910d4ce tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/networks/90647e44-266e-4ecd-90b9-8ca43a4ba970 HTTP/1.1" status: 404 len: 339 time: 0.0339105 Oct 19 11:25:45.220714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36034) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.243605 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cee296c1-357c-4798-b701-d8a8404f2c8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.250741 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-33088f02-a00e-4aac-b427-98654016ce54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] DELETE failed (client error): The resource could not be found. Oct 19 11:25:45.251104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33088f02-a00e-4aac-b427-98654016ce54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:45.254733 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-33088f02-a00e-4aac-b427-98654016ce54 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/subnets/90d9a21f-568e-4cef-a184-562494299b4f HTTP/1.1" status: 404 len: 337 time: 0.0329204 Oct 19 11:25:45.258914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36040) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.276209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cee296c1-357c-4798-b701-d8a8404f2c8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.277773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36042) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.289307 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6837d85-776b-401f-868c-143233a948c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] DELETE failed (client error): The resource could not be found. Oct 19 11:25:45.289855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6837d85-776b-401f-868c-143233a948c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:45.292906 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f6837d85-776b-401f-868c-143233a948c1 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/networks/36fb759e-ad16-45a9-9ba7-8248c4f63ab7 HTTP/1.1" status: 404 len: 339 time: 0.0326247 Oct 19 11:25:45.297939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36044) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.323726 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df23d9c-8e3f-4e21-97f4-83381e9d4359 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] DELETE failed (client error): The resource could not be found. Oct 19 11:25:45.326276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df23d9c-8e3f-4e21-97f4-83381e9d4359 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:45.329033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4df23d9c-8e3f-4e21-97f4-83381e9d4359 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/subnets/2cf20b78-39c3-4bf6-82e9-7140cf6a8292 HTTP/1.1" status: 404 len: 337 time: 0.0303388 Oct 19 11:25:45.329866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36046) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.356153 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1cf4fd-667d-4212-b7b0-34723137c34c tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] DELETE failed (client error): The resource could not be found. Oct 19 11:25:45.356707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1cf4fd-667d-4212-b7b0-34723137c34c tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:45.359668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9e1cf4fd-667d-4212-b7b0-34723137c34c tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/networks/e0ad0e13-aaca-4c25-bbe3-66ee416b1d32 HTTP/1.1" status: 404 len: 339 time: 0.0288756 Oct 19 11:25:45.362397 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3b8842ae-e06d-43cc-9776-d1ada4e88298 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=748f7906c413489188179c6c6eb7a624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0836411 Oct 19 11:25:45.365211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36048) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.365348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36050) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.417114 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54ae468b-36fc-4031-bb09-336fdb3a68ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.441170 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54ae468b-36fc-4031-bb09-336fdb3a68ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.454549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cee296c1-357c-4798-b701-d8a8404f2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.457867 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cee296c1-357c-4798-b701-d8a8404f2c8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.461864 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cee296c1-357c-4798-b701-d8a8404f2c8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60c09735-3a5a-4210-a186-03681b28f08f HTTP/1.1" status: 204 len: 168 time: 0.2718790 Oct 19 11:25:45.472307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-debbe17f-3a34-45d5-aa5f-fad972252389 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Deleting port a7c6458d-7dec-4fad-9e2e-104de04357a5 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:45.472900 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-debbe17f-3a34-45d5-aa5f-fad972252389 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.477062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee296c1-357c-4798-b701-d8a8404f2c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c09735-3a5a-4210-a186-03681b28f08f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:45.545566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-debbe17f-3a34-45d5-aa5f-fad972252389 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.560371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-debbe17f-3a34-45d5-aa5f-fad972252389 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Calling delete_port for a7c6458d-7dec-4fad-9e2e-104de04357a5 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:45.599729 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54ae468b-36fc-4031-bb09-336fdb3a68ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.602405 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54ae468b-36fc-4031-bb09-336fdb3a68ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.606553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-54ae468b-36fc-4031-bb09-336fdb3a68ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5ff167b-91ac-4cc6-9e1b-022936479fa6 HTTP/1.1" status: 204 len: 168 time: 0.2402453 Oct 19 11:25:45.615479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae468b-36fc-4031-bb09-336fdb3a68ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff167b-91ac-4cc6-9e1b-022936479fa6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:45.725923 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-debbe17f-3a34-45d5-aa5f-fad972252389 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.755534 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbe17f-3a34-45d5-aa5f-fad972252389 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Port': ['ID=a7c6458d-7dec-4fad-9e2e-104de04357a5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:45.760957 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-debbe17f-3a34-45d5-aa5f-fad972252389 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.764658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-debbe17f-3a34-45d5-aa5f-fad972252389 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/ports/a7c6458d-7dec-4fad-9e2e-104de04357a5 HTTP/1.1" status: 204 len: 168 time: 0.3981659 Oct 19 11:25:45.767238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36056) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.793549 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04ef984-2904-4bfa-a267-d9d91e7fe2b6 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] DELETE failed (client error): The resource could not be found. Oct 19 11:25:45.794000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04ef984-2904-4bfa-a267-d9d91e7fe2b6 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:45.797065 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a04ef984-2904-4bfa-a267-d9d91e7fe2b6 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/subnets/0ca1088c-6a13-4092-8684-fc0465bfb563 HTTP/1.1" status: 404 len: 337 time: 0.0288365 Oct 19 11:25:45.799766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36058) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:45.876765 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:45.981662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.004002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e97e69-c7a3-411f-a2d0-0c54bcca0aa2']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:46.015003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fc6525-7c4e-4aa4-9813-43bb2237c171') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:46.015300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fc6525-7c4e-4aa4-9813-43bb2237c171') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:46.026286 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.040478 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.046551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:46.046717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36080) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:46.047176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:46.049903 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:46.094389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29749c1-781e-42be-a4d6-adc312d0e02a admin admin] Deleting subnet 664288b9-0994-4541-86dd-0ecc9910795b {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:25:46.098715 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d29749c1-781e-42be-a4d6-adc312d0e02a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.140963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d29749c1-781e-42be-a4d6-adc312d0e02a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.188419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d29749c1-781e-42be-a4d6-adc312d0e02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.218079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.229767 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.233669 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/networks/46e97e69-c7a3-411f-a2d0-0c54bcca0aa2 HTTP/1.1" status: 204 len: 168 time: 0.4323366 Oct 19 11:25:46.236287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36092) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:46.247504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfde19f-dd72-4d33-ac4a-6e2e424a1d47 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Network': ['ID=46e97e69-c7a3-411f-a2d0-0c54bcca0aa2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:46.356439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4f671fe6-8ce1-47ce-b539-72aef27add52 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Deleting port 47e6b682-86e0-49de-b2e6-bf2223e1f602 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:46.356812 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f671fe6-8ce1-47ce-b539-72aef27add52 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.395297 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d29749c1-781e-42be-a4d6-adc312d0e02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.458068 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f671fe6-8ce1-47ce-b539-72aef27add52 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.462700 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d29749c1-781e-42be-a4d6-adc312d0e02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.467207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d29749c1-781e-42be-a4d6-adc312d0e02a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/664288b9-0994-4541-86dd-0ecc9910795b HTTP/1.1" status: 204 len: 168 time: 0.4183528 Oct 19 11:25:46.473908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29749c1-781e-42be-a4d6-adc312d0e02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664288b9-0994-4541-86dd-0ecc9910795b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:46.474416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36110) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:46.481641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4f671fe6-8ce1-47ce-b539-72aef27add52 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Calling delete_port for 47e6b682-86e0-49de-b2e6-bf2223e1f602 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:46.551984 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.643159 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36118) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:46.654173 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.675258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5308eaa-ca54-4833-bbd6-f12a43d295cc']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:46.685223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8133b485-9ccf-4bdc-83c7-7e4321d2f6e8') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:46.685510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8133b485-9ccf-4bdc-83c7-7e4321d2f6e8') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:46.695553 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.697258 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f671fe6-8ce1-47ce-b539-72aef27add52 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.711325 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.719425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:46.719832 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:46.721666 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:46.753987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f671fe6-8ce1-47ce-b539-72aef27add52 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Port': ['ID=47e6b682-86e0-49de-b2e6-bf2223e1f602,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:46.765789 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f671fe6-8ce1-47ce-b539-72aef27add52 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.770443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4f671fe6-8ce1-47ce-b539-72aef27add52 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/ports/47e6b682-86e0-49de-b2e6-bf2223e1f602 HTTP/1.1" status: 204 len: 168 time: 0.5329244 Oct 19 11:25:46.772912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36126) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:46.801485 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-0442a1aa-d776-452c-a0e4-15eb7c1f6841 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] DELETE failed (client error): The resource could not be found. Oct 19 11:25:46.801999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0442a1aa-d776-452c-a0e4-15eb7c1f6841 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:25:46.805508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0442a1aa-d776-452c-a0e4-15eb7c1f6841 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/subnets/b2c33b68-6815-4b64-89e5-8befebff0dfe HTTP/1.1" status: 404 len: 337 time: 0.0315905 Oct 19 11:25:46.808296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36128) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:46.874746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.888410 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.895031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e5308eaa-ca54-4833-bbd6-f12a43d295cc HTTP/1.1" status: 204 len: 168 time: 0.4194078 Oct 19 11:25:46.906604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f4116-b312-4fe6-97a1-0d7954a6fcc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5308eaa-ca54-4833-bbd6-f12a43d295cc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:46.912136 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:46.927040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1734935195'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:47.019508 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.043065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08488864-82b6-42d2-aced-022353287a58']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:47.051213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Made reservation on behalf of 46f398d455604357b5806d69126650f3 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:47.054632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee30c5c-3257-47aa-bb44-ad88ad5934c0') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:47.054946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee30c5c-3257-47aa-bb44-ad88ad5934c0') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:47.055853 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.065243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.065420 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.083273 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.090460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:47.090816 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:47.093866 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:47.207673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:25:47.212349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:25:47.245984 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.266972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.277822 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/networks/08488864-82b6-42d2-aced-022353287a58 HTTP/1.1" status: 204 len: 168 time: 0.4659128 Oct 19 11:25:47.278424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36158) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:47.289063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf6748-63f6-4719-9125-71d9a6061bf8 tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Network': ['ID=08488864-82b6-42d2-aced-022353287a58,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:47.316354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36164) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:47.391136 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.393179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.394290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:47.398477 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a3a0474a-6653-4818-813d-1cbac4422728 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7586076b0ed542ec8903ac1179989625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803411 Oct 19 11:25:47.400081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f931019e-3395-4839-af31-7e5ee447c5aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Deleting subnet 24d1ab1d-8950-4063-939f-74d0f9507b35 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:25:47.401010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36168) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:47.412584 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f931019e-3395-4839-af31-7e5ee447c5aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.418011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '373ae266-75b6-45a7-993f-7a9610788a3f', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'port_id': '373ae266-75b6-45a7-993f-7a9610788a3f', 'mac_address': 'fa:16:3e:31:32:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:25:47.432715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:25:47.434641 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e9293a-3177-4ae8-8da1-b59f7fb18cbe" -d '{"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-unplugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:25:47.475322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:47.485535 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f931019e-3395-4839-af31-7e5ee447c5aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.485656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a7c15ae-c2d7-48d2-b282-17d6123103c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.486746 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.487514 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692dde64-9909-43eb-b93f-f6ad3ed6a026 x-openstack-request-id: req-692dde64-9909-43eb-b93f-f6ad3ed6a026 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:25:47.487818 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-unplugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:25:47.488049 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-692dde64-9909-43eb-b93f-f6ad3ed6a026 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:25:47.488470 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f', 'code': 200} Oct 19 11:25:47.499656 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.510234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a7c15ae-c2d7-48d2-b282-17d6123103c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.513961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 373ae266-75b6-45a7-993f-7a9610788a3f {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:25:47.552128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:47.568044 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.574337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780c2149-fd25-4782-a58d-f47a89e842f4,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:47.617383 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f931019e-3395-4839-af31-7e5ee447c5aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.648031 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:25:47.649092 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:25:47.651765 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a7c15ae-c2d7-48d2-b282-17d6123103c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.652073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:47.654935 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a7c15ae-c2d7-48d2-b282-17d6123103c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.656643 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0a7c15ae-c2d7-48d2-b282-17d6123103c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4f33589-c54e-4af7-ae84-b4dcb67fe63b HTTP/1.1" status: 204 len: 168 time: 0.2544966 Oct 19 11:25:47.669488 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.669488 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Added segment 5c372726-84ce-4c80-b02d-a68d9068d067 of type vlan for network 409aafc6-2267-43e1-97cd-3b162cf1310f Oct 19 11:25:47.669956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c15ae-c2d7-48d2-b282-17d6123103c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f33589-c54e-4af7-ae84-b4dcb67fe63b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:47.670584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36176) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:47.730944 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.785796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c612dd0-eb39-498b-93d0-26c21da4cd3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.864226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f931019e-3395-4839-af31-7e5ee447c5aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.864445 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c612dd0-eb39-498b-93d0-26c21da4cd3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.866413 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.872253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:47.872885 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.923255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931019e-3395-4839-af31-7e5ee447c5aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Subnet': ['ID=24d1ab1d-8950-4063-939f-74d0f9507b35,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:47.935797 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f931019e-3395-4839-af31-7e5ee447c5aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.941487 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f931019e-3395-4839-af31-7e5ee447c5aa tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/subnets/24d1ab1d-8950-4063-939f-74d0f9507b35 HTTP/1.1" status: 204 len: 168 time: 0.6584222 Oct 19 11:25:47.942165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6592a0-a2a4-4da1-9355-a1fa78175126 None None] Network 3eeefd0d-cd3a-4136-a249-fdf256fca58a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:47.942687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36180) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:47.965755 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c612dd0-eb39-498b-93d0-26c21da4cd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:47.986129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'Network': ['ID=409aafc6-2267-43e1-97cd-3b162cf1310f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:48.003526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 409aafc6-2267-43e1-97cd-3b162cf1310f details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:48.007771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c612dd0-eb39-498b-93d0-26c21da4cd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffcfb5d-c235-4aa7-ad12-35b2fb3030c4,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:48.015903 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7d8e2746-797f-4815-928b-b38c45f722ff tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3685539 Oct 19 11:25:48.017242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36184) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:48.023141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Request body: {'subnet': {'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:48.044250 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3c612dd0-eb39-498b-93d0-26c21da4cd3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f662e98d7b5746b99821b3d4fb2aa981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716390 Oct 19 11:25:48.053630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36186) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:48.096601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.121489 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd586-abbb-4f11-9c53-9765e2a4b69b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.152023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd586-abbb-4f11-9c53-9765e2a4b69b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.242026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Deleting port 88123b7d-4d25-4708-99dd-a1a99ba4a467 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:48.242360 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.303023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd586-abbb-4f11-9c53-9765e2a4b69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.310810 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc3cd586-abbb-4f11-9c53-9765e2a4b69b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.310810 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bc3cd586-abbb-4f11-9c53-9765e2a4b69b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ffcfb5d-c235-4aa7-ad12-35b2fb3030c4 HTTP/1.1" status: 204 len: 168 time: 0.2541425 Oct 19 11:25:48.320467 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.321752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cd586-abbb-4f11-9c53-9765e2a4b69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffcfb5d-c235-4aa7-ad12-35b2fb3030c4,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:48.321904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] For port 88123b7d-4d25-4708-99dd-a1a99ba4a467, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=88123b7d-4d25-4708-99dd-a1a99ba4a467,segment=NetworkSegment(319a9ae4-4d6a-4722-95b9-bc548d7c946c),segment_id=319a9ae4-4d6a-4722-95b9-bc548d7c946c)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:48.322221 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.335692 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Calling delete_port for 88123b7d-4d25-4708-99dd-a1a99ba4a467 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:48.345059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373ae266-75b6-45a7-993f-7a9610788a3f {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:25:48.371642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:48.412708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Made reservation on behalf of 46f398d455604357b5806d69126650f3 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:48.416221 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.450368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.486625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c3989-d7b9-4a09-9f69-f308aff195cb None None] DHCP port deletion for 3eeefd0d-cd3a-4136-a249-fdf256fca58a request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:25:48.543212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:48.566968 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c3989-d7b9-4a09-9f69-f308aff195cb None None] Deleting port 88123b7d-4d25-4708-99dd-a1a99ba4a467 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:48.567340 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3989-d7b9-4a09-9f69-f308aff195cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.632138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0f3c3989-d7b9-4a09-9f69-f308aff195cb None None] For port 88123b7d-4d25-4708-99dd-a1a99ba4a467, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=88123b7d-4d25-4708-99dd-a1a99ba4a467,segment=NetworkSegment(319a9ae4-4d6a-4722-95b9-bc548d7c946c),segment_id=319a9ae4-4d6a-4722-95b9-bc548d7c946c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:48.632553 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3989-d7b9-4a09-9f69-f308aff195cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.643614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['373ae266-75b6-45a7-993f-7a9610788a3f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:25:48.655536 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.675443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0f3c3989-d7b9-4a09-9f69-f308aff195cb None None] Calling delete_port for 88123b7d-4d25-4708-99dd-a1a99ba4a467 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:48.693470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Port': ['ID=88123b7d-4d25-4708-99dd-a1a99ba4a467,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:48.695291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] No DVR routers for this DVR port 88123b7d-4d25-4708-99dd-a1a99ba4a467 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:25:48.744925 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.817020 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0f3c3989-d7b9-4a09-9f69-f308aff195cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.827960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'Subnet': ['ID=84375077-a817-471b-9f68-2c8a732b66ac,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:48.853362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c3989-d7b9-4a09-9f69-f308aff195cb None None] Pushing event deleted for resources: {'Port': ['ID=88123b7d-4d25-4708-99dd-a1a99ba4a467,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:48.857025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c3989-d7b9-4a09-9f69-f308aff195cb None None] No DVR routers for this DVR port 88123b7d-4d25-4708-99dd-a1a99ba4a467 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:25:48.891158 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.928521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eeefd0d-cd3a-4136-a249-fdf256fca58a']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:48.938218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Checking segment: {'id': '5c372726-84ce-4c80-b02d-a68d9068d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:48.949904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Network hostable DHCP agents. Network: 409aafc6-2267-43e1-97cd-3b162cf1310f, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:48.949904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319a9ae4-4d6a-4722-95b9-bc548d7c946c') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:48.949904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319a9ae4-4d6a-4722-95b9-bc548d7c946c') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:25:48.954017 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.979359 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.985346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:25:48.985726 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:25:48.988856 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:25:49.091300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Network 409aafc6-2267-43e1-97cd-3b162cf1310f is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:49.131470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:49.148556 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:49.152804 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] 10.222.0.39 "DELETE /v2.0/networks/3eeefd0d-cd3a-4136-a249-fdf256fca58a HTTP/1.1" status: 204 len: 168 time: 1.2082117 Oct 19 11:25:49.162373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa82ae9-7912-40a2-97fb-58fb0cfaee4a tempest-NetworksIpV6TestAttrs-77270823 tempest-NetworksIpV6TestAttrs-77270823-project] Pushing event deleted for resources: {'Network': ['ID=3eeefd0d-cd3a-4136-a249-fdf256fca58a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:49.176709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 409aafc6-2267-43e1-97cd-3b162cf1310f) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:49.182274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:49.183442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:49.187549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d047111-67aa-4ed1-aa4b-7e17634a1d95 None None] Network 409aafc6-2267-43e1-97cd-3b162cf1310f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:49.244840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b67d9384-f5c3-42a6-9e46-4131289f019d no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:25:49.268993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1df8377f-718e-4fa0-8575-8f2c65e41c7b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2505059 Oct 19 11:25:49.270934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: b67d9384-f5c3-42a6-9e46-4131289f019d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:25:49.271278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b67d9384-f5c3-42a6-9e46-4131289f019d not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:25:49.272193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36242) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:49.277426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Request body: {'port': {'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-82359706'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:49.469246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-409aafc6-2267-43e1-97cd-3b162cf1310f', 'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f', 'tenant_id': '46f398d455604357b5806d69126650f3', 'fixed_ips': [{'subnet_id': '84375077-a817-471b-9f68-2c8a732b66ac'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:25:49.472022 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:49.598703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 88123b7d-4d25-4708-99dd-a1a99ba4a467 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:25:49.631521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 88123b7d-4d25-4708-99dd-a1a99ba4a467 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:25:49.632208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 88123b7d-4d25-4708-99dd-a1a99ba4a467 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:25:49.642042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Made reservation on behalf of 46f398d455604357b5806d69126650f3 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:49.649512 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:49.650873 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:49.680933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] device_id is not set on port a6e8e1f7-b20e-4d73-9c9a-be3e6307492c yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:49.709718 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Allocated IP 2001:db8::2 (409aafc6-2267-43e1-97cd-3b162cf1310f/84375077-a817-471b-9f68-2c8a732b66ac/6c147e20-c815-43f3-af99-7bc8fd2d8671) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:49.796109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:49.881298 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:49.892433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36276) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:49.948949 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:49.991021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Network 409aafc6-2267-43e1-97cd-3b162cf1310f is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:50.000672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:50.000672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:50.008900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Allocated IP 2001:db8::268 (409aafc6-2267-43e1-97cd-3b162cf1310f/84375077-a817-471b-9f68-2c8a732b66ac/a6e8e1f7-b20e-4d73-9c9a-be3e6307492c) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:50.011016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Pushing event updated for resources: {'Port': ['ID=6c147e20-c815-43f3-af99-7bc8fd2d8671,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:50.082757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Attempting to bind port 6c147e20-c815-43f3-af99-7bc8fd2d8671 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:50.083371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Attempting to bind port 6c147e20-c815-43f3-af99-7bc8fd2d8671 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '5c372726-84ce-4c80-b02d-a68d9068d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:50.083958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Attempting to bind port 6c147e20-c815-43f3-af99-7bc8fd2d8671 on network 409aafc6-2267-43e1-97cd-3b162cf1310f {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:50.090354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:25:50.090792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Checking segment: {'id': '5c372726-84ce-4c80-b02d-a68d9068d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:50.091197 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:50.092208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Bound using segment: {'id': '5c372726-84ce-4c80-b02d-a68d9068d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:25:50.092208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Bound port: 6c147e20-c815-43f3-af99-7bc8fd2d8671, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c372726-84ce-4c80-b02d-a68d9068d067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:25:50.092638 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:50.220559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:50.222648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] For port 6c147e20-c815-43f3-af99-7bc8fd2d8671, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:50.226003 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] For port 6c147e20-c815-43f3-af99-7bc8fd2d8671, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c147e20-c815-43f3-af99-7bc8fd2d8671,segment=NetworkSegment(5c372726-84ce-4c80-b02d-a68d9068d067),segment_id=5c372726-84ce-4c80-b02d-a68d9068d067)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:25:50.290475 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-115959e5-600c-4707-98e0-f60a351cc69d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=291bf9886e234c3789aee032ceb2e969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939517 Oct 19 11:25:50.290704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36292) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:50.321179 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:50.369485 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a46488f8-f4cd-4cce-bbf4-822283b2b415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:50.392024 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:50.424267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc97b2-0e12-47b2-9199-fe1b9ee6ac75 None None] Pushing event updated for resources: {'Port': ['ID=6c147e20-c815-43f3-af99-7bc8fd2d8671,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:50.477593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a46488f8-f4cd-4cce-bbf4-822283b2b415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:50.503589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Network 409aafc6-2267-43e1-97cd-3b162cf1310f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:50.518499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'Port': ['ID=a6e8e1f7-b20e-4d73-9c9a-be3e6307492c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:50.531050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:50.544150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:50.550047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:50.550868 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:50.679028 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36312) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:50.680174 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-483023ae-2fc7-4a7f-9086-4907f80ac6e4 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4068089 Oct 19 11:25:50.692118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Request body: {'port': {'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1585501507', 'allowed_address_pairs': [{'ip_address': '2001:db8::268', 'mac_address': 'fa:16:3e:21:7c:f7'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:50.717318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a46488f8-f4cd-4cce-bbf4-822283b2b415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:50.723823 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a46488f8-f4cd-4cce-bbf4-822283b2b415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:50.745282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a46488f8-f4cd-4cce-bbf4-822283b2b415 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/896cb86f-33a2-4653-b2ef-8d33acc768cd HTTP/1.1" status: 204 len: 168 time: 0.4518857 Oct 19 11:25:50.786080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46488f8-f4cd-4cce-bbf4-822283b2b415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896cb86f-33a2-4653-b2ef-8d33acc768cd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:51.102840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Made reservation on behalf of 46f398d455604357b5806d69126650f3 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:51.226826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:25:51.339488 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:51.395609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 373ae266-75b6-45a7-993f-7a9610788a3f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:51.395609 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:51.443725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] device_id is not set on port e6d13996-03d7-4435-bbce-0db0ae3ab456 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:51.609858 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:51.659186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:25:51.666546 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01c22d2-094c-45cc-a222-fedf3ad35a6e" -d '{"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-plugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:25:51.700161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:51.719224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c147e20-c815-43f3-af99-7bc8fd2d8671 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:25:51.807945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Allocated IP 2001:db8::92 (409aafc6-2267-43e1-97cd-3b162cf1310f/84375077-a817-471b-9f68-2c8a732b66ac/e6d13996-03d7-4435-bbce-0db0ae3ab456) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:51.826602 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fbb188-fde2-4e5f-bdbc-11be70291397 x-openstack-request-id: req-80fbb188-fde2-4e5f-bdbc-11be70291397 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:25:51.826602 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-plugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:25:51.826602 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80fbb188-fde2-4e5f-bdbc-11be70291397 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:25:51.826602 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f', 'code': 200} Oct 19 11:25:51.826602 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:52.043127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=10']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:52.051571 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6c147e20-c815-43f3-af99-7bc8fd2d8671 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:52.053501 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:52.121425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:52.121770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049a4e1-0331-49f9-a615-4d137bb9366e None None] Network 409aafc6-2267-43e1-97cd-3b162cf1310f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:52.260692 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:52.275899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e76b9207-c134-44ac-aa30-b9eb890b3c8c None None] Provisioning complete for port 6c147e20-c815-43f3-af99-7bc8fd2d8671 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:52.276916 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e76b9207-c134-44ac-aa30-b9eb890b3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:52.384354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Network 409aafc6-2267-43e1-97cd-3b162cf1310f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:52.395893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:52.398364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'Port': ['ID=e6d13996-03d7-4435-bbce-0db0ae3ab456,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:52.406859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:52.414548 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:52.427589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:52.427589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:52.506449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 6c147e20-c815-43f3-af99-7bc8fd2d8671, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c147e20-c815-43f3-af99-7bc8fd2d8671,segment=NetworkSegment(5c372726-84ce-4c80-b02d-a68d9068d067),segment_id=5c372726-84ce-4c80-b02d-a68d9068d067)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:25:52.550845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36372) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:52.567678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bf3819f7-a858-4ac2-98ef-48c21942b91d tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8861132 Oct 19 11:25:52.570336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36376) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:52.584915 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e76b9207-c134-44ac-aa30-b9eb890b3c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:52.640332 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:52.746910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8a615d01-c2f6-49d5-a649-2a63e7394b1d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-933584422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:52.776468 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-e76b9207-c134-44ac-aa30-b9eb890b3c8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:25:52.776860 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-e76b9207-c134-44ac-aa30-b9eb890b3c8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:25:52.781435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=6c147e20-c815-43f3-af99-7bc8fd2d8671,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:52.795812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a924f6-3209-4bf9-b7e8-e5394d2e693e tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:52.807836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a924f6-3209-4bf9-b7e8-e5394d2e693e tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:52.817068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a924f6-3209-4bf9-b7e8-e5394d2e693e tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:52.819324 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f7a924f6-3209-4bf9-b7e8-e5394d2e693e tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2477424 Oct 19 11:25:52.822557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36384) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:52.880496 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a615d01-c2f6-49d5-a649-2a63e7394b1d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:52.881897 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a615d01-c2f6-49d5-a649-2a63e7394b1d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:52.988216 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a615d01-c2f6-49d5-a649-2a63e7394b1d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.009298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-17daf8fc-3637-472c-ab64-6a66ec263d07 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Deleting port e6d13996-03d7-4435-bbce-0db0ae3ab456 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:53.009895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17daf8fc-3637-472c-ab64-6a66ec263d07 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.055272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a615d01-c2f6-49d5-a649-2a63e7394b1d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.152455 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17daf8fc-3637-472c-ab64-6a66ec263d07 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.192234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-17daf8fc-3637-472c-ab64-6a66ec263d07 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Calling delete_port for e6d13996-03d7-4435-bbce-0db0ae3ab456 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:53.294986 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a615d01-c2f6-49d5-a649-2a63e7394b1d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.299309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36392) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:53.299472 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8a615d01-c2f6-49d5-a649-2a63e7394b1d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7473674 Oct 19 11:25:53.317590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-346614384'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:53.429414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Made reservation on behalf of 409bd3525d404c3cb0df2b5bd4c00d66 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:53.449176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.457307 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9d70de99-9104-46bc-b93a-a1630c3f605c None None] Provisioning complete for port 6c147e20-c815-43f3-af99-7bc8fd2d8671 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:53.458129 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d70de99-9104-46bc-b93a-a1630c3f605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.458279 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17daf8fc-3637-472c-ab64-6a66ec263d07 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.469604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.525303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17daf8fc-3637-472c-ab64-6a66ec263d07 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event deleted for resources: {'Port': ['ID=e6d13996-03d7-4435-bbce-0db0ae3ab456,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:53.682825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.698065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c147e20-c815-43f3-af99-7bc8fd2d8671 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:25:53.763319 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17daf8fc-3637-472c-ab64-6a66ec263d07 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.772510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36408) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:53.774975 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-17daf8fc-3637-472c-ab64-6a66ec263d07 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "DELETE /v2.0/ports/e6d13996-03d7-4435-bbce-0db0ae3ab456 HTTP/1.1" status: 204 len: 168 time: 0.9496543 Oct 19 11:25:53.785790 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.816724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9d70de99-9104-46bc-b93a-a1630c3f605c None None] Could not find standard attr ID for object e6d13996-03d7-4435-bbce-0db0ae3ab456. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:25:53.832933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9d70de99-9104-46bc-b93a-a1630c3f605c None None] Provisioning complete for port a6e8e1f7-b20e-4d73-9c9a-be3e6307492c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:53.833231 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d70de99-9104-46bc-b93a-a1630c3f605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.864730 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e82a29-d6ea-49b5-9a6c-8c5a3973182b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] GET failed (client error): The resource could not be found. Oct 19 11:25:53.866341 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-56e82a29-d6ea-49b5-9a6c-8c5a3973182b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "GET /v2.0/ports/e6d13996-03d7-4435-bbce-0db0ae3ab456 HTTP/1.1" status: 404 len: 333 time: 0.0927947 Oct 19 11:25:53.870145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36412) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:53.875784 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Request body: {'port': {'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1831075468'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:53.897590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:53.932180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e215c6-9d76-40ce-9887-e3280213edce,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:53.949822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6c147e20-c815-43f3-af99-7bc8fd2d8671 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:53.950628 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.951173 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:53.951728 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Added segment 3d32bfe0-aba2-4929-946c-ac69f382e74e of type vlan for network 99f8a923-1232-4272-bd25-3bb4eea6ba0c Oct 19 11:25:53.962544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9d70de99-9104-46bc-b93a-a1630c3f605c None None] Port a6e8e1f7-b20e-4d73-9c9a-be3e6307492c cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:25:54.065543 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:54.108367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b866046d-a81e-4c35-9a08-e352325434fb None None] Could not find standard attr ID for object e6d13996-03d7-4435-bbce-0db0ae3ab456. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:25:54.119904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Made reservation on behalf of 46f398d455604357b5806d69126650f3 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:54.124384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:54.205747 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:54.212065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] device_id is not set on port d75f711c-29da-4059-ad0c-a074c11897d0 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:54.213001 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:54.213896 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:54.360825 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0574648 Oct 19 11:25:54.364389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36426) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:54.369608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'subnet': {'network_id': '99f8a923-1232-4272-bd25-3bb4eea6ba0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:54.409763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Allocated IP 2001:db8::1bb (409aafc6-2267-43e1-97cd-3b162cf1310f/84375077-a817-471b-9f68-2c8a732b66ac/d75f711c-29da-4059-ad0c-a074c11897d0) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:54.448031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e5554-6ee6-40bc-b4cd-491df4807cce tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Network': ['ID=99f8a923-1232-4272-bd25-3bb4eea6ba0c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:54.461376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 99f8a923-1232-4272-bd25-3bb4eea6ba0c details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:54.560210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Made reservation on behalf of 409bd3525d404c3cb0df2b5bd4c00d66 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:54.565992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:54.636580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:54.732197 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:54.794262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Network 409aafc6-2267-43e1-97cd-3b162cf1310f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:54.798805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:54.803549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:54.811140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:54.813202 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:54.821530 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'Port': ['ID=d75f711c-29da-4059-ad0c-a074c11897d0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:54.919883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36438) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:54.928198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-72c0539d-a299-4ce8-8e89-2bd27ee0bfb3 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0487354 Oct 19 11:25:54.928887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-46e4f77f-34e5-467e-bff0-bd4c212fb4db tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::268', 'mac_address': 'fa:16:3e:21:7c:f7'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:54.970954 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:55.178064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-825573a8-20c9-41aa-92e5-7b9ae650911a None None] Provisioning complete for port d75f711c-29da-4059-ad0c-a074c11897d0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:55.178646 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-825573a8-20c9-41aa-92e5-7b9ae650911a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:55.263433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46e4f77f-34e5-467e-bff0-bd4c212fb4db tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:55.305849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Checking segment: {'id': '3d32bfe0-aba2-4929-946c-ac69f382e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '99f8a923-1232-4272-bd25-3bb4eea6ba0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:55.306104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-825573a8-20c9-41aa-92e5-7b9ae650911a None None] Port d75f711c-29da-4059-ad0c-a074c11897d0 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:25:55.306449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network hostable DHCP agents. Network: 99f8a923-1232-4272-bd25-3bb4eea6ba0c, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:55.329659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Subnet': ['ID=d7acd95a-a8a0-4a36-b937-e94a83679e41,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:55.441686 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-925baece-5950-4635-b1df-df8a38843720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:55.543173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network 99f8a923-1232-4272-bd25-3bb4eea6ba0c is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:55.606982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46e4f77f-34e5-467e-bff0-bd4c212fb4db tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:55.616810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36452) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:55.646315 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 99f8a923-1232-4272-bd25-3bb4eea6ba0c) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:55.651195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:55.651843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:55.657391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd80fa3d-fe13-4520-a308-44cbd5cd240f None None] Network 99f8a923-1232-4272-bd25-3bb4eea6ba0c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:55.692438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46e4f77f-34e5-467e-bff0-bd4c212fb4db tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:55.778688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4f77f-34e5-467e-bff0-bd4c212fb4db tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'Port': ['ID=d75f711c-29da-4059-ad0c-a074c11897d0,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:55.796195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-46e4f77f-34e5-467e-bff0-bd4c212fb4db tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] In _notify_port_updated(), no bound segment for port d75f711c-29da-4059-ad0c-a074c11897d0 on network 409aafc6-2267-43e1-97cd-3b162cf1310f {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:25:55.805479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e4f77f-34e5-467e-bff0-bd4c212fb4db tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:55.806520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46e4f77f-34e5-467e-bff0-bd4c212fb4db tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:55.808337 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-46e4f77f-34e5-467e-bff0-bd4c212fb4db tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "PUT /v2.0/ports/d75f711c-29da-4059-ad0c-a074c11897d0 HTTP/1.1" status: 200 len: 1003 time: 0.8867056 Oct 19 11:25:55.812095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36462) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:55.814544 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3f22195f-571c-4b67-bad6-b327f3d008c0 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4490843 Oct 19 11:25:55.828311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36464) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:55.840967 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a7394945-7532-433c-bb3b-f271ae7a561d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:55.868995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'network': {'name': 'tempest-router-network01--2135611909'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:55.952140 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-99f8a923-1232-4272-bd25-3bb4eea6ba0c', 'network_id': '99f8a923-1232-4272-bd25-3bb4eea6ba0c', 'tenant_id': '409bd3525d404c3cb0df2b5bd4c00d66', 'fixed_ips': [{'subnet_id': 'd7acd95a-a8a0-4a36-b937-e94a83679e41'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:25:55.953673 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.001903 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a7394945-7532-433c-bb3b-f271ae7a561d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.048465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba5653-ae5d-41f7-8139-91eade56144b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Deleting port d75f711c-29da-4059-ad0c-a074c11897d0 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:25:56.049946 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5653-ae5d-41f7-8139-91eade56144b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.125715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a7394945-7532-433c-bb3b-f271ae7a561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.151547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Made reservation on behalf of 409bd3525d404c3cb0df2b5bd4c00d66 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:56.156012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.261587 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a7394945-7532-433c-bb3b-f271ae7a561d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f54889002bbf42d580085e83fc6f05c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6433666 Oct 19 11:25:56.262531 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7394945-7532-433c-bb3b-f271ae7a561d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419e36c0-7c3b-4534-ab60-91f1d5d80f50,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:56.267658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36470) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:56.325218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:56.345789 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f1c7fe3-2a51-4e48-a3a3-7a5c3f1349b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.347963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5653-ae5d-41f7-8139-91eade56144b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.350846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.351200 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Added segment b708d088-9532-472e-a034-e1d833121d07 of type vlan for network e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 Oct 19 11:25:56.372408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ba4cfba4-019c-4511-877c-15a4a9067fef None None] Provisioning complete for port d75f711c-29da-4059-ad0c-a074c11897d0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:56.375176 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ba4cfba4-019c-4511-877c-15a4a9067fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.381946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba5653-ae5d-41f7-8139-91eade56144b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Calling delete_port for d75f711c-29da-4059-ad0c-a074c11897d0 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:25:56.402004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f1c7fe3-2a51-4e48-a3a3-7a5c3f1349b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.471368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ba4cfba4-019c-4511-877c-15a4a9067fef None None] Port d75f711c-29da-4059-ad0c-a074c11897d0 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:25:56.490704 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.512879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Allocated IP 2001:db8::2 (99f8a923-1232-4272-bd25-3bb4eea6ba0c/d7acd95a-a8a0-4a36-b937-e94a83679e41/bdb9b82e-4668-4203-9f1e-190be7806e69) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:56.524694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f1c7fe3-2a51-4e48-a3a3-7a5c3f1349b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.528331 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f1c7fe3-2a51-4e48-a3a3-7a5c3f1349b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.529577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2f1c7fe3-2a51-4e48-a3a3-7a5c3f1349b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/419e36c0-7c3b-4534-ab60-91f1d5d80f50 HTTP/1.1" status: 204 len: 168 time: 0.2610545 Oct 19 11:25:56.546577 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c7fe3-2a51-4e48-a3a3-7a5c3f1349b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419e36c0-7c3b-4534-ab60-91f1d5d80f50,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:56.612193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.619041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:56.619858 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.802587 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9390125 Oct 19 11:25:56.802587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbeb4c-2616-48cb-a394-9a6eb61d386a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Network': ['ID=e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:56.802925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36484) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:56.808949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'network': {'name': 'tempest-router-network02--1036844031'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:56.842893 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.848632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:56.902542 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5653-ae5d-41f7-8139-91eade56144b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.919794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Made reservation on behalf of 409bd3525d404c3cb0df2b5bd4c00d66 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:56.923350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.926637 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.958875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:25:56.974434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba5653-ae5d-41f7-8139-91eade56144b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event deleted for resources: {'Port': ['ID=d75f711c-29da-4059-ad0c-a074c11897d0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:56.979217 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:56.979567 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Added segment c5fad2c7-bed6-4646-b5f1-fed20c2627f1 of type vlan for network ce08bc20-9e3f-448f-b0e0-57fdbdae2b24 Oct 19 11:25:57.120009 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:57.212515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Network 99f8a923-1232-4272-bd25-3bb4eea6ba0c is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:57.213438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Pushing event updated for resources: {'Port': ['ID=bdb9b82e-4668-4203-9f1e-190be7806e69,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:57.217074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:57.229580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:57.238958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.239501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.240209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.240805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.241286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.241791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.242275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.242747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.242870 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1ba5653-ae5d-41f7-8139-91eade56144b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:57.243701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.244179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.244678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.245172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:25:57.247727 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b1ba5653-ae5d-41f7-8139-91eade56144b tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "DELETE /v2.0/ports/d75f711c-29da-4059-ad0c-a074c11897d0 HTTP/1.1" status: 204 len: 168 time: 1.4343176 Oct 19 11:25:57.250292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36494) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:57.310390 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f165e48-48ea-401f-a2a3-e9eda8c4fb52 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] GET failed (client error): The resource could not be found. Oct 19 11:25:57.316849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9f165e48-48ea-401f-a2a3-e9eda8c4fb52 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "GET /v2.0/ports/d75f711c-29da-4059-ad0c-a074c11897d0 HTTP/1.1" status: 404 len: 333 time: 0.0647454 Oct 19 11:25:57.317887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:57.320752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36498) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:57.323983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:57.324817 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:57.326255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Request body: {'port': {'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2008561729'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:57.418952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Attempting to bind port bdb9b82e-4668-4203-9f1e-190be7806e69 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:25:57.419664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Attempting to bind port bdb9b82e-4668-4203-9f1e-190be7806e69 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3d32bfe0-aba2-4929-946c-ac69f382e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '99f8a923-1232-4272-bd25-3bb4eea6ba0c'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:25:57.420201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Attempting to bind port bdb9b82e-4668-4203-9f1e-190be7806e69 on network 99f8a923-1232-4272-bd25-3bb4eea6ba0c {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:25:57.428443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:25:57.430555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Checking segment: {'id': '3d32bfe0-aba2-4929-946c-ac69f382e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '99f8a923-1232-4272-bd25-3bb4eea6ba0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:57.431243 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:57.436419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Bound using segment: {'id': '3d32bfe0-aba2-4929-946c-ac69f382e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '99f8a923-1232-4272-bd25-3bb4eea6ba0c'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:25:57.438945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Bound port: bdb9b82e-4668-4203-9f1e-190be7806e69, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d32bfe0-aba2-4929-946c-ac69f382e74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '99f8a923-1232-4272-bd25-3bb4eea6ba0c'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:25:57.439963 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:57.531343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7270591 Oct 19 11:25:57.548064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36502) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:57.549137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54c944-5dae-40a6-b65a-37f183cad83d tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Network': ['ID=ce08bc20-9e3f-448f-b0e0-57fdbdae2b24,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:57.565121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'subnet': {'network_id': 'e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:57.600139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network ce08bc20-9e3f-448f-b0e0-57fdbdae2b24 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:25:57.654247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] For port bdb9b82e-4668-4203-9f1e-190be7806e69, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:25:57.698600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] For port bdb9b82e-4668-4203-9f1e-190be7806e69, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bdb9b82e-4668-4203-9f1e-190be7806e69,segment=NetworkSegment(3d32bfe0-aba2-4929-946c-ac69f382e74e),segment_id=3d32bfe0-aba2-4929-946c-ac69f382e74e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:25:57.985080 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6538fb68-8844-4397-b0fa-f5928620149b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:57.998562 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:58.001203 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Made reservation on behalf of 46f398d455604357b5806d69126650f3 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:58.003113 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36510) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:58.016715 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:58.023439 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942f8ebc-eaf7-4fd0-83c8-19ae1d39d777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:58.059571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] device_id is not set on port bd54a712-e9b6-4a5f-9eb4-d13ae8435940 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:25:58.103335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99524512-0f83-48fa-b881-5c141afbc921 None None] Pushing event updated for resources: {'Port': ['ID=bdb9b82e-4668-4203-9f1e-190be7806e69,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:58.206744 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942f8ebc-eaf7-4fd0-83c8-19ae1d39d777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:58.218445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Made reservation on behalf of 409bd3525d404c3cb0df2b5bd4c00d66 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:25:58.223659 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:58.327367 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-942f8ebc-eaf7-4fd0-83c8-19ae1d39d777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:58.453605 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Allocated IP 2001:db8::3a2 (409aafc6-2267-43e1-97cd-3b162cf1310f/84375077-a817-471b-9f68-2c8a732b66ac/bd54a712-e9b6-4a5f-9eb4-d13ae8435940) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:25:58.463168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f8ebc-eaf7-4fd0-83c8-19ae1d39d777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ae2bb8-6125-4cb0-b190-d43dacb4deb1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:58.472963 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-942f8ebc-eaf7-4fd0-83c8-19ae1d39d777 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77bb2cd9807b4899a4f00d824f04abae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667938 Oct 19 11:25:58.478731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36524) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:58.734905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:58.823354 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0dedc8dd-e9c2-4d40-a710-e517cf351dd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:58.829960 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:58.867672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Network 409aafc6-2267-43e1-97cd-3b162cf1310f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:25:58.899607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:58.913528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:25:58.919607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:58.920374 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:58.935655 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0dedc8dd-e9c2-4d40-a710-e517cf351dd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:58.990347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'Port': ['ID=bd54a712-e9b6-4a5f-9eb4-d13ae8435940,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:59.068519 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:59.131410 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:59.136648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3f4e6487-be93-450c-96c3-ced937df2ce5 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8123944 Oct 19 11:25:59.136648 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:59.137184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36536) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:59.142773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7e0de3ea-17cf-4c99-897f-8c257379bdad tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:21:7c:f7'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:59.254146 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0dedc8dd-e9c2-4d40-a710-e517cf351dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:59.269498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0dedc8dd-e9c2-4d40-a710-e517cf351dd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:59.277724 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0dedc8dd-e9c2-4d40-a710-e517cf351dd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31ae2bb8-6125-4cb0-b190-d43dacb4deb1 HTTP/1.1" status: 204 len: 168 time: 0.7978859 Oct 19 11:25:59.335679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedc8dd-e9c2-4d40-a710-e517cf351dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ae2bb8-6125-4cb0-b190-d43dacb4deb1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:59.376443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7e0de3ea-17cf-4c99-897f-8c257379bdad tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:59.377049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Checking segment: {'id': 'b708d088-9532-472e-a034-e1d833121d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:25:59.377462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network hostable DHCP agents. Network: e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:25:59.384287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Subnet': ['ID=3b9aa9f9-3e99-48a8-9230-2110b4faa8a7,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:25:59.419953 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:25:59.439559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e4a33730-3f82-4821-adc6-fcf61b585a21 None None] Provisioning complete for port bd54a712-e9b6-4a5f-9eb4-d13ae8435940 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:25:59.448938 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e4a33730-3f82-4821-adc6-fcf61b585a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:59.474085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:25:59.555478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e4a33730-3f82-4821-adc6-fcf61b585a21 None None] Port bd54a712-e9b6-4a5f-9eb4-d13ae8435940 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:25:59.584526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:25:59.595855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:25:59.596453 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:25:59.620887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe0a8b-60b0-4521-8ae7-289f2a4f6f2a None None] Network e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:59.729922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c4afdebc-e644-491f-8666-7ddd26e2b58b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1755071 Oct 19 11:25:59.733458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36544) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:25:59.754614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'subnet': {'network_id': 'ce08bc20-9e3f-448f-b0e0-57fdbdae2b24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:25:59.847368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bdb9b82e-4668-4203-9f1e-190be7806e69 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:25:59.922614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ba98f-cc5e-44de-bf2e-10f8a6102a87 None None] Network 99f8a923-1232-4272-bd25-3bb4eea6ba0c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:25:59.928135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7e0de3ea-17cf-4c99-897f-8c257379bdad tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.040283 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7e0de3ea-17cf-4c99-897f-8c257379bdad tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.077412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7e0de3ea-17cf-4c99-897f-8c257379bdad tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] In _notify_port_updated(), no bound segment for port bd54a712-e9b6-4a5f-9eb4-d13ae8435940 on network 409aafc6-2267-43e1-97cd-3b162cf1310f {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:26:00.086562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0de3ea-17cf-4c99-897f-8c257379bdad tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:00.092152 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7e0de3ea-17cf-4c99-897f-8c257379bdad tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.095100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7e0de3ea-17cf-4c99-897f-8c257379bdad tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "PUT /v2.0/ports/bd54a712-e9b6-4a5f-9eb4-d13ae8435940 HTTP/1.1" status: 200 len: 1003 time: 0.9568012 Oct 19 11:26:00.098366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36554) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:00.121919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port bdb9b82e-4668-4203-9f1e-190be7806e69 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:00.123165 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.131301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a21ce59b-1250-4343-9eeb-fee1580dcee4 None None] Provisioning complete for port bdb9b82e-4668-4203-9f1e-190be7806e69 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:00.131939 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a21ce59b-1250-4343-9eeb-fee1580dcee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.193915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0de3ea-17cf-4c99-897f-8c257379bdad tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'Port': ['ID=bd54a712-e9b6-4a5f-9eb4-d13ae8435940,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:00.210623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Made reservation on behalf of 409bd3525d404c3cb0df2b5bd4c00d66 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:00.216360 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.396564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5', 'network_id': 'e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5', 'tenant_id': '409bd3525d404c3cb0df2b5bd4c00d66', 'fixed_ips': [{'subnet_id': '3b9aa9f9-3e99-48a8-9230-2110b4faa8a7'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:26:00.397887 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.617703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-212b67cf-e247-4643-a91c-79927f475680 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Deleting port bd54a712-e9b6-4a5f-9eb4-d13ae8435940 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:00.617703 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-212b67cf-e247-4643-a91c-79927f475680 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.746885 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a21ce59b-1250-4343-9eeb-fee1580dcee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.823759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.830693 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-212b67cf-e247-4643-a91c-79927f475680 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.857128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-212b67cf-e247-4643-a91c-79927f475680 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Calling delete_port for bd54a712-e9b6-4a5f-9eb4-d13ae8435940 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:00.923545 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:00.927418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a21ce59b-1250-4343-9eeb-fee1580dcee4 None None] For port bdb9b82e-4668-4203-9f1e-190be7806e69, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bdb9b82e-4668-4203-9f1e-190be7806e69,segment=NetworkSegment(3d32bfe0-aba2-4929-946c-ac69f382e74e),segment_id=3d32bfe0-aba2-4929-946c-ac69f382e74e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:00.959933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Allocated IP 2001:db8::2 (e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5/3b9aa9f9-3e99-48a8-9230-2110b4faa8a7/83b8be04-8a9a-4f58-a152-6eb85099baf4) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:01.012828 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:01.027549 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a21ce59b-1250-4343-9eeb-fee1580dcee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:01.243230 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Subnet': ['ID=5cecee07-5ac4-4c0b-ab97-dbecb5f07b79,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:01.269406 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:26:01.270602 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:26:01.310086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-08c5e2c4-b3f9-4348-bf90-4479db401357 None None] Provisioning complete for port bd54a712-e9b6-4a5f-9eb4-d13ae8435940 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:01.310338 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-08c5e2c4-b3f9-4348-bf90-4479db401357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:01.311787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Checking segment: {'id': 'c5fad2c7-bed6-4646-b5f1-fed20c2627f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ce08bc20-9e3f-448f-b0e0-57fdbdae2b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:01.312722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network hostable DHCP agents. Network: ce08bc20-9e3f-448f-b0e0-57fdbdae2b24, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:26:01.327126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ce59b-1250-4343-9eeb-fee1580dcee4 None None] Pushing event updated for resources: {'Port': ['ID=bdb9b82e-4668-4203-9f1e-190be7806e69,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:01.430360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-08c5e2c4-b3f9-4348-bf90-4479db401357 None None] Port bd54a712-e9b6-4a5f-9eb4-d13ae8435940 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:26:01.468515 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:01.474250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network ce08bc20-9e3f-448f-b0e0-57fdbdae2b24 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:26:01.520546 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-212b67cf-e247-4643-a91c-79927f475680 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:01.577212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f015e9c4-2abc-4c83-a165-5ca5c5b2a9e0 None None] Provisioning complete for port bdb9b82e-4668-4203-9f1e-190be7806e69 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:01.577663 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f015e9c4-2abc-4c83-a165-5ca5c5b2a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:01.601748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b67cf-e247-4643-a91c-79927f475680 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event deleted for resources: {'Port': ['ID=bd54a712-e9b6-4a5f-9eb4-d13ae8435940,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:01.605113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, ce08bc20-9e3f-448f-b0e0-57fdbdae2b24) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:01.631527 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:01.650902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:01.651462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5029b9e-f49e-4c21-86b4-573e7d1158d7 None None] Network ce08bc20-9e3f-448f-b0e0-57fdbdae2b24 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:01.652426 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:01.704971 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-212b67cf-e247-4643-a91c-79927f475680 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:01.709731 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-212b67cf-e247-4643-a91c-79927f475680 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "DELETE /v2.0/ports/bd54a712-e9b6-4a5f-9eb4-d13ae8435940 HTTP/1.1" status: 204 len: 168 time: 1.6099966 Oct 19 11:26:01.712511 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36616) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:01.753126 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b77578ef-6e4d-4f9b-a4b5-689143ed17f6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0183747 Oct 19 11:26:01.756210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36618) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:01.760396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Network e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:01.794321 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec2a951-4011-472c-9253-3a92dc4f8d7a tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] GET failed (client error): The resource could not be found. Oct 19 11:26:01.798574 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fec2a951-4011-472c-9253-3a92dc4f8d7a tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "GET /v2.0/ports/bd54a712-e9b6-4a5f-9eb4-d13ae8435940 HTTP/1.1" status: 404 len: 333 time: 0.0843003 Oct 19 11:26:01.803658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36624) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:01.808932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Request body: {'port': {'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-850332453'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:01.869012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:01.883485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:02.161766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Pushing event updated for resources: {'Port': ['ID=83b8be04-8a9a-4f58-a152-6eb85099baf4,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:02.205201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Made reservation on behalf of 46f398d455604357b5806d69126650f3 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:02.216842 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:02.245183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Attempting to bind port 83b8be04-8a9a-4f58-a152-6eb85099baf4 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:26:02.245183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Attempting to bind port 83b8be04-8a9a-4f58-a152-6eb85099baf4 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'b708d088-9532-472e-a034-e1d833121d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:26:02.245499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Attempting to bind port 83b8be04-8a9a-4f58-a152-6eb85099baf4 on network e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:26:02.271968 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:26:02.279242 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Checking segment: {'id': 'b708d088-9532-472e-a034-e1d833121d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:02.279660 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:02.280053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Bound using segment: {'id': 'b708d088-9532-472e-a034-e1d833121d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:26:02.280570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Bound port: 83b8be04-8a9a-4f58-a152-6eb85099baf4, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b708d088-9532-472e-a034-e1d833121d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:26:02.280959 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:02.316051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] device_id is not set on port 5b61650f-f837-4b5f-a194-6d06069a5559 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:26:02.363938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bdb9b82e-4668-4203-9f1e-190be7806e69 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:26:02.676131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port bdb9b82e-4668-4203-9f1e-190be7806e69 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:02.676503 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:02.678773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] For port 83b8be04-8a9a-4f58-a152-6eb85099baf4, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:26:02.730623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] For port 83b8be04-8a9a-4f58-a152-6eb85099baf4, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=83b8be04-8a9a-4f58-a152-6eb85099baf4,segment=NetworkSegment(b708d088-9532-472e-a034-e1d833121d07),segment_id=b708d088-9532-472e-a034-e1d833121d07)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:26:02.730768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Allocated IP 2001:db8::1c (409aafc6-2267-43e1-97cd-3b162cf1310f/84375077-a817-471b-9f68-2c8a732b66ac/5b61650f-f837-4b5f-a194-6d06069a5559) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:02.733698 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-ce08bc20-9e3f-448f-b0e0-57fdbdae2b24', 'network_id': 'ce08bc20-9e3f-448f-b0e0-57fdbdae2b24', 'tenant_id': '409bd3525d404c3cb0df2b5bd4c00d66', 'fixed_ips': [{'subnet_id': '5cecee07-5ac4-4c0b-ab97-dbecb5f07b79'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:26:02.734754 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:02.794858 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:02.914028 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:03.131038 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:03.241945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd1cdf-e246-4bf1-bf92-51c33f832481 None None] Pushing event updated for resources: {'Port': ['ID=83b8be04-8a9a-4f58-a152-6eb85099baf4,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:03.341400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:03.406308 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Allocated IP 2001:db8::2 (ce08bc20-9e3f-448f-b0e0-57fdbdae2b24/5cecee07-5ac4-4c0b-ab97-dbecb5f07b79/1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:03.477413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Allocated IP 2001:db8::1 (e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5/3b9aa9f9-3e99-48a8-9230-2110b4faa8a7/3299660d-5a5a-4429-a90f-13aad2900652) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:03.515381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Network 409aafc6-2267-43e1-97cd-3b162cf1310f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:03.517819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:03.524420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:03.533012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:03.533929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:03.578099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'Port': ['ID=5b61650f-f837-4b5f-a194-6d06069a5559,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:03.668465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36668) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:03.671616 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4050cbdf-c04a-4412-8899-b5b6dfbefcc9 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8666587 Oct 19 11:26:03.677146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Request body: {'port': {'network_id': '409aafc6-2267-43e1-97cd-3b162cf1310f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-553690820'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:03.857175 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:03.906585 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:03.960745 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:03.987520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Made reservation on behalf of 46f398d455604357b5806d69126650f3 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:03.994211 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.028110 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Network ce08bc20-9e3f-448f-b0e0-57fdbdae2b24 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:04.046751 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.048356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:04.060481 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:04.071928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Pushing event updated for resources: {'Port': ['ID=1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:04.091007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] device_id is not set on port fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:26:04.127123 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-60aa9997-43ce-40f2-89a0-d23904f7a561 None None] Provisioning complete for port 5b61650f-f837-4b5f-a194-6d06069a5559 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:04.127758 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60aa9997-43ce-40f2-89a0-d23904f7a561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.281275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-60aa9997-43ce-40f2-89a0-d23904f7a561 None None] Port 5b61650f-f837-4b5f-a194-6d06069a5559 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:26:04.353967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Attempting to bind port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:26:04.354339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Attempting to bind port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'c5fad2c7-bed6-4646-b5f1-fed20c2627f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ce08bc20-9e3f-448f-b0e0-57fdbdae2b24'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:26:04.354718 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Attempting to bind port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 on network ce08bc20-9e3f-448f-b0e0-57fdbdae2b24 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:26:04.431624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:26:04.431624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Checking segment: {'id': 'c5fad2c7-bed6-4646-b5f1-fed20c2627f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ce08bc20-9e3f-448f-b0e0-57fdbdae2b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:04.431624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.431624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Bound using segment: {'id': 'c5fad2c7-bed6-4646-b5f1-fed20c2627f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ce08bc20-9e3f-448f-b0e0-57fdbdae2b24'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:26:04.431624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Bound port: 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fad2c7-bed6-4646-b5f1-fed20c2627f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ce08bc20-9e3f-448f-b0e0-57fdbdae2b24'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:26:04.431624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.439712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Allocated IP 2001:db8::204 (409aafc6-2267-43e1-97cd-3b162cf1310f/84375077-a817-471b-9f68-2c8a732b66ac/fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:04.484635 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 83b8be04-8a9a-4f58-a152-6eb85099baf4 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:26:04.526886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:04.547335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:04.599751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:04.600285 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.638997 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] For port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:26:04.643823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] For port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7,segment=NetworkSegment(c5fad2c7-bed6-4646-b5f1-fed20c2627f1),segment_id=c5fad2c7-bed6-4646-b5f1-fed20c2627f1)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:26:04.651495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 83b8be04-8a9a-4f58-a152-6eb85099baf4 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:04.651876 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.684024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Port': ['ID=3299660d-5a5a-4429-a90f-13aad2900652,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:04.746458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1df27f-fe7b-4787-a15a-afd117fdaa38 None None] Network e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:04.758950 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.800344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.856603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 83b8be04-8a9a-4f58-a152-6eb85099baf4, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=83b8be04-8a9a-4f58-a152-6eb85099baf4,segment=NetworkSegment(b708d088-9532-472e-a034-e1d833121d07),segment_id=b708d088-9532-472e-a034-e1d833121d07)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:04.856603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6ecf1e8e-a47c-4feb-bbe6-8fb84a2cb10c None None] Provisioning complete for port 83b8be04-8a9a-4f58-a152-6eb85099baf4 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:04.856603 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6ecf1e8e-a47c-4feb-bbe6-8fb84a2cb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.941810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.957591 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:04.960085 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:05.026148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Network 409aafc6-2267-43e1-97cd-3b162cf1310f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:05.033640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:05.039781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:05.044927 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:05.062832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:05.062832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:05.124099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'Port': ['ID=fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:05.201961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=83b8be04-8a9a-4f58-a152-6eb85099baf4,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:05.223457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36700) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:05.225539 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-60f99ee0-fd95-4ddf-8e56-455578432410 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5559204 Oct 19 11:26:05.229924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-783c9046-d3c0-4693-b4c4-246684981ca2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::268', 'mac_address': 'fa:16:3e:21:7c:f7'}, {'ip_address': '2001:db8::1c', 'mac_address': 'fa:16:3e:fe:2f:69'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:05.317642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f2de1-a633-4b2c-ab63-efc104571066 None None] Pushing event updated for resources: {'Port': ['ID=1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:05.716384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f7cf18f7-c6f5-4638-993e-7ce4e72ca703 None None] Provisioning complete for port 83b8be04-8a9a-4f58-a152-6eb85099baf4 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:05.718872 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f7cf18f7-c6f5-4638-993e-7ce4e72ca703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:05.770010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-783c9046-d3c0-4693-b4c4-246684981ca2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:05.992632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f7cf18f7-c6f5-4638-993e-7ce4e72ca703 None None] Provisioning complete for port 3299660d-5a5a-4429-a90f-13aad2900652 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:05.993512 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f7cf18f7-c6f5-4638-993e-7ce4e72ca703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:06.028509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:06.057033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf18f7-c6f5-4638-993e-7ce4e72ca703 None None] Port 3299660d-5a5a-4429-a90f-13aad2900652 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:26:06.142958 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:06.145041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:06.179731 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3947763a-23dc-4e0d-b9b4-f85536c289fe None None] Provisioning complete for port fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:06.180383 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3947763a-23dc-4e0d-b9b4-f85536c289fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:06.246562 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-783c9046-d3c0-4693-b4c4-246684981ca2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:06.303266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3947763a-23dc-4e0d-b9b4-f85536c289fe None None] Port fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:26:06.309646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-783c9046-d3c0-4693-b4c4-246684981ca2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:06.336989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3947763a-23dc-4e0d-b9b4-f85536c289fe None None] Provisioning complete for port 3299660d-5a5a-4429-a90f-13aad2900652 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:06.337708 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3947763a-23dc-4e0d-b9b4-f85536c289fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:06.404120 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-783c9046-d3c0-4693-b4c4-246684981ca2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] In _notify_port_updated(), no bound segment for port fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9 on network 409aafc6-2267-43e1-97cd-3b162cf1310f {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:26:06.413889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783c9046-d3c0-4693-b4c4-246684981ca2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:06.418074 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-783c9046-d3c0-4693-b4c4-246684981ca2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:06.424237 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-783c9046-d3c0-4693-b4c4-246684981ca2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "PUT /v2.0/ports/fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9 HTTP/1.1" status: 200 len: 1066 time: 1.1995246 Oct 19 11:26:06.426891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36726) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:06.433475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Port': ['ID=3299660d-5a5a-4429-a90f-13aad2900652,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:06.449014 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3947763a-23dc-4e0d-b9b4-f85536c289fe None None] Port 3299660d-5a5a-4429-a90f-13aad2900652 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:26:06.531851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 83b8be04-8a9a-4f58-a152-6eb85099baf4 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:26:06.562513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:06.567510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:06.624239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c9046-d3c0-4693-b4c4-246684981ca2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event updated for resources: {'Port': ['ID=fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:06.667652 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 83b8be04-8a9a-4f58-a152-6eb85099baf4 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:06.668030 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:06.808141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c5db5fe2-945e-4b2f-8d40-0c094d3b1097 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Deleting port fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:06.810836 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c5db5fe2-945e-4b2f-8d40-0c094d3b1097 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:06.959618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Router db353948-b0fc-450b-9d6d-f4503cdaf0b5 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:26:06.988656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c5db5fe2-945e-4b2f-8d40-0c094d3b1097 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:07.002864 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:26:07.045007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c5db5fe2-945e-4b2f-8d40-0c094d3b1097 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Calling delete_port for fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:07.091287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-545122ee-cdc5-46b7-a5de-804de42680d1 None None] Provisioning complete for port fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:07.096226 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-545122ee-cdc5-46b7-a5de-804de42680d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:07.140431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:07.141064 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:07.164809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-545122ee-cdc5-46b7-a5de-804de42680d1 None None] Port fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:26:07.257102 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:07.332482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7,segment=NetworkSegment(c5fad2c7-bed6-4646-b5f1-fed20c2627f1),segment_id=c5fad2c7-bed6-4646-b5f1-fed20c2627f1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:07.335609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175d5e0f-bae1-416a-bdf8-7bcda5c493f6 None None] Network ce08bc20-9e3f-448f-b0e0-57fdbdae2b24 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:07.356565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9d2a0332-5cb7-4b82-bfb6-628b99f0054a None None] Provisioning complete for port 3299660d-5a5a-4429-a90f-13aad2900652 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:07.357310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d2a0332-5cb7-4b82-bfb6-628b99f0054a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:07.391980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:26:07.402872 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:07.410629 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189b8a2-9377-413c-9f37-8902e3453f7f None None] Sync routers for ids ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:26:07.411486 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-44b61f14-56c2-49a9-b72c-6f4980f455f5 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "PUT /v2.0/routers/db353948-b0fc-450b-9d6d-f4503cdaf0b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6522534 Oct 19 11:26:07.413512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36742) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:07.421030 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189b8a2-9377-413c-9f37-8902e3453f7f None None] Routers {'db353948-b0fc-450b-9d6d-f4503cdaf0b5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:26:07.421754 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5189b8a2-9377-413c-9f37-8902e3453f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:25:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:07.423217 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c5db5fe2-945e-4b2f-8d40-0c094d3b1097 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:07.430158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36744) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:07.495197 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5189b8a2-9377-413c-9f37-8902e3453f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:07.517862 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5189b8a2-9377-413c-9f37-8902e3453f7f None None] Routers {'db353948-b0fc-450b-9d6d-f4503cdaf0b5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:26:07.519265 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5189b8a2-9377-413c-9f37-8902e3453f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:25:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:07.567939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a0332-5cb7-4b82-bfb6-628b99f0054a None None] Port 3299660d-5a5a-4429-a90f-13aad2900652 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:26:07.585519 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5189b8a2-9377-413c-9f37-8902e3453f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:07.586681 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189b8a2-9377-413c-9f37-8902e3453f7f None None] The sync data for ids ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:26:07.649222 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d8c8-b57f-4bcd-957f-f63a1b1a9417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:07.666134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:07.705964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db5fe2-945e-4b2f-8d40-0c094d3b1097 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event deleted for resources: {'Port': ['ID=fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:07.790157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d8c8-b57f-4bcd-957f-f63a1b1a9417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:07.816329 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bc7ba90e-4f58-4361-9773-62b228fa0a04 None None] Provisioning complete for port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:07.816821 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba90e-4f58-4361-9773-62b228fa0a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:07.880726 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d8c8-b57f-4bcd-957f-f63a1b1a9417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:08.020851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9d8c8-b57f-4bcd-957f-f63a1b1a9417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb681ec-5830-428f-bb57-092f2a96501d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:08.059035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e4e9d8c8-b57f-4bcd-957f-f63a1b1a9417 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80a14c11525a42e0ac3117631aff936e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275263 Oct 19 11:26:08.063440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36756) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:08.200918 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f641dc7a-1af1-4bc7-a400-6ec88afeeeb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:08.263253 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f641dc7a-1af1-4bc7-a400-6ec88afeeeb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:08.368364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:26:08.474403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f641dc7a-1af1-4bc7-a400-6ec88afeeeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:08.478035 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f641dc7a-1af1-4bc7-a400-6ec88afeeeb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:08.479585 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f641dc7a-1af1-4bc7-a400-6ec88afeeeb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8fb681ec-5830-428f-bb57-092f2a96501d HTTP/1.1" status: 204 len: 168 time: 0.4146323 Oct 19 11:26:08.489555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9121eff7-d578-46e8-8e57-03fa7c5f05f0 None None] Provisioning complete for port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:08.489933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9121eff7-d578-46e8-8e57-03fa7c5f05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:08.517372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641dc7a-1af1-4bc7-a400-6ec88afeeeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb681ec-5830-428f-bb57-092f2a96501d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:08.539420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:08.539795 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:08.551683 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c5db5fe2-945e-4b2f-8d40-0c094d3b1097 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:08.558993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c5db5fe2-945e-4b2f-8d40-0c094d3b1097 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "DELETE /v2.0/ports/fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9 HTTP/1.1" status: 204 len: 168 time: 2.0820789 Oct 19 11:26:08.561630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36766) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:08.653549 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-5512c17e-244b-4624-9642-d4fdebc0bc24 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] GET failed (client error): The resource could not be found. Oct 19 11:26:08.655409 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5512c17e-244b-4624-9642-d4fdebc0bc24 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "GET /v2.0/ports/fccf38c5-a35f-4dd0-9e0b-e4e0bfcbc2e9 HTTP/1.1" status: 404 len: 333 time: 0.0925124 Oct 19 11:26:08.659894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36768) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:08.777121 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-ff7dc393-797d-4a8f-8b48-c929a9804c70 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:26:08.778523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ff7dc393-797d-4a8f-8b48-c929a9804c70 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "PUT /v2.0/routers/db353948-b0fc-450b-9d6d-f4503cdaf0b5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3632860 Oct 19 11:26:08.781321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36772) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:08.880757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c3db9504-6d58-4782-9cb7-8e6c4562bece tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Deleting port 5b61650f-f837-4b5f-a194-6d06069a5559 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:08.881604 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c3db9504-6d58-4782-9cb7-8e6c4562bece tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:09.108274 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c3db9504-6d58-4782-9cb7-8e6c4562bece tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:09.132932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c3db9504-6d58-4782-9cb7-8e6c4562bece tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Calling delete_port for 5b61650f-f837-4b5f-a194-6d06069a5559 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:09.479838 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-f88744fc-7776-49ee-bfae-d8bdc2141f7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1523023 Oct 19 11:26:09.492427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36786) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:09.509474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-944344ee-7477-4ce3-902c-17a53d0e80c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:09.632397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-126f3734-9852-4027-822f-e3daa114d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:09.633025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-126f3734-9852-4027-822f-e3daa114d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:09.633497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-126f3734-9852-4027-822f-e3daa114d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:09.633961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-126f3734-9852-4027-822f-e3daa114d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:09.634566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-126f3734-9852-4027-822f-e3daa114d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:09.635023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-126f3734-9852-4027-822f-e3daa114d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:09.635472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-126f3734-9852-4027-822f-e3daa114d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:09.638293 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-126f3734-9852-4027-822f-e3daa114d848 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 6493 time: 0.0759089 Oct 19 11:26:09.704039 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-944344ee-7477-4ce3-902c-17a53d0e80c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:09.705614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c3db9504-6d58-4782-9cb7-8e6c4562bece tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:09.748953 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83c349a8-8fa1-4a16-b471-519f867c553a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:09.814063 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-944344ee-7477-4ce3-902c-17a53d0e80c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:09.845696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-944344ee-7477-4ce3-902c-17a53d0e80c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38a736f659864980bd272dfabe1b33df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3504128 Oct 19 11:26:09.851440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36788) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:09.857098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db9504-6d58-4782-9cb7-8e6c4562bece tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event deleted for resources: {'Port': ['ID=5b61650f-f837-4b5f-a194-6d06069a5559,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:09.934608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c3db9504-6d58-4782-9cb7-8e6c4562bece tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:09.939250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c3db9504-6d58-4782-9cb7-8e6c4562bece tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "DELETE /v2.0/ports/5b61650f-f837-4b5f-a194-6d06069a5559 HTTP/1.1" status: 204 len: 168 time: 1.2780349 Oct 19 11:26:09.947990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36792) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:09.980864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944344ee-7477-4ce3-902c-17a53d0e80c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24758e09-00a5-430e-bced-984d00ba9269,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:10.017350 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-78425225-fa2d-42f4-870c-2b3bb3b11f98 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] GET failed (client error): The resource could not be found. Oct 19 11:26:10.019572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-78425225-fa2d-42f4-870c-2b3bb3b11f98 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "GET /v2.0/ports/5b61650f-f837-4b5f-a194-6d06069a5559 HTTP/1.1" status: 404 len: 333 time: 0.0640159 Oct 19 11:26:10.034368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36794) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:10.038159 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3fc3ddb6-cf09-437d-b9fb-f8189adfe8c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:10.061391 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3fc3ddb6-cf09-437d-b9fb-f8189adfe8c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:10.134012 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-03a931b8-664d-4480-9e64-eabab6070df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:10.136518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-03a931b8-664d-4480-9e64-eabab6070df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:10.137158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-03a931b8-664d-4480-9e64-eabab6070df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:10.141600 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-03a931b8-664d-4480-9e64-eabab6070df7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc29f516-d43c-4d64-9dd4-8e0a8f4373f7&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&id=8a34aa85-73fb-4dda-833f-cf2868f658c7&id=8a34aa85-73fb-4dda-833f-cf2868f658c7 HTTP/1.1" status: 200 len: 2293 time: 0.4309249 Oct 19 11:26:10.262728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3fc3ddb6-cf09-437d-b9fb-f8189adfe8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:10.265921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3fc3ddb6-cf09-437d-b9fb-f8189adfe8c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:10.267380 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3fc3ddb6-cf09-437d-b9fb-f8189adfe8c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24758e09-00a5-430e-bced-984d00ba9269 HTTP/1.1" status: 204 len: 168 time: 0.4133003 Oct 19 11:26:10.291460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3ddb6-cf09-437d-b9fb-f8189adfe8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24758e09-00a5-430e-bced-984d00ba9269,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:10.316602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-83c349a8-8fa1-4a16-b471-519f867c553a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Deleting port 3299660d-5a5a-4429-a90f-13aad2900652 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:10.317158 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83c349a8-8fa1-4a16-b471-519f867c553a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:10.319849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-b6496908-a464-4d83-96d8-9544b62ebaf8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6890fecc-07f2-474d-8fb9-693bd142b93a HTTP/1.1" status: 200 len: 1001 time: 0.1511519 Oct 19 11:26:10.397183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a65a8c5b-717c-4555-873e-975855d4aaef tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Deleting port a6e8e1f7-b20e-4d73-9c9a-be3e6307492c {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:10.397806 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a65a8c5b-717c-4555-873e-975855d4aaef tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:10.427518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-9843a48a-3f2a-45f6-9c81-f5bca468d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:10.429402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-9843a48a-3f2a-45f6-9c81-f5bca468d1eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f99f8571-6895-466b-bfb0-4ebb55650ba5 HTTP/1.1" status: 200 len: 850 time: 0.0987806 Oct 19 11:26:10.463388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83c349a8-8fa1-4a16-b471-519f867c553a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:10.486628 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-83c349a8-8fa1-4a16-b471-519f867c553a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Calling delete_port for 3299660d-5a5a-4429-a90f-13aad2900652 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:10.571688 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a65a8c5b-717c-4555-873e-975855d4aaef tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:10.575454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-09ac87dd-0cf4-4d14-8600-f0c2567a2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:10.576989 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-09ac87dd-0cf4-4d14-8600-f0c2567a2598 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc29f516-d43c-4d64-9dd4-8e0a8f4373f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226943 Oct 19 11:26:10.589561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a65a8c5b-717c-4555-873e-975855d4aaef tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Calling delete_port for a6e8e1f7-b20e-4d73-9c9a-be3e6307492c owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:10.747970 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-24653d52-49aa-4b99-a0a1-9808fa1ad637 service neutron] 10.222.0.26 "GET /v2.0/networks/dc29f516-d43c-4d64-9dd4-8e0a8f4373f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595657 Oct 19 11:26:10.834610 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83c349a8-8fa1-4a16-b471-519f867c553a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:10.945756 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-91ca7518-8f90-4e50-9edd-1867914beeee service neutron] 10.222.0.26 "GET /v2.0/networks/dc29f516-d43c-4d64-9dd4-8e0a8f4373f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470852 Oct 19 11:26:10.947835 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a65a8c5b-717c-4555-873e-975855d4aaef tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:10.994580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c349a8-8fa1-4a16-b471-519f867c553a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Port': ['ID=3299660d-5a5a-4429-a90f-13aad2900652,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:11.040927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-d04c50f0-ef17-4bd9-b6ea-3090f3dfbcc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=9326ef13-ef39-49a2-a784-9cd9f9236b41 HTTP/1.1" status: 200 len: 217 time: 0.0824342 Oct 19 11:26:11.042383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a8c5b-717c-4555-873e-975855d4aaef tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event deleted for resources: {'Port': ['ID=a6e8e1f7-b20e-4d73-9c9a-be3e6307492c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:11.142590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a65a8c5b-717c-4555-873e-975855d4aaef tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:11.149110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a65a8c5b-717c-4555-873e-975855d4aaef tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "DELETE /v2.0/ports/a6e8e1f7-b20e-4d73-9c9a-be3e6307492c HTTP/1.1" status: 204 len: 168 time: 1.1075218 Oct 19 11:26:11.150456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36814) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:11.186431 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83c349a8-8fa1-4a16-b471-519f867c553a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:11.275541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-036c1b0c-3097-4a62-860c-6ca94a7506f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:11.280042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-036c1b0c-3097-4a62-860c-6ca94a7506f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.2154844 Oct 19 11:26:11.357257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d830982-7915-4c8d-bb2c-201ebc3b9ffd tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Deleting subnet 84375077-a817-471b-9f68-2c8a732b66ac {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:26:11.364004 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d830982-7915-4c8d-bb2c-201ebc3b9ffd tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:11.399780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-962495f1-ff19-47ee-875a-4030c70b9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:11.402404 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-962495f1-ff19-47ee-875a-4030c70b9b36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1125896 Oct 19 11:26:11.560820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-0b4cd20b-8406-4b5d-858f-dfa4da9abd97 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446338 Oct 19 11:26:11.572665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d830982-7915-4c8d-bb2c-201ebc3b9ffd tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:11.586646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c349a8-8fa1-4a16-b471-519f867c553a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Router db353948-b0fc-450b-9d6d-f4503cdaf0b5 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:26:11.785071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c349a8-8fa1-4a16-b471-519f867c553a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:26:11.790342 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-83c349a8-8fa1-4a16-b471-519f867c553a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "PUT /v2.0/routers/db353948-b0fc-450b-9d6d-f4503cdaf0b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0074341 Oct 19 11:26:11.794213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36834) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:11.797639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d6f3eb-542c-4b85-b00c-c68d69da64b7 None None] Sync routers for ids ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:26:11.817415 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d6f3eb-542c-4b85-b00c-c68d69da64b7 None None] Routers {'db353948-b0fc-450b-9d6d-f4503cdaf0b5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:26:11.819050 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a4d6f3eb-542c-4b85-b00c-c68d69da64b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:25:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:11.820919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-78ff0243-c2c2-4d71-9be5-f93bbcbccf0f service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308629 Oct 19 11:26:11.834481 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-b3c1b563-ccff-4ab0-998c-b3b38fa74451 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] delete failed (client error): The resource could not be found. Oct 19 11:26:11.835534 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b3c1b563-ccff-4ab0-998c-b3b38fa74451 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-2030195989 HTTP/1.1" status: 404 len: 335 time: 0.0402904 Oct 19 11:26:11.842542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36836) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:11.852432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-82d13177-f9fa-4247-9bfb-5800881b59b4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db353948-b0fc-450b-9d6d-f4503cdaf0b5'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:11.854969 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d830982-7915-4c8d-bb2c-201ebc3b9ffd tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:11.874393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a4d6f3eb-542c-4b85-b00c-c68d69da64b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:11.886621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d6f3eb-542c-4b85-b00c-c68d69da64b7 None None] Routers {'db353948-b0fc-450b-9d6d-f4503cdaf0b5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:26:11.887812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a4d6f3eb-542c-4b85-b00c-c68d69da64b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:25:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:11.934997 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a4d6f3eb-542c-4b85-b00c-c68d69da64b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:11.935922 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d6f3eb-542c-4b85-b00c-c68d69da64b7 None None] The sync data for ids ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:26:11.937969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-9749c5d9-8b38-47ef-8c50-b125805b3485 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=2a704251-3e59-45fe-a6ce-9f980c57fcdc HTTP/1.1" status: 200 len: 217 time: 0.1160560 Oct 19 11:26:12.040509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-d34672f8-3edc-4282-b31c-bebf9b97ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:12.042131 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-d34672f8-3edc-4282-b31c-bebf9b97ef3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.0961759 Oct 19 11:26:12.135993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-2a9d4d8d-eace-4b50-93be-b129932d4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:12.145913 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-2a9d4d8d-eace-4b50-93be-b129932d4db1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0933919 Oct 19 11:26:12.147737 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d830982-7915-4c8d-bb2c-201ebc3b9ffd tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:12.231670 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f606fc21-946d-4806-9a46-0aa08d38779e None None] Network 409aafc6-2267-43e1-97cd-3b162cf1310f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:12.241855 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d830982-7915-4c8d-bb2c-201ebc3b9ffd tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:12.258049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8d830982-7915-4c8d-bb2c-201ebc3b9ffd tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "DELETE /v2.0/subnets/84375077-a817-471b-9f68-2c8a732b66ac HTTP/1.1" status: 204 len: 168 time: 1.1054432 Oct 19 11:26:12.303649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36844) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:12.330461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82d13177-f9fa-4247-9bfb-5800881b59b4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:12.369129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-2a07cb65-4746-43f7-bd39-c44628dbc4e2 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963270 Oct 19 11:26:12.370052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d830982-7915-4c8d-bb2c-201ebc3b9ffd tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event deleted for resources: {'Subnet': ['ID=84375077-a817-471b-9f68-2c8a732b66ac,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:12.453521 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:12.514105 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-82d13177-f9fa-4247-9bfb-5800881b59b4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] update failed (client error): The resource could not be found. Oct 19 11:26:12.515788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-82d13177-f9fa-4247-9bfb-5800881b59b4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "PUT /v2.0/routers/db353948-b0fc-450b-9d6d-f4503cdaf0b5 HTTP/1.1" status: 404 len: 339 time: 0.6721766 Oct 19 11:26:12.521465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36850) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:12.544081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1777749333'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:12.567081 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc01b9-8e75-4ab0-ad64-7189db87c0dd None None] DHCP port deletion for 409aafc6-2267-43e1-97cd-3b162cf1310f request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:26:12.696399 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Deleting port 6c147e20-c815-43f3-af99-7bc8fd2d8671 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:12.698312 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:12.716475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fefc01b9-8e75-4ab0-ad64-7189db87c0dd None None] Deleting port 6c147e20-c815-43f3-af99-7bc8fd2d8671 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:12.717287 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fefc01b9-8e75-4ab0-ad64-7189db87c0dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:12.762046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Made reservation on behalf of 409bd3525d404c3cb0df2b5bd4c00d66 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:12.766752 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:12.831733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] For port 6c147e20-c815-43f3-af99-7bc8fd2d8671, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c147e20-c815-43f3-af99-7bc8fd2d8671,segment=NetworkSegment(5c372726-84ce-4c80-b02d-a68d9068d067),segment_id=5c372726-84ce-4c80-b02d-a68d9068d067)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:12.832050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:12.853527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Calling delete_port for 6c147e20-c815-43f3-af99-7bc8fd2d8671 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:12.854570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:26:12.867868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-fefc01b9-8e75-4ab0-ad64-7189db87c0dd None None] For port 6c147e20-c815-43f3-af99-7bc8fd2d8671, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c147e20-c815-43f3-af99-7bc8fd2d8671,segment=NetworkSegment(5c372726-84ce-4c80-b02d-a68d9068d067),segment_id=5c372726-84ce-4c80-b02d-a68d9068d067)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:12.870534 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fefc01b9-8e75-4ab0-ad64-7189db87c0dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:12.905693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fefc01b9-8e75-4ab0-ad64-7189db87c0dd None None] Calling delete_port for 6c147e20-c815-43f3-af99-7bc8fd2d8671 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:12.967482 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:12.967804 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Added segment ef131a8f-0cfe-4614-8b80-37ced07eb6f3 of type vlan for network d0e783ba-6d76-460f-873e-7fd5fc4e0837 Oct 19 11:26:13.109302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:13.155129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-299e5a19-f557-45e2-945b-9eec5f88d55d service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7759564 Oct 19 11:26:13.172133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] No DVR routers for this DVR port 6c147e20-c815-43f3-af99-7bc8fd2d8671 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:13.181462 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:13.338065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event deleted for resources: {'Port': ['ID=6c147e20-c815-43f3-af99-7bc8fd2d8671,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:13.340213 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-0a3636d4-bb50-40bd-a13d-3ef663ba7055 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=1261937f-c926-4fce-ae22-78d1678502cb HTTP/1.1" status: 200 len: 217 time: 0.0721862 Oct 19 11:26:13.340213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-471683fa-7fbf-42a0-84bb-65053685396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:13.341926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-471683fa-7fbf-42a0-84bb-65053685396c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.0969467 Oct 19 11:26:13.342829 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:13.361450 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fefc01b9-8e75-4ab0-ad64-7189db87c0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:13.383551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409aafc6-2267-43e1-97cd-3b162cf1310f']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:13.397142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc01b9-8e75-4ab0-ad64-7189db87c0dd None None] No DVR routers for this DVR port 6c147e20-c815-43f3-af99-7bc8fd2d8671 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:13.397851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c372726-84ce-4c80-b02d-a68d9068d067') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:13.398192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c372726-84ce-4c80-b02d-a68d9068d067') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:13.400509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc01b9-8e75-4ab0-ad64-7189db87c0dd None None] Pushing event deleted for resources: {'Port': ['ID=6c147e20-c815-43f3-af99-7bc8fd2d8671,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:13.421579 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:13.432457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-389c8bbb-e05b-4d83-b712-af336c683371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:13.434210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-389c8bbb-e05b-4d83-b712-af336c683371 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845695 Oct 19 11:26:13.450834 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:13.457572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:13.457572 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:13.541300 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:13.546773 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-9759defc-e0d1-4d16-b31d-55af162c78ef service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039083 Oct 19 11:26:13.547132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Network': ['ID=d0e783ba-6d76-460f-873e-7fd5fc4e0837,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:13.560057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:13.560458 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:13.560771 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network d0e783ba-6d76-460f-873e-7fd5fc4e0837 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:13.563620 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:13.676114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36880) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:13.677935 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-18d64a70-7eb7-4cbc-b79f-5a9004133743 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1548648 Oct 19 11:26:13.685553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'subnet': {'network_id': 'd0e783ba-6d76-460f-873e-7fd5fc4e0837', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:13.723363 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-ee7648a9-f189-4d03-bdd0-e8d320477168 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666293 Oct 19 11:26:13.759520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:13.807390 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:13.815478 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] 10.222.0.39 "DELETE /v2.0/networks/409aafc6-2267-43e1-97cd-3b162cf1310f HTTP/1.1" status: 204 len: 168 time: 1.5092638 Oct 19 11:26:13.817788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c4357-bf40-4c1b-95ce-1124a775deb2 tempest-AllowedAddressPairIpV6TestJSON-1239413071 tempest-AllowedAddressPairIpV6TestJSON-1239413071-project] Pushing event deleted for resources: {'Network': ['ID=409aafc6-2267-43e1-97cd-3b162cf1310f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:14.076767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-75ce953b-a543-4d25-85d8-604c8b76f2e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=6a3f2d9a-e040-433c-8d60-ac41df6b0b15 HTTP/1.1" status: 200 len: 217 time: 0.3335252 Oct 19 11:26:14.160123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Made reservation on behalf of 409bd3525d404c3cb0df2b5bd4c00d66 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:14.164167 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:14.184140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-0c76a082-2ac8-4773-a2df-47f6fd0e26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:14.185718 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-0c76a082-2ac8-4773-a2df-47f6fd0e26f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 200 len: 797 time: 0.1020429 Oct 19 11:26:14.315913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c147e20-c815-43f3-af99-7bc8fd2d8671 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:26:14.410716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-a57ac6ef-8c13-42f9-b229-4402e9dec541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:14.412300 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-a57ac6ef-8c13-42f9-b229-4402e9dec541 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2114089 Oct 19 11:26:14.418609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 6c147e20-c815-43f3-af99-7bc8fd2d8671 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:26:14.419365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c147e20-c815-43f3-af99-7bc8fd2d8671 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:26:14.647518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36904) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:14.684656 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-a1a715ae-bccb-477b-a660-ef75d815061b service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508342 Oct 19 11:26:14.875209 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:15.012020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Checking segment: {'id': 'ef131a8f-0cfe-4614-8b80-37ced07eb6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd0e783ba-6d76-460f-873e-7fd5fc4e0837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:15.012386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network hostable DHCP agents. Network: d0e783ba-6d76-460f-873e-7fd5fc4e0837, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:26:15.024216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-edac4686-5c02-4bff-8400-506e30eb6f49 service neutron] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907803 Oct 19 11:26:15.056037 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-411f3eb6-06f1-4e88-bcb2-da20a8e9ebfb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46f398d455604357b5806d69126650f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4072380 Oct 19 11:26:15.059109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36922) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:15.114197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Subnet': ['ID=823d3aae-7427-463e-b7df-dd9548259512,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:15.126276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network d0e783ba-6d76-460f-873e-7fd5fc4e0837 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:26:15.130073 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-f0f681fb-28ac-4179-8faf-1c4605632f20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e750a961-753d-4d31-907b-533ce621354b HTTP/1.1" status: 200 len: 217 time: 0.0922213 Oct 19 11:26:15.186191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-bf162702-3c50-44d7-82c6-e3e4e15925f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:15.188144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-bf162702-3c50-44d7-82c6-e3e4e15925f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6ffb802-95b0-4d36-8104-f7ff0255fe0a HTTP/1.1" status: 200 len: 797 time: 0.0497131 Oct 19 11:26:15.197304 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-db257694-11ae-40ba-9da6-93ab25852d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:15.238619 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-db257694-11ae-40ba-9da6-93ab25852d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:15.281331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, d0e783ba-6d76-460f-873e-7fd5fc4e0837) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:15.294095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daa8ec4-23d1-4285-9952-b6c9ccbfc0aa None None] Network d0e783ba-6d76-460f-873e-7fd5fc4e0837 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:15.303253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:15.304196 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:15.331124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-2b21baad-3b77-4411-931a-48723ec7d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:15.340258 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-2b21baad-3b77-4411-931a-48723ec7d338 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a34aa85-73fb-4dda-833f-cf2868f658c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398714 Oct 19 11:26:15.388068 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-db257694-11ae-40ba-9da6-93ab25852d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:15.392130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-db257694-11ae-40ba-9da6-93ab25852d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:15.396798 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-db257694-11ae-40ba-9da6-93ab25852d97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/780c2149-fd25-4782-a58d-f47a89e842f4 HTTP/1.1" status: 204 len: 168 time: 0.3363547 Oct 19 11:26:15.414134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db257694-11ae-40ba-9da6-93ab25852d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780c2149-fd25-4782-a58d-f47a89e842f4,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:15.595296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36942) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:15.601734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-217195e4-5a7e-4dcf-af7c-de6c868d20dd tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0e783ba-6d76-460f-873e-7fd5fc4e0837'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:15.604209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8a9bf34e-11c4-4508-8408-8a809eaa8ca6 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9267447 Oct 19 11:26:15.656434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-b78c0096-7abf-4c27-80a0-b0cd2e0e8591 service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097384 Oct 19 11:26:15.678788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-d0e783ba-6d76-460f-873e-7fd5fc4e0837', 'network_id': 'd0e783ba-6d76-460f-873e-7fd5fc4e0837', 'tenant_id': '409bd3525d404c3cb0df2b5bd4c00d66', 'fixed_ips': [{'subnet_id': '823d3aae-7427-463e-b7df-dd9548259512'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:26:15.679666 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:15.853755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10c6ec-8be9-4a52-8a56-339834933b3a req-78b83816-999c-4aa2-8da5-ca5b41923425 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:15.867122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b10c6ec-8be9-4a52-8a56-339834933b3a req-78b83816-999c-4aa2-8da5-ca5b41923425 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.2791309 Oct 19 11:26:15.894607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Allocated IP 2001:db8:1::2 (d0e783ba-6d76-460f-873e-7fd5fc4e0837/823d3aae-7427-463e-b7df-dd9548259512/14b3dee6-665d-406b-ac14-5c28e5e8e2b6) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:15.998331 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-217195e4-5a7e-4dcf-af7c-de6c868d20dd tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:16.055648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b10c6ec-8be9-4a52-8a56-339834933b3a req-10177457-439b-4121-b027-db1a36af2cd9 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803203 Oct 19 11:26:16.078210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-05aee9d2-e35f-4ca6-a4cd-87a8207394ef service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084771 Oct 19 11:26:16.164349 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:16.188565 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-43acd746-2b8e-45b7-a08b-c5ce051484c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a2807284-a523-414d-b2a2-c7c0ab2cceb8 HTTP/1.1" status: 200 len: 217 time: 0.0898535 Oct 19 11:26:16.239959 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:16.263022 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-217195e4-5a7e-4dcf-af7c-de6c868d20dd tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:26:16.269434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36976) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:16.272843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-217195e4-5a7e-4dcf-af7c-de6c868d20dd tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "PUT /v2.0/routers/db353948-b0fc-450b-9d6d-f4503cdaf0b5 HTTP/1.1" status: 400 len: 364 time: 0.6763036 Oct 19 11:26:16.273319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-eb7c85b5-700e-4144-85c4-af4a16e2ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:16.274795 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-eb7c85b5-700e-4144-85c4-af4a16e2ec81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6ffb802-95b0-4d36-8104-f7ff0255fe0a HTTP/1.1" status: 200 len: 797 time: 0.0784163 Oct 19 11:26:16.341927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Pushing event updated for resources: {'Port': ['ID=14b3dee6-665d-406b-ac14-5c28e5e8e2b6,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:16.358576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Network d0e783ba-6d76-460f-873e-7fd5fc4e0837 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:16.360625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:16.363858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:16.432874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Attempting to bind port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:26:16.433644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Attempting to bind port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'ef131a8f-0cfe-4614-8b80-37ced07eb6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd0e783ba-6d76-460f-873e-7fd5fc4e0837'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:26:16.434743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Attempting to bind port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 on network d0e783ba-6d76-460f-873e-7fd5fc4e0837 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:26:16.446104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:26:16.446577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Checking segment: {'id': 'ef131a8f-0cfe-4614-8b80-37ced07eb6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd0e783ba-6d76-460f-873e-7fd5fc4e0837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:16.447071 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:16.447553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Bound using segment: {'id': 'ef131a8f-0cfe-4614-8b80-37ced07eb6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd0e783ba-6d76-460f-873e-7fd5fc4e0837'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:26:16.448163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Bound port: 14b3dee6-665d-406b-ac14-5c28e5e8e2b6, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef131a8f-0cfe-4614-8b80-37ced07eb6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd0e783ba-6d76-460f-873e-7fd5fc4e0837'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:26:16.448678 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:16.480386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-8721d079-9163-4eca-996e-8395d51ed33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:16.481933 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-8721d079-9163-4eca-996e-8395d51ed33a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8a34aa85-73fb-4dda-833f-cf2868f658c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1601887 Oct 19 11:26:16.542175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] For port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:26:16.545717 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] For port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=14b3dee6-665d-406b-ac14-5c28e5e8e2b6,segment=NetworkSegment(ef131a8f-0cfe-4614-8b80-37ced07eb6f3),segment_id=ef131a8f-0cfe-4614-8b80-37ced07eb6f3)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:26:16.661615 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:16.708392 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-3b0d62fd-5371-49b2-8be6-71cce5b18c94 service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959131 Oct 19 11:26:16.765206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbcf11-c1f3-4dd4-afbf-b92454e3f1b1 None None] Pushing event updated for resources: {'Port': ['ID=14b3dee6-665d-406b-ac14-5c28e5e8e2b6,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:16.783083 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:17.055553 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6fa9cf8-9f41-49a2-9d84-42ecb6556521 req-9b78b9ab-1902-45cd-a90f-8ddfc6c3f00e service neutron] 10.222.0.26 "GET /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924633 Oct 19 11:26:17.130595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ab866-4bfc-49ec-9a4c-fca18cb85712 req-089f8735-6d1a-4613-a8f6-3b23d2401a16 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:17.132168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-992ab866-4bfc-49ec-9a4c-fca18cb85712 req-089f8735-6d1a-4613-a8f6-3b23d2401a16 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1615028 Oct 19 11:26:17.218985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-992ab866-4bfc-49ec-9a4c-fca18cb85712 req-79f76100-0220-4cc9-9f01-0eb812227993 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766516 Oct 19 11:26:17.227086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Allocated IP 2001:db8::1 (99f8a923-1232-4272-bd25-3bb4eea6ba0c/d7acd95a-a8a0-4a36-b937-e94a83679e41/5be2640a-f411-45e3-9ed5-932327bf25d7) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:17.257692 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37020) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.409504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7e173-0029-4a55-9989-5671af26f5c2 req-7798d024-ae8a-4f15-8a33-952418724d96 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:17.413572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8cc7e173-0029-4a55-9989-5671af26f5c2 req-7798d024-ae8a-4f15-8a33-952418724d96 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.2069912 Oct 19 11:26:17.497498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:17.561211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8cc7e173-0029-4a55-9989-5671af26f5c2 req-e5ab2cde-84b7-408c-afe9-8a2274dadc48 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417687 Oct 19 11:26:17.601863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37036) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.621214 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:17.742298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Port': ['ID=5be2640a-f411-45e3-9ed5-932327bf25d7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:17.777035 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-0e5575e5-b089-4655-9574-a1a271b7da09 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.778504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0e5575e5-b089-4655-9574-a1a271b7da09 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.5249305 Oct 19 11:26:17.782070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37046) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.790448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-ce5ce7b9-878b-46bc-8a4c-d5c2645604f8 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.801114 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ce5ce7b9-878b-46bc-8a4c-d5c2645604f8 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0146461 Oct 19 11:26:17.801397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37048) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.809897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-1d04329b-8e96-4c98-bcc7-4c2a9d92aba4 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.813223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1d04329b-8e96-4c98-bcc7-4c2a9d92aba4 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083609 Oct 19 11:26:17.816858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37050) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.820770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network 99f8a923-1232-4272-bd25-3bb4eea6ba0c is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:17.825008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-5d8ca69f-19ae-4389-9f3e-bf692d1cfbf7 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.829086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37052) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.829711 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5d8ca69f-19ae-4389-9f3e-bf692d1cfbf7 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0118413 Oct 19 11:26:17.831140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:17.833526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:17.834265 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:17.834482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-0491ad05-fe53-415b-97a5-3b454f7b0b3d tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.835674 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0491ad05-fe53-415b-97a5-3b454f7b0b3d tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0056412 Oct 19 11:26:17.876270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37054) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.887757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-51f08ac7-0c93-418c-8479-5b687a45911c tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.898532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-51f08ac7-0c93-418c-8479-5b687a45911c tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044141 Oct 19 11:26:17.904503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37056) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.913889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-817af9ec-5896-49c1-9727-82d4246c320d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:17.914954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-56372b2c-c9ab-4cc6-89da-56350012b3c2 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.916066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-56372b2c-c9ab-4cc6-89da-56350012b3c2 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0104249 Oct 19 11:26:17.921098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37058) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.928070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-e331b4a0-3134-4a9a-8ded-e034fb69fb5b tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.929079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e331b4a0-3134-4a9a-8ded-e034fb69fb5b tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0070810 Oct 19 11:26:17.946476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37060) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.950973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-932e1729-6d4a-4eb4-aadf-d85fd0449534 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.952116 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-932e1729-6d4a-4eb4-aadf-d85fd0449534 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045500 Oct 19 11:26:17.954696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37062) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.959836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-074d2dea-bcf4-4392-bf13-670f00b8ebea tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.962196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-074d2dea-bcf4-4392-bf13-670f00b8ebea tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061679 Oct 19 11:26:17.967169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37064) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.971400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-b1af716e-ef1b-428c-81c8-b073098beabb tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.974775 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b1af716e-ef1b-428c-81c8-b073098beabb tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042484 Oct 19 11:26:17.976292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37066) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:17.983971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-6d4c7065-017a-4593-9265-3d15d9a78c3f tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:17.992184 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6d4c7065-017a-4593-9265-3d15d9a78c3f tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075688 Oct 19 11:26:17.997080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37068) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.001926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-a35fce77-b77a-40e7-a3e3-c024686fc2ef tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.006479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37070) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.006719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a35fce77-b77a-40e7-a3e3-c024686fc2ef tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0084059 Oct 19 11:26:18.016698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-584f0700-513c-46ae-9522-cbb6dfbc6bab tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.016698 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-584f0700-513c-46ae-9522-cbb6dfbc6bab tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046463 Oct 19 11:26:18.017061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37072) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.021554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-0213de5d-38cf-44c5-b18a-e723d8316234 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.025062 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0213de5d-38cf-44c5-b18a-e723d8316234 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048881 Oct 19 11:26:18.026718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37074) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.031317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-ab4a2e38-45d0-44bb-80ef-8ac2cb6d8212 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.032750 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ab4a2e38-45d0-44bb-80ef-8ac2cb6d8212 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046480 Oct 19 11:26:18.040272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37076) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.045700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-aba15703-6385-48e7-80e9-4d8906612e49 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.049086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aba15703-6385-48e7-80e9-4d8906612e49 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0054111 Oct 19 11:26:18.052909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37078) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.058152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-e44c1ec4-5091-4021-91fe-39017334eba1 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.061098 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e44c1ec4-5091-4021-91fe-39017334eba1 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0050004 Oct 19 11:26:18.063193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37080) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.069150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-e8909c51-7449-4b34-9088-b24bbd04b2d3 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.070136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e8909c51-7449-4b34-9088-b24bbd04b2d3 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0058274 Oct 19 11:26:18.073139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37082) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.077503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-b73a04cb-3737-44b2-8579-6bbfc2de71f1 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.079788 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b73a04cb-3737-44b2-8579-6bbfc2de71f1 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043566 Oct 19 11:26:18.084135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37084) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.096206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-817af9ec-5896-49c1-9727-82d4246c320d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.100250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-ebfdc528-4a92-463f-954e-69bbcc7d636a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.101289 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ebfdc528-4a92-463f-954e-69bbcc7d636a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0098934 Oct 19 11:26:18.107152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37090) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.120322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-71575c16-43de-48de-ad5a-65953a5fdac2 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.121421 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-71575c16-43de-48de-ad5a-65953a5fdac2 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0150170 Oct 19 11:26:18.124157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37092) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.130212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-9cdf71a4-f3e7-411b-8845-d1e6e4de919f tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.131501 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9cdf71a4-f3e7-411b-8845-d1e6e4de919f tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059838 Oct 19 11:26:18.134100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37094) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.140892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-621a755b-9228-4c4a-b337-d4f1b66e5bae tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.142536 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-621a755b-9228-4c4a-b337-d4f1b66e5bae tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0072765 Oct 19 11:26:18.146392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37096) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.156187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-d2dcc3b6-7ff4-4807-8a8e-beb287b37614 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.161992 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d2dcc3b6-7ff4-4807-8a8e-beb287b37614 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0115516 Oct 19 11:26:18.164121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37098) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.176765 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-817af9ec-5896-49c1-9727-82d4246c320d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.181299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-4107cb58-712c-4db3-b2f8-ea915129fad3 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.182352 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4107cb58-712c-4db3-b2f8-ea915129fad3 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0172634 Oct 19 11:26:18.185641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37100) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.190073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-6e345b89-5eb6-48e5-b7d1-d750ab98db76 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.201603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6e345b89-5eb6-48e5-b7d1-d750ab98db76 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044904 Oct 19 11:26:18.207703 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.214217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37102) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.232439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37104) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.243133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-50d88f66-7ce6-4568-8d5a-70985d1d24ef tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.246986 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-50d88f66-7ce6-4568-8d5a-70985d1d24ef tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0078397 Oct 19 11:26:18.252793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37106) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.270228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-92eaf086-1aa8-4852-a04e-b7b142232c28 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.274411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-92eaf086-1aa8-4852-a04e-b7b142232c28 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0179002 Oct 19 11:26:18.282325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37108) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.289604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-91609ba5-451a-4454-84c9-64dd610c9ea6 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.293787 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-91609ba5-451a-4454-84c9-64dd610c9ea6 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0101647 Oct 19 11:26:18.295841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37112) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.301483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-39590156-2251-4176-b63e-68ac556c503e tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.305160 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-39590156-2251-4176-b63e-68ac556c503e tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0080521 Oct 19 11:26:18.306041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37114) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.308779 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-817af9ec-5896-49c1-9727-82d4246c320d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3dd957e256eb419da6176d6bc878cb8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7056167 Oct 19 11:26:18.309929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817af9ec-5896-49c1-9727-82d4246c320d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c821255-a528-42c9-b620-2821b2ef9e4a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:18.314977 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37116) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.317508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-303dfaaf-b595-47e0-998d-d4d80ff60495 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.322599 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-303dfaaf-b595-47e0-998d-d4d80ff60495 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0094380 Oct 19 11:26:18.323913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37118) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.330719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-76b065bb-28dd-4bbb-956d-afc782b6412c tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.330719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-76b065bb-28dd-4bbb-956d-afc782b6412c tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0052834 Oct 19 11:26:18.332739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37120) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.336936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-0fe2b81d-ceeb-4bb7-97a4-fb263472309d tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.340395 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0fe2b81d-ceeb-4bb7-97a4-fb263472309d tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0067303 Oct 19 11:26:18.340975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37122) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.345228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-b9b9c19c-6d51-41aa-bd3d-f86d4044eff1 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.347816 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b9b9c19c-6d51-41aa-bd3d-f86d4044eff1 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0059874 Oct 19 11:26:18.354923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37124) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.360929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-aa89ef77-7a1b-4262-a3c2-5c5c1e0770b5 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.365069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aa89ef77-7a1b-4262-a3c2-5c5c1e0770b5 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0092232 Oct 19 11:26:18.365830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37126) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.396351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4e4d3d-ad6d-4afb-b7b5-b8a38a9ae594 None None] Network d0e783ba-6d76-460f-873e-7fd5fc4e0837 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:18.421282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [None req-3d69a6d7-bc21-4452-86df-720d8292830a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.422294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3d69a6d7-bc21-4452-86df-720d8292830a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0473604 Oct 19 11:26:18.426711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37130) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.430773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:26:18.432474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-de54ffe7-9468-49ba-926e-e7a01b7d31b8 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.433623 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-de54ffe7-9468-49ba-926e-e7a01b7d31b8 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0058811 Oct 19 11:26:18.436173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37132) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.445705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-821f0cbc-e8ab-49cd-9644-d1134b472f0a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.449702 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-821f0cbc-e8ab-49cd-9644-d1134b472f0a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0121543 Oct 19 11:26:18.453867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37134) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.469546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-5d2290c0-dbd1-4843-9237-c21160a9a501 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.472152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5d2290c0-dbd1-4843-9237-c21160a9a501 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0164216 Oct 19 11:26:18.474430 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37136) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.483663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-a776bd9f-3ad0-4af8-b67a-b39ec29882ee tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.486635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a776bd9f-3ad0-4af8-b67a-b39ec29882ee tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0112815 Oct 19 11:26:18.489510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37138) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.496127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-c58127ab-0ec5-4ad6-9580-358272e37eda tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.500599 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c58127ab-0ec5-4ad6-9580-358272e37eda tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0097802 Oct 19 11:26:18.505249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37140) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.511814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4d3d0da8-7727-405c-8619-55fdf475cdac None None] Provisioning complete for port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:18.512401 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0da8-7727-405c-8619-55fdf475cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.522268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-64e983d0-a2ae-47e3-a8b5-23781f0a864a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.523371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-64e983d0-a2ae-47e3-a8b5-23781f0a864a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0169661 Oct 19 11:26:18.526200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37142) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.532058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-846d232e-b8dc-4c02-9776-e08688bf8f02 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.537077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-846d232e-b8dc-4c02-9776-e08688bf8f02 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0060129 Oct 19 11:26:18.543481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37144) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.549142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-801dcbec-ea2d-4676-b34e-250c37c32e0b tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.553009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-801dcbec-ea2d-4676-b34e-250c37c32e0b tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0049469 Oct 19 11:26:18.566935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37146) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.572916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-f0ba6fe8-bd06-4ca0-9c75-6d6689ca086e tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.576231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f0ba6fe8-bd06-4ca0-9c75-6d6689ca086e tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0046053 Oct 19 11:26:18.580426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37148) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.586697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-e8fb95f7-0819-4990-a80e-e3d6aac27765 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.590152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e8fb95f7-0819-4990-a80e-e3d6aac27765 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046992 Oct 19 11:26:18.590404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37152) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.594787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-37d117f9-3519-4ee6-b62b-e35a205f3387 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.598109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-37d117f9-3519-4ee6-b62b-e35a205f3387 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046721 Oct 19 11:26:18.598587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37154) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.603051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-d19d9963-a615-4d17-8cd1-58499feebae2 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.606474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d19d9963-a615-4d17-8cd1-58499feebae2 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047863 Oct 19 11:26:18.607539 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37156) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.611197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-2e1adb01-1586-43a1-8bea-085494dbf7a4 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.614997 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2e1adb01-1586-43a1-8bea-085494dbf7a4 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050182 Oct 19 11:26:18.615370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37158) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.620596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-e2175867-a407-4b7c-a984-7d1858f9037f tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.623511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e2175867-a407-4b7c-a984-7d1858f9037f tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0049720 Oct 19 11:26:18.630896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b00a91-73d8-4521-b354-ac0ba62ef4f0 req-5f7c2dfe-68d3-4ced-9858-30bf1a2b009d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:18.638701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7b00a91-73d8-4521-b354-ac0ba62ef4f0 req-5f7c2dfe-68d3-4ced-9858-30bf1a2b009d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1042299 Oct 19 11:26:18.661440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37160) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.683696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-607bb1be-b092-4045-9ecd-e5a0957df108 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.687028 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-607bb1be-b092-4045-9ecd-e5a0957df108 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0058093 Oct 19 11:26:18.700709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7b00a91-73d8-4521-b354-ac0ba62ef4f0 req-3ac99a29-7854-451d-9ca3-276a6063cc12 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569839 Oct 19 11:26:18.702183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37162) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.708810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.710344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:18.710936 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.718402 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85c9864a-ef23-4e25-a273-4500ee1bd214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.719169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-bcc57be0-e845-4bb4-8b19-2e810b0f6418 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.721439 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bcc57be0-e845-4bb4-8b19-2e810b0f6418 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0172272 Oct 19 11:26:18.727635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37164) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.732154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-21252867-8b04-46eb-95ce-952f35123107 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.735401 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-21252867-8b04-46eb-95ce-952f35123107 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045545 Oct 19 11:26:18.735703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37166) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.740913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-9a0eb6e0-d55e-46f0-80fe-2983b41fda4c tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.742732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9a0eb6e0-d55e-46f0-80fe-2983b41fda4c tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051608 Oct 19 11:26:18.750286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37168) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.758545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-3b929fb7-3dd3-484e-b578-169f6c271e4b tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.763429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3b929fb7-3dd3-484e-b578-169f6c271e4b tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0111759 Oct 19 11:26:18.765574 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9f2f51c5-2b7b-4c22-a829-f00678ef2a83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.768752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37170) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.775736 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.776517 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.780807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-6959f44f-5481-48c7-9b1d-242cdec06dff tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.785384 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6959f44f-5481-48c7-9b1d-242cdec06dff tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0153408 Oct 19 11:26:18.787218 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37172) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.791997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-06d56fb4-55c0-4d51-8016-e803788d92e9 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.792273 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85c9864a-ef23-4e25-a273-4500ee1bd214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.796498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-06d56fb4-55c0-4d51-8016-e803788d92e9 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0077374 Oct 19 11:26:18.805230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37174) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.812570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-cd68b54d-0dd3-48df-85c1-77fe3cb6fa5a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.817237 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cd68b54d-0dd3-48df-85c1-77fe3cb6fa5a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0101931 Oct 19 11:26:18.818072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37176) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.822661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-b6c92489-96c1-454f-8290-f7831047eea4 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.827456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b6c92489-96c1-454f-8290-f7831047eea4 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074689 Oct 19 11:26:18.828127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37178) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.834504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-d387d4fa-fbcf-4fa0-bb0d-95e78844bb4b tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.840121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d387d4fa-fbcf-4fa0-bb0d-95e78844bb4b tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0109198 Oct 19 11:26:18.840900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37180) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.845424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-c26478bf-aef1-4260-8bd1-00a80fecb67b tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.850325 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c26478bf-aef1-4260-8bd1-00a80fecb67b tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0078967 Oct 19 11:26:18.852492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37182) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.856414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-dfaa927b-10b5-428e-bbdc-f0027fddc285 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.861605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dfaa927b-10b5-428e-bbdc-f0027fddc285 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0096350 Oct 19 11:26:18.862916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37184) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.867791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-c730a5f7-53e7-4bba-a32e-e15ca33a7ea8 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.873074 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c730a5f7-53e7-4bba-a32e-e15ca33a7ea8 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0088742 Oct 19 11:26:18.873819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37186) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.878848 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9f2f51c5-2b7b-4c22-a829-f00678ef2a83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.883678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-cd1911eb-b571-40ea-8bc3-dc6d7106c714 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.887549 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cd1911eb-b571-40ea-8bc3-dc6d7106c714 tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0121198 Oct 19 11:26:18.888390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37190) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.895550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-ec8b96a7-92d0-4736-8336-5b4418d3d3bf tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.901970 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ec8b96a7-92d0-4736-8336-5b4418d3d3bf tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0121036 Oct 19 11:26:18.902999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37192) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.910199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-a3f85e16-2d00-4af7-a7ef-a0a9597661ae tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.914826 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a3f85e16-2d00-4af7-a7ef-a0a9597661ae tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0098815 Oct 19 11:26:18.915616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37194) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.920599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-87cb3685-28df-4a3f-a1e5-7ffcc5432a0c tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.926194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-87cb3685-28df-4a3f-a1e5-7ffcc5432a0c tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0094965 Oct 19 11:26:18.927220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37196) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:18.932848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [None req-37beff80-ec81-4273-9ac6-5992e085753a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:18.939675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-37beff80-ec81-4273-9ac6-5992e085753a tempest-ExtensionsTestJSON-1424847067 tempest-ExtensionsTestJSON-1424847067-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0112224 Oct 19 11:26:18.952343 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0da8-7727-405c-8619-55fdf475cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:18.991496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea49f1-4a84-4ecc-b283-c8aad13e83eb req-5b0a6b9c-df2a-4162-b333-34430ac6ea59 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:18.998985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52ea49f1-4a84-4ecc-b283-c8aad13e83eb req-5b0a6b9c-df2a-4162-b333-34430ac6ea59 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.2877378 Oct 19 11:26:19.021665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9f2f51c5-2b7b-4c22-a829-f00678ef2a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.028114 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.054853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4d3d0da8-7727-405c-8619-55fdf475cdac None None] For port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=14b3dee6-665d-406b-ac14-5c28e5e8e2b6,segment=NetworkSegment(ef131a8f-0cfe-4614-8b80-37ced07eb6f3),segment_id=ef131a8f-0cfe-4614-8b80-37ced07eb6f3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:19.122122 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event updated for resources: {'Port': ['ID=5be2640a-f411-45e3-9ed5-932327bf25d7,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:19.150854 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0da8-7727-405c-8619-55fdf475cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.152526 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9f2f51c5-2b7b-4c22-a829-f00678ef2a83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=192307f19ea640aeb486bcfe66b0da00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9189863 Oct 19 11:26:19.155614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37200) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:19.161573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f51c5-2b7b-4c22-a829-f00678ef2a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8aa4e2-c4f1-434b-aeee-dab02a97f438,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:19.190871 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52ea49f1-4a84-4ecc-b283-c8aad13e83eb req-c644a9e1-665f-4607-84cc-34684c053f7f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889641 Oct 19 11:26:19.235546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Network 99f8a923-1232-4272-bd25-3bb4eea6ba0c is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:19.238752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:19.277940 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:26:19.278428 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:26:19.280551 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4d3d0da8-7727-405c-8619-55fdf475cdac None None] Provisioning complete for port 5be2640a-f411-45e3-9ed5-932327bf25d7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:19.280684 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-96423969-6b2f-4f7d-9a26-1ab4aa6169a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.280891 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0da8-7727-405c-8619-55fdf475cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.285954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d0da8-7727-405c-8619-55fdf475cdac None None] Pushing event updated for resources: {'Port': ['ID=14b3dee6-665d-406b-ac14-5c28e5e8e2b6,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:19.331990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-96423969-6b2f-4f7d-9a26-1ab4aa6169a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.335750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d0da8-7727-405c-8619-55fdf475cdac None None] Port 5be2640a-f411-45e3-9ed5-932327bf25d7 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:26:19.411059 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.469737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b5e617a6-007e-4e4c-8601-ac101b7dafeb None None] Provisioning complete for port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:19.470026 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b5e617a6-007e-4e4c-8601-ac101b7dafeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.475335 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-96423969-6b2f-4f7d-9a26-1ab4aa6169a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.480195 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-96423969-6b2f-4f7d-9a26-1ab4aa6169a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.481676 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-96423969-6b2f-4f7d-9a26-1ab4aa6169a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f8aa4e2-c4f1-434b-aeee-dab02a97f438 HTTP/1.1" status: 204 len: 168 time: 0.3230360 Oct 19 11:26:19.492191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96423969-6b2f-4f7d-9a26-1ab4aa6169a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8aa4e2-c4f1-434b-aeee-dab02a97f438,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:19.545674 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37208) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:19.697183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3d59415-6804-4b43-a94a-c43935f38201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.736689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1681c76e-a091-42be-9689-9ae2ffe9a4e1 None None] Provisioning complete for port 5be2640a-f411-45e3-9ed5-932327bf25d7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:19.737087 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1681c76e-a091-42be-9689-9ae2ffe9a4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.754701 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85c9864a-ef23-4e25-a273-4500ee1bd214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.757382 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85c9864a-ef23-4e25-a273-4500ee1bd214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.761010 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-85c9864a-ef23-4e25-a273-4500ee1bd214 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c821255-a528-42c9-b620-2821b2ef9e4a HTTP/1.1" status: 204 len: 168 time: 1.4426682 Oct 19 11:26:19.768674 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Router db353948-b0fc-450b-9d6d-f4503cdaf0b5 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:26:19.779131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9864a-ef23-4e25-a273-4500ee1bd214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c821255-a528-42c9-b620-2821b2ef9e4a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:19.811329 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3d59415-6804-4b43-a94a-c43935f38201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.838295 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.849083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1681c76e-a091-42be-9689-9ae2ffe9a4e1 None None] Port 5be2640a-f411-45e3-9ed5-932327bf25d7 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:26:19.891509 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3d59415-6804-4b43-a94a-c43935f38201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:19.929302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cc40d-f3ab-418e-8ab2-7c6022033f87 req-3ae29bbc-c33b-43ee-966c-5f5821bb09d0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:19.931299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c33cc40d-f3ab-418e-8ab2-7c6022033f87 req-3ae29bbc-c33b-43ee-966c-5f5821bb09d0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1077580 Oct 19 11:26:19.932742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:26:19.942493 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8e798253-14d8-4d75-a4a5-053fee646904 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "PUT /v2.0/routers/db353948-b0fc-450b-9d6d-f4503cdaf0b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6718464 Oct 19 11:26:19.943124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37220) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:19.944598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c3d59415-6804-4b43-a94a-c43935f38201 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33666f31f28f47c0801a5f2ea6d79db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3958406 Oct 19 11:26:19.955181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37222) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:19.955181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d59415-6804-4b43-a94a-c43935f38201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea80d067-8970-4dc6-9d74-a629d98009e1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:19.955423 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2615dd7-004b-4dea-9d21-c384e603ada4 None None] Sync routers for ids ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:26:19.961420 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2615dd7-004b-4dea-9d21-c384e603ada4 None None] Routers {'db353948-b0fc-450b-9d6d-f4503cdaf0b5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:26:19.962645 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2615dd7-004b-4dea-9d21-c384e603ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:25:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:20.039984 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ee75fae-cfda-40a6-9df3-7e3a3450501f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.069162 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ee75fae-cfda-40a6-9df3-7e3a3450501f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.101322 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c33cc40d-f3ab-418e-8ab2-7c6022033f87 req-5f96c43e-82fe-423d-94ff-80c8635a0e42 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567900 Oct 19 11:26:20.141255 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d95a38b9-9d42-407b-af37-74202e272db4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.156409 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2615dd7-004b-4dea-9d21-c384e603ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:20.165588 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2615dd7-004b-4dea-9d21-c384e603ada4 None None] Routers {'db353948-b0fc-450b-9d6d-f4503cdaf0b5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:26:20.166246 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2615dd7-004b-4dea-9d21-c384e603ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:25:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:20.182363 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ee75fae-cfda-40a6-9df3-7e3a3450501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.185123 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ee75fae-cfda-40a6-9df3-7e3a3450501f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.188613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2ee75fae-cfda-40a6-9df3-7e3a3450501f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea80d067-8970-4dc6-9d74-a629d98009e1 HTTP/1.1" status: 204 len: 168 time: 0.2375152 Oct 19 11:26:20.200401 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2615dd7-004b-4dea-9d21-c384e603ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:20.201098 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2615dd7-004b-4dea-9d21-c384e603ada4 None None] The sync data for ids ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:26:20.207095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee75fae-cfda-40a6-9df3-7e3a3450501f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea80d067-8970-4dc6-9d74-a629d98009e1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:20.272912 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-d95a38b9-9d42-407b-af37-74202e272db4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 11:26:20.273983 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d95a38b9-9d42-407b-af37-74202e272db4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "DELETE /v2.0/routers/db353948-b0fc-450b-9d6d-f4503cdaf0b5 HTTP/1.1" status: 409 len: 329 time: 0.3277442 Oct 19 11:26:20.280637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37238) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:20.292068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:26:20.356730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bb7fc-48da-46e4-a12b-7c3813b93252 req-aa14dc3b-ef80-4a09-b0df-9fc6705d2b4b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:20.359131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f14bb7fc-48da-46e4-a12b-7c3813b93252 req-aa14dc3b-ef80-4a09-b0df-9fc6705d2b4b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.0596802 Oct 19 11:26:20.363002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:20.364397 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.429147 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f14bb7fc-48da-46e4-a12b-7c3813b93252 req-8ce645f4-a3f9-4296-964b-86307ee64b5d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628023 Oct 19 11:26:20.568517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37242) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:20.582278 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd7423ca-d4b0-4dd3-9ae2-82e17b9344fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.677209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd7423ca-d4b0-4dd3-9ae2-82e17b9344fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.692511 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7296201a-40d3-4ad5-8c83-d6285c39951f tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.731115 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd7423ca-d4b0-4dd3-9ae2-82e17b9344fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.784635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fd7423ca-d4b0-4dd3-9ae2-82e17b9344fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ca06bd9cd5f4e43ab4dd224d3fa5c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144005 Oct 19 11:26:20.787766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7423ca-d4b0-4dd3-9ae2-82e17b9344fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6abca8-c4f4-4bcc-b7f5-1845981d5643,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:20.792441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37254) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:20.848178 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-935634de-60d0-4840-a59b-36a9407cfa98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.877905 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-935634de-60d0-4840-a59b-36a9407cfa98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.976426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-7296201a-40d3-4ad5-8c83-d6285c39951f tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Deleting port 5be2640a-f411-45e3-9ed5-932327bf25d7 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:20.976818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7296201a-40d3-4ad5-8c83-d6285c39951f tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.993355 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-935634de-60d0-4840-a59b-36a9407cfa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.996073 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-935634de-60d0-4840-a59b-36a9407cfa98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:20.997278 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-935634de-60d0-4840-a59b-36a9407cfa98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b6abca8-c4f4-4bcc-b7f5-1845981d5643 HTTP/1.1" status: 204 len: 168 time: 0.2038360 Oct 19 11:26:21.005271 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935634de-60d0-4840-a59b-36a9407cfa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6abca8-c4f4-4bcc-b7f5-1845981d5643,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:21.088554 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7296201a-40d3-4ad5-8c83-d6285c39951f tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:21.107257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-7296201a-40d3-4ad5-8c83-d6285c39951f tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Calling delete_port for 5be2640a-f411-45e3-9ed5-932327bf25d7 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:21.301030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed848d4-5823-48da-8420-0e8ff8964375 req-1fbd74db-1c5d-4474-8ce8-9d1a83785b68 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:21.304466 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ed848d4-5823-48da-8420-0e8ff8964375 req-1fbd74db-1c5d-4474-8ce8-9d1a83785b68 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.0819008 Oct 19 11:26:21.349740 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ed848d4-5823-48da-8420-0e8ff8964375 req-f2d55166-e746-4347-90af-f9848ac7c8c5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404654 Oct 19 11:26:21.387888 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7296201a-40d3-4ad5-8c83-d6285c39951f tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:21.394732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:26:21.417764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296201a-40d3-4ad5-8c83-d6285c39951f tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Port': ['ID=5be2640a-f411-45e3-9ed5-932327bf25d7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:21.549999 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:21.633927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:26:21.637246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87349f79-52b6-4a15-b102-37ab8d10e7e1 req-1930c06e-d4e1-4efe-8160-b6efac777f1c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:21.640066 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87349f79-52b6-4a15-b102-37ab8d10e7e1 req-1930c06e-d4e1-4efe-8160-b6efac777f1c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.0986483 Oct 19 11:26:21.643582 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de2a53e-3aea-4f7b-87c9-d3ec95942c83" -d '{"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-unplugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:26:21.673924 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7296201a-40d3-4ad5-8c83-d6285c39951f tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:21.703880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:21.734557 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87349f79-52b6-4a15-b102-37ab8d10e7e1 req-b23d5870-eac9-48c8-ac64-2b0e9c5b03fd tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818837 Oct 19 11:26:21.745623 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bda7ad-1385-4f61-bd35-f8a7d2e55d9c x-openstack-request-id: req-b1bda7ad-1385-4f61-bd35-f8a7d2e55d9c {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:26:21.745977 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-unplugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:26:21.746437 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1bda7ad-1385-4f61-bd35-f8a7d2e55d9c {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:26:21.747051 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f', 'code': 200} Oct 19 11:26:21.772259 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:21.832403 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=11']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:21.900669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7296201a-40d3-4ad5-8c83-d6285c39951f tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Router db353948-b0fc-450b-9d6d-f4503cdaf0b5 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:26:21.989664 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7296201a-40d3-4ad5-8c83-d6285c39951f tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:26:21.995041 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7296201a-40d3-4ad5-8c83-d6285c39951f tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "PUT /v2.0/routers/db353948-b0fc-450b-9d6d-f4503cdaf0b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7134302 Oct 19 11:26:21.999269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37298) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:22.005913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2b1ea-26e1-47bc-a82a-60fc3f115304 None None] Sync routers for ids ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:26:22.022517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2b1ea-26e1-47bc-a82a-60fc3f115304 None None] Routers {'db353948-b0fc-450b-9d6d-f4503cdaf0b5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:26:22.023410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dba2b1ea-26e1-47bc-a82a-60fc3f115304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:25:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:22.043200 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-2b36c781-9764-465c-b45d-6e80fb57315a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] show failed (client error): The resource could not be found. Oct 19 11:26:22.050250 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2b36c781-9764-465c-b45d-6e80fb57315a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1471217315 HTTP/1.1" status: 404 len: 335 time: 0.0445404 Oct 19 11:26:22.050522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37302) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:22.055054 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-537a681b-739b-4dd5-8e1b-c56f2ab24c42 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:22.089797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dba2b1ea-26e1-47bc-a82a-60fc3f115304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:22.094564 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-537a681b-739b-4dd5-8e1b-c56f2ab24c42 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] update failed (client error): The resource could not be found. Oct 19 11:26:22.095573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-537a681b-739b-4dd5-8e1b-c56f2ab24c42 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1501271642 HTTP/1.1" status: 404 len: 335 time: 0.0441577 Oct 19 11:26:22.099137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37304) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:22.109024 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2b1ea-26e1-47bc-a82a-60fc3f115304 None None] Routers {'db353948-b0fc-450b-9d6d-f4503cdaf0b5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:26:22.109887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dba2b1ea-26e1-47bc-a82a-60fc3f115304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:25:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:22.156757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dba2b1ea-26e1-47bc-a82a-60fc3f115304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:22.157647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2b1ea-26e1-47bc-a82a-60fc3f115304 None None] The sync data for ids ['db353948-b0fc-450b-9d6d-f4503cdaf0b5'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:26:22.169849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37308) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:22.176885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Deleting subnet 823d3aae-7427-463e-b7df-dd9548259512 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:26:22.181123 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:22.275994 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:22.411353 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:22.480673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-815104796'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:22.548261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0d824-38c2-4b93-abc1-19ab169ccf32 req-91120ad0-6dc6-49ed-b722-7cd1e41e69ec tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:22.556992 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89f0d824-38c2-4b93-abc1-19ab169ccf32 req-91120ad0-6dc6-49ed-b722-7cd1e41e69ec tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0923123 Oct 19 11:26:22.593916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:22.611684 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89f0d824-38c2-4b93-abc1-19ab169ccf32 req-54a2b1b7-2da0-4f4c-827e-ca6dd2c31e0a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511122 Oct 19 11:26:22.624627 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:22.629475 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "DELETE /v2.0/subnets/823d3aae-7427-463e-b7df-dd9548259512 HTTP/1.1" status: 204 len: 168 time: 0.5287867 Oct 19 11:26:22.633946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37332) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:22.648785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:22.649148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286356f7-3e8d-4fbd-a155-1fda126ffc3b None None] Network d0e783ba-6d76-460f-873e-7fd5fc4e0837 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:22.650744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:22.661820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Subnet': ['ID=823d3aae-7427-463e-b7df-dd9548259512,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:22.674031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.674586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.674933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.675275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.675613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.675944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.676276 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.676685 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.677771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.678111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.679009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.679009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452dfc4-b095-4ea4-b5b4-dcc1cb08daa4 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:22.689143 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:22.780374 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:22.933563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abae77b4-c379-4a00-a339-a784930e9d77 None None] DHCP port deletion for d0e783ba-6d76-460f-873e-7fd5fc4e0837 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:26:22.962289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19c543-5d94-473a-9970-059a99b18378 req-8e4efa78-17b7-4b1b-a1b3-c18f3bd47cb6 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:22.963911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a19c543-5d94-473a-9970-059a99b18378 req-8e4efa78-17b7-4b1b-a1b3-c18f3bd47cb6 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1093175 Oct 19 11:26:22.987804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Deleting port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:22.988228 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:22.992122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-abae77b4-c379-4a00-a339-a784930e9d77 None None] Deleting port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:22.993198 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-abae77b4-c379-4a00-a339-a784930e9d77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:22.997032 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.083259 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-abae77b4-c379-4a00-a339-a784930e9d77 None None] For port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=14b3dee6-665d-406b-ac14-5c28e5e8e2b6,segment=NetworkSegment(ef131a8f-0cfe-4614-8b80-37ced07eb6f3),segment_id=ef131a8f-0cfe-4614-8b80-37ced07eb6f3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:23.083663 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-abae77b4-c379-4a00-a339-a784930e9d77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.092880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] For port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=14b3dee6-665d-406b-ac14-5c28e5e8e2b6,segment=NetworkSegment(ef131a8f-0cfe-4614-8b80-37ced07eb6f3),segment_id=ef131a8f-0cfe-4614-8b80-37ced07eb6f3)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:23.093250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.096215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-abae77b4-c379-4a00-a339-a784930e9d77 None None] Calling delete_port for 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:23.098256 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a19c543-5d94-473a-9970-059a99b18378 req-f4fc9b1a-a9fa-4b10-9714-65c063d099c4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221128 Oct 19 11:26:23.104681 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.131246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Calling delete_port for 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:23.170512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:26:23.223208 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6627d8af-b430-4d05-ae6b-ff3fa4976cb2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:23.256598 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-abae77b4-c379-4a00-a339-a784930e9d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.262725 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.263197 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment 3ff2197e-8dd9-4871-8d0e-864348904e26 of type vlan for network d0e9837d-de81-4351-9d39-bad66b4bf967 Oct 19 11:26:23.298559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae77b4-c379-4a00-a339-a784930e9d77 None None] Pushing event deleted for resources: {'Port': ['ID=14b3dee6-665d-406b-ac14-5c28e5e8e2b6,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:23.303146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae77b4-c379-4a00-a339-a784930e9d77 None None] No DVR routers for this DVR port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:23.322841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.363720 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.368510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Port': ['ID=14b3dee6-665d-406b-ac14-5c28e5e8e2b6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:23.381407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] No DVR routers for this DVR port 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:23.394748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:26:23.501691 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.507837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:23.508450 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.513041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.534266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:23.559532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '373ae266-75b6-45a7-993f-7a9610788a3f', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'port_id': '373ae266-75b6-45a7-993f-7a9610788a3f', 'mac_address': 'fa:16:3e:31:32:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:26:23.635755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e783ba-6d76-460f-873e-7fd5fc4e0837']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:23.661749 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.683578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373ae266-75b6-45a7-993f-7a9610788a3f {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:26:23.733913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:23.795450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=d0e9837d-de81-4351-9d39-bad66b4bf967,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:23.798913 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.812363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef131a8f-0cfe-4614-8b80-37ced07eb6f3') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:23.812727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef131a8f-0cfe-4614-8b80-37ced07eb6f3') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:23.867464 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:23.919803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=12']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:23.963333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['373ae266-75b6-45a7-993f-7a9610788a3f'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:26:23.975793 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-87f1bde3-a2ba-4547-9560-b4e324157c2d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8046188 Oct 19 11:26:23.984048 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:24.009595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:24.010004 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:24.023793 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:24.095932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37378) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:24.102336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'network_id': 'd0e9837d-de81-4351-9d39-bad66b4bf967', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:24.135557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network d0e9837d-de81-4351-9d39-bad66b4bf967 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:26:24.216298 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:24.244642 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:24.255900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "DELETE /v2.0/networks/d0e783ba-6d76-460f-873e-7fd5fc4e0837 HTTP/1.1" status: 204 len: 168 time: 1.6205301 Oct 19 11:26:24.263147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37386) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:24.350743 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b556121-1902-4425-8c0e-0e3170007895 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Network': ['ID=d0e783ba-6d76-460f-873e-7fd5fc4e0837,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:24.413129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deac01b-d0cc-4dda-ab1f-9023e63f00e3 req-a76dfe33-2051-4787-b366-8647395cc320 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:24.432326 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0deac01b-d0cc-4dda-ab1f-9023e63f00e3 req-a76dfe33-2051-4787-b366-8647395cc320 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1649103 Oct 19 11:26:24.463037 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:26:24.482230 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd201d43-323b-4380-9b5b-c601341d4daf req-137caadb-0d7e-420c-87ee-ec4cb2436725 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:24.492145 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd201d43-323b-4380-9b5b-c601341d4daf req-137caadb-0d7e-420c-87ee-ec4cb2436725 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 946 time: 0.2266803 Oct 19 11:26:24.493685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:26:24.494046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 14b3dee6-665d-406b-ac14-5c28e5e8e2b6 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:26:24.515645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:24.524102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:24.528704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Deleting subnet 5cecee07-5ac4-4c0b-ab97-dbecb5f07b79 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:26:24.535996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:24.610719 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd201d43-323b-4380-9b5b-c601341d4daf req-4a877695-6432-4f40-a7cc-2bf5e5f4d3e0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150732 Oct 19 11:26:24.617886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:24.785208 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:24.818341 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0deac01b-d0cc-4dda-ab1f-9023e63f00e3 req-861b18e5-31cf-4490-b92e-05c03f0d1d72 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3849990 Oct 19 11:26:24.965655 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:24.976714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.015077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.018285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91661fa8-e95b-4201-9c32-c491b0a56711 None None] Network ce08bc20-9e3f-448f-b0e0-57fdbdae2b24 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:25.046633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "DELETE /v2.0/subnets/5cecee07-5ac4-4c0b-ab97-dbecb5f07b79 HTTP/1.1" status: 204 len: 168 time: 0.7473817 Oct 19 11:26:25.050014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37404) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:25.089300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Subnet': ['ID=5cecee07-5ac4-4c0b-ab97-dbecb5f07b79,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:25.116025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=cfb876c0-7a38-40c4-92fa-48a0f5da3426,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:25.125552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.125870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.126291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.126697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.127095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.127873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.128271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.128709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.129158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.129565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.130436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.130933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bebdee-ed5d-4f8d-a13f-3c602b44333e tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:26:25.151137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking segment: {'id': '3ff2197e-8dd9-4871-8d0e-864348904e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd0e9837d-de81-4351-9d39-bad66b4bf967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:25.151858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network hostable DHCP agents. Network: d0e9837d-de81-4351-9d39-bad66b4bf967, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:26:25.165662 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e022e99-d2e0-4523-b56c-0493bfa71a03 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Deleting subnet 3b9aa9f9-3e99-48a8-9230-2110b4faa8a7 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:26:25.172430 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6e022e99-d2e0-4523-b56c-0493bfa71a03 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.229893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6e022e99-d2e0-4523-b56c-0493bfa71a03 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.290602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network d0e9837d-de81-4351-9d39-bad66b4bf967 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:26:25.351478 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6e022e99-d2e0-4523-b56c-0493bfa71a03 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.381146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d8c189-b644-4534-bbd1-cd846692b999 None None] DHCP port deletion for ce08bc20-9e3f-448f-b0e0-57fdbdae2b24 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:26:25.397329 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:26:25.429824 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-44f6d9c4-a811-4909-bd14-b0ebae616bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.474607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, d0e9837d-de81-4351-9d39-bad66b4bf967) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:25.481028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:25.482380 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.488312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3734d2-af48-4d04-a082-0632257fef3d None None] Network d0e9837d-de81-4351-9d39-bad66b4bf967 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:25.496400 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6e022e99-d2e0-4523-b56c-0493bfa71a03 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.549972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6e022e99-d2e0-4523-b56c-0493bfa71a03 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.552876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6e022e99-d2e0-4523-b56c-0493bfa71a03 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "DELETE /v2.0/subnets/3b9aa9f9-3e99-48a8-9230-2110b4faa8a7 HTTP/1.1" status: 204 len: 168 time: 0.5014105 Oct 19 11:26:25.553949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e022e99-d2e0-4523-b56c-0493bfa71a03 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9aa9f9-3e99-48a8-9230-2110b4faa8a7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:25.555803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37420) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:25.583065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f9592f77-76b8-4c73-b98a-8fcec364eaae tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4852688 Oct 19 11:26:25.587013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37422) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:25.595164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1629016398'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:25.680507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.700650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604532db-a793-424f-80d1-1994e7d56fd2 None None] Network e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:25.705486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 373ae266-75b6-45a7-993f-7a9610788a3f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:25.705854 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.781461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Deleting port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:25.782367 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.788013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:25.792166 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.893726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-96d8c189-b644-4534-bbd1-cd846692b999 None None] Deleting port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:25.897019 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-96d8c189-b644-4534-bbd1-cd846692b999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.964115 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] For port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7,segment=NetworkSegment(c5fad2c7-bed6-4646-b5f1-fed20c2627f1),segment_id=c5fad2c7-bed6-4646-b5f1-fed20c2627f1)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:25.964765 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:25.987422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Calling delete_port for 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:26.079163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9b7ac-bf3f-45a2-9826-e527948deea6 req-ca9ea9eb-c69e-4f21-91eb-defe2ae21a4d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:26.081347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eae9b7ac-bf3f-45a2-9826-e527948deea6 req-ca9ea9eb-c69e-4f21-91eb-defe2ae21a4d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1095531 Oct 19 11:26:26.156150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90888d-4953-4cd4-ac37-008cdafe66d7 req-b4fd4858-62db-488c-a8e6-962d297ddda9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:26.161459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8c90888d-4953-4cd4-ac37-008cdafe66d7 req-b4fd4858-62db-488c-a8e6-962d297ddda9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 946 time: 0.3486018 Oct 19 11:26:26.173881 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eae9b7ac-bf3f-45a2-9826-e527948deea6 req-13e38a15-4b52-490f-b296-379f7c4f1d78 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861287 Oct 19 11:26:26.182246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:26:26.275178 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.276690 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment 3b034bfd-e287-42d9-a1db-9811b01fe7a5 of type vlan for network 7314664a-d37d-4fc1-a417-db78bb5409b8 Oct 19 11:26:26.310019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8c90888d-4953-4cd4-ac37-008cdafe66d7 req-7e79f417-39c7-42eb-81f8-7f33c3590a7f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342444 Oct 19 11:26:26.357210 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.362528 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.374305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:26:26.401992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Port': ['ID=1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:26.407373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] No DVR routers for this DVR port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:26.412908 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-96d8c189-b644-4534-bbd1-cd846692b999 None None] For port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7,segment=NetworkSegment(c5fad2c7-bed6-4646-b5f1-fed20c2627f1),segment_id=c5fad2c7-bed6-4646-b5f1-fed20c2627f1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:26.413579 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-96d8c189-b644-4534-bbd1-cd846692b999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.437718 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-96d8c189-b644-4534-bbd1-cd846692b999 None None] Calling delete_port for 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:26.443768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:26:26.453794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:26:26.530803 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.558578 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.558893 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.565220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:26.565845 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.569469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce08bc20-9e3f-448f-b0e0-57fdbdae2b24']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:26.577066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-d0e9837d-de81-4351-9d39-bad66b4bf967', 'network_id': 'd0e9837d-de81-4351-9d39-bad66b4bf967', 'tenant_id': 'a4ee78b9dde34f5b8f5f429c61861af4', 'fixed_ips': [{'subnet_id': 'cfb876c0-7a38-40c4-92fa-48a0f5da3426'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:26:26.577935 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.605947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fad2c7-bed6-4646-b5f1-fed20c2627f1') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:26.606429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fad2c7-bed6-4646-b5f1-fed20c2627f1') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:26.628080 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.682799 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.685074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=7314664a-d37d-4fc1-a417-db78bb5409b8,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:26.691848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:26.692180 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:26.695676 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:26.750661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Allocated IP 172.20.255.242 (d0e9837d-de81-4351-9d39-bad66b4bf967/cfb876c0-7a38-40c4-92fa-48a0f5da3426/790062b5-d06b-4557-9096-2d4faa5d392a) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:26.751319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-367af443-57cb-4c4f-ae90-f6ddf86eddab tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1630018 Oct 19 11:26:26.755865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37456) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:26.762487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18195c98-d59d-4672-a3a7-610fade781c3 None None] DHCP port deletion for e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:26:26.766805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 7314664a-d37d-4fc1-a417-db78bb5409b8 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:26:26.768972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'network_id': '7314664a-d37d-4fc1-a417-db78bb5409b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:26.810229 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.818178 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:26.825691 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "DELETE /v2.0/networks/ce08bc20-9e3f-448f-b0e0-57fdbdae2b24 HTTP/1.1" status: 204 len: 168 time: 1.2654846 Oct 19 11:26:26.836655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37458) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:26.862449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:26:26.865529 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1133734c-3557-4f91-a8b2-f38ebda4a723" -d '{"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-plugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:26:26.905098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ed7d1-9589-4cad-ae5d-99af16d51a99 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Network': ['ID=ce08bc20-9e3f-448f-b0e0-57fdbdae2b24,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:26.983027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:27.020844 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.029274 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025da98c-2513-475f-921e-559d608b2827 x-openstack-request-id: req-025da98c-2513-475f-921e-559d608b2827 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:26:27.029707 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-plugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:26:27.029861 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-025da98c-2513-475f-921e-559d608b2827 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:26:27.030229 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f', 'code': 200} Oct 19 11:26:27.040313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:27.044747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.119843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Deleting port 83b8be04-8a9a-4f58-a152-6eb85099baf4 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:27.122018 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.139615 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.266216 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-96d8c189-b644-4534-bbd1-cd846692b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.266737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] For port 83b8be04-8a9a-4f58-a152-6eb85099baf4, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=83b8be04-8a9a-4f58-a152-6eb85099baf4,segment=NetworkSegment(b708d088-9532-472e-a034-e1d833121d07),segment_id=b708d088-9532-472e-a034-e1d833121d07)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:27.268013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.303274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Calling delete_port for 83b8be04-8a9a-4f58-a152-6eb85099baf4 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:27.318101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-18195c98-d59d-4672-a3a7-610fade781c3 None None] Deleting port 83b8be04-8a9a-4f58-a152-6eb85099baf4 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:27.318528 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-18195c98-d59d-4672-a3a7-610fade781c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.341983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96d8c189-b644-4534-bbd1-cd846692b999 None None] Network ce08bc20-9e3f-448f-b0e0-57fdbdae2b24 is not hosted by any dhcp agent {{(pid=101313) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 11:26:27.342448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8c189-b644-4534-bbd1-cd846692b999 None None] No DVR routers for this DVR port 1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:27.592382 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=13']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:27.630704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8c189-b644-4534-bbd1-cd846692b999 None None] Pushing event deleted for resources: {'Port': ['ID=1b52e5e4-9fa3-4e96-b579-ceccb0aebfd7,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:27.636886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8806ea-3e84-4cdc-903a-0df4fc61c339 req-0d1a44ec-d0b2-478e-a920-e5c4469eaf93 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:27.644780 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c8806ea-3e84-4cdc-903a-0df4fc61c339 req-0d1a44ec-d0b2-478e-a920-e5c4469eaf93 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.3151431 Oct 19 11:26:27.667368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-18195c98-d59d-4672-a3a7-610fade781c3 None None] For port 83b8be04-8a9a-4f58-a152-6eb85099baf4, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=83b8be04-8a9a-4f58-a152-6eb85099baf4,segment=NetworkSegment(b708d088-9532-472e-a034-e1d833121d07),segment_id=b708d088-9532-472e-a034-e1d833121d07)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:27.667763 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-18195c98-d59d-4672-a3a7-610fade781c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.670367 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.674431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55207059-9a98-46f6-a242-74b39688c6ab req-54d1a71a-f286-4c34-9947-c4e14295a5ef tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:27.681008 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.685175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55207059-9a98-46f6-a242-74b39688c6ab req-54d1a71a-f286-4c34-9947-c4e14295a5ef tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.2492304 Oct 19 11:26:27.721934 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.729381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-18195c98-d59d-4672-a3a7-610fade781c3 None None] Calling delete_port for 83b8be04-8a9a-4f58-a152-6eb85099baf4 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:27.768809 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Port': ['ID=83b8be04-8a9a-4f58-a152-6eb85099baf4,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:27.776181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] No DVR routers for this DVR port 83b8be04-8a9a-4f58-a152-6eb85099baf4 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:27.815234 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.864858 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c8806ea-3e84-4cdc-903a-0df4fc61c339 req-525b37fe-cc48-49b2-8d3c-98216d36b739 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052965 Oct 19 11:26:27.872904 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-27811585-8951-4432-bd13-20a08ed5fb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:27.908496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Network d0e9837d-de81-4351-9d39-bad66b4bf967 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:27.921132 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:27.928848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:27.934539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Pushing event updated for resources: {'Port': ['ID=790062b5-d06b-4557-9096-2d4faa5d392a,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:27.952970 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55207059-9a98-46f6-a242-74b39688c6ab req-77c6af8c-db79-47d2-a6d4-06bc4e7495c3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664747 Oct 19 11:26:27.954831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=0985fd2d-169f-443a-80db-aede74d79e5d,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:27.978467 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.018420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:28.025156 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-18195c98-d59d-4672-a3a7-610fade781c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.030160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b708d088-9532-472e-a034-e1d833121d07') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:28.030428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b708d088-9532-472e-a034-e1d833121d07') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:28.031056 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking segment: {'id': '3b034bfd-e287-42d9-a1db-9811b01fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7314664a-d37d-4fc1-a417-db78bb5409b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:28.035080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network hostable DHCP agents. Network: 7314664a-d37d-4fc1-a417-db78bb5409b8, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:26:28.041210 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.060861 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.068128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Attempting to bind port 790062b5-d06b-4557-9096-2d4faa5d392a on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:26:28.068670 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Attempting to bind port 790062b5-d06b-4557-9096-2d4faa5d392a by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3ff2197e-8dd9-4871-8d0e-864348904e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd0e9837d-de81-4351-9d39-bad66b4bf967'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:26:28.069036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Attempting to bind port 790062b5-d06b-4557-9096-2d4faa5d392a on network d0e9837d-de81-4351-9d39-bad66b4bf967 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:26:28.074076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:28.076078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:28.077582 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:28.094123 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:26:28.094561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Checking segment: {'id': '3ff2197e-8dd9-4871-8d0e-864348904e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd0e9837d-de81-4351-9d39-bad66b4bf967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:28.095072 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.095538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Bound using segment: {'id': '3ff2197e-8dd9-4871-8d0e-864348904e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd0e9837d-de81-4351-9d39-bad66b4bf967'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:26:28.096973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Bound port: 790062b5-d06b-4557-9096-2d4faa5d392a, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff2197e-8dd9-4871-8d0e-864348904e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd0e9837d-de81-4351-9d39-bad66b4bf967'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:26:28.097434 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.119122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18195c98-d59d-4672-a3a7-610fade781c3 None None] Pushing event deleted for resources: {'Port': ['ID=83b8be04-8a9a-4f58-a152-6eb85099baf4,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:28.121673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18195c98-d59d-4672-a3a7-610fade781c3 None None] No DVR routers for this DVR port 83b8be04-8a9a-4f58-a152-6eb85099baf4 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:28.165328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network 7314664a-d37d-4fc1-a417-db78bb5409b8 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:26:28.258638 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] For port 790062b5-d06b-4557-9096-2d4faa5d392a, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:26:28.263695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] For port 790062b5-d06b-4557-9096-2d4faa5d392a, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=790062b5-d06b-4557-9096-2d4faa5d392a,segment=NetworkSegment(3ff2197e-8dd9-4871-8d0e-864348904e26),segment_id=3ff2197e-8dd9-4871-8d0e-864348904e26)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:26:28.279283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 7314664a-d37d-4fc1-a417-db78bb5409b8) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:28.284330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:28.285170 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.291566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda59d80-7955-4a68-a6f6-d44c342cef7c None None] Network 7314664a-d37d-4fc1-a417-db78bb5409b8 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:28.330757 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.341199 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.350897 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "DELETE /v2.0/networks/e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5 HTTP/1.1" status: 204 len: 168 time: 1.5067840 Oct 19 11:26:28.351340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37492) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:28.370720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 83b8be04-8a9a-4f58-a152-6eb85099baf4 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:26:28.401313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 83b8be04-8a9a-4f58-a152-6eb85099baf4 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:26:28.401737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 83b8be04-8a9a-4f58-a152-6eb85099baf4 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:26:28.404790 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.413492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d84c69-650f-41ae-bf6e-2f12fabdd36a tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Network': ['ID=e0f3ecf5-c62f-4eb3-96d3-07b2bb4c7ef5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:28.468377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37500) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:28.477091 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0d350220-04fd-41ba-ac4a-9f9a98ae459e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7161922 Oct 19 11:26:28.514582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-5526abe4-ae4a-4d8e-babb-1732473afd62 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Deleting subnet d7acd95a-a8a0-4a36-b937-e94a83679e41 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:26:28.519331 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5526abe4-ae4a-4d8e-babb-1732473afd62 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.528750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e55af0-2c7d-466e-982b-be8dfecabc3a None None] Pushing event updated for resources: {'Port': ['ID=790062b5-d06b-4557-9096-2d4faa5d392a,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:28.605485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-7314664a-d37d-4fc1-a417-db78bb5409b8', 'network_id': '7314664a-d37d-4fc1-a417-db78bb5409b8', 'tenant_id': 'a4ee78b9dde34f5b8f5f429c61861af4', 'fixed_ips': [{'subnet_id': '0985fd2d-169f-443a-80db-aede74d79e5d'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:26:28.606456 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.661704 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5526abe4-ae4a-4d8e-babb-1732473afd62 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.791027 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:28.998691 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5526abe4-ae4a-4d8e-babb-1732473afd62 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:29.065861 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:29.107096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37520) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:29.284025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3cc9f-bed9-42d7-8f1c-9eb7c1600651 req-b21523d7-85a4-41e4-8fda-036903f15087 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:29.287491 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70b3cc9f-bed9-42d7-8f1c-9eb7c1600651 req-b21523d7-85a4-41e4-8fda-036903f15087 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1547828 Oct 19 11:26:29.317500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d566b-cf85-40b0-8208-9f1e9ca453ce req-a9b6a5a1-5e02-4320-b7e0-fa8d92ac9bac tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:29.319225 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a0d566b-cf85-40b0-8208-9f1e9ca453ce req-a9b6a5a1-5e02-4320-b7e0-fa8d92ac9bac tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1691086 Oct 19 11:26:29.344935 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5526abe4-ae4a-4d8e-babb-1732473afd62 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:29.361106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Allocated IP 172.20.0.2 (7314664a-d37d-4fc1-a417-db78bb5409b8/0985fd2d-169f-443a-80db-aede74d79e5d/d1509be2-8848-493a-b67e-ce8a733c557b) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:29.409475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 654d9da9-a1d0-4e8d-ac99-80d48b338318 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:26:29.439884 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:29.467116 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70b3cc9f-bed9-42d7-8f1c-9eb7c1600651 req-4447740e-7af6-4373-98e4-10d837976180 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708992 Oct 19 11:26:29.475226 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526abe4-ae4a-4d8e-babb-1732473afd62 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Subnet': ['ID=d7acd95a-a8a0-4a36-b937-e94a83679e41,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:29.479037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:29.481507 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5526abe4-ae4a-4d8e-babb-1732473afd62 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:29.497652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5526abe4-ae4a-4d8e-babb-1732473afd62 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "DELETE /v2.0/subnets/d7acd95a-a8a0-4a36-b937-e94a83679e41 HTTP/1.1" status: 204 len: 168 time: 1.1450765 Oct 19 11:26:29.498257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6811737-09d9-4432-a385-71932c8c1aa8 None None] Network 99f8a923-1232-4272-bd25-3bb4eea6ba0c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:29.503081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37530) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:29.830964 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:29.841165 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54921280-e431-472c-b09b-77d06aa59143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:29.963148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:29.996048 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'port_id': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'mac_address': 'fa:16:3e:82:ae:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:26:30.004429 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.134770 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.262297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Pushing event updated for resources: {'Port': ['ID=d1509be2-8848-493a-b67e-ce8a733c557b,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:30.265547 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.286225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 654d9da9-a1d0-4e8d-ac99-80d48b338318 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:26:30.311061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:30.321633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Network 7314664a-d37d-4fc1-a417-db78bb5409b8 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:30.326704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:30.335610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d8288f-79a9-421a-8939-cc0731c350f3 None None] DHCP port deletion for 99f8a923-1232-4272-bd25-3bb4eea6ba0c request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:26:30.348439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:30.405388 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a0d566b-cf85-40b0-8208-9f1e9ca453ce req-5d22a695-07da-4f04-900e-81ab5dccef77 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0777552 Oct 19 11:26:30.456395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfc1831-8865-4928-89d6-2186c2a0f3cf None None] Network d0e9837d-de81-4351-9d39-bad66b4bf967 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:30.490358 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.553913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Subnet': ['ID=0985fd2d-169f-443a-80db-aede74d79e5d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:30.571399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.595618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 790062b5-d06b-4557-9096-2d4faa5d392a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:26:30.667087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.696408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7314664a-d37d-4fc1-a417-db78bb5409b8']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:30.698494 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Deleting port bdb9b82e-4668-4203-9f1e-190be7806e69 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:30.698494 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.712081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b034bfd-e287-42d9-a1db-9811b01fe7a5') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:30.713203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b034bfd-e287-42d9-a1db-9811b01fe7a5') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:30.733994 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.768603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.769876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d79cf-4650-452e-8a2f-afc81fa76d02 req-db21e09a-b15d-44a4-9ec0-cd1bf15f2fa3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:30.777550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:30.778177 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-694d79cf-4650-452e-8a2f-afc81fa76d02 req-db21e09a-b15d-44a4-9ec0-cd1bf15f2fa3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1574204 Oct 19 11:26:30.778710 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:30.782654 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:30.939586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Attempting to bind port d1509be2-8848-493a-b67e-ce8a733c557b on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:26:30.939586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Attempting to bind port d1509be2-8848-493a-b67e-ce8a733c557b by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3b034bfd-e287-42d9-a1db-9811b01fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7314664a-d37d-4fc1-a417-db78bb5409b8'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:26:30.939586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Attempting to bind port d1509be2-8848-493a-b67e-ce8a733c557b on network 7314664a-d37d-4fc1-a417-db78bb5409b8 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:26:30.946618 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54921280-e431-472c-b09b-77d06aa59143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.963192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] For port bdb9b82e-4668-4203-9f1e-190be7806e69, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bdb9b82e-4668-4203-9f1e-190be7806e69,segment=NetworkSegment(3d32bfe0-aba2-4929-946c-ac69f382e74e),segment_id=3d32bfe0-aba2-4929-946c-ac69f382e74e)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:30.963698 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.973058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4997bbe1-fa09-4ee8-913e-91727d85d8d4 None None] Provisioning complete for port 790062b5-d06b-4557-9096-2d4faa5d392a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:30.973663 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4997bbe1-fa09-4ee8-913e-91727d85d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:30.988824 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-694d79cf-4650-452e-8a2f-afc81fa76d02 req-e7ac7927-3760-431c-8d9c-5980670a46d0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097378 Oct 19 11:26:30.996941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Calling delete_port for bdb9b82e-4668-4203-9f1e-190be7806e69 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:30.998306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:26:30.999120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Checking segment: {'id': '3b034bfd-e287-42d9-a1db-9811b01fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7314664a-d37d-4fc1-a417-db78bb5409b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:30.999385 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.000014 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Bound using segment: {'id': '3b034bfd-e287-42d9-a1db-9811b01fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7314664a-d37d-4fc1-a417-db78bb5409b8'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:26:31.000758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Bound port: d1509be2-8848-493a-b67e-ce8a733c557b, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b034bfd-e287-42d9-a1db-9811b01fe7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7314664a-d37d-4fc1-a417-db78bb5409b8'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:26:31.001320 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.030746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['654d9da9-a1d0-4e8d-ac99-80d48b338318'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:26:31.090058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:31.107642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 790062b5-d06b-4557-9096-2d4faa5d392a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:31.107955 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.195212 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.api [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:26:31.195212 n-d-814547-1 neutron-server[101312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:26:31.195212 n-d-814547-1 neutron-server[101312]: [parameters: {'id': '7314664a-d37d-4fc1-a417-db78bb5409b8'}] Oct 19 11:26:31.195212 n-d-814547-1 neutron-server[101312]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:26:31.195700 n-d-814547-1 neutron-server[101312]: DEBUG oslo_db.api [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:26:31.201976 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8288f-79a9-421a-8939-cc0731c350f3 None None] Deleting port bdb9b82e-4668-4203-9f1e-190be7806e69 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:31.202360 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a9d8288f-79a9-421a-8939-cc0731c350f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.397312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a9d8288f-79a9-421a-8939-cc0731c350f3 None None] For port bdb9b82e-4668-4203-9f1e-190be7806e69, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bdb9b82e-4668-4203-9f1e-190be7806e69,segment=NetworkSegment(3d32bfe0-aba2-4929-946c-ac69f382e74e),segment_id=3d32bfe0-aba2-4929-946c-ac69f382e74e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:31.397793 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a9d8288f-79a9-421a-8939-cc0731c350f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.417624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8288f-79a9-421a-8939-cc0731c350f3 None None] Calling delete_port for bdb9b82e-4668-4203-9f1e-190be7806e69 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:31.546816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] For port d1509be2-8848-493a-b67e-ce8a733c557b, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:26:31.546816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] For port d1509be2-8848-493a-b67e-ce8a733c557b, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d1509be2-8848-493a-b67e-ce8a733c557b,segment=NetworkSegment(3b034bfd-e287-42d9-a1db-9811b01fe7a5),segment_id=3b034bfd-e287-42d9-a1db-9811b01fe7a5)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:26:31.554768 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4997bbe1-fa09-4ee8-913e-91727d85d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.607542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dec2b-2c4a-4f27-b307-843cd9474f19 req-cee887d2-9ddf-4202-acfd-d20aad586f72 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:31.609096 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e22dec2b-2c4a-4f27-b307-843cd9474f19 req-cee887d2-9ddf-4202-acfd-d20aad586f72 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.0743055 Oct 19 11:26:31.674781 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.677365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4997bbe1-fa09-4ee8-913e-91727d85d8d4 None None] For port 790062b5-d06b-4557-9096-2d4faa5d392a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=790062b5-d06b-4557-9096-2d4faa5d392a,segment=NetworkSegment(3ff2197e-8dd9-4871-8d0e-864348904e26),segment_id=3ff2197e-8dd9-4871-8d0e-864348904e26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:31.684006 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.696282 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.701542 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a9d8288f-79a9-421a-8939-cc0731c350f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.704512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e22dec2b-2c4a-4f27-b307-843cd9474f19 req-f3878aa0-528e-43ab-bee0-03a1cbf387c1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821912 Oct 19 11:26:31.705740 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.726347 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54921280-e431-472c-b09b-77d06aa59143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.739160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] No DVR routers for this DVR port bdb9b82e-4668-4203-9f1e-190be7806e69 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:31.752917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8288f-79a9-421a-8939-cc0731c350f3 None None] Pushing event deleted for resources: {'Port': ['ID=bdb9b82e-4668-4203-9f1e-190be7806e69,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:31.760352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8288f-79a9-421a-8939-cc0731c350f3 None None] No DVR routers for this DVR port bdb9b82e-4668-4203-9f1e-190be7806e69 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:31.832445 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.832746 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting port d1509be2-8848-493a-b67e-ce8a733c557b {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:31.833262 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.835543 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4997bbe1-fa09-4ee8-913e-91727d85d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:31.871246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54921280-e431-472c-b09b-77d06aa59143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58a44c0-68ef-4b9a-8142-f792a43e9112,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:31.913222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Port': ['ID=bdb9b82e-4668-4203-9f1e-190be7806e69,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:32.021857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] For port d1509be2-8848-493a-b67e-ce8a733c557b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d1509be2-8848-493a-b67e-ce8a733c557b,segment=NetworkSegment(3b034bfd-e287-42d9-a1db-9811b01fe7a5),segment_id=3b034bfd-e287-42d9-a1db-9811b01fe7a5)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:32.021857 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.054044 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-54921280-e431-472c-b09b-77d06aa59143 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fcfbc89b5884e7590c7655c6430558c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9333112 Oct 19 11:26:32.054745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37568) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:32.062947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7c587-93d9-4cc3-9ca2-75b95103d77a None None] Pushing event updated for resources: {'Port': ['ID=d1509be2-8848-493a-b67e-ce8a733c557b,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:32.099433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Calling delete_port for d1509be2-8848-493a-b67e-ce8a733c557b owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:32.133241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3bb38c27-d655-49f7-9cc9-7d8d5b918629 None None] Provisioning complete for port 790062b5-d06b-4557-9096-2d4faa5d392a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:32.133745 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3bb38c27-d655-49f7-9cc9-7d8d5b918629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.154536 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.230632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6252c0-984b-46ec-ad51-1b1f2bd088ff None None] Network 7314664a-d37d-4fc1-a417-db78bb5409b8 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:32.316302 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:26:32.316718 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:26:32.336805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f8a923-1232-4272-bd25-3bb4eea6ba0c']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:32.342591 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.350953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d32bfe0-aba2-4929-946c-ac69f382e74e') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:32.351639 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d32bfe0-aba2-4929-946c-ac69f382e74e') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:32.363658 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.393476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.400592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:32.400998 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.409288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef9c12-b65e-46c5-9619-7ecbf0c6e7f8 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:26:32.417497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Port': ['ID=d1509be2-8848-493a-b67e-ce8a733c557b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:32.433897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No DVR routers for this DVR port d1509be2-8848-493a-b67e-ce8a733c557b on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:32.482938 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:32.519986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d8287-b264-4427-8d0c-fe4f2cfa8ece req-abadcb70-0c9f-46e5-a30c-46f84ceabee3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:32.528415 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-785d8287-b264-4427-8d0c-fe4f2cfa8ece req-abadcb70-0c9f-46e5-a30c-46f84ceabee3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.3487866 Oct 19 11:26:32.557336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.582973 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.586957 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "DELETE /v2.0/networks/99f8a923-1232-4272-bd25-3bb4eea6ba0c HTTP/1.1" status: 204 len: 168 time: 3.0824137 Oct 19 11:26:32.593127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d1da3-90ab-472e-aea2-033ad7c8cb8b tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Pushing event deleted for resources: {'Network': ['ID=99f8a923-1232-4272-bd25-3bb4eea6ba0c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:32.598879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37574) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:32.643033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3ab1d8af-344a-4350-b524-0d79aebf7e69 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "GET /v2.0/ports?device_id=db353948-b0fc-450b-9d6d-f4503cdaf0b5 HTTP/1.1" status: 200 len: 205 time: 0.0404570 Oct 19 11:26:32.649894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37576) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:32.705962 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.722561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997bbe1-fa09-4ee8-913e-91727d85d8d4 None None] Pushing event updated for resources: {'Port': ['ID=790062b5-d06b-4557-9096-2d4faa5d392a,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:32.779738 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2caaa126-c782-44e5-9d27-27623964c654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.807862 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2caaa126-c782-44e5-9d27-27623964c654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.810382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7314664a-d37d-4fc1-a417-db78bb5409b8']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:32.854999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b034bfd-e287-42d9-a1db-9811b01fe7a5') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:32.855279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b034bfd-e287-42d9-a1db-9811b01fe7a5') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:32.866390 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebe62132-b5fd-433f-b08a-3307a492b613 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.886654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-785d8287-b264-4427-8d0c-fe4f2cfa8ece req-27074e53-3fd4-4390-b4b2-975611cd3e7e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569539 Oct 19 11:26:32.919480 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.966686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:32.978295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:32.978703 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.111960 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 790062b5-d06b-4557-9096-2d4faa5d392a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:26:33.115427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ef9c12-b65e-46c5-9619-7ecbf0c6e7f8 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:26:33.116583 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2caaa126-c782-44e5-9d27-27623964c654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.119621 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2caaa126-c782-44e5-9d27-27623964c654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:33.120161 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:33.123346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2caaa126-c782-44e5-9d27-27623964c654 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a58a44c0-68ef-4b9a-8142-f792a43e9112 HTTP/1.1" status: 204 len: 168 time: 0.9692435 Oct 19 11:26:33.175814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caaa126-c782-44e5-9d27-27623964c654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58a44c0-68ef-4b9a-8142-f792a43e9112,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:33.218175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676d220-7700-415f-85e1-4e6303a26336 req-b3dd3504-8696-48a5-ac7c-97b1e84a55cd tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:33.226914 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2676d220-7700-415f-85e1-4e6303a26336 req-b3dd3504-8696-48a5-ac7c-97b1e84a55cd tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.1317995 Oct 19 11:26:33.230023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.239388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.257888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/7314664a-d37d-4fc1-a417-db78bb5409b8 HTTP/1.1" status: 204 len: 168 time: 4.7866049 Oct 19 11:26:33.273262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37590) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:33.289310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-904482066'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:33.360779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f657f-67f1-428d-ba51-63a449d97824 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=7314664a-d37d-4fc1-a417-db78bb5409b8,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:33.392052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 790062b5-d06b-4557-9096-2d4faa5d392a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:33.393633 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.400838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:33.404353 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.445390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 654d9da9-a1d0-4e8d-ac99-80d48b338318 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:26:33.472473 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2676d220-7700-415f-85e1-4e6303a26336 req-717478d2-22ea-4bf4-8539-b1a188b4a8db tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040660 Oct 19 11:26:33.539395 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebe62132-b5fd-433f-b08a-3307a492b613 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.542641 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebe62132-b5fd-433f-b08a-3307a492b613 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.633748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:26:33.647232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.647637 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment 8090956b-75ec-415f-8430-369040ffc2dd of type vlan for network 1ab641b6-0a71-41a7-9752-c8abfea4d37d Oct 19 11:26:33.743131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebe62132-b5fd-433f-b08a-3307a492b613 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.749838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe62132-b5fd-433f-b08a-3307a492b613 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Fanout notify agent at l3_agent the message router_deleted on router db353948-b0fc-450b-9d6d-f4503cdaf0b5 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:26:33.760423 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebe62132-b5fd-433f-b08a-3307a492b613 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.763996 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ebe62132-b5fd-433f-b08a-3307a492b613 tempest-RoutersNegativeIpV6Test-2094787336 tempest-RoutersNegativeIpV6Test-2094787336-project] 10.222.0.39 "DELETE /v2.0/routers/db353948-b0fc-450b-9d6d-f4503cdaf0b5 HTTP/1.1" status: 204 len: 168 time: 1.1103055 Oct 19 11:26:33.773429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bdb9b82e-4668-4203-9f1e-190be7806e69 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:26:33.806852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 654d9da9-a1d0-4e8d-ac99-80d48b338318 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:26:33.808423 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:33.809526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: bdb9b82e-4668-4203-9f1e-190be7806e69 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:26:33.810417 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bdb9b82e-4668-4203-9f1e-190be7806e69 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:26:33.839594 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:34.045143 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:34.066596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:34.075147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:34.075990 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:34.092786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:26:34.096957 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47d89cd-6deb-4077-9621-c4b9b85074be" -d '{"events": [{"server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "name": "network-vif-plugged", "status": "completed", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:26:34.117314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:34.178551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f12254-3cde-466b-89f5-17a2aa2ec874 req-c3d81dd6-f365-4b68-84c9-364cf3d79952 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:34.180230 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b9f12254-3cde-466b-89f5-17a2aa2ec874 req-c3d81dd6-f365-4b68-84c9-364cf3d79952 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1905456 Oct 19 11:26:34.181007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=1ab641b6-0a71-41a7-9752-c8abfea4d37d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:34.188834 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:34.222979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 1ab641b6-0a71-41a7-9752-c8abfea4d37d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:26:34.266906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37602) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:34.288151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-406751d7-2fa5-4015-a115-3981429a86f3 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0141962 Oct 19 11:26:34.292992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37606) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:34.298131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'network_id': '1ab641b6-0a71-41a7-9752-c8abfea4d37d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:34.301802 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c7d2195f-7d81-4835-bddb-2b0397997674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:34.372045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b9f12254-3cde-466b-89f5-17a2aa2ec874 req-7db0f7f8-9084-44db-b681-e04a28d4d022 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731324 Oct 19 11:26:34.384078 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6c4652-e891-45cb-abfb-6bd996d33dfc x-openstack-request-id: req-fe6c4652-e891-45cb-abfb-6bd996d33dfc {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:26:34.384386 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "name": "network-vif-plugged", "status": "completed", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:26:34.384674 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe6c4652-e891-45cb-abfb-6bd996d33dfc {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:26:34.388707 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'code': 200} Oct 19 11:26:34.477452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:34.583018 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c7d2195f-7d81-4835-bddb-2b0397997674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:34.647258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37618) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:34.655706 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c7d2195f-7d81-4835-bddb-2b0397997674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:34.703322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59f8c0-4d01-4c7a-89ed-9bff1895eb65 req-fb3ef54a-8cf9-4061-93ea-66d1ed3e6230 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:34.709779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fe59f8c0-4d01-4c7a-89ed-9bff1895eb65 req-fb3ef54a-8cf9-4061-93ea-66d1ed3e6230 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1325765 Oct 19 11:26:34.741395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:34.743859 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:34.778653 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fe59f8c0-4d01-4c7a-89ed-9bff1895eb65 req-c9dc378c-6bc7-4a05-bb4a-a8ea98cd2e48 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589817 Oct 19 11:26:34.823267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c7d2195f-7d81-4835-bddb-2b0397997674 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c4e9c998cdf4a27bd2204a394280bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536342 Oct 19 11:26:34.826026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37622) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:34.855387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2195f-7d81-4835-bddb-2b0397997674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ab0d8-303a-4a7a-b3bf-ca3391512fd6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:34.897366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_backend_mixin [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing IP validity checks on allocation pools {{(pid=101312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 11:26:34.898038 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_backend_mixin [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 11:26:34.938860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-701d6c7a-81a0-461f-9fc7-fba09ab6ba5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=409bd3525d404c3cb0df2b5bd4c00d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899632 Oct 19 11:26:34.941868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37624) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:34.948822 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-05a5a2ed-dc5e-478a-a0b4-06087689b417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:35.021479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05e164e9-e27a-4afb-bd2f-63a961d682ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:35.032189 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-05a5a2ed-dc5e-478a-a0b4-06087689b417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:35.063785 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05e164e9-e27a-4afb-bd2f-63a961d682ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:35.330672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-05a5a2ed-dc5e-478a-a0b4-06087689b417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:35.334837 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-05a5a2ed-dc5e-478a-a0b4-06087689b417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:35.336487 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-05a5a2ed-dc5e-478a-a0b4-06087689b417 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb5ab0d8-303a-4a7a-b3bf-ca3391512fd6 HTTP/1.1" status: 204 len: 168 time: 0.5088432 Oct 19 11:26:35.375055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5a2ed-dc5e-478a-a0b4-06087689b417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ab0d8-303a-4a7a-b3bf-ca3391512fd6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:35.399647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05e164e9-e27a-4afb-bd2f-63a961d682ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:35.409902 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05e164e9-e27a-4afb-bd2f-63a961d682ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:35.411312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-05e164e9-e27a-4afb-bd2f-63a961d682ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35e215c6-9d76-40ce-9887-e3280213edce HTTP/1.1" status: 204 len: 168 time: 0.4684682 Oct 19 11:26:35.440971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e164e9-e27a-4afb-bd2f-63a961d682ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e215c6-9d76-40ce-9887-e3280213edce,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:35.454705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:35.618389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking segment: {'id': '8090956b-75ec-415f-8430-369040ffc2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1ab641b6-0a71-41a7-9752-c8abfea4d37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:35.618389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network hostable DHCP agents. Network: 1ab641b6-0a71-41a7-9752-c8abfea4d37d, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:26:35.629737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=649c9a15-6f49-4c3e-88f8-578b42a5a907,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:35.643382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630b4a-8c0a-4e98-b2a2-0636a499a625 req-cd195563-a9ee-49ec-9989-e167c98cc684 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:35.649255 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b630b4a-8c0a-4e98-b2a2-0636a499a625 req-cd195563-a9ee-49ec-9989-e167c98cc684 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1520171 Oct 19 11:26:35.727987 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b630b4a-8c0a-4e98-b2a2-0636a499a625 req-35909a7d-d933-44aa-ac03-d7f07c251de0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705297 Oct 19 11:26:35.825508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network 1ab641b6-0a71-41a7-9752-c8abfea4d37d is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:26:36.022701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590a47-2c43-448d-b643-fd5444401bee req-99e32c18-0e22-43ed-9f54-504efd0b6b24 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:36.024815 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0590a47-2c43-448d-b643-fd5444401bee req-99e32c18-0e22-43ed-9f54-504efd0b6b24 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.0960352 Oct 19 11:26:36.134857 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0590a47-2c43-448d-b643-fd5444401bee req-baff0114-799e-4867-b188-e698f69d12ee tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025100 Oct 19 11:26:36.267169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 1ab641b6-0a71-41a7-9752-c8abfea4d37d) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:36.306676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:36.307348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:36.318393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc660d8-9f34-43e5-9c1f-6b49d576ed81 None None] Network 1ab641b6-0a71-41a7-9752-c8abfea4d37d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:36.438625 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:26:36.442511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-300cd598-b883-4d97-bb01-e5f617e8f79b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1483941 Oct 19 11:26:36.445194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37648) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:36.619225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-1ab641b6-0a71-41a7-9752-c8abfea4d37d', 'network_id': '1ab641b6-0a71-41a7-9752-c8abfea4d37d', 'tenant_id': 'a4ee78b9dde34f5b8f5f429c61861af4', 'fixed_ips': [{'subnet_id': '649c9a15-6f49-4c3e-88f8-578b42a5a907'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:26:36.624497 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:36.718954 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:36.842021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:37.001574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Allocated IP 172.20.0.3 (1ab641b6-0a71-41a7-9752-c8abfea4d37d/649c9a15-6f49-4c3e-88f8-578b42a5a907/bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:37.064626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119db05-1643-4fb5-8e7a-3b86e533a8eb req-0dd57907-954b-4ae0-bd48-d94bd2fa8410 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:37.066514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0119db05-1643-4fb5-8e7a-3b86e533a8eb req-0dd57907-954b-4ae0-bd48-d94bd2fa8410 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1533916 Oct 19 11:26:37.155758 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0119db05-1643-4fb5-8e7a-3b86e533a8eb req-4d793d41-3231-4e53-b251-418840765844 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803227 Oct 19 11:26:37.253230 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:37.382327 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:37.393596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b736dc-8848-42fc-b42e-d1eb5586b589 req-2334db34-71ac-4cf9-b8f0-86f11cf08d94 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:37.397900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8b736dc-8848-42fc-b42e-d1eb5586b589 req-2334db34-71ac-4cf9-b8f0-86f11cf08d94 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1063020 Oct 19 11:26:37.452886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Network 1ab641b6-0a71-41a7-9752-c8abfea4d37d is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:37.452886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:37.455766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:37.493267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8b736dc-8848-42fc-b42e-d1eb5586b589 req-ace65406-73d7-438f-8539-599dcac367f5 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943220 Oct 19 11:26:37.502841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Pushing event updated for resources: {'Port': ['ID=bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:37.616606 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:37.619395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Attempting to bind port bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:26:37.620073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Attempting to bind port bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '8090956b-75ec-415f-8430-369040ffc2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1ab641b6-0a71-41a7-9752-c8abfea4d37d'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:26:37.620840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Attempting to bind port bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac on network 1ab641b6-0a71-41a7-9752-c8abfea4d37d {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:26:37.630980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:26:37.632513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Checking segment: {'id': '8090956b-75ec-415f-8430-369040ffc2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1ab641b6-0a71-41a7-9752-c8abfea4d37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:37.632848 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:37.636795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Bound using segment: {'id': '8090956b-75ec-415f-8430-369040ffc2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1ab641b6-0a71-41a7-9752-c8abfea4d37d'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:26:37.637394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Bound port: bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8090956b-75ec-415f-8430-369040ffc2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1ab641b6-0a71-41a7-9752-c8abfea4d37d'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:26:37.637855 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:37.674972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Subnet': ['ID=649c9a15-6f49-4c3e-88f8-578b42a5a907,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:37.787770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] For port bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:26:37.788972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:37.791382 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] For port bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac,segment=NetworkSegment(8090956b-75ec-415f-8430-369040ffc2dd),segment_id=8090956b-75ec-415f-8430-369040ffc2dd)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:26:37.818973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab641b6-0a71-41a7-9752-c8abfea4d37d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:37.833198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8090956b-75ec-415f-8430-369040ffc2dd') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:37.833198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8090956b-75ec-415f-8430-369040ffc2dd') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:37.861209 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:37.898250 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:37.900944 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:37.914460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:37.917153 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:37.941219 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:38.122414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b281e99-e3a3-4d58-9485-490a164da58b None None] Network 1ab641b6-0a71-41a7-9752-c8abfea4d37d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:38.200265 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:26:38.200265 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:26:38.200265 n-d-814547-1 neutron-server[101311]: [parameters: {'id': '1ab641b6-0a71-41a7-9752-c8abfea4d37d'}] Oct 19 11:26:38.200265 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:26:38.201044 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:26:38.207230 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832d372-6051-40ad-9556-35a6a27dccdb None None] Pushing event updated for resources: {'Port': ['ID=bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:38.413284 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5a1e0-1071-4e67-be99-8fbf03dd5f57 req-4ba13820-04da-4996-83d7-9ae94526907b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:38.413588 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f02924-0280-43ef-b7c8-95b876ae5f70 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:26:38.442590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7cc5a1e0-1071-4e67-be99-8fbf03dd5f57 req-4ba13820-04da-4996-83d7-9ae94526907b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1333334 Oct 19 11:26:38.530575 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7cc5a1e0-1071-4e67-be99-8fbf03dd5f57 req-812c7600-6921-4c85-a7fe-4fda532c4b3f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868859 Oct 19 11:26:38.702299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:38.714348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f02924-0280-43ef-b7c8-95b876ae5f70 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:26:38.888507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting port bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:38.888882 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:38.896557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629220c-4685-4055-a682-44f462e7b872 req-754016d2-4803-4197-b5b1-7e5e7a1d269f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:38.898368 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c629220c-4685-4055-a682-44f462e7b872 req-754016d2-4803-4197-b5b1-7e5e7a1d269f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1427534 Oct 19 11:26:39.073796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c629220c-4685-4055-a682-44f462e7b872 req-9120b537-f830-45ac-808e-da7e4c9a36ba tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647506 Oct 19 11:26:39.117997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] For port bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac,segment=NetworkSegment(8090956b-75ec-415f-8430-369040ffc2dd),segment_id=8090956b-75ec-415f-8430-369040ffc2dd)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:39.123679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:39.166237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Calling delete_port for bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:39.467779 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:39.530063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37724) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:39.554700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Port': ['ID=bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:39.565225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No DVR routers for this DVR port bc6a3bf6-76cd-4ee4-b4a5-8165b56545ac on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:39.578239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37730) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:39.760856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c008c-c58b-4a8e-b698-ea439c7a667c req-a1ba257f-5a6c-43c8-a777-1f98bb4f1ab6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:39.773084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a2c008c-c58b-4a8e-b698-ea439c7a667c req-a1ba257f-5a6c-43c8-a777-1f98bb4f1ab6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1124721 Oct 19 11:26:39.808569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1d8e5f8d-6700-4df7-960b-ca4febe7639c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group': {'name': 'tempest-secgroup--521565334'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:39.837438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d93502a7-a0a7-4a51-9544-bc786a67f851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:39.842708 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:39.898776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab641b6-0a71-41a7-9752-c8abfea4d37d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:39.911759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a2c008c-c58b-4a8e-b698-ea439c7a667c req-1d90633b-81e9-466f-a6d5-eba722d4c476 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348193 Oct 19 11:26:39.934451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8090956b-75ec-415f-8430-369040ffc2dd') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:39.944588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8090956b-75ec-415f-8430-369040ffc2dd') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:39.966795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:39.997027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.007619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:40.008734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:40.019636 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:40.037353 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f8d-6700-4df7-960b-ca4febe7639c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.076792 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d93502a7-a0a7-4a51-9544-bc786a67f851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.089112 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f8d-6700-4df7-960b-ca4febe7639c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.162223 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d93502a7-a0a7-4a51-9544-bc786a67f851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.272765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d93502a7-a0a7-4a51-9544-bc786a67f851 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e9147f896894834a52b3c242c0b11e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6933072 Oct 19 11:26:40.273251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37748) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:40.306764 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.359742 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.374446 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/1ab641b6-0a71-41a7-9752-c8abfea4d37d HTTP/1.1" status: 204 len: 168 time: 3.9270079 Oct 19 11:26:40.418976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37750) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:40.424995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1136643811'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:40.438834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1ad79-8a07-414f-bab6-55161ccd9cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=1ab641b6-0a71-41a7-9752-c8abfea4d37d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:40.498137 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae05c1e2-9e3f-4eed-b6d6-096651ded7cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.550067 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae05c1e2-9e3f-4eed-b6d6-096651ded7cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.563761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e834a7a-1108-4c39-bbdc-c00792c7c689 req-1bdd868c-0b87-4b1c-9e0f-a53c28ea7564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:40.576186 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e834a7a-1108-4c39-bbdc-c00792c7c689 req-1bdd868c-0b87-4b1c-9e0f-a53c28ea7564 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.2845876 Oct 19 11:26:40.599138 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93502a7-a0a7-4a51-9544-bc786a67f851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d001f828-cf9c-4ef9-a864-c1e3af14a554,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:40.709254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:40.713875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.730584 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae05c1e2-9e3f-4eed-b6d6-096651ded7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.735169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae05c1e2-9e3f-4eed-b6d6-096651ded7cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.743520 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ae05c1e2-9e3f-4eed-b6d6-096651ded7cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d001f828-cf9c-4ef9-a864-c1e3af14a554 HTTP/1.1" status: 204 len: 168 time: 0.4652982 Oct 19 11:26:40.756224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05c1e2-9e3f-4eed-b6d6-096651ded7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001f828-cf9c-4ef9-a864-c1e3af14a554,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:40.774277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:26:40.791640 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.792271 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment d04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d of type vlan for network c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74 Oct 19 11:26:40.837271 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.877081 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e834a7a-1108-4c39-bbdc-c00792c7c689 req-e2525dd4-2968-471e-943d-986811c4cde7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950137 Oct 19 11:26:40.924710 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f8d-6700-4df7-960b-ca4febe7639c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.967309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:40.987923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:40.991516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:41.237104 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f8d-6700-4df7-960b-ca4febe7639c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:41.289733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748251c-9e1d-48b6-95e8-f0db029dd4a1 req-19280549-1a95-4a70-b4ba-b1f5a0215842 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:41.305639 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e748251c-9e1d-48b6-95e8-f0db029dd4a1 req-19280549-1a95-4a70-b4ba-b1f5a0215842 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.2429614 Oct 19 11:26:41.311880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:41.359537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:26:41.431320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e5f8d-6700-4df7-960b-ca4febe7639c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47863714-f698-4d97-9ae9-584363347ca8,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:41.463046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e748251c-9e1d-48b6-95e8-f0db029dd4a1 req-db512968-d30f-4936-b4bb-076140d75452 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533587 Oct 19 11:26:41.496582 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f8d-6700-4df7-960b-ca4febe7639c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:41.974121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-66763922-7ae2-4565-ac41-3bc5e33d5dc7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5513434 Oct 19 11:26:41.974121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f8d-6700-4df7-960b-ca4febe7639c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:41.974948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37770) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:41.979919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'network_id': 'c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:42.044002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e5f8d-6700-4df7-960b-ca4febe7639c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ce34f8-0774-4617-a420-f02bb62a27e6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:42.127234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5f8d-6700-4df7-960b-ca4febe7639c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:42.131234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1d8e5f8d-6700-4df7-960b-ca4febe7639c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.5972953 Oct 19 11:26:42.131733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37774) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:42.214844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b30f7b-1636-4a61-abd8-cc98bc70a8d8 req-940bb4bd-3ff3-4f82-9ad9-f4517398aaab tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:42.217532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84b30f7b-1636-4a61-abd8-cc98bc70a8d8 req-940bb4bd-3ff3-4f82-9ad9-f4517398aaab tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.2182970 Oct 19 11:26:42.302131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fa1ddfe4-dcd9-4c1c-8abb-67d4ad23339e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1666119 Oct 19 11:26:42.307033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37784) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:42.317537 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-29e05d35-980b-436c-992b-0cca9bb1aaee tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group': {'name': 'tempest-security--1042535646', 'description': 'tempest-security-description-808879731'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:42.393070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37786) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:42.405404 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-29e05d35-980b-436c-992b-0cca9bb1aaee tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:42.429986 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84b30f7b-1636-4a61-abd8-cc98bc70a8d8 req-431f7f80-9fa8-4c33-ace4-ac2dd15a4711 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895113 Oct 19 11:26:42.490270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:42.494443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:42.525021 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-29e05d35-980b-436c-992b-0cca9bb1aaee tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:42.536686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37794) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:42.559924 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d972e3ad-9f9c-49b2-a501-10ca5858c90e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:42.611264 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-29e05d35-980b-436c-992b-0cca9bb1aaee tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:42.619510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-29e05d35-980b-436c-992b-0cca9bb1aaee tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:42.627124 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-29e05d35-980b-436c-992b-0cca9bb1aaee tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "PUT /v2.0/security-groups/c3ce34f8-0774-4617-a420-f02bb62a27e6 HTTP/1.1" status: 200 len: 1779 time: 0.3186293 Oct 19 11:26:42.631840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37796) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:42.908097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e05d35-980b-436c-992b-0cca9bb1aaee tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ce34f8-0774-4617-a420-f02bb62a27e6,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:42.947514 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-445fb46a-cded-4d0e-80be-6cfbf09b4d26 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-groups/c3ce34f8-0774-4617-a420-f02bb62a27e6 HTTP/1.1" status: 200 len: 1779 time: 0.3017945 Oct 19 11:26:42.947965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37798) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:42.968729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117c422-8455-41fc-aa1e-ee6ac7df6090 req-7a743840-f019-4aa3-a4ff-ec3dfdd94e9d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:42.970482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1117c422-8455-41fc-aa1e-ee6ac7df6090 req-7a743840-f019-4aa3-a4ff-ec3dfdd94e9d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.2794225 Oct 19 11:26:43.011040 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.039072 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f91c5b7-e91c-4051-bc54-114738906d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.058444 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d972e3ad-9f9c-49b2-a501-10ca5858c90e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.099501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=4d033e5e-f0bc-43e6-ba3f-a9b40721d595,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:43.102570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1117c422-8455-41fc-aa1e-ee6ac7df6090 req-10d9f130-1796-49d6-bb66-26578db37d26 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184115 Oct 19 11:26:43.127426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d972e3ad-9f9c-49b2-a501-10ca5858c90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.156432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fee40d95-d98c-41fd-9401-3512ae8bb9e7 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.188642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972e3ad-9f9c-49b2-a501-10ca5858c90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b7b77b-d437-4fbc-9042-8fec93fd1cbe,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:43.199831 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d972e3ad-9f9c-49b2-a501-10ca5858c90e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=873af119ad934738b880dfa9b63fa294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6618826 Oct 19 11:26:43.207395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37802) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:43.235587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking segment: {'id': 'd04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:43.236184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network hostable DHCP agents. Network: c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:26:43.279785 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fee40d95-d98c-41fd-9401-3512ae8bb9e7 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.315193 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f91c5b7-e91c-4051-bc54-114738906d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.319526 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d75a38ca-1ca2-4c1c-b191-eec0e5e64e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.343028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d75a38ca-1ca2-4c1c-b191-eec0e5e64e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.364937 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:26:43.398965 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f91c5b7-e91c-4051-bc54-114738906d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.402072 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fee40d95-d98c-41fd-9401-3512ae8bb9e7 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.402072 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fee40d95-d98c-41fd-9401-3512ae8bb9e7 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.403096 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fee40d95-d98c-41fd-9401-3512ae8bb9e7 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-groups/c3ce34f8-0774-4617-a420-f02bb62a27e6 HTTP/1.1" status: 204 len: 168 time: 0.4540422 Oct 19 11:26:43.408409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37806) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:43.462175 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6f91c5b7-e91c-4051-bc54-114738906d32 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a14207a8fa8447899e61a5a596dbbdf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0673327 Oct 19 11:26:43.462951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91c5b7-e91c-4051-bc54-114738906d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a84f5e-a2ee-4521-8091-ee276e0f3226,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:43.465548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37814) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:43.488698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:43.500442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee40d95-d98c-41fd-9401-3512ae8bb9e7 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ce34f8-0774-4617-a420-f02bb62a27e6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:43.509309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883bc459-5a5c-43c2-9b40-28eb0a873acf None None] Network c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:43.522402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:43.522958 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.533303 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d75a38ca-1ca2-4c1c-b191-eec0e5e64e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.535846 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d75a38ca-1ca2-4c1c-b191-eec0e5e64e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.539646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d75a38ca-1ca2-4c1c-b191-eec0e5e64e25 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42b7b77b-d437-4fbc-9042-8fec93fd1cbe HTTP/1.1" status: 204 len: 168 time: 0.3312891 Oct 19 11:26:43.570680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a38ca-1ca2-4c1c-b191-eec0e5e64e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b7b77b-d437-4fbc-9042-8fec93fd1cbe,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:43.623397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22d54fce-513a-4be3-baf0-d58b00047361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.679388 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8624865e-27bf-4164-b295-b326f612e1c4 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2667751 Oct 19 11:26:43.679388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37820) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:43.705008 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-6c37e228-18de-40e3-a372-66f22eeb49e6 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] delete failed (client error): The resource could not be found. Oct 19 11:26:43.705008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6c37e228-18de-40e3-a372-66f22eeb49e6 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-groups/c3ce34f8-0774-4617-a420-f02bb62a27e6 HTTP/1.1" status: 404 len: 347 time: 0.0219524 Oct 19 11:26:43.710016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37822) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:43.718428 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22d54fce-513a-4be3-baf0-d58b00047361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.719380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d970c2ac-3b08-42b6-86c5-a74a50ae65a4 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group': {'name': 'tempest-secgroup--79263366'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:43.774296 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e0013d0e-b046-4248-8df5-2b123c1fb548 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7958808 Oct 19 11:26:43.783309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37824) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:43.843011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a44c1f-6d56-45f9-a47d-e0117f4001fa req-93597c02-2402-40bc-9a26-da442bb4e7eb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:43.844751 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3a44c1f-6d56-45f9-a47d-e0117f4001fa req-93597c02-2402-40bc-9a26-da442bb4e7eb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.2549870 Oct 19 11:26:43.883173 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22d54fce-513a-4be3-baf0-d58b00047361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.889510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22d54fce-513a-4be3-baf0-d58b00047361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.893281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-22d54fce-513a-4be3-baf0-d58b00047361 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61a84f5e-a2ee-4521-8091-ee276e0f3226 HTTP/1.1" status: 204 len: 168 time: 0.4263976 Oct 19 11:26:43.932082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74', 'network_id': 'c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74', 'tenant_id': 'a4ee78b9dde34f5b8f5f429c61861af4', 'fixed_ips': [{'subnet_id': '4d033e5e-f0bc-43e6-ba3f-a9b40721d595'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:26:43.933673 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:43.955045 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3a44c1f-6d56-45f9-a47d-e0117f4001fa req-8adb7f48-78d3-4c1b-968c-d38aba9fa7a4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023605 Oct 19 11:26:43.955704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d54fce-513a-4be3-baf0-d58b00047361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a84f5e-a2ee-4521-8091-ee276e0f3226,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:43.990995 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d970c2ac-3b08-42b6-86c5-a74a50ae65a4 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:44.138747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d970c2ac-3b08-42b6-86c5-a74a50ae65a4 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:44.226015 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:44.242668 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d970c2ac-3b08-42b6-86c5-a74a50ae65a4 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:44.473179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:44.637865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d970c2ac-3b08-42b6-86c5-a74a50ae65a4 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:44.642995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37842) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:44.648051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-edb07cca-3b93-45e0-ba83-0ef2de7edf53 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': '1aa142bf-b5af-47c4-b5d0-9258b838a382', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:44.652529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d970c2ac-3b08-42b6-86c5-a74a50ae65a4 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9413521 Oct 19 11:26:44.739506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d4b9d-426f-4e16-b423-6d94264b6101 req-d7c33042-60b3-4f59-90c6-e6c9fe18bcb1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:44.741578 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-164d4b9d-426f-4e16-b423-6d94264b6101 req-d7c33042-60b3-4f59-90c6-e6c9fe18bcb1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.4765556 Oct 19 11:26:44.746804 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Allocated IP 172.20.0.1 (c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74/4d033e5e-f0bc-43e6-ba3f-a9b40721d595/a005d6cb-6c39-4a9d-ad17-bd2e88daa19b) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:44.763485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970c2ac-3b08-42b6-86c5-a74a50ae65a4 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa142bf-b5af-47c4-b5d0-9258b838a382,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:44.833693 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-164d4b9d-426f-4e16-b423-6d94264b6101 req-2a89e8f7-89f8-4cfa-b1d0-cfbd22c0364f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826361 Oct 19 11:26:44.859821 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-edb07cca-3b93-45e0-ba83-0ef2de7edf53 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:44.983000 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-edb07cca-3b93-45e0-ba83-0ef2de7edf53 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.008454 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.095436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa48d46-c099-45c3-9543-23a593d22905 req-883ed152-9983-4797-b5cd-8ae06d1edd8d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:45.102759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5fa48d46-c099-45c3-9543-23a593d22905 req-883ed152-9983-4797-b5cd-8ae06d1edd8d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.0579941 Oct 19 11:26:45.127223 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.130286 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-edb07cca-3b93-45e0-ba83-0ef2de7edf53 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.162514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5fa48d46-c099-45c3-9543-23a593d22905 req-31d8f322-8508-49a8-b610-73acb553fd81 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586298 Oct 19 11:26:45.169740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37854) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:45.202397 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5705ccb0-7748-4b65-8570-a77bb23816de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.206939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb07cca-3b93-45e0-ba83-0ef2de7edf53 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593f0f15-05d4-428f-891e-ee0327a8305d,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:45.240030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.268471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Network c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:45.268849 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-edb07cca-3b93-45e0-ba83-0ef2de7edf53 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.268849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-edb07cca-3b93-45e0-ba83-0ef2de7edf53 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6240830 Oct 19 11:26:45.268849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37858) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:45.277821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:45.285097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:45.310613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Pushing event updated for resources: {'Port': ['ID=a005d6cb-6c39-4a9d-ad17-bd2e88daa19b,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:45.329641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Subnet': ['ID=4d033e5e-f0bc-43e6-ba3f-a9b40721d595,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:45.363461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c487a2e9-a571-4cc3-a094-371f289f9bbf tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.387628 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c487a2e9-a571-4cc3-a094-371f289f9bbf tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.427504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Attempting to bind port a005d6cb-6c39-4a9d-ad17-bd2e88daa19b on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:26:45.429385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Attempting to bind port a005d6cb-6c39-4a9d-ad17-bd2e88daa19b by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'd04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:26:45.432215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Attempting to bind port a005d6cb-6c39-4a9d-ad17-bd2e88daa19b on network c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:26:45.435793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:26:45.437345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Checking segment: {'id': 'd04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:45.437345 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.437345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Bound using segment: {'id': 'd04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:26:45.437640 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Bound port: a005d6cb-6c39-4a9d-ad17-bd2e88daa19b, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:26:45.438046 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.456670 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.487666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:45.498377 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:45.498928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:45.507223 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c487a2e9-a571-4cc3-a094-371f289f9bbf tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.516187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.522520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c487a2e9-a571-4cc3-a094-371f289f9bbf tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.522520 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c487a2e9-a571-4cc3-a094-371f289f9bbf tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/593f0f15-05d4-428f-891e-ee0327a8305d HTTP/1.1" status: 204 len: 168 time: 0.2501631 Oct 19 11:26:45.523209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37866) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:45.550690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487a2e9-a571-4cc3-a094-371f289f9bbf tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=593f0f15-05d4-428f-891e-ee0327a8305d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:45.551363 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.568127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:45.568127 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:45.572440 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:45.596910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] For port a005d6cb-6c39-4a9d-ad17-bd2e88daa19b, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:26:45.670344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] For port a005d6cb-6c39-4a9d-ad17-bd2e88daa19b, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a005d6cb-6c39-4a9d-ad17-bd2e88daa19b,segment=NetworkSegment(d04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d),segment_id=d04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:26:45.691470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5705ccb0-7748-4b65-8570-a77bb23816de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.722683 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-91f80f96-dca9-428a-98f4-20d35e8bc11c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1932237 Oct 19 11:26:45.725349 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:26:45.725349 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:26:45.725349 n-d-814547-1 neutron-server[101311]: [parameters: {'id': 'c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74'}] Oct 19 11:26:45.725349 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:26:45.726293 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:26:45.726419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37876) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:45.781689 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.796371 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c65d220d-d159-4b1b-a920-946b9ef5b63a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.815796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5705ccb0-7748-4b65-8570-a77bb23816de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.834063 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c65d220d-d159-4b1b-a920-946b9ef5b63a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:45.881329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5705ccb0-7748-4b65-8570-a77bb23816de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25ac884d3c0b4c7a960f43fd03650311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7085571 Oct 19 11:26:45.884378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37880) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:45.887066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705ccb0-7748-4b65-8570-a77bb23816de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3120feab-b0f3-4b54-ae78-e403d1d11482,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:46.023659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02a1da6a-e6b2-42cd-9914-ad62df3789ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:46.045457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b00989-7349-48ce-a4f3-c70822020c83 None None] Pushing event updated for resources: {'Port': ['ID=a005d6cb-6c39-4a9d-ad17-bd2e88daa19b,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:46.056362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202499f-cc74-41f2-91b6-18f5945959d9 None None] Network c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:46.057890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8841e-5c68-47fa-9519-941971542416 req-5fb57a61-3214-42a0-ac5f-50796c33db27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.073997 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09a8841e-5c68-47fa-9519-941971542416 req-5fb57a61-3214-42a0-ac5f-50796c33db27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1201563 Oct 19 11:26:46.074923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02a1da6a-e6b2-42cd-9914-ad62df3789ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:46.135096 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c65d220d-d159-4b1b-a920-946b9ef5b63a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:46.138392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c65d220d-d159-4b1b-a920-946b9ef5b63a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:46.142815 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c65d220d-d159-4b1b-a920-946b9ef5b63a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-groups/1aa142bf-b5af-47c4-b5d0-9258b838a382 HTTP/1.1" status: 204 len: 168 time: 0.4150360 Oct 19 11:26:46.147637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37890) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:46.156496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d220d-d159-4b1b-a920-946b9ef5b63a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa142bf-b5af-47c4-b5d0-9258b838a382,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:46.169263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09a8841e-5c68-47fa-9519-941971542416 req-3b751cdd-ca93-4496-a4f0-ecfc4a406851 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929952 Oct 19 11:26:46.192903 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02a1da6a-e6b2-42cd-9914-ad62df3789ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:46.199659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02a1da6a-e6b2-42cd-9914-ad62df3789ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:46.200879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-02a1da6a-e6b2-42cd-9914-ad62df3789ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3120feab-b0f3-4b54-ae78-e403d1d11482 HTTP/1.1" status: 204 len: 168 time: 0.3154552 Oct 19 11:26:46.228235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:46.249397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1da6a-e6b2-42cd-9914-ad62df3789ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3120feab-b0f3-4b54-ae78-e403d1d11482,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:46.324559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a9f89316-f802-49e4-a537-9aba8b6a27a8 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1637461 Oct 19 11:26:46.325063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37904) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:46.332286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7e6066d4-3b2a-4ef4-982f-b132093a545b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group': {'name': 'tempest-secgroup--708064098'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:46.418088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5e823-cbb1-4a8a-97d5-d69a5b8c934a req-f70e9d3b-395a-4971-bb17-23e3a217fd7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.435655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5e823-cbb1-4a8a-97d5-d69a5b8c934a req-f70e9d3b-395a-4971-bb17-23e3a217fd7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.440920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9fa70-a79d-42fb-8361-7387d4bbf992 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:26:46.443231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5e823-cbb1-4a8a-97d5-d69a5b8c934a req-f70e9d3b-395a-4971-bb17-23e3a217fd7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.456015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5e823-cbb1-4a8a-97d5-d69a5b8c934a req-f70e9d3b-395a-4971-bb17-23e3a217fd7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.461782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5e823-cbb1-4a8a-97d5-d69a5b8c934a req-f70e9d3b-395a-4971-bb17-23e3a217fd7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.468935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5e823-cbb1-4a8a-97d5-d69a5b8c934a req-f70e9d3b-395a-4971-bb17-23e3a217fd7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.475959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5e823-cbb1-4a8a-97d5-d69a5b8c934a req-f70e9d3b-395a-4971-bb17-23e3a217fd7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.482765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9407b3-37f0-4336-b5dc-8c6e974bce66 req-aac96fe9-3578-4ff9-8410-a3aba2992ad2 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.483926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dea5e823-cbb1-4a8a-97d5-d69a5b8c934a req-f70e9d3b-395a-4971-bb17-23e3a217fd7c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5436 time: 0.2728050 Oct 19 11:26:46.488155 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d9407b3-37f0-4336-b5dc-8c6e974bce66 req-aac96fe9-3578-4ff9-8410-a3aba2992ad2 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1323116 Oct 19 11:26:46.490610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting port a005d6cb-6c39-4a9d-ad17-bd2e88daa19b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:46.491814 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:46.550590 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dea5e823-cbb1-4a8a-97d5-d69a5b8c934a req-80375f7a-59b6-4f75-af8b-d4717442a9ca tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572965 Oct 19 11:26:46.573753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7e6066d4-3b2a-4ef4-982f-b132093a545b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:46.655085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a9fa70-a79d-42fb-8361-7387d4bbf992 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:26:46.739221 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] For port a005d6cb-6c39-4a9d-ad17-bd2e88daa19b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a005d6cb-6c39-4a9d-ad17-bd2e88daa19b,segment=NetworkSegment(d04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d),segment_id=d04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:46.741608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:46.789214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d9407b3-37f0-4336-b5dc-8c6e974bce66 req-1945025a-de12-427c-9760-e2119a33f62d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856004 Oct 19 11:26:46.797440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7e6066d4-3b2a-4ef4-982f-b132093a545b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:46.821312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Calling delete_port for a005d6cb-6c39-4a9d-ad17-bd2e88daa19b owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:46.821705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594632b-0415-4703-be25-94593da32169 req-3cb37f96-6ce0-44f8-8b0d-852db2398226 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.828133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594632b-0415-4703-be25-94593da32169 req-3cb37f96-6ce0-44f8-8b0d-852db2398226 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.842872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594632b-0415-4703-be25-94593da32169 req-3cb37f96-6ce0-44f8-8b0d-852db2398226 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.857243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594632b-0415-4703-be25-94593da32169 req-3cb37f96-6ce0-44f8-8b0d-852db2398226 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.867208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594632b-0415-4703-be25-94593da32169 req-3cb37f96-6ce0-44f8-8b0d-852db2398226 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.884679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594632b-0415-4703-be25-94593da32169 req-3cb37f96-6ce0-44f8-8b0d-852db2398226 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.900732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594632b-0415-4703-be25-94593da32169 req-3cb37f96-6ce0-44f8-8b0d-852db2398226 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:46.902937 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1594632b-0415-4703-be25-94593da32169 req-3cb37f96-6ce0-44f8-8b0d-852db2398226 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5436 time: 0.2058666 Oct 19 11:26:46.908013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7e6066d4-3b2a-4ef4-982f-b132093a545b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.010728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6066d4-3b2a-4ef4-982f-b132093a545b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf2673d-2f86-4be4-a8c1-eb89be86536a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:47.058372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7e6066d4-3b2a-4ef4-982f-b132093a545b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.059632 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7e6066d4-3b2a-4ef4-982f-b132093a545b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7336924 Oct 19 11:26:47.062605 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37922) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:47.067268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-372ff6bd-37a1-4785-9ccf-1d1ec08a6783 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': 'bdf2673d-2f86-4be4-a8c1-eb89be86536a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:47.118795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.154021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Port': ['ID=a005d6cb-6c39-4a9d-ad17-bd2e88daa19b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:47.158583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No DVR routers for this DVR port a005d6cb-6c39-4a9d-ad17-bd2e88daa19b on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:47.261475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-372ff6bd-37a1-4785-9ccf-1d1ec08a6783 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.336186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.387534 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:47.396376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:47.396630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04dc5e7-e1d0-4aed-8b5f-f32c9e53e74d') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:47.420584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad634142-2db3-4bc3-bec3-10270ec9c030 req-a947c8ed-c312-4a72-b03d-ddf2822dee4d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:47.429754 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad634142-2db3-4bc3-bec3-10270ec9c030 req-a947c8ed-c312-4a72-b03d-ddf2822dee4d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1326823 Oct 19 11:26:47.449371 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.453862 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-372ff6bd-37a1-4785-9ccf-1d1ec08a6783 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.492498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.499844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:47.500314 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:47.505224 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:47.532494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad634142-2db3-4bc3-bec3-10270ec9c030 req-6a8121b0-0cb0-4ec2-b5b1-80a901bd42b3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018388 Oct 19 11:26:47.587090 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-372ff6bd-37a1-4785-9ccf-1d1ec08a6783 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.614505 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ff6bd-37a1-4785-9ccf-1d1ec08a6783 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1704553f-f185-4257-befa-8e0fd0ebdf5f,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:47.930164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476222c-80ff-4d18-92cb-0ddbb03244e0 req-1d1a8294-80cc-4b1c-9814-5a2dcc03160b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:47.932431 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a476222c-80ff-4d18-92cb-0ddbb03244e0 req-1d1a8294-80cc-4b1c-9814-5a2dcc03160b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.0598423 Oct 19 11:26:47.941282 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-372ff6bd-37a1-4785-9ccf-1d1ec08a6783 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.945570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-372ff6bd-37a1-4785-9ccf-1d1ec08a6783 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8789542 Oct 19 11:26:47.945570 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.948096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37958) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:47.958382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e12b2c09-6f9e-43ec-8dc4-a96525e08a1b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': 'bdf2673d-2f86-4be4-a8c1-eb89be86536a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:47.990043 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:47.997180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37962) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:48.000243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74 HTTP/1.1" status: 204 len: 168 time: 4.2132633 Oct 19 11:26:48.002186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eba103-8d57-40e1-9727-8cd5df0b788b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:48.013101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1320961923'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:48.060738 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a476222c-80ff-4d18-92cb-0ddbb03244e0 req-3cb6003c-8066-476e-8177-ddfd3ddebd9d tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077571 Oct 19 11:26:48.382890 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e12b2c09-6f9e-43ec-8dc4-a96525e08a1b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:48.442342 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e12b2c09-6f9e-43ec-8dc4-a96525e08a1b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:48.506864 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:48.511510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:48.535909 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e12b2c09-6f9e-43ec-8dc4-a96525e08a1b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:48.550654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:26:48.560165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b2c09-6f9e-43ec-8dc4-a96525e08a1b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9da6d4c-babe-4636-8fc4-f05b3cdc50e0,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:48.564431 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:48.565052 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment e7c258a2-df2c-4ad7-83aa-b3b375d9ef89 of type vlan for network 0298e359-31cf-435e-8574-4a7ef53de1da Oct 19 11:26:48.608090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:48.686753 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e12b2c09-6f9e-43ec-8dc4-a96525e08a1b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:48.691858 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e12b2c09-6f9e-43ec-8dc4-a96525e08a1b tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7436137 Oct 19 11:26:48.692050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37990) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:48.697235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4ae8e15b-39a4-406b-8b89-71add2f17c06 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': 'bdf2673d-2f86-4be4-a8c1-eb89be86536a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:48.721916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:48.731693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:48.736607 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:48.847517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=0298e359-31cf-435e-8574-4a7ef53de1da,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:48.860055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 0298e359-31cf-435e-8574-4a7ef53de1da details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:26:48.976255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e15b-39a4-406b-8b89-71add2f17c06 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.027544 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-23c21615-160c-4d73-974f-2ee1fb46d04e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0269828 Oct 19 11:26:49.031306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38006) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:49.038597 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'network_id': '0298e359-31cf-435e-8574-4a7ef53de1da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:49.074037 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e15b-39a4-406b-8b89-71add2f17c06 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.176156 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e15b-39a4-406b-8b89-71add2f17c06 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.228093 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8e15b-39a4-406b-8b89-71add2f17c06 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bcfa9a-c812-4519-975f-6388ef0861aa,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:49.301731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38020) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:49.322216 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e15b-39a4-406b-8b89-71add2f17c06 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.324004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4ae8e15b-39a4-406b-8b89-71add2f17c06 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6307242 Oct 19 11:26:49.331469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38024) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:49.340435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b4f65ab2-1520-4ad7-8f57-38df99faed7d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': 'bdf2673d-2f86-4be4-a8c1-eb89be86536a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:49.350631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf82ca-0c9c-4682-9192-1435eca1a1c2 req-7ef64a77-b454-4060-adee-345b219665f6 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:49.352491 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ecdf82ca-0c9c-4682-9192-1435eca1a1c2 req-7ef64a77-b454-4060-adee-345b219665f6 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.0798664 Oct 19 11:26:49.419895 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ecdf82ca-0c9c-4682-9192-1435eca1a1c2 req-343f3a38-5e82-4e30-86ed-124cae7b04dc tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607021 Oct 19 11:26:49.443580 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.455915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:49.455915 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.497250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:26:49.617992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ca611264-e616-4a51-9d51-3090407e1967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.646797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b4f65ab2-1520-4ad7-8f57-38df99faed7d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.680798 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.738812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:26:49.743397 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5480e1-f4b2-466a-bec7-b487dc64e466" -d '{"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-unplugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:26:49.788175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:49.842783 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000024a1-a89d-4a84-b534-3a5268344825 x-openstack-request-id: req-000024a1-a89d-4a84-b534-3a5268344825 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:26:49.843808 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-unplugged", "status": "completed", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:26:49.844064 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-000024a1-a89d-4a84-b534-3a5268344825 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:26:49.844652 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f', 'code': 200} Oct 19 11:26:49.893057 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b4f65ab2-1520-4ad7-8f57-38df99faed7d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.928291 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.937179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ca611264-e616-4a51-9d51-3090407e1967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.945903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad779f-8a78-45f9-9ed8-4698b75a9fc8 req-5d061f87-5f47-4b15-972b-298961f4125b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:49.953205 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-82ad779f-8a78-45f9-9ed8-4698b75a9fc8 req-5d061f87-5f47-4b15-972b-298961f4125b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 947 time: 0.1048641 Oct 19 11:26:49.977014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.980426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b4f65ab2-1520-4ad7-8f57-38df99faed7d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.981047 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:49.987200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=14']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:50.019453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-82ad779f-8a78-45f9-9ed8-4698b75a9fc8 req-0eb333f0-7839-40dd-a144-3e99cd7df55f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654247 Oct 19 11:26:50.020160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f65ab2-1520-4ad7-8f57-38df99faed7d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9309130-bd04-4ad1-a5fd-97fb7a666d92,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:50.035518 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ca611264-e616-4a51-9d51-3090407e1967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.097356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38068) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:50.102376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=72bc338a-c656-4ece-8bf3-123cef990e15,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:50.114868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking segment: {'id': 'e7c258a2-df2c-4ad7-83aa-b3b375d9ef89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0298e359-31cf-435e-8574-4a7ef53de1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:50.116525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network hostable DHCP agents. Network: 0298e359-31cf-435e-8574-4a7ef53de1da, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:26:50.116761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca611264-e616-4a51-9d51-3090407e1967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a89590-e096-47da-b6e2-a67e539f8950,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:50.124112 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ca611264-e616-4a51-9d51-3090407e1967 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4039755ba3e54455a7604d2319762ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8184278 Oct 19 11:26:50.125548 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b4f65ab2-1520-4ad7-8f57-38df99faed7d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.127970 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b4f65ab2-1520-4ad7-8f57-38df99faed7d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7943246 Oct 19 11:26:50.127970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38072) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:50.134050 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38074) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:50.154440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8cd57a00-ee28-4231-9362-9d621a16a6d9 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': 'bdf2673d-2f86-4be4-a8c1-eb89be86536a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:50.219485 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb270387-bc34-46e2-a7a4-3f488ffa0f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.227130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network 0298e359-31cf-435e-8574-4a7ef53de1da is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:26:50.248257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cb08d-d0bb-4a2e-a306-4c6d06d37371 req-937ea0da-a7ca-4999-a27b-c0bb983a68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:50.248257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cb08d-d0bb-4a2e-a306-4c6d06d37371 req-937ea0da-a7ca-4999-a27b-c0bb983a68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:50.248708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cb08d-d0bb-4a2e-a306-4c6d06d37371 req-937ea0da-a7ca-4999-a27b-c0bb983a68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:50.249169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cb08d-d0bb-4a2e-a306-4c6d06d37371 req-937ea0da-a7ca-4999-a27b-c0bb983a68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:50.249615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cb08d-d0bb-4a2e-a306-4c6d06d37371 req-937ea0da-a7ca-4999-a27b-c0bb983a68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:50.250063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cb08d-d0bb-4a2e-a306-4c6d06d37371 req-937ea0da-a7ca-4999-a27b-c0bb983a68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:50.250512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cb08d-d0bb-4a2e-a306-4c6d06d37371 req-937ea0da-a7ca-4999-a27b-c0bb983a68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:50.253043 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-531cb08d-d0bb-4a2e-a306-4c6d06d37371 req-937ea0da-a7ca-4999-a27b-c0bb983a68b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 6493 time: 0.1519659 Oct 19 11:26:50.257942 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb270387-bc34-46e2-a7a4-3f488ffa0f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.261720 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cd57a00-ee28-4231-9362-9d621a16a6d9 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.326637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-531cb08d-d0bb-4a2e-a306-4c6d06d37371 req-bbbe87db-9bc9-4c4c-9fb1-29791ed2c8b4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&id=e23bf4b4-5372-4405-955c-f36bb72acb65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545676 Oct 19 11:26:50.342248 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cd57a00-ee28-4231-9362-9d621a16a6d9 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.350671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 0298e359-31cf-435e-8574-4a7ef53de1da) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:50.356335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:50.365720 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.366500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec08cc9d-c822-40a2-b70e-a1faa92bcb62 None None] Network 0298e359-31cf-435e-8574-4a7ef53de1da requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:50.410195 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb270387-bc34-46e2-a7a4-3f488ffa0f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.414365 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb270387-bc34-46e2-a7a4-3f488ffa0f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.416844 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fb270387-bc34-46e2-a7a4-3f488ffa0f1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2a89590-e096-47da-b6e2-a67e539f8950 HTTP/1.1" status: 204 len: 168 time: 0.2871697 Oct 19 11:26:50.430259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb270387-bc34-46e2-a7a4-3f488ffa0f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a89590-e096-47da-b6e2-a67e539f8950,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:50.440105 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2f6a45f4-8f8e-4642-9114-b6e78d818b86 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4079380 Oct 19 11:26:50.441532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38098) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:50.442265 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cd57a00-ee28-4231-9362-9d621a16a6d9 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.496997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd57a00-ee28-4231-9362-9d621a16a6d9 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6730bc-a341-4d23-b0da-88dce7350c08,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:50.606276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-0298e359-31cf-435e-8574-4a7ef53de1da', 'network_id': '0298e359-31cf-435e-8574-4a7ef53de1da', 'tenant_id': 'a4ee78b9dde34f5b8f5f429c61861af4', 'fixed_ips': [{'subnet_id': '72bc338a-c656-4ece-8bf3-123cef990e15'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:26:50.607155 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.629417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ad76a-b010-4207-bea4-bf05800fef58 req-8f74ba88-b6a7-4a12-bc50-8d04be0d8516 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:50.631201 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d90ad76a-b010-4207-bea4-bf05800fef58 req-8f74ba88-b6a7-4a12-bc50-8d04be0d8516 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.0759437 Oct 19 11:26:50.701100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d90ad76a-b010-4207-bea4-bf05800fef58 req-1511397e-037e-493a-a697-00d22667c32c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624030 Oct 19 11:26:50.799732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Allocated IP 172.20.0.2 (0298e359-31cf-435e-8574-4a7ef53de1da/72bc338a-c656-4ece-8bf3-123cef990e15/f0adec1c-4f7f-41fe-8564-4c69d30f67b6) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:50.948326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cd57a00-ee28-4231-9362-9d621a16a6d9 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:50.951554 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8cd57a00-ee28-4231-9362-9d621a16a6d9 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8123405 Oct 19 11:26:50.952640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38130) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:50.983873 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.002074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82247b8a-24fa-4e0a-b928-80dc9023068d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.005167 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.013978 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82247b8a-24fa-4e0a-b928-80dc9023068d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.056726 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.091699 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.107054 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Network 0298e359-31cf-435e-8574-4a7ef53de1da is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:51.110442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:51.113364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:51.129627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Pushing event updated for resources: {'Port': ['ID=f0adec1c-4f7f-41fe-8564-4c69d30f67b6,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:51.178541 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Attempting to bind port f0adec1c-4f7f-41fe-8564-4c69d30f67b6 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:26:51.178904 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Attempting to bind port f0adec1c-4f7f-41fe-8564-4c69d30f67b6 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'e7c258a2-df2c-4ad7-83aa-b3b375d9ef89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0298e359-31cf-435e-8574-4a7ef53de1da'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:26:51.179257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Attempting to bind port f0adec1c-4f7f-41fe-8564-4c69d30f67b6 on network 0298e359-31cf-435e-8574-4a7ef53de1da {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:26:51.184452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:26:51.184849 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Checking segment: {'id': 'e7c258a2-df2c-4ad7-83aa-b3b375d9ef89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0298e359-31cf-435e-8574-4a7ef53de1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:51.185235 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.185617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Bound using segment: {'id': 'e7c258a2-df2c-4ad7-83aa-b3b375d9ef89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0298e359-31cf-435e-8574-4a7ef53de1da'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:26:51.186067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Bound port: f0adec1c-4f7f-41fe-8564-4c69d30f67b6, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c258a2-df2c-4ad7-83aa-b3b375d9ef89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0298e359-31cf-435e-8574-4a7ef53de1da'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:26:51.186456 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.215850 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82247b8a-24fa-4e0a-b928-80dc9023068d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.222697 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82247b8a-24fa-4e0a-b928-80dc9023068d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.228071 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-82247b8a-24fa-4e0a-b928-80dc9023068d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/da6730bc-a341-4d23-b0da-88dce7350c08 HTTP/1.1" status: 204 len: 168 time: 0.2701299 Oct 19 11:26:51.228199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38154) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:51.230006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82247b8a-24fa-4e0a-b928-80dc9023068d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da6730bc-a341-4d23-b0da-88dce7350c08,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:51.263699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] For port f0adec1c-4f7f-41fe-8564-4c69d30f67b6, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:26:51.263699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] For port f0adec1c-4f7f-41fe-8564-4c69d30f67b6, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f0adec1c-4f7f-41fe-8564-4c69d30f67b6,segment=NetworkSegment(e7c258a2-df2c-4ad7-83aa-b3b375d9ef89),segment_id=e7c258a2-df2c-4ad7-83aa-b3b375d9ef89)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:26:51.278833 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.295452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-537d8d8b-c975-4125-b51d-42ce201923e7 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0674744 Oct 19 11:26:51.298737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38164) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:51.318773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Subnet': ['ID=72bc338a-c656-4ece-8bf3-123cef990e15,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:51.332169 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9f56-6c36-43f1-a7c2-dfb464818a8d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.342756 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9f56-6c36-43f1-a7c2-dfb464818a8d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.372167 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.431522 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.463176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9f56-6c36-43f1-a7c2-dfb464818a8d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.468689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2c141-fe29-42e2-b573-2e69ea3382e1 None None] Pushing event updated for resources: {'Port': ['ID=f0adec1c-4f7f-41fe-8564-4c69d30f67b6,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:51.486937 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0d3f1-94e2-4760-af2f-984ea1a7b4b7 req-fd95c139-4225-454e-8469-11098b07cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:51.486937 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fba0d3f1-94e2-4760-af2f-984ea1a7b4b7 req-fd95c139-4225-454e-8469-11098b07cd87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 1096 time: 0.1380548 Oct 19 11:26:51.486937 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0298e359-31cf-435e-8574-4a7ef53de1da']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:51.487243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f9a9f56-6c36-43f1-a7c2-dfb464818a8d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.494104 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7f9a9f56-6c36-43f1-a7c2-dfb464818a8d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d9309130-bd04-4ad1-a5fd-97fb7a666d92 HTTP/1.1" status: 204 len: 168 time: 0.1941562 Oct 19 11:26:51.494712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38174) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:51.496412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a9f56-6c36-43f1-a7c2-dfb464818a8d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9309130-bd04-4ad1-a5fd-97fb7a666d92,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:51.513844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c258a2-df2c-4ad7-83aa-b3b375d9ef89') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:51.514143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c258a2-df2c-4ad7-83aa-b3b375d9ef89') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:51.542358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.571846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.613945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:51.614355 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:51.617824 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:51.651587 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b519b09f-0192-4bdb-a965-45ac18976b6c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1556971 Oct 19 11:26:51.659975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38182) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:51.709995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d46f1637-2170-4d48-a2e0-a339052ea5b2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.723332 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d46f1637-2170-4d48-a2e0-a339052ea5b2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.755704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0d3f1-94e2-4760-af2f-984ea1a7b4b7 req-8d5d458a-9aa7-41d9-ac98-205809ba3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:51.755704 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fba0d3f1-94e2-4760-af2f-984ea1a7b4b7 req-8d5d458a-9aa7-41d9-ac98-205809ba3c2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 918 time: 0.2552416 Oct 19 11:26:51.804863 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:26:51.804863 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:26:51.804863 n-d-814547-1 neutron-server[101311]: [parameters: {'id': '0298e359-31cf-435e-8574-4a7ef53de1da'}] Oct 19 11:26:51.804863 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:26:51.805323 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:26:51.831826 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d46f1637-2170-4d48-a2e0-a339052ea5b2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.842927 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d46f1637-2170-4d48-a2e0-a339052ea5b2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.844470 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d46f1637-2170-4d48-a2e0-a339052ea5b2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/21bcfa9a-c812-4519-975f-6388ef0861aa HTTP/1.1" status: 204 len: 168 time: 0.1821787 Oct 19 11:26:51.849929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38192) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:51.866017 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f1637-2170-4d48-a2e0-a339052ea5b2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21bcfa9a-c812-4519-975f-6388ef0861aa,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:51.871027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fba0d3f1-94e2-4760-af2f-984ea1a7b4b7 req-32f16804-8f0b-41de-b931-fd95d5dcb7b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318 HTTP/1.1" status: 200 len: 1000 time: 0.1075850 Oct 19 11:26:51.899675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f8385-8dd3-4c32-a0b3-03e07c932726 req-3bc26b83-f0a7-4322-8d72-2735943e84bb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:51.902257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ac2f8385-8dd3-4c32-a0b3-03e07c932726 req-3bc26b83-f0a7-4322-8d72-2735943e84bb tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1141770 Oct 19 11:26:51.934214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4adbf998-6179-4b72-9b2b-53e2246303ee tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0827363 Oct 19 11:26:51.940130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38198) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:51.956699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0d3f1-94e2-4760-af2f-984ea1a7b4b7 req-3daff021-a81a-4728-9889-9a68f1d11f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:51.958976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fba0d3f1-94e2-4760-af2f-984ea1a7b4b7 req-3daff021-a81a-4728-9889-9a68f1d11f88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.0754244 Oct 19 11:26:51.981831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38200) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:51.990908 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b13a-7995-4aea-a1c4-81c78c447d3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:51.996416 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ac2f8385-8dd3-4c32-a0b3-03e07c932726 req-fbf1b59d-aa20-4acd-a637-924852dabad1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777133 Oct 19 11:26:52.004918 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b13a-7995-4aea-a1c4-81c78c447d3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.060447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0d3f1-94e2-4760-af2f-984ea1a7b4b7 req-c4295591-c860-4d3a-8367-140b4cdb1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:52.062172 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fba0d3f1-94e2-4760-af2f-984ea1a7b4b7 req-c4295591-c860-4d3a-8367-140b4cdb1059 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912416 Oct 19 11:26:52.096701 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b13a-7995-4aea-a1c4-81c78c447d3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.104574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b13a-7995-4aea-a1c4-81c78c447d3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.106162 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e3b4b13a-7995-4aea-a1c4-81c78c447d3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a9da6d4c-babe-4636-8fc4-f05b3cdc50e0 HTTP/1.1" status: 204 len: 168 time: 0.1646433 Oct 19 11:26:52.116878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38210) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:52.117616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4b13a-7995-4aea-a1c4-81c78c447d3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9da6d4c-babe-4636-8fc4-f05b3cdc50e0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:52.176414 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fba0d3f1-94e2-4760-af2f-984ea1a7b4b7 req-94c26909-2115-416c-b8e3-1c519edc7054 service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060855 Oct 19 11:26:52.183033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-066f65a3-2435-4813-87a7-0967a8a21760 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0611222 Oct 19 11:26:52.188705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38214) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:52.196121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47ccf086-0082-454e-8e8d-99ded5356752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.221153 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08568195-1953-4741-95d1-d175088bc7b3 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.233138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08568195-1953-4741-95d1-d175088bc7b3 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.307043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fba0d3f1-94e2-4760-af2f-984ea1a7b4b7 req-83d1c353-668d-4c47-b2f3-19be43dfe9cc service neutron] 10.222.0.26 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177776 Oct 19 11:26:52.307628 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.355923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08568195-1953-4741-95d1-d175088bc7b3 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.367284 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08568195-1953-4741-95d1-d175088bc7b3 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.367284 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-08568195-1953-4741-95d1-d175088bc7b3 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/1704553f-f185-4257-befa-8e0fd0ebdf5f HTTP/1.1" status: 204 len: 168 time: 0.1773000 Oct 19 11:26:52.369697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38220) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:52.377761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08568195-1953-4741-95d1-d175088bc7b3 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1704553f-f185-4257-befa-8e0fd0ebdf5f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:52.397814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting port f0adec1c-4f7f-41fe-8564-4c69d30f67b6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:52.398412 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.425907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47ccf086-0082-454e-8e8d-99ded5356752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.450731 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c52807b7-4ac1-4b0a-9ed0-dfe826852442 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0795467 Oct 19 11:26:52.453492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38224) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:52.502542 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] For port f0adec1c-4f7f-41fe-8564-4c69d30f67b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f0adec1c-4f7f-41fe-8564-4c69d30f67b6,segment=NetworkSegment(e7c258a2-df2c-4ad7-83aa-b3b375d9ef89),segment_id=e7c258a2-df2c-4ad7-83aa-b3b375d9ef89)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:52.504413 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.517578 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47ccf086-0082-454e-8e8d-99ded5356752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.532753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Calling delete_port for f0adec1c-4f7f-41fe-8564-4c69d30f67b6 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:52.541908 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36bb3f0d-56eb-4516-9ae8-45e693ff432e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.582051 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-47ccf086-0082-454e-8e8d-99ded5356752 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f0cb12d3c44480ab6011886931819d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930383 Oct 19 11:26:52.582051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38230) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:52.600079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36bb3f0d-56eb-4516-9ae8-45e693ff432e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.603559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccf086-0082-454e-8e8d-99ded5356752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53155b3-bbbf-4909-8285-81c77367da1b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:52.688836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b232e-582f-46b1-b342-88d7ef8c79d0 None None] Network 0298e359-31cf-435e-8574-4a7ef53de1da requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:52.697687 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59082565-6da6-425c-9b3b-293a7e0f48bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.701576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.728338 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59082565-6da6-425c-9b3b-293a7e0f48bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.734448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Port': ['ID=f0adec1c-4f7f-41fe-8564-4c69d30f67b6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:52.734448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38240) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:52.752379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No DVR routers for this DVR port f0adec1c-4f7f-41fe-8564-4c69d30f67b6 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:52.762547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36bb3f0d-56eb-4516-9ae8-45e693ff432e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.765482 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36bb3f0d-56eb-4516-9ae8-45e693ff432e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.769310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-36bb3f0d-56eb-4516-9ae8-45e693ff432e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-groups/bdf2673d-2f86-4be4-a8c1-eb89be86536a HTTP/1.1" status: 204 len: 168 time: 0.3107507 Oct 19 11:26:52.772828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38246) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:52.787456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb3f0d-56eb-4516-9ae8-45e693ff432e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf2673d-2f86-4be4-a8c1-eb89be86536a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:52.796964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-deef94f5-bb3d-41ac-82e2-8ad3ea8169b3 None None] Could not find standard attr ID for object f0adec1c-4f7f-41fe-8564-4c69d30f67b6. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:26:52.836453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7b854000-a9c3-4a7e-b8cd-934347f17e24 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606623 Oct 19 11:26:52.842663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38250) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:52.849689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-21d6b98e-8f86-478a-8f5b-456a343f8d3e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089534104'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:52.899247 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.912823 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59082565-6da6-425c-9b3b-293a7e0f48bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.915503 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59082565-6da6-425c-9b3b-293a7e0f48bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.919313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-59082565-6da6-425c-9b3b-293a7e0f48bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a53155b3-bbbf-4909-8285-81c77367da1b HTTP/1.1" status: 204 len: 168 time: 0.3264117 Oct 19 11:26:52.925128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59082565-6da6-425c-9b3b-293a7e0f48bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53155b3-bbbf-4909-8285-81c77367da1b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:52.925728 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1bc28263-9b0e-4f79-8cf4-4637eef83707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.939530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21d6b98e-8f86-478a-8f5b-456a343f8d3e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:52.948946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c0f185-5a7a-453f-915e-3516ff78074a None None] DHCP port deletion for 0298e359-31cf-435e-8574-4a7ef53de1da request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:26:52.951273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0298e359-31cf-435e-8574-4a7ef53de1da']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:52.971462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c258a2-df2c-4ad7-83aa-b3b375d9ef89') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:52.971742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c258a2-df2c-4ad7-83aa-b3b375d9ef89') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:52.996301 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.021139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.031459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:53.031920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:53.035537 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:53.043741 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21d6b98e-8f86-478a-8f5b-456a343f8d3e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.114507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21d6b98e-8f86-478a-8f5b-456a343f8d3e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.122176 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1bc28263-9b0e-4f79-8cf4-4637eef83707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.167106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6b98e-8f86-478a-8f5b-456a343f8d3e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92a3453-1481-45d5-9d38-dd82b331dc6c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:53.181186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2b839-1bd7-4f03-898c-5fe56fd424b1 req-ee106cff-9196-49ef-b150-d7757c8acfa9 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:53.182717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cf2b839-1bd7-4f03-898c-5fe56fd424b1 req-ee106cff-9196-49ef-b150-d7757c8acfa9 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.0836308 Oct 19 11:26:53.187394 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.189290 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1bc28263-9b0e-4f79-8cf4-4637eef83707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.205277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.212076 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/0298e359-31cf-435e-8574-4a7ef53de1da HTTP/1.1" status: 204 len: 168 time: 2.7668512 Oct 19 11:26:53.220286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38266) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:53.233985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-754994773'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:53.241822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fd84a-b27b-4b76-a2ce-b7a7b907c820 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=0298e359-31cf-435e-8574-4a7ef53de1da,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:53.257987 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21d6b98e-8f86-478a-8f5b-456a343f8d3e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.259608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-21d6b98e-8f86-478a-8f5b-456a343f8d3e tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4158425 Oct 19 11:26:53.263511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38268) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:53.269494 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-68956ada-9e1d-4b51-b6d0-d86da746bdde tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': 'e92a3453-1481-45d5-9d38-dd82b331dc6c', 'direction': 'ingress', 'protocol': 17}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:53.269946 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cf2b839-1bd7-4f03-898c-5fe56fd424b1 req-5cbb8333-86ec-42d9-ae57-0ffd86134bf8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808706 Oct 19 11:26:53.276166 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1bc28263-9b0e-4f79-8cf4-4637eef83707 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=860e2d2dacf144b3b16e600a92864192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407929 Oct 19 11:26:53.278010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc28263-9b0e-4f79-8cf4-4637eef83707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3468e1-8c72-4cc0-ae8f-659fa735c17e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:53.279007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38270) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:53.332066 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39fe358b-5c09-41a0-87d4-3f27f0cdc0e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.333630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:53.337068 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.371456 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39fe358b-5c09-41a0-87d4-3f27f0cdc0e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.383274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:26:53.407096 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.407435 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment 167c26c3-df45-46cf-8f75-05e4bfeb98d1 of type vlan for network 0475e374-3018-42dc-9dea-15d332af695e Oct 19 11:26:53.447045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.458593 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-68956ada-9e1d-4b51-b6d0-d86da746bdde tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.541219 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39fe358b-5c09-41a0-87d4-3f27f0cdc0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.544255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39fe358b-5c09-41a0-87d4-3f27f0cdc0e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.545464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-39fe358b-5c09-41a0-87d4-3f27f0cdc0e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c3468e1-8c72-4cc0-ae8f-659fa735c17e HTTP/1.1" status: 204 len: 168 time: 0.2649319 Oct 19 11:26:53.550346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.553637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:53.554226 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.559375 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-68956ada-9e1d-4b51-b6d0-d86da746bdde tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.579852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe358b-5c09-41a0-87d4-3f27f0cdc0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3468e1-8c72-4cc0-ae8f-659fa735c17e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:53.586549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66670c-1f56-498a-8a95-dd855d0a6d97 req-320335bb-42c4-46f1-8f99-a934a7edcb7c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:53.588426 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a66670c-1f56-498a-8a95-dd855d0a6d97 req-320335bb-42c4-46f1-8f99-a934a7edcb7c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0718622 Oct 19 11:26:53.630089 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-68956ada-9e1d-4b51-b6d0-d86da746bdde tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.637361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=0475e374-3018-42dc-9dea-15d332af695e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:53.649914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 0475e374-3018-42dc-9dea-15d332af695e details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:26:53.653504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68956ada-9e1d-4b51-b6d0-d86da746bdde tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b130f18-1e1c-4ae4-a116-31c43deb2bb8,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:53.661419 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c08a62ff-c5e3-47b3-8f4e-c00901ede494 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4335666 Oct 19 11:26:53.662560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38278) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:53.668224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'network_id': '0475e374-3018-42dc-9dea-15d332af695e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:53.689436 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a66670c-1f56-498a-8a95-dd855d0a6d97 req-7dd21f2a-eb93-4008-b747-579997ce9ab7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771520 Oct 19 11:26:53.724462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38282) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:53.739202 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a138f9f0-c2dc-4dd9-a187-c1f08e983f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.809267 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-68956ada-9e1d-4b51-b6d0-d86da746bdde tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.813103 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-68956ada-9e1d-4b51-b6d0-d86da746bdde tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5455382 Oct 19 11:26:53.814076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38284) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:53.837856 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a138f9f0-c2dc-4dd9-a187-c1f08e983f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.868717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:53.872174 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.895688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd6cb-7ded-41d2-a608-1a4041471f1c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.924724 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a138f9f0-c2dc-4dd9-a187-c1f08e983f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.952136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_backend_mixin [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing IP validity checks on allocation pools {{(pid=101312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 11:26:53.952682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_backend_mixin [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 11:26:53.959350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd6cb-7ded-41d2-a608-1a4041471f1c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:53.975368 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a138f9f0-c2dc-4dd9-a187-c1f08e983f13 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37b7228321304e69950b2130844347f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472932 Oct 19 11:26:53.975368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138f9f0-c2dc-4dd9-a187-c1f08e983f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c927fb62-9711-4161-9624-490ac2615742,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:53.980713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38290) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:54.073963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef980-6189-454e-808c-e0a5e248c017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.119299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef980-6189-454e-808c-e0a5e248c017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.129895 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd6cb-7ded-41d2-a608-1a4041471f1c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.133803 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd6cb-7ded-41d2-a608-1a4041471f1c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.135167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c4dcd6cb-7ded-41d2-a608-1a4041471f1c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-groups/e92a3453-1481-45d5-9d38-dd82b331dc6c HTTP/1.1" status: 204 len: 168 time: 0.3199604 Oct 19 11:26:54.138533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38298) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:54.140267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0261a-7acc-4825-b360-bed32e6089fa req-425ede7a-f4bf-4a2e-a1bf-f98d5aa9c266 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:54.145039 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ced0261a-7acc-4825-b360-bed32e6089fa req-425ede7a-f4bf-4a2e-a1bf-f98d5aa9c266 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0857952 Oct 19 11:26:54.153451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcd6cb-7ded-41d2-a608-1a4041471f1c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92a3453-1481-45d5-9d38-dd82b331dc6c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:54.197175 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6a85a6b8-face-4840-a316-8c7e3f50e8af tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556400 Oct 19 11:26:54.200905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38300) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:54.205523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-12cb1971-3839-439c-b918-2d230980d3f8 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group': {'name': 'tempest-secgroup--811453312'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:54.231688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ced0261a-7acc-4825-b360-bed32e6089fa req-eaed967e-1b11-4a01-8d49-c4bb644769cd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810316 Oct 19 11:26:54.239215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38596f4c-773a-4244-b145-6321725afeb0 req-c5c28d6e-c2e3-4c43-9c45-02169b6a1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:54.240787 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38596f4c-773a-4244-b145-6321725afeb0 req-c5c28d6e-c2e3-4c43-9c45-02169b6a1a9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1096 time: 0.0890131 Oct 19 11:26:54.273502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.312206 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef980-6189-454e-808c-e0a5e248c017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.315260 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2ef980-6189-454e-808c-e0a5e248c017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.316618 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ca2ef980-6189-454e-808c-e0a5e248c017 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c927fb62-9711-4161-9624-490ac2615742 HTTP/1.1" status: 204 len: 168 time: 0.3319874 Oct 19 11:26:54.330928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ef980-6189-454e-808c-e0a5e248c017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c927fb62-9711-4161-9624-490ac2615742,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:54.333696 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12cb1971-3839-439c-b918-2d230980d3f8 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.390699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38596f4c-773a-4244-b145-6321725afeb0 req-f665ba08-cb54-4d89-9c24-63953ee0b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:54.393548 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38596f4c-773a-4244-b145-6321725afeb0 req-f665ba08-cb54-4d89-9c24-63953ee0b173 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.1413884 Oct 19 11:26:54.404296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=4140ecfe-19e7-4fc2-afbb-269272cd25d6,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:54.424594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking segment: {'id': '167c26c3-df45-46cf-8f75-05e4bfeb98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0475e374-3018-42dc-9dea-15d332af695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:54.424944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network hostable DHCP agents. Network: 0475e374-3018-42dc-9dea-15d332af695e, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:26:54.492276 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc87b43-2e12-4b8c-b87b-cc771e444848 req-46ffaa20-447b-4d75-a2be-bfb05621b3b8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:54.493395 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38596f4c-773a-4244-b145-6321725afeb0 req-b78a8514-2459-45dc-8476-528f1ff801c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 1000 time: 0.0862472 Oct 19 11:26:54.493889 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cc87b43-2e12-4b8c-b87b-cc771e444848 req-46ffaa20-447b-4d75-a2be-bfb05621b3b8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1124499 Oct 19 11:26:54.513581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12cb1971-3839-439c-b918-2d230980d3f8 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.541858 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cc87b43-2e12-4b8c-b87b-cc771e444848 req-95ff4a81-ef4b-4dfe-8916-db134a0bca9b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418034 Oct 19 11:26:54.551929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38596f4c-773a-4244-b145-6321725afeb0 req-b180dc30-f328-4d58-8f86-6d56c4a8a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:54.553589 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38596f4c-773a-4244-b145-6321725afeb0 req-b180dc30-f328-4d58-8f86-6d56c4a8a42d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.0510929 Oct 19 11:26:54.586987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network 0475e374-3018-42dc-9dea-15d332af695e is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:26:54.589153 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12cb1971-3839-439c-b918-2d230980d3f8 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.623319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb1971-3839-439c-b918-2d230980d3f8 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4c5c30-6dcb-4b9c-b8fe-8bb115b9baf5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:54.629292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38596f4c-773a-4244-b145-6321725afeb0 req-17125172-6a92-40e7-ab17-86ccfbf4df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:54.631283 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38596f4c-773a-4244-b145-6321725afeb0 req-17125172-6a92-40e7-ab17-86ccfbf4df9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651083 Oct 19 11:26:54.689531 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 0475e374-3018-42dc-9dea-15d332af695e) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:54.696792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:54.697481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.714021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595eeb27-661b-4a0c-acc0-5ee6299515ef None None] Network 0475e374-3018-42dc-9dea-15d332af695e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:54.715711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12cb1971-3839-439c-b918-2d230980d3f8 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.720406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-12cb1971-3839-439c-b918-2d230980d3f8 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5179753 Oct 19 11:26:54.721081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38314) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:54.725460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e00b35a3-ebb2-40a8-b067-426b9f676263 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group': {'name': 'tempest-secgroup--518125478'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:54.742058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38596f4c-773a-4244-b145-6321725afeb0 req-c9cb1cac-942c-4f0d-91c3-32f017809102 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924067 Oct 19 11:26:54.795031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fbcf57aa-3f49-4517-8303-6df05990c086 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1311462 Oct 19 11:26:54.798098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38318) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:54.881837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38596f4c-773a-4244-b145-6321725afeb0 req-a7d455f1-2f12-4739-8fb8-65c32151a077 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305285 Oct 19 11:26:54.972088 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e00b35a3-ebb2-40a8-b067-426b9f676263 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:54.975125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-0475e374-3018-42dc-9dea-15d332af695e', 'network_id': '0475e374-3018-42dc-9dea-15d332af695e', 'tenant_id': 'a4ee78b9dde34f5b8f5f429c61861af4', 'fixed_ips': [{'subnet_id': '4140ecfe-19e7-4fc2-afbb-269272cd25d6'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:26:54.979927 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.015997 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.120390 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.152278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Allocated IP 172.20.0.3 (0475e374-3018-42dc-9dea-15d332af695e/4140ecfe-19e7-4fc2-afbb-269272cd25d6/756f913a-9395-47b7-8e23-c63d36a45aa9) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:55.170059 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e00b35a3-ebb2-40a8-b067-426b9f676263 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.267575 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e00b35a3-ebb2-40a8-b067-426b9f676263 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.299186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b35a3-ebb2-40a8-b067-426b9f676263 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da34aa6e-74eb-4b9a-9332-5a2accc672cc,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:55.335370 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-322a7c1f-7259-4a45-b126-26c0f08e6334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.346782 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.383999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcda74-0d39-4aad-9161-e53915d50f50 req-48c7f30c-858f-401d-9ff3-0ba33ff75765 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:55.386725 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b1fcda74-0d39-4aad-9161-e53915d50f50 req-48c7f30c-858f-401d-9ff3-0ba33ff75765 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0501468 Oct 19 11:26:55.427453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b1fcda74-0d39-4aad-9161-e53915d50f50 req-02567bf2-ba53-41d5-ab25-09dab3d00f12 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362489 Oct 19 11:26:55.430523 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e00b35a3-ebb2-40a8-b067-426b9f676263 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.435290 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e00b35a3-ebb2-40a8-b067-426b9f676263 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7096455 Oct 19 11:26:55.436081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38342) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:55.444810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f82b1e1f-a62a-41d4-8744-dd8085238956 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': '9d4c5c30-6dcb-4b9c-b8fe-8bb115b9baf5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'da34aa6e-74eb-4b9a-9332-5a2accc672cc', 'remote_ip_prefix': None}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:55.480093 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.509946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 654d9da9-a1d0-4e8d-ac99-80d48b338318 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:26:55.533514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Network 0475e374-3018-42dc-9dea-15d332af695e is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:26:55.534954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:55.548416 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f82b1e1f-a62a-41d4-8744-dd8085238956 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.570505 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.612483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Subnet': ['ID=4140ecfe-19e7-4fc2-afbb-269272cd25d6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:55.728676 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f82b1e1f-a62a-41d4-8744-dd8085238956 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.734128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:26:55.754056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Pushing event updated for resources: {'Port': ['ID=756f913a-9395-47b7-8e23-c63d36a45aa9,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:55.756302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.792055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977f46f-a03c-403a-8bda-3a73ac7aabdb req-1e48217f-1465-476c-8c7a-827eed7b403b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:55.801053 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1977f46f-a03c-403a-8bda-3a73ac7aabdb req-1e48217f-1465-476c-8c7a-827eed7b403b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.1238282 Oct 19 11:26:55.806295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0475e374-3018-42dc-9dea-15d332af695e']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:55.814644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f82b1e1f-a62a-41d4-8744-dd8085238956 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.823734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Attempting to bind port 756f913a-9395-47b7-8e23-c63d36a45aa9 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:26:55.824184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Attempting to bind port 756f913a-9395-47b7-8e23-c63d36a45aa9 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '167c26c3-df45-46cf-8f75-05e4bfeb98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0475e374-3018-42dc-9dea-15d332af695e'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:26:55.824822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Attempting to bind port 756f913a-9395-47b7-8e23-c63d36a45aa9 on network 0475e374-3018-42dc-9dea-15d332af695e {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:26:55.825409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167c26c3-df45-46cf-8f75-05e4bfeb98d1') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:55.825722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167c26c3-df45-46cf-8f75-05e4bfeb98d1') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:55.832694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:26:55.833410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Checking segment: {'id': '167c26c3-df45-46cf-8f75-05e4bfeb98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0475e374-3018-42dc-9dea-15d332af695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:55.834004 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.834582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Bound using segment: {'id': '167c26c3-df45-46cf-8f75-05e4bfeb98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0475e374-3018-42dc-9dea-15d332af695e'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:26:55.835250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Bound port: 756f913a-9395-47b7-8e23-c63d36a45aa9, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167c26c3-df45-46cf-8f75-05e4bfeb98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0475e374-3018-42dc-9dea-15d332af695e'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:26:55.835847 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.850460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b1e1f-a62a-41d4-8744-dd8085238956 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18be0134-3260-447e-8756-9cd54862fb5b,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:55.872835 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.882220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1977f46f-a03c-403a-8bda-3a73ac7aabdb req-0fae5ef2-837b-4ec1-916e-b97038f6d5e9 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797715 Oct 19 11:26:55.893395 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.902636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:55.903129 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.926230 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f82b1e1f-a62a-41d4-8744-dd8085238956 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.928210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f82b1e1f-a62a-41d4-8744-dd8085238956 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4870193 Oct 19 11:26:55.930472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38362) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:55.952432 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:55.952771 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:55.994906 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c36fb4c-aee4-432a-8ea4-c9a45e036668 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.005248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:56.007908 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:26:56.010358 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af94354-f171-4941-b1fd-c08f6e652b69" -d '{"events": [{"server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "name": "network-vif-unplugged", "status": "completed", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:26:56.013515 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c36fb4c-aee4-432a-8ea4-c9a45e036668 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.035626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] For port 756f913a-9395-47b7-8e23-c63d36a45aa9, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:26:56.039548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] For port 756f913a-9395-47b7-8e23-c63d36a45aa9, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=756f913a-9395-47b7-8e23-c63d36a45aa9,segment=NetworkSegment(167c26c3-df45-46cf-8f75-05e4bfeb98d1),segment_id=167c26c3-df45-46cf-8f75-05e4bfeb98d1)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:26:56.061163 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 11:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede6cd93-f6c5-4fd8-8317-ec8c453785e1 x-openstack-request-id: req-ede6cd93-f6c5-4fd8-8317-ec8c453785e1 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:26:56.061459 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "name": "network-vif-unplugged", "status": "failed", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318", "code": 422}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:26:56.061716 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ede6cd93-f6c5-4fd8-8317-ec8c453785e1 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:26:56.062575 n-d-814547-1 neutron-server[101313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'code': 422} returned with failed status Oct 19 11:26:56.073410 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.api [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:26:56.073410 n-d-814547-1 neutron-server[101312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:26:56.073410 n-d-814547-1 neutron-server[101312]: [parameters: {'id': '0475e374-3018-42dc-9dea-15d332af695e'}] Oct 19 11:26:56.073410 n-d-814547-1 neutron-server[101312]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:26:56.083717 n-d-814547-1 neutron-server[101312]: DEBUG oslo_db.api [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:26:56.125202 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.127973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.169644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c36fb4c-aee4-432a-8ea4-c9a45e036668 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.177398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c36fb4c-aee4-432a-8ea4-c9a45e036668 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.180944 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6c36fb4c-aee4-432a-8ea4-c9a45e036668 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/18be0134-3260-447e-8756-9cd54862fb5b HTTP/1.1" status: 204 len: 168 time: 0.2471104 Oct 19 11:26:56.181335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38376) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:56.182970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36fb4c-aee4-432a-8ea4-c9a45e036668 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18be0134-3260-447e-8756-9cd54862fb5b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:56.232359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525629c0-e4af-47f0-8e8e-df3cf3cb8bd8 None None] Network 0475e374-3018-42dc-9dea-15d332af695e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:56.234895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f202c62-b7b3-4704-b37b-290567f483aa None None] Pushing event updated for resources: {'Port': ['ID=756f913a-9395-47b7-8e23-c63d36a45aa9,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:56.244600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38390) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:56.244908 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9680bb81-94f2-4fb6-827d-c7c6e7bf9a6a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0622225 Oct 19 11:26:56.307436 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf056d51-592f-4f6c-b564-73ad6c1a26a0 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.334446 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf056d51-592f-4f6c-b564-73ad6c1a26a0 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.343256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:56.406356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c23b3aa-1fe6-4e4b-8848-1f3059ebff26 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:26:56.501895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf056d51-592f-4f6c-b564-73ad6c1a26a0 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.505489 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf056d51-592f-4f6c-b564-73ad6c1a26a0 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.509614 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bf056d51-592f-4f6c-b564-73ad6c1a26a0 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-groups/da34aa6e-74eb-4b9a-9332-5a2accc672cc HTTP/1.1" status: 204 len: 168 time: 0.2611885 Oct 19 11:26:56.511861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38406) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:56.525392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf056d51-592f-4f6c-b564-73ad6c1a26a0 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da34aa6e-74eb-4b9a-9332-5a2accc672cc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:56.559133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c23b3aa-1fe6-4e4b-8848-1f3059ebff26 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:26:56.580139 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.665733 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1fcbe1ff-6b29-4fc4-8921-7d57a75ac726 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1497872 Oct 19 11:26:56.666125 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38416) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:56.670450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bbc39-3ff3-4001-b313-5924193622a0 req-e220b358-b332-4876-a9ce-b3971b5493ad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:56.678392 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef8bbc39-3ff3-4001-b313-5924193622a0 req-e220b358-b332-4876-a9ce-b3971b5493ad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1495116 Oct 19 11:26:56.723024 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f840fd96-5d34-4761-839b-f4a571f76f61 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.729387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef8bbc39-3ff3-4001-b313-5924193622a0 req-1a41ca85-6dd4-405c-bfcf-3a70aa9e0715 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501578 Oct 19 11:26:56.751937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting port 756f913a-9395-47b7-8e23-c63d36a45aa9 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:26:56.753492 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.753742 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f840fd96-5d34-4761-839b-f4a571f76f61 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.877847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] For port 756f913a-9395-47b7-8e23-c63d36a45aa9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=756f913a-9395-47b7-8e23-c63d36a45aa9,segment=NetworkSegment(167c26c3-df45-46cf-8f75-05e4bfeb98d1),segment_id=167c26c3-df45-46cf-8f75-05e4bfeb98d1)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:26:56.878177 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.892176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Calling delete_port for 756f913a-9395-47b7-8e23-c63d36a45aa9 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:26:56.900962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f840fd96-5d34-4761-839b-f4a571f76f61 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.904554 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f840fd96-5d34-4761-839b-f4a571f76f61 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:56.906806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f840fd96-5d34-4761-839b-f4a571f76f61 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-groups/9d4c5c30-6dcb-4b9c-b8fe-8bb115b9baf5 HTTP/1.1" status: 204 len: 168 time: 0.2396820 Oct 19 11:26:56.910271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38434) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:56.932206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840fd96-5d34-4761-839b-f4a571f76f61 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4c5c30-6dcb-4b9c-b8fe-8bb115b9baf5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:56.970698 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-998d2017-2bab-4d10-8e8d-aaf23318b6db tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0569584 Oct 19 11:26:56.974591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38440) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:56.988273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5f44bea9-ebe9-443b-92b5-83ba25cc1898 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group': {'name': 'tempest-secgroup--918052506'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:57.018363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493a9ba-b522-4d43-ab08-7891a695c0ef req-d7fd1217-7e87-4c29-a691-abfb45e5e0c8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:57.019918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8493a9ba-b522-4d43-ab08-7891a695c0ef req-d7fd1217-7e87-4c29-a691-abfb45e5e0c8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0702188 Oct 19 11:26:57.069130 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8493a9ba-b522-4d43-ab08-7891a695c0ef req-d064940e-3a86-489b-bf84-16de891c22f5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424595 Oct 19 11:26:57.092020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f44bea9-ebe9-443b-92b5-83ba25cc1898 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.121189 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.151039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Port': ['ID=756f913a-9395-47b7-8e23-c63d36a45aa9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:57.156744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No DVR routers for this DVR port 756f913a-9395-47b7-8e23-c63d36a45aa9 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:26:57.198538 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f44bea9-ebe9-443b-92b5-83ba25cc1898 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.273867 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.304134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0475e374-3018-42dc-9dea-15d332af695e']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:57.307314 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f44bea9-ebe9-443b-92b5-83ba25cc1898 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.331040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a49bc5-5d53-47d2-b996-f93bb864ade0 req-3c95bf92-e5f7-4e85-b2a1-c0e0ede90f9e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:57.342021 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5a49bc5-5d53-47d2-b996-f93bb864ade0 req-3c95bf92-e5f7-4e85-b2a1-c0e0ede90f9e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1411979 Oct 19 11:26:57.352935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167c26c3-df45-46cf-8f75-05e4bfeb98d1') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:57.353434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167c26c3-df45-46cf-8f75-05e4bfeb98d1') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:26:57.370482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44bea9-ebe9-443b-92b5-83ba25cc1898 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4995001a-8310-42e3-ab22-037b4d0433cc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:57.373159 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.398988 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.414402 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5a49bc5-5d53-47d2-b996-f93bb864ade0 req-a76d6e47-0d50-43fc-a023-4cdae58b53fa tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702076 Oct 19 11:26:57.417318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:26:57.417714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:26:57.420899 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:26:57.431530 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f44bea9-ebe9-443b-92b5-83ba25cc1898 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.434192 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5f44bea9-ebe9-443b-92b5-83ba25cc1898 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4582634 Oct 19 11:26:57.434342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38490) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:57.440504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-16157a66-4f97-499f-b4f6-c8cac6f66f3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': '4995001a-8310-42e3-ab22-037b4d0433cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:57.621182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.650321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.653485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/0475e374-3018-42dc-9dea-15d332af695e HTTP/1.1" status: 204 len: 168 time: 2.8512695 Oct 19 11:26:57.657814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38516) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:57.667155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-117360648'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:57.677232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c5eaa-e261-4c57-8543-87f35dafcdbd tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=0475e374-3018-42dc-9dea-15d332af695e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:57.679474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16157a66-4f97-499f-b4f6-c8cac6f66f3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.791412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625ca3-8a12-4876-bd78-e9de55000545 req-47374f32-8078-4eca-ab68-1241ad60f615 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:57.792877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-47374f32-8078-4eca-ab68-1241ad60f615 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 812 time: 0.1894615 Oct 19 11:26:57.794740 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16157a66-4f97-499f-b4f6-c8cac6f66f3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.798419 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2bb1aa54-a949-4169-a3dd-836349e0e556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.808022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-5e96b5ac-61cf-408e-ab29-4349ff88dd79 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/quotas/adb4e90a76744825a16a77292f3584a5 HTTP/1.1" status: 200 len: 375 time: 0.0090153 Oct 19 11:26:57.838704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:57.843057 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.871852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-f77681cb-b97a-4111-b773-5f9915584c22 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0581861 Oct 19 11:26:57.876863 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:26:57.878558 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16157a66-4f97-499f-b4f6-c8cac6f66f3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.899219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16157a66-4f97-499f-b4f6-c8cac6f66f3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8095ffd-db8d-451d-9836-d6810e429c2b,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:57.903505 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:57.903967 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment 44ebb9ba-7f16-4765-8fb8-044956fedbab of type vlan for network d0d5a677-f678-40d9-a013-2e495253f458 Oct 19 11:26:57.958277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.064803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38538) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:58.067657 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16157a66-4f97-499f-b4f6-c8cac6f66f3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.068867 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-16157a66-4f97-499f-b4f6-c8cac6f66f3a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6337891 Oct 19 11:26:58.073171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38542) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:58.080684 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.088894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:58.089619 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.112144 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0106-e814-4ecc-b5c7-f44d6023f2f6 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.121881 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0106-e814-4ecc-b5c7-f44d6023f2f6 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.125185 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-9669fb7f-f08e-4a76-9685-eb3cd4815279 service neutron] 10.222.0.39 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269831 Oct 19 11:26:58.185734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=d0d5a677-f678-40d9-a013-2e495253f458,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:58.206078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network d0d5a677-f678-40d9-a013-2e495253f458 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:26:58.225123 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-23daa0c6-0a5f-4052-b0c3-084c0da21f92 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5653429 Oct 19 11:26:58.231119 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38558) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:58.241822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'network_id': 'd0d5a677-f678-40d9-a013-2e495253f458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:58.305711 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-90a7d12d-94d4-4f3b-a459-7e277d5b78a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.431824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-e99a219a-695a-4c9b-97bf-74b6f71ea343 req-578f6c50-d908-497a-b907-eebd9bea58a2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:58.432868 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e99a219a-695a-4c9b-97bf-74b6f71ea343 req-578f6c50-d908-497a-b907-eebd9bea58a2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1247211 Oct 19 11:26:58.497836 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-90a7d12d-94d4-4f3b-a459-7e277d5b78a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.562672 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0106-e814-4ecc-b5c7-f44d6023f2f6 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.569874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:26:58.572572 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0106-e814-4ecc-b5c7-f44d6023f2f6 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.575962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.577020 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5b0b0106-e814-4ecc-b5c7-f44d6023f2f6 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b8095ffd-db8d-451d-9836-d6810e429c2b HTTP/1.1" status: 204 len: 168 time: 0.4996252 Oct 19 11:26:58.577159 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38576) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:58.583062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b0106-e814-4ecc-b5c7-f44d6023f2f6 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8095ffd-db8d-451d-9836-d6810e429c2b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:58.603012 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-8ccb564a-fac3-47a5-bcb2-b67fb1379797 service neutron] 10.222.0.39 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606204 Oct 19 11:26:58.622410 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-90a7d12d-94d4-4f3b-a459-7e277d5b78a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.775852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cc1eb446-5648-4d9a-9d73-8ec908604672 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1981602 Oct 19 11:26:58.778690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38592) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:58.835007 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-90a7d12d-94d4-4f3b-a459-7e277d5b78a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc2d9376ef14481a821c10dc7d16596e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7689757 Oct 19 11:26:58.836671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38600) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:58.860714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f32d2b2-a823-4d91-9a13-b3dc30b4069a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.897846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7d12d-94d4-4f3b-a459-7e277d5b78a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e876c-35af-4bc9-a1a2-40c6a3720053,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:58.922495 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-336a8854-d028-427a-ad5b-808354b93a4b req-2774dbd0-bd6c-4d97-81b2-15e9351ce266 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 210 time: 0.0663831 Oct 19 11:26:58.956756 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f32d2b2-a823-4d91-9a13-b3dc30b4069a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:58.999239 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb62887d-2fae-4a1b-8b90-ac2000865b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.003660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a152cde-4070-4dcf-bfb1-96f4ea6a1bef req-9a9b23b0-ed75-4fcc-8e1f-da85099f8bb3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:59.011381 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a152cde-4070-4dcf-bfb1-96f4ea6a1bef req-9a9b23b0-ed75-4fcc-8e1f-da85099f8bb3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 943 time: 0.2764845 Oct 19 11:26:59.033594 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb62887d-2fae-4a1b-8b90-ac2000865b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.044269 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.068301 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.077558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a152cde-4070-4dcf-bfb1-96f4ea6a1bef req-d86de6ac-ce7c-4e21-810b-72b08bff3ff7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649686 Oct 19 11:26:59.096211 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f32d2b2-a823-4d91-9a13-b3dc30b4069a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.110907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f32d2b2-a823-4d91-9a13-b3dc30b4069a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.110907 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7f32d2b2-a823-4d91-9a13-b3dc30b4069a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-groups/4995001a-8310-42e3-ab22-037b4d0433cc HTTP/1.1" status: 204 len: 168 time: 0.3235159 Oct 19 11:26:59.114158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38610) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:59.124841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32d2b2-a823-4d91-9a13-b3dc30b4069a tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4995001a-8310-42e3-ab22-037b4d0433cc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:59.156864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-57ed9e8d-3c0a-41db-8d6c-5af8601e3bd0 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0496211 Oct 19 11:26:59.158640 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.164606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38612) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:59.166099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2b591c37-9b9d-4861-9ab2-4e5338bf9f91 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group': {'name': 'tempest-secgroup--213751783'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:59.184659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb62887d-2fae-4a1b-8b90-ac2000865b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.187796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb62887d-2fae-4a1b-8b90-ac2000865b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.189125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cb62887d-2fae-4a1b-8b90-ac2000865b39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/774e876c-35af-4bc9-a1a2-40c6a3720053 HTTP/1.1" status: 204 len: 168 time: 0.3510373 Oct 19 11:26:59.200835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62887d-2fae-4a1b-8b90-ac2000865b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e876c-35af-4bc9-a1a2-40c6a3720053,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:59.241079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=f44137f0-4a2a-4a0b-bc45-907a942634f3,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:59.255660 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b591c37-9b9d-4861-9ab2-4e5338bf9f91 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.270419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking segment: {'id': '44ebb9ba-7f16-4765-8fb8-044956fedbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd0d5a677-f678-40d9-a013-2e495253f458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:26:59.271005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network hostable DHCP agents. Network: d0d5a677-f678-40d9-a013-2e495253f458, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:26:59.353835 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b591c37-9b9d-4861-9ab2-4e5338bf9f91 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.393065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network d0d5a677-f678-40d9-a013-2e495253f458 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:26:59.429034 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b591c37-9b9d-4861-9ab2-4e5338bf9f91 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.456368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, d0d5a677-f678-40d9-a013-2e495253f458) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:26:59.462344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:26:59.463193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.467805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b737fd-6580-4a62-b922-f604b45bac8e None None] Network d0d5a677-f678-40d9-a013-2e495253f458 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:26:59.472176 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa8fdc75-b6b4-48bb-b49c-0366bfb0043b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1528835 Oct 19 11:26:59.477190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-60a91894-d9c5-4ecb-b936-3ad3d73ca029 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:26:59.486759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-60a91894-d9c5-4ecb-b936-3ad3d73ca029 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0088780 Oct 19 11:26:59.508228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b591c37-9b9d-4861-9ab2-4e5338bf9f91 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848b3f42-5d3a-435c-a63b-960e7fdfb4fd,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:26:59.521699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b591c37-9b9d-4861-9ab2-4e5338bf9f91 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.523315 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2b591c37-9b9d-4861-9ab2-4e5338bf9f91 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3607552 Oct 19 11:26:59.526008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38640) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:59.540450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-864d664d-c86c-4bbd-b8e5-504739e26932 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': '848b3f42-5d3a-435c-a63b-960e7fdfb4fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:26:59.633290 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-82f5e43b-1d0c-4892-9251-29cfc81b0bd4 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3985887 Oct 19 11:26:59.633621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38644) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:59.711367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-d0d5a677-f678-40d9-a013-2e495253f458', 'network_id': 'd0d5a677-f678-40d9-a013-2e495253f458', 'tenant_id': 'a4ee78b9dde34f5b8f5f429c61861af4', 'fixed_ips': [{'subnet_id': 'f44137f0-4a2a-4a0b-bc45-907a942634f3'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:26:59.713209 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.778120 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.836281 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-864d664d-c86c-4bbd-b8e5-504739e26932 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.854574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.867327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Allocated IP 172.20.0.1 (d0d5a677-f678-40d9-a013-2e495253f458/f44137f0-4a2a-4a0b-bc45-907a942634f3/d9cf904f-d533-456f-9370-bfdf248f36fb) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:26:59.943590 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-864d664d-c86c-4bbd-b8e5-504739e26932 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:26:59.963940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38664) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:26:59.986357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e453f2cc-8c85-477d-a981-cc838ed3556e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.034319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-864d664d-c86c-4bbd-b8e5-504739e26932 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.044729 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4fca3d9-acfa-46d8-9583-7a8a972152ee req-fbcb7de7-0b2a-4025-919f-efd25b5263cf tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 210 time: 0.0415506 Oct 19 11:27:00.052797 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.068673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d664d-c86c-4bbd-b8e5-504739e26932 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19576da-c375-4ea5-9e74-c78b96e49136,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:00.097314 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e453f2cc-8c85-477d-a981-cc838ed3556e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.155309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-864d664d-c86c-4bbd-b8e5-504739e26932 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.155552 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.159051 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-864d664d-c86c-4bbd-b8e5-504739e26932 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6289794 Oct 19 11:27:00.159919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38676) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:00.201036 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e453f2cc-8c85-477d-a981-cc838ed3556e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.210128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Network d0d5a677-f678-40d9-a013-2e495253f458 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:00.214320 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ab9c2998-606d-4472-ae0e-6d5174df745f tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules/e19576da-c375-4ea5-9e74-c78b96e49136 HTTP/1.1" status: 200 len: 763 time: 0.0510473 Oct 19 11:27:00.215204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38678) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:00.230373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:00.239185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:00.243267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Pushing event updated for resources: {'Port': ['ID=d9cf904f-d533-456f-9370-bfdf248f36fb,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:00.256285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.256807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.257265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.257695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.258120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.258692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.259121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.259689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.260112 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.260359 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.260751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.261080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.261460 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:00.266870 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e453f2cc-8c85-477d-a981-cc838ed3556e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dff8d9db4e2b42a38265f79845191e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983961 Oct 19 11:27:00.267606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38680) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:00.275844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453f2cc-8c85-477d-a981-cc838ed3556e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15588eb-4db5-4b43-8546-7c0ae831ad4f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:00.299595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c3c5751c-2f37-45ee-8d7d-543c6266510f tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0829847 Oct 19 11:27:00.302390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38682) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:00.305313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Subnet': ['ID=f44137f0-4a2a-4a0b-bc45-907a942634f3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:00.316489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7185c4-9b36-4970-8c57-28e21032294e req-c1229c5d-2d37-494a-a2e6-6f438c7ab8fa tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:00.318196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a7185c4-9b36-4970-8c57-28e21032294e req-c1229c5d-2d37-494a-a2e6-6f438c7ab8fa tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 943 time: 0.1520326 Oct 19 11:27:00.359829 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-153153d8-c75a-4e6c-b049-652cbf2dcdf2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.366915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Attempting to bind port d9cf904f-d533-456f-9370-bfdf248f36fb on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:00.367906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Attempting to bind port d9cf904f-d533-456f-9370-bfdf248f36fb by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '44ebb9ba-7f16-4765-8fb8-044956fedbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd0d5a677-f678-40d9-a013-2e495253f458'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:00.368476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Attempting to bind port d9cf904f-d533-456f-9370-bfdf248f36fb on network d0d5a677-f678-40d9-a013-2e495253f458 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:00.370406 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-153153d8-c75a-4e6c-b049-652cbf2dcdf2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.377035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:00.377698 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Checking segment: {'id': '44ebb9ba-7f16-4765-8fb8-044956fedbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd0d5a677-f678-40d9-a013-2e495253f458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:00.378480 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.379474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Bound using segment: {'id': '44ebb9ba-7f16-4765-8fb8-044956fedbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd0d5a677-f678-40d9-a013-2e495253f458'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:00.380274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Bound port: d9cf904f-d533-456f-9370-bfdf248f36fb, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ebb9ba-7f16-4765-8fb8-044956fedbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd0d5a677-f678-40d9-a013-2e495253f458'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:00.381043 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.392296 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c25c6c33-cbdc-4d6a-8d58-516ebec8cd4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.432176 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c25c6c33-cbdc-4d6a-8d58-516ebec8cd4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.465160 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.486643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d5a677-f678-40d9-a013-2e495253f458']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:00.491105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] For port d9cf904f-d533-456f-9370-bfdf248f36fb, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:00.496691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ebb9ba-7f16-4765-8fb8-044956fedbab') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:00.497022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ebb9ba-7f16-4765-8fb8-044956fedbab') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:00.507916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] For port d9cf904f-d533-456f-9370-bfdf248f36fb, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d9cf904f-d533-456f-9370-bfdf248f36fb,segment=NetworkSegment(44ebb9ba-7f16-4765-8fb8-044956fedbab),segment_id=44ebb9ba-7f16-4765-8fb8-044956fedbab)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:00.508333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a7185c4-9b36-4970-8c57-28e21032294e req-020d7bf0-3f0e-4080-bdf7-df489ab24dcc tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827688 Oct 19 11:27:00.513028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.530901 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-153153d8-c75a-4e6c-b049-652cbf2dcdf2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.537846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-153153d8-c75a-4e6c-b049-652cbf2dcdf2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.553214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-153153d8-c75a-4e6c-b049-652cbf2dcdf2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e19576da-c375-4ea5-9e74-c78b96e49136 HTTP/1.1" status: 204 len: 168 time: 0.2355692 Oct 19 11:27:00.553214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153153d8-c75a-4e6c-b049-652cbf2dcdf2 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e19576da-c375-4ea5-9e74-c78b96e49136,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:00.555249 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38700) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:00.571894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c25c6c33-cbdc-4d6a-8d58-516ebec8cd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.574843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c25c6c33-cbdc-4d6a-8d58-516ebec8cd4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.576627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c25c6c33-cbdc-4d6a-8d58-516ebec8cd4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c15588eb-4db5-4b43-8546-7c0ae831ad4f HTTP/1.1" status: 204 len: 168 time: 0.3078568 Oct 19 11:27:00.589381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c6c33-cbdc-4d6a-8d58-516ebec8cd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15588eb-4db5-4b43-8546-7c0ae831ad4f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:00.624885 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e8fc76a9-70cd-4639-93db-4ae7875d1e75 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0656810 Oct 19 11:27:00.633786 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.634341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.636046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38704) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:00.642076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:00.642563 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:00.648011 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:00.653389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-41c6cf2d-21d5-447b-91b9-ab8dcd1fc044 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': '848b3f42-5d3a-435c-a63b-960e7fdfb4fd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:00.741215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfc506-7922-411c-9f12-abe9caa7a614 None None] Pushing event updated for resources: {'Port': ['ID=d9cf904f-d533-456f-9370-bfdf248f36fb,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:00.761892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac6a701-fe9a-491e-b408-c94d25f47973 None None] Network d0d5a677-f678-40d9-a013-2e495253f458 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:00.784529 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41c6cf2d-21d5-447b-91b9-ab8dcd1fc044 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.784762 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.api [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:27:00.784762 n-d-814547-1 neutron-server[101312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:27:00.784762 n-d-814547-1 neutron-server[101312]: [parameters: {'id': 'd0d5a677-f678-40d9-a013-2e495253f458'}] Oct 19 11:27:00.784762 n-d-814547-1 neutron-server[101312]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:27:00.784762 n-d-814547-1 neutron-server[101312]: DEBUG oslo_db.api [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:27:00.794814 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.849659 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41c6cf2d-21d5-447b-91b9-ab8dcd1fc044 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.897566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957f412b-b788-461b-8a5b-2af7af912101 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:27:00.940943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41c6cf2d-21d5-447b-91b9-ab8dcd1fc044 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:00.972634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6cf2d-21d5-447b-91b9-ab8dcd1fc044 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0a61ee-2b18-4ec3-a7d4-b534393bc4fd,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:01.020550 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957f412b-b788-461b-8a5b-2af7af912101 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:27:01.040383 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41c6cf2d-21d5-447b-91b9-ab8dcd1fc044 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:01.042110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-41c6cf2d-21d5-447b-91b9-ab8dcd1fc044 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4027872 Oct 19 11:27:01.044879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38714) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:01.064191 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e20d998e-57dc-4525-a929-02b3c0c44f18 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules/2e0a61ee-2b18-4ec3-a7d4-b534393bc4fd HTTP/1.1" status: 200 len: 763 time: 0.0181782 Oct 19 11:27:01.066871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38718) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:01.151598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-08d996b9-d5d3-4567-a9c1-1beaccaa22e3 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0814977 Oct 19 11:27:01.160332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38728) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:01.178843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f247320-d35a-4795-bed8-d2ec91e1c06b req-4e55501d-651c-4c7d-a423-8cce9215687b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 210 time: 0.0423496 Oct 19 11:27:01.253227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6d56a62d-6f7b-4f05-b64d-876a5c759c1f tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:01.262881 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6d56a62d-6f7b-4f05-b64d-876a5c759c1f tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:01.281349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:01.412643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6d56a62d-6f7b-4f05-b64d-876a5c759c1f tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:01.425673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6d56a62d-6f7b-4f05-b64d-876a5c759c1f tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:01.425673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6d56a62d-6f7b-4f05-b64d-876a5c759c1f tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2e0a61ee-2b18-4ec3-a7d4-b534393bc4fd HTTP/1.1" status: 204 len: 168 time: 0.2407048 Oct 19 11:27:01.426465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38752) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:01.446974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56a62d-6f7b-4f05-b64d-876a5c759c1f tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e0a61ee-2b18-4ec3-a7d4-b534393bc4fd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:01.481262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting port d9cf904f-d533-456f-9370-bfdf248f36fb {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:01.481547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:01.564945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] For port d9cf904f-d533-456f-9370-bfdf248f36fb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d9cf904f-d533-456f-9370-bfdf248f36fb,segment=NetworkSegment(44ebb9ba-7f16-4765-8fb8-044956fedbab),segment_id=44ebb9ba-7f16-4765-8fb8-044956fedbab)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:01.565313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:01.579865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Calling delete_port for d9cf904f-d533-456f-9370-bfdf248f36fb owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:01.667529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-b632d681-69a5-49f4-b8c4-cedc989a59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:01.669090 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-b632d681-69a5-49f4-b8c4-cedc989a59ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497&tenant_id=afaa71df9067470eafb9ec80706969aa HTTP/1.1" status: 200 len: 1094 time: 0.5114310 Oct 19 11:27:01.693557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403b0c4-9bbf-400f-b61e-260a328efd1e req-907559c8-5c4a-4376-b3bb-b50c88fce3bd tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:01.701519 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e403b0c4-9bbf-400f-b61e-260a328efd1e req-907559c8-5c4a-4376-b3bb-b50c88fce3bd tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 943 time: 0.1018641 Oct 19 11:27:01.706509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:01.747749 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-32183fcd-bda9-4526-b4fd-f665ea644cf1 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3203237 Oct 19 11:27:01.747944 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e403b0c4-9bbf-400f-b61e-260a328efd1e req-f442a00d-c9e7-4ecf-b1a8-9c625df21af9 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449989 Oct 19 11:27:01.748825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38764) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:01.758680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a3e90447-4fdf-4773-9d42-2261f828b0db tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Request body: {'security_group_rule': {'security_group_id': '848b3f42-5d3a-435c-a63b-960e7fdfb4fd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:01.804345 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:01.842496 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:01.879765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Port': ['ID=d9cf904f-d533-456f-9370-bfdf248f36fb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:01.887388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No DVR routers for this DVR port d9cf904f-d533-456f-9370-bfdf248f36fb on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:01.899531 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-a3e90447-4fdf-4773-9d42-2261f828b0db tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Project d9ecc716056e4267a7c05190289fd45f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:27:01.989067 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3e90447-4fdf-4773-9d42-2261f828b0db tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.128273 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.191253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d5a677-f678-40d9-a013-2e495253f458']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:02.249223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ebb9ba-7f16-4765-8fb8-044956fedbab') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:02.249524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ebb9ba-7f16-4765-8fb8-044956fedbab') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:02.280135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.298763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625ca3-8a12-4876-bd78-e9de55000545 req-60b74225-351e-4d35-a9eb-b96e735acbcb tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:02.300827 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-60b74225-351e-4d35-a9eb-b96e735acbcb tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.49 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 812 time: 0.3353181 Oct 19 11:27:02.308819 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3e90447-4fdf-4773-9d42-2261f828b0db tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.337160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Request body: {'port': {'device_id': '2682745a-4fe5-412c-9636-e31d8e06a252', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'admin_state_up': True, 'tenant_id': 'adb4e90a76744825a16a77292f3584a5'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:02.344122 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.368575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23cc5b28-c2f4-4543-97eb-c8e5833711d2 req-12eba147-abfd-4401-a650-5036220f7d1c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 210 time: 0.0978158 Oct 19 11:27:02.392042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:02.392454 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.395284 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3e90447-4fdf-4773-9d42-2261f828b0db tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:02.397001 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:02.436330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:02.527029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e90447-4fdf-4773-9d42-2261f828b0db tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147801fc-e09e-42a3-86a8-01ff5c27ad9b,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:02.539360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3e90447-4fdf-4773-9d42-2261f828b0db tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.540557 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a3e90447-4fdf-4773-9d42-2261f828b0db tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7882285 Oct 19 11:27:02.543241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38796) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:02.561845 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bfa1b680-bcb7-4ef4-8b02-e436951e51f0 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules/147801fc-e09e-42a3-86a8-01ff5c27ad9b HTTP/1.1" status: 200 len: 769 time: 0.0174141 Oct 19 11:27:02.564262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38800) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:02.579121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:02.615479 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0ec27cd9-ff1d-4040-a930-08110404c34c tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0463514 Oct 19 11:27:02.615479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38802) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:02.639444 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.641213 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-430ca913-f7aa-4e85-974b-08a7ab6b8fca tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.644991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.648477 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/d0d5a677-f678-40d9-a013-2e495253f458 HTTP/1.1" status: 204 len: 168 time: 3.0135295 Oct 19 11:27:02.652513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38804) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:02.654394 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-430ca913-f7aa-4e85-974b-08a7ab6b8fca tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.661615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-770589880'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:02.662528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654d9da9-a1d0-4e8d-ac99-80d48b338318 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:27:02.683297 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.685930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd87bdd-4fd1-43fa-a732-d6b7f033047a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=d0d5a677-f678-40d9-a013-2e495253f458,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:02.772956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Transition to ACTIVE for port object 654d9da9-a1d0-4e8d-ac99-80d48b338318 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:27:02.775816 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Made reservation on behalf of adb4e90a76744825a16a77292f3584a5 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:02.777233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-430ca913-f7aa-4e85-974b-08a7ab6b8fca tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.785581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.802071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-430ca913-f7aa-4e85-974b-08a7ab6b8fca tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.803406 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-430ca913-f7aa-4e85-974b-08a7ab6b8fca tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/147801fc-e09e-42a3-86a8-01ff5c27ad9b HTTP/1.1" status: 204 len: 168 time: 0.1868389 Oct 19 11:27:02.804504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ca913-f7aa-4e85-974b-08a7ab6b8fca tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=147801fc-e09e-42a3-86a8-01ff5c27ad9b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:02.807491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38812) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:02.848194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.860780 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-80514619-5cf8-474d-a24d-8a5202947d2f tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0501606 Oct 19 11:27:02.861987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38820) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:02.862470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38822) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:02.902469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:02.907772 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.942350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:27:02.954545 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:02.955336 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment 4255ec0a-fe5a-4a99-92a0-03e616bed134 of type vlan for network c438e69b-fa06-4931-8041-c56e382a77d8 Oct 19 11:27:03.007743 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.038449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=9']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:03.074842 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-757d17f6-a11d-42a0-b992-aa1ba279f2ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.099850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054def61-4dde-4bbd-b012-74aeaf388158 req-ce3ee34b-19f1-48f1-bbf8-9ba980ec9b8b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:03.101522 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-054def61-4dde-4bbd-b012-74aeaf388158 req-ce3ee34b-19f1-48f1-bbf8-9ba980ec9b8b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 943 time: 0.2693770 Oct 19 11:27:03.119878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c221e4db-d43f-4684-b32e-4e3a39b42322 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.142554 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.148648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:03.149371 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.177755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] No DVR routers for this DVR port 654d9da9-a1d0-4e8d-ac99-80d48b338318 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:03.207884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c221e4db-d43f-4684-b32e-4e3a39b42322 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.241009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Allocated IP 172.20.0.8 (9c3fc8df-64d9-437b-901a-818c7e32eca5/d4b3fa07-5b6f-4c0c-884c-98220390e790/b338daa1-71d2-4b41-a1e8-d8584a485251) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:03.252348 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-054def61-4dde-4bbd-b012-74aeaf388158 req-cd12c4eb-9dff-4902-8853-6db43197dc21 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218679 Oct 19 11:27:03.284065 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6243613 Oct 19 11:27:03.287770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38830) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:03.289642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5f7c6-3dbd-4ec2-b0e5-7252e76f2f67 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=c438e69b-fa06-4931-8041-c56e382a77d8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:03.306278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c438e69b-fa06-4931-8041-c56e382a77d8 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:03.322065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'network_id': 'c438e69b-fa06-4931-8041-c56e382a77d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:03.357871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-757d17f6-a11d-42a0-b992-aa1ba279f2ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.393366 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c221e4db-d43f-4684-b32e-4e3a39b42322 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.395931 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c221e4db-d43f-4684-b32e-4e3a39b42322 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.399529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c221e4db-d43f-4684-b32e-4e3a39b42322 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "DELETE /v2.0/security-groups/848b3f42-5d3a-435c-a63b-960e7fdfb4fd HTTP/1.1" status: 204 len: 168 time: 0.5325460 Oct 19 11:27:03.407689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38838) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:03.412653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221e4db-d43f-4684-b32e-4e3a39b42322 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848b3f42-5d3a-435c-a63b-960e7fdfb4fd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:03.428146 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-757d17f6-a11d-42a0-b992-aa1ba279f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.518285 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f5d1a6a1-3101-499a-9f40-c942a3fc7d0d tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1155112 Oct 19 11:27:03.531459 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b8fc593-809d-43a7-88df-0a67be344fbe req-eac81537-5b77-4553-a0c8-fe2ab23a50b3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 210 time: 0.0812261 Oct 19 11:27:03.532955 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38844) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:03.546307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Attempting to bind port 654d9da9-a1d0-4e8d-ac99-80d48b338318 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:03.546685 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Attempting to bind port 654d9da9-a1d0-4e8d-ac99-80d48b338318 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:03.547012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Attempting to bind port 654d9da9-a1d0-4e8d-ac99-80d48b338318 on network 65c6e9e4-311a-41e0-beee-27b3281b5d29 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:03.549284 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-757d17f6-a11d-42a0-b992-aa1ba279f2ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=785508ae039944d5a6766682766630fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6829832 Oct 19 11:27:03.550128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38846) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:03.555392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Port 654d9da9-a1d0-4e8d-ac99-80d48b338318 on network 65c6e9e4-311a-41e0-beee-27b3281b5d29 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:27:03.555717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Attempting to bind port 654d9da9-a1d0-4e8d-ac99-80d48b338318 on network 65c6e9e4-311a-41e0-beee-27b3281b5d29 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:03.561995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d17f6-a11d-42a0-b992-aa1ba279f2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be688abc-3a89-478b-acc5-0210a0f7a4ff,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:03.567626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:03.567953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Checking segment: {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:03.568330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Bound using segment: {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:03.568841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Bound port: 654d9da9-a1d0-4e8d-ac99-80d48b338318, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c56cab1-5ea2-4b77-ab46-4d946a7e6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:03.569192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.621780 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0e1d5cd6-b8f5-482a-9ef0-d177e934c530 tempest-SecGroupIPv6Test-1600489314 tempest-SecGroupIPv6Test-1600489314-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0850832 Oct 19 11:27:03.632483 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.660573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:03.664128 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.665149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-814b8082-1f56-4f17-84fe-15e441582336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.702658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:03.717605 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-814b8082-1f56-4f17-84fe-15e441582336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.754406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:03.803470 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.838157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:03.838771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.840337 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] 10.222.0.49 "PUT /v2.0/ports/654d9da9-a1d0-4e8d-ac99-80d48b338318 HTTP/1.1" status: 200 len: 1091 time: 2.1573219 Oct 19 11:27:03.841318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:27:03.843513 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5689046a-58fa-440f-9d3c-842dea73b5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:27:03.861376 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-814b8082-1f56-4f17-84fe-15e441582336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.864028 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-814b8082-1f56-4f17-84fe-15e441582336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.866169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-814b8082-1f56-4f17-84fe-15e441582336 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be688abc-3a89-478b-acc5-0210a0f7a4ff HTTP/1.1" status: 204 len: 168 time: 0.3042705 Oct 19 11:27:03.870423 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:03.878407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b8082-1f56-4f17-84fe-15e441582336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be688abc-3a89-478b-acc5-0210a0f7a4ff,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:03.963436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97232d-c921-4282-ac7d-5f55a73b9e79 service neutron] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=10']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:03.976354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:04.020388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:04.022996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:04.067605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-ea2504df-df15-45fb-a957-0416c70a5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:04.068887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-ea2504df-df15-45fb-a957-0416c70a5274 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 1095 time: 0.1868896 Oct 19 11:27:04.238499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38880) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:04.397945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6a98cda0-e0bc-4a78-b18a-3626ccde507b None None] Provisioning complete for port b338daa1-71d2-4b41-a1e8-d8584a485251 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:04.398410 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6a98cda0-e0bc-4a78-b18a-3626ccde507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:04.439987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6a98cda0-e0bc-4a78-b18a-3626ccde507b None None] Port b338daa1-71d2-4b41-a1e8-d8584a485251 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:27:04.478614 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4058af0-83f6-4f37-9667-7139d6d38465 x-openstack-request-id: req-d4058af0-83f6-4f37-9667-7139d6d38465 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:27:04.479178 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:27:04.479178 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4058af0-83f6-4f37-9667-7139d6d38465 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:27:04.479507 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'status': 'completed', 'code': 200} Oct 19 11:27:04.496025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:04.496647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:04.499065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event updated for resources: {'Port': ['ID=b338daa1-71d2-4b41-a1e8-d8584a485251,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:04.604666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5c593918-1708-4f44-808d-0fc25ebd3342 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9ecc716056e4267a7c05190289fd45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606515 Oct 19 11:27:04.609969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38894) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:04.650548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2dffc-dbef-4403-9767-c50bad0d2220 req-49340da4-6f40-47d0-9fc1-3159a057dece tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:04.652133 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05a2dffc-dbef-4403-9767-c50bad0d2220 req-49340da4-6f40-47d0-9fc1-3159a057dece tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.1681893 Oct 19 11:27:04.657977 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-18b4bac3-e0fe-40ed-9709-6a0678242f77 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3281384 Oct 19 11:27:04.661123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-4943a1e0-6dba-4f92-9bf4-278238fa90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:04.665119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-4943a1e0-6dba-4f92-9bf4-278238fa90d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 918 time: 0.5809102 Oct 19 11:27:04.679500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Request body: {'port': {'device_id': '2682745a-4fe5-412c-9636-e31d8e06a252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:04.700378 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:04.706384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95f4f996-03f9-4f4e-ba27-3f8fe7985387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:04.732951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0da7a1-65ba-4478-9611-ab877e981397 req-46458337-1d98-4f3d-a0af-f9a780a2428e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:04.734558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f0da7a1-65ba-4478-9611-ab877e981397 req-46458337-1d98-4f3d-a0af-f9a780a2428e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 931 time: 0.0968020 Oct 19 11:27:04.745557 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95f4f996-03f9-4f4e-ba27-3f8fe7985387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:04.761158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38902) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:04.809288 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f0da7a1-65ba-4478-9611-ab877e981397 req-99d6cb20-0bb8-4a00-93da-dfece524724b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665460 Oct 19 11:27:04.870978 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05a2dffc-dbef-4403-9767-c50bad0d2220 req-e401c593-d63f-497d-a9ff-402df4bdf3d2 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073004 Oct 19 11:27:04.881565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-24baeeb5-d089-4f43-ba15-2e82533ac952 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318 HTTP/1.1" status: 200 len: 998 time: 0.2074456 Oct 19 11:27:04.895233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95f4f996-03f9-4f4e-ba27-3f8fe7985387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:04.898238 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95f4f996-03f9-4f4e-ba27-3f8fe7985387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:04.899417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-95f4f996-03f9-4f4e-ba27-3f8fe7985387 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47863714-f698-4d97-9ae9-584363347ca8 HTTP/1.1" status: 204 len: 168 time: 0.2882450 Oct 19 11:27:04.900510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=334d42b2-c69b-40b3-a088-8088999e7738,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:04.911442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4f996-03f9-4f4e-ba27-3f8fe7985387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47863714-f698-4d97-9ae9-584363347ca8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:04.915986 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:04.966899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking segment: {'id': '4255ec0a-fe5a-4a99-92a0-03e616bed134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c438e69b-fa06-4931-8041-c56e382a77d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:04.967456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network hostable DHCP agents. Network: c438e69b-fa06-4931-8041-c56e382a77d8, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:27:05.023828 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5d13-c7b0-4330-a80d-fc8fc40dd813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.027447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-bc3d1f92-b235-44c4-ab07-fee0eecf432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:05.028991 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-bc3d1f92-b235-44c4-ab07-fee0eecf432f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.1295886 Oct 19 11:27:05.160069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network c438e69b-fa06-4931-8041-c56e382a77d8 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:27:05.197442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-bdba6b7d-eb35-4137-b131-66b84051f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:05.199060 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-bdba6b7d-eb35-4137-b131-66b84051f339 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571548 Oct 19 11:27:05.277966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c438e69b-fa06-4931-8041-c56e382a77d8) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:05.282449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:05.290034 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.291001 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddcb688-1592-46aa-8dce-48a803edb77b None None] Network c438e69b-fa06-4931-8041-c56e382a77d8 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:05.403533 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5d13-c7b0-4330-a80d-fc8fc40dd813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.410614 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-752556fc-19a6-4572-8e97-aca859632663 service neutron] 10.222.0.49 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028725 Oct 19 11:27:05.418361 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e5dd2ac9-f005-4cce-95b7-f897371d063f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1001506 Oct 19 11:27:05.421264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38928) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:05.452604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5d13-c7b0-4330-a80d-fc8fc40dd813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.508419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-c438e69b-fa06-4931-8041-c56e382a77d8', 'network_id': 'c438e69b-fa06-4931-8041-c56e382a77d8', 'tenant_id': 'a4ee78b9dde34f5b8f5f429c61861af4', 'fixed_ips': [{'subnet_id': '334d42b2-c69b-40b3-a088-8088999e7738'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:27:05.510013 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.571493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc5d13-c7b0-4330-a80d-fc8fc40dd813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23fac1d-1319-4017-a36a-d00a33b8e0fd,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:05.577068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b1bc5d13-c7b0-4330-a80d-fc8fc40dd813 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48d687a5a6a14394a42e36d6ced4cc1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7889354 Oct 19 11:27:05.579153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b338daa1-71d2-4b41-a1e8-d8584a485251 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:27:05.579877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38936) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:05.589613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.615085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Transition to ACTIVE for port object b338daa1-71d2-4b41-a1e8-d8584a485251 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:27:05.619232 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-c00cc20b-d63e-4b50-b87e-e69cce1cd5c8 service neutron] 10.222.0.49 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981750 Oct 19 11:27:05.654125 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.661544 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.706149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Allocated IP 172.20.0.1 (c438e69b-fa06-4931-8041-c56e382a77d8/334d42b2-c69b-40b3-a088-8088999e7738/446eb157-227c-40e7-a6c6-3d9bb70aa4fd) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:05.719811 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f1ec80-f0d4-4146-8e58-ab9fc9af8a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.760284 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f1ec80-f0d4-4146-8e58-ab9fc9af8a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.773048 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.882356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Pushing event updated for resources: {'Port': ['ID=b338daa1-71d2-4b41-a1e8-d8584a485251,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:05.915248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689046a-58fa-440f-9d3c-842dea73b5a9 req-d560fb32-b684-49d3-a6d0-ced1a940a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:05.917147 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5689046a-58fa-440f-9d3c-842dea73b5a9 req-d560fb32-b684-49d3-a6d0-ced1a940a75d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 1095 time: 0.1949184 Oct 19 11:27:05.958820 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f1ec80-f0d4-4146-8e58-ab9fc9af8a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.961929 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f1ec80-f0d4-4146-8e58-ab9fc9af8a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:05.963875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-59f1ec80-f0d4-4146-8e58-ab9fc9af8a91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a23fac1d-1319-4017-a36a-d00a33b8e0fd HTTP/1.1" status: 204 len: 168 time: 0.3795369 Oct 19 11:27:05.978103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1ec80-f0d4-4146-8e58-ab9fc9af8a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23fac1d-1319-4017-a36a-d00a33b8e0fd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:05.991667 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.080463 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.127846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Attempting to bind port b338daa1-71d2-4b41-a1e8-d8584a485251 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:06.128435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Attempting to bind port b338daa1-71d2-4b41-a1e8-d8584a485251 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:06.128952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Attempting to bind port b338daa1-71d2-4b41-a1e8-d8584a485251 on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:06.142767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Port b338daa1-71d2-4b41-a1e8-d8584a485251 on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:27:06.143303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Attempting to bind port b338daa1-71d2-4b41-a1e8-d8584a485251 on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:06.162821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd6bce-7e28-4aee-8069-9d1071a087d3 req-024d225e-5ce7-451b-ae29-e3489aa4b464 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:06.165063 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4dcd6bce-7e28-4aee-8069-9d1071a087d3 req-024d225e-5ce7-451b-ae29-e3489aa4b464 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 943 time: 0.2052307 Oct 19 11:27:06.177909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:06.178736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Checking segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:06.179286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Bound using segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:06.179889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Bound port: b338daa1-71d2-4b41-a1e8-d8584a485251, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:06.180402 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.182857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Network c438e69b-fa06-4931-8041-c56e382a77d8 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:06.196253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:06.203511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:06.215824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689046a-58fa-440f-9d3c-842dea73b5a9 req-5fd3c4f2-d353-4f76-877e-ac69ad11f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:06.217551 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5689046a-58fa-440f-9d3c-842dea73b5a9 req-5fd3c4f2-d353-4f76-877e-ac69ad11f8b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 918 time: 0.2587314 Oct 19 11:27:06.218855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Pushing event updated for resources: {'Port': ['ID=446eb157-227c-40e7-a6c6-3d9bb70aa4fd,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:06.221985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877b153-9b30-408d-a18f-818c4fc270c0 req-65a9f351-b7d9-43f2-9109-791cb0de5dbe tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:06.224520 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6877b153-9b30-408d-a18f-818c4fc270c0 req-65a9f351-b7d9-43f2-9109-791cb0de5dbe tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.1525028 Oct 19 11:27:06.288118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Attempting to bind port 446eb157-227c-40e7-a6c6-3d9bb70aa4fd on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:06.288511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Attempting to bind port 446eb157-227c-40e7-a6c6-3d9bb70aa4fd by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4255ec0a-fe5a-4a99-92a0-03e616bed134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c438e69b-fa06-4931-8041-c56e382a77d8'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:06.288972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Attempting to bind port 446eb157-227c-40e7-a6c6-3d9bb70aa4fd on network c438e69b-fa06-4931-8041-c56e382a77d8 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:06.294831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:06.295305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Checking segment: {'id': '4255ec0a-fe5a-4a99-92a0-03e616bed134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c438e69b-fa06-4931-8041-c56e382a77d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:06.295771 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.296229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Bound using segment: {'id': '4255ec0a-fe5a-4a99-92a0-03e616bed134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c438e69b-fa06-4931-8041-c56e382a77d8'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:06.296807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Bound port: 446eb157-227c-40e7-a6c6-3d9bb70aa4fd, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4255ec0a-fe5a-4a99-92a0-03e616bed134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c438e69b-fa06-4931-8041-c56e382a77d8'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:06.297327 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.309432 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6877b153-9b30-408d-a18f-818c4fc270c0 req-c8437048-ba22-4052-b345-54b74674eb11 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778666 Oct 19 11:27:06.316998 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.330788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4dcd6bce-7e28-4aee-8069-9d1071a087d3 req-9487ebee-0157-40f7-a687-4fe470c97d3c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571200 Oct 19 11:27:06.369447 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5689046a-58fa-440f-9d3c-842dea73b5a9 req-97679009-602f-424d-bd08-e934b0884e63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318 HTTP/1.1" status: 200 len: 998 time: 0.1396930 Oct 19 11:27:06.388300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Subnet': ['ID=334d42b2-c69b-40b3-a088-8088999e7738,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:06.392875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] For port b338daa1-71d2-4b41-a1e8-d8584a485251, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:06.399413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] For port b338daa1-71d2-4b41-a1e8-d8584a485251, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b338daa1-71d2-4b41-a1e8-d8584a485251,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:06.405134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] For port 446eb157-227c-40e7-a6c6-3d9bb70aa4fd, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:06.405622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] For port 446eb157-227c-40e7-a6c6-3d9bb70aa4fd, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=446eb157-227c-40e7-a6c6-3d9bb70aa4fd,segment=NetworkSegment(4255ec0a-fe5a-4a99-92a0-03e616bed134),segment_id=4255ec0a-fe5a-4a99-92a0-03e616bed134)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:06.446666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689046a-58fa-440f-9d3c-842dea73b5a9 req-1abc250b-69aa-415a-bdfe-ad30f5deff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:06.448462 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5689046a-58fa-440f-9d3c-842dea73b5a9 req-1abc250b-69aa-415a-bdfe-ad30f5deff28 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.0700517 Oct 19 11:27:06.484047 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.488925 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.509285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c438e69b-fa06-4931-8041-c56e382a77d8']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:06.519342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:06.521920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.523345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] 10.222.0.49 "PUT /v2.0/ports/b338daa1-71d2-4b41-a1e8-d8584a485251 HTTP/1.1" status: 200 len: 1091 time: 1.8481240 Oct 19 11:27:06.523849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4255ec0a-fe5a-4a99-92a0-03e616bed134') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:06.524350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4255ec0a-fe5a-4a99-92a0-03e616bed134') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:06.530709 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.561090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2682745a-4fe5-412c-9636-e31d8e06a252', 'tag': 'b338daa1-71d2-4b41-a1e8-d8584a485251'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:27:06.562092 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.564186 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b" -d '{"events": [{"name": "network-changed", "server_uuid": "2682745a-4fe5-412c-9636-e31d8e06a252", "tag": "b338daa1-71d2-4b41-a1e8-d8584a485251"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:27:06.590280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689046a-58fa-440f-9d3c-842dea73b5a9 req-99725bcd-744f-4503-8c7b-b237cad2a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:06.592468 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.597339 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5689046a-58fa-440f-9d3c-842dea73b5a9 req-99725bcd-744f-4503-8c7b-b237cad2a3b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421707 Oct 19 11:27:06.606152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:06.606588 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:06.613175 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:06.642862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b4acf-4e4c-4a20-a661-eb37a73d3916 None None] Pushing event updated for resources: {'Port': ['ID=446eb157-227c-40e7-a6c6-3d9bb70aa4fd,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:06.707537 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5658ad4-1410-43c3-b297-0b027742a16b x-openstack-request-id: req-b5658ad4-1410-43c3-b297-0b027742a16b {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:27:06.707921 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2682745a-4fe5-412c-9636-e31d8e06a252", "tag": "b338daa1-71d2-4b41-a1e8-d8584a485251", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:27:06.708109 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5658ad4-1410-43c3-b297-0b027742a16b {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:27:06.708467 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2682745a-4fe5-412c-9636-e31d8e06a252', 'tag': 'b338daa1-71d2-4b41-a1e8-d8584a485251', 'status': 'completed', 'code': 200} Oct 19 11:27:06.763888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151fc77c-d209-4b8a-8858-b2a8eb78025c None None] Network c438e69b-fa06-4931-8041-c56e382a77d8 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:06.797756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625ca3-8a12-4876-bd78-e9de55000545 req-8fe707e7-2059-4b93-b8c9-0cd36502ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:06.799170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-8fe707e7-2059-4b93-b8c9-0cd36502ee53 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 1094 time: 0.0899394 Oct 19 11:27:06.799789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2efee1-48a2-4c89-a97e-42f4591cea6e service neutron] Pushing event updated for resources: {'Port': ['ID=b338daa1-71d2-4b41-a1e8-d8584a485251,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:06.806235 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5689046a-58fa-440f-9d3c-842dea73b5a9 req-815e22a8-e877-411d-b921-acd6b2fb397d service neutron] 10.222.0.49 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963303 Oct 19 11:27:06.810099 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:27:06.810099 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:27:06.810099 n-d-814547-1 neutron-server[101311]: [parameters: {'id': 'c438e69b-fa06-4931-8041-c56e382a77d8'}] Oct 19 11:27:06.810099 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:27:06.811315 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:27:06.872211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-82e6be29-504e-437e-a353-bd6c4a8508eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b338daa1-71d2-4b41-a1e8-d8584a485251 HTTP/1.1" status: 200 len: 217 time: 0.0649509 Oct 19 11:27:07.026949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb57024-e92c-4ef2-8e33-bdb8882a9b1a None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:27:07.072364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38988) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:07.080414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38990) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:07.115122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-181941ed-3efc-40fd-8e66-c481df134f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.116095 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5689046a-58fa-440f-9d3c-842dea73b5a9 req-17167ca9-c69f-4963-8949-c7494f07f07b service neutron] 10.222.0.49 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020506 Oct 19 11:27:07.136739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625ca3-8a12-4876-bd78-e9de55000545 req-96339ab6-1a0b-426e-b689-817ee5feffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:07.138999 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-96339ab6-1a0b-426e-b689-817ee5feffbf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.2539830 Oct 19 11:27:07.218321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb57024-e92c-4ef2-8e33-bdb8882a9b1a None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:27:07.255952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625ca3-8a12-4876-bd78-e9de55000545 req-0040b881-c55b-4333-a26d-763e24b6eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:07.263961 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-0040b881-c55b-4333-a26d-763e24b6eab7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886097 Oct 19 11:27:07.296347 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-181941ed-3efc-40fd-8e66-c481df134f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.312934 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.401885 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-181941ed-3efc-40fd-8e66-c481df134f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.542004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-181941ed-3efc-40fd-8e66-c481df134f38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11133c9299fa4203ab95bbd09a9e2421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684885 Oct 19 11:27:07.550724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39000) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:07.561357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181941ed-3efc-40fd-8e66-c481df134f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9858cb4f-a672-42a0-a31c-bdbf896ad48b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:07.597187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting port 446eb157-227c-40e7-a6c6-3d9bb70aa4fd {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:07.597744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.623564 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2274677-37a6-4291-a1c9-8177dd0e6ca4 req-1c16873f-eb70-4db4-b9f6-1091dfeccf5f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:07.633437 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c2274677-37a6-4291-a1c9-8177dd0e6ca4 req-1c16873f-eb70-4db4-b9f6-1091dfeccf5f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.1200576 Oct 19 11:27:07.661031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5ed23b6e-35b4-4c52-a120-b13512c8967d tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:07.662345 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-5ed23b6e-35b4-4c52-a120-b13512c8967d tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 11:27:07.663785 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-5ed23b6e-35b4-4c52-a120-b13512c8967d tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 11:27:07.665134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5ed23b6e-35b4-4c52-a120-b13512c8967d tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5837932 Oct 19 11:27:07.675843 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39004) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:07.691748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a08ea3aa-8457-4563-bf5c-e6dec0d37631 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701750191'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:07.711711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3dd1d3b9-6add-49ef-a472-ec66035d0864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.752367 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-29b33cef-3f96-4322-837d-075b3746004f service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435177 Oct 19 11:27:07.775809 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27b6f-aa9f-4269-9080-4dbb6cf4c04c req-53e0e301-0e1c-446b-bb50-3217105c7f58 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:07.777406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cff27b6f-aa9f-4269-9080-4dbb6cf4c04c req-53e0e301-0e1c-446b-bb50-3217105c7f58 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 943 time: 0.2308853 Oct 19 11:27:07.779911 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3dd1d3b9-6add-49ef-a472-ec66035d0864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.783012 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] For port 446eb157-227c-40e7-a6c6-3d9bb70aa4fd, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=446eb157-227c-40e7-a6c6-3d9bb70aa4fd,segment=NetworkSegment(4255ec0a-fe5a-4a99-92a0-03e616bed134),segment_id=4255ec0a-fe5a-4a99-92a0-03e616bed134)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:07.783660 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.811363 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c2274677-37a6-4291-a1c9-8177dd0e6ca4 req-cf8a46a7-4eb3-4e0c-bec5-d2b5d553aa0c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762640 Oct 19 11:27:07.835967 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Calling delete_port for 446eb157-227c-40e7-a6c6-3d9bb70aa4fd owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:07.863840 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cff27b6f-aa9f-4269-9080-4dbb6cf4c04c req-544c3349-e286-43b8-ade5-5da75add95d5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739434 Oct 19 11:27:07.883446 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a08ea3aa-8457-4563-bf5c-e6dec0d37631 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.966360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3dd1d3b9-6add-49ef-a472-ec66035d0864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.970183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3dd1d3b9-6add-49ef-a472-ec66035d0864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.970819 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a08ea3aa-8457-4563-bf5c-e6dec0d37631 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:07.973084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3dd1d3b9-6add-49ef-a472-ec66035d0864 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9858cb4f-a672-42a0-a31c-bdbf896ad48b HTTP/1.1" status: 204 len: 168 time: 0.4086552 Oct 19 11:27:08.035321 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88625ca3-8a12-4876-bd78-e9de55000545 req-4c33befc-e94b-4890-bee6-cf578e84707e service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516311 Oct 19 11:27:08.060670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1d3b9-6add-49ef-a472-ec66035d0864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9858cb4f-a672-42a0-a31c-bdbf896ad48b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:08.177161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:08.181695 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a08ea3aa-8457-4563-bf5c-e6dec0d37631 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:08.218414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No DVR routers for this DVR port 446eb157-227c-40e7-a6c6-3d9bb70aa4fd on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:08.223594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Port': ['ID=446eb157-227c-40e7-a6c6-3d9bb70aa4fd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:08.265171 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a08ea3aa-8457-4563-bf5c-e6dec0d37631 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:08.380729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ea3aa-8457-4563-bf5c-e6dec0d37631 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b1967-be9d-4772-a204-527bc2e88c2c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:08.847613 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:08.946019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c438e69b-fa06-4931-8041-c56e382a77d8']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:08.992989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4255ec0a-fe5a-4a99-92a0-03e616bed134') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:08.993289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4255ec0a-fe5a-4a99-92a0-03e616bed134') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:09.019058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.035235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a08ea3aa-8457-4563-bf5c-e6dec0d37631 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.061016 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.075062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3bfa-b6a4-4feb-92cd-18647e8bdda2 req-f18a9dd8-db9a-4e2d-b8b4-285a25ad3bd1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:09.079173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90ec3bfa-b6a4-4feb-92cd-18647e8bdda2 req-f18a9dd8-db9a-4e2d-b8b4-285a25ad3bd1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.1587315 Oct 19 11:27:09.086168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:09.086636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:09.090087 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:09.121358 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90ec3bfa-b6a4-4feb-92cd-18647e8bdda2 req-d89b6ee6-d482-4646-99ac-4ba272520908 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358508 Oct 19 11:27:09.124474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e494063-6d4c-4b7b-a848-1e52528fabd5 req-ec148c3f-7601-4dac-ae84-def292d99cd7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:09.127084 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e494063-6d4c-4b7b-a848-1e52528fabd5 req-ec148c3f-7601-4dac-ae84-def292d99cd7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 943 time: 0.1403697 Oct 19 11:27:09.180892 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a08ea3aa-8457-4563-bf5c-e6dec0d37631 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.237187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e494063-6d4c-4b7b-a848-1e52528fabd5 req-a1c7218b-bc7e-4b1e-aafc-1dfacf06f4c4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012692 Oct 19 11:27:09.249188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ea3aa-8457-4563-bf5c-e6dec0d37631 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6191e7-3967-4e73-9e04-04baf136d565,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:09.283724 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.288367 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.294342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/c438e69b-fa06-4931-8041-c56e382a77d8 HTTP/1.1" status: 204 len: 168 time: 3.8719065 Oct 19 11:27:09.298449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39046) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:09.303468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-135066893'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:09.325950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4f076-a66a-41b4-a992-012ba06ffeb0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=c438e69b-fa06-4931-8041-c56e382a77d8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:09.336178 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a08ea3aa-8457-4563-bf5c-e6dec0d37631 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.350108 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a08ea3aa-8457-4563-bf5c-e6dec0d37631 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6642208 Oct 19 11:27:09.351318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39050) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:09.358633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0394f7de-86ed-4231-aecd-78f9c952cf7c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '9b6191e7-3967-4e73-9e04-04baf136d565', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:09.428436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:09.431925 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.477671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:27:09.489792 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.493175 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment 146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3 of type vlan for network 125a6ba8-c037-4d4d-aaf3-cd577c54e104 Oct 19 11:27:09.540468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.555211 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0394f7de-86ed-4231-aecd-78f9c952cf7c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.683201 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0394f7de-86ed-4231-aecd-78f9c952cf7c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.769707 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0394f7de-86ed-4231-aecd-78f9c952cf7c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.774886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.780990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:09.782156 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.836674 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394f7de-86ed-4231-aecd-78f9c952cf7c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c01de7b-ece8-4176-9496-4b92c21fc9bc,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:09.896526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=125a6ba8-c037-4d4d-aaf3-cd577c54e104,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:09.909639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 125a6ba8-c037-4d4d-aaf3-cd577c54e104 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:09.925479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0394f7de-86ed-4231-aecd-78f9c952cf7c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:09.928805 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0394f7de-86ed-4231-aecd-78f9c952cf7c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5742874 Oct 19 11:27:09.930120 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39068) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:09.935651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fe63d1ef-ce82-4d64-9790-267f0f28f9e5 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '9b6191e7-3967-4e73-9e04-04baf136d565', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:09.963467 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fead075c-46bf-4620-bf46-4cf00070434e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6638966 Oct 19 11:27:09.966683 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39070) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:09.971930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-972b83b0-f5e2-4d35-887f-c0106cd6baf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:10.043592 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fe63d1ef-ce82-4d64-9790-267f0f28f9e5 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:10.261468 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-fe63d1ef-ce82-4d64-9790-267f0f28f9e5 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 11:27:10.266436 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fe63d1ef-ce82-4d64-9790-267f0f28f9e5 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3339140 Oct 19 11:27:10.267303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39080) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:10.283631 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-972b83b0-f5e2-4d35-887f-c0106cd6baf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:10.382857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f9126-9023-4f4f-9719-1a836d76a3fc req-49f0b80c-24da-4f6d-a5df-b0a2db581e05 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:10.384972 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d06f9126-9023-4f4f-9719-1a836d76a3fc req-49f0b80c-24da-4f6d-a5df-b0a2db581e05 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.1163688 Oct 19 11:27:10.409999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-972b83b0-f5e2-4d35-887f-c0106cd6baf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:10.425249 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5c02594c-ac72-424c-a20c-e2c3958fd73f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:10.451819 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5c02594c-ac72-424c-a20c-e2c3958fd73f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:10.469797 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d06f9126-9023-4f4f-9719-1a836d76a3fc req-a6cbe6ff-185e-416f-b605-351e6b836c89 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765963 Oct 19 11:27:10.571348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-972b83b0-f5e2-4d35-887f-c0106cd6baf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network 125a6ba8-c037-4d4d-aaf3-cd577c54e104 is not hosted by any dhcp agent {{(pid=101312) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 11:27:10.587535 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b83b0-f5e2-4d35-887f-c0106cd6baf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:10.588194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-972b83b0-f5e2-4d35-887f-c0106cd6baf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:10.589591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-972b83b0-f5e2-4d35-887f-c0106cd6baf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "PUT /v2.0/networks/125a6ba8-c037-4d4d-aaf3-cd577c54e104 HTTP/1.1" status: 200 len: 723 time: 0.6225204 Oct 19 11:27:10.593021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39094) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:10.604520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'network_id': '125a6ba8-c037-4d4d-aaf3-cd577c54e104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:10.629584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d626094-1f9f-42f8-a58c-d1dee8c6ff91 req-a26ba530-dcda-4110-aa31-a126a5119b17 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:10.630112 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d626094-1f9f-42f8-a58c-d1dee8c6ff91 req-a26ba530-dcda-4110-aa31-a126a5119b17 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 943 time: 0.2734873 Oct 19 11:27:10.672521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b83b0-f5e2-4d35-887f-c0106cd6baf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=125a6ba8-c037-4d4d-aaf3-cd577c54e104,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:10.686475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 125a6ba8-c037-4d4d-aaf3-cd577c54e104 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:10.782747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d626094-1f9f-42f8-a58c-d1dee8c6ff91 req-dff5f417-29a7-471a-b7c1-99b3db515291 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228161 Oct 19 11:27:10.821284 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5c02594c-ac72-424c-a20c-e2c3958fd73f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:10.827488 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5c02594c-ac72-424c-a20c-e2c3958fd73f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:10.830573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5c02594c-ac72-424c-a20c-e2c3958fd73f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "DELETE /v2.0/security-groups/9b6191e7-3967-4e73-9e04-04baf136d565 HTTP/1.1" status: 204 len: 168 time: 0.5602899 Oct 19 11:27:10.831799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39102) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:10.896440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02594c-ac72-424c-a20c-e2c3958fd73f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6191e7-3967-4e73-9e04-04baf136d565,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:10.916666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aefd5256-8f02-45a6-bdea-7584e829e8c4 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0799239 Oct 19 11:27:10.916666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:10.920821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39108) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:10.922866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-41a6440f-3181-4330-97d4-066ea2b30d5e tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024519253'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:10.931071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:10.978457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b req-af99c6ce-13ff-4c2a-a69d-3984e23ab8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:10.979959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b req-af99c6ce-13ff-4c2a-a69d-3984e23ab8fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 1094 time: 0.1981511 Oct 19 11:27:11.123715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a6440f-3181-4330-97d4-066ea2b30d5e tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:11.199663 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a6440f-3181-4330-97d4-066ea2b30d5e tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:11.238584 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:11.273279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a6440f-3181-4330-97d4-066ea2b30d5e tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:11.341360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6440f-3181-4330-97d4-066ea2b30d5e tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64e2335-8928-4cb9-b43e-f094ef0f4a25,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:11.350623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=1b128790-0224-456d-9886-6783d2b8446a,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:11.392583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking segment: {'id': '146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '125a6ba8-c037-4d4d-aaf3-cd577c54e104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:11.392583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network hostable DHCP agents. Network: 125a6ba8-c037-4d4d-aaf3-cd577c54e104, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:27:11.403608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a6440f-3181-4330-97d4-066ea2b30d5e tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:11.405758 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-41a6440f-3181-4330-97d4-066ea2b30d5e tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4876118 Oct 19 11:27:11.409008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39114) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:11.411520 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-d0dc3165-7b9e-47f0-95b0-00ab2065f513 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734034 Oct 19 11:27:11.417342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-813fbb51-6c73-4759-b121-da777624591c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': 'd64e2335-8928-4cb9-b43e-f094ef0f4a25', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:11.418901 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-813fbb51-6c73-4759-b121-da777624591c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 19 11:27:11.419677 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-813fbb51-6c73-4759-b121-da777624591c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:11.421732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-813fbb51-6c73-4759-b121-da777624591c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105097 Oct 19 11:27:11.426638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39116) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:11.509112 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-00fc463c-ca8e-4da6-86cc-fbc69ba09568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:11.510620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-00fc463c-ca8e-4da6-86cc-fbc69ba09568 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1096 time: 0.0767689 Oct 19 11:27:11.526090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network 125a6ba8-c037-4d4d-aaf3-cd577c54e104 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:27:11.532002 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6658533-fef6-4c4a-817c-8f8b57892d00 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:11.608268 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6658533-fef6-4c4a-817c-8f8b57892d00 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:11.674046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 125a6ba8-c037-4d4d-aaf3-cd577c54e104) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:11.684009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f35f28-38a1-4288-8454-15b47770a86d None None] Network 125a6ba8-c037-4d4d-aaf3-cd577c54e104 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:11.692812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:11.693424 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:11.750902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482fb44-d84e-4e6f-8534-985740de19b7 req-b7dae8c8-a8a4-496b-91fa-e64916043844 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:11.752528 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8482fb44-d84e-4e6f-8534-985740de19b7 req-b7dae8c8-a8a4-496b-91fa-e64916043844 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.1578512 Oct 19 11:27:11.754825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-9e91cf04-8fd5-4797-acd0-6bc8d3a1c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:11.756182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-9e91cf04-8fd5-4797-acd0-6bc8d3a1c4fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.2103131 Oct 19 11:27:11.830414 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f08e0386-c345-4caf-8e06-f57f7a4d827f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2349594 Oct 19 11:27:11.833314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39132) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:11.839929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5ce76270-7012-4274-83c0-dac5f7f8f46d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:11.840827 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6658533-fef6-4c4a-817c-8f8b57892d00 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:11.845880 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6658533-fef6-4c4a-817c-8f8b57892d00 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:11.854968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f6658533-fef6-4c4a-817c-8f8b57892d00 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "DELETE /v2.0/security-groups/d64e2335-8928-4cb9-b43e-f094ef0f4a25 HTTP/1.1" status: 204 len: 168 time: 0.4196870 Oct 19 11:27:11.855131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39134) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:11.882339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6658533-fef6-4c4a-817c-8f8b57892d00 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64e2335-8928-4cb9-b43e-f094ef0f4a25,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:11.904206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8482fb44-d84e-4e6f-8534-985740de19b7 req-41d78e46-39c9-49fc-8543-c20cd61a7535 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448181 Oct 19 11:27:11.907454 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-cf038537-9a93-4d5b-a930-acbac84d5c0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 1000 time: 0.1351469 Oct 19 11:27:12.020581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-125a6ba8-c037-4d4d-aaf3-cd577c54e104', 'network_id': '125a6ba8-c037-4d4d-aaf3-cd577c54e104', 'tenant_id': 'a4ee78b9dde34f5b8f5f429c61861af4', 'fixed_ips': [{'subnet_id': '1b128790-0224-456d-9886-6783d2b8446a'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:27:12.021453 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.050618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-1d365845-7726-479a-920d-e008c101ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:12.052145 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-1d365845-7726-479a-920d-e008c101ccb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.1226153 Oct 19 11:27:12.091820 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d95dfba2-f1fb-43d6-818e-52b3303452bf tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1659584 Oct 19 11:27:12.096804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39136) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:12.103485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a939c458-7567-416c-8ca3-54623ab14383 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396138393'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:12.112349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb30d6-3f9d-4cfe-98ed-4c6e7e168fc8 req-4b2d5828-4768-4f0a-8589-72b3cd0fd05c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:12.114171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c5eb30d6-3f9d-4cfe-98ed-4c6e7e168fc8 req-4b2d5828-4768-4f0a-8589-72b3cd0fd05c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 943 time: 0.1603837 Oct 19 11:27:12.121280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ce76270-7012-4274-83c0-dac5f7f8f46d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5707137'] for subnet, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.163733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-77b146d8-4615-4e9c-946e-019d43e06c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:12.173041 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-77b146d8-4615-4e9c-946e-019d43e06c30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095440 Oct 19 11:27:12.222485 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a939c458-7567-416c-8ca3-54623ab14383 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.225167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c5eb30d6-3f9d-4cfe-98ed-4c6e7e168fc8 req-bc6749cc-c262-4edb-afda-a574a3ad05b7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001811 Oct 19 11:27:12.367169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-576adee4-e69d-4ac7-82e9-8f485a6c61fa service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814988 Oct 19 11:27:12.429575 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a939c458-7567-416c-8ca3-54623ab14383 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.455844 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ce76270-7012-4274-83c0-dac5f7f8f46d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732462719254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5976537'] for subnet, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.507304 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a939c458-7567-416c-8ca3-54623ab14383 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.540870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Allocated IP 172.20.0.2 (125a6ba8-c037-4d4d-aaf3-cd577c54e104/1b128790-0224-456d-9886-6783d2b8446a/5ef62f82-c9d9-486f-b144-926f6115d912) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:12.563612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce76270-7012-4274-83c0-dac5f7f8f46d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:12.564462 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ce76270-7012-4274-83c0-dac5f7f8f46d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.566091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5ce76270-7012-4274-83c0-dac5f7f8f46d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "PUT /v2.0/subnets/1b128790-0224-456d-9886-6783d2b8446a HTTP/1.1" status: 200 len: 806 time: 0.7315812 Oct 19 11:27:12.567565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce76270-7012-4274-83c0-dac5f7f8f46d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=1b128790-0224-456d-9886-6783d2b8446a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:12.576443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39146) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:12.592563 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cf31bcc-c0f9-46c6-8efc-57f61da385f6 req-8f2a490f-5f42-4e1f-93b2-fd281445c28a service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136376 Oct 19 11:27:12.603846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939c458-7567-416c-8ca3-54623ab14383 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d97575-086a-47e0-9b3d-51cb2ee26815,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:12.646076 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a939c458-7567-416c-8ca3-54623ab14383 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.647913 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a939c458-7567-416c-8ca3-54623ab14383 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5500236 Oct 19 11:27:12.650910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39150) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:12.657406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fee080e1-09f0-48f7-9a2b-5565c378a472 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '72d97575-086a-47e0-9b3d-51cb2ee26815', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:12.658801 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-fee080e1-09f0-48f7-9a2b-5565c378a472 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 19 11:27:12.660051 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-fee080e1-09f0-48f7-9a2b-5565c378a472 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:12.661863 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fee080e1-09f0-48f7-9a2b-5565c378a472 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092456 Oct 19 11:27:12.666551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39152) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:12.809553 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ccd9-a96f-4a94-b6fc-d5c8ea8f6e49 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.815581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.824619 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.851544 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ccd9-a96f-4a94-b6fc-d5c8ea8f6e49 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.896016 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.930489 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:12.949147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Pushing event updated for resources: {'Port': ['ID=5ef62f82-c9d9-486f-b144-926f6115d912,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:12.974962 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Network 125a6ba8-c037-4d4d-aaf3-cd577c54e104 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:12.980614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:12.985078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:13.059046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Attempting to bind port 5ef62f82-c9d9-486f-b144-926f6115d912 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:13.059703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Attempting to bind port 5ef62f82-c9d9-486f-b144-926f6115d912 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '125a6ba8-c037-4d4d-aaf3-cd577c54e104'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:13.060384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Attempting to bind port 5ef62f82-c9d9-486f-b144-926f6115d912 on network 125a6ba8-c037-4d4d-aaf3-cd577c54e104 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:13.066149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:13.066619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Checking segment: {'id': '146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '125a6ba8-c037-4d4d-aaf3-cd577c54e104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:13.067085 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.067675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Bound using segment: {'id': '146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '125a6ba8-c037-4d4d-aaf3-cd577c54e104'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:13.068219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Bound port: 5ef62f82-c9d9-486f-b144-926f6115d912, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '125a6ba8-c037-4d4d-aaf3-cd577c54e104'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:13.068827 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.077545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa59a0e-2762-4029-9e8d-4e1061e1741e req-a39a78f1-dba6-4115-9925-3dd1907f2069 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:13.081181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5aa59a0e-2762-4029-9e8d-4e1061e1741e req-a39a78f1-dba6-4115-9925-3dd1907f2069 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.0745652 Oct 19 11:27:13.082478 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ccd9-a96f-4a94-b6fc-d5c8ea8f6e49 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.088587 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ccd9-a96f-4a94-b6fc-d5c8ea8f6e49 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.088587 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f1c3ccd9-a96f-4a94-b6fc-d5c8ea8f6e49 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "DELETE /v2.0/security-groups/72d97575-086a-47e0-9b3d-51cb2ee26815 HTTP/1.1" status: 204 len: 168 time: 0.4190228 Oct 19 11:27:13.089702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39170) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:13.120720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3ccd9-a96f-4a94-b6fc-d5c8ea8f6e49 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d97575-086a-47e0-9b3d-51cb2ee26815,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:13.150890 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.157639 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-06736d89-9afa-459b-9702-638999f4ac63 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658464 Oct 19 11:27:13.161440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39174) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:13.166176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-95534e66-604b-43a9-8437-2412410eebde tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group': {'name': 'tempest-secgroup--221973749'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:13.206840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] For port 5ef62f82-c9d9-486f-b144-926f6115d912, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:13.216176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Subnet': ['ID=1b128790-0224-456d-9886-6783d2b8446a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:13.226214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] For port 5ef62f82-c9d9-486f-b144-926f6115d912, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5ef62f82-c9d9-486f-b144-926f6115d912,segment=NetworkSegment(146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3),segment_id=146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:13.230231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5aa59a0e-2762-4029-9e8d-4e1061e1741e req-9c59423e-4dc5-473d-befe-b30c1eedd51c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426754 Oct 19 11:27:13.286114 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.309992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125a6ba8-c037-4d4d-aaf3-cd577c54e104']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:13.319373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:13.319669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:13.324715 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95534e66-604b-43a9-8437-2412410eebde tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.329377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.341705 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.363031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8bd84-d09a-4b00-a802-a4eaf28065ea req-da096720-5268-43a0-98db-854bd3b86891 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:13.364667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.365253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-35d8bd84-d09a-4b00-a802-a4eaf28065ea req-da096720-5268-43a0-98db-854bd3b86891 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 943 time: 0.0695829 Oct 19 11:27:13.370984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:13.371368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:13.374413 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:13.426553 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-35d8bd84-d09a-4b00-a802-a4eaf28065ea req-b87373ed-1c93-4bf3-b36e-0201db843350 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536265 Oct 19 11:27:13.438424 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:27:13.465458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a92146-f3c3-401d-abc6-36b12fd04311 None None] Pushing event updated for resources: {'Port': ['ID=5ef62f82-c9d9-486f-b144-926f6115d912,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:13.513594 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.api [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:27:13.513594 n-d-814547-1 neutron-server[101312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:27:13.513594 n-d-814547-1 neutron-server[101312]: [parameters: {'id': '125a6ba8-c037-4d4d-aaf3-cd577c54e104'}] Oct 19 11:27:13.513594 n-d-814547-1 neutron-server[101312]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:27:13.514748 n-d-814547-1 neutron-server[101312]: DEBUG oslo_db.api [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:27:13.566664 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95534e66-604b-43a9-8437-2412410eebde tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.632469 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95534e66-604b-43a9-8437-2412410eebde tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.696485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95534e66-604b-43a9-8437-2412410eebde tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff0fa9-43d2-4a21-b0ad-ee75ef577f4a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:13.753868 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95534e66-604b-43a9-8437-2412410eebde tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.758962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39192) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:13.764720 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-95534e66-604b-43a9-8437-2412410eebde tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6013894 Oct 19 11:27:13.766830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5c1bda1f-2dcf-465b-b345-8d257e99905c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '35ff0fa9-43d2-4a21-b0ad-ee75ef577f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:13.789092 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-5c1bda1f-2dcf-465b-b345-8d257e99905c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 19 11:27:13.790134 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-5c1bda1f-2dcf-465b-b345-8d257e99905c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:13.791589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5c1bda1f-2dcf-465b-b345-8d257e99905c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0315254 Oct 19 11:27:13.794412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39194) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:13.812911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c8d49ffb-4d33-41b9-aeea-904731128028 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '35ff0fa9-43d2-4a21-b0ad-ee75ef577f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:13.813530 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-c8d49ffb-4d33-41b9-aeea-904731128028 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 19 11:27:13.814024 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-c8d49ffb-4d33-41b9-aeea-904731128028 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:13.819465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39196) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:13.825412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-87942599-29b0-40da-bb4a-dea20af58c48 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '35ff0fa9-43d2-4a21-b0ad-ee75ef577f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:13.828040 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-87942599-29b0-40da-bb4a-dea20af58c48 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 19 11:27:13.828617 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-87942599-29b0-40da-bb4a-dea20af58c48 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:13.830145 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c8d49ffb-4d33-41b9-aeea-904731128028 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0344675 Oct 19 11:27:13.831914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-87942599-29b0-40da-bb4a-dea20af58c48 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105999 Oct 19 11:27:13.834734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39198) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:13.839204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-091382be-3c79-428d-86e1-02a2f7cd83aa tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '35ff0fa9-43d2-4a21-b0ad-ee75ef577f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:13.840076 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-091382be-3c79-428d-86e1-02a2f7cd83aa tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 19 11:27:13.840606 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-091382be-3c79-428d-86e1-02a2f7cd83aa tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:13.844711 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-091382be-3c79-428d-86e1-02a2f7cd83aa tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058646 Oct 19 11:27:13.845330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39200) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:13.933037 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72a38f25-8e4b-4958-babf-5cf50b136499 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:13.967254 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72a38f25-8e4b-4958-babf-5cf50b136499 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:14.015079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:14.081678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting port 5ef62f82-c9d9-486f-b144-926f6115d912 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:14.082387 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:14.102032 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72a38f25-8e4b-4958-babf-5cf50b136499 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:14.106474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-72a38f25-8e4b-4958-babf-5cf50b136499 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:14.108111 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-72a38f25-8e4b-4958-babf-5cf50b136499 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "DELETE /v2.0/security-groups/35ff0fa9-43d2-4a21-b0ad-ee75ef577f4a HTTP/1.1" status: 204 len: 168 time: 0.2617562 Oct 19 11:27:14.112378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39208) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:14.173498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a38f25-8e4b-4958-babf-5cf50b136499 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff0fa9-43d2-4a21-b0ad-ee75ef577f4a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:14.174002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] For port 5ef62f82-c9d9-486f-b144-926f6115d912, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5ef62f82-c9d9-486f-b144-926f6115d912,segment=NetworkSegment(146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3),segment_id=146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:14.174270 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:14.206356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Calling delete_port for 5ef62f82-c9d9-486f-b144-926f6115d912 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:14.247756 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3c469f6c-4ecb-4acb-a13c-8b2cb36de80b tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1333041 Oct 19 11:27:14.251355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39214) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:14.261140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e9aacec4-3bee-4b84-b6f4-aaf76dcad636 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group': {'name': 'tempest-secgroup--492960488'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:14.341030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e9aacec4-3bee-4b84-b6f4-aaf76dcad636 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:14.503106 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b29437-a630-4942-a941-79755ff4d2eb req-1b004911-3d0b-453c-b41b-1ebd58446f1c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:14.511051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-87b29437-a630-4942-a941-79755ff4d2eb req-1b004911-3d0b-453c-b41b-1ebd58446f1c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.1255567 Oct 19 11:27:14.546110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e9aacec4-3bee-4b84-b6f4-aaf76dcad636 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:14.604008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-87b29437-a630-4942-a941-79755ff4d2eb req-55fb4d68-d078-419e-969d-3061ae9a004a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863528 Oct 19 11:27:14.605447 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e9aacec4-3bee-4b84-b6f4-aaf76dcad636 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:14.658161 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aacec4-3bee-4b84-b6f4-aaf76dcad636 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3631f76c-b05f-4e13-8d69-28de37f9de0f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:14.698614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e9aacec4-3bee-4b84-b6f4-aaf76dcad636 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:14.705087 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e9aacec4-3bee-4b84-b6f4-aaf76dcad636 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4512520 Oct 19 11:27:14.705087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39228) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:14.710699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-edf4daee-34a8-4606-bbf2-5f3a10828bb8 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '3631f76c-b05f-4e13-8d69-28de37f9de0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:14.711530 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-edf4daee-34a8-4606-bbf2-5f3a10828bb8 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 11:27:14.711967 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-edf4daee-34a8-4606-bbf2-5f3a10828bb8 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:14.716147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-edf4daee-34a8-4606-bbf2-5f3a10828bb8 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099502 Oct 19 11:27:14.716786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39230) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:14.721448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f0984988-3720-43e6-9c13-dae81771476b tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '3631f76c-b05f-4e13-8d69-28de37f9de0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:14.933543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2d1b8-37c8-4ec2-a851-49f08a36cba4 req-79d8dcc6-46e6-4ccf-8874-9a18af460dad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:14.939815 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3c2d1b8-37c8-4ec2-a851-49f08a36cba4 req-79d8dcc6-46e6-4ccf-8874-9a18af460dad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 943 time: 0.0621476 Oct 19 11:27:14.977462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83847be3-ac44-413e-b946-19009e9a18a7 None None] Network 125a6ba8-c037-4d4d-aaf3-cd577c54e104 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:14.981837 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-f0984988-3720-43e6-9c13-dae81771476b tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:14.983292 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f0984988-3720-43e6-9c13-dae81771476b tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2651882 Oct 19 11:27:14.986175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39236) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:14.991952 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f3da568c-204e-49c8-9e5e-4a08fb42d1fb tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '3631f76c-b05f-4e13-8d69-28de37f9de0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:14.992444 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-f3da568c-204e-49c8-9e5e-4a08fb42d1fb tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 19 11:27:14.993212 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-f3da568c-204e-49c8-9e5e-4a08fb42d1fb tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:14.996104 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f3da568c-204e-49c8-9e5e-4a08fb42d1fb tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087392 Oct 19 11:27:15.000315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39238) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:15.018599 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2e7777ee-135b-446d-85ce-9501ff587be7 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '3631f76c-b05f-4e13-8d69-28de37f9de0f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:15.018878 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:15.059420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3c2d1b8-37c8-4ec2-a851-49f08a36cba4 req-42ce0ba3-4c16-45c9-abce-ad8f2bce3125 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162670 Oct 19 11:27:15.128080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No DVR routers for this DVR port 5ef62f82-c9d9-486f-b144-926f6115d912 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:15.131074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Port': ['ID=5ef62f82-c9d9-486f-b144-926f6115d912,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:15.170049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cf7b047a-96f6-46d2-9ac6-ecd465d25b8a None None] Could not find standard attr ID for object 5ef62f82-c9d9-486f-b144-926f6115d912. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:27:15.239837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5ef62f82-c9d9-486f-b144-926f6115d912 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:27:15.269368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 5ef62f82-c9d9-486f-b144-926f6115d912 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:27:15.270046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5ef62f82-c9d9-486f-b144-926f6115d912 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 11:27:15.296372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Port 5ef62f82-c9d9-486f-b144-926f6115d912 not found, will not notify nova. {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 11:27:15.386798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03202309-d869-4ecd-a6d9-e2bc7326ff5a None None] DHCP port deletion for 125a6ba8-c037-4d4d-aaf3-cd577c54e104 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:27:15.420824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1003a05-696e-465a-be61-e7a49d0c4c4c None None] Network 125a6ba8-c037-4d4d-aaf3-cd577c54e104 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:15.422045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:15.439894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b req-363effbd-a8b3-47bc-bd4a-a5e41b2e9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:15.442394 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b req-363effbd-a8b3-47bc-bd4a-a5e41b2e9973 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.2032537 Oct 19 11:27:15.460360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125a6ba8-c037-4d4d-aaf3-cd577c54e104']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:15.477060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:15.477387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146c11c0-a4c2-4c58-9d3a-ff9f5339a4e3') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:15.491417 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:15.507979 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:15.517986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:15.518415 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:15.523651 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:15.634776 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b req-b9dd02ad-4541-4f25-a297-2881a188306b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b338daa1-71d2-4b41-a1e8-d8584a485251 HTTP/1.1" status: 200 len: 217 time: 0.0510213 Oct 19 11:27:15.685903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b req-759caa7c-9454-4947-9014-835afd9571cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:15.688209 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b req-759caa7c-9454-4947-9014-835afd9571cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.0452855 Oct 19 11:27:15.769240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b99fb-0166-4f9f-84a9-dd08d5586282 req-0d887dd2-fd13-4d10-aa00-88e8ae31435c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:15.770856 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f68b99fb-0166-4f9f-84a9-dd08d5586282 req-0d887dd2-fd13-4d10-aa00-88e8ae31435c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.0775802 Oct 19 11:27:15.773905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b req-28538c6e-4093-4150-ab6f-690d440afd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:15.775286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b req-28538c6e-4093-4150-ab6f-690d440afd97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735047 Oct 19 11:27:15.841634 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f68b99fb-0166-4f9f-84a9-dd08d5586282 req-ac58d24d-b19e-45bc-a531-9f006b36631a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647416 Oct 19 11:27:15.896398 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b req-d1a904f7-a63c-479b-899f-a29733ba97f7 service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030993 Oct 19 11:27:15.917885 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-2e7777ee-135b-446d-85ce-9501ff587be7 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:15.923101 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2e7777ee-135b-446d-85ce-9501ff587be7 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9174321 Oct 19 11:27:15.925134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39242) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:15.929672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-92e1104b-5db9-440f-9357-ba3c51922867 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '3631f76c-b05f-4e13-8d69-28de37f9de0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:15.930151 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-92e1104b-5db9-440f-9357-ba3c51922867 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 11:27:15.930618 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-92e1104b-5db9-440f-9357-ba3c51922867 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:15.931556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-92e1104b-5db9-440f-9357-ba3c51922867 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054302 Oct 19 11:27:15.934478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39244) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:15.938725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-10ed267f-265a-43d6-9338-613e4feb80f5 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '3631f76c-b05f-4e13-8d69-28de37f9de0f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:15.992008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7816862c-a1dc-47b0-b9c1-c1a47ecd172b req-af31a14e-25ee-4a20-b8cb-9cf888762623 service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883949 Oct 19 11:27:16.078028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:16.085291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:16.088519 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/125a6ba8-c037-4d4d-aaf3-cd577c54e104 HTTP/1.1" status: 204 len: 168 time: 3.5111914 Oct 19 11:27:16.091144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39248) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:16.110386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb008c85-e1bf-4968-9bf5-35b4b74e441c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=125a6ba8-c037-4d4d-aaf3-cd577c54e104,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:16.121793 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-2688cce2-aeca-4816-a53e-f77d6534ee0d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:16.122356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2688cce2-aeca-4816-a53e-f77d6534ee0d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:16.125452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2688cce2-aeca-4816-a53e-f77d6534ee0d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/125a6ba8-c037-4d4d-aaf3-cd577c54e104 HTTP/1.1" status: 404 len: 339 time: 0.0333405 Oct 19 11:27:16.129597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39252) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:16.134978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-113309330', 'description': 'd1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:16.226078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee0bf3-cba2-4b20-8de3-46f3b7b4583c req-e908ca80-50d9-48ae-9195-5e31f078f11c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:16.241089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ee0bf3-cba2-4b20-8de3-46f3b7b4583c req-e908ca80-50d9-48ae-9195-5e31f078f11c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 943 time: 0.1039126 Oct 19 11:27:16.249231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:16.252959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:16.302917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ee0bf3-cba2-4b20-8de3-46f3b7b4583c req-7f684358-aba8-4adb-8f30-5d5f38b3a69b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602107 Oct 19 11:27:16.314187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:27:16.327060 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:16.328466 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment 346b5386-1b9c-4066-ae0a-715afc71556e of type vlan for network ef00966c-5b78-4062-8708-f68124757721 Oct 19 11:27:16.335172 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-10ed267f-265a-43d6-9338-613e4feb80f5 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:16.336299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-10ed267f-265a-43d6-9338-613e4feb80f5 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4008746 Oct 19 11:27:16.339201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39254) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:16.356987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-98d7b081-817e-44e6-8b97-f2286f999e11 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '3631f76c-b05f-4e13-8d69-28de37f9de0f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:16.356987 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-98d7b081-817e-44e6-8b97-f2286f999e11 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 19 11:27:16.356987 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-98d7b081-817e-44e6-8b97-f2286f999e11 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:16.356987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-98d7b081-817e-44e6-8b97-f2286f999e11 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093076 Oct 19 11:27:16.359417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39256) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:16.364135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f9dab83b-c006-474a-b1c1-8e4e0141b421 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '3631f76c-b05f-4e13-8d69-28de37f9de0f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:16.400851 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:16.757813 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:16.763665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:16.764708 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:16.848864 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-f9dab83b-c006-474a-b1c1-8e4e0141b421 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:16.852929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f9dab83b-c006-474a-b1c1-8e4e0141b421 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4896636 Oct 19 11:27:16.854050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39264) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:16.861695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-308f824d-7e2f-4f17-8d98-8d56eedd2ac9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '3631f76c-b05f-4e13-8d69-28de37f9de0f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:16.886455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=ef00966c-5b78-4062-8708-f68124757721,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:16.900117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39270) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:16.900935 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-eeddbf65-3f75-4427-9ab3-6cb800980629 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7701256 Oct 19 11:27:16.902572 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network ef00966c-5b78-4062-8708-f68124757721 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:17.067148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5ef62f82-c9d9-486f-b144-926f6115d912 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:27:17.073648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3463de-9293-4510-8dad-1d807232f604 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:17.078740 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6c3463de-9293-4510-8dad-1d807232f604 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/networks?id=ef00966c-5b78-4062-8708-f68124757721 HTTP/1.1" status: 200 len: 760 time: 0.1767881 Oct 19 11:27:17.079419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39276) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:17.085726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2ffa4aed-0f00-4522-b4a6-f6a578d67441 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'description': 'd2'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:17.102923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 5ef62f82-c9d9-486f-b144-926f6115d912 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:27:17.103558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5ef62f82-c9d9-486f-b144-926f6115d912 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:27:17.123958 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-308f824d-7e2f-4f17-8d98-8d56eedd2ac9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:17.132077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-308f824d-7e2f-4f17-8d98-8d56eedd2ac9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2716260 Oct 19 11:27:17.134746 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39278) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:17.179584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd565329-577a-499e-90fb-12d99299c5d7 req-c6fc69ea-3dbd-46bd-a672-5d3e41163c15 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:17.186788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd565329-577a-499e-90fb-12d99299c5d7 req-c6fc69ea-3dbd-46bd-a672-5d3e41163c15 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.1840370 Oct 19 11:27:17.268659 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd565329-577a-499e-90fb-12d99299c5d7 req-9b685c43-7afb-4ce7-a52a-63441854b5f9 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757964 Oct 19 11:27:17.298694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55de1e21-bf65-47de-bc44-62e58dc13c78 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.324214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55de1e21-bf65-47de-bc44-62e58dc13c78 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.345747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4aed-0f00-4522-b4a6-f6a578d67441 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.456089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad3304-a4c5-4371-8fa5-348bf30f9462 req-dab0e546-0bf1-4bfe-8223-ae9b2283c53c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:17.457859 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16ad3304-a4c5-4371-8fa5-348bf30f9462 req-dab0e546-0bf1-4bfe-8223-ae9b2283c53c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 943 time: 0.0590076 Oct 19 11:27:17.459187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4aed-0f00-4522-b4a6-f6a578d67441 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.472327 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55de1e21-bf65-47de-bc44-62e58dc13c78 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.475442 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55de1e21-bf65-47de-bc44-62e58dc13c78 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.476967 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-55de1e21-bf65-47de-bc44-62e58dc13c78 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "DELETE /v2.0/security-groups/3631f76c-b05f-4e13-8d69-28de37f9de0f HTTP/1.1" status: 204 len: 168 time: 0.3415105 Oct 19 11:27:17.487111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39292) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:17.488168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de1e21-bf65-47de-bc44-62e58dc13c78 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3631f76c-b05f-4e13-8d69-28de37f9de0f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:17.489913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ffa4aed-0f00-4522-b4a6-f6a578d67441 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network ef00966c-5b78-4062-8708-f68124757721 is not hosted by any dhcp agent {{(pid=101311) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 11:27:17.501959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa4aed-0f00-4522-b4a6-f6a578d67441 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:17.504247 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4aed-0f00-4522-b4a6-f6a578d67441 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.504488 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2ffa4aed-0f00-4522-b4a6-f6a578d67441 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "PUT /v2.0/networks/ef00966c-5b78-4062-8708-f68124757721 HTTP/1.1" status: 200 len: 757 time: 0.4237065 Oct 19 11:27:17.509016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39294) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:17.566273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b338daa1-71d2-4b41-a1e8-d8584a485251 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:27:17.590619 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2ebd7eb2-06cf-4e6a-b9eb-a8b621df28e1 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950861 Oct 19 11:27:17.592239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39298) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:17.604065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-54da4512-a1ef-40bb-9b96-a6e25e32efb9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820421052'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:17.645424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa4aed-0f00-4522-b4a6-f6a578d67441 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=ef00966c-5b78-4062-8708-f68124757721,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:17.663397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16ad3304-a4c5-4371-8fa5-348bf30f9462 req-8f82c2d4-6069-4236-888b-56903cb0d5cf tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956391 Oct 19 11:27:17.674608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5d2d50-505c-463e-9cc3-a88ddd714bdf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:17.676107 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aa5d2d50-505c-463e-9cc3-a88ddd714bdf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/networks?id=ef00966c-5b78-4062-8708-f68124757721 HTTP/1.1" status: 200 len: 760 time: 0.1630263 Oct 19 11:27:17.679491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network ef00966c-5b78-4062-8708-f68124757721 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:17.680152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39304) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:17.691131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24792458'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:17.725165 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54da4512-a1ef-40bb-9b96-a6e25e32efb9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.808228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b338daa1-71d2-4b41-a1e8-d8584a485251, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b338daa1-71d2-4b41-a1e8-d8584a485251,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:17.817636 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54da4512-a1ef-40bb-9b96-a6e25e32efb9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.822187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'b338daa1-71d2-4b41-a1e8-d8584a485251', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'port_id': 'b338daa1-71d2-4b41-a1e8-d8584a485251', 'mac_address': 'fa:16:3e:2c:c6:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:27:17.831901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:17.836191 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.873055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:27:17.881855 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54da4512-a1ef-40bb-9b96-a6e25e32efb9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.899199 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.908130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:17.908982 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment 44a27207-1747-4c17-8296-2b3e829c0528 of type vlan for network 03e9cfca-86bf-4a5f-9505-6d1e627430e6 Oct 19 11:27:17.915529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b338daa1-71d2-4b41-a1e8-d8584a485251 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:27:17.942519 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b338daa1-71d2-4b41-a1e8-d8584a485251, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b338daa1-71d2-4b41-a1e8-d8584a485251,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:17.956611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da4512-a1ef-40bb-9b96-a6e25e32efb9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31aaf2b-fab7-447a-af6b-fe658c4f1ab4,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:17.967384 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:18.072386 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:18.072734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:18.081327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:18.082144 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:18.096771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54da4512-a1ef-40bb-9b96-a6e25e32efb9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:18.102598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-54da4512-a1ef-40bb-9b96-a6e25e32efb9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5046647 Oct 19 11:27:18.107110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39324) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:18.107110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5336a7c0-06c3-49b0-b2c5-193fc137f543 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': 'a31aaf2b-fab7-447a-af6b-fe658c4f1ab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:18.144529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b338daa1-71d2-4b41-a1e8-d8584a485251,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:18.201409 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5201299 Oct 19 11:27:18.204248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39344) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:18.209671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'network_id': '03e9cfca-86bf-4a5f-9505-6d1e627430e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:18.214267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a2c57-83f4-4cf4-ba6d-50a082ed4e4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=03e9cfca-86bf-4a5f-9505-6d1e627430e6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:18.230075 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 03e9cfca-86bf-4a5f-9505-6d1e627430e6 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:18.354923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd8f36-fae6-4f77-be36-3bee3407fe72 req-81d9ce5b-833a-4939-a588-30fc5e8b43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:18.356449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbfd8f36-fae6-4f77-be36-3bee3407fe72 req-81d9ce5b-833a-4939-a588-30fc5e8b43c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=afaa71df9067470eafb9ec80706969aa&device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 1095 time: 0.0717940 Oct 19 11:27:18.363928 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-5336a7c0-06c3-49b0-b2c5-193fc137f543 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The resource could not be found. Oct 19 11:27:18.368244 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5336a7c0-06c3-49b0-b2c5-193fc137f543 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2633023 Oct 19 11:27:18.381701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39358) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:18.406587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b338daa1-71d2-4b41-a1e8-d8584a485251'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:27:18.410268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f1104da9-548e-4580-9e6f-efba881b7095 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': 'a31aaf2b-fab7-447a-af6b-fe658c4f1ab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f74ef50d-66ec-4ff8-b164-b7f8b7e3c4fc'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:18.468069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65664ca2-e73d-4cbf-9f94-be8ac35b73b6 req-8c530cb7-41d0-4849-a13f-cd16763b22f7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:18.475301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65664ca2-e73d-4cbf-9f94-be8ac35b73b6 req-8c530cb7-41d0-4849-a13f-cd16763b22f7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.1086137 Oct 19 11:27:18.506575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:18.510690 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:18.533066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65664ca2-e73d-4cbf-9f94-be8ac35b73b6 req-e4b217e8-7d55-475c-9e6c-a2f557c70c50 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529463 Oct 19 11:27:18.598269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd8f36-fae6-4f77-be36-3bee3407fe72 req-7a0b6158-84f4-4039-8604-13340704f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:18.602467 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbfd8f36-fae6-4f77-be36-3bee3407fe72 req-7a0b6158-84f4-4039-8604-13340704f663 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 200 len: 918 time: 0.2127984 Oct 19 11:27:18.679757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbfd8f36-fae6-4f77-be36-3bee3407fe72 req-07613219-4934-43d5-99c5-9415d745c908 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318 HTTP/1.1" status: 200 len: 998 time: 0.0715139 Oct 19 11:27:18.683859 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-f1104da9-548e-4580-9e6f-efba881b7095 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The resource could not be found. Oct 19 11:27:18.688253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f1104da9-548e-4580-9e6f-efba881b7095 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3022218 Oct 19 11:27:18.709691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39390) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:18.757569 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3740fd8f-25d1-4d58-a375-68daf470361f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:18.797461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39398) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:18.807489 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3740fd8f-25d1-4d58-a375-68daf470361f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:18.868689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd8f36-fae6-4f77-be36-3bee3407fe72 req-23888e45-6c00-4599-8791-2a62d6b16492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:18.870165 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbfd8f36-fae6-4f77-be36-3bee3407fe72 req-23888e45-6c00-4599-8791-2a62d6b16492 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 200 len: 856 time: 0.1794131 Oct 19 11:27:18.923966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c1841-4238-4490-8cd4-c47bd6a16c06 req-c9bd7ccd-ba48-47d3-ba8d-25ed52120904 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:18.927446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-022c1841-4238-4490-8cd4-c47bd6a16c06 req-c9bd7ccd-ba48-47d3-ba8d-25ed52120904 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 944 time: 0.1631036 Oct 19 11:27:18.940350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5052789d-206f-4d48-a235-e572f46dbb86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:18.952330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd8f36-fae6-4f77-be36-3bee3407fe72 req-0259d9e5-31dc-4e04-b058-3a312eb10d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:18.956350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbfd8f36-fae6-4f77-be36-3bee3407fe72 req-0259d9e5-31dc-4e04-b058-3a312eb10d3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65c6e9e4-311a-41e0-beee-27b3281b5d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746238 Oct 19 11:27:18.981095 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3740fd8f-25d1-4d58-a375-68daf470361f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:18.984627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3740fd8f-25d1-4d58-a375-68daf470361f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:18.988119 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3740fd8f-25d1-4d58-a375-68daf470361f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "DELETE /v2.0/security-groups/a31aaf2b-fab7-447a-af6b-fe658c4f1ab4 HTTP/1.1" status: 204 len: 168 time: 0.2964146 Oct 19 11:27:18.990856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39414) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:19.000676 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.005112 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-022c1841-4238-4490-8cd4-c47bd6a16c06 req-b8223356-1819-4981-9d09-dc12ddba3dd7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707753 Oct 19 11:27:19.019540 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740fd8f-25d1-4d58-a375-68daf470361f tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31aaf2b-fab7-447a-af6b-fe658c4f1ab4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:19.081082 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-37144ee4-f681-44a3-94e5-8dd650da3920 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0828056 Oct 19 11:27:19.090993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39424) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:19.102187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2c9c7dd1-2327-49cb-8333-4c3a2d33b4e0 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '6192b8b6-286a-4cae-871f-a0f3e81c6226', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:19.113267 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5052789d-206f-4d48-a235-e572f46dbb86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.133940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=b4f1d93a-2a44-4c1e-a371-9328f51a0580,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:19.163598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbfd8f36-fae6-4f77-be36-3bee3407fe72 req-43fd2185-a0f4-4716-9921-8465e330b2f1 service neutron] 10.222.0.49 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010472 Oct 19 11:27:19.164308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking segment: {'id': '44a27207-1747-4c17-8296-2b3e829c0528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '03e9cfca-86bf-4a5f-9505-6d1e627430e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:19.164693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network hostable DHCP agents. Network: 03e9cfca-86bf-4a5f-9505-6d1e627430e6, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:27:19.180578 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5052789d-206f-4d48-a235-e572f46dbb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.226774 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5052789d-206f-4d48-a235-e572f46dbb86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12438b46c8934f839a8d96f77b1df110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282765 Oct 19 11:27:19.227497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052789d-206f-4d48-a235-e572f46dbb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c905107-a02a-4544-9478-b8cdef2a54a6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:19.231775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39432) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:19.267473 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbfd8f36-fae6-4f77-be36-3bee3407fe72 req-e493ceb9-1f68-4f0f-85e2-44d09730efb3 service neutron] 10.222.0.49 "GET /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966628 Oct 19 11:27:19.268492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network 03e9cfca-86bf-4a5f-9505-6d1e627430e6 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:27:19.293653 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4423aa3-d552-4b1e-9593-aeb604244762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.319622 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4423aa3-d552-4b1e-9593-aeb604244762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.348922 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-2c9c7dd1-2327-49cb-8333-4c3a2d33b4e0 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The resource could not be found. Oct 19 11:27:19.349968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2c9c7dd1-2327-49cb-8333-4c3a2d33b4e0 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2581840 Oct 19 11:27:19.353620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39436) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:19.358403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6a77c12c-484b-4fff-9317-3f23b91674e9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092045295'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:19.386101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 03e9cfca-86bf-4a5f-9505-6d1e627430e6) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:19.386323 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.391081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:19.391666 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.397000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cab97b1-1b1c-4843-9477-a0a44f2e7caf None None] Network 03e9cfca-86bf-4a5f-9505-6d1e627430e6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:19.489107 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a77c12c-484b-4fff-9317-3f23b91674e9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.539468 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4423aa3-d552-4b1e-9593-aeb604244762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.542180 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4423aa3-d552-4b1e-9593-aeb604244762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.551500 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e4423aa3-d552-4b1e-9593-aeb604244762 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c905107-a02a-4544-9478-b8cdef2a54a6 HTTP/1.1" status: 204 len: 168 time: 0.3099625 Oct 19 11:27:19.552727 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-03e9cfca-86bf-4a5f-9505-6d1e627430e6', 'network_id': '03e9cfca-86bf-4a5f-9505-6d1e627430e6', 'tenant_id': 'a4ee78b9dde34f5b8f5f429c61861af4', 'fixed_ips': [{'subnet_id': 'b4f1d93a-2a44-4c1e-a371-9328f51a0580'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:27:19.553615 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.565131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b338daa1-71d2-4b41-a1e8-d8584a485251 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:27:19.573546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4423aa3-d552-4b1e-9593-aeb604244762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c905107-a02a-4544-9478-b8cdef2a54a6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:19.605316 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a77c12c-484b-4fff-9317-3f23b91674e9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.644919 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ce7abdd0-f028-48ed-a48c-d7718fee9e4b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4395976 Oct 19 11:27:19.648144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39448) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:19.672580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a77c12c-484b-4fff-9317-3f23b91674e9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.686189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a502bb-85a5-4342-9f6c-e2b32da96736 req-9556d964-9179-46f9-93ef-0151393905ae tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:19.688565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1a502bb-85a5-4342-9f6c-e2b32da96736 req-9556d964-9179-46f9-93ef-0151393905ae tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.0640397 Oct 19 11:27:19.747604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1a502bb-85a5-4342-9f6c-e2b32da96736 req-8701158a-aea6-4a78-aa48-f9f0b5d62764 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489213 Oct 19 11:27:19.764926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port b338daa1-71d2-4b41-a1e8-d8584a485251 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:27:19.770947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Allocated IP 172.20.0.2 (03e9cfca-86bf-4a5f-9505-6d1e627430e6/b4f1d93a-2a44-4c1e-a371-9328f51a0580/3ce20270-353f-46a1-a0d4-21d80d68c95c) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:19.776299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port b338daa1-71d2-4b41-a1e8-d8584a485251 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:19.776299 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.778624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77c12c-484b-4fff-9317-3f23b91674e9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815d9ef6-c25e-4b94-a394-9158b90599c2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:19.810976 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.847937 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6a77c12c-484b-4fff-9317-3f23b91674e9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.851641 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6a77c12c-484b-4fff-9317-3f23b91674e9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4946764 Oct 19 11:27:19.852165 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39458) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:19.861335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bd2e45d1-0951-4582-aeea-ec6c667809ed tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group': {'name': 'tempest-secgroup--230854994'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:19.875578 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.893206 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.939348 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.959442 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd2e45d1-0951-4582-aeea-ec6c667809ed tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:19.988741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2682745a-4fe5-412c-9636-e31d8e06a252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b338daa1-71d2-4b41-a1e8-d8584a485251'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:27:19.990973 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441c420e-1aca-4867-bd57-04b21662812d" -d '{"events": [{"server_uuid": "2682745a-4fe5-412c-9636-e31d8e06a252", "name": "network-vif-plugged", "status": "completed", "tag": "b338daa1-71d2-4b41-a1e8-d8584a485251"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:27:20.036748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b338daa1-71d2-4b41-a1e8-d8584a485251, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b338daa1-71d2-4b41-a1e8-d8584a485251,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:20.038000 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.042916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd2e45d1-0951-4582-aeea-ec6c667809ed tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.055747 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497daaee-cedd-4deb-978e-8c34ca0b6c33 x-openstack-request-id: req-497daaee-cedd-4deb-978e-8c34ca0b6c33 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:27:20.056046 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2682745a-4fe5-412c-9636-e31d8e06a252", "name": "network-vif-plugged", "status": "completed", "tag": "b338daa1-71d2-4b41-a1e8-d8584a485251", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:27:20.056482 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-497daaee-cedd-4deb-978e-8c34ca0b6c33 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:27:20.058868 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2682745a-4fe5-412c-9636-e31d8e06a252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b338daa1-71d2-4b41-a1e8-d8584a485251', 'code': 200} Oct 19 11:27:20.164576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5801ec-e532-41e0-9b09-1e45c57cbed6 req-b7898748-d914-46cc-b2ff-2cb3b49298ca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:20.166062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d5801ec-e532-41e0-9b09-1e45c57cbed6 req-b7898748-d914-46cc-b2ff-2cb3b49298ca tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 944 time: 0.0755439 Oct 19 11:27:20.172551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4e558-38de-40c5-a221-82e549c0b974 req-bb673ee8-5df7-402b-9f6f-60bc9a4a1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:20.173929 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8b4e558-38de-40c5-a221-82e549c0b974 req-bb673ee8-5df7-402b-9f6f-60bc9a4a1565 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 1095 time: 0.0573783 Oct 19 11:27:20.179916 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.180095 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd2e45d1-0951-4582-aeea-ec6c667809ed tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.180342 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.225345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Network 03e9cfca-86bf-4a5f-9505-6d1e627430e6 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:20.227569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:20.233095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:20.245712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e45d1-0951-4582-aeea-ec6c667809ed tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61227ac-373c-48d1-8791-e6c1546f919b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:20.266130 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d5801ec-e532-41e0-9b09-1e45c57cbed6 req-5f2c7964-bddd-4c34-a097-941b9533a7ed tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898683 Oct 19 11:27:20.267934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Pushing event updated for resources: {'Port': ['ID=3ce20270-353f-46a1-a0d4-21d80d68c95c,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:20.273627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.283982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8b4e558-38de-40c5-a221-82e549c0b974 req-cd4d046b-bbc1-4ff5-9b6e-6b420a921617 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975204 Oct 19 11:27:20.307861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f1d93a-2a44-4c1e-a371-9328f51a0580,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:20.308078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd2e45d1-0951-4582-aeea-ec6c667809ed tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.309200 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bd2e45d1-0951-4582-aeea-ec6c667809ed tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4558623 Oct 19 11:27:20.312204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39478) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:20.317103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8cd782da-4de2-4107-a0cd-a3768d617aa1 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group_rule': {'security_group_id': '815d9ef6-c25e-4b94-a394-9158b90599c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd61227ac-373c-48d1-8791-e6c1546f919b'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:20.330965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Attempting to bind port 3ce20270-353f-46a1-a0d4-21d80d68c95c on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:20.331339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Attempting to bind port 3ce20270-353f-46a1-a0d4-21d80d68c95c by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '44a27207-1747-4c17-8296-2b3e829c0528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '03e9cfca-86bf-4a5f-9505-6d1e627430e6'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:20.331725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Attempting to bind port 3ce20270-353f-46a1-a0d4-21d80d68c95c on network 03e9cfca-86bf-4a5f-9505-6d1e627430e6 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:20.346258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:20.350924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Checking segment: {'id': '44a27207-1747-4c17-8296-2b3e829c0528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '03e9cfca-86bf-4a5f-9505-6d1e627430e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:20.350924 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.350924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Bound using segment: {'id': '44a27207-1747-4c17-8296-2b3e829c0528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '03e9cfca-86bf-4a5f-9505-6d1e627430e6'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:20.350924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Bound port: 3ce20270-353f-46a1-a0d4-21d80d68c95c, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a27207-1747-4c17-8296-2b3e829c0528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '03e9cfca-86bf-4a5f-9505-6d1e627430e6'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:20.350924 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.361297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b338daa1-71d2-4b41-a1e8-d8584a485251,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:20.382725 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.403520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e9cfca-86bf-4a5f-9505-6d1e627430e6']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:20.411319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39480) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:20.415933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a27207-1747-4c17-8296-2b3e829c0528') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:20.416239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a27207-1747-4c17-8296-2b3e829c0528') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:20.426440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a69cf54-cfa3-4d93-a45c-6139810020cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.428382 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.430648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] For port 3ce20270-353f-46a1-a0d4-21d80d68c95c, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:20.433970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] For port 3ce20270-353f-46a1-a0d4-21d80d68c95c, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3ce20270-353f-46a1-a0d4-21d80d68c95c,segment=NetworkSegment(44a27207-1747-4c17-8296-2b3e829c0528),segment_id=44a27207-1747-4c17-8296-2b3e829c0528)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:20.484804 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.487037 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.489620 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-8cd782da-4de2-4107-a0cd-a3768d617aa1 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:27:20.490673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8cd782da-4de2-4107-a0cd-a3768d617aa1 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1775010 Oct 19 11:27:20.493660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39482) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:20.494570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:20.494953 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.503316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a69cf54-cfa3-4d93-a45c-6139810020cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:20.505026 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:20.586301 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a69cf54-cfa3-4d93-a45c-6139810020cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.601181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2bab4-d047-4229-9dbf-c4db3453c87e None None] Pushing event updated for resources: {'Port': ['ID=3ce20270-353f-46a1-a0d4-21d80d68c95c,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:20.610206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319c9528-3c59-438c-b77c-8ed2d968ab35 None None] Network 03e9cfca-86bf-4a5f-9505-6d1e627430e6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:20.627664 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff5db645-e1a2-49fd-928b-c9556aec4790 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.627863 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1a69cf54-cfa3-4d93-a45c-6139810020cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d85ec9128c94fd089c4de7c884188c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149186 Oct 19 11:27:20.630241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39494) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:20.650431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69cf54-cfa3-4d93-a45c-6139810020cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f476665c-492e-43b6-b611-83b0c53ac74a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:20.653417 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:27:20.653417 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:27:20.653417 n-d-814547-1 neutron-server[101311]: [parameters: {'id': '03e9cfca-86bf-4a5f-9505-6d1e627430e6'}] Oct 19 11:27:20.653417 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:27:20.654052 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:27:20.682058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff5db645-e1a2-49fd-928b-c9556aec4790 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.729856 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0909626-a1fc-4002-ae50-96bb01640d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.753538 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0909626-a1fc-4002-ae50-96bb01640d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.759157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dce0d0-983b-4e8f-8e68-8a6ff7853826 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:27:20.820687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff5db645-e1a2-49fd-928b-c9556aec4790 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.824517 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff5db645-e1a2-49fd-928b-c9556aec4790 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.826955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ff5db645-e1a2-49fd-928b-c9556aec4790 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "DELETE /v2.0/security-groups/d61227ac-373c-48d1-8791-e6c1546f919b HTTP/1.1" status: 204 len: 168 time: 0.3285220 Oct 19 11:27:20.832148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39504) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:20.851741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5db645-e1a2-49fd-928b-c9556aec4790 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61227ac-373c-48d1-8791-e6c1546f919b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:20.882168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0909626-a1fc-4002-ae50-96bb01640d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.884859 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0909626-a1fc-4002-ae50-96bb01640d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:20.889600 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e0909626-a1fc-4002-ae50-96bb01640d90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f476665c-492e-43b6-b611-83b0c53ac74a HTTP/1.1" status: 204 len: 168 time: 0.2567539 Oct 19 11:27:20.890766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42d048-47d5-495b-ba7d-9ba033b63889 req-9052644f-4b08-4a33-8d1f-d931c3f77a02 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:20.900968 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f42d048-47d5-495b-ba7d-9ba033b63889 req-9052644f-4b08-4a33-8d1f-d931c3f77a02 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.0737252 Oct 19 11:27:20.912763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0909626-a1fc-4002-ae50-96bb01640d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f476665c-492e-43b6-b611-83b0c53ac74a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:20.919675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dce0d0-983b-4e8f-8e68-8a6ff7853826 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:27:20.932634 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d2eb259f-8262-4f89-badf-80debea9f7f2 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0984814 Oct 19 11:27:20.935958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39512) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:20.959311 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f42d048-47d5-495b-ba7d-9ba033b63889 req-3ad3e540-caf0-423c-a139-19276b3d8eac tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574725 Oct 19 11:27:21.008786 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-02862b00-81e9-413b-9528-43aff748238a tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.043665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-02862b00-81e9-413b-9528-43aff748238a tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.155238 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.219502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting port 3ce20270-353f-46a1-a0d4-21d80d68c95c {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:21.220124 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.232607 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-02862b00-81e9-413b-9528-43aff748238a tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.236179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-02862b00-81e9-413b-9528-43aff748238a tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.237678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-02862b00-81e9-413b-9528-43aff748238a tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "DELETE /v2.0/security-groups/815d9ef6-c25e-4b94-a394-9158b90599c2 HTTP/1.1" status: 204 len: 168 time: 0.3006198 Oct 19 11:27:21.244824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39516) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:21.262303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02862b00-81e9-413b-9528-43aff748238a tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815d9ef6-c25e-4b94-a394-9158b90599c2,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:21.323515 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] For port 3ce20270-353f-46a1-a0d4-21d80d68c95c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3ce20270-353f-46a1-a0d4-21d80d68c95c,segment=NetworkSegment(44a27207-1747-4c17-8296-2b3e829c0528),segment_id=44a27207-1747-4c17-8296-2b3e829c0528)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:21.325024 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.331938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a18a8d82-7b68-44d4-96cc-9ff78047eefc tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893157 Oct 19 11:27:21.336007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39520) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:21.343032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Calling delete_port for 3ce20270-353f-46a1-a0d4-21d80d68c95c owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:21.344425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fc652bd9-8531-45b1-b467-763d10407683 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group': {'name': 'tempest-secgroup--969486256'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:21.454173 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1be3a-5911-401f-acaf-6cf3b0076f0c req-ba38b07a-a745-4ef8-ab24-a21d2d016a2c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:21.455679 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1db1be3a-5911-401f-acaf-6cf3b0076f0c req-ba38b07a-a745-4ef8-ab24-a21d2d016a2c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0682807 Oct 19 11:27:21.516328 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1db1be3a-5911-401f-acaf-6cf3b0076f0c req-eac8e08c-9c20-45cb-886b-a3dd4e57a140 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515788 Oct 19 11:27:21.517522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fc652bd9-8531-45b1-b467-763d10407683 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.557763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.583539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 654d9da9-a1d0-4e8d-ac99-80d48b338318 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:27:21.606968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Port': ['ID=3ce20270-353f-46a1-a0d4-21d80d68c95c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:21.615370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No DVR routers for this DVR port 3ce20270-353f-46a1-a0d4-21d80d68c95c on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:21.665810 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fc652bd9-8531-45b1-b467-763d10407683 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.723342 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fc652bd9-8531-45b1-b467-763d10407683 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.730424 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.762160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc652bd9-8531-45b1-b467-763d10407683 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa64bb73-d315-4c14-ae40-d1a824285d8a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:21.781394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:21.794320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e9cfca-86bf-4a5f-9505-6d1e627430e6']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:21.812950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a27207-1747-4c17-8296-2b3e829c0528') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:21.813379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a27207-1747-4c17-8296-2b3e829c0528') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:21.830901 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.841844 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fc652bd9-8531-45b1-b467-763d10407683 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.846369 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fc652bd9-8531-45b1-b467-763d10407683 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5032113 Oct 19 11:27:21.848492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39546) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:21.852593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8d2da744-d77a-461c-b087-9f915752ce25 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:21.855028 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-8d2da744-d77a-461c-b087-9f915752ce25 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 11:27:21.855680 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-8d2da744-d77a-461c-b087-9f915752ce25 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 11:27:21.860724 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8d2da744-d77a-461c-b087-9f915752ce25 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "PUT /v2.0/security-groups/aa64bb73-d315-4c14-ae40-d1a824285d8a HTTP/1.1" status: 409 len: 330 time: 0.0091546 Oct 19 11:27:21.861116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39548) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:21.863839 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.878125 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:21.883031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.955910 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-710d5e17-2b49-4ab7-9b52-d0ce1a422b0c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:21.985755 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-710d5e17-2b49-4ab7-9b52-d0ce1a422b0c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:22.040522 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:22.058429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'port_id': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'mac_address': 'fa:16:3e:82:ae:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:27:22.103067 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:22.117184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654d9da9-a1d0-4e8d-ac99-80d48b338318 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:27:22.121686 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d929af-0359-48b1-af5f-70fe2229c7ed req-331c5634-6856-4edc-b982-3abd63803e11 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:22.123274 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31d929af-0359-48b1-af5f-70fe2229c7ed req-331c5634-6856-4edc-b982-3abd63803e11 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 944 time: 0.0559256 Oct 19 11:27:22.144182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:22.161230 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:22.165595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31d929af-0359-48b1-af5f-70fe2229c7ed req-9f1360f7-b4be-4299-9ed8-0d613498d4fa tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360620 Oct 19 11:27:22.170889 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:22.174885 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/03e9cfca-86bf-4a5f-9505-6d1e627430e6 HTTP/1.1" status: 204 len: 168 time: 2.5255723 Oct 19 11:27:22.178039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39560) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:22.190588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd7624-7671-4074-9100-cd5813e811e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=03e9cfca-86bf-4a5f-9505-6d1e627430e6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:22.213852 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-710d5e17-2b49-4ab7-9b52-d0ce1a422b0c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:22.216731 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-710d5e17-2b49-4ab7-9b52-d0ce1a422b0c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:22.218014 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-710d5e17-2b49-4ab7-9b52-d0ce1a422b0c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "DELETE /v2.0/security-groups/aa64bb73-d315-4c14-ae40-d1a824285d8a HTTP/1.1" status: 204 len: 168 time: 0.3557661 Oct 19 11:27:22.219604 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d408c7cb-7783-4fcf-9a98-18c2d0facc93 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] GET failed (client error): The resource could not be found. Oct 19 11:27:22.221205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39564) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:22.223630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39566) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:22.232153 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d408c7cb-7783-4fcf-9a98-18c2d0facc93 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/subnets/b4f1d93a-2a44-4c1e-a371-9328f51a0580 HTTP/1.1" status: 404 len: 337 time: 0.0419133 Oct 19 11:27:22.232433 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:22.253842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d5e17-2b49-4ab7-9b52-d0ce1a422b0c tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa64bb73-d315-4c14-ae40-d1a824285d8a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:22.270454 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fab823e-1eb2-4290-957d-e2024823a1de tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:22.270793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fab823e-1eb2-4290-957d-e2024823a1de tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:22.274206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0fab823e-1eb2-4290-957d-e2024823a1de tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/03e9cfca-86bf-4a5f-9505-6d1e627430e6 HTTP/1.1" status: 404 len: 339 time: 0.0491164 Oct 19 11:27:22.278060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39570) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:22.300799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=11']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:22.315801 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cca912a9-c2c4-468b-a279-df77f3b51e84 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0931885 Oct 19 11:27:22.320301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39572) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:22.339669 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-ce5c257c-29a6-48cd-93bc-4288d0e167c7 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] delete failed (client error): The resource could not be found. Oct 19 11:27:22.342442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ce5c257c-29a6-48cd-93bc-4288d0e167c7 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "DELETE /v2.0/security-groups/91e76140-2c11-4a86-ae6c-3765c3a585ab HTTP/1.1" status: 404 len: 347 time: 0.0202656 Oct 19 11:27:22.346421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39574) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:22.366662 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-3aa68661-e31d-49e9-b003-e31aa9c5dbc9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] show failed (client error): The resource could not be found. Oct 19 11:27:22.368023 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3aa68661-e31d-49e9-b003-e31aa9c5dbc9 tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "GET /v2.0/security-groups/4a4b8251-1ab5-40a8-8692-2644f6a3a830 HTTP/1.1" status: 404 len: 347 time: 0.0206206 Oct 19 11:27:22.371659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39578) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:22.385195 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-936da8e6-f4c6-496a-b800-49dc94681f0d tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] show failed (client error): The resource could not be found. Oct 19 11:27:22.386332 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-936da8e6-f4c6-496a-b800-49dc94681f0d tempest-NegativeSecGroupTest-1915270019 tempest-NegativeSecGroupTest-1915270019-project] 10.222.0.39 "GET /v2.0/security-group-rules/068fb5f0-6ce2-45a9-bb32-4bceb26e1373 HTTP/1.1" status: 404 len: 356 time: 0.0134363 Oct 19 11:27:22.440694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['654d9da9-a1d0-4e8d-ac99-80d48b338318'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:27:22.571421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4000fa-0b30-482c-883d-5023faf8ab9d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:22.581531 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1c4000fa-0b30-482c-883d-5023faf8ab9d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3022518 Oct 19 11:27:22.584850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39596) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:22.650292 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a0326088-b9af-4da8-8ffb-dbe969c8d0ce tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 207 time: 0.0639923 Oct 19 11:27:22.650991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39600) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:22.692339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904de0b-43f7-4ef3-b3be-eaa9e28a4b6e req-b994c418-52d1-4b59-8e0e-a6b7de2d2ab1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:22.697328 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3904de0b-43f7-4ef3-b3be-eaa9e28a4b6e req-b994c418-52d1-4b59-8e0e-a6b7de2d2ab1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0888648 Oct 19 11:27:22.738558 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3904de0b-43f7-4ef3-b3be-eaa9e28a4b6e req-552740be-c63a-4803-b05b-80d0e73ac52a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363801 Oct 19 11:27:22.805740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd23b4c-119b-4563-a680-78154e0eb82f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:22.817344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd23b4c-119b-4563-a680-78154e0eb82f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:22.828502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd23b4c-119b-4563-a680-78154e0eb82f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:22.838289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd23b4c-119b-4563-a680-78154e0eb82f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:22.840291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8cd23b4c-119b-4563-a680-78154e0eb82f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1882744 Oct 19 11:27:22.844330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39612) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:22.892805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39614) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:22.980466 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ecd49f46-ae5b-4651-929d-82005a62e2e0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1340072 Oct 19 11:27:22.983831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39622) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:23.089361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018dbfde-f43c-4eac-872c-b0d0a2dc2b72 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:23.090882 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018dbfde-f43c-4eac-872c-b0d0a2dc2b72 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:23.095744 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-018dbfde-f43c-4eac-872c-b0d0a2dc2b72 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1075561 Oct 19 11:27:23.096302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39628) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:23.114333 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-82c69551-ce95-434f-a953-3ef441b05a96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9e05ec5062248998e4ab638d1015962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197683 Oct 19 11:27:23.118013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39630) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:23.175696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884bfb16-a82c-4b94-819c-38ad719d5f09 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:23.177504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884bfb16-a82c-4b94-819c-38ad719d5f09 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['shared'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:23.179203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-884bfb16-a82c-4b94-819c-38ad719d5f09 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0814722 Oct 19 11:27:23.182900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39634) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:23.224589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-048ef883-7329-433b-8410-37fd4bd0678d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:23.260088 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-048ef883-7329-433b-8410-37fd4bd0678d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:23.275479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9025440-ea24-4765-9b3f-487a21947d31 req-8dc790d7-48e6-40df-b407-3d250e8af909 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:23.277280 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9025440-ea24-4765-9b3f-487a21947d31 req-8dc790d7-48e6-40df-b407-3d250e8af909 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0912466 Oct 19 11:27:23.337008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9025440-ea24-4765-9b3f-487a21947d31 req-1fc66fa8-f64c-4092-8a88-4e445dba8435 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492477 Oct 19 11:27:23.355160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e44b3c-47ca-442e-9c57-093bf88eac78 req-19dab2e3-5a74-4868-929d-4564a1cbe05b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:23.357039 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09e44b3c-47ca-442e-9c57-093bf88eac78 req-19dab2e3-5a74-4868-929d-4564a1cbe05b tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 945 time: 0.0872481 Oct 19 11:27:23.364283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091686ea-255c-4327-ba56-344f46e3292f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:23.365552 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-091686ea-255c-4327-ba56-344f46e3292f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/networks/d0e9837d-de81-4351-9d39-bad66b4bf967 HTTP/1.1" status: 200 len: 799 time: 0.1817267 Oct 19 11:27:23.369361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39642) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:23.408499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09e44b3c-47ca-442e-9c57-093bf88eac78 req-3e5313fb-52bc-4df0-8937-767e860f50d7 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338826 Oct 19 11:27:23.492755 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f6682bbb-0a2c-432e-ade4-df0ba556528e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/networks/d0e9837d-de81-4351-9d39-bad66b4bf967?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1218605 Oct 19 11:27:23.494604 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-048ef883-7329-433b-8410-37fd4bd0678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:23.497390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39656) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:23.497534 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-048ef883-7329-433b-8410-37fd4bd0678d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:23.498939 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-048ef883-7329-433b-8410-37fd4bd0678d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f7b1967-be9d-4772-a204-527bc2e88c2c HTTP/1.1" status: 204 len: 168 time: 0.3798990 Oct 19 11:27:23.508115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ef883-7329-433b-8410-37fd4bd0678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b1967-be9d-4772-a204-527bc2e88c2c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:23.557096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7348cd-c8a9-455c-8992-b02eeb30f500 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:23.561850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39662) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:23.561989 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9a7348cd-c8a9-455c-8992-b02eeb30f500 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/subnets/cfb876c0-7a38-40c4-92fa-48a0f5da3426 HTTP/1.1" status: 200 len: 811 time: 0.0634527 Oct 19 11:27:23.596529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 654d9da9-a1d0-4e8d-ac99-80d48b338318 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:27:23.622814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aa87a6-66cb-4dcd-9982-08564752afd1 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:23.628579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b7aa87a6-66cb-4dcd-9982-08564752afd1 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "GET /v2.0/subnets/cfb876c0-7a38-40c4-92fa-48a0f5da3426?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0612135 Oct 19 11:27:23.628579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39670) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:23.634138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1033637861'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:23.792053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 654d9da9-a1d0-4e8d-ac99-80d48b338318 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:27:23.792232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:23.795615 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:23.796479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 654d9da9-a1d0-4e8d-ac99-80d48b338318 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:23.796882 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:23.822110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:27:23.833914 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:23.833914 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Added segment fe93ca8e-6e39-4230-beae-df94bc35af98 of type vlan for network 1b001a85-f101-4e72-83a0-f8f9ab2870f2 Oct 19 11:27:23.881669 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:23.910561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39684) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:23.919134 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:23.945277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:27:23.947752 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f305e3a-248d-49b0-878f-a9ba0242b196" -d '{"events": [{"server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "name": "network-vif-plugged", "status": "completed", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:27:23.963309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:23.991689 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28d99c7-119a-4879-9098-ec95cfaca174 x-openstack-request-id: req-b28d99c7-119a-4879-9098-ec95cfaca174 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:27:23.993075 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "name": "network-vif-plugged", "status": "completed", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:27:23.993477 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b28d99c7-119a-4879-9098-ec95cfaca174 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:27:23.994430 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'code': 200} Oct 19 11:27:24.009578 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:24.017255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:24.018193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:24.055212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-427a11c0-6314-460b-b2ed-30a9f5be09bc tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1350070643'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:24.055212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-427a11c0-6314-460b-b2ed-30a9f5be09bc tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Unknown quota resources ['metering_label']. {{(pid=101311) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:27:24.072637 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:24.130384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=12']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:24.160280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Network': ['ID=1b001a85-f101-4e72-83a0-f8f9ab2870f2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:24.170320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 1b001a85-f101-4e72-83a0-f8f9ab2870f2 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:24.171850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-73c71cdb-d43f-4862-9e18-54bab184cadf tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5427411 Oct 19 11:27:24.174503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39696) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:24.180026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'network_id': '1b001a85-f101-4e72-83a0-f8f9ab2870f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:24.299579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98daf8-0156-4808-a968-8954e5e1426c req-1063cc1d-dfc2-4405-a703-3e6f4d999a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:24.301768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c98daf8-0156-4808-a968-8954e5e1426c req-1063cc1d-dfc2-4405-a703-3e6f4d999a9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 1097 time: 0.0563319 Oct 19 11:27:24.342510 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c98daf8-0156-4808-a968-8954e5e1426c req-dfa58074-6925-4b5e-8732-7382f468386e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334253 Oct 19 11:27:24.410833 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-427a11c0-6314-460b-b2ed-30a9f5be09bc tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:24.412024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-427a11c0-6314-460b-b2ed-30a9f5be09bc tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4985311 Oct 19 11:27:24.415010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39708) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:24.419583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-66a15c31-4403-4536-8bdd-93b0b0fb4daa tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f1c4f9d8-8313-48c1-808b-634033485795'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:24.420099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-66a15c31-4403-4536-8bdd-93b0b0fb4daa tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101312) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:27:24.487413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d9d11-b128-4041-a00f-b5a3a51bbfd4 req-2cc09072-3a50-4889-80ab-e9cde81fba42 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:24.489094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b3d9d11-b128-4041-a00f-b5a3a51bbfd4 req-2cc09072-3a50-4889-80ab-e9cde81fba42 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0760508 Oct 19 11:27:24.524301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Made reservation on behalf of a4ee78b9dde34f5b8f5f429c61861af4 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:24.528014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:24.571135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b3d9d11-b128-4041-a00f-b5a3a51bbfd4 req-e58beff4-4c91-4691-96d4-0365167b64a8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743001 Oct 19 11:27:24.587977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce3f10-bdb0-4808-97a4-b852a742ad80 req-0256ae27-c1de-434c-a8eb-3fb24e4b8319 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:24.589584 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41ce3f10-bdb0-4808-97a4-b852a742ad80 req-0256ae27-c1de-434c-a8eb-3fb24e4b8319 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 946 time: 0.0780604 Oct 19 11:27:24.601176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.ipam_backend_mixin [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Performing IP validity checks on allocation pools {{(pid=101311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 11:27:24.601707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.ipam_backend_mixin [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 11:27:24.614457 n-d-814547-1 neutron-server[101312]: WARNING neutron.services.metering.metering_plugin [None req-66a15c31-4403-4536-8bdd-93b0b0fb4daa tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 11:27:24.729332 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41ce3f10-bdb0-4808-97a4-b852a742ad80 req-7669de1f-5a83-417c-a432-6ac611cd20fa tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282771 Oct 19 11:27:24.776219 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-66a15c31-4403-4536-8bdd-93b0b0fb4daa tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:24.777347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-66a15c31-4403-4536-8bdd-93b0b0fb4daa tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3613479 Oct 19 11:27:24.780685 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39722) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:24.784995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2e1f7146-dce7-404a-87b8-7a1d549491fe tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f1c4f9d8-8313-48c1-808b-634033485795'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:24.785476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2e1f7146-dce7-404a-87b8-7a1d549491fe tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101312) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:27:24.787509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:24.816746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39724) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:24.817086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39726) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:24.862870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=1128bfe2-049a-4c84-bac0-72913042a1fa,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:24.873766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Checking segment: {'id': 'fe93ca8e-6e39-4230-beae-df94bc35af98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1b001a85-f101-4e72-83a0-f8f9ab2870f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:24.874135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network hostable DHCP agents. Network: 1b001a85-f101-4e72-83a0-f8f9ab2870f2, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:27:24.929858 n-d-814547-1 neutron-server[101312]: WARNING neutron.services.metering.metering_plugin [None req-2e1f7146-dce7-404a-87b8-7a1d549491fe tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 11:27:24.942746 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-586e73ed-5d7a-47c5-a4b1-5f80bd44687a tempest-ServiceProvidersTest-1767773572 tempest-ServiceProvidersTest-1767773572-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1216400 Oct 19 11:27:24.973639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.027440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Network 1b001a85-f101-4e72-83a0-f8f9ab2870f2 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:27:25.029614 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7146-dce7-404a-87b8-7a1d549491fe tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.031354 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2e1f7146-dce7-404a-87b8-7a1d549491fe tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2491188 Oct 19 11:27:25.034061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39736) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:25.045562 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-668aab27-a00b-4228-8729-85a40963e13c tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=a258cb5e-8799-4303-b474-1f35d8589fa3 HTTP/1.1" status: 200 len: 464 time: 0.0103102 Oct 19 11:27:25.048830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39738) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:25.066224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.141046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 1b001a85-f101-4e72-83a0-f8f9ab2870f2) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:25.145027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.148851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:25.161820 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670813'] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.161989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0199a1b1-0c17-450e-a6ac-2d8ae687d552 None None] Network 1b001a85-f101-4e72-83a0-f8f9ab2870f2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:25.202676 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec055b7be8ac4cf885f4a97d990848b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832958 Oct 19 11:27:25.204834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5c1917-6fa2-48dd-a3de-75268ff0e910,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:25.206922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39740) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:25.229568 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f5795bdd-38f9-4449-8bfb-9fe94464efe6 tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.230882 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f5795bdd-38f9-4449-8bfb-9fe94464efe6 tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/a258cb5e-8799-4303-b474-1f35d8589fa3 HTTP/1.1" status: 204 len: 168 time: 0.1810098 Oct 19 11:27:25.233544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39742) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:25.244217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-39d4687b-0b6b-46a7-811d-beae4295a2b8 tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=a258cb5e-8799-4303-b474-1f35d8589fa3 HTTP/1.1" status: 200 len: 221 time: 0.0089266 Oct 19 11:27:25.247764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39744) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:25.253193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8409be73-03be-439f-8897-fee230cbc6be tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--955720835', 'description': 'label created by tempest'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:25.253983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8409be73-03be-439f-8897-fee230cbc6be tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Unknown quota resources ['metering_label']. {{(pid=101312) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:27:25.433777 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15b0a896-8089-4977-b410-f994f3d2b05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.439310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-1b001a85-f101-4e72-83a0-f8f9ab2870f2', 'network_id': '1b001a85-f101-4e72-83a0-f8f9ab2870f2', 'tenant_id': 'a4ee78b9dde34f5b8f5f429c61861af4', 'fixed_ips': [{'subnet_id': '1128bfe2-049a-4c84-bac0-72913042a1fa'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:27:25.441076 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.600789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.601253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.601488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.601807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.602142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.602473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.602802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.603473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.603473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.603734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.604119 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.604376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32a36b-fb2a-42c1-aa12-7a0299e0419d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:25.612276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b5634d2e-6516-4134-9730-c999e9487354 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4367225 Oct 19 11:27:25.614893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39758) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:25.615233 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39760) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:25.626252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9d236888-4910-4513-9c0d-0acac20d755f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:25.714362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Allocated IP 172.20.0.3 (1b001a85-f101-4e72-83a0-f8f9ab2870f2/1128bfe2-049a-4c84-bac0-72913042a1fa/5016fa6c-ba5b-4e80-afa3-234c2cae0780) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:25.800653 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-663675e0-ca56-4fea-9a20-901d2307c795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.803626 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d236888-4910-4513-9c0d-0acac20d755f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5487071'] for subnet, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.890966 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-663675e0-ca56-4fea-9a20-901d2307c795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.912993 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.926493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dfa2e-935b-438f-a2c5-4eb8c10837dd req-288a8fbd-5158-4b61-9231-4f6d0f7497b5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:25.928343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d59dfa2e-935b-438f-a2c5-4eb8c10837dd req-288a8fbd-5158-4b61-9231-4f6d0f7497b5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0749130 Oct 19 11:27:25.935313 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7c886cf9-172b-433c-89de-bb1711fb4d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:25.991675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd60475-ea34-49af-a9f2-2c1f7f771c78 req-5ee617d2-f92a-4143-8c0b-619dd7730c8f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:25.992174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3cd60475-ea34-49af-a9f2-2c1f7f771c78 req-5ee617d2-f92a-4143-8c0b-619dd7730c8f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 946 time: 0.0993609 Oct 19 11:27:26.050868 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.091705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d59dfa2e-935b-438f-a2c5-4eb8c10837dd req-1b546f19-4131-493e-a8c9-0f12322fe724 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573353 Oct 19 11:27:26.094035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Network 1b001a85-f101-4e72-83a0-f8f9ab2870f2 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:26.097548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:26.101413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:26.108793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Pushing event updated for resources: {'Port': ['ID=5016fa6c-ba5b-4e80-afa3-234c2cae0780,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:26.124427 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8409be73-03be-439f-8897-fee230cbc6be tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.125352 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8409be73-03be-439f-8897-fee230cbc6be tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8761222 Oct 19 11:27:26.128022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39780) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:26.133100 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3cd60475-ea34-49af-a9f2-2c1f7f771c78 req-d828c852-c19c-40c9-b280-c3343ab8b2e3 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316192 Oct 19 11:27:26.195281 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-663675e0-ca56-4fea-9a20-901d2307c795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.198394 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-663675e0-ca56-4fea-9a20-901d2307c795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.202167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-663675e0-ca56-4fea-9a20-901d2307c795 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad5c1917-6fa2-48dd-a3de-75268ff0e910 HTTP/1.1" status: 204 len: 168 time: 0.9915018 Oct 19 11:27:26.210770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Attempting to bind port 5016fa6c-ba5b-4e80-afa3-234c2cae0780 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:26.211311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Attempting to bind port 5016fa6c-ba5b-4e80-afa3-234c2cae0780 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'fe93ca8e-6e39-4230-beae-df94bc35af98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1b001a85-f101-4e72-83a0-f8f9ab2870f2'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:26.211772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Attempting to bind port 5016fa6c-ba5b-4e80-afa3-234c2cae0780 on network 1b001a85-f101-4e72-83a0-f8f9ab2870f2 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:26.219015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:26.219503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Checking segment: {'id': 'fe93ca8e-6e39-4230-beae-df94bc35af98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1b001a85-f101-4e72-83a0-f8f9ab2870f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:26.223919 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.224221 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663675e0-ca56-4fea-9a20-901d2307c795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5c1917-6fa2-48dd-a3de-75268ff0e910,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:26.224319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Bound using segment: {'id': 'fe93ca8e-6e39-4230-beae-df94bc35af98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1b001a85-f101-4e72-83a0-f8f9ab2870f2'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:26.224319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Bound port: 5016fa6c-ba5b-4e80-afa3-234c2cae0780, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe93ca8e-6e39-4230-beae-df94bc35af98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1b001a85-f101-4e72-83a0-f8f9ab2870f2'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:26.224319 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.243159 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-374c1236-cb0d-48d4-ba5d-34cd314bd1b0 tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=550d5e6b-ea54-4b27-a96f-ca512411d03c HTTP/1.1" status: 200 len: 467 time: 0.1087570 Oct 19 11:27:26.243440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39788) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:26.292849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7c886cf9-172b-433c-89de-bb1711fb4d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.316597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] For port 5016fa6c-ba5b-4e80-afa3-234c2cae0780, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:26.320293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] For port 5016fa6c-ba5b-4e80-afa3-234c2cae0780, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5016fa6c-ba5b-4e80-afa3-234c2cae0780,segment=NetworkSegment(fe93ca8e-6e39-4230-beae-df94bc35af98),segment_id=fe93ca8e-6e39-4230-beae-df94bc35af98)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:26.364207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7c886cf9-172b-433c-89de-bb1711fb4d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.400946 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.404942 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7c886cf9-172b-433c-89de-bb1711fb4d5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b12edb1a6b6e4e029c4db89eddf4f11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7882347 Oct 19 11:27:26.406182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c886cf9-172b-433c-89de-bb1711fb4d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fdf207-5811-4f71-850d-ac8255e502f3,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:26.421023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39798) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:26.429012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d236888-4910-4513-9c0d-0acac20d755f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732462719254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5867902'] for subnet, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.480496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2d4a0-5ace-4d4a-ba7d-e6729baefaa5 None None] Pushing event updated for resources: {'Port': ['ID=5016fa6c-ba5b-4e80-afa3-234c2cae0780,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:26.511469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d236888-4910-4513-9c0d-0acac20d755f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:26.512068 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d236888-4910-4513-9c0d-0acac20d755f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.513535 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9d236888-4910-4513-9c0d-0acac20d755f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "PUT /v2.0/subnets/1128bfe2-049a-4c84-bac0-72913042a1fa HTTP/1.1" status: 200 len: 877 time: 0.8957350 Oct 19 11:27:26.518136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39802) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:26.534908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d236888-4910-4513-9c0d-0acac20d755f tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event updated for resources: {'Subnet': ['ID=1128bfe2-049a-4c84-bac0-72913042a1fa,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:26.555603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-872fac04-2374-47cd-afc2-360990a0d362 tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.556824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-872fac04-2374-47cd-afc2-360990a0d362 tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/550d5e6b-ea54-4b27-a96f-ca512411d03c HTTP/1.1" status: 204 len: 168 time: 0.3122520 Oct 19 11:27:26.559795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39806) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:26.562962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2388d560-790f-4b14-8aed-b49accbca722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.586383 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c6dfe75b-9ce2-4608-979a-e1f46dab0bbb tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=550d5e6b-ea54-4b27-a96f-ca512411d03c HTTP/1.1" status: 200 len: 216 time: 0.0255044 Oct 19 11:27:26.590609 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39808) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:26.602930 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2388d560-790f-4b14-8aed-b49accbca722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.632023 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ac930921-1bf9-4c32-b057-4b7a149b7c0a tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0370104 Oct 19 11:27:26.632740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39810) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:26.652608 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7054ee74-8489-4c19-8475-fbaac5096ac2 tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0159650 Oct 19 11:27:26.657112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39812) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:26.751681 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2388d560-790f-4b14-8aed-b49accbca722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.754384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2388d560-790f-4b14-8aed-b49accbca722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.755605 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2388d560-790f-4b14-8aed-b49accbca722 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41fdf207-5811-4f71-850d-ac8255e502f3 HTTP/1.1" status: 204 len: 168 time: 0.3335466 Oct 19 11:27:26.766950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388d560-790f-4b14-8aed-b49accbca722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fdf207-5811-4f71-850d-ac8255e502f3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:26.794162 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.807368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39820) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:26.807815 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-524e4b1c-3e63-45ac-8c49-ab7b3ab9c70f tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/f1c4f9d8-8313-48c1-808b-634033485795 HTTP/1.1" status: 200 len: 473 time: 0.1448994 Oct 19 11:27:26.817218 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d7080ddd-4fb5-411f-817c-214da2073fe8 tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/a580a3aa-ed48-4426-bf21-b3d947e2d6ae HTTP/1.1" status: 200 len: 461 time: 0.0135868 Oct 19 11:27:26.820619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39822) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:26.890688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting port 5016fa6c-ba5b-4e80-afa3-234c2cae0780 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:26.891028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:26.978267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] For port 5016fa6c-ba5b-4e80-afa3-234c2cae0780, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5016fa6c-ba5b-4e80-afa3-234c2cae0780,segment=NetworkSegment(fe93ca8e-6e39-4230-beae-df94bc35af98),segment_id=fe93ca8e-6e39-4230-beae-df94bc35af98)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:26.978853 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.003596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Calling delete_port for 5016fa6c-ba5b-4e80-afa3-234c2cae0780 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:27.089641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5016fa6c-ba5b-4e80-afa3-234c2cae0780 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:27:27.126793 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78aecca5-5a00-41f1-a586-d8fb8ce3e53c tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.131233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-78aecca5-5a00-41f1-a586-d8fb8ce3e53c tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/a580a3aa-ed48-4426-bf21-b3d947e2d6ae HTTP/1.1" status: 204 len: 168 time: 0.3064091 Oct 19 11:27:27.131233 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39830) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:27.187862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5016fa6c-ba5b-4e80-afa3-234c2cae0780 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:27.188237 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.327952 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.335187 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.401613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Port': ['ID=5016fa6c-ba5b-4e80-afa3-234c2cae0780,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:27.411344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.411992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.412665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.413211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.413731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.414268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.414778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.415287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.415822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.416482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.417109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.417638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:27:27.456695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30002652-3406-494e-ad66-08f60f1a3f92 req-9031cff3-502b-43b4-8483-277ac4e2d98a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:27.464852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-30002652-3406-494e-ad66-08f60f1a3f92 req-9031cff3-502b-43b4-8483-277ac4e2d98a tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 946 time: 0.1901860 Oct 19 11:27:27.516659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No DVR routers for this DVR port 5016fa6c-ba5b-4e80-afa3-234c2cae0780 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:27.535420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19523b7-60ad-4327-8094-c93f46c7b024 req-91cd0e4a-1df3-4e8c-9feb-de9601ab0dc0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:27.537331 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a19523b7-60ad-4327-8094-c93f46c7b024 req-91cd0e4a-1df3-4e8c-9feb-de9601ab0dc0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.2453294 Oct 19 11:27:27.545878 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-30002652-3406-494e-ad66-08f60f1a3f92 req-ba3be4b1-1fcd-436d-8fa7-e03633baf29f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801239 Oct 19 11:27:27.583728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.603097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fa1f5b0c-0399-4d46-85d9-fca163979a95 tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.604253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fa1f5b0c-0399-4d46-85d9-fca163979a95 tempest-MeteringTestJSON-627087245 tempest-MeteringTestJSON-627087245-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/f1c4f9d8-8313-48c1-808b-634033485795 HTTP/1.1" status: 204 len: 168 time: 0.4726813 Oct 19 11:27:27.634843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a19523b7-60ad-4327-8094-c93f46c7b024 req-cb231539-991c-43f4-a343-59b910f0ef23 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894973 Oct 19 11:27:27.757861 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cecb5683-938a-42c2-8d56-377a4f68e440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.786553 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.813061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11824a25-3058-48f7-9edd-768f91f8f77c None None] Network 1b001a85-f101-4e72-83a0-f8f9ab2870f2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:27.820941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Subnet': ['ID=1128bfe2-049a-4c84-bac0-72913042a1fa,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:27.843706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3d707e1b-d3a4-4a12-b1d9-cd6a12bb5c95 None None] Could not find standard attr ID for object 5016fa6c-ba5b-4e80-afa3-234c2cae0780. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:27:27.887837 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.910055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b001a85-f101-4e72-83a0-f8f9ab2870f2']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:27.923421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe93ca8e-6e39-4230-beae-df94bc35af98') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:27.923774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe93ca8e-6e39-4230-beae-df94bc35af98') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:27.933700 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.951968 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.958942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:27.959319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:27.962252 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:27.984276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a86370-fca9-45fc-8aaf-6b4f8ebdf5ff None None] DHCP port deletion for 1b001a85-f101-4e72-83a0-f8f9ab2870f2 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:27:28.012410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f06d76-afab-4cdf-808c-8db4174469d0 None None] Network 1b001a85-f101-4e72-83a0-f8f9ab2870f2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:28.191913 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.204060 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.211046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39868) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:28.221972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/1b001a85-f101-4e72-83a0-f8f9ab2870f2 HTTP/1.1" status: 204 len: 168 time: 1.6995475 Oct 19 11:27:28.226852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39874) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:28.246918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a1ad6-7f2e-4539-9cfc-85671f66cfa7 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=1b001a85-f101-4e72-83a0-f8f9ab2870f2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:28.262875 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-446c261e-a7ef-4eca-bba1-94aaa681d189 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:28.263581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446c261e-a7ef-4eca-bba1-94aaa681d189 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:28.270221 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-446c261e-a7ef-4eca-bba1-94aaa681d189 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/subnets/1128bfe2-049a-4c84-bac0-72913042a1fa HTTP/1.1" status: 404 len: 337 time: 0.0470507 Oct 19 11:27:28.270368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39878) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:28.289118 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-009ae883-4207-4f21-94c2-557631524f06 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:28.289658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009ae883-4207-4f21-94c2-557631524f06 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:28.292667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-009ae883-4207-4f21-94c2-557631524f06 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/1b001a85-f101-4e72-83a0-f8f9ab2870f2 HTTP/1.1" status: 404 len: 339 time: 0.0212293 Oct 19 11:27:28.295219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39880) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:28.326939 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-395b593e-79a6-4bb3-bdbc-26cee6981a04 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:28.327551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395b593e-79a6-4bb3-bdbc-26cee6981a04 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:28.332647 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-395b593e-79a6-4bb3-bdbc-26cee6981a04 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/subnets/b4f1d93a-2a44-4c1e-a371-9328f51a0580 HTTP/1.1" status: 404 len: 337 time: 0.0342832 Oct 19 11:27:28.333068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39884) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:28.351523 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b46816-144a-4969-9911-6f75ffd5f4f5 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:28.352068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b46816-144a-4969-9911-6f75ffd5f4f5 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:28.355126 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-55b46816-144a-4969-9911-6f75ffd5f4f5 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/03e9cfca-86bf-4a5f-9505-6d1e627430e6 HTTP/1.1" status: 404 len: 339 time: 0.0210555 Oct 19 11:27:28.357624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39886) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:28.439832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.496733 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f48f5bc4-a1e6-435d-bda4-df45bbb5eb9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.554186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.584844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef00966c-5b78-4062-8708-f68124757721']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:28.598583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346b5386-1b9c-4066-ae0a-715afc71556e') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:28.598894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346b5386-1b9c-4066-ae0a-715afc71556e') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:28.620499 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.644741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.679018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:28.679349 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:28.682630 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:28.720524 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f48f5bc4-a1e6-435d-bda4-df45bbb5eb9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.765896 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dde406-605c-45c2-8651-013260389954 req-bb5c85a7-83df-4331-ac4b-70701216ed98 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:28.767301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f6dde406-605c-45c2-8651-013260389954 req-bb5c85a7-83df-4331-ac4b-70701216ed98 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 946 time: 0.1417053 Oct 19 11:27:28.790820 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f48f5bc4-a1e6-435d-bda4-df45bbb5eb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.803942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0b2aa-5f77-4725-99d7-b2fc51aa9680 req-a680bd00-ff60-477e-afc1-97b54cbb9a31 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:28.805750 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-13e0b2aa-5f77-4725-99d7-b2fc51aa9680 req-a680bd00-ff60-477e-afc1-97b54cbb9a31 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0608084 Oct 19 11:27:28.848308 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f48f5bc4-a1e6-435d-bda4-df45bbb5eb9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b3990ee6b7d4fd291cc7dc0c7081282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6361623 Oct 19 11:27:28.849514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f5bc4-a1e6-435d-bda4-df45bbb5eb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc54de6-3d12-4d34-9365-824f0546f207,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:28.855326 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f6dde406-605c-45c2-8651-013260389954 req-35ea131f-fd7c-4b59-bc88-ad67f895ac8c tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799034 Oct 19 11:27:28.859693 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-13e0b2aa-5f77-4725-99d7-b2fc51aa9680 req-75ff33e1-dd36-4c54-a391-4cd3c7b5ca9c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452061 Oct 19 11:27:28.860198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39910) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:28.877592 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.895966 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.901770 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/ef00966c-5b78-4062-8708-f68124757721 HTTP/1.1" status: 204 len: 168 time: 0.5423884 Oct 19 11:27:28.905035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39914) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:28.915238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89258b32-1f98-4e2d-9eff-3eccaaf64c3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=ef00966c-5b78-4062-8708-f68124757721,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:28.940195 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2db3144-6262-43c7-951d-f5c3046c7ec9 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:28.940681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2db3144-6262-43c7-951d-f5c3046c7ec9 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:28.943899 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f2db3144-6262-43c7-951d-f5c3046c7ec9 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/subnets/1b128790-0224-456d-9886-6783d2b8446a HTTP/1.1" status: 404 len: 337 time: 0.0375073 Oct 19 11:27:28.947426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39916) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:28.975602 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdd40da-4303-4731-9a46-8fe6c76b0c95 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:28.976584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdd40da-4303-4731-9a46-8fe6c76b0c95 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:28.980170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dfdd40da-4303-4731-9a46-8fe6c76b0c95 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/125a6ba8-c037-4d4d-aaf3-cd577c54e104 HTTP/1.1" status: 404 len: 339 time: 0.0314107 Oct 19 11:27:28.981077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3b97-47f6-4a30-baa3-2b75f26a339f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:28.982682 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39920) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.009440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3b97-47f6-4a30-baa3-2b75f26a339f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:29.022601 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:29.030421 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddea275-8857-43a0-9068-722c2ef2bc8e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.031701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddea275-8857-43a0-9068-722c2ef2bc8e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.034911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7ddea275-8857-43a0-9068-722c2ef2bc8e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/subnets/334d42b2-c69b-40b3-a088-8088999e7738 HTTP/1.1" status: 404 len: 337 time: 0.0510716 Oct 19 11:27:29.037571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39922) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.053949 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:29.063365 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-76de66c1-4ba7-4c44-a4bc-2e95d8131b4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.063926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76de66c1-4ba7-4c44-a4bc-2e95d8131b4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.069250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-76de66c1-4ba7-4c44-a4bc-2e95d8131b4e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/c438e69b-fa06-4931-8041-c56e382a77d8 HTTP/1.1" status: 404 len: 339 time: 0.0285397 Oct 19 11:27:29.069851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39926) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.088485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5016fa6c-ba5b-4e80-afa3-234c2cae0780 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:27:29.103511 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaec7b4d-a9a6-4efe-a80e-c80ce59dcd6e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.103969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaec7b4d-a9a6-4efe-a80e-c80ce59dcd6e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.108621 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aaec7b4d-a9a6-4efe-a80e-c80ce59dcd6e tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/subnets/f44137f0-4a2a-4a0b-bc45-907a942634f3 HTTP/1.1" status: 404 len: 337 time: 0.0360315 Oct 19 11:27:29.110029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39928) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.114769 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 5016fa6c-ba5b-4e80-afa3-234c2cae0780 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:27:29.115300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5016fa6c-ba5b-4e80-afa3-234c2cae0780 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:27:29.130395 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4ac121-ffdb-4e89-8f00-c7df6e494369 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.130946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4ac121-ffdb-4e89-8f00-c7df6e494369 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.134201 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5c4ac121-ffdb-4e89-8f00-c7df6e494369 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/d0d5a677-f678-40d9-a013-2e495253f458 HTTP/1.1" status: 404 len: 339 time: 0.0230782 Oct 19 11:27:29.141291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39930) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.169163 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3b97-47f6-4a30-baa3-2b75f26a339f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:29.172134 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3b97-47f6-4a30-baa3-2b75f26a339f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:29.173456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ac7f3b97-47f6-4a30-baa3-2b75f26a339f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bc54de6-3d12-4d34-9365-824f0546f207 HTTP/1.1" status: 204 len: 168 time: 0.3122308 Oct 19 11:27:29.174643 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f93de47-f263-42c9-9bd7-f0401c05d27b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.175153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f93de47-f263-42c9-9bd7-f0401c05d27b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.178203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7f93de47-f263-42c9-9bd7-f0401c05d27b tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/subnets/4140ecfe-19e7-4fc2-afbb-269272cd25d6 HTTP/1.1" status: 404 len: 337 time: 0.0358512 Oct 19 11:27:29.181319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39940) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.186232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f3b97-47f6-4a30-baa3-2b75f26a339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc54de6-3d12-4d34-9365-824f0546f207,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:29.213775 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a844043-d12c-4552-92c0-82eaea018ceb tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.213775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a844043-d12c-4552-92c0-82eaea018ceb tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.219791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0a844043-d12c-4552-92c0-82eaea018ceb tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/0475e374-3018-42dc-9dea-15d332af695e HTTP/1.1" status: 404 len: 339 time: 0.0341735 Oct 19 11:27:29.219912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39942) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.249720 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-d073491a-2da7-4880-aab0-b92a4dfc3aa0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.250258 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d073491a-2da7-4880-aab0-b92a4dfc3aa0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.253439 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d073491a-2da7-4880-aab0-b92a4dfc3aa0 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/subnets/72bc338a-c656-4ece-8bf3-123cef990e15 HTTP/1.1" status: 404 len: 337 time: 0.0325453 Oct 19 11:27:29.255992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39946) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.287917 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-48540c26-6a4f-410c-a5c7-caa6a6e0024a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.288507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48540c26-6a4f-410c-a5c7-caa6a6e0024a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.292097 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-48540c26-6a4f-410c-a5c7-caa6a6e0024a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/0298e359-31cf-435e-8574-4a7ef53de1da HTTP/1.1" status: 404 len: 339 time: 0.0341761 Oct 19 11:27:29.295286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39954) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.321431 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-a303356f-31d7-4217-b37c-320b59752935 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.321887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a303356f-31d7-4217-b37c-320b59752935 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.325035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a303356f-31d7-4217-b37c-320b59752935 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/subnets/4d033e5e-f0bc-43e6-ba3f-a9b40721d595 HTTP/1.1" status: 404 len: 337 time: 0.0286815 Oct 19 11:27:29.328266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39958) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.347063 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9788fd5-4c3f-4c19-8c61-d93b02dff724 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.347689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9788fd5-4c3f-4c19-8c61-d93b02dff724 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.351041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d9788fd5-4c3f-4c19-8c61-d93b02dff724 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/c1bf3688-5e46-4d9c-8dd2-fdcfb66e7c74 HTTP/1.1" status: 404 len: 339 time: 0.0214520 Oct 19 11:27:29.358561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39960) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.384803 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc0d7f7-e239-47c0-bf09-b4d45dc69da9 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.385556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc0d7f7-e239-47c0-bf09-b4d45dc69da9 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.391787 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4fc0d7f7-e239-47c0-bf09-b4d45dc69da9 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/subnets/649c9a15-6f49-4c3e-88f8-578b42a5a907 HTTP/1.1" status: 404 len: 337 time: 0.0290804 Oct 19 11:27:29.392008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39966) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.410044 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-7210b18e-20ea-4d00-a256-6a31310f6cb2 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.410592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7210b18e-20ea-4d00-a256-6a31310f6cb2 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.413754 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7210b18e-20ea-4d00-a256-6a31310f6cb2 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/1ab641b6-0a71-41a7-9752-c8abfea4d37d HTTP/1.1" status: 404 len: 339 time: 0.0208230 Oct 19 11:27:29.418061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39968) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.447055 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a05146-d128-421d-9d20-b8760a939cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.447055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a05146-d128-421d-9d20-b8760a939cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.448341 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-58a05146-d128-421d-9d20-b8760a939cf6 tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/subnets/0985fd2d-169f-443a-80db-aede74d79e5d HTTP/1.1" status: 404 len: 337 time: 0.0292151 Oct 19 11:27:29.451047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39970) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.469570 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-a881ab10-c133-42c0-aa31-7c6f8d6a425d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] DELETE failed (client error): The resource could not be found. Oct 19 11:27:29.470542 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a881ab10-c133-42c0-aa31-7c6f8d6a425d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:27:29.473595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a881ab10-c133-42c0-aa31-7c6f8d6a425d tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/7314664a-d37d-4fc1-a417-db78bb5409b8 HTTP/1.1" status: 404 len: 339 time: 0.0216424 Oct 19 11:27:29.476799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39972) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:29.536800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3586df3c-2340-4883-ade2-584aa951059c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting subnet cfb876c0-7a38-40c4-92fa-48a0f5da3426 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:27:29.540061 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3586df3c-2340-4883-ade2-584aa951059c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:29.597530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3586df3c-2340-4883-ade2-584aa951059c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:29.684243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3586df3c-2340-4883-ade2-584aa951059c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:29.913725 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3586df3c-2340-4883-ade2-584aa951059c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:29.949094 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3586df3c-2340-4883-ade2-584aa951059c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:29.952971 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3586df3c-2340-4883-ade2-584aa951059c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/subnets/cfb876c0-7a38-40c4-92fa-48a0f5da3426 HTTP/1.1" status: 204 len: 168 time: 0.4741714 Oct 19 11:27:29.954101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586df3c-2340-4883-ade2-584aa951059c tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb876c0-7a38-40c4-92fa-48a0f5da3426,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:29.956638 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223cc2c0-8884-41d6-8ca9-ff420d7dda97 None None] Network d0e9837d-de81-4351-9d39-bad66b4bf967 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:29.964257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39996) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:30.046676 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d17f98-4b2b-43c8-bc00-028658efaefb req-1812ecaf-ed1a-465c-9809-2dfacfdcff6e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:30.055668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.061325 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09d17f98-4b2b-43c8-bc00-028658efaefb req-1812ecaf-ed1a-465c-9809-2dfacfdcff6e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.1185203 Oct 19 11:27:30.113108 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09d17f98-4b2b-43c8-bc00-028658efaefb req-30715f88-85aa-4236-b32a-9598def5dd68 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501025 Oct 19 11:27:30.121772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Deleting port 790062b5-d06b-4557-9096-2d4faa5d392a {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:30.122115 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.149251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40002) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:30.191895 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55a756b9-2e1b-4e96-b594-6124a2ad0e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.193964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c5b1f-20f5-4a34-a378-78d7855ddada None None] DHCP port deletion for d0e9837d-de81-4351-9d39-bad66b4bf967 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:27:30.222145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] For port 790062b5-d06b-4557-9096-2d4faa5d392a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=790062b5-d06b-4557-9096-2d4faa5d392a,segment=NetworkSegment(3ff2197e-8dd9-4871-8d0e-864348904e26),segment_id=3ff2197e-8dd9-4871-8d0e-864348904e26)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:30.222522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.242512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Calling delete_port for 790062b5-d06b-4557-9096-2d4faa5d392a owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:30.254468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-614c5b1f-20f5-4a34-a378-78d7855ddada None None] Deleting port 790062b5-d06b-4557-9096-2d4faa5d392a {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:30.255154 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-614c5b1f-20f5-4a34-a378-78d7855ddada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.320413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-614c5b1f-20f5-4a34-a378-78d7855ddada None None] For port 790062b5-d06b-4557-9096-2d4faa5d392a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=790062b5-d06b-4557-9096-2d4faa5d392a,segment=NetworkSegment(3ff2197e-8dd9-4871-8d0e-864348904e26),segment_id=3ff2197e-8dd9-4871-8d0e-864348904e26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:30.320837 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-614c5b1f-20f5-4a34-a378-78d7855ddada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.333657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-614c5b1f-20f5-4a34-a378-78d7855ddada None None] Calling delete_port for 790062b5-d06b-4557-9096-2d4faa5d392a owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:30.367476 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55a756b9-2e1b-4e96-b594-6124a2ad0e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.517711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-55a756b9-2e1b-4e96-b594-6124a2ad0e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.556732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-55a756b9-2e1b-4e96-b594-6124a2ad0e22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38925d9605074dacb3e651f7c62c2dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063365 Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.558241 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:27:30.560952 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:27:30.561914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a756b9-2e1b-4e96-b594-6124a2ad0e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685cda7b-2e30-4254-ab68-8017ae3c681a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:30.562001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40026) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:30.562094 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.572977 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-614c5b1f-20f5-4a34-a378-78d7855ddada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.590670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Port': ['ID=790062b5-d06b-4557-9096-2d4faa5d392a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:30.595243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] No DVR routers for this DVR port 790062b5-d06b-4557-9096-2d4faa5d392a on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:30.619645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c5b1f-20f5-4a34-a378-78d7855ddada None None] Pushing event deleted for resources: {'Port': ['ID=790062b5-d06b-4557-9096-2d4faa5d392a,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:30.625309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c5b1f-20f5-4a34-a378-78d7855ddada None None] No DVR routers for this DVR port 790062b5-d06b-4557-9096-2d4faa5d392a on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:30.657049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1492ebc-2bcd-49ba-921b-1c78fc9752c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.681590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1492ebc-2bcd-49ba-921b-1c78fc9752c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.690382 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.721649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e9837d-de81-4351-9d39-bad66b4bf967']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:30.731757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff2197e-8dd9-4871-8d0e-864348904e26') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:30.732048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff2197e-8dd9-4871-8d0e-864348904e26') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:30.741400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.754303 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.759972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:30.760345 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:30.763255 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:30.768956 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.917396 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1492ebc-2bcd-49ba-921b-1c78fc9752c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.920018 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1492ebc-2bcd-49ba-921b-1c78fc9752c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.921889 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d1492ebc-2bcd-49ba-921b-1c78fc9752c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/685cda7b-2e30-4254-ab68-8017ae3c681a HTTP/1.1" status: 204 len: 168 time: 0.3615954 Oct 19 11:27:30.930294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1492ebc-2bcd-49ba-921b-1c78fc9752c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685cda7b-2e30-4254-ab68-8017ae3c681a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:30.970140 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.990589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:30.994680 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] 10.222.0.39 "DELETE /v2.0/networks/d0e9837d-de81-4351-9d39-bad66b4bf967 HTTP/1.1" status: 204 len: 168 time: 1.0352397 Oct 19 11:27:31.023409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5e503-d0cc-4c61-9853-d02afda89d3a tempest-NetworksTest-702734142 tempest-NetworksTest-702734142-project] Pushing event deleted for resources: {'Network': ['ID=d0e9837d-de81-4351-9d39-bad66b4bf967,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:31.068840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 790062b5-d06b-4557-9096-2d4faa5d392a no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:27:31.088770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 790062b5-d06b-4557-9096-2d4faa5d392a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:27:31.089110 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 790062b5-d06b-4557-9096-2d4faa5d392a not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:27:31.227009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e56cf1-0652-4508-8cf7-2fed228e3117 req-37708012-f620-4c73-b065-d4a1a821a78e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:31.228514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-60e56cf1-0652-4508-8cf7-2fed228e3117 req-37708012-f620-4c73-b065-d4a1a821a78e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0499024 Oct 19 11:27:31.270192 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-60e56cf1-0652-4508-8cf7-2fed228e3117 req-c42b7d8b-52c9-4a25-a930-68b6b0294c59 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346694 Oct 19 11:27:31.555327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40086) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:31.682893 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-476a198b-7023-44bf-85db-9c83cab7aac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:31.763516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-476a198b-7023-44bf-85db-9c83cab7aac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:31.877717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-476a198b-7023-44bf-85db-9c83cab7aac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:31.902720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40114) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:31.918637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-476a198b-7023-44bf-85db-9c83cab7aac4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d8fcd534cc04914904c57d1a7b5740e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645103 Oct 19 11:27:31.919764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a198b-7023-44bf-85db-9c83cab7aac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763e7c39-ec3e-4efd-b3dc-139625699a86,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:31.922104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40118) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:31.978707 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f278538-6cac-4dfb-94a7-e7219bc51be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:32.010115 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f278538-6cac-4dfb-94a7-e7219bc51be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:32.102946 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9f7b6241-b305-4811-bad8-d6146e31b741 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4ee78b9dde34f5b8f5f429c61861af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989958 Oct 19 11:27:32.105528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40124) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:32.156074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c58573a5-41d3-4092-8ff7-c65bfeda805b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:32.175413 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f278538-6cac-4dfb-94a7-e7219bc51be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:32.178192 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f278538-6cac-4dfb-94a7-e7219bc51be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:32.182292 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7f278538-6cac-4dfb-94a7-e7219bc51be9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/763e7c39-ec3e-4efd-b3dc-139625699a86 HTTP/1.1" status: 204 len: 168 time: 0.2586567 Oct 19 11:27:32.189572 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c58573a5-41d3-4092-8ff7-c65bfeda805b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:32.204428 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f278538-6cac-4dfb-94a7-e7219bc51be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763e7c39-ec3e-4efd-b3dc-139625699a86,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:32.401644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005e973-7413-4169-b952-29fd3c8fc2dc req-c35b64c5-77d5-42be-b52a-d57781069861 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:32.403137 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f005e973-7413-4169-b952-29fd3c8fc2dc req-c35b64c5-77d5-42be-b52a-d57781069861 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0540555 Oct 19 11:27:32.441690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f005e973-7413-4169-b952-29fd3c8fc2dc req-4158ae70-bf8a-4309-b153-f98130bbea65 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Oct 19 11:27:32.466372 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c58573a5-41d3-4092-8ff7-c65bfeda805b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:32.470920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c58573a5-41d3-4092-8ff7-c65bfeda805b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:32.472728 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c58573a5-41d3-4092-8ff7-c65bfeda805b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6627d8af-b430-4d05-ae6b-ff3fa4976cb2 HTTP/1.1" status: 204 len: 168 time: 0.3659670 Oct 19 11:27:32.484053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58573a5-41d3-4092-8ff7-c65bfeda805b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6627d8af-b430-4d05-ae6b-ff3fa4976cb2,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:33.270534 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40186) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:33.289439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c5eefd7b-ab35-4a93-95a3-e5914ee7109c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:33.372987 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c5eefd7b-ab35-4a93-95a3-e5914ee7109c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:33.431515 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c5eefd7b-ab35-4a93-95a3-e5914ee7109c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:33.470370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eefd7b-ab35-4a93-95a3-e5914ee7109c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bfff44-bc2c-4ffc-a104-40a55b89b98f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:33.474810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c5eefd7b-ab35-4a93-95a3-e5914ee7109c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a93ed65c183d445698549901dd68dea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029796 Oct 19 11:27:33.477689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40196) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:33.535945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b81439d-b9d6-434d-bee1-7ebd424bf094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:33.560449 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b81439d-b9d6-434d-bee1-7ebd424bf094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:33.565220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2f5d5-8b8a-469c-a3f6-87b55ab64cf4 req-b172e7fa-b1b6-42ee-acc2-165b178316dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:33.566756 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9b2f5d5-8b8a-469c-a3f6-87b55ab64cf4 req-b172e7fa-b1b6-42ee-acc2-165b178316dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0538900 Oct 19 11:27:33.607941 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9b2f5d5-8b8a-469c-a3f6-87b55ab64cf4 req-e755fcde-f365-4517-9285-9f3b66e70c24 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342216 Oct 19 11:27:33.728632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b81439d-b9d6-434d-bee1-7ebd424bf094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:33.731239 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b81439d-b9d6-434d-bee1-7ebd424bf094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:33.732396 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0b81439d-b9d6-434d-bee1-7ebd424bf094 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41bfff44-bc2c-4ffc-a104-40a55b89b98f HTTP/1.1" status: 204 len: 168 time: 0.2519648 Oct 19 11:27:33.740313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81439d-b9d6-434d-bee1-7ebd424bf094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bfff44-bc2c-4ffc-a104-40a55b89b98f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:33.850908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40208) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:34.212821 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fdb20dd-870e-4af3-95b3-bbbf72728494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.224913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40218) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:34.297863 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-86a3af76-8834-4905-a72e-893b69496584 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2018117078'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:34.312039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fdb20dd-870e-4af3-95b3-bbbf72728494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.397245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fdb20dd-870e-4af3-95b3-bbbf72728494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.414846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86a3af76-8834-4905-a72e-893b69496584 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.415912 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86a3af76-8834-4905-a72e-893b69496584 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.436061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb20dd-870e-4af3-95b3-bbbf72728494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe949bd-d878-4690-b747-e9d56748d8fe,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:34.442908 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7fdb20dd-870e-4af3-95b3-bbbf72728494 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75ea479540eb47deb6f7a83a79e586d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909233 Oct 19 11:27:34.445901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40236) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:34.493235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86a3af76-8834-4905-a72e-893b69496584 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.532399 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e01cf02e-2be7-4840-9649-6b26d2c4cb6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.557361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40240) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:34.557854 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e01cf02e-2be7-4840-9649-6b26d2c4cb6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.576145 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86a3af76-8834-4905-a72e-893b69496584 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.659412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'network': {'name': 'tempest-RoutersTest-800703594'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:34.675243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86a3af76-8834-4905-a72e-893b69496584 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.679715 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-86a3af76-8834-4905-a72e-893b69496584 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4533479 Oct 19 11:27:34.680770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40248) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:34.734975 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e01cf02e-2be7-4840-9649-6b26d2c4cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.737530 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e01cf02e-2be7-4840-9649-6b26d2c4cb6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.738639 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e01cf02e-2be7-4840-9649-6b26d2c4cb6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fe949bd-d878-4690-b747-e9d56748d8fe HTTP/1.1" status: 204 len: 168 time: 0.2915511 Oct 19 11:27:34.757209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:34.761244 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.774215 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.793390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cf02e-2be7-4840-9649-6b26d2c4cb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe949bd-d878-4690-b747-e9d56748d8fe,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:34.803375 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef2f8-c7d3-4fa3-8fec-ab0dac06c077 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.853480 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.862484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f6d28-9e6f-4132-aded-e0280a7fc579 req-a730261e-1456-49bb-92ea-ad326619082d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:34.863962 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-985f6d28-9e6f-4132-aded-e0280a7fc579 req-a730261e-1456-49bb-92ea-ad326619082d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.1396747 Oct 19 11:27:34.974780 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:34.991558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:27:35.016412 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef2f8-c7d3-4fa3-8fec-ab0dac06c077 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.016671 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.016813 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added segment 7c620bbb-2107-49fa-86ce-308be3aac5a9 of type vlan for network ab6759f7-dc4e-4830-986a-f1c85e667563 Oct 19 11:27:35.018774 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef2f8-c7d3-4fa3-8fec-ab0dac06c077 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.023035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-985f6d28-9e6f-4132-aded-e0280a7fc579 req-af4c3a1f-1ffb-46a7-ba55-53759b83d0bf tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327569 Oct 19 11:27:35.025703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c11014-a7b5-4ad9-8b63-0fb6785dc2d7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:35.064249 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.192456 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.199982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:35.200659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.279421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Network': ['ID=ab6759f7-dc4e-4830-986a-f1c85e667563,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:35.290407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network ab6759f7-dc4e-4830-986a-f1c85e667563 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:35.397777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef2f8-c7d3-4fa3-8fec-ab0dac06c077 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.398566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0ef2f8-c7d3-4fa3-8fec-ab0dac06c077 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e012e793-1764-4f19-895f-0c1beab6da79 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:27:35.404722 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0cdeea69-ce42-4af4-abe3-b9b00baa2f82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8419609 Oct 19 11:27:35.405991 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40266) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:35.406224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef2f8-c7d3-4fa3-8fec-ab0dac06c077 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.407878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ee0ef2f8-c7d3-4fa3-8fec-ab0dac06c077 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] 10.222.0.39 "DELETE /v2.0/routers/e012e793-1764-4f19-895f-0c1beab6da79 HTTP/1.1" status: 204 len: 168 time: 0.7262204 Oct 19 11:27:35.410872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40268) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:35.414840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'network': {'name': 'tempest-RoutersTest-698387044'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:35.415912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c0ef091e-1fb6-4018-b7cd-824d65097009 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Request body: {'router': {'name': 'tempest-router-694597951', 'distributed': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:35.434744 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.api [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 11:27:35.434744 n-d-814547-1 neutron-server[101312]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 19 11:27:35.434744 n-d-814547-1 neutron-server[101312]: [parameters: {'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'id': '9e8f2e51-980e-4990-bc0f-e9f9bf4e5dd3', 'expiration': datetime.datetime(2021, 10, 19, 11, 29, 35, 430986)}] Oct 19 11:27:35.434744 n-d-814547-1 neutron-server[101312]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:27:35.435531 n-d-814547-1 neutron-server[101312]: DEBUG oslo_db.api [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:27:35.547996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0ef091e-1fb6-4018-b7cd-824d65097009 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.547996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0ef091e-1fb6-4018-b7cd-824d65097009 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.571305 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40274) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:35.582635 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d4cf09ed-75bf-44bb-8623-0d5af14b2c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.599944 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0ef091e-1fb6-4018-b7cd-824d65097009 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.655211 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d4cf09ed-75bf-44bb-8623-0d5af14b2c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.711915 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0ef091e-1fb6-4018-b7cd-824d65097009 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.768897 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d4cf09ed-75bf-44bb-8623-0d5af14b2c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.809902 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d4cf09ed-75bf-44bb-8623-0d5af14b2c37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f9122e28594469e97076f4e2cbbe138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401345 Oct 19 11:27:35.810773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf09ed-75bf-44bb-8623-0d5af14b2c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6565b4c-bd20-4396-8482-6de8c77b0978,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:35.812329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40280) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:35.831050 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0ef091e-1fb6-4018-b7cd-824d65097009 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.832259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c0ef091e-1fb6-4018-b7cd-824d65097009 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4204409 Oct 19 11:27:35.835476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40282) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:35.878908 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3adc5e32-3ddf-4cc9-bec0-e8eedb9a3b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.901562 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3adc5e32-3ddf-4cc9-bec0-e8eedb9a3b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:35.914903 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af26bfd0-6895-4ce8-89df-88b764958674 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.015054 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3adc5e32-3ddf-4cc9-bec0-e8eedb9a3b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.018702 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3adc5e32-3ddf-4cc9-bec0-e8eedb9a3b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.022381 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3adc5e32-3ddf-4cc9-bec0-e8eedb9a3b29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6565b4c-bd20-4396-8482-6de8c77b0978 HTTP/1.1" status: 204 len: 168 time: 0.2057889 Oct 19 11:27:36.034584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc5e32-3ddf-4cc9-bec0-e8eedb9a3b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6565b4c-bd20-4396-8482-6de8c77b0978,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:36.132718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af26bfd0-6895-4ce8-89df-88b764958674 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.134579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:36.138287 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.150764 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af26bfd0-6895-4ce8-89df-88b764958674 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.171499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63b748-7ab4-4932-8a8f-5fc62f37b1ec req-5e270f24-ee72-4d2d-bb07-d7d00f61f1cf tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:36.173858 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cf63b748-7ab4-4932-8a8f-5fc62f37b1ec req-5e270f24-ee72-4d2d-bb07-d7d00f61f1cf tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0628405 Oct 19 11:27:36.214632 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cf63b748-7ab4-4932-8a8f-5fc62f37b1ec req-e8ecafb2-cefc-4e53-986e-98e3cf03c9f6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338509 Oct 19 11:27:36.219754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:27:36.290515 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af26bfd0-6895-4ce8-89df-88b764958674 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.291054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af26bfd0-6895-4ce8-89df-88b764958674 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b18817d-6d68-4d6a-ba56-86280d74a8e7 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:27:36.293224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.293578 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added segment 86e5666c-c117-45f6-9ec0-4fd1aae6bfe9 of type vlan for network 5d222739-5c0f-4f74-8a2a-a8cdca46741d Oct 19 11:27:36.299146 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af26bfd0-6895-4ce8-89df-88b764958674 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.300733 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-af26bfd0-6895-4ce8-89df-88b764958674 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] 10.222.0.39 "DELETE /v2.0/routers/8b18817d-6d68-4d6a-ba56-86280d74a8e7 HTTP/1.1" status: 204 len: 168 time: 0.4637456 Oct 19 11:27:36.304185 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40294) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:36.308932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c637bff3-3be8-4df1-8078-ebe28f764594 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Request body: {'router': {'name': 'tempest-router-863849029', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7962a72a05ba4af9901d2e7bcca700ee'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:36.341125 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.414574 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c637bff3-3be8-4df1-8078-ebe28f764594 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.415622 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c637bff3-3be8-4df1-8078-ebe28f764594 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.471572 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.474362 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c637bff3-3be8-4df1-8078-ebe28f764594 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.478968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:36.482104 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.548223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Network': ['ID=5d222739-5c0f-4f74-8a2a-a8cdca46741d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:36.557570 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c637bff3-3be8-4df1-8078-ebe28f764594 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.563768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 5d222739-5c0f-4f74-8a2a-a8cdca46741d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:36.622716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-36d01f77-6695-46df-a991-8662fbb91bf6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2144470 Oct 19 11:27:36.625816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40306) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:36.630964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'subnet': {'network_id': 'ab6759f7-dc4e-4830-986a-f1c85e667563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:36.740321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c637bff3-3be8-4df1-8078-ebe28f764594 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:36.741555 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c637bff3-3be8-4df1-8078-ebe28f764594 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4361765 Oct 19 11:27:36.745478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40310) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:36.749732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:36.857333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:36.860841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:37.033833 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:37.034236 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:37.137507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101311) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 19 11:27:37.137842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Router 7cb6d493-062c-406f-91b9-6d0220338ec6 migrating from provider to provider. {{(pid=101311) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 19 11:27:37.138213 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:37.149203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:37.301390 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:37.396691 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:37.434730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ce4c2-69a8-44ae-85a8-e092c70afb28 req-2fa63d43-2e93-4225-847e-a20720be3a3d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:37.436226 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dc8ce4c2-69a8-44ae-85a8-e092c70afb28 req-2fa63d43-2e93-4225-847e-a20720be3a3d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.1469133 Oct 19 11:27:37.449935 n-d-814547-1 neutron-server[101311]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] No L3 agents can host the router 7cb6d493-062c-406f-91b9-6d0220338ec6 Oct 19 11:27:37.497754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Subnet': ['ID=d23ae7de-d2cd-4874-86e4-07cca566bbe7,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:37.565962 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dc8ce4c2-69a8-44ae-85a8-e092c70afb28 req-6ac06043-6cda-41da-96ff-f168b3e2f7a8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138370 Oct 19 11:27:37.612454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Checking segment: {'id': '7c620bbb-2107-49fa-86ce-308be3aac5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ab6759f7-dc4e-4830-986a-f1c85e667563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:37.612454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network hostable DHCP agents. Network: ab6759f7-dc4e-4830-986a-f1c85e667563, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:27:37.664968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Hosts for router 7cb6d493-062c-406f-91b9-6d0220338ec6: [] {{(pid=101311) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 19 11:27:37.691885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Hosts for other DVR routers connected to router 7cb6d493-062c-406f-91b9-6d0220338ec6: set() {{(pid=101311) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 19 11:27:37.694484 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:37.698338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4e004ca2-8e9e-4346-8001-38182fd6dda8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] 10.222.0.39 "PUT /v2.0/routers/7cb6d493-062c-406f-91b9-6d0220338ec6 HTTP/1.1" status: 200 len: 716 time: 0.9493558 Oct 19 11:27:37.698601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40346) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:37.771810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network ab6759f7-dc4e-4830-986a-f1c85e667563 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:27:37.783273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-49429142-9724-4a72-aa4e-7e5aa74be0aa tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] 10.222.0.39 "GET /v2.0/routers/7cb6d493-062c-406f-91b9-6d0220338ec6 HTTP/1.1" status: 200 len: 716 time: 0.0813022 Oct 19 11:27:37.783487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40352) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:37.836924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, ab6759f7-dc4e-4830-986a-f1c85e667563) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:37.836924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:37.836924 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:37.844209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d60aa-8249-4a86-aaf4-9b46bb2054f5 None None] Network ab6759f7-dc4e-4830-986a-f1c85e667563 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:37.917314 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-91fa4c4d-d6ee-41bb-baa6-60cda5312649 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2896309 Oct 19 11:27:37.919745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40364) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:37.925784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'subnet': {'network_id': '5d222739-5c0f-4f74-8a2a-a8cdca46741d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:38.022078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-ab6759f7-dc4e-4830-986a-f1c85e667563', 'network_id': 'ab6759f7-dc4e-4830-986a-f1c85e667563', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'fixed_ips': [{'subnet_id': 'd23ae7de-d2cd-4874-86e4-07cca566bbe7'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:27:38.029873 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.067220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-82f3c8fa-a060-4464-9d21-486c5a59998b tempest-RoutersTestDVR-888990737 tempest-RoutersTestDVR-888990737-project] 10.222.0.39 "GET /v2.0/routers/7cb6d493-062c-406f-91b9-6d0220338ec6 HTTP/1.1" status: 200 len: 682 time: 0.2826786 Oct 19 11:27:38.069825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40368) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:38.144289 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae2a790c-306e-4c84-b763-d12137dc2d47 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.179112 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Allocated IP 172.20.0.2 (ab6759f7-dc4e-4830-986a-f1c85e667563/d23ae7de-d2cd-4874-86e4-07cca566bbe7/8607a130-9e15-4262-a4b1-cb7e0bc9526f) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:38.255027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:38.259325 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.342180 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae2a790c-306e-4c84-b763-d12137dc2d47 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.346370 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae2a790c-306e-4c84-b763-d12137dc2d47 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.428130 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.506031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae2a790c-306e-4c84-b763-d12137dc2d47 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.506469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2a790c-306e-4c84-b763-d12137dc2d47 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb6d493-062c-406f-91b9-6d0220338ec6 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:27:38.511771 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae2a790c-306e-4c84-b763-d12137dc2d47 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.516817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40382) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:38.516926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ae2a790c-306e-4c84-b763-d12137dc2d47 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] 10.222.0.39 "DELETE /v2.0/routers/7cb6d493-062c-406f-91b9-6d0220338ec6 HTTP/1.1" status: 204 len: 168 time: 0.4460690 Oct 19 11:27:38.521155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bec32933-890b-48fa-8217-c57a4010e4ed tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Request body: {'router': {'name': 'tempest-router-2049739579', 'distributed': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:38.551869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.591524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Network ab6759f7-dc4e-4830-986a-f1c85e667563 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:38.594807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:38.597670 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:38.602697 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.607229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Pushing event updated for resources: {'Port': ['ID=8607a130-9e15-4262-a4b1-cb7e0bc9526f,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:38.655415 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bec32933-890b-48fa-8217-c57a4010e4ed tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.657339 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bec32933-890b-48fa-8217-c57a4010e4ed tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.678163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Attempting to bind port 8607a130-9e15-4262-a4b1-cb7e0bc9526f on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:38.678436 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Attempting to bind port 8607a130-9e15-4262-a4b1-cb7e0bc9526f by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '7c620bbb-2107-49fa-86ce-308be3aac5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ab6759f7-dc4e-4830-986a-f1c85e667563'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:38.678795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Attempting to bind port 8607a130-9e15-4262-a4b1-cb7e0bc9526f on network ab6759f7-dc4e-4830-986a-f1c85e667563 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:38.685500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:38.685870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Checking segment: {'id': '7c620bbb-2107-49fa-86ce-308be3aac5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ab6759f7-dc4e-4830-986a-f1c85e667563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:38.686257 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.686636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Bound using segment: {'id': '7c620bbb-2107-49fa-86ce-308be3aac5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ab6759f7-dc4e-4830-986a-f1c85e667563'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:38.687206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Bound port: 8607a130-9e15-4262-a4b1-cb7e0bc9526f, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c620bbb-2107-49fa-86ce-308be3aac5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ab6759f7-dc4e-4830-986a-f1c85e667563'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:38.687607 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.749406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27441f0-063c-4eb6-935f-0323f3334b5a req-f73567ec-66b3-4360-9273-a196f0f6f0e5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:38.752999 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c27441f0-063c-4eb6-935f-0323f3334b5a req-f73567ec-66b3-4360-9273-a196f0f6f0e5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0716856 Oct 19 11:27:38.760260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] For port 8607a130-9e15-4262-a4b1-cb7e0bc9526f, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:38.763537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] For port 8607a130-9e15-4262-a4b1-cb7e0bc9526f, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8607a130-9e15-4262-a4b1-cb7e0bc9526f,segment=NetworkSegment(7c620bbb-2107-49fa-86ce-308be3aac5a9),segment_id=7c620bbb-2107-49fa-86ce-308be3aac5a9)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:38.786346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bec32933-890b-48fa-8217-c57a4010e4ed tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.792287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Subnet': ['ID=1a2285ec-7725-4b33-a951-303f6d8c0a90,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:38.793791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c27441f0-063c-4eb6-935f-0323f3334b5a req-1d652329-2652-4c70-8603-a8d84c2afb71 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365705 Oct 19 11:27:38.796022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Checking segment: {'id': '86e5666c-c117-45f6-9ec0-4fd1aae6bfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d222739-5c0f-4f74-8a2a-a8cdca46741d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:38.796022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network hostable DHCP agents. Network: 5d222739-5c0f-4f74-8a2a-a8cdca46741d, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:27:38.863080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40390) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:38.866259 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.912450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bec32933-890b-48fa-8217-c57a4010e4ed tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:38.923439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59cc10-db7f-4309-830a-62d0d82099d8 None None] Pushing event updated for resources: {'Port': ['ID=8607a130-9e15-4262-a4b1-cb7e0bc9526f,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:38.934058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 5d222739-5c0f-4f74-8a2a-a8cdca46741d is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:27:38.982646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f713bc4e-b18d-46d0-a771-93c3bd83ae0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.024154 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bec32933-890b-48fa-8217-c57a4010e4ed tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.025507 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bec32933-890b-48fa-8217-c57a4010e4ed tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5077493 Oct 19 11:27:39.028440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40394) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:39.037371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 5d222739-5c0f-4f74-8a2a-a8cdca46741d) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:39.042464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:39.043035 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.048966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f95877f-ceef-42c5-914c-5583ca2a417e None None] Network 5d222739-5c0f-4f74-8a2a-a8cdca46741d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:39.089030 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f713bc4e-b18d-46d0-a771-93c3bd83ae0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.130084 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-705706e3-2022-4c5c-81ef-1a951333f3c8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.155335 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5e00d32c-d19f-4211-bb41-de7a4978b4b6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2342551 Oct 19 11:27:39.158199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40398) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:39.178131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f38cff9d-2e05-4ec4-805e-ca5b9ed90964 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-442641480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:39.238640 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f713bc4e-b18d-46d0-a771-93c3bd83ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.283275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-5d222739-5c0f-4f74-8a2a-a8cdca46741d', 'network_id': '5d222739-5c0f-4f74-8a2a-a8cdca46741d', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'fixed_ips': [{'subnet_id': '1a2285ec-7725-4b33-a951-303f6d8c0a90'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:27:39.284501 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.289097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40402) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:39.289298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f713bc4e-b18d-46d0-a771-93c3bd83ae0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=332fc0fe201f4d8386c03f512262d321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249718 Oct 19 11:27:39.291476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713bc4e-b18d-46d0-a771-93c3bd83ae0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b303835b-c839-4bc9-98a9-a47bd48f2f39,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:39.331928 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-705706e3-2022-4c5c-81ef-1a951333f3c8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.335506 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-705706e3-2022-4c5c-81ef-1a951333f3c8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.357530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f38cff9d-2e05-4ec4-805e-ca5b9ed90964 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.358638 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f38cff9d-2e05-4ec4-805e-ca5b9ed90964 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.413150 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f38cff9d-2e05-4ec4-805e-ca5b9ed90964 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.434812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Allocated IP 172.21.0.2 (5d222739-5c0f-4f74-8a2a-a8cdca46741d/1a2285ec-7725-4b33-a951-303f6d8c0a90/663b75b1-41b3-4879-a902-fb4d487d8a17) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:39.535988 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f38cff9d-2e05-4ec4-805e-ca5b9ed90964 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.600980 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.637234 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f8d335-bf15-452d-973a-6c0920f3c0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.642916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f38cff9d-2e05-4ec4-805e-ca5b9ed90964 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.648436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40404) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:39.649072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f38cff9d-2e05-4ec4-805e-ca5b9ed90964 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4846339 Oct 19 11:27:39.694925 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.702228 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f8d335-bf15-452d-973a-6c0920f3c0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.742255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Network 5d222739-5c0f-4f74-8a2a-a8cdca46741d is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:39.744840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:39.748493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:39.764801 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-705706e3-2022-4c5c-81ef-1a951333f3c8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.765392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705706e3-2022-4c5c-81ef-1a951333f3c8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21b79eac-3227-4aeb-85ac-92d4eef659e7 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:27:39.770650 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-705706e3-2022-4c5c-81ef-1a951333f3c8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.771712 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-705706e3-2022-4c5c-81ef-1a951333f3c8 tempest-RoutersTestDVR-1392861151 tempest-RoutersTestDVR-1392861151-project-admin] 10.222.0.39 "DELETE /v2.0/routers/21b79eac-3227-4aeb-85ac-92d4eef659e7 HTTP/1.1" status: 204 len: 168 time: 0.7421398 Oct 19 11:27:39.783754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Pushing event updated for resources: {'Port': ['ID=663b75b1-41b3-4879-a902-fb4d487d8a17,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:39.830024 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Attempting to bind port 663b75b1-41b3-4879-a902-fb4d487d8a17 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:39.830024 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Attempting to bind port 663b75b1-41b3-4879-a902-fb4d487d8a17 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '86e5666c-c117-45f6-9ec0-4fd1aae6bfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d222739-5c0f-4f74-8a2a-a8cdca46741d'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:39.830024 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Attempting to bind port 663b75b1-41b3-4879-a902-fb4d487d8a17 on network 5d222739-5c0f-4f74-8a2a-a8cdca46741d {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:39.832381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:39.832813 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Checking segment: {'id': '86e5666c-c117-45f6-9ec0-4fd1aae6bfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d222739-5c0f-4f74-8a2a-a8cdca46741d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:39.833238 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.833905 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Bound using segment: {'id': '86e5666c-c117-45f6-9ec0-4fd1aae6bfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d222739-5c0f-4f74-8a2a-a8cdca46741d'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:39.834609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Bound port: 663b75b1-41b3-4879-a902-fb4d487d8a17, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e5666c-c117-45f6-9ec0-4fd1aae6bfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d222739-5c0f-4f74-8a2a-a8cdca46741d'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:39.835129 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.895666 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f8d335-bf15-452d-973a-6c0920f3c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.898050 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87f8d335-bf15-452d-973a-6c0920f3c0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:39.899167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-87f8d335-bf15-452d-973a-6c0920f3c0f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b303835b-c839-4bc9-98a9-a47bd48f2f39 HTTP/1.1" status: 204 len: 168 time: 0.6091483 Oct 19 11:27:39.919869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] For port 663b75b1-41b3-4879-a902-fb4d487d8a17, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:39.924198 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] For port 663b75b1-41b3-4879-a902-fb4d487d8a17, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=663b75b1-41b3-4879-a902-fb4d487d8a17,segment=NetworkSegment(86e5666c-c117-45f6-9ec0-4fd1aae6bfe9),segment_id=86e5666c-c117-45f6-9ec0-4fd1aae6bfe9)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:39.973242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8d335-bf15-452d-973a-6c0920f3c0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b303835b-c839-4bc9-98a9-a47bd48f2f39,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:40.043863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358800d2-cf2f-4f2a-a196-72c2379e3455 None None] Network ab6759f7-dc4e-4830-986a-f1c85e667563 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:40.068886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa24500-6069-41fe-a4ac-c62940ec2ff3 req-2a0a9b76-e6e9-43f5-9528-497e09102a1a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:40.070415 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7aa24500-6069-41fe-a4ac-c62940ec2ff3 req-2a0a9b76-e6e9-43f5-9528-497e09102a1a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.1768148 Oct 19 11:27:40.114027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-76f2d26f-0604-4449-8bb2-76a0da413fb2 None None] Provisioning complete for port 8607a130-9e15-4262-a4b1-cb7e0bc9526f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:40.114408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-76f2d26f-0604-4449-8bb2-76a0da413fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:40.151140 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:40.174722 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7aa24500-6069-41fe-a4ac-c62940ec2ff3 req-c524fe8f-0d4b-43d0-a13a-48988fb85c96 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746443 Oct 19 11:27:40.176278 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:40.454956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b739a8b-7a21-4ccd-b6fd-030585fe606e None None] Pushing event updated for resources: {'Port': ['ID=663b75b1-41b3-4879-a902-fb4d487d8a17,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:40.489612 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-76f2d26f-0604-4449-8bb2-76a0da413fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:40.542913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Allocated IP 172.20.0.1 (ab6759f7-dc4e-4830-986a-f1c85e667563/d23ae7de-d2cd-4874-86e4-07cca566bbe7/6f09ccbc-5f9e-4e7e-9cf8-e4c1162b38cb) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:40.554687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-76f2d26f-0604-4449-8bb2-76a0da413fb2 None None] For port 8607a130-9e15-4262-a4b1-cb7e0bc9526f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8607a130-9e15-4262-a4b1-cb7e0bc9526f,segment=NetworkSegment(7c620bbb-2107-49fa-86ce-308be3aac5a9),segment_id=7c620bbb-2107-49fa-86ce-308be3aac5a9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:40.569841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40422) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:40.705858 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-76f2d26f-0604-4449-8bb2-76a0da413fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:40.808220 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:40.811644 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d6f1a341-bd8d-4e5d-a13c-93b4904654ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:40.832156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2d26f-0604-4449-8bb2-76a0da413fb2 None None] Pushing event updated for resources: {'Port': ['ID=8607a130-9e15-4262-a4b1-cb7e0bc9526f,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:40.930423 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d6f1a341-bd8d-4e5d-a13c-93b4904654ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:40.969467 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.022914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network ab6759f7-dc4e-4830-986a-f1c85e667563 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:41.026393 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:41.029480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:41.042373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d515f4da-b4c5-48b7-81dd-8dbad3521949 None None] Provisioning complete for port 8607a130-9e15-4262-a4b1-cb7e0bc9526f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:41.042373 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d515f4da-b4c5-48b7-81dd-8dbad3521949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.103287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=6f09ccbc-5f9e-4e7e-9cf8-e4c1162b38cb,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:41.108844 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.122972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d6f1a341-bd8d-4e5d-a13c-93b4904654ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.180304 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d6f1a341-bd8d-4e5d-a13c-93b4904654ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7962a72a05ba4af9901d2e7bcca700ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6091869 Oct 19 11:27:41.186344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1a341-bd8d-4e5d-a13c-93b4904654ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c549e29-3987-41aa-854a-de8bd65b8d63,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:41.186344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40436) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:41.288453 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-be88c8db-fb05-448c-b885-269adfeac02f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.299158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8607a130-9e15-4262-a4b1-cb7e0bc9526f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:27:41.320964 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-be88c8db-fb05-448c-b885-269adfeac02f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.391379 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 8607a130-9e15-4262-a4b1-cb7e0bc9526f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:41.392098 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.442554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eb295-baee-43c6-8989-999bdae1046c req-95bb5d5e-dcb9-41d1-be07-7d0ded2f47c8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:41.446161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a81eb295-baee-43c6-8989-999bdae1046c req-95bb5d5e-dcb9-41d1-be07-7d0ded2f47c8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.1318789 Oct 19 11:27:41.533167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 663b75b1-41b3-4879-a902-fb4d487d8a17 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:27:41.565791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a81eb295-baee-43c6-8989-999bdae1046c req-f0b4ca05-c3a1-4c76-ba32-e3b1fabbfebf tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019032 Oct 19 11:27:41.569452 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.585885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-be88c8db-fb05-448c-b885-269adfeac02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.590059 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-be88c8db-fb05-448c-b885-269adfeac02f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.590626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-197c2a80-94a7-4ced-ad9f-f07a4dc0cb8e None None] Provisioning complete for port 6f09ccbc-5f9e-4e7e-9cf8-e4c1162b38cb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:41.591919 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-197c2a80-94a7-4ced-ad9f-f07a4dc0cb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.592040 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-be88c8db-fb05-448c-b885-269adfeac02f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c549e29-3987-41aa-854a-de8bd65b8d63 HTTP/1.1" status: 204 len: 168 time: 0.4056337 Oct 19 11:27:41.602627 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88c8db-fb05-448c-b885-269adfeac02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c549e29-3987-41aa-854a-de8bd65b8d63,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:41.638386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-197c2a80-94a7-4ced-ad9f-f07a4dc0cb8e None None] Port 6f09ccbc-5f9e-4e7e-9cf8-e4c1162b38cb cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:27:41.657077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 663b75b1-41b3-4879-a902-fb4d487d8a17 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:41.657646 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.797715 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:41.854235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 663b75b1-41b3-4879-a902-fb4d487d8a17, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=663b75b1-41b3-4879-a902-fb4d487d8a17,segment=NetworkSegment(86e5666c-c117-45f6-9ec0-4fd1aae6bfe9),segment_id=86e5666c-c117-45f6-9ec0-4fd1aae6bfe9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:41.991914 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:42.065352 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:42.085689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa0f0dd-0d64-4b01-92eb-832d1c969a67 None None] Network 5d222739-5c0f-4f74-8a2a-a8cdca46741d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:42.092687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=663b75b1-41b3-4879-a902-fb4d487d8a17,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:42.179900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-38f25299-8b67-4474-83b5-b1d3cfc87632 None None] Provisioning complete for port 663b75b1-41b3-4879-a902-fb4d487d8a17 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:42.180275 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-38f25299-8b67-4474-83b5-b1d3cfc87632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:42.191854 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:42.273326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:42.279178 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=6f09ccbc-5f9e-4e7e-9cf8-e4c1162b38cb,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:42.390452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network ab6759f7-dc4e-4830-986a-f1c85e667563 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:42.392025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:42.705895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e20bcd-76fc-486a-8c50-983fabe22ade req-dc7f486c-6e0f-4e6c-a0f2-3ee59450b32e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:42.707581 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42e20bcd-76fc-486a-8c50-983fabe22ade req-dc7f486c-6e0f-4e6c-a0f2-3ee59450b32e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0665619 Oct 19 11:27:42.726023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40472) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:42.749610 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-75465d8e-0af1-4130-89a0-a6aaf0ca8d0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:42.767272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6030d92c-2771-4050-9039-2580c8d706a5 None None] Provisioning complete for port 663b75b1-41b3-4879-a902-fb4d487d8a17 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:42.767508 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6030d92c-2771-4050-9039-2580c8d706a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:42.774627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42e20bcd-76fc-486a-8c50-983fabe22ade req-727596dc-f485-4778-926e-ed9d06efa932 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543492 Oct 19 11:27:42.791934 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router 923a3554-1a92-487e-bbf1-daed1a504f62 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:27:42.858805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-75465d8e-0af1-4130-89a0-a6aaf0ca8d0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:42.888957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:27:42.895050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-59f0c35f-22da-45f8-8404-0df50f16d623 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/923a3554-1a92-487e-bbf1-daed1a504f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2456007 Oct 19 11:27:42.897770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40474) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:42.900718 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233cd3e-2210-4ec3-a095-c8db35129e32 None None] Sync routers for ids ['923a3554-1a92-487e-bbf1-daed1a504f62'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:27:42.910005 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233cd3e-2210-4ec3-a095-c8db35129e32 None None] Routers {'923a3554-1a92-487e-bbf1-daed1a504f62'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:42.910820 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8233cd3e-2210-4ec3-a095-c8db35129e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['923a3554-1a92-487e-bbf1-daed1a504f62'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:42.942695 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8233cd3e-2210-4ec3-a095-c8db35129e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:42.952403 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233cd3e-2210-4ec3-a095-c8db35129e32 None None] Routers {'923a3554-1a92-487e-bbf1-daed1a504f62'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:42.953676 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8233cd3e-2210-4ec3-a095-c8db35129e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['923a3554-1a92-487e-bbf1-daed1a504f62'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:42.956714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4757a770-c7dc-4151-acd5-97b8a3c1bb40 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:42.958606 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4757a770-c7dc-4151-acd5-97b8a3c1bb40 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports/6f09ccbc-5f9e-4e7e-9cf8-e4c1162b38cb HTTP/1.1" status: 200 len: 910 time: 0.0598443 Oct 19 11:27:42.960506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40480) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:42.980971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e31b5185-fa45-4b1f-be16-403785ee86d3 None None] Provisioning complete for port 6f09ccbc-5f9e-4e7e-9cf8-e4c1162b38cb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:42.981440 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e31b5185-fa45-4b1f-be16-403785ee86d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:42.989900 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8233cd3e-2210-4ec3-a095-c8db35129e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:42.990754 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233cd3e-2210-4ec3-a095-c8db35129e32 None None] The sync data for ids ['923a3554-1a92-487e-bbf1-daed1a504f62'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:27:43.002318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-75465d8e-0af1-4130-89a0-a6aaf0ca8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:43.067993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e31b5185-fa45-4b1f-be16-403785ee86d3 None None] Port 6f09ccbc-5f9e-4e7e-9cf8-e4c1162b38cb cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:27:43.090968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75465d8e-0af1-4130-89a0-a6aaf0ca8d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4e8b08-07c5-45a2-ad94-1a64e4469787,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:43.098080 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-75465d8e-0af1-4130-89a0-a6aaf0ca8d0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca73cebb8796420eba66405cb62b1466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704679 Oct 19 11:27:43.100704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40500) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:43.159030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 663b75b1-41b3-4879-a902-fb4d487d8a17 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:27:43.191533 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c96f0b6-dfc9-4168-b126-52b67be0f799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:43.220278 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c96f0b6-dfc9-4168-b126-52b67be0f799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:43.230384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 663b75b1-41b3-4879-a902-fb4d487d8a17 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:43.231012 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:43.394858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5941096-26d3-4149-8af6-72392136b2e7 req-4edeca26-5847-424e-af9e-01dbde35a792 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:43.396261 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5941096-26d3-4149-8af6-72392136b2e7 req-4edeca26-5847-424e-af9e-01dbde35a792 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 946 time: 0.0933123 Oct 19 11:27:43.414070 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c96f0b6-dfc9-4168-b126-52b67be0f799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:43.416911 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c96f0b6-dfc9-4168-b126-52b67be0f799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:43.418056 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7c96f0b6-dfc9-4168-b126-52b67be0f799 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd4e8b08-07c5-45a2-ad94-1a64e4469787 HTTP/1.1" status: 204 len: 168 time: 0.3148503 Oct 19 11:27:43.431718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96f0b6-dfc9-4168-b126-52b67be0f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4e8b08-07c5-45a2-ad94-1a64e4469787,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:43.487165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5941096-26d3-4149-8af6-72392136b2e7 req-f200aa38-d8f4-434b-83d3-8184e83fe9ba tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838740 Oct 19 11:27:43.491026 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:43.652075 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40512) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:43.761867 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc21d-2800-495c-bdb5-617f6b05ca99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:43.778940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Allocated IP 172.21.0.1 (5d222739-5c0f-4f74-8a2a-a8cdca46741d/1a2285ec-7725-4b33-a951-303f6d8c0a90/e0a709e1-a51b-4425-ad29-3c65bb8bdfaa) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:43.871854 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc21d-2800-495c-bdb5-617f6b05ca99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:43.918169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:43.932956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ecd4d-c197-4615-b58e-acb9a6866e7d req-a9a68be0-344d-46d8-99f2-59dc6a20a9d9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:43.934420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-251ecd4d-c197-4615-b58e-acb9a6866e7d req-a9a68be0-344d-46d8-99f2-59dc6a20a9d9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0532691 Oct 19 11:27:43.973775 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-251ecd4d-c197-4615-b58e-acb9a6866e7d req-4e4173b6-edd7-4f77-9c8f-857e54baa0d4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331814 Oct 19 11:27:43.987259 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc21d-2800-495c-bdb5-617f6b05ca99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:44.028444 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ecbbc21d-2800-495c-bdb5-617f6b05ca99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f0c2d52476d4e968b2b7ba42598168e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750880 Oct 19 11:27:44.029357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbc21d-2800-495c-bdb5-617f6b05ca99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5bc0c2-8c1a-4822-8dfb-0d9735f5ae32,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:44.032253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40526) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:44.087036 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23bd86f6-bc16-4223-bbbd-0bd6d130450a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:44.110160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23bd86f6-bc16-4223-bbbd-0bd6d130450a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:44.139853 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:44.181724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 5d222739-5c0f-4f74-8a2a-a8cdca46741d is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:44.185421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:44.189815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:44.220834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=e0a709e1-a51b-4425-ad29-3c65bb8bdfaa,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:44.252896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:44.362614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23bd86f6-bc16-4223-bbbd-0bd6d130450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:44.365243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-23bd86f6-bc16-4223-bbbd-0bd6d130450a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:44.366398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-23bd86f6-bc16-4223-bbbd-0bd6d130450a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c5bc0c2-8c1a-4822-8dfb-0d9735f5ae32 HTTP/1.1" status: 204 len: 168 time: 0.3328052 Oct 19 11:27:44.379104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd86f6-bc16-4223-bbbd-0bd6d130450a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5bc0c2-8c1a-4822-8dfb-0d9735f5ae32,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:44.414969 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b8030635-7c93-449f-8b1d-b1887f34b14e None None] Provisioning complete for port e0a709e1-a51b-4425-ad29-3c65bb8bdfaa triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:44.416676 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8030635-7c93-449f-8b1d-b1887f34b14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:44.439776 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:44.463861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b8030635-7c93-449f-8b1d-b1887f34b14e None None] Port e0a709e1-a51b-4425-ad29-3c65bb8bdfaa cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:27:44.709595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40548) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:44.851998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1222880526'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:44.967492 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:44.998328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:45.020190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.020190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.087390 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.094929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3591ea-4afd-4709-9f4a-af8b60e2f27a req-16aaeea7-be8c-4df2-bb14-91b92eb81572 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:45.097020 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e3591ea-4afd-4709-9f4a-af8b60e2f27a req-16aaeea7-be8c-4df2-bb14-91b92eb81572 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.0529242 Oct 19 11:27:45.144165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e3591ea-4afd-4709-9f4a-af8b60e2f27a req-106a8262-2e02-40d2-b206-2d827c0b6c75 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Oct 19 11:27:45.152001 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.235455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=e0a709e1-a51b-4425-ad29-3c65bb8bdfaa,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:45.235455 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.254297 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.284044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:27:45.294430 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab6077e-a93c-4574-839e-c4b1f09b3861,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:45.301437 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.302119 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added segment 534bebd4-ceac-4daf-9a4c-28c354cc06e5 of type vlan for network c8dc78af-55a6-4c69-b3aa-f085c7e76153 Oct 19 11:27:45.346229 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.376215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 5d222739-5c0f-4f74-8a2a-a8cdca46741d is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:45.380301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:45.392829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e659cf7-aaea-4258-af05-462585acf88b req-e38d1116-8532-473d-a9c7-021193c7e88d tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:45.394220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e659cf7-aaea-4258-af05-462585acf88b req-e38d1116-8532-473d-a9c7-021193c7e88d tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 946 time: 0.0757787 Oct 19 11:27:45.477497 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.485919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:45.485919 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.513588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e659cf7-aaea-4258-af05-462585acf88b req-95664797-d7fd-4c9c-9793-4ee507045d66 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100085 Oct 19 11:27:45.557415 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router 923a3554-1a92-487e-bbf1-daed1a504f62 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:27:45.608928 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Network': ['ID=c8dc78af-55a6-4c69-b3aa-f085c7e76153,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:45.621707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c8dc78af-55a6-4c69-b3aa-f085c7e76153 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:45.723666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-df57bea7-ce2e-47e4-b18d-94843a165d03 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0129273 Oct 19 11:27:45.724371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40580) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:45.725883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:27:45.738370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b7feb-f4cf-4f42-a1da-3c751eb6239b None None] Sync routers for ids ['923a3554-1a92-487e-bbf1-daed1a504f62'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:27:45.745967 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40582) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:45.746282 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3002b2ba-9a3b-419d-a840-93deee5a1a30 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/923a3554-1a92-487e-bbf1-daed1a504f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7842879 Oct 19 11:27:45.757441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-113386748'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:45.758006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b7feb-f4cf-4f42-a1da-3c751eb6239b None None] Routers {'923a3554-1a92-487e-bbf1-daed1a504f62'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:45.760876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c09b7feb-f4cf-4f42-a1da-3c751eb6239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['923a3554-1a92-487e-bbf1-daed1a504f62'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:45.813918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4852500e-fdf1-4868-8a69-43cf495c1793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:45.816275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4852500e-fdf1-4868-8a69-43cf495c1793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports/e0a709e1-a51b-4425-ad29-3c65bb8bdfaa HTTP/1.1" status: 200 len: 910 time: 0.0682516 Oct 19 11:27:45.820244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c09b7feb-f4cf-4f42-a1da-3c751eb6239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:45.821141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40584) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:45.837220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40586) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:45.843421 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-35914b34-ff6c-4a3c-abc0-8696de615538 None None] Provisioning complete for port e0a709e1-a51b-4425-ad29-3c65bb8bdfaa triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:45.844557 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-35914b34-ff6c-4a3c-abc0-8696de615538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.847346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b7feb-f4cf-4f42-a1da-3c751eb6239b None None] Routers {'923a3554-1a92-487e-bbf1-daed1a504f62'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:45.848171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c09b7feb-f4cf-4f42-a1da-3c751eb6239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['923a3554-1a92-487e-bbf1-daed1a504f62'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:45.885568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:45.893366 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.911996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c09b7feb-f4cf-4f42-a1da-3c751eb6239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:45.913258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b7feb-f4cf-4f42-a1da-3c751eb6239b None None] The sync data for ids ['923a3554-1a92-487e-bbf1-daed1a504f62'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:27:45.930892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-35914b34-ff6c-4a3c-abc0-8696de615538 None None] Port e0a709e1-a51b-4425-ad29-3c65bb8bdfaa cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:27:45.965387 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:27:45.980076 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:45.980795 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added segment d6c8c5b3-4e03-4754-9a83-2d46715ed815 of type vlan for network 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf Oct 19 11:27:46.029566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:46.130689 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ef4f2091-67ae-4354-bfc0-e515c00becb0 tempest-AgentManagementNegativeTest-1990945589 tempest-AgentManagementNegativeTest-1990945589-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2885952 Oct 19 11:27:46.180829 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:46.192456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:46.193473 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:46.285264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Network': ['ID=7cb03c5f-16bc-41ab-bce2-8d9b096f58bf,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:46.302341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:46.388609 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-032265b6-92a0-49a9-8937-c57faa0f3848 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6407189 Oct 19 11:27:46.394064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40596) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:46.397432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'subnet': {'network_id': 'c8dc78af-55a6-4c69-b3aa-f085c7e76153', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:46.563883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e18c6-245e-486f-9873-250ebfc6b82f req-9fdafe5e-6af2-4183-9ab3-f033d2b85bc0 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:46.565435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb1c6a-a39d-40af-83c0-0fd220488283 req-d425105c-7e2b-4d25-8bd6-9ecf42cc0bc7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:46.565859 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f77e18c6-245e-486f-9873-250ebfc6b82f req-9fdafe5e-6af2-4183-9ab3-f033d2b85bc0 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 946 time: 0.0529232 Oct 19 11:27:46.572577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-01fb1c6a-a39d-40af-83c0-0fd220488283 req-d425105c-7e2b-4d25-8bd6-9ecf42cc0bc7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.1882021 Oct 19 11:27:46.598546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:46.604222 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:46.637613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-01fb1c6a-a39d-40af-83c0-0fd220488283 req-943c6f5a-1b5e-4cef-a96e-a9c030aeaf9c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641718 Oct 19 11:27:46.655601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f77e18c6-245e-486f-9873-250ebfc6b82f req-a50179df-8150-4d03-8a99-3c1b5cf70c56 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752070 Oct 19 11:27:46.773053 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d479b8e3-260d-4458-928b-d1a5b550823b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:46.876193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40604) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:46.895010 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:47.005238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Checking segment: {'id': '534bebd4-ceac-4daf-9a4c-28c354cc06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c8dc78af-55a6-4c69-b3aa-f085c7e76153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:47.005970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network hostable DHCP agents. Network: c8dc78af-55a6-4c69-b3aa-f085c7e76153, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:27:47.018609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Subnet': ['ID=bbdc5c95-4b23-4521-b9e5-de0790034682,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:47.036279 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3a1bab08-e92a-4c74-9d4f-d59d28e6a662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:47.052150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-d479b8e3-260d-4458-928b-d1a5b550823b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port e0a709e1-a51b-4425-ad29-3c65bb8bdfaa {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:47.063633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d479b8e3-260d-4458-928b-d1a5b550823b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:47.122983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3a1bab08-e92a-4c74-9d4f-d59d28e6a662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:47.139734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d479b8e3-260d-4458-928b-d1a5b550823b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:47.154134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-d479b8e3-260d-4458-928b-d1a5b550823b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for e0a709e1-a51b-4425-ad29-3c65bb8bdfaa owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:47.489059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network c8dc78af-55a6-4c69-b3aa-f085c7e76153 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:27:47.562700 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3a1bab08-e92a-4c74-9d4f-d59d28e6a662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:47.605238 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3a1bab08-e92a-4c74-9d4f-d59d28e6a662 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55c71ca771a54ae1aaa9735ef580c476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7254119 Oct 19 11:27:47.605238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bab08-e92a-4c74-9d4f-d59d28e6a662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2488ee58-20a1-42bb-a9f2-ea2b0445c79b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:47.606179 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40610) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:47.649444 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d479b8e3-260d-4458-928b-d1a5b550823b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:47.664013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c8dc78af-55a6-4c69-b3aa-f085c7e76153) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:47.669551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:47.670199 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:47.681649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479b8e3-260d-4458-928b-d1a5b550823b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=e0a709e1-a51b-4425-ad29-3c65bb8bdfaa,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:47.695885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2484277-305b-473c-bf48-f7bd9d42cb81 None None] Network c8dc78af-55a6-4c69-b3aa-f085c7e76153 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:47.722748 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e03fbb0a-f6e2-4937-b6ad-7b2729935f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:47.799238 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e03fbb0a-f6e2-4937-b6ad-7b2729935f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:47.824176 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a73f84a2-8237-420a-a892-9f2135e41b1d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4302659 Oct 19 11:27:47.829105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40616) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:47.852637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'subnet': {'network_id': '7cb03c5f-16bc-41ab-bce2-8d9b096f58bf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:47.898450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560965f-b838-42a7-b66b-84ee3a895d96 req-528c66ec-8732-4994-9101-812b48e92444 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:47.908325 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5560965f-b838-42a7-b66b-84ee3a895d96 req-528c66ec-8732-4994-9101-812b48e92444 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 946 time: 0.1066723 Oct 19 11:27:47.980739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5560965f-b838-42a7-b66b-84ee3a895d96 req-62462f4f-01dc-496f-aaf5-dad804d0ad9c tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656533 Oct 19 11:27:47.994385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d479b8e3-260d-4458-928b-d1a5b550823b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.007113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-c8dc78af-55a6-4c69-b3aa-f085c7e76153', 'network_id': 'c8dc78af-55a6-4c69-b3aa-f085c7e76153', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'fixed_ips': [{'subnet_id': 'bbdc5c95-4b23-4521-b9e5-de0790034682'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:27:48.009361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.025996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e03fbb0a-f6e2-4937-b6ad-7b2729935f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.028923 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e03fbb0a-f6e2-4937-b6ad-7b2729935f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.032458 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e03fbb0a-f6e2-4937-b6ad-7b2729935f31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2488ee58-20a1-42bb-a9f2-ea2b0445c79b HTTP/1.1" status: 204 len: 168 time: 0.4123664 Oct 19 11:27:48.040193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fbb0a-f6e2-4937-b6ad-7b2729935f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2488ee58-20a1-42bb-a9f2-ea2b0445c79b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:48.130361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e0512-b876-42d5-a454-d96bc8f09b8f req-35e30b2d-ca66-4cdc-8dd9-0526b2930d4a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:48.131877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d5e0512-b876-42d5-a454-d96bc8f09b8f req-35e30b2d-ca66-4cdc-8dd9-0526b2930d4a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.3275437 Oct 19 11:27:48.230853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Allocated IP 2001:db8::2 (c8dc78af-55a6-4c69-b3aa-f085c7e76153/bbdc5c95-4b23-4521-b9e5-de0790034682/488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:48.233473 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d5e0512-b876-42d5-a454-d96bc8f09b8f req-872093b7-6570-4359-bb6f-6fa6dbce34b9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877597 Oct 19 11:27:48.313405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-9078a288-bd92-4495-aa41-5acb2658e009 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:48.315080 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-9078a288-bd92-4495-aa41-5acb2658e009 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 946 time: 0.0526037 Oct 19 11:27:48.335227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:48.349923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.435881 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.470015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Deleting port 52e24184-5eac-4d09-bc20-62f34dc27f2c {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:48.470487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.472352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d479b8e3-260d-4458-928b-d1a5b550823b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router 923a3554-1a92-487e-bbf1-daed1a504f62 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:27:48.555586 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.598553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Network c8dc78af-55a6-4c69-b3aa-f085c7e76153 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:48.603099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] For port 52e24184-5eac-4d09-bc20-62f34dc27f2c, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=52e24184-5eac-4d09-bc20-62f34dc27f2c,segment=NetworkSegment(f0e8a69a-5693-42d8-a2b1-5379cce15ab4),segment_id=f0e8a69a-5693-42d8-a2b1-5379cce15ab4)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:48.603480 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.606457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:48.614228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:48.689369 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Pushing event updated for resources: {'Port': ['ID=488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:48.728702 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d479b8e3-260d-4458-928b-d1a5b550823b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:27:48.732712 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Attempting to bind port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:48.733200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Attempting to bind port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '534bebd4-ceac-4daf-9a4c-28c354cc06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c8dc78af-55a6-4c69-b3aa-f085c7e76153'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:48.733638 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Attempting to bind port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a on network c8dc78af-55a6-4c69-b3aa-f085c7e76153 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:48.741031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d479b8e3-260d-4458-928b-d1a5b550823b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/923a3554-1a92-487e-bbf1-daed1a504f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9163845 Oct 19 11:27:48.741213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:48.741213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Checking segment: {'id': '534bebd4-ceac-4daf-9a4c-28c354cc06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c8dc78af-55a6-4c69-b3aa-f085c7e76153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:48.741213 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.741213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Bound using segment: {'id': '534bebd4-ceac-4daf-9a4c-28c354cc06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c8dc78af-55a6-4c69-b3aa-f085c7e76153'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:48.741688 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Bound port: 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534bebd4-ceac-4daf-9a4c-28c354cc06e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c8dc78af-55a6-4c69-b3aa-f085c7e76153'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:48.742056 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.742373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40630) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:48.747691 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bc1728-1782-4b7b-8c76-8d2d890e0b85 None None] Sync routers for ids ['923a3554-1a92-487e-bbf1-daed1a504f62'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:27:48.762601 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bc1728-1782-4b7b-8c76-8d2d890e0b85 None None] Routers {'923a3554-1a92-487e-bbf1-daed1a504f62'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:48.777165 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a4bc1728-1782-4b7b-8c76-8d2d890e0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['923a3554-1a92-487e-bbf1-daed1a504f62'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:48.822080 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a4bc1728-1782-4b7b-8c76-8d2d890e0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:48.832430 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bc1728-1782-4b7b-8c76-8d2d890e0b85 None None] Routers {'923a3554-1a92-487e-bbf1-daed1a504f62'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:48.833294 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a4bc1728-1782-4b7b-8c76-8d2d890e0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['923a3554-1a92-487e-bbf1-daed1a504f62'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:48.860966 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:48.891576 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a4bc1728-1782-4b7b-8c76-8d2d890e0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:48.892326 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bc1728-1782-4b7b-8c76-8d2d890e0b85 None None] The sync data for ids ['923a3554-1a92-487e-bbf1-daed1a504f62'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:27:48.903037 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] For port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:48.906642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] For port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a,segment=NetworkSegment(534bebd4-ceac-4daf-9a4c-28c354cc06e5),segment_id=534bebd4-ceac-4daf-9a4c-28c354cc06e5)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:48.994544 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:49.039743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Subnet': ['ID=38840397-8718-4609-b363-bbf68411d084,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:49.047574 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:49.055758 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:49.055758 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Floating IP 1efb37ef-9b47-4a6d-917e-fa8c12ed873b disassociated. External IP: 172.25.2.247, port: 52e24184-5eac-4d09-bc20-62f34dc27f2c. Oct 19 11:27:49.055758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Calling delete_port for 52e24184-5eac-4d09-bc20-62f34dc27f2c owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:49.101266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb71b45-1c78-42c7-a825-cf0e594df9e4 None None] Pushing event updated for resources: {'Port': ['ID=488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:49.110323 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Checking segment: {'id': 'd6c8c5b3-4e03-4754-9a83-2d46715ed815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7cb03c5f-16bc-41ab-bce2-8d9b096f58bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:49.110693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network hostable DHCP agents. Network: 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:27:49.216201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:27:49.331373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:49.341636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba07181-265a-4545-a118-bc4545ec0ae0 None None] Network 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:49.360332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:49.366499 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:49.386684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556ab0-b685-40bc-b17b-127d18ab1c35 req-83fb5e4e-61e2-475f-a6cf-d32e6d1dc26a tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:49.389612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-22556ab0-b685-40bc-b17b-127d18ab1c35 req-83fb5e4e-61e2-475f-a6cf-d32e6d1dc26a tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 946 time: 0.3131053 Oct 19 11:27:49.400885 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:49.437975 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2eb1-2ba1-43b0-bfc9-ef2c9d81a0fe tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:49.500989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:49.544282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9ed7c7d8-93c7-4ae3-8760-abeddd956341 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6952946 Oct 19 11:27:49.550214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40648) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:49.552999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-15f82e00-8eab-4703-8c6e-059c90cc7481 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1890587739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:49.599691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfd147-4cad-4ce5-826b-e06efa16a4fd req-815bcf42-6147-45ea-af1f-a7f05a350f59 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:49.607030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Pushing event deleted for resources: {'Port': ['ID=52e24184-5eac-4d09-bc20-62f34dc27f2c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:49.610356 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-85dfd147-4cad-4ce5-826b-e06efa16a4fd req-815bcf42-6147-45ea-af1f-a7f05a350f59 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.2213089 Oct 19 11:27:49.627128 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-22556ab0-b685-40bc-b17b-127d18ab1c35 req-f1018e6c-d83a-4a4b-9c4d-0572e3904c2e tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups?id=0405abc9-1e62-443f-8faa-c53790b7475b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303493 Oct 19 11:27:49.681996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40652) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:49.721866 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-85dfd147-4cad-4ce5-826b-e06efa16a4fd req-e95ebd96-a2ba-4b41-92cb-3f400a7ae58a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004200 Oct 19 11:27:49.791218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-7cb03c5f-16bc-41ab-bce2-8d9b096f58bf', 'network_id': '7cb03c5f-16bc-41ab-bce2-8d9b096f58bf', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'fixed_ips': [{'subnet_id': '38840397-8718-4609-b363-bbf68411d084'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:27:49.792221 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:49.805405 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f82e00-8eab-4703-8c6e-059c90cc7481 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:49.806644 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f82e00-8eab-4703-8c6e-059c90cc7481 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:49.901623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Router b0920bac-c38d-4b95-9667-b9fed57c7b10 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:27:49.926941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-159991026'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:49.929364 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:49.935159 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f82e00-8eab-4703-8c6e-059c90cc7481 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:50.066585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Allocated IP 2001:db8:1::2 (7cb03c5f-16bc-41ab-bce2-8d9b096f58bf/38840397-8718-4609-b363-bbf68411d084/e549469d-4c62-4524-9597-bc5691310c5d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:50.347107 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:27:50.385819 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:50.389616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3f48e-ec9f-48b7-a602-5bd2efe2b2ab None None] Sync routers for ids ['b0920bac-c38d-4b95-9667-b9fed57c7b10'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:27:50.397404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] No DVR routers for this DVR port 52e24184-5eac-4d09-bc20-62f34dc27f2c on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:50.400222 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:50.401034 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3f48e-ec9f-48b7-a602-5bd2efe2b2ab None None] Routers {'b0920bac-c38d-4b95-9667-b9fed57c7b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:50.401749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-53d3f48e-ec9f-48b7-a602-5bd2efe2b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b0920bac-c38d-4b95-9667-b9fed57c7b10'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:50.404258 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ce22619-85e7-4b39-87b4-dbf09165032f req-8664453b-d110-4f75-9e74-34aef4b36317 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.26 "DELETE /v2.0/ports/52e24184-5eac-4d09-bc20-62f34dc27f2c HTTP/1.1" status: 204 len: 173 time: 2.0821245 Oct 19 11:27:50.406503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'name': 'network-vif-deleted', 'tag': '52e24184-5eac-4d09-bc20-62f34dc27f2c'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:27:50.411313 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a99d86d-bda2-4b8e-9afb-5191dcb0fdc3" -d '{"events": [{"server_uuid": "b92b321b-e551-4188-a6b5-edf490a0c01f", "name": "network-vif-deleted", "tag": "52e24184-5eac-4d09-bc20-62f34dc27f2c"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:27:50.429729 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:27:50.448058 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f82e00-8eab-4703-8c6e-059c90cc7481 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:50.453780 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Made reservation on behalf of b7a7514c795b4660887d09a82a1c9c54 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:50.457230 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:50.495278 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:50.517038 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:50.536976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dcdcd-7872-4cc2-8853-550a41bc629b req-a07ef28e-0d0a-460b-8999-887e76660fab tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:50.538649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-029dcdcd-7872-4cc2-8853-550a41bc629b req-a07ef28e-0d0a-460b-8999-887e76660fab tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.5519876 Oct 19 11:27:50.608608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f82e00-8eab-4703-8c6e-059c90cc7481 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:50.612908 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-15f82e00-8eab-4703-8c6e-059c90cc7481 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0634000 Oct 19 11:27:50.615053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40666) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:50.616418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc2eb1-2ba1-43b0-bfc9-ef2c9d81a0fe tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port 6f09ccbc-5f9e-4e7e-9cf8-e4c1162b38cb {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:50.617020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2eb1-2ba1-43b0-bfc9-ef2c9d81a0fe tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:50.652830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Network 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:50.660957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:50.684184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:50.694558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-53d3f48e-ec9f-48b7-a602-5bd2efe2b2ab None None] Set router b0920bac-c38d-4b95-9667-b9fed57c7b10 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:27:50.697366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Pushing event updated for resources: {'Port': ['ID=e549469d-4c62-4524-9597-bc5691310c5d,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:50.733283 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182458ac-75fc-499c-b2b9-532f77de9294 x-openstack-request-id: req-182458ac-75fc-499c-b2b9-532f77de9294 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:27:50.733627 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92b321b-e551-4188-a6b5-edf490a0c01f", "name": "network-vif-deleted", "tag": "52e24184-5eac-4d09-bc20-62f34dc27f2c", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:27:50.734551 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-182458ac-75fc-499c-b2b9-532f77de9294 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:27:50.734968 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92b321b-e551-4188-a6b5-edf490a0c01f', 'name': 'network-vif-deleted', 'tag': '52e24184-5eac-4d09-bc20-62f34dc27f2c', 'status': 'completed', 'code': 200} Oct 19 11:27:50.794939 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2eb1-2ba1-43b0-bfc9-ef2c9d81a0fe tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:50.801079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629aae0e-16c9-4d74-b691-821b37f393c6 None None] Network c8dc78af-55a6-4c69-b3aa-f085c7e76153 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:50.822486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc2eb1-2ba1-43b0-bfc9-ef2c9d81a0fe tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for 6f09ccbc-5f9e-4e7e-9cf8-e4c1162b38cb owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:50.846211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Attempting to bind port e549469d-4c62-4524-9597-bc5691310c5d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:50.846634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Attempting to bind port e549469d-4c62-4524-9597-bc5691310c5d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'd6c8c5b3-4e03-4754-9a83-2d46715ed815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7cb03c5f-16bc-41ab-bce2-8d9b096f58bf'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:50.847069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Attempting to bind port e549469d-4c62-4524-9597-bc5691310c5d on network 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:50.865831 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-029dcdcd-7872-4cc2-8853-550a41bc629b req-4c37f325-ab81-4095-b3fc-0ac992002f01 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3155158 Oct 19 11:27:50.971397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e88053a-bacb-4dee-8bea-5cfe73be8bd2 req-f8bd2575-21ed-49fa-af54-5420c6205948 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.1216786 Oct 19 11:27:51.214389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:51.214925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Checking segment: {'id': 'd6c8c5b3-4e03-4754-9a83-2d46715ed815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7cb03c5f-16bc-41ab-bce2-8d9b096f58bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:51.215417 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.215899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Bound using segment: {'id': 'd6c8c5b3-4e03-4754-9a83-2d46715ed815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7cb03c5f-16bc-41ab-bce2-8d9b096f58bf'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:51.216476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Bound port: e549469d-4c62-4524-9597-bc5691310c5d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c8c5b3-4e03-4754-9a83-2d46715ed815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7cb03c5f-16bc-41ab-bce2-8d9b096f58bf'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:51.216967 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.219784 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e56b0a86-7bfc-405d-9a01-5f32e5c2cd15 None None] Provisioning complete for port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:51.220238 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e56b0a86-7bfc-405d-9a01-5f32e5c2cd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.227998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:27:51.229435 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.291663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44217cdb-9965-43f8-b1e3-63812312c18d req-61597239-f5c3-43ed-833e-0cb350d0b9a4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:51.304848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44217cdb-9965-43f8-b1e3-63812312c18d req-61597239-f5c3-43ed-833e-0cb350d0b9a4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1841152 Oct 19 11:27:51.352196 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2eb1-2ba1-43b0-bfc9-ef2c9d81a0fe tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.411994 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.487142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] For port e549469d-4c62-4524-9597-bc5691310c5d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:51.528405 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc2eb1-2ba1-43b0-bfc9-ef2c9d81a0fe tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=6f09ccbc-5f9e-4e7e-9cf8-e4c1162b38cb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:51.542971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Allocated IP 2001:db8::1 (c8dc78af-55a6-4c69-b3aa-f085c7e76153/bbdc5c95-4b23-4521-b9e5-de0790034682/7173a34a-5ee5-4367-8c99-483b3e28da4c) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:51.544907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.560673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:27:51.562082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] For port e549469d-4c62-4524-9597-bc5691310c5d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e549469d-4c62-4524-9597-bc5691310c5d,segment=NetworkSegment(d6c8c5b3-4e03-4754-9a83-2d46715ed815),segment_id=d6c8c5b3-4e03-4754-9a83-2d46715ed815)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:51.572032 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.572355 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Added segment d483634b-9ab1-4771-aca3-7d0a214bb80e of type vlan for network 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c Oct 19 11:27:51.623324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:51.623835 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.642721 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.680186 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.705950 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e56b0a86-7bfc-405d-9a01-5f32e5c2cd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.708421 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.751405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44217cdb-9965-43f8-b1e3-63812312c18d req-6a5d0556-834f-42bc-9eb4-5a4e4d5088bc tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4456675 Oct 19 11:27:51.767707 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.774989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:51.775967 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.785988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 52e24184-5eac-4d09-bc20-62f34dc27f2c no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:27:51.854431 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:51.896789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-53d3f48e-ec9f-48b7-a602-5bd2efe2b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:58Z', 'revision_number': 4, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7815c124-a98b-4e1c-abe3-a432c0157a89', 'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'mac_address': 'fa:16:3e:cb:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:56Z', 'updated_at': '2021-10-19T11:24:02Z', 'revision_number': 5, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'subnets': [{'id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:51.902303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 52e24184-5eac-4d09-bc20-62f34dc27f2c {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:27:51.902741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 52e24184-5eac-4d09-bc20-62f34dc27f2c not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:27:51.949598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d8776a-5e33-4232-8432-35ef68f531b2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:51.965940 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2627923 Oct 19 11:27:51.970655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df3e21-15dc-4e93-b497-552939746eb3 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Pushing event updated for resources: {'Network': ['ID=267b1872-506f-4bf5-8b3b-9d8a9ed69c5c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:51.973684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40692) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:51.982691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Request body: {'subnet': {'network_id': '267b1872-506f-4bf5-8b3b-9d8a9ed69c5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:52.033124 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3f48e-ec9f-48b7-a602-5bd2efe2b2ab None None] Checking router: b0920bac-c38d-4b95-9667-b9fed57c7b10 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:27:52.035094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=7173a34a-5ee5-4367-8c99-483b3e28da4c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:52.054589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:52.058578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network c8dc78af-55a6-4c69-b3aa-f085c7e76153 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:52.066158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:52.066939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:52.067668 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:52.169184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8499077a-8e79-4ea1-aa83-c01d2aba8d9c req-3072a078-0328-4534-a092-15dd00827785 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.0312440 Oct 19 11:27:52.229282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e56b0a86-7bfc-405d-9a01-5f32e5c2cd15 None None] For port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a,segment=NetworkSegment(534bebd4-ceac-4daf-9a4c-28c354cc06e5),segment_id=534bebd4-ceac-4daf-9a4c-28c354cc06e5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:52.230513 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fcc2eb1-2ba1-43b0-bfc9-ef2c9d81a0fe tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:52.239948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776905bb-b902-4d86-afcb-2cb086a8e83e None None] Pushing event updated for resources: {'Port': ['ID=e549469d-4c62-4524-9597-bc5691310c5d,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:52.280476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3f48e-ec9f-48b7-a602-5bd2efe2b2ab None None] Routers {'b0920bac-c38d-4b95-9667-b9fed57c7b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:52.280476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-53d3f48e-ec9f-48b7-a602-5bd2efe2b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b0920bac-c38d-4b95-9667-b9fed57c7b10'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:52.496126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-53d3f48e-ec9f-48b7-a602-5bd2efe2b2ab None None] Set router b0920bac-c38d-4b95-9667-b9fed57c7b10 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:27:52.504877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-39b46843-43ee-49a9-9557-4c7145093fa9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:52.519635 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-39b46843-43ee-49a9-9557-4c7145093fa9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 812 time: 0.4570816 Oct 19 11:27:52.558495 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-c804f8c0-fe4b-4742-8d35-feeb00affc40 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/quotas/adb4e90a76744825a16a77292f3584a5 HTTP/1.1" status: 200 len: 375 time: 0.0326953 Oct 19 11:27:52.621620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcc2eb1-2ba1-43b0-bfc9-ef2c9d81a0fe tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router 923a3554-1a92-487e-bbf1-daed1a504f62 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:27:52.638804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Made reservation on behalf of b7a7514c795b4660887d09a82a1c9c54 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:52.643764 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:52.660865 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e56b0a86-7bfc-405d-9a01-5f32e5c2cd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:52.757221 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:52.799088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcc2eb1-2ba1-43b0-bfc9-ef2c9d81a0fe tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:27:52.810882 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae958e8-ef81-48a2-a1e2-30dd55bcb43e None None] Sync routers for ids ['923a3554-1a92-487e-bbf1-daed1a504f62'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:27:52.811573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-cc953b4d-c393-4a6d-a0d1-851ba24d85ba tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2453508 Oct 19 11:27:52.828394 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae958e8-ef81-48a2-a1e2-30dd55bcb43e None None] Routers {'923a3554-1a92-487e-bbf1-daed1a504f62'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:52.829386 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cae958e8-ef81-48a2-a1e2-30dd55bcb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['923a3554-1a92-487e-bbf1-daed1a504f62'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:52.837312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8fcc2eb1-2ba1-43b0-bfc9-ef2c9d81a0fe tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/923a3554-1a92-487e-bbf1-daed1a504f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0899415 Oct 19 11:27:52.841649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40698) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:52.887486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b0a86-7bfc-405d-9a01-5f32e5c2cd15 None None] Pushing event updated for resources: {'Port': ['ID=488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:52.901597 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f9a921bc-c0a7-488c-8b1a-65655540a031 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=923a3554-1a92-487e-bbf1-daed1a504f62 HTTP/1.1" status: 200 len: 205 time: 0.0584812 Oct 19 11:27:52.908280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40700) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:52.945015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b4bd8117-98dc-42e1-bf7d-5fb99284d71b None None] Provisioning complete for port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:52.946134 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8117-98dc-42e1-bf7d-5fb99284d71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:52.947491 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cae958e8-ef81-48a2-a1e2-30dd55bcb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:52.980559 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae958e8-ef81-48a2-a1e2-30dd55bcb43e None None] Routers {'923a3554-1a92-487e-bbf1-daed1a504f62'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:52.981195 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cae958e8-ef81-48a2-a1e2-30dd55bcb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['923a3554-1a92-487e-bbf1-daed1a504f62'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:53.098012 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-25f9908a-cd1c-43d8-b98a-6e6adfaee7a5 service neutron] 10.222.0.39 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820194 Oct 19 11:27:53.109848 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a5dd-80b5-4d24-a3b0-041cc42c2b4b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.163647 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cae958e8-ef81-48a2-a1e2-30dd55bcb43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:53.170233 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae958e8-ef81-48a2-a1e2-30dd55bcb43e None None] The sync data for ids ['923a3554-1a92-487e-bbf1-daed1a504f62'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:27:53.337084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-53d3f48e-ec9f-48b7-a602-5bd2efe2b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:58Z', 'revision_number': 4, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7815c124-a98b-4e1c-abe3-a432c0157a89', 'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'mac_address': 'fa:16:3e:cb:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:56Z', 'updated_at': '2021-10-19T11:24:02Z', 'revision_number': 5, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'subnets': [{'id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:53.378316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3f48e-ec9f-48b7-a602-5bd2efe2b2ab None None] The sync data for ids ['b0920bac-c38d-4b95-9667-b9fed57c7b10'] in n-d-814547-1 is: [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:23:58Z', 'revision_number': 4, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7815c124-a98b-4e1c-abe3-a432c0157a89', 'name': '', 'network_id': '2a379799-d672-4171-96be-3d50103648d2', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'mac_address': 'fa:16:3e:cb:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:56Z', 'updated_at': '2021-10-19T11:24:02Z', 'revision_number': 5, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'subnets': [{'id': '6fba6953-6304-427b-b7e5-9f939a68d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:27:53.392065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:27:53.477216 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.480837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-11b55add-722a-4893-9571-22f1fdd9c903 None None] Provisioning complete for port 7173a34a-5ee5-4367-8c99-483b3e28da4c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:53.481208 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-11b55add-722a-4893-9571-22f1fdd9c903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.555203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ea2ac00-535f-4343-b14a-fe1eee3077ed req-ebbc84d7-4b8e-43b5-9b95-0ee52e058d6f tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.2054000 Oct 19 11:27:53.603493 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-681a98b5-090e-46fd-bcad-849ea334c5c4 service neutron] 10.222.0.39 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045097 Oct 19 11:27:53.606229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.607041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.621058 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a5dd-80b5-4d24-a3b0-041cc42c2b4b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.625812 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a5dd-80b5-4d24-a3b0-041cc42c2b4b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.627954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:53.628337 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.629937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-11b55add-722a-4893-9571-22f1fdd9c903 None None] Port 7173a34a-5ee5-4367-8c99-483b3e28da4c cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:27:53.739480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a020d2f-b78e-418f-a69e-dba8c75a36d8 None None] Network 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:53.830637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e2a4897d-36ad-4f19-a4c3-cd447e31775c None None] Provisioning complete for port e549469d-4c62-4524-9597-bc5691310c5d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:53.831007 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e2a4897d-36ad-4f19-a4c3-cd447e31775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.849136 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.887484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328ce6aa-6e2a-453a-8256-4945fc589289 None None] New status for floating IP 1efb37ef-9b47-4a6d-917e-fa8c12ed873b: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:27:53.893806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a5dd-80b5-4d24-a3b0-041cc42c2b4b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.894439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac0a5dd-80b5-4d24-a3b0-041cc42c2b4b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Fanout notify agent at l3_agent the message router_deleted on router 923a3554-1a92-487e-bbf1-daed1a504f62 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:27:53.920084 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a5dd-80b5-4d24-a3b0-041cc42c2b4b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:53.922845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1ac0a5dd-80b5-4d24-a3b0-041cc42c2b4b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/923a3554-1a92-487e-bbf1-daed1a504f62 HTTP/1.1" status: 204 len: 168 time: 1.0132985 Oct 19 11:27:53.933991 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40708) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:53.972425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=7173a34a-5ee5-4367-8c99-483b3e28da4c,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:53.977809 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network c8dc78af-55a6-4c69-b3aa-f085c7e76153 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:53.979877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:54.014881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-749851b3-8c30-49ad-9923-32e6effa56e2 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting subnet 1a2285ec-7725-4b33-a951-303f6d8c0a90 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:27:54.053600 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-749851b3-8c30-49ad-9923-32e6effa56e2 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:54.132684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Pushing event updated for resources: {'Subnet': ['ID=2aa004e3-caf8-46a6-8b94-e5d2dca39dfa,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:54.229035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e528558d-2bc6-4336-bcbc-5117b7b2fa74 req-030129e6-6f00-4c35-b00a-586f9ad0200d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 210 time: 0.1803448 Oct 19 11:27:54.237937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e549469d-4c62-4524-9597-bc5691310c5d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:27:54.250396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Checking segment: {'id': 'd483634b-9ab1-4771-aca3-7d0a214bb80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '267b1872-506f-4bf5-8b3b-9d8a9ed69c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:54.250881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Network hostable DHCP agents. Network: 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:27:54.275039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-749851b3-8c30-49ad-9923-32e6effa56e2 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:54.369296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Network 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:27:54.393389 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-749851b3-8c30-49ad-9923-32e6effa56e2 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:54.463960 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e2a4897d-36ad-4f19-a4c3-cd447e31775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:54.496785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e549469d-4c62-4524-9597-bc5691310c5d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:54.497155 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:54.499702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router 2d949ae9-521f-4e08-a823-3609d2210fcd is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:27:54.538064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e2a4897d-36ad-4f19-a4c3-cd447e31775c None None] For port e549469d-4c62-4524-9597-bc5691310c5d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e549469d-4c62-4524-9597-bc5691310c5d,segment=NetworkSegment(d6c8c5b3-4e03-4754-9a83-2d46715ed815),segment_id=d6c8c5b3-4e03-4754-9a83-2d46715ed815)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:54.568857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:54.579907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:54.580493 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:54.585468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12369368-4a35-4d51-b062-7aa618868f81 None None] Network 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:54.657090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-749851b3-8c30-49ad-9923-32e6effa56e2 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:54.683680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:54.713257 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e2a4897d-36ad-4f19-a4c3-cd447e31775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:54.713409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749851b3-8c30-49ad-9923-32e6effa56e2 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Subnet': ['ID=1a2285ec-7725-4b33-a951-303f6d8c0a90,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:54.719632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-749851b3-8c30-49ad-9923-32e6effa56e2 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:54.725560 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-749851b3-8c30-49ad-9923-32e6effa56e2 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/1a2285ec-7725-4b33-a951-303f6d8c0a90 HTTP/1.1" status: 204 len: 168 time: 0.7940099 Oct 19 11:27:54.730766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40724) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:54.737911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc47afd-fa6f-44c3-ab60-4a561b822f4f None None] Network 5d222739-5c0f-4f74-8a2a-a8cdca46741d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:54.809441 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-50cb9488-77db-4bdb-8c13-c1342fb22c18 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8320692 Oct 19 11:27:54.814957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40726) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:54.820056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Request body: {'port': {'network_id': '267b1872-506f-4bf5-8b3b-9d8a9ed69c5c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1979163591'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:54.870011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-50812edb-f27a-4245-b169-5ce279cb3760 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting subnet d23ae7de-d2cd-4874-86e4-07cca566bbe7 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:27:54.902760 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50812edb-f27a-4245-b169-5ce279cb3760 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:54.967591 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50812edb-f27a-4245-b169-5ce279cb3760 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.037427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4897d-36ad-4f19-a4c3-cd447e31775c None None] Pushing event updated for resources: {'Port': ['ID=e549469d-4c62-4524-9597-bc5691310c5d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:55.064412 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c113dbca-1f83-459b-ab2f-fe092f4fbe1e req-16b31ba1-b47f-4936-9f63-dcdba4d4e278 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.0277548 Oct 19 11:27:55.089397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50812edb-f27a-4245-b169-5ce279cb3760 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.093975 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:27:55.104052 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d7412-f760-4288-aaec-cf85855887ef None None] Sync routers for ids ['2d949ae9-521f-4e08-a823-3609d2210fcd'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:27:55.107528 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7cf59f5b-2fd6-4a0c-97b7-476775f5fd19 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/2d949ae9-521f-4e08-a823-3609d2210fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4893148 Oct 19 11:27:55.109944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40728) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:55.125924 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d7412-f760-4288-aaec-cf85855887ef None None] Routers {'2d949ae9-521f-4e08-a823-3609d2210fcd'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:55.126459 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-df2d7412-f760-4288-aaec-cf85855887ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2d949ae9-521f-4e08-a823-3609d2210fcd'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:55.137380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Made reservation on behalf of b7a7514c795b4660887d09a82a1c9c54 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:55.158433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.165213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4789afb-d26b-431b-bc0f-65dc9db631dd tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:55.165213 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b4789afb-d26b-431b-bc0f-65dc9db631dd tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports/7173a34a-5ee5-4367-8c99-483b3e28da4c HTTP/1.1" status: 200 len: 911 time: 0.0528414 Oct 19 11:27:55.165213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40730) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:55.172507 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-df2d7412-f760-4288-aaec-cf85855887ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:55.182530 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d7412-f760-4288-aaec-cf85855887ef None None] Routers {'2d949ae9-521f-4e08-a823-3609d2210fcd'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:27:55.183497 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-df2d7412-f760-4288-aaec-cf85855887ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2d949ae9-521f-4e08-a823-3609d2210fcd'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:55.220818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5f9e9ef0-a52b-4f6b-8a1e-e67ac5208418 None None] Provisioning complete for port 7173a34a-5ee5-4367-8c99-483b3e28da4c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:55.221199 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f9e9ef0-a52b-4f6b-8a1e-e67ac5208418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.225871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] device_id is not set on port be42cf5c-f3cd-44f7-9702-30e8eebe89c6 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:27:55.269447 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:27:55.270311 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:27:55.276273 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-df2d7412-f760-4288-aaec-cf85855887ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:55.288728 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2d7412-f760-4288-aaec-cf85855887ef None None] The sync data for ids ['2d949ae9-521f-4e08-a823-3609d2210fcd'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:27:55.294639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e9ef0-a52b-4f6b-8a1e-e67ac5208418 None None] Port 7173a34a-5ee5-4367-8c99-483b3e28da4c cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:27:55.371196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-267b1872-506f-4bf5-8b3b-9d8a9ed69c5c', 'network_id': '267b1872-506f-4bf5-8b3b-9d8a9ed69c5c', 'tenant_id': 'b7a7514c795b4660887d09a82a1c9c54', 'fixed_ips': [{'subnet_id': '2aa004e3-caf8-46a6-8b94-e5d2dca39dfa'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:27:55.372035 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.387221 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d186fa7e-5479-4021-a1c2-e92f52761fd5 req-81f802ec-5474-48f7-8647-62e1199f5519 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 210 time: 0.0342534 Oct 19 11:27:55.420393 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-898d5594-c2f5-4dcb-8849-f5edc4535a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.452861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-96837554-90b7-4b71-8bef-27833fc1fad0 None None] Provisioning complete for port e549469d-4c62-4524-9597-bc5691310c5d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:55.453075 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-96837554-90b7-4b71-8bef-27833fc1fad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.460190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Allocated IP 172.20.0.4 (267b1872-506f-4bf5-8b3b-9d8a9ed69c5c/2aa004e3-caf8-46a6-8b94-e5d2dca39dfa/be42cf5c-f3cd-44f7-9702-30e8eebe89c6) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:55.537135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50812edb-f27a-4245-b169-5ce279cb3760 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.643749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802583b4-f3a3-4818-9239-928dc3f24ff0 None None] DHCP port deletion for 5d222739-5c0f-4f74-8a2a-a8cdca46741d request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:27:55.651794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50812edb-f27a-4245-b169-5ce279cb3760 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Subnet': ['ID=d23ae7de-d2cd-4874-86e4-07cca566bbe7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:55.675567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d95779f-1fcf-4aec-bc43-93c1e26d1065 None None] Network ab6759f7-dc4e-4830-986a-f1c85e667563 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:55.677255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50812edb-f27a-4245-b169-5ce279cb3760 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.688489 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-50812edb-f27a-4245-b169-5ce279cb3760 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/d23ae7de-d2cd-4874-86e4-07cca566bbe7 HTTP/1.1" status: 204 len: 168 time: 0.9537010 Oct 19 11:27:55.688848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40744) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:55.809234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.837493 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.929181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:55.938391 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.022617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port 663b75b1-41b3-4879-a902-fb4d487d8a17 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:56.023115 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.024404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Network 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:56.036924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Allocated IP 172.20.0.2 (267b1872-506f-4bf5-8b3b-9d8a9ed69c5c/2aa004e3-caf8-46a6-8b94-e5d2dca39dfa/071ed93c-63eb-46a0-8ec1-f4ad527a174e) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:56.046714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:56.055985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:56.087714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-802583b4-f3a3-4818-9239-928dc3f24ff0 None None] Deleting port 663b75b1-41b3-4879-a902-fb4d487d8a17 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:56.088185 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-802583b4-f3a3-4818-9239-928dc3f24ff0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.089878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e549469d-4c62-4524-9597-bc5691310c5d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:27:56.134011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Pushing event updated for resources: {'Port': ['ID=be42cf5c-f3cd-44f7-9702-30e8eebe89c6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:56.169771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] For port 663b75b1-41b3-4879-a902-fb4d487d8a17, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=663b75b1-41b3-4879-a902-fb4d487d8a17,segment=NetworkSegment(86e5666c-c117-45f6-9ec0-4fd1aae6bfe9),segment_id=86e5666c-c117-45f6-9ec0-4fd1aae6bfe9)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:56.170332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.198464 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for 663b75b1-41b3-4879-a902-fb4d487d8a17 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:56.203812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7e3bc5-19d4-4332-8c98-ba1eeefdb3b4 None None] DHCP port deletion for ab6759f7-dc4e-4830-986a-f1c85e667563 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:27:56.203982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:56.204564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.319238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-802583b4-f3a3-4818-9239-928dc3f24ff0 None None] For port 663b75b1-41b3-4879-a902-fb4d487d8a17, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=663b75b1-41b3-4879-a902-fb4d487d8a17,segment=NetworkSegment(86e5666c-c117-45f6-9ec0-4fd1aae6bfe9),segment_id=86e5666c-c117-45f6-9ec0-4fd1aae6bfe9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:56.325600 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-802583b4-f3a3-4818-9239-928dc3f24ff0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.325709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a93c5041-9f04-4158-bdf1-f94c367c6dc2 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5037370 Oct 19 11:27:56.325709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40748) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:56.328620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Request body: {'port': {'network_id': '267b1872-506f-4bf5-8b3b-9d8a9ed69c5c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1296831409', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:56.329589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.api.validators [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] bootfile-name is not in valid_values {{(pid=101312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:27:56.329589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.api.validators [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] tftp-server is not in valid_values {{(pid=101312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:27:56.329812 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.api.validators [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] server-ip-address is not in valid_values {{(pid=101312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:27:56.339396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-802583b4-f3a3-4818-9239-928dc3f24ff0 None None] Calling delete_port for 663b75b1-41b3-4879-a902-fb4d487d8a17 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:56.371860 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-233f3eb0-31f0-4d15-844e-688193fb11f5 req-a499830e-ca71-4a24-8d35-12dcd3313e40 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.0721705 Oct 19 11:27:56.390520 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.481357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No DVR routers for this DVR port 663b75b1-41b3-4879-a902-fb4d487d8a17 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:56.527458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e549469d-4c62-4524-9597-bc5691310c5d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:56.528060 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.547892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=663b75b1-41b3-4879-a902-fb4d487d8a17,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:56.593130 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.599754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e3bc5-19d4-4332-8c98-ba1eeefdb3b4 None None] Deleting port 8607a130-9e15-4262-a4b1-cb7e0bc9526f {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:56.600388 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3bc5-19d4-4332-8c98-ba1eeefdb3b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.635167 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-802583b4-f3a3-4818-9239-928dc3f24ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.715634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.727912 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802583b4-f3a3-4818-9239-928dc3f24ff0 None None] Pushing event deleted for resources: {'Port': ['ID=663b75b1-41b3-4879-a902-fb4d487d8a17,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:56.774972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1d7e3bc5-19d4-4332-8c98-ba1eeefdb3b4 None None] For port 8607a130-9e15-4262-a4b1-cb7e0bc9526f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8607a130-9e15-4262-a4b1-cb7e0bc9526f,segment=NetworkSegment(7c620bbb-2107-49fa-86ce-308be3aac5a9),segment_id=7c620bbb-2107-49fa-86ce-308be3aac5a9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:56.775361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3bc5-19d4-4332-8c98-ba1eeefdb3b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.831281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8ad60ab-29ac-4a32-a5a8-393d41c7cb2a req-018a0853-0f00-42c1-b912-ab571555834e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 210 time: 0.0313971 Oct 19 11:27:56.857006 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.868141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802583b4-f3a3-4818-9239-928dc3f24ff0 None None] No DVR routers for this DVR port 663b75b1-41b3-4879-a902-fb4d487d8a17 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:56.888425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d222739-5c0f-4f74-8a2a-a8cdca46741d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:56.900711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e5666c-c117-45f6-9ec0-4fd1aae6bfe9') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:56.901011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e5666c-c117-45f6-9ec0-4fd1aae6bfe9') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:56.920256 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.941626 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.944975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e3bc5-19d4-4332-8c98-ba1eeefdb3b4 None None] Calling delete_port for 8607a130-9e15-4262-a4b1-cb7e0bc9526f owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:56.949679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:56.950082 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:56.954913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Network 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:56.964483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:56.977394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:56.982501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Pushing event updated for resources: {'Port': ['ID=071ed93c-63eb-46a0-8ec1-f4ad527a174e,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:57.034029 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:57.077284 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Made reservation on behalf of b7a7514c795b4660887d09a82a1c9c54 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:57.081065 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.099150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 663b75b1-41b3-4879-a902-fb4d487d8a17 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:27:57.126717 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 663b75b1-41b3-4879-a902-fb4d487d8a17 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:27:57.126970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] device_id is not set on port 63f0b1df-262a-4d3d-a050-b00934e6c831 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:27:57.127212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 663b75b1-41b3-4879-a902-fb4d487d8a17 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:27:57.159164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Allocated IP 2001:db8:1::1 (7cb03c5f-16bc-41ab-bce2-8d9b096f58bf/38840397-8718-4609-b363-bbf68411d084/8d8d9f80-327a-4f65-bdf5-73b6566a857a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:57.218865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Attempting to bind port 071ed93c-63eb-46a0-8ec1-f4ad527a174e on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:27:57.228830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Attempting to bind port 071ed93c-63eb-46a0-8ec1-f4ad527a174e by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'd483634b-9ab1-4771-aca3-7d0a214bb80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '267b1872-506f-4bf5-8b3b-9d8a9ed69c5c'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:27:57.229346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Attempting to bind port 071ed93c-63eb-46a0-8ec1-f4ad527a174e on network 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:27:57.255337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:27:57.255601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Checking segment: {'id': 'd483634b-9ab1-4771-aca3-7d0a214bb80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '267b1872-506f-4bf5-8b3b-9d8a9ed69c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:27:57.256008 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.256395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Bound using segment: {'id': 'd483634b-9ab1-4771-aca3-7d0a214bb80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '267b1872-506f-4bf5-8b3b-9d8a9ed69c5c'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:27:57.256895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Bound port: 071ed93c-63eb-46a0-8ec1-f4ad527a174e, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd483634b-9ab1-4771-aca3-7d0a214bb80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '267b1872-506f-4bf5-8b3b-9d8a9ed69c5c'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:27:57.257275 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.263312 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.283205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Allocated IP 172.20.0.11 (267b1872-506f-4bf5-8b3b-9d8a9ed69c5c/2aa004e3-caf8-46a6-8b94-e5d2dca39dfa/63f0b1df-262a-4d3d-a050-b00934e6c831) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:57.295799 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.302374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/networks/5d222739-5c0f-4f74-8a2a-a8cdca46741d HTTP/1.1" status: 204 len: 168 time: 1.6102674 Oct 19 11:27:57.340987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40754) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:57.377281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dffe1-6d8d-45ac-bbb5-689dedfaca61 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Network': ['ID=5d222739-5c0f-4f74-8a2a-a8cdca46741d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:57.391951 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3bc5-19d4-4332-8c98-ba1eeefdb3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.402993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-a15290df-b124-4bfa-9c97-e8c4bb58e289 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:57.405031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-a15290df-b124-4bfa-9c97-e8c4bb58e289 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 812 time: 0.3718965 Oct 19 11:27:57.412237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] For port 071ed93c-63eb-46a0-8ec1-f4ad527a174e, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:27:57.426503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Request body: {'port': {'device_id': '261c081b-3ade-4fc8-9131-b24613e1eeb6', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'admin_state_up': True, 'tenant_id': 'adb4e90a76744825a16a77292f3584a5'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:57.473249 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.490348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e3bc5-19d4-4332-8c98-ba1eeefdb3b4 None None] No DVR routers for this DVR port 8607a130-9e15-4262-a4b1-cb7e0bc9526f on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:27:57.493959 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e3bc5-19d4-4332-8c98-ba1eeefdb3b4 None None] Pushing event deleted for resources: {'Port': ['ID=8607a130-9e15-4262-a4b1-cb7e0bc9526f,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:57.496712 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] For port 071ed93c-63eb-46a0-8ec1-f4ad527a174e, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=071ed93c-63eb-46a0-8ec1-f4ad527a174e,segment=NetworkSegment(d483634b-9ab1-4771-aca3-7d0a214bb80e),segment_id=d483634b-9ab1-4771-aca3-7d0a214bb80e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:27:57.551485 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.569166 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd704bda-8178-43fe-a278-e74be8131735 req-8f8362ed-8ccf-4433-9396-e6f38c2b57a7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.0506356 Oct 19 11:27:57.580860 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.693156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd6a9f-97b5-495c-b13a-c1546c106282 None None] Pushing event updated for resources: {'Port': ['ID=071ed93c-63eb-46a0-8ec1-f4ad527a174e,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:57.723720 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.775517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Made reservation on behalf of adb4e90a76744825a16a77292f3584a5 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:57.791966 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.793199 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.802724 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-683332c8-51e7-4add-8317-f3fa404ddab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.832162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:57.846822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:57.856489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:57.857408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.860616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=8d8d9f80-327a-4f65-bdf5-73b6566a857a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:57.873808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:57.879707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6759f7-dc4e-4830-986a-f1c85e667563']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:57.922637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c620bbb-2107-49fa-86ce-308be3aac5a9') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:57.922938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c620bbb-2107-49fa-86ce-308be3aac5a9') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:27:57.966968 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.058420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.085178 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-434c47b7-a956-4095-92e8-f6943bfacb62 req-37b60fe5-e086-4a3c-9641-61cbeac4a857 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 210 time: 0.0985219 Oct 19 11:27:58.118298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:27:58.119032 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:27:58.122504 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:27:58.158977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8607a130-9e15-4262-a4b1-cb7e0bc9526f no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:27:58.200771 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 8607a130-9e15-4262-a4b1-cb7e0bc9526f {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:27:58.201373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8607a130-9e15-4262-a4b1-cb7e0bc9526f not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:27:58.289285 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.300892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Allocated IP 172.20.0.12 (9c3fc8df-64d9-437b-901a-818c7e32eca5/d4b3fa07-5b6f-4c0c-884c-98220390e790/2f2f3184-cea4-4c70-ac2a-6cfc149d18cc) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:27:58.326692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Network 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:58.332880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:58.337339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:58.425285 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.425802 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f5e2dca6-dfba-4536-b729-849a1a4bbc65 None None] Provisioning complete for port 8d8d9f80-327a-4f65-bdf5-73b6566a857a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:58.426310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f5e2dca6-dfba-4536-b729-849a1a4bbc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.443990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:58.445096 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.451450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.488639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f5e2dca6-dfba-4536-b729-849a1a4bbc65 None None] Port 8d8d9f80-327a-4f65-bdf5-73b6566a857a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:27:58.502205 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.511275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/networks/ab6759f7-dc4e-4830-986a-f1c85e667563 HTTP/1.1" status: 204 len: 168 time: 1.1689563 Oct 19 11:27:58.519130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40764) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:58.525586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'network': {'name': 'tempest-RoutersTest-849913118'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:58.568644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.2439194 Oct 19 11:27:58.576960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40766) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:58.578791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b88810-05e2-416d-b1e5-d7d04b278bcf tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Network': ['ID=ab6759f7-dc4e-4830-986a-f1c85e667563,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:58.632193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4419c-8d08-4d97-87f7-ddf1daf40d5e tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Pushing event updated for resources: {'Port': ['ID=63f0b1df-262a-4d3d-a050-b00934e6c831,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:58.641233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.664696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:58.668266 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.722614 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77d26439-1381-4eb2-b2a6-e61ca5b79c8c req-246b8033-1bba-407e-899a-ba46bff5b3bd tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.0429139 Oct 19 11:27:58.753280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:27:58.778562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56722250-f210-45c6-aa0b-dcb3b955d372 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:58.792351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56722250-f210-45c6-aa0b-dcb3b955d372 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:58.805459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56722250-f210-45c6-aa0b-dcb3b955d372 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:58.809244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-56722250-f210-45c6-aa0b-dcb3b955d372 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2279336 Oct 19 11:27:58.815105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40774) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:58.882231 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.882606 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added segment 5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61 of type vlan for network e3490a83-b20f-4e07-8f94-1a8eb64ae72b Oct 19 11:27:58.934823 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:58.976440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.039839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4e438a5f-2935-4027-b510-ef60942abb04 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Deleting port 63f0b1df-262a-4d3d-a050-b00934e6c831 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:27:59.040172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e438a5f-2935-4027-b510-ef60942abb04 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.045214 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.046837 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.050548 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.051062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.052571 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.060238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b338daa1-71d2-4b41-a1e8-d8584a485251'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:27:59.142554 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.148468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:59.149302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.171731 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e438a5f-2935-4027-b510-ef60942abb04 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.214918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4e438a5f-2935-4027-b510-ef60942abb04 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Calling delete_port for 63f0b1df-262a-4d3d-a050-b00934e6c831 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:27:59.221070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030363e0-8a77-45f7-ba09-2a9ea7c544b6 None None] Network 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:27:59.371335 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8506126 Oct 19 11:27:59.375322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19ebd2-ea49-40e2-bc22-42f18cd08583 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Network': ['ID=e3490a83-b20f-4e07-8f94-1a8eb64ae72b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:27:59.377578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40786) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:27:59.386028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'subnet': {'network_id': 'e3490a83-b20f-4e07-8f94-1a8eb64ae72b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:27:59.394112 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e3490a83-b20f-4e07-8f94-1a8eb64ae72b details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:27:59.491508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11015524-4897-458b-bd08-0a918c4d82bd req-1fa4b7a0-5af7-4814-b9db-b7a06741a0ce tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:59.493527 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11015524-4897-458b-bd08-0a918c4d82bd req-1fa4b7a0-5af7-4814-b9db-b7a06741a0ce tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 932 time: 0.2490664 Oct 19 11:27:59.762501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f2a8e4a9-0bcd-4066-b181-6d00c4f0e1e9 None None] Provisioning complete for port 071ed93c-63eb-46a0-8ec1-f4ad527a174e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:27:59.762501 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e4a9-0bcd-4066-b181-6d00c4f0e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.792818 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11015524-4897-458b-bd08-0a918c4d82bd req-22e0b3c0-7143-40dc-be8d-c6f257ed4eae tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879080 Oct 19 11:27:59.793615 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e4a9-0bcd-4066-b181-6d00c4f0e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.793822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:27:59.793822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:27:59.806442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f2a8e4a9-0bcd-4066-b181-6d00c4f0e1e9 None None] For port 071ed93c-63eb-46a0-8ec1-f4ad527a174e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=071ed93c-63eb-46a0-8ec1-f4ad527a174e,segment=NetworkSegment(d483634b-9ab1-4771-aca3-7d0a214bb80e),segment_id=d483634b-9ab1-4771-aca3-7d0a214bb80e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:27:59.821761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:27:59.825646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:27:59.825925 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.878610 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e438a5f-2935-4027-b510-ef60942abb04 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.882828 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e4a9-0bcd-4066-b181-6d00c4f0e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:27:59.977192 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af759d2f-bbc0-4056-b494-040e02ba18a7 req-0ee86070-7125-4eba-aa1c-6820107f12a7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/ports?device_id=b92b321b-e551-4188-a6b5-edf490a0c01f HTTP/1.1" status: 200 len: 210 time: 0.1015308 Oct 19 11:27:59.990613 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:27:59.991294 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:00.003230 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8e4a9-0bcd-4066-b181-6d00c4f0e1e9 None None] Pushing event updated for resources: {'Port': ['ID=071ed93c-63eb-46a0-8ec1-f4ad527a174e,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:00.033918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-baa7a1fb-3844-46aa-8917-8646ee11d6ec None None] Could not find standard attr ID for object 63f0b1df-262a-4d3d-a050-b00934e6c831. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:28:00.034146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=8d8d9f80-327a-4f65-bdf5-73b6566a857a,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:00.051609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-baa7a1fb-3844-46aa-8917-8646ee11d6ec None None] Provisioning complete for port be42cf5c-f3cd-44f7-9702-30e8eebe89c6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:00.051981 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-baa7a1fb-3844-46aa-8917-8646ee11d6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:00.166894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e438a5f-2935-4027-b510-ef60942abb04 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Pushing event deleted for resources: {'Port': ['ID=63f0b1df-262a-4d3d-a050-b00934e6c831,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:00.178536 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-baa7a1fb-3844-46aa-8917-8646ee11d6ec None None] Port be42cf5c-f3cd-44f7-9702-30e8eebe89c6 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:00.192667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-baa7a1fb-3844-46aa-8917-8646ee11d6ec None None] Provisioning complete for port 071ed93c-63eb-46a0-8ec1-f4ad527a174e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:00.195275 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-baa7a1fb-3844-46aa-8917-8646ee11d6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:00.224352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 071ed93c-63eb-46a0-8ec1-f4ad527a174e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:00.239004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8181708 Oct 19 11:28:00.260916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4e438a5f-2935-4027-b510-ef60942abb04 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:00.269608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4e438a5f-2935-4027-b510-ef60942abb04 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] 10.222.0.39 "DELETE /v2.0/ports/63f0b1df-262a-4d3d-a050-b00934e6c831 HTTP/1.1" status: 204 len: 168 time: 1.4500036 Oct 19 11:28:00.273430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Request body: {'port': {'device_id': '261c081b-3ade-4fc8-9131-b24613e1eeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:00.294014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:00.295333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40796) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:00.341785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Request body: {'port': {'name': 'tempest-new-port-name-1884340070', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:00.342554 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.api.validators [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] bootfile-name is not in valid_values {{(pid=101311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:28:00.343812 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.api.validators [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] tftp-server is not in valid_values {{(pid=101311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:28:00.345003 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.api.validators [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] server-ip-address is not in valid_values {{(pid=101311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:28:00.347207 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 071ed93c-63eb-46a0-8ec1-f4ad527a174e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:00.347572 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:00.348838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b0ea-ab4f-407b-bf88-d2e8d9668f27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event updated for resources: {'Port': ['ID=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:00.372491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a8642-cc08-49b9-99e8-bb0cd00d3404 req-8385bd93-c08d-4d59-a3cf-e6630d32bcdc tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:00.374708 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4a1a8642-cc08-49b9-99e8-bb0cd00d3404 req-8385bd93-c08d-4d59-a3cf-e6630d32bcdc tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 946 time: 0.6567376 Oct 19 11:28:00.408743 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:00.622850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3699e78c-8738-4706-841d-61638f79a294 None None] Provisioning complete for port be42cf5c-f3cd-44f7-9702-30e8eebe89c6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:00.623222 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3699e78c-8738-4706-841d-61638f79a294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:00.755576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3699e78c-8738-4706-841d-61638f79a294 None None] Port be42cf5c-f3cd-44f7-9702-30e8eebe89c6 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:00.765988 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:00.783985 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:00.787136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3699e78c-8738-4706-841d-61638f79a294 None None] Provisioning complete for port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:00.787668 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3699e78c-8738-4706-841d-61638f79a294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:00.818278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-74178cce-7581-48e1-b0b4-6579c54aafe9 req-5e39e1c8-681b-4c25-ae83-842483aaedef tempest-FloatingIPsAssociationTestJSON-1419886439 tempest-FloatingIPsAssociationTestJSON-1419886439-project] (101312) timed out ('10.222.0.49', 50810) {{(pid=101312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 11:28:00.842520 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:00.891634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3699e78c-8738-4706-841d-61638f79a294 None None] Port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:00.914356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:00.919914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40802) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:00.952877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4a1a8642-cc08-49b9-99e8-bb0cd00d3404 req-dfa60f54-3e8d-41c4-80bb-ec6310371ce1 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4440544 Oct 19 11:28:01.006983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4a507bd5-aaf0-405c-a597-95e4127365ec None None] Could not find standard attr ID for object 63f0b1df-262a-4d3d-a050-b00934e6c831. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:28:01.009055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-204f1722-f37e-4690-a202-5290f663b73f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:01.010595 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-204f1722-f37e-4690-a202-5290f663b73f tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.49 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 946 time: 0.2764542 Oct 19 11:28:01.016640 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Subnet': ['ID=f36434cf-7e33-409c-acad-6d50e237eebb,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:01.033867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4a507bd5-aaf0-405c-a597-95e4127365ec None None] Provisioning complete for port 8d8d9f80-327a-4f65-bdf5-73b6566a857a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:01.048222 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4a507bd5-aaf0-405c-a597-95e4127365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:01.048768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877cb07-62e0-4d5a-9564-72afd6ecd538 req-d131f86f-04fb-4055-a57d-896fa6bf6945 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:01.056210 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b877cb07-62e0-4d5a-9564-72afd6ecd538 req-d131f86f-04fb-4055-a57d-896fa6bf6945 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 932 time: 0.2240493 Oct 19 11:28:01.117211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router 2d949ae9-521f-4e08-a823-3609d2210fcd has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:01.151827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4a507bd5-aaf0-405c-a597-95e4127365ec None None] Port 8d8d9f80-327a-4f65-bdf5-73b6566a857a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:01.161041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40810) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:01.176066 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b877cb07-62e0-4d5a-9564-72afd6ecd538 req-cea8ec06-5d58-41ae-8190-4fac9bf668f5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187274 Oct 19 11:28:01.273032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Checking segment: {'id': '5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e3490a83-b20f-4e07-8f94-1a8eb64ae72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:01.273032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network hostable DHCP agents. Network: e3490a83-b20f-4e07-8f94-1a8eb64ae72b, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:01.330140 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a13b713a-0d50-415b-9b08-9a6776c688cb tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:01.347837 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f34df6b4-7e83-46f9-a5cd-5d55e5241d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:01.367896 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a13b713a-0d50-415b-9b08-9a6776c688cb tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:01.418502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Deleting port 654d9da9-a1d0-4e8d-ac99-80d48b338318 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:01.418916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:01.456551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network e3490a83-b20f-4e07-8f94-1a8eb64ae72b is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:01.493670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a13b713a-0d50-415b-9b08-9a6776c688cb tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:01.496164 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a13b713a-0d50-415b-9b08-9a6776c688cb tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:01.500400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a13b713a-0d50-415b-9b08-9a6776c688cb tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "DELETE /v2.0/security-groups/0405abc9-1e62-443f-8faa-c53790b7475b HTTP/1.1" status: 204 len: 168 time: 0.2985108 Oct 19 11:28:01.503121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40812) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:01.526073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b713a-0d50-415b-9b08-9a6776c688cb tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0405abc9-1e62-443f-8faa-c53790b7475b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:01.529893 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-e55e1c6d-e3d7-4a03-b5db-0b486e7b9d4a tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] show failed (client error): The resource could not be found. Oct 19 11:28:01.530934 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e55e1c6d-e3d7-4a03-b5db-0b486e7b9d4a tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "GET /v2.0/security-groups/0405abc9-1e62-443f-8faa-c53790b7475b HTTP/1.1" status: 404 len: 347 time: 0.0252669 Oct 19 11:28:01.537559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40814) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:01.683712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e3490a83-b20f-4e07-8f94-1a8eb64ae72b) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:01.688869 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:01.694366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] For port 654d9da9-a1d0-4e8d-ac99-80d48b338318, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=654d9da9-a1d0-4e8d-ac99-80d48b338318,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:01.694696 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:01.697060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:01.701368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0994872-9f3b-4425-acff-3dc4682a98fd None None] Network e3490a83-b20f-4e07-8f94-1a8eb64ae72b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:01.706741 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f2fd6171-e29d-4925-bc1a-9b351f580618 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/2d949ae9-521f-4e08-a823-3609d2210fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5385802 Oct 19 11:28:01.710176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40816) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:01.712302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:01.712717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:01.750521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7937c38-e00c-4452-ab64-80e6c6f6b724 None None] Sync routers for ids ['2d949ae9-521f-4e08-a823-3609d2210fcd'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:01.774796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19f0cef-4b0d-4732-9507-ec1c9cbf2c40 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:01.779335 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d19f0cef-4b0d-4732-9507-ec1c9cbf2c40 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports/8d8d9f80-327a-4f65-bdf5-73b6566a857a HTTP/1.1" status: 200 len: 913 time: 0.0635834 Oct 19 11:28:01.789142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40818) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:01.801135 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:01.820038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7937c38-e00c-4452-ab64-80e6c6f6b724 None None] Routers {'2d949ae9-521f-4e08-a823-3609d2210fcd'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:01.821970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b7937c38-e00c-4452-ab64-80e6c6f6b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2d949ae9-521f-4e08-a823-3609d2210fcd'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:02.045415 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Pushing event updated for resources: {'Port': ['ID=be42cf5c-f3cd-44f7-9702-30e8eebe89c6,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:02.079453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b7937c38-e00c-4452-ab64-80e6c6f6b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:02.105359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7937c38-e00c-4452-ab64-80e6c6f6b724 None None] Routers {'2d949ae9-521f-4e08-a823-3609d2210fcd'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:02.106313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b7937c38-e00c-4452-ab64-80e6c6f6b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2d949ae9-521f-4e08-a823-3609d2210fcd'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:02.122397 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f34df6b4-7e83-46f9-a5cd-5d55e5241d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.149596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] In _notify_port_updated(), no bound segment for port be42cf5c-f3cd-44f7-9702-30e8eebe89c6 on network 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c {{(pid=101311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:28:02.166790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:02.166790 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.166790 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8a1c1311-e788-47ce-942b-ee7bf6cdabf4 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] 10.222.0.39 "PUT /v2.0/ports/be42cf5c-f3cd-44f7-9702-30e8eebe89c6 HTTP/1.1" status: 200 len: 1136 time: 1.8315060 Oct 19 11:28:02.168898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:28:02.179758 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.190070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b7937c38-e00c-4452-ab64-80e6c6f6b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:02.190736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7937c38-e00c-4452-ab64-80e6c6f6b724 None None] The sync data for ids ['2d949ae9-521f-4e08-a823-3609d2210fcd'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:02.196659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 071ed93c-63eb-46a0-8ec1-f4ad527a174e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:02.201824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Transition to ACTIVE for port object 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:28:02.273525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40822) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:02.334361 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-97650841-c121-4ade-8944-109571fce397 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9517524 Oct 19 11:28:02.347741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-e3490a83-b20f-4e07-8f94-1a8eb64ae72b', 'network_id': 'e3490a83-b20f-4e07-8f94-1a8eb64ae72b', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'fixed_ips': [{'subnet_id': 'f36434cf-7e33-409c-acad-6d50e237eebb'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:28:02.349113 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.362999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40826) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:02.394444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ce259607-0035-4551-b787-2127e7d4fb94 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-720666343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:02.438428 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f34df6b4-7e83-46f9-a5cd-5d55e5241d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.463019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 071ed93c-63eb-46a0-8ec1-f4ad527a174e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:02.463761 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.503015 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f34df6b4-7e83-46f9-a5cd-5d55e5241d9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a291e0618f624aa8b3f39fb16ea7df2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5818257 Oct 19 11:28:02.503929 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.512431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f85a5-b0ea-46d3-9af6-6e15658b3dea tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:02.512859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40828) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:02.519324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34df6b4-7e83-46f9-a5cd-5d55e5241d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904debc2-dcc9-4261-afa6-36ef21c497e1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:02.523316 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aa7f85a5-b0ea-46d3-9af6-6e15658b3dea tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] 10.222.0.39 "GET /v2.0/ports/be42cf5c-f3cd-44f7-9702-30e8eebe89c6 HTTP/1.1" status: 200 len: 1136 time: 0.2226012 Oct 19 11:28:02.536780 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40830) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:02.556636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8e100a01-d930-492c-9edd-597f2d80fab7 None None] Provisioning complete for port be42cf5c-f3cd-44f7-9702-30e8eebe89c6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:02.557131 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e100a01-d930-492c-9edd-597f2d80fab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.611474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813c931-dbc8-4d27-8e73-50a8b08b4091 req-a6d24f2b-6adc-4a7c-a8e3-de91eda70cb4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:02.613829 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f813c931-dbc8-4d27-8e73-50a8b08b4091 req-a6d24f2b-6adc-4a7c-a8e3-de91eda70cb4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 944 time: 0.3405387 Oct 19 11:28:02.623789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbb987-c3c4-4df5-8274-d4fce67a7279 req-c85da7f6-ee67-43e0-a523-de29231a8ca4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:02.635412 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6dfbb987-c3c4-4df5-8274-d4fce67a7279 req-c85da7f6-ee67-43e0-a523-de29231a8ca4 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 946 time: 0.4984121 Oct 19 11:28:02.635412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:02.712051 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ce259607-0035-4551-b787-2127e7d4fb94 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.713194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ce259607-0035-4551-b787-2127e7d4fb94 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.718665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Allocated IP 172.20.0.2 (e3490a83-b20f-4e07-8f94-1a8eb64ae72b/f36434cf-7e33-409c-acad-6d50e237eebb/042102d8-d23c-4b25-b59f-61cdf97edc2a) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:02.721150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8e100a01-d930-492c-9edd-597f2d80fab7 None None] Port be42cf5c-f3cd-44f7-9702-30e8eebe89c6 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:02.763271 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-130e0b9d-d2cb-4bdc-8971-f6f368fcbd68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.771107 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ce259607-0035-4551-b787-2127e7d4fb94 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.829412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2bc8711c-884f-47d9-8d28-ebc80d4b6df7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Deleting port 126f30b1-e8fe-45b2-bb7c-688bb1bdeb28 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:02.829751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bc8711c-884f-47d9-8d28-ebc80d4b6df7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.846560 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f813c931-dbc8-4d27-8e73-50a8b08b4091 req-c2a313bf-4112-4a95-b280-bac915d8e8ce tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776721 Oct 19 11:28:02.882720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ce259607-0035-4551-b787-2127e7d4fb94 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.937834 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.970874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.971233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:02.971550 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Floating IP 0004be68-a530-439e-a01b-652a1b681dee disassociated. External IP: 172.25.2.10, port: 654d9da9-a1d0-4e8d-ac99-80d48b338318. Oct 19 11:28:02.971886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Calling delete_port for 654d9da9-a1d0-4e8d-ac99-80d48b338318 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:03.040578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2bf05dfd-116d-4545-94f0-22c89746c1fc tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Deleting port be42cf5c-f3cd-44f7-9702-30e8eebe89c6 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:03.041103 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bf05dfd-116d-4545-94f0-22c89746c1fc tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.055094 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.066745 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bc8711c-884f-47d9-8d28-ebc80d4b6df7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.067180 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bc8711c-884f-47d9-8d28-ebc80d4b6df7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.085400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ce259607-0035-4551-b787-2127e7d4fb94 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.089280 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ce259607-0035-4551-b787-2127e7d4fb94 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6961198 Oct 19 11:28:03.097524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6dfbb987-c3c4-4df5-8274-d4fce67a7279 req-e9463852-5f24-4fa0-99e4-1c6910960dd8 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6612cc0-518c-4262-b840-c943d95bd73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4564993 Oct 19 11:28:03.101073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40832) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:03.103068 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-130e0b9d-d2cb-4bdc-8971-f6f368fcbd68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.112712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'port': {'network_id': 'e3490a83-b20f-4e07-8f94-1a8eb64ae72b', 'name': 'tempest-RoutersTest-1625029257'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:03.121581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2bc8711c-884f-47d9-8d28-ebc80d4b6df7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Calling delete_port for 126f30b1-e8fe-45b2-bb7c-688bb1bdeb28 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:03.147272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Pushing event updated for resources: {'Port': ['ID=042102d8-d23c-4b25-b59f-61cdf97edc2a,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:03.151911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Network e3490a83-b20f-4e07-8f94-1a8eb64ae72b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:03.158543 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:03.162130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.162749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.163326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.163892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.165233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.165835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.166402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.166963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.167515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.168072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.168750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.169315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:03.175419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:03.230827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Attempting to bind port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:28:03.231139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Attempting to bind port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:28:03.231433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Attempting to bind port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:03.237590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:28:03.238301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Attempting to bind port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:03.243397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:28:03.243740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Checking segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:03.244112 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Bound using segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:28:03.244553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Bound port: 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:28:03.244952 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.260894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b04a-8863-438f-99cf-2ddcf8d67117 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.267151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Attempting to bind port 042102d8-d23c-4b25-b59f-61cdf97edc2a on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:28:03.267519 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Attempting to bind port 042102d8-d23c-4b25-b59f-61cdf97edc2a by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e3490a83-b20f-4e07-8f94-1a8eb64ae72b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:28:03.267882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Attempting to bind port 042102d8-d23c-4b25-b59f-61cdf97edc2a on network e3490a83-b20f-4e07-8f94-1a8eb64ae72b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:03.275040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:28:03.275254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Checking segment: {'id': '5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e3490a83-b20f-4e07-8f94-1a8eb64ae72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:03.275658 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.276583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Bound using segment: {'id': '5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e3490a83-b20f-4e07-8f94-1a8eb64ae72b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:28:03.276913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Bound port: 042102d8-d23c-4b25-b59f-61cdf97edc2a, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e3490a83-b20f-4e07-8f94-1a8eb64ae72b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:28:03.277294 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.319003 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bf05dfd-116d-4545-94f0-22c89746c1fc tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.361878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] For port 042102d8-d23c-4b25-b59f-61cdf97edc2a, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:03.366382 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] For port 042102d8-d23c-4b25-b59f-61cdf97edc2a, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=042102d8-d23c-4b25-b59f-61cdf97edc2a,segment=NetworkSegment(5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61),segment_id=5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:28:03.388171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] For port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:03.392519 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-130e0b9d-d2cb-4bdc-8971-f6f368fcbd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.395065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2bf05dfd-116d-4545-94f0-22c89746c1fc tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Calling delete_port for be42cf5c-f3cd-44f7-9702-30e8eebe89c6 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:03.395433 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-130e0b9d-d2cb-4bdc-8971-f6f368fcbd68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.396610 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-130e0b9d-d2cb-4bdc-8971-f6f368fcbd68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/904debc2-dcc9-4261-afa6-36ef21c497e1 HTTP/1.1" status: 204 len: 168 time: 0.8277812 Oct 19 11:28:03.434265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] For port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:28:03.437655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e0b9d-d2cb-4bdc-8971-f6f368fcbd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904debc2-dcc9-4261-afa6-36ef21c497e1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:03.442962 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.511121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.536233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.575373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c564b2-1f18-4478-a348-9f0609276caf None None] Pushing event updated for resources: {'Port': ['ID=042102d8-d23c-4b25-b59f-61cdf97edc2a,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:03.581113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:03.581937 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.584617 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] 10.222.0.26 "PUT /v2.0/ports/2f2f3184-cea4-4c70-ac2a-6cfc149d18cc HTTP/1.1" status: 200 len: 1092 time: 3.3268173 Oct 19 11:28:03.589517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event deleted for resources: {'Port': ['ID=654d9da9-a1d0-4e8d-ac99-80d48b338318,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:03.616078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261c081b-3ade-4fc8-9131-b24613e1eeb6', 'tag': '2f2f3184-cea4-4c70-ac2a-6cfc149d18cc'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:28:03.619264 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dbf8dc-e3ef-4316-8e58-fc94d2c6adef" -d '{"events": [{"name": "network-changed", "server_uuid": "261c081b-3ade-4fc8-9131-b24613e1eeb6", "tag": "2f2f3184-cea4-4c70-ac2a-6cfc149d18cc"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:28:03.656263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:03.659942 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:03.691895 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958cc52e-71a3-4095-b3af-a945335c98a3 x-openstack-request-id: req-958cc52e-71a3-4095-b3af-a945335c98a3 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:28:03.692281 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261c081b-3ade-4fc8-9131-b24613e1eeb6", "tag": "2f2f3184-cea4-4c70-ac2a-6cfc149d18cc", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:28:03.692882 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-958cc52e-71a3-4095-b3af-a945335c98a3 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:28:03.698738 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261c081b-3ade-4fc8-9131-b24613e1eeb6', 'tag': '2f2f3184-cea4-4c70-ac2a-6cfc149d18cc', 'status': 'completed', 'code': 200} Oct 19 11:28:03.699538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3813ef2-e6db-4988-8a0c-c7655a61ad37 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:03.770649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] device_id is not set on port 275148d6-2d90-407b-910b-dae9158ed958 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:03.879661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbf8dc-e3ef-4316-8e58-fc94d2c6adef req-4702f723-77b6-40f1-a22d-f44256c578e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:03.881082 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-10dbf8dc-e3ef-4316-8e58-fc94d2c6adef req-4702f723-77b6-40f1-a22d-f44256c578e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 1095 time: 0.1277862 Oct 19 11:28:03.899817 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bc8711c-884f-47d9-8d28-ebc80d4b6df7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:04.060390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8711c-884f-47d9-8d28-ebc80d4b6df7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Pushing event deleted for resources: {'Port': ['ID=126f30b1-e8fe-45b2-bb7c-688bb1bdeb28,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:04.210354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 042102d8-d23c-4b25-b59f-61cdf97edc2a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:04.296204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9b04a-8863-438f-99cf-2ddcf8d67117 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 8d8d9f80-327a-4f65-bdf5-73b6566a857a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:04.296765 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b04a-8863-438f-99cf-2ddcf8d67117 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:04.298402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 042102d8-d23c-4b25-b59f-61cdf97edc2a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:04.298896 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:04.327426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Router 9834e49a-efe5-403d-be89-5992bdaacd38 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:04.328384 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bf05dfd-116d-4545-94f0-22c89746c1fc tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:04.358826 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b1aab947-17cb-46c0-b84d-617819445031 req-89805142-19f9-4683-bbda-383e45d739ce tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 210 time: 0.0586836 Oct 19 11:28:04.397866 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:04.401724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e993c-cc61-403d-8231-cc94bc786a54 req-76968d90-4e48-46d3-888d-b3912b9921fd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:04.403293 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba3e993c-cc61-403d-8231-cc94bc786a54 req-76968d90-4e48-46d3-888d-b3912b9921fd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 944 time: 0.3976431 Oct 19 11:28:04.429752 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 042102d8-d23c-4b25-b59f-61cdf97edc2a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=042102d8-d23c-4b25-b59f-61cdf97edc2a,segment=NetworkSegment(5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61),segment_id=5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:04.431876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Allocated IP 172.20.0.8 (e3490a83-b20f-4e07-8f94-1a8eb64ae72b/f36434cf-7e33-409c-acad-6d50e237eebb/275148d6-2d90-407b-910b-dae9158ed958) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:04.443009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf05dfd-116d-4545-94f0-22c89746c1fc tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Pushing event deleted for resources: {'Port': ['ID=be42cf5c-f3cd-44f7-9702-30e8eebe89c6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:04.452508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40844) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:04.453292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbf8dc-e3ef-4316-8e58-fc94d2c6adef req-a60f2808-248a-46d4-ab70-69aaa9bbb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:04.454828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-10dbf8dc-e3ef-4316-8e58-fc94d2c6adef req-a60f2808-248a-46d4-ab70-69aaa9bbb535 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=adb4e90a76744825a16a77292f3584a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5523221 Oct 19 11:28:04.461516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bc8711c-884f-47d9-8d28-ebc80d4b6df7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:04.464362 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bc8711c-884f-47d9-8d28-ebc80d4b6df7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:04.465559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2bc8711c-884f-47d9-8d28-ebc80d4b6df7 tempest-ServersTestBootFromVolume-265452304 tempest-ServersTestBootFromVolume-265452304-project] 10.222.0.39 "DELETE /v2.0/floatingips/1efb37ef-9b47-4a6d-917e-fa8c12ed873b HTTP/1.1" status: 204 len: 168 time: 2.9268427 Oct 19 11:28:04.471301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40846) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:04.547340 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31b61781-79d0-4f1b-a107-c37289d749c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:04.548737 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:04.626102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=042102d8-d23c-4b25-b59f-61cdf97edc2a,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:04.630770 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bf05dfd-116d-4545-94f0-22c89746c1fc tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:04.634830 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2bf05dfd-116d-4545-94f0-22c89746c1fc tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] 10.222.0.39 "DELETE /v2.0/ports/be42cf5c-f3cd-44f7-9702-30e8eebe89c6 HTTP/1.1" status: 204 len: 168 time: 2.0957606 Oct 19 11:28:04.641137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40848) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:04.678841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b04a-8863-438f-99cf-2ddcf8d67117 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:04.736015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9b04a-8863-438f-99cf-2ddcf8d67117 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 8d8d9f80-327a-4f65-bdf5-73b6566a857a owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:04.755031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba3e993c-cc61-403d-8231-cc94bc786a54 req-89e50961-84c4-4722-917c-ed5bec1a0092 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186111 Oct 19 11:28:05.092442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:05.100227 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54828b15-4f2b-44cf-8385-3978a66d523b None None] Sync routers for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:05.109684 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54828b15-4f2b-44cf-8385-3978a66d523b None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:05.110288 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-54828b15-4f2b-44cf-8385-3978a66d523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:05.122841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31b61781-79d0-4f1b-a107-c37289d749c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.123854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e3d824-9a80-4437-ab96-0b12ce5acce7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Deleting subnet 2aa004e3-caf8-46a6-8b94-e5d2dca39dfa {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:05.140743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6926ff45-ce1e-4463-85dc-163a1f15b140 None None] Network e3490a83-b20f-4e07-8f94-1a8eb64ae72b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:05.145952 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7e3d824-9a80-4437-ab96-0b12ce5acce7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.150894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] No DVR routers for this DVR port 654d9da9-a1d0-4e8d-ac99-80d48b338318 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:05.153797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.158646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68a3e9af-b033-43bf-bbbb-bcc3d19c23b3 req-b9630578-1df6-4577-bfeb-16a2bffda567 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.49 "DELETE /v2.0/ports/654d9da9-a1d0-4e8d-ac99-80d48b338318 HTTP/1.1" status: 204 len: 173 time: 4.1337163 Oct 19 11:28:05.159167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbf8dc-e3ef-4316-8e58-fc94d2c6adef req-a9599cfa-2b89-4d0a-a60d-9da6d3970efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:05.162812 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-10dbf8dc-e3ef-4316-8e58-fc94d2c6adef req-a9599cfa-2b89-4d0a-a60d-9da6d3970efc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6903377 Oct 19 11:28:05.214555 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31b61781-79d0-4f1b-a107-c37289d749c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.218876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'name': 'network-vif-deleted', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:28:05.221287 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eec2ad-6e59-4d40-a070-fccdc59f0079" -d '{"events": [{"server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "name": "network-vif-deleted", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:28:05.263534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-93c8048a-e7e0-490c-b838-9f8b5dabfccb None None] Provisioning complete for port 042102d8-d23c-4b25-b59f-61cdf97edc2a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:05.265630 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93c8048a-e7e0-490c-b838-9f8b5dabfccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.303573 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-54828b15-4f2b-44cf-8385-3978a66d523b None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:28:05.303915 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15316137-60c0-4c38-8448-9e2c84be1680 x-openstack-request-id: req-15316137-60c0-4c38-8448-9e2c84be1680 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:28:05.304228 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804a9553-1851-47bf-925e-76669c44f497", "name": "network-vif-deleted", "tag": "654d9da9-a1d0-4e8d-ac99-80d48b338318", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:28:05.304466 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15316137-60c0-4c38-8448-9e2c84be1680 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:28:05.305174 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804a9553-1851-47bf-925e-76669c44f497', 'name': 'network-vif-deleted', 'tag': '654d9da9-a1d0-4e8d-ac99-80d48b338318', 'status': 'completed', 'code': 200} Oct 19 11:28:05.327510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7e3d824-9a80-4437-ab96-0b12ce5acce7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.398651 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.460601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b04a-8863-438f-99cf-2ddcf8d67117 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.504136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-31b61781-79d0-4f1b-a107-c37289d749c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a53e1827a0de454e89fbeaffe10eac8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0449524 Oct 19 11:28:05.504384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40854) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:05.569786 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d1aac76-369f-467b-a4cc-9940ba1a9105 req-dab443dd-abab-4b5a-b1ac-05f180d48a42 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/ports?device_id=804a9553-1851-47bf-925e-76669c44f497 HTTP/1.1" status: 200 len: 210 time: 0.0673568 Oct 19 11:28:05.570294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b61781-79d0-4f1b-a107-c37289d749c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a476d5-c219-401c-9a93-520ed40e58cc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:05.583097 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7e3d824-9a80-4437-ab96-0b12ce5acce7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.633728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.673266 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-ed5bf4f2-fbb1-49cc-bc6a-ebf1d91d8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:05.687241 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-ed5bf4f2-fbb1-49cc-bc6a-ebf1d91d8cab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 1095 time: 0.4377806 Oct 19 11:28:05.747631 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-54828b15-4f2b-44cf-8385-3978a66d523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:05.770691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=275148d6-2d90-407b-910b-dae9158ed958,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:05.806999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-915fdb47-4bac-4aeb-91bd-f6975224d0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.842306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network e3490a83-b20f-4e07-8f94-1a8eb64ae72b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:05.847754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:05.853792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9b04a-8863-438f-99cf-2ddcf8d67117 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=8d8d9f80-327a-4f65-bdf5-73b6566a857a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:05.862287 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b04a-8863-438f-99cf-2ddcf8d67117 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:05.878057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 654d9da9-a1d0-4e8d-ac99-80d48b338318 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:05.878212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:05.880311 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54828b15-4f2b-44cf-8385-3978a66d523b None None] Checking router: 9834e49a-efe5-403d-be89-5992bdaacd38 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:28:05.902829 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54828b15-4f2b-44cf-8385-3978a66d523b None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:05.903365 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-54828b15-4f2b-44cf-8385-3978a66d523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:05.922621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 654d9da9-a1d0-4e8d-ac99-80d48b338318 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:05.922977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 654d9da9-a1d0-4e8d-ac99-80d48b338318 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:06.024661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-07c64452-93a5-4e44-80fc-19387d498c33 None None] Provisioning complete for port 042102d8-d23c-4b25-b59f-61cdf97edc2a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:06.027467 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07c64452-93a5-4e44-80fc-19387d498c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:06.031811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:06.032488 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:06.125577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 042102d8-d23c-4b25-b59f-61cdf97edc2a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:06.197668 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-54828b15-4f2b-44cf-8385-3978a66d523b None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:28:06.203280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-915fdb47-4bac-4aeb-91bd-f6975224d0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:06.290872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6028088-c0d5-4422-aed4-4039f5b18b39 req-dcebe249-f764-4e14-80e3-a0878c36b56b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:06.309208 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6028088-c0d5-4422-aed4-4039f5b18b39 req-dcebe249-f764-4e14-80e3-a0878c36b56b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 944 time: 0.2624714 Oct 19 11:28:06.350646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 042102d8-d23c-4b25-b59f-61cdf97edc2a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:06.352359 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:06.363991 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4a98e174-11b4-4d7c-91ae-cf4583e50476 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2559173 Oct 19 11:28:06.376959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40860) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:06.516409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-39734745-4a3a-4ae2-9584-dad57d3cab02 None None] Provisioning complete for port 275148d6-2d90-407b-910b-dae9158ed958 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:06.518115 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-39734745-4a3a-4ae2-9584-dad57d3cab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:06.540254 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-54828b15-4f2b-44cf-8385-3978a66d523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:06.559147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-339b3d3a-5a28-46af-903f-f2e66099f78c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc HTTP/1.1" status: 200 len: 217 time: 0.7033060 Oct 19 11:28:06.594150 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54828b15-4f2b-44cf-8385-3978a66d523b None None] The sync data for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 is: [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:19:13Z', 'revision_number': 4, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f40704c1-8bfb-4f1a-9e50-38ed8fe0003d', 'name': '', 'network_id': '65c6e9e4-311a-41e0-beee-27b3281b5d29', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'mac_address': 'fa:16:3e:2f:0a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:11Z', 'updated_at': '2021-10-19T11:19:21Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'subnets': [{'id': '97728146-5d22-4ba2-8f2a-d25e87f7f19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:06.607832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-39734745-4a3a-4ae2-9584-dad57d3cab02 None None] Port 275148d6-2d90-407b-910b-dae9158ed958 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:06.633957 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7e3d824-9a80-4437-ab96-0b12ce5acce7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:06.695873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1531fc5b-7e01-4870-841e-d334efd9a0f9 None None] Network 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:06.700803 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6028088-c0d5-4422-aed4-4039f5b18b39 req-8b19029c-90a1-495d-b47c-0dfa605266e7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841918 Oct 19 11:28:06.703571 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7e3d824-9a80-4437-ab96-0b12ce5acce7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:06.707131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b7e3d824-9a80-4437-ab96-0b12ce5acce7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] 10.222.0.39 "DELETE /v2.0/subnets/2aa004e3-caf8-46a6-8b94-e5d2dca39dfa HTTP/1.1" status: 204 len: 168 time: 2.0626910 Oct 19 11:28:06.714593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40866) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:06.717154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-aa7affb8-56a5-4cb0-a547-2f1cb5d27985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:06.718771 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-aa7affb8-56a5-4cb0-a547-2f1cb5d27985 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.1213539 Oct 19 11:28:06.727268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3d824-9a80-4437-ab96-0b12ce5acce7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa004e3-caf8-46a6-8b94-e5d2dca39dfa,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:06.811277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40868) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:06.819283 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-915fdb47-4bac-4aeb-91bd-f6975224d0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:06.823755 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-915fdb47-4bac-4aeb-91bd-f6975224d0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:06.827795 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-915fdb47-4bac-4aeb-91bd-f6975224d0dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7a476d5-c219-401c-9a93-520ed40e58cc HTTP/1.1" status: 204 len: 168 time: 1.3203223 Oct 19 11:28:06.867223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fdb47-4bac-4aeb-91bd-f6975224d0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a476d5-c219-401c-9a93-520ed40e58cc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:06.892724 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.013495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d8da6d-1ca7-4b99-b10f-d244e741cbe6 None None] DHCP port deletion for 267b1872-506f-4bf5-8b3b-9d8a9ed69c5c request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:07.036946 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.069519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-bbaa11ca-9836-4af5-bf67-7ea35612aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:07.071268 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-bbaa11ca-9836-4af5-bf67-7ea35612aae3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3299136 Oct 19 11:28:07.073433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f9b04a-8863-438f-99cf-2ddcf8d67117 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router 2d949ae9-521f-4e08-a823-3609d2210fcd has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:07.094136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-21d8da6d-1ca7-4b99-b10f-d244e741cbe6 None None] Deleting port 071ed93c-63eb-46a0-8ec1-f4ad527a174e {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:07.094833 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-21d8da6d-1ca7-4b99-b10f-d244e741cbe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.112427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4eb03-b532-47e0-8ffa-c7d8652d8a49 None None] New status for floating IP 0004be68-a530-439e-a01b-652a1b681dee: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:28:07.147329 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-513e5926-1bf9-462f-afd8-a266de3a6c82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.219893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.258193 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.276726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-21d8da6d-1ca7-4b99-b10f-d244e741cbe6 None None] For port 071ed93c-63eb-46a0-8ec1-f4ad527a174e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=071ed93c-63eb-46a0-8ec1-f4ad527a174e,segment=NetworkSegment(d483634b-9ab1-4771-aca3-7d0a214bb80e),segment_id=d483634b-9ab1-4771-aca3-7d0a214bb80e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:07.277247 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-21d8da6d-1ca7-4b99-b10f-d244e741cbe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.298394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-21d8da6d-1ca7-4b99-b10f-d244e741cbe6 None None] Calling delete_port for 071ed93c-63eb-46a0-8ec1-f4ad527a174e owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:07.301056 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-513e5926-1bf9-462f-afd8-a266de3a6c82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.334195 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.454950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=275148d6-2d90-407b-910b-dae9158ed958,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:07.459403 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-21d8da6d-1ca7-4b99-b10f-d244e741cbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.500141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-8d571735-83ae-4967-9196-44bf0661896f service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119942 Oct 19 11:28:07.500937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8da6d-1ca7-4b99-b10f-d244e741cbe6 None None] Pushing event deleted for resources: {'Port': ['ID=071ed93c-63eb-46a0-8ec1-f4ad527a174e,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:07.503799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8da6d-1ca7-4b99-b10f-d244e741cbe6 None None] No DVR routers for this DVR port 071ed93c-63eb-46a0-8ec1-f4ad527a174e on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:07.539055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Deleting port 071ed93c-63eb-46a0-8ec1-f4ad527a174e {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:07.539407 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.561831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f9b04a-8863-438f-99cf-2ddcf8d67117 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:07.568027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d3f9b04a-8863-438f-99cf-2ddcf8d67117 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/2d949ae9-521f-4e08-a823-3609d2210fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7786222 Oct 19 11:28:07.571689 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10368972-803b-4a7a-8828-9044c3f5039e None None] Sync routers for ids ['2d949ae9-521f-4e08-a823-3609d2210fcd'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:07.582503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40878) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:07.584680 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10368972-803b-4a7a-8828-9044c3f5039e None None] Routers {'2d949ae9-521f-4e08-a823-3609d2210fcd'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:07.585679 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-10368972-803b-4a7a-8828-9044c3f5039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2d949ae9-521f-4e08-a823-3609d2210fcd'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:07.668385 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-10368972-803b-4a7a-8828-9044c3f5039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:07.682468 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10368972-803b-4a7a-8828-9044c3f5039e None None] Routers {'2d949ae9-521f-4e08-a823-3609d2210fcd'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:07.684955 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-10368972-803b-4a7a-8828-9044c3f5039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2d949ae9-521f-4e08-a823-3609d2210fcd'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:07.723541 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-10368972-803b-4a7a-8828-9044c3f5039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:07.723666 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10368972-803b-4a7a-8828-9044c3f5039e None None] The sync data for ids ['2d949ae9-521f-4e08-a823-3609d2210fcd'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:07.725302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.745432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-465f0b31-d1ea-44fe-93f7-e3418902738d None None] Provisioning complete for port 275148d6-2d90-407b-910b-dae9158ed958 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:07.745805 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-465f0b31-d1ea-44fe-93f7-e3418902738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.789421 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-465f0b31-d1ea-44fe-93f7-e3418902738d None None] Port 275148d6-2d90-407b-910b-dae9158ed958 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:07.808847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] For port 071ed93c-63eb-46a0-8ec1-f4ad527a174e, host n-d-814547-1, got binding levels [] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:07.808847 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.819852 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-513e5926-1bf9-462f-afd8-a266de3a6c82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.822032 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-513e5926-1bf9-462f-afd8-a266de3a6c82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:07.826239 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-513e5926-1bf9-462f-afd8-a266de3a6c82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "DELETE /v2.0/security-groups/f6612cc0-518c-4262-b840-c943d95bd73d HTTP/1.1" status: 204 len: 168 time: 1.0114310 Oct 19 11:28:07.828830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40886) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:07.870611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Calling delete_port for 071ed93c-63eb-46a0-8ec1-f4ad527a174e owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:07.878062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e5926-1bf9-462f-afd8-a266de3a6c82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6612cc0-518c-4262-b840-c943d95bd73d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:07.881005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.ipam_backend_mixin [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Port 071ed93c-63eb-46a0-8ec1-f4ad527a174e was not found and therefore no delete operation was performed {{(pid=101311) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 11:28:07.895931 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5d921-009f-44f8-917d-876c54eca14a req-afaf6468-7ea5-4db5-a5a5-fe986cd81cc7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:07.897521 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c0a5d921-009f-44f8-917d-876c54eca14a req-afaf6468-7ea5-4db5-a5a5-fe986cd81cc7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 944 time: 0.1265604 Oct 19 11:28:07.900871 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-4cc83e61-61e2-43c4-9f9a-c8acf7215af2 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] show failed (client error): The resource could not be found. Oct 19 11:28:07.902019 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4cc83e61-61e2-43c4-9f9a-c8acf7215af2 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "GET /v2.0/security-groups/f6612cc0-518c-4262-b840-c943d95bd73d HTTP/1.1" status: 404 len: 347 time: 0.0627277 Oct 19 11:28:07.905573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40888) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:07.940626 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.013875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf85395-6f97-403c-9dae-ac2a355d4c6c req-27d0aa98-8fe8-4e63-9057-3fb5e31ad6a4 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548178 Oct 19 11:28:08.021462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Pushing event deleted for resources: {'Port': ['ID=071ed93c-63eb-46a0-8ec1-f4ad527a174e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:08.026514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] No DVR routers for this DVR port 071ed93c-63eb-46a0-8ec1-f4ad527a174e on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:08.032297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 071ed93c-63eb-46a0-8ec1-f4ad527a174e no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:08.044222 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c0a5d921-009f-44f8-917d-876c54eca14a req-6fe169c1-0b98-49af-8e78-d6d4139f5540 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299615 Oct 19 11:28:08.063389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 071ed93c-63eb-46a0-8ec1-f4ad527a174e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:08.064150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 071ed93c-63eb-46a0-8ec1-f4ad527a174e not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:08.074724 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.135366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-dea4e0a0-359d-42a5-8e10-1ebca9b85f82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Deleting port a1da026f-21bc-4a63-95f5-0d3d5633e78c {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:08.135726 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dea4e0a0-359d-42a5-8e10-1ebca9b85f82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.216047 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.257052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267b1872-506f-4bf5-8b3b-9d8a9ed69c5c']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:08.293926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd483634b-9ab1-4771-aca3-7d0a214bb80e') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:08.294322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd483634b-9ab1-4771-aca3-7d0a214bb80e') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:08.309356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dea4e0a0-359d-42a5-8e10-1ebca9b85f82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.309683 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dea4e0a0-359d-42a5-8e10-1ebca9b85f82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.313403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.333988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-dea4e0a0-359d-42a5-8e10-1ebca9b85f82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Calling delete_port for a1da026f-21bc-4a63-95f5-0d3d5633e78c owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:08.521791 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.597647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.630210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] Deleting port 7815c124-a98b-4e1c-abe3-a432c0157a89 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:08.630898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.633570 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.653793 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dea4e0a0-359d-42a5-8e10-1ebca9b85f82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.655081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:08.655673 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:08.664789 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:08.708100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=275148d6-2d90-407b-910b-dae9158ed958,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:08.713724 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.760961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4e0a0-359d-42a5-8e10-1ebca9b85f82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Pushing event deleted for resources: {'Port': ['ID=a1da026f-21bc-4a63-95f5-0d3d5633e78c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:08.801408 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dea4e0a0-359d-42a5-8e10-1ebca9b85f82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.804673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dea4e0a0-359d-42a5-8e10-1ebca9b85f82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.808429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dea4e0a0-359d-42a5-8e10-1ebca9b85f82 tempest-AttachVolumeShelveTestJSON-2031444104 tempest-AttachVolumeShelveTestJSON-2031444104-project] 10.222.0.39 "DELETE /v2.0/floatingips/0004be68-a530-439e-a01b-652a1b681dee HTTP/1.1" status: 204 len: 168 time: 0.8989961 Oct 19 11:28:08.813718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] For port 7815c124-a98b-4e1c-abe3-a432c0157a89, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7815c124-a98b-4e1c-abe3-a432c0157a89,segment=NetworkSegment(f0e8a69a-5693-42d8-a2b1-5379cce15ab4),segment_id=f0e8a69a-5693-42d8-a2b1-5379cce15ab4)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:08.825134 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.836726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] Calling delete_port for 7815c124-a98b-4e1c-abe3-a432c0157a89 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:08.838938 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.863998 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:08.869670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] 10.222.0.39 "DELETE /v2.0/networks/267b1872-506f-4bf5-8b3b-9d8a9ed69c5c HTTP/1.1" status: 204 len: 168 time: 2.1447775 Oct 19 11:28:08.892080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36cb29-3303-4d37-bd6b-5984c8907dc7 tempest-ExtraDHCPOptionsTestJSON-700353783 tempest-ExtraDHCPOptionsTestJSON-700353783-project] Pushing event deleted for resources: {'Network': ['ID=267b1872-506f-4bf5-8b3b-9d8a9ed69c5c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:08.931360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network e3490a83-b20f-4e07-8f94-1a8eb64ae72b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:08.932968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:08.952497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f768f9da-d546-40d5-af5b-278b2b689e83 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:09.179368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router edded1bf-b5fd-4cb1-84a0-ef520c5b6960 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:28:09.233080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4cee6e14-848a-42b2-bb57-16232c64a34d None None] Provisioning complete for port 275148d6-2d90-407b-910b-dae9158ed958 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:09.234112 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4cee6e14-848a-42b2-bb57-16232c64a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:09.311125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4cee6e14-848a-42b2-bb57-16232c64a34d None None] Port 275148d6-2d90-407b-910b-dae9158ed958 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:09.387753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54cda7-ae6d-481d-8bbf-d6488d334083 req-cc350c24-28fe-45f1-b62b-f30df91f0129 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:09.394242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3c54cda7-ae6d-481d-8bbf-d6488d334083 req-cc350c24-28fe-45f1-b62b-f30df91f0129 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 944 time: 0.1629643 Oct 19 11:28:09.453500 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:09.555694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=7815c124-a98b-4e1c-abe3-a432c0157a89,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:09.580376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3c54cda7-ae6d-481d-8bbf-d6488d334083 req-25e4f220-68a2-49c2-8ed0-6614c11e567e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851964 Oct 19 11:28:09.615701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40922) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:09.642229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:09.657744 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c658c-7848-4910-8533-d1ddf6bc9ae3 None None] Sync routers for ids ['edded1bf-b5fd-4cb1-84a0-ef520c5b6960'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:09.661485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e6f6f496-17ea-4852-ad9f-849be6ec1646 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/edded1bf-b5fd-4cb1-84a0-ef520c5b6960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2817323 Oct 19 11:28:09.663678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40926) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:09.682284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065c658c-7848-4910-8533-d1ddf6bc9ae3 None None] Routers {'edded1bf-b5fd-4cb1-84a0-ef520c5b6960'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:09.684707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-065c658c-7848-4910-8533-d1ddf6bc9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['edded1bf-b5fd-4cb1-84a0-ef520c5b6960'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:09.783748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d740745-ea88-4c3f-be65-ab71664bb1c4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:09.787093 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3d740745-ea88-4c3f-be65-ab71664bb1c4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports/275148d6-2d90-407b-910b-dae9158ed958 HTTP/1.1" status: 200 len: 977 time: 0.1202137 Oct 19 11:28:09.788868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40932) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:09.792353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-065c658c-7848-4910-8533-d1ddf6bc9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:09.816705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065c658c-7848-4910-8533-d1ddf6bc9ae3 None None] Routers {'edded1bf-b5fd-4cb1-84a0-ef520c5b6960'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:09.819005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-065c658c-7848-4910-8533-d1ddf6bc9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['edded1bf-b5fd-4cb1-84a0-ef520c5b6960'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:09.880178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-065c658c-7848-4910-8533-d1ddf6bc9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:09.881055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c658c-7848-4910-8533-d1ddf6bc9ae3 None None] The sync data for ids ['edded1bf-b5fd-4cb1-84a0-ef520c5b6960'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:09.917134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f768f9da-d546-40d5-af5b-278b2b689e83 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 7173a34a-5ee5-4367-8c99-483b3e28da4c {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:09.917753 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f768f9da-d546-40d5-af5b-278b2b689e83 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:09.990029 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-02405d25-f86f-4bc4-85d9-73be301459c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7a7514c795b4660887d09a82a1c9c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3708465 Oct 19 11:28:10.024966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40934) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:10.038445 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:10.056040 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f768f9da-d546-40d5-af5b-278b2b689e83 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:10.086486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f768f9da-d546-40d5-af5b-278b2b689e83 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 7173a34a-5ee5-4367-8c99-483b3e28da4c owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:10.241197 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-046bfd8c-7584-49c5-a95b-8723f6af82e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:10.331873 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-046bfd8c-7584-49c5-a95b-8723f6af82e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:10.450767 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06ca91a2-6693-4aeb-9ff8-513f4275b094 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:10.531034 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-046bfd8c-7584-49c5-a95b-8723f6af82e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:10.534105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-046bfd8c-7584-49c5-a95b-8723f6af82e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:10.538099 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-046bfd8c-7584-49c5-a95b-8723f6af82e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2d8776a-5e33-4232-8432-35ef68f531b2 HTTP/1.1" status: 204 len: 168 time: 0.5116372 Oct 19 11:28:10.540448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] Router b0920bac-c38d-4b95-9667-b9fed57c7b10 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:10.552777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bfd8c-7584-49c5-a95b-8723f6af82e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d8776a-5e33-4232-8432-35ef68f531b2,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:10.648012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f768f9da-d546-40d5-af5b-278b2b689e83 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:10.718381 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-3ae3223c-86a5-49ad-bb88-40e3ed1c67c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696998 Oct 19 11:28:10.723345 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768f9da-d546-40d5-af5b-278b2b689e83 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=7173a34a-5ee5-4367-8c99-483b3e28da4c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:10.911603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:10.922214 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f321b-c0cf-4c9c-b1a5-3c988ee0c396 None None] Sync routers for ids ['b0920bac-c38d-4b95-9667-b9fed57c7b10'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:10.934858 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f321b-c0cf-4c9c-b1a5-3c988ee0c396 None None] Routers {'b0920bac-c38d-4b95-9667-b9fed57c7b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:10.937146 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0b9f321b-c0cf-4c9c-b1a5-3c988ee0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b0920bac-c38d-4b95-9667-b9fed57c7b10'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:10.951227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-d3255fb3-ae98-4f4b-82bf-657e1b8f5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:10.954790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-d3255fb3-ae98-4f4b-82bf-657e1b8f5ffb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 1096 time: 0.1378686 Oct 19 11:28:10.962782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c35261b0-5ec7-455c-a116-c3f7246d0e64 admin admin] 10.222.0.39 "PUT /v2.0/routers/b0920bac-c38d-4b95-9667-b9fed57c7b10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4721165 Oct 19 11:28:10.963351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40950) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:10.971621 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f768f9da-d546-40d5-af5b-278b2b689e83 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:11.165714 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:11.211163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-61b57933-26ad-49aa-b426-30e7dd4ef9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:11.214690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-61b57933-26ad-49aa-b426-30e7dd4ef9b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.2323389 Oct 19 11:28:11.227064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-06ca91a2-6693-4aeb-9ff8-513f4275b094 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port 275148d6-2d90-407b-910b-dae9158ed958 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:11.228509 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06ca91a2-6693-4aeb-9ff8-513f4275b094 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:11.250630 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0b9f321b-c0cf-4c9c-b1a5-3c988ee0c396 None None] Set router b0920bac-c38d-4b95-9667-b9fed57c7b10 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:28:11.428359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f768f9da-d546-40d5-af5b-278b2b689e83 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router 2d949ae9-521f-4e08-a823-3609d2210fcd has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:11.535556 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06ca91a2-6693-4aeb-9ff8-513f4275b094 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:11.542271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f768f9da-d546-40d5-af5b-278b2b689e83 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:11.549422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f768f9da-d546-40d5-af5b-278b2b689e83 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/2d949ae9-521f-4e08-a823-3609d2210fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9629066 Oct 19 11:28:11.553154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40966) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:11.554207 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365942f-2e21-4907-b477-8b90866c978c None None] Sync routers for ids ['2d949ae9-521f-4e08-a823-3609d2210fcd'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:11.563205 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-5522e696-5535-4d4d-857d-7155b06fe517 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b338daa1-71d2-4b41-a1e8-d8584a485251 HTTP/1.1" status: 200 len: 217 time: 0.3073883 Oct 19 11:28:11.564479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-06ca91a2-6693-4aeb-9ff8-513f4275b094 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for 275148d6-2d90-407b-910b-dae9158ed958 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:11.569191 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0b9f321b-c0cf-4c9c-b1a5-3c988ee0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:28:09Z', 'revision_number': 5, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:11.569381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365942f-2e21-4907-b477-8b90866c978c None None] Routers {'2d949ae9-521f-4e08-a823-3609d2210fcd'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:11.570078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5365942f-2e21-4907-b477-8b90866c978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2d949ae9-521f-4e08-a823-3609d2210fcd'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:11.611407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5365942f-2e21-4907-b477-8b90866c978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:11.621961 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d5d6395d-edb1-4ef4-85dc-02619e7e12c8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d949ae9-521f-4e08-a823-3609d2210fcd HTTP/1.1" status: 200 len: 205 time: 0.0605445 Oct 19 11:28:11.626636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5365942f-2e21-4907-b477-8b90866c978c None None] Routers {'2d949ae9-521f-4e08-a823-3609d2210fcd'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:11.627424 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f321b-c0cf-4c9c-b1a5-3c988ee0c396 None None] Checking router: b0920bac-c38d-4b95-9667-b9fed57c7b10 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:28:11.629115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5365942f-2e21-4907-b477-8b90866c978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2d949ae9-521f-4e08-a823-3609d2210fcd'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:11.656027 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f321b-c0cf-4c9c-b1a5-3c988ee0c396 None None] Routers {'b0920bac-c38d-4b95-9667-b9fed57c7b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:11.659931 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0b9f321b-c0cf-4c9c-b1a5-3c988ee0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b0920bac-c38d-4b95-9667-b9fed57c7b10'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:11.725133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5365942f-2e21-4907-b477-8b90866c978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:11.738179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5365942f-2e21-4907-b477-8b90866c978c None None] The sync data for ids ['2d949ae9-521f-4e08-a823-3609d2210fcd'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:11.766967 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40968) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:11.816130 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0b9f321b-c0cf-4c9c-b1a5-3c988ee0c396 None None] Set router b0920bac-c38d-4b95-9667-b9fed57c7b10 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:28:11.842960 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:28:11.853852 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:11.896006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-7558bfa1-696b-4939-873b-447f2b4e614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:11.903223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-7558bfa1-696b-4939-873b-447f2b4e614e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.3304260 Oct 19 11:28:11.913131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35625b65-6f34-46eb-bb89-0aa5f7ae1bf1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.009497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0655f-131e-4225-969f-dd83cbf289a2 req-b679e1f9-0bc0-4c73-912d-93c89cc23a52 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:12.011410 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ac0655f-131e-4225-969f-dd83cbf289a2 req-b679e1f9-0bc0-4c73-912d-93c89cc23a52 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 944 time: 0.7544780 Oct 19 11:28:12.055310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:12.065218 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-e6f547c8-07d4-48b9-8c13-16cbe12d70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:12.067171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-e6f547c8-07d4-48b9-8c13-16cbe12d70cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455228 Oct 19 11:28:12.073881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ac0655f-131e-4225-969f-dd83cbf289a2 req-c8934ae5-b15c-4ff4-a386-1544c256f2b4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525188 Oct 19 11:28:12.084372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '2f2f3184-cea4-4c70-ac2a-6cfc149d18cc', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'port_id': '2f2f3184-cea4-4c70-ac2a-6cfc149d18cc', 'mac_address': 'fa:16:3e:5c:f1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:28:12.176122 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.176629 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0b9f321b-c0cf-4c9c-b1a5-3c988ee0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:28:09Z', 'revision_number': 5, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:12.182641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40982) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:12.201092 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06ca91a2-6693-4aeb-9ff8-513f4275b094 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.211231 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:28:12.232343 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f321b-c0cf-4c9c-b1a5-3c988ee0c396 None None] The sync data for ids ['b0920bac-c38d-4b95-9667-b9fed57c7b10'] in n-d-814547-1 is: [{'id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'name': 'tempest-ServersTestBootFromVolume-1112009384-router', 'tenant_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:23:52Z', 'updated_at': '2021-10-19T11:28:09Z', 'revision_number': 5, 'project_id': 'd3995dc384ba48d09915fc1f3bbf1dde', 'gw_port': {'id': 'f41226f1-e451-45ff-b0a6-0fae7682ef79', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0920bac-c38d-4b95-9667-b9fed57c7b10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:53Z', 'updated_at': '2021-10-19T11:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:12.268794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:12.310943 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca91a2-6693-4aeb-9ff8-513f4275b094 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=275148d6-2d90-407b-910b-dae9158ed958,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:12.322466 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.473623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:12.507049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1497910286'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:12.523274 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-435e03c4-a19d-41d2-b394-dad283ee597b service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480543 Oct 19 11:28:12.643321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06ca91a2-6693-4aeb-9ff8-513f4275b094 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.694566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35625b65-6f34-46eb-bb89-0aa5f7ae1bf1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.698972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35625b65-6f34-46eb-bb89-0aa5f7ae1bf1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.725282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2f2f3184-cea4-4c70-ac2a-6cfc149d18cc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:28:12.758401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Deleting port f41226f1-e451-45ff-b0a6-0fae7682ef79 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:12.758749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.800707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:12.809963 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.829612 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.852468 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7320d78c-7eba-4628-b3e4-59e57589d0a5 req-29e631f9-128e-4ae2-a811-91f590838982 service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858443 Oct 19 11:28:12.913940 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35625b65-6f34-46eb-bb89-0aa5f7ae1bf1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.913940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35625b65-6f34-46eb-bb89-0aa5f7ae1bf1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Fanout notify agent at l3_agent the message router_deleted on router 2d949ae9-521f-4e08-a823-3609d2210fcd {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:28:12.921884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35625b65-6f34-46eb-bb89-0aa5f7ae1bf1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.925854 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-35625b65-6f34-46eb-bb89-0aa5f7ae1bf1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/2d949ae9-521f-4e08-a823-3609d2210fcd HTTP/1.1" status: 204 len: 168 time: 1.1539624 Oct 19 11:28:12.926521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40992) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:12.936753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] For port f41226f1-e451-45ff-b0a6-0fae7682ef79, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f41226f1-e451-45ff-b0a6-0fae7682ef79,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:12.936753 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:12.959603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ca91a2-6693-4aeb-9ff8-513f4275b094 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router edded1bf-b5fd-4cb1-84a0-ef520c5b6960 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:12.984135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Calling delete_port for f41226f1-e451-45ff-b0a6-0fae7682ef79 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:13.013026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a6bd93-f996-4b3b-9053-e8cd4c2dba45 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting subnet 38840397-8718-4609-b363-bbf68411d084 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:13.044731 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4a6bd93-f996-4b3b-9053-e8cd4c2dba45 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.070227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ca91a2-6693-4aeb-9ff8-513f4275b094 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:13.079667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-06ca91a2-6693-4aeb-9ff8-513f4275b094 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/edded1bf-b5fd-4cb1-84a0-ef520c5b6960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2872252 Oct 19 11:28:13.080471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40994) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:13.085435 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad552a0-00bc-49cf-a747-393112779411 None None] Sync routers for ids ['edded1bf-b5fd-4cb1-84a0-ef520c5b6960'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:13.086401 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.096494 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad552a0-00bc-49cf-a747-393112779411 None None] Routers {'edded1bf-b5fd-4cb1-84a0-ef520c5b6960'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:13.097120 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8ad552a0-00bc-49cf-a747-393112779411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['edded1bf-b5fd-4cb1-84a0-ef520c5b6960'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:13.130893 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8ad552a0-00bc-49cf-a747-393112779411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:13.141087 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad552a0-00bc-49cf-a747-393112779411 None None] Routers {'edded1bf-b5fd-4cb1-84a0-ef520c5b6960'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:13.141764 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8ad552a0-00bc-49cf-a747-393112779411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['edded1bf-b5fd-4cb1-84a0-ef520c5b6960'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:13.177233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4a6bd93-f996-4b3b-9053-e8cd4c2dba45 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.177779 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8ad552a0-00bc-49cf-a747-393112779411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:13.178504 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad552a0-00bc-49cf-a747-393112779411 None None] The sync data for ids ['edded1bf-b5fd-4cb1-84a0-ef520c5b6960'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:13.185216 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.209831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:13.224887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77938b5e-a54b-4bda-9680-ba17bfc566ce,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:13.230745 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.231092 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Added segment f1a8e3e0-01ca-4c87-860d-2b68f006ef09 of type vlan for network b6874745-038a-42b0-a4f0-46d263fd6ca6 Oct 19 11:28:13.284506 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.396771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.402693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:13.403531 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.470137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72c1a9-e63b-47d2-81a1-a12f8b8f8f6e req-008bd9df-6b27-4564-a002-9d84035ed755 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:13.471692 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b72c1a9-e63b-47d2-81a1-a12f8b8f8f6e req-008bd9df-6b27-4564-a002-9d84035ed755 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 945 time: 0.3009806 Oct 19 11:28:13.475374 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-7e4e4f53-f1be-4287-9aea-390d7c1109fc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] remove_router_interface failed (client error): The resource could not be found. Oct 19 11:28:13.476342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7e4e4f53-f1be-4287-9aea-390d7c1109fc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/edded1bf-b5fd-4cb1-84a0-ef520c5b6960/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3951750 Oct 19 11:28:13.485974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41002) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:13.497770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Network': ['ID=b6874745-038a-42b0-a4f0-46d263fd6ca6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:13.509867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:13.527677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-98a717c1-97b7-43c7-9fe7-ec3323dc0df9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3415732 Oct 19 11:28:13.528202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41006) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:13.534963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'name': 'tempest-PortsIpV6TestJSON-917150646'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:13.536188 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4a6bd93-f996-4b3b-9053-e8cd4c2dba45 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.559011 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1ed6feba-9e66-4bb4-b78b-e616b404b7f9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=edded1bf-b5fd-4cb1-84a0-ef520c5b6960 HTTP/1.1" status: 200 len: 205 time: 0.0719349 Oct 19 11:28:13.564527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41008) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:13.662069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b72c1a9-e63b-47d2-81a1-a12f8b8f8f6e req-d51d98e7-ef12-4a6d-ae88-bd5b040ff2bf tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786079 Oct 19 11:28:13.715337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c881bd23-273c-4d03-b1ab-675c5cc2bd1c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.752442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4a6bd93-f996-4b3b-9053-e8cd4c2dba45 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.766849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.842250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6bd93-f996-4b3b-9053-e8cd4c2dba45 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Subnet': ['ID=38840397-8718-4609-b363-bbf68411d084,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:13.853662 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:13.859144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37815f37-5d7e-481c-962b-680ccc892780 None None] Network 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:13.887334 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4a6bd93-f996-4b3b-9053-e8cd4c2dba45 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.891864 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:13.895723 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f4a6bd93-f996-4b3b-9053-e8cd4c2dba45 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/38840397-8718-4609-b363-bbf68411d084 HTTP/1.1" status: 204 len: 168 time: 0.9641318 Oct 19 11:28:13.895913 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.897970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41016) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:13.899336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41226f1-e451-45ff-b0a6-0fae7682ef79,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:13.901079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c881bd23-273c-4d03-b1ab-675c5cc2bd1c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:13.904521 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c881bd23-273c-4d03-b1ab-675c5cc2bd1c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.001526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port 6b374563-2f6a-4ab0-9862-186bc81ab199 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:14.002226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.035482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34a6987-084c-40e1-83ad-4fa08263f1b7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting subnet bbdc5c95-4b23-4521-b9e5-de0790034682 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:14.039713 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f34a6987-084c-40e1-83ad-4fa08263f1b7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.091781 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f34a6987-084c-40e1-83ad-4fa08263f1b7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.114526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7815c124-a98b-4e1c-abe3-a432c0157a89 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:14.127432 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c881bd23-273c-4d03-b1ab-675c5cc2bd1c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.128167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c881bd23-273c-4d03-b1ab-675c5cc2bd1c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Fanout notify agent at l3_agent the message router_deleted on router edded1bf-b5fd-4cb1-84a0-ef520c5b6960 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:28:14.138149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 7815c124-a98b-4e1c-abe3-a432c0157a89 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:14.140082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7815c124-a98b-4e1c-abe3-a432c0157a89 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:14.184343 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.190320 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.216865 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c881bd23-273c-4d03-b1ab-675c5cc2bd1c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.218363 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c881bd23-273c-4d03-b1ab-675c5cc2bd1c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/edded1bf-b5fd-4cb1-84a0-ef520c5b6960 HTTP/1.1" status: 204 len: 168 time: 0.6527772 Oct 19 11:28:14.225314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41020) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:14.230098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:28:14.234748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:14.238820 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.262541 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0a3d04-bdd9-4430-b0a5-0f5c92b5775d None None] DHCP port deletion for 7cb03c5f-16bc-41ab-bce2-8d9b096f58bf request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:14.378816 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.381882 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.422583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a3d04-bdd9-4430-b0a5-0f5c92b5775d None None] Deleting port e549469d-4c62-4524-9597-bc5691310c5d {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:14.429859 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3d04-bdd9-4430-b0a5-0f5c92b5775d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.431032 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.431502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0920bac-c38d-4b95-9667-b9fed57c7b10 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:28:14.437101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.439831 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5cedd648-8772-45ec-ab5d-35283424ef43 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b0920bac-c38d-4b95-9667-b9fed57c7b10 HTTP/1.1" status: 204 len: 168 time: 3.4739773 Oct 19 11:28:14.443624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41022) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:14.475883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:14.486399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261c081b-3ade-4fc8-9131-b24613e1eeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2f3184-cea4-4c70-ac2a-6cfc149d18cc'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:28:14.489118 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fc7ce1-dd7c-4b90-abdf-2d75838eb8bb" -d '{"events": [{"server_uuid": "261c081b-3ade-4fc8-9131-b24613e1eeb6", "name": "network-vif-plugged", "status": "completed", "tag": "2f2f3184-cea4-4c70-ac2a-6cfc149d18cc"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:28:14.579265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ef0a3d04-bdd9-4430-b0a5-0f5c92b5775d None None] For port e549469d-4c62-4524-9597-bc5691310c5d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e549469d-4c62-4524-9597-bc5691310c5d,segment=NetworkSegment(d6c8c5b3-4e03-4754-9a83-2d46715ed815),segment_id=d6c8c5b3-4e03-4754-9a83-2d46715ed815)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:14.580322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3d04-bdd9-4430-b0a5-0f5c92b5775d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.585709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae77bca9-c0f4-4ad9-adc9-f975a5db4d1a admin admin] Deleting subnet 6fba6953-6304-427b-b7e5-9f939a68d3e4 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:14.592176 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.600986 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae77bca9-c0f4-4ad9-adc9-f975a5db4d1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.626653 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6806a2-4085-4fc2-af62-018bb5c4ff7f x-openstack-request-id: req-fd6806a2-4085-4fc2-af62-018bb5c4ff7f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:28:14.627028 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261c081b-3ade-4fc8-9131-b24613e1eeb6", "name": "network-vif-plugged", "status": "completed", "tag": "2f2f3184-cea4-4c70-ac2a-6cfc149d18cc", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:28:14.627829 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd6806a2-4085-4fc2-af62-018bb5c4ff7f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:28:14.628241 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261c081b-3ade-4fc8-9131-b24613e1eeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2f3184-cea4-4c70-ac2a-6cfc149d18cc', 'code': 200} Oct 19 11:28:14.631791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a3d04-bdd9-4430-b0a5-0f5c92b5775d None None] Calling delete_port for e549469d-4c62-4524-9597-bc5691310c5d owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:14.713750 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae77bca9-c0f4-4ad9-adc9-f975a5db4d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.813696 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:14.904839 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae77bca9-c0f4-4ad9-adc9-f975a5db4d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.908804 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f34a6987-084c-40e1-83ad-4fa08263f1b7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:14.991532 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.009308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ef0a3d04-bdd9-4430-b0a5-0f5c92b5775d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.032411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a3d04-bdd9-4430-b0a5-0f5c92b5775d None None] No DVR routers for this DVR port e549469d-4c62-4524-9597-bc5691310c5d on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:15.102130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f34a6987-084c-40e1-83ad-4fa08263f1b7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.109216 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a3d04-bdd9-4430-b0a5-0f5c92b5775d None None] Pushing event deleted for resources: {'Port': ['ID=e549469d-4c62-4524-9597-bc5691310c5d,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:15.142101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b34b4b1-4bbf-4c06-a62a-0155fe895aa6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting subnet f36434cf-7e33-409c-acad-6d50e237eebb {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:15.142593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f03c1-f54f-4aa9-b138-2bb4bee007c5 None None] Network c8dc78af-55a6-4c69-b3aa-f085c7e76153 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:15.145688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f34a6987-084c-40e1-83ad-4fa08263f1b7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.151155 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f34a6987-084c-40e1-83ad-4fa08263f1b7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/bbdc5c95-4b23-4521-b9e5-de0790034682 HTTP/1.1" status: 204 len: 168 time: 1.2457740 Oct 19 11:28:15.153675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41032) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:15.155610 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae77bca9-c0f4-4ad9-adc9-f975a5db4d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.175890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=6b374563-2f6a-4ab0-9862-186bc81ab199,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:15.178440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b34b4b1-4bbf-4c06-a62a-0155fe895aa6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.247291 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ae77bca9-c0f4-4ad9-adc9-f975a5db4d1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.247291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ae77bca9-c0f4-4ad9-adc9-f975a5db4d1a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6fba6953-6304-427b-b7e5-9f939a68d3e4 HTTP/1.1" status: 204 len: 168 time: 0.8009758 Oct 19 11:28:15.248034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77bca9-c0f4-4ad9-adc9-f975a5db4d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fba6953-6304-427b-b7e5-9f939a68d3e4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:15.257202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41034) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:15.272117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a6987-084c-40e1-83ad-4fa08263f1b7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdc5c95-4b23-4521-b9e5-de0790034682,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:15.278233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.345255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Checking segment: {'id': 'f1a8e3e0-01ca-4c87-860d-2b68f006ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:15.345660 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network hostable DHCP agents. Network: b6874745-038a-42b0-a4f0-46d263fd6ca6, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:15.347946 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.352874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdcaca-685d-4399-985a-f57a32eb4e02 req-f5f10e55-4d7a-4fa1-a144-16ee39cfd869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:15.354595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1fdcaca-685d-4399-985a-f57a32eb4e02 req-f5f10e55-4d7a-4fa1-a144-16ee39cfd869 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 1097 time: 0.3452554 Oct 19 11:28:15.357490 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b34b4b1-4bbf-4c06-a62a-0155fe895aa6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.357723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fffbc6b-cfa6-4e1d-8e66-73d4b6964da0 None None] Network 2a379799-d672-4171-96be-3d50103648d2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:15.369888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7625d-e269-4fc8-b2de-9ea8a9f49327 req-6ae4a17d-22ce-4a93-bde7-b40c8a40961f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:15.371419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-15d7625d-e269-4fc8-b2de-9ea8a9f49327 req-6ae4a17d-22ce-4a93-bde7-b40c8a40961f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 946 time: 0.3610513 Oct 19 11:28:15.510713 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1fdcaca-685d-4399-985a-f57a32eb4e02 req-b60e0cf4-b027-44e2-bd13-b7321731231d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377175 Oct 19 11:28:15.549272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b34b4b1-4bbf-4c06-a62a-0155fe895aa6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.584484 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-15d7625d-e269-4fc8-b2de-9ea8a9f49327 req-1e6a7893-bcd0-4b94-9532-9200d68769e9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985512 Oct 19 11:28:15.622071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Deleting port 58956315-65bf-4443-94c3-f113c51b0fb7 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:15.622410 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.650894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:15.727460 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.731313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] For port 58956315-65bf-4443-94c3-f113c51b0fb7, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=58956315-65bf-4443-94c3-f113c51b0fb7,segment=NetworkSegment(f0e8a69a-5693-42d8-a2b1-5379cce15ab4),segment_id=f0e8a69a-5693-42d8-a2b1-5379cce15ab4)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:15.736240 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.762690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Calling delete_port for 58956315-65bf-4443-94c3-f113c51b0fb7 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:15.770253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb03c5f-16bc-41ab-bce2-8d9b096f58bf']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:15.789723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c8c5b3-4e03-4754-9a83-2d46715ed815') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:15.796146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c8c5b3-4e03-4754-9a83-2d46715ed815') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:15.798237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, b6874745-038a-42b0-a4f0-46d263fd6ca6) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:15.801319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b34b4b1-4bbf-4c06-a62a-0155fe895aa6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.812016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc9f51-76f3-482f-bc6c-c291f2b28435 None None] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:15.837040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:15.837275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c234dbd-efa7-45a9-98a8-00756a89cb6f None None] DHCP port deletion for c8dc78af-55a6-4c69-b3aa-f085c7e76153 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:15.843285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:15.849443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.860420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.934966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34b4b1-4bbf-4c06-a62a-0155fe895aa6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Subnet': ['ID=f36434cf-7e33-409c-acad-6d50e237eebb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:15.937699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b34b4b1-4bbf-4c06-a62a-0155fe895aa6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.946572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3b34b4b1-4bbf-4c06-a62a-0155fe895aa6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/f36434cf-7e33-409c-acad-6d50e237eebb HTTP/1.1" status: 204 len: 168 time: 1.7152143 Oct 19 11:28:15.946727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41038) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:15.948501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8c234dbd-efa7-45a9-98a8-00756a89cb6f None None] Deleting port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:15.949210 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8c234dbd-efa7-45a9-98a8-00756a89cb6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.954848 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.972187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:15.975974 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:16.035528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8c234dbd-efa7-45a9-98a8-00756a89cb6f None None] For port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a,segment=NetworkSegment(534bebd4-ceac-4daf-9a4c-28c354cc06e5),segment_id=534bebd4-ceac-4daf-9a4c-28c354cc06e5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:16.036104 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8c234dbd-efa7-45a9-98a8-00756a89cb6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.056339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8c234dbd-efa7-45a9-98a8-00756a89cb6f None None] Calling delete_port for 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:16.108096 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2f8a7364-576f-48ed-b031-86f9c6548c22 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5780003 Oct 19 11:28:16.110426 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.113457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41042) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:16.126201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1551391705'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:16.135191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.147205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] No DVR routers for this DVR port 58956315-65bf-4443-94c3-f113c51b0fb7 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:16.187704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=58956315-65bf-4443-94c3-f113c51b0fb7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:16.213156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df877a0c-1224-4f51-822d-e8c14c809c89 None None] Network e3490a83-b20f-4e07-8f94-1a8eb64ae72b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:16.214971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f744b36-1375-41da-9fb0-0c7a6bd12863 None None] DHCP port deletion for 2a379799-d672-4171-96be-3d50103648d2 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:16.216765 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f41226f1-e451-45ff-b0a6-0fae7682ef79 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:16.225750 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.234206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.240306 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/networks/7cb03c5f-16bc-41ab-bce2-8d9b096f58bf HTTP/1.1" status: 204 len: 168 time: 1.0657914 Oct 19 11:28:16.241066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41044) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:16.261517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b383fb-6ee1-4aaa-aad4-7e381e183ac1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Network': ['ID=7cb03c5f-16bc-41ab-bce2-8d9b096f58bf,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:16.268945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: f41226f1-e451-45ff-b0a6-0fae7682ef79 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:16.269303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f41226f1-e451-45ff-b0a6-0fae7682ef79 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:16.269715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:16.284823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:16.288399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.342801 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8c234dbd-efa7-45a9-98a8-00756a89cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.359867 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.384908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a379799-d672-4171-96be-3d50103648d2']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:16.386395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c234dbd-efa7-45a9-98a8-00756a89cb6f None None] Pushing event deleted for resources: {'Port': ['ID=488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:16.399559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:16.405217 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.405969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:16.406272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e8a69a-5693-42d8-a2b1-5379cce15ab4') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:16.419656 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.426021 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.426536 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Added segment e658c610-283c-43bb-95dc-2c0ca346e7a9 of type vlan for network 7365e6b6-eb03-4d84-bca4-238280f111d9 Oct 19 11:28:16.435430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c234dbd-efa7-45a9-98a8-00756a89cb6f None None] No DVR routers for this DVR port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:16.443145 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.474702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:16.475631 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:16.478506 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:16.484554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port 042102d8-d23c-4b25-b59f-61cdf97edc2a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:16.484554 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.496715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No active binding found for port 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a {{(pid=101313) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 11:28:16.497165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 488088fc-0a3f-4e8e-aa9c-4933f2c5dd1a not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:16.497667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e549469d-4c62-4524-9597-bc5691310c5d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:16.541788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e549469d-4c62-4524-9597-bc5691310c5d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:16.542232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e549469d-4c62-4524-9597-bc5691310c5d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:16.632525 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.675088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] For port 042102d8-d23c-4b25-b59f-61cdf97edc2a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=042102d8-d23c-4b25-b59f-61cdf97edc2a,segment=NetworkSegment(5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61),segment_id=5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:16.675088 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.713933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for 042102d8-d23c-4b25-b59f-61cdf97edc2a owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:16.731321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f076680-1d5c-4afa-8409-f699ad9989e8 None None] DHCP port deletion for e3490a83-b20f-4e07-8f94-1a8eb64ae72b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:16.798458 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.808334 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8dc78af-55a6-4c69-b3aa-f085c7e76153']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:16.851214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.872968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534bebd4-ceac-4daf-9a4c-28c354cc06e5') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:16.873836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534bebd4-ceac-4daf-9a4c-28c354cc06e5') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:16.878260 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.882435 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2a379799-d672-4171-96be-3d50103648d2 HTTP/1.1" status: 204 len: 168 time: 1.6224990 Oct 19 11:28:16.911433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78bccc-aa12-4428-8b5b-efc2c2227c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a379799-d672-4171-96be-3d50103648d2,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:16.922682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8f076680-1d5c-4afa-8409-f699ad9989e8 None None] Deleting port 042102d8-d23c-4b25-b59f-61cdf97edc2a {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:16.925135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8f076680-1d5c-4afa-8409-f699ad9989e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:16.937624 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.002194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.042004 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd4e41-bdd8-4618-a87d-8505a2f5f232 req-f289f301-6107-4ff7-ba64-23749c987020 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:17.045793 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7cd4e41-bdd8-4618-a87d-8505a2f5f232 req-f289f301-6107-4ff7-ba64-23749c987020 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 946 time: 0.2188432 Oct 19 11:28:17.046972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:17.049618 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.050063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8f076680-1d5c-4afa-8409-f699ad9989e8 None None] For port 042102d8-d23c-4b25-b59f-61cdf97edc2a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=042102d8-d23c-4b25-b59f-61cdf97edc2a,segment=NetworkSegment(5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61),segment_id=5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:17.050593 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8f076680-1d5c-4afa-8409-f699ad9989e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:17.053232 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:17.058135 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.071987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8f076680-1d5c-4afa-8409-f699ad9989e8 None None] Calling delete_port for 042102d8-d23c-4b25-b59f-61cdf97edc2a owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:17.083368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No DVR routers for this DVR port 042102d8-d23c-4b25-b59f-61cdf97edc2a on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:17.121579 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.128000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:17.128907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.186927 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8f076680-1d5c-4afa-8409-f699ad9989e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.221704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f076680-1d5c-4afa-8409-f699ad9989e8 None None] Pushing event deleted for resources: {'Port': ['ID=042102d8-d23c-4b25-b59f-61cdf97edc2a,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:17.238699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f076680-1d5c-4afa-8409-f699ad9989e8 None None] No DVR routers for this DVR port 042102d8-d23c-4b25-b59f-61cdf97edc2a on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:17.251142 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.254255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=042102d8-d23c-4b25-b59f-61cdf97edc2a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:17.281090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3490a83-b20f-4e07-8f94-1a8eb64ae72b']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:17.289588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Network': ['ID=7365e6b6-eb03-4d84-bca4-238280f111d9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:17.290673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:17.290973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc5a14c-28a2-4f82-9b7a-41cd66e6ae61') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:17.299930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e4226eb7-f82e-4115-934a-a55435df4101 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1861901 Oct 19 11:28:17.303009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.311489 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7cd4e41-bdd8-4618-a87d-8505a2f5f232 req-894c7b0a-aeaf-4bb7-94eb-aa203ed13101 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511835 Oct 19 11:28:17.311489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41054) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:17.317600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'ports': [{'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6'}, {'network_id': '7365e6b6-eb03-4d84-bca4-238280f111d9'}]} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:17.318040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:17.318194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 7365e6b6-eb03-4d84-bca4-238280f111d9 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:17.318735 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': '7365e6b6-eb03-4d84-bca4-238280f111d9'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:17.320366 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.329799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:17.330577 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:17.334499 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:17.337078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.359964 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.367801 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/networks/c8dc78af-55a6-4c69-b3aa-f085c7e76153 HTTP/1.1" status: 204 len: 168 time: 1.1241386 Oct 19 11:28:17.368446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41056) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:17.398766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2064339979'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:17.403947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41058) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:17.416880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea898c8-80fe-4506-a053-e11d032ca6e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Network': ['ID=c8dc78af-55a6-4c69-b3aa-f085c7e76153,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:17.504813 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.523798 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.524699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41060) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:17.525020 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/networks/e3490a83-b20f-4e07-8f94-1a8eb64ae72b HTTP/1.1" status: 204 len: 168 time: 1.5794573 Oct 19 11:28:17.530846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1971464659'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:17.543485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-eea16c1a-1c5e-48cf-b640-a08982546392 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3995dc384ba48d09915fc1f3bbf1dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352341 Oct 19 11:28:17.543725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfda31d-0a1e-49df-8643-e93ae93fd046 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Network': ['ID=e3490a83-b20f-4e07-8f94-1a8eb64ae72b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:17.554753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41062) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:17.577730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:17.580774 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.601014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-02fdb4b1-ca9c-49e8-852e-cdbb172c8e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.624331 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-02fdb4b1-ca9c-49e8-852e-cdbb172c8e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.624576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:17.633533 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.633898 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added segment 146a6017-3297-4058-bc5f-2a8f298a1125 of type vlan for network dee9ad50-5a2d-4616-8f4b-3d8dfc75691f Oct 19 11:28:17.675070 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.683926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:17.687509 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.727643 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-02fdb4b1-ca9c-49e8-852e-cdbb172c8e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.730813 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-02fdb4b1-ca9c-49e8-852e-cdbb172c8e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.733029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:17.735244 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-02fdb4b1-ca9c-49e8-852e-cdbb172c8e27 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ecbd27d-cd72-4b56-aaa3-c1fc9aea36da HTTP/1.1" status: 204 len: 168 time: 0.1851649 Oct 19 11:28:17.742733 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.743127 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added segment 7469d0c6-b200-455f-ab42-d9dcf3f6f9b4 of type vlan for network 75f26a9e-f027-4969-b839-bc087f208443 Oct 19 11:28:17.744136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdb4b1-ca9c-49e8-852e-cdbb172c8e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecbd27d-cd72-4b56-aaa3-c1fc9aea36da,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:17.784367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 2} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:17.789153 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.809603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.813054 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.818605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:17.819197 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.835204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:17.932078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Network': ['ID=dee9ad50-5a2d-4616-8f4b-3d8dfc75691f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:17.944051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network dee9ad50-5a2d-4616-8f4b-3d8dfc75691f details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:17.992986 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-974c473d-7b0a-4e69-a4d1-cae7f8ffc9ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5984533 Oct 19 11:28:17.997586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41072) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:18.003924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'subnet': {'network_id': 'dee9ad50-5a2d-4616-8f4b-3d8dfc75691f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:18.004111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port f9b4e474-ce6a-4ba4-a0d8-30650b2fd90a yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:18.007253 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:18.012938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:18.013539 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:18.103129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Network': ['ID=75f26a9e-f027-4969-b839-bc087f208443,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:18.121653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 042102d8-d23c-4b25-b59f-61cdf97edc2a no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:18.122189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 75f26a9e-f027-4969-b839-bc087f208443 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:18.251656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:18.283107 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 042102d8-d23c-4b25-b59f-61cdf97edc2a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:18.283996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 042102d8-d23c-4b25-b59f-61cdf97edc2a not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:18.283996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 58956315-65bf-4443-94c3-f113c51b0fb7 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:18.325161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 58956315-65bf-4443-94c3-f113c51b0fb7 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:18.325161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 58956315-65bf-4443-94c3-f113c51b0fb7 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:18.427498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1d3ca210-6bea-4185-854a-7b4af41556b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9007957 Oct 19 11:28:18.445631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port a66c0690-4f14-431a-b662-813efb72e2d2 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:18.448754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41086) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:18.475110 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'subnet': {'network_id': '75f26a9e-f027-4969-b839-bc087f208443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:18.699982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3630856-5ec4-4e02-85e1-ab6373f8d3f5 req-c3802732-1d08-4435-945a-3d21a4eee38b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:18.699982 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3630856-5ec4-4e02-85e1-ab6373f8d3f5 req-c3802732-1d08-4435-945a-3d21a4eee38b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 946 time: 0.0873063 Oct 19 11:28:18.751751 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3630856-5ec4-4e02-85e1-ab6373f8d3f5 req-e6d3d6df-9411-4ed6-97dc-1487adda0dae tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453742 Oct 19 11:28:18.774177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:18.774177 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:18.774995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:18.842889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:18.846586 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:18.984885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.051930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:19.065721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:19.065721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:19.065721 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.066535 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=f9b4e474-ce6a-4ba4-a0d8-30650b2fd90a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:19.116065 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.144808 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.189380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=a66c0690-4f14-431a-b662-813efb72e2d2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:19.200859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41110) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:19.225224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Checking segment: {'id': 'e658c610-283c-43bb-95dc-2c0ca346e7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7365e6b6-eb03-4d84-bca4-238280f111d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:19.225593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network hostable DHCP agents. Network: 7365e6b6-eb03-4d84-bca4-238280f111d9, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:19.249436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Subnet': ['ID=9530ebf4-b170-42ed-8238-1ee8e04f2811,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:19.253500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Subnet': ['ID=8386be62-e5aa-459f-b7a2-d428ef5f0152,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:19.256047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Checking segment: {'id': '146a6017-3297-4058-bc5f-2a8f298a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dee9ad50-5a2d-4616-8f4b-3d8dfc75691f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:19.256552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network hostable DHCP agents. Network: dee9ad50-5a2d-4616-8f4b-3d8dfc75691f, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:19.279496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Checking segment: {'id': '7469d0c6-b200-455f-ab42-d9dcf3f6f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '75f26a9e-f027-4969-b839-bc087f208443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:19.282673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network hostable DHCP agents. Network: 75f26a9e-f027-4969-b839-bc087f208443, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:19.328642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network dee9ad50-5a2d-4616-8f4b-3d8dfc75691f is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:19.353858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 75f26a9e-f027-4969-b839-bc087f208443 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:19.362816 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network 7365e6b6-eb03-4d84-bca4-238280f111d9 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:19.368888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-541942867-network', 'tenant_id': 'd203faa3cd5a426db1e37f9234aa6f24'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:19.396247 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.413354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, dee9ad50-5a2d-4616-8f4b-3d8dfc75691f) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:19.418292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:19.420610 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.423680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 75f26a9e-f027-4969-b839-bc087f208443) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:19.424323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43329a82-ea93-45f7-8bcf-1c61a7872c27 None None] Network dee9ad50-5a2d-4616-8f4b-3d8dfc75691f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:19.432869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 7365e6b6-eb03-4d84-bca4-238280f111d9) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:19.442052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:19.444808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.456474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:19.463187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:19.468373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:19.469699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.484887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Made reservation on behalf of d203faa3cd5a426db1e37f9234aa6f24 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:19.487344 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.490482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f379a-3356-4ad1-9676-bc2859f8bf2d None None] Network 75f26a9e-f027-4969-b839-bc087f208443 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:19.493500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa206d-ac53-492d-b0dd-af956b9aff10 None None] Network 7365e6b6-eb03-4d84-bca4-238280f111d9 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:19.504561 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.560080 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e6b64de6-a0ca-49c5-8fb7-924998ac1b08 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5604701 Oct 19 11:28:19.571017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41120) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:19.576988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a150072a-9c4a-4564-9285-61709d685069 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2037843476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:19.607801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41122) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:19.612035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6ee97e28-3766-4f0c-b513-7691d2acc591 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2988715 Oct 19 11:28:19.612759 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41124) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:19.668080 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0e3a872e-f722-4575-b481-3b01b330b732 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2181897 Oct 19 11:28:19.671659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41128) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:19.686729 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.695375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6de9a6f2-6cca-4dfe-82cb-3f7242e750fa tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2052324231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:19.760765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ae59e-a0b9-41d1-a175-411a094502b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port a66c0690-4f14-431a-b662-813efb72e2d2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:19.761637 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae59e-a0b9-41d1-a175-411a094502b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.769009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a150072a-9c4a-4564-9285-61709d685069 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.774206 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a150072a-9c4a-4564-9285-61709d685069 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.783742 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.869122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:19.871781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e338c7-99fe-417b-acb1-556bf0a9024d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:19.892591 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae59e-a0b9-41d1-a175-411a094502b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.907770 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.908029 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Added segment 9566d15e-146b-4c58-bb9d-4fb9d86bd0d7 of type vlan for network f046f071-5c10-4abd-8f45-8566eb9d27f9 Oct 19 11:28:19.930686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ae59e-a0b9-41d1-a175-411a094502b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for a66c0690-4f14-431a-b662-813efb72e2d2 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:19.941272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6de9a6f2-6cca-4dfe-82cb-3f7242e750fa tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:19.960207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6de9a6f2-6cca-4dfe-82cb-3f7242e750fa tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.020101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6de9a6f2-6cca-4dfe-82cb-3f7242e750fa tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.021445 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.048696 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.120348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-75f26a9e-f027-4969-b839-bc087f208443', 'network_id': '75f26a9e-f027-4969-b839-bc087f208443', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'fixed_ips': [{'subnet_id': '8386be62-e5aa-459f-b7a2-d428ef5f0152'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:28:20.121304 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.136833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-dee9ad50-5a2d-4616-8f4b-3d8dfc75691f', 'network_id': 'dee9ad50-5a2d-4616-8f4b-3d8dfc75691f', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'fixed_ips': [{'subnet_id': '9530ebf4-b170-42ed-8238-1ee8e04f2811'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:28:20.144235 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.153091 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6de9a6f2-6cca-4dfe-82cb-3f7242e750fa tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.164585 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.167021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:20.167021 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.202562 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a150072a-9c4a-4564-9285-61709d685069 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.238233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae59e-a0b9-41d1-a175-411a094502b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.277010 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a150072a-9c4a-4564-9285-61709d685069 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.293029 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6de9a6f2-6cca-4dfe-82cb-3f7242e750fa tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.294586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6de9a6f2-6cca-4dfe-82cb-3f7242e750fa tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6210024 Oct 19 11:28:20.300578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41134) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:20.324219 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a9ae59e-a0b9-41d1-a175-411a094502b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.330275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0a9ae59e-a0b9-41d1-a175-411a094502b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/a66c0690-4f14-431a-b662-813efb72e2d2 HTTP/1.1" status: 204 len: 168 time: 0.7133305 Oct 19 11:28:20.331199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41136) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:20.424903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ae59e-a0b9-41d1-a175-411a094502b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=a66c0690-4f14-431a-b662-813efb72e2d2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:20.433481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a150072a-9c4a-4564-9285-61709d685069 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.434976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a150072a-9c4a-4564-9285-61709d685069 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8627806 Oct 19 11:28:20.437726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41138) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:20.442638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'port': {'network_id': 'dee9ad50-5a2d-4616-8f4b-3d8dfc75691f', 'name': 'tempest-RoutersIpV6Test-1140879346'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:20.484908 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Allocated IP 2001:db8::2 (dee9ad50-5a2d-4616-8f4b-3d8dfc75691f/9530ebf4-b170-42ed-8238-1ee8e04f2811/34ac4d3c-3de4-4f40-850d-b024067bd55b) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:20.487438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Allocated IP 172.20.0.2 (75f26a9e-f027-4969-b839-bc087f208443/8386be62-e5aa-459f-b7a2-d428ef5f0152/16a1aa90-b06d-4747-9089-e7ae0b0305d3) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:20.520296 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3148367 Oct 19 11:28:20.521522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e827e-1f9f-4c0b-b954-6a2216ed2076 admin admin] Pushing event updated for resources: {'Network': ['ID=f046f071-5c10-4abd-8f45-8566eb9d27f9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:20.524786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41140) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:20.537895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network f046f071-5c10-4abd-8f45-8566eb9d27f9 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:20.568272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] Request body: {'subnet': {'network_id': 'f046f071-5c10-4abd-8f45-8566eb9d27f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-541942867-subnet', 'tenant_id': 'd203faa3cd5a426db1e37f9234aa6f24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:20.656968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20dcc4f-99ac-4b43-bc76-7ac932a69df3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:20.663223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20dcc4f-99ac-4b43-bc76-7ac932a69df3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:20.670305 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f20dcc4f-99ac-4b43-bc76-7ac932a69df3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2667305 Oct 19 11:28:20.675585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41142) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:20.721312 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] Made reservation on behalf of d203faa3cd5a426db1e37f9234aa6f24 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:20.724087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.759234 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.914974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:20.919149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.929332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:20.959910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] device_id is not set on port 547ba91a-9951-4c8d-91f6-e46dbe298bbf yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:20.981969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-77a780c5-b8b1-4a2f-9a63-fc34cc00ef66 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port f9b4e474-ce6a-4ba4-a0d8-30650b2fd90a {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:20.982958 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77a780c5-b8b1-4a2f-9a63-fc34cc00ef66 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.046278 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.053520 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.124557 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77a780c5-b8b1-4a2f-9a63-fc34cc00ef66 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.132646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Network 75f26a9e-f027-4969-b839-bc087f208443 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:21.135609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:21.140694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:21.143468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-77a780c5-b8b1-4a2f-9a63-fc34cc00ef66 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for f9b4e474-ce6a-4ba4-a0d8-30650b2fd90a owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:21.143611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Pushing event updated for resources: {'Port': ['ID=16a1aa90-b06d-4747-9089-e7ae0b0305d3,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:21.157261 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.201583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Network dee9ad50-5a2d-4616-8f4b-3d8dfc75691f is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:21.229392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:21.234408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:21.279133 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.293343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Pushing event updated for resources: {'Port': ['ID=34ac4d3c-3de4-4f40-850d-b024067bd55b,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:21.298927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Attempting to bind port 16a1aa90-b06d-4747-9089-e7ae0b0305d3 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:28:21.304243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Attempting to bind port 16a1aa90-b06d-4747-9089-e7ae0b0305d3 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '7469d0c6-b200-455f-ab42-d9dcf3f6f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '75f26a9e-f027-4969-b839-bc087f208443'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:28:21.304243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Attempting to bind port 16a1aa90-b06d-4747-9089-e7ae0b0305d3 on network 75f26a9e-f027-4969-b839-bc087f208443 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:21.313557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:28:21.313935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Checking segment: {'id': '7469d0c6-b200-455f-ab42-d9dcf3f6f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '75f26a9e-f027-4969-b839-bc087f208443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:21.314336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.314727 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Bound using segment: {'id': '7469d0c6-b200-455f-ab42-d9dcf3f6f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '75f26a9e-f027-4969-b839-bc087f208443'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:28:21.315191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Bound port: 16a1aa90-b06d-4747-9089-e7ae0b0305d3, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7469d0c6-b200-455f-ab42-d9dcf3f6f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '75f26a9e-f027-4969-b839-bc087f208443'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:28:21.315572 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.317850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Attempting to bind port 34ac4d3c-3de4-4f40-850d-b024067bd55b on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:28:21.318210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Attempting to bind port 34ac4d3c-3de4-4f40-850d-b024067bd55b by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '146a6017-3297-4058-bc5f-2a8f298a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dee9ad50-5a2d-4616-8f4b-3d8dfc75691f'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:28:21.318559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Attempting to bind port 34ac4d3c-3de4-4f40-850d-b024067bd55b on network dee9ad50-5a2d-4616-8f4b-3d8dfc75691f {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:21.349805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:28:21.350195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Checking segment: {'id': '146a6017-3297-4058-bc5f-2a8f298a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dee9ad50-5a2d-4616-8f4b-3d8dfc75691f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:21.350601 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.351000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Bound using segment: {'id': '146a6017-3297-4058-bc5f-2a8f298a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dee9ad50-5a2d-4616-8f4b-3d8dfc75691f'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:28:21.351967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Bound port: 34ac4d3c-3de4-4f40-850d-b024067bd55b, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146a6017-3297-4058-bc5f-2a8f298a1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dee9ad50-5a2d-4616-8f4b-3d8dfc75691f'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:28:21.352115 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.359266 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77a780c5-b8b1-4a2f-9a63-fc34cc00ef66 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.383298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Allocated IP 172.20.0.1 (75f26a9e-f027-4969-b839-bc087f208443/8386be62-e5aa-459f-b7a2-d428ef5f0152/99420ef5-0dcd-4004-9fcb-b6981656d549) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:21.425887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] For port 16a1aa90-b06d-4747-9089-e7ae0b0305d3, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:21.430212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] For port 16a1aa90-b06d-4747-9089-e7ae0b0305d3, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=16a1aa90-b06d-4747-9089-e7ae0b0305d3,segment=NetworkSegment(7469d0c6-b200-455f-ab42-d9dcf3f6f9b4),segment_id=7469d0c6-b200-455f-ab42-d9dcf3f6f9b4)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:28:21.473254 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-77a780c5-b8b1-4a2f-9a63-fc34cc00ef66 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.477984 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-77a780c5-b8b1-4a2f-9a63-fc34cc00ef66 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/f9b4e474-ce6a-4ba4-a0d8-30650b2fd90a HTTP/1.1" status: 204 len: 168 time: 0.8020616 Oct 19 11:28:21.480845 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.490777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41148) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:21.538764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a780c5-b8b1-4a2f-9a63-fc34cc00ef66 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=f9b4e474-ce6a-4ba4-a0d8-30650b2fd90a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:21.548430 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.585896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.644814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] For port 34ac4d3c-3de4-4f40-850d-b024067bd55b, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:21.733207 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c280373-d17a-49c6-be3b-c9d8dc0427b4 None None] Pushing event updated for resources: {'Port': ['ID=16a1aa90-b06d-4747-9089-e7ae0b0305d3,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:21.738310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] For port 34ac4d3c-3de4-4f40-850d-b024067bd55b, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=34ac4d3c-3de4-4f40-850d-b024067bd55b,segment=NetworkSegment(146a6017-3297-4058-bc5f-2a8f298a1125),segment_id=146a6017-3297-4058-bc5f-2a8f298a1125)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:28:21.802968 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.912698 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:21.949374 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691b1e2-7264-44c3-aad3-9b57bc4aa743 None None] Pushing event updated for resources: {'Port': ['ID=34ac4d3c-3de4-4f40-850d-b024067bd55b,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:22.041596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Allocated IP 2001:db8::60 (dee9ad50-5a2d-4616-8f4b-3d8dfc75691f/9530ebf4-b170-42ed-8238-1ee8e04f2811/547ba91a-9951-4c8d-91f6-e46dbe298bbf) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:22.083129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 75f26a9e-f027-4969-b839-bc087f208443 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:22.088361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=99420ef5-0dcd-4004-9fcb-b6981656d549,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:22.089824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:22.099606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:22.257734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:22.270926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] Checking segment: {'id': '9566d15e-146b-4c58-bb9d-4fb9d86bd0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f046f071-5c10-4abd-8f45-8566eb9d27f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:22.271289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] Network hostable DHCP agents. Network: f046f071-5c10-4abd-8f45-8566eb9d27f9, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:22.284296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c625aa-6558-4268-9d9e-7c00042a3049,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:22.382901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1723a079-5769-4698-8cde-7622409d85ce tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:22.388147 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1723a079-5769-4698-8cde-7622409d85ce tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8511856 Oct 19 11:28:22.388812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41156) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:22.427592 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d3bb2d-d6a2-4f05-8718-ef7e9ad3db00 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:28:22.431792 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-38d3bb2d-d6a2-4f05-8718-ef7e9ad3db00 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/a66c0690-4f14-431a-b662-813efb72e2d2 HTTP/1.1" status: 404 len: 333 time: 0.0362000 Oct 19 11:28:22.433043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41158) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:22.475636 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c33c12-2377-4283-ad73-444726191ad9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:28:22.478429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-03c33c12-2377-4283-ad73-444726191ad9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/f9b4e474-ce6a-4ba4-a0d8-30650b2fd90a HTTP/1.1" status: 404 len: 333 time: 0.0434430 Oct 19 11:28:22.482807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41162) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:22.491807 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:22.536397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] Network f046f071-5c10-4abd-8f45-8566eb9d27f9 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:22.602210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] Deleting port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:22.602464 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:22.609258 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:22.627388 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:22.645765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, f046f071-5c10-4abd-8f45-8566eb9d27f9) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:22.652921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:22.655473 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99131b9d-260e-424f-b710-e5e199604f69 None None] Network f046f071-5c10-4abd-8f45-8566eb9d27f9 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:22.678720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:22.682087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:22.847079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455f2da-4a29-43eb-a2b2-337b955ba6d4 None None] Network f046f071-5c10-4abd-8f45-8566eb9d27f9 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:22.861372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network dee9ad50-5a2d-4616-8f4b-3d8dfc75691f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:22.865514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:22.867615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=547ba91a-9951-4c8d-91f6-e46dbe298bbf,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:22.870007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:22.887256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:22.887662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:22.925679 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8779958e-c276-4483-b88b-e8f12e8c3aa8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3838665 Oct 19 11:28:23.005013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fe0354c4-7283-4ee3-810f-658d8c699944 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5661023 Oct 19 11:28:23.007513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41170) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:23.379444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] For port f40704c1-8bfb-4f1a-9e50-38ed8fe0003d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f40704c1-8bfb-4f1a-9e50-38ed8fe0003d,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:23.380049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:23.431227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5adccf-4318-43de-a1d6-e62905e8be7c None None] Network 75f26a9e-f027-4969-b839-bc087f208443 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:23.453475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:23.495245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] Calling delete_port for f40704c1-8bfb-4f1a-9e50-38ed8fe0003d owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:23.537098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7365e6b6-eb03-4d84-bca4-238280f111d9']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:23.568194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2e8f10c1-ecbd-45a5-a8d5-726c0b93aee4 None None] Provisioning complete for port 16a1aa90-b06d-4747-9089-e7ae0b0305d3 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:23.568743 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2e8f10c1-ecbd-45a5-a8d5-726c0b93aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:23.593213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e658c610-283c-43bb-95dc-2c0ca346e7a9') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:23.593213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e658c610-283c-43bb-95dc-2c0ca346e7a9') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:23.636659 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:23.715136 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:23.729080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:23.729731 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:23.736022 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:23.751282 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2e8f10c1-ecbd-45a5-a8d5-726c0b93aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:23.773225 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:23.795279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5f91d7-4181-4120-9fc6-9ee0c4387fb2 None None] Network dee9ad50-5a2d-4616-8f4b-3d8dfc75691f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:23.801433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2e8f10c1-ecbd-45a5-a8d5-726c0b93aee4 None None] For port 16a1aa90-b06d-4747-9089-e7ae0b0305d3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=16a1aa90-b06d-4747-9089-e7ae0b0305d3,segment=NetworkSegment(7469d0c6-b200-455f-ab42-d9dcf3f6f9b4),segment_id=7469d0c6-b200-455f-ab42-d9dcf3f6f9b4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:23.937286 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2e8f10c1-ecbd-45a5-a8d5-726c0b93aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:23.971141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:23.980322 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:23.995202 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.005264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/networks/7365e6b6-eb03-4d84-bca4-238280f111d9 HTTP/1.1" status: 204 len: 168 time: 1.5203309 Oct 19 11:28:24.008965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41190) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:24.021736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1724012429'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:24.065861 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.075115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f10c1-ecbd-45a5-a8d5-726c0b93aee4 None None] Pushing event updated for resources: {'Port': ['ID=16a1aa90-b06d-4747-9089-e7ae0b0305d3,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:24.082522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60625a4-5c11-4819-99c4-ecc8ed7ca944 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Network': ['ID=7365e6b6-eb03-4d84-bca4-238280f111d9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:24.085477 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6b7d99b6-995c-40b7-98cb-23a674837608 None None] Provisioning complete for port 34ac4d3c-3de4-4f40-850d-b024067bd55b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:24.085849 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b7d99b6-995c-40b7-98cb-23a674837608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.164169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:24.168014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.269429 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.274871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 34ac4d3c-3de4-4f40-850d-b024067bd55b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:24.279744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-05c55343-9ad2-4a28-9308-600964704b9f tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:24.281418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-05c55343-9ad2-4a28-9308-600964704b9f tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/networks?id=f046f071-5c10-4abd-8f45-8566eb9d27f9 HTTP/1.1" status: 200 len: 820 time: 0.7381144 Oct 19 11:28:24.288622 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b7d99b6-995c-40b7-98cb-23a674837608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.299396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=99420ef5-0dcd-4004-9fcb-b6981656d549,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:24.308972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.314267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-70ff757a-bd7f-44fe-a818-03ad52935424 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/quotas/d203faa3cd5a426db1e37f9234aa6f24 HTTP/1.1" status: 200 len: 375 time: 0.0228374 Oct 19 11:28:24.315448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:24.347087 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.347442 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Added segment 04bd6931-0faf-4a3f-82a4-286c3f5751a1 of type vlan for network 63c83210-8e27-41a8-aa57-d00aab56006c Oct 19 11:28:24.398604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6b7d99b6-995c-40b7-98cb-23a674837608 None None] For port 34ac4d3c-3de4-4f40-850d-b024067bd55b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=34ac4d3c-3de4-4f40-850d-b024067bd55b,segment=NetworkSegment(146a6017-3297-4058-bc5f-2a8f298a1125),segment_id=146a6017-3297-4058-bc5f-2a8f298a1125)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:24.418103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-c5ca831e-6d62-460a-92fe-cfb34ede5f86 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d203faa3cd5a426db1e37f9234aa6f24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883691 Oct 19 11:28:24.422341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.440019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 34ac4d3c-3de4-4f40-850d-b024067bd55b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:24.440336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.478017 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b7d99b6-995c-40b7-98cb-23a674837608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.502453 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.548175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d99b6-995c-40b7-98cb-23a674837608 None None] Pushing event updated for resources: {'Port': ['ID=34ac4d3c-3de4-4f40-850d-b024067bd55b,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:24.578586 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.584935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] Pushing event deleted for resources: {'Port': ['ID=f40704c1-8bfb-4f1a-9e50-38ed8fe0003d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:24.640795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 16a1aa90-b06d-4747-9089-e7ae0b0305d3 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:24.651806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f2768730-6caf-4a4a-bef8-df69ac090b72 None None] Provisioning complete for port 16a1aa90-b06d-4747-9089-e7ae0b0305d3 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:24.652567 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f2768730-6caf-4a4a-bef8-df69ac090b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.705043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 75f26a9e-f027-4969-b839-bc087f208443 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:24.711487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:24.825096 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.830914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:24.831471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.853875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 16a1aa90-b06d-4747-9089-e7ae0b0305d3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:24.854431 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:24.900960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=547ba91a-9951-4c8d-91f6-e46dbe298bbf,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:25.008641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f2768730-6caf-4a4a-bef8-df69ac090b72 None None] Provisioning complete for port 547ba91a-9951-4c8d-91f6-e46dbe298bbf triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:25.009536 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f2768730-6caf-4a4a-bef8-df69ac090b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:25.042777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-ca094634-6713-45e1-b3ab-f9d737f121da service neutron] 10.222.0.39 "GET /v2.0/networks/f046f071-5c10-4abd-8f45-8566eb9d27f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002252 Oct 19 11:28:25.043920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:25.067756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f2768730-6caf-4a4a-bef8-df69ac090b72 None None] Port 547ba91a-9951-4c8d-91f6-e46dbe298bbf cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:25.126964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f2768730-6caf-4a4a-bef8-df69ac090b72 None None] Provisioning complete for port 99420ef5-0dcd-4004-9fcb-b6981656d549 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:25.127393 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f2768730-6caf-4a4a-bef8-df69ac090b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:25.198327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f2768730-6caf-4a4a-bef8-df69ac090b72 None None] Port 99420ef5-0dcd-4004-9fcb-b6981656d549 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:25.200106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:25.217622 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2063911 Oct 19 11:28:25.222197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f2768730-6caf-4a4a-bef8-df69ac090b72 None None] Provisioning complete for port 34ac4d3c-3de4-4f40-850d-b024067bd55b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:25.222785 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f2768730-6caf-4a4a-bef8-df69ac090b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:25.226533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41200) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:25.267559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba216f-cedb-4c8c-810a-a3c2ea3e5b55 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Network': ['ID=63c83210-8e27-41a8-aa57-d00aab56006c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:25.280511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 63c83210-8e27-41a8-aa57-d00aab56006c details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:25.293448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': '63c83210-8e27-41a8-aa57-d00aab56006c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:25.363942 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5d936388-1e6a-4805-9fb1-a1423206fbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:25.446494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-29c13ee8-ab21-4a06-bcb8-6e17e4bfd99e service neutron] 10.222.0.39 "GET /v2.0/networks/f046f071-5c10-4abd-8f45-8566eb9d27f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914652 Oct 19 11:28:25.524468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router 8a03f4bb-6a66-48bc-8e96-0453f304c6e0 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:28:25.531372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:25.559694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0bb1430d-799c-438a-b679-5bce322e4b11 None None] Provisioning complete for port 99420ef5-0dcd-4004-9fcb-b6981656d549 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:25.560178 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bb1430d-799c-438a-b679-5bce322e4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:25.601154 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1430d-799c-438a-b679-5bce322e4b11 None None] Port 99420ef5-0dcd-4004-9fcb-b6981656d549 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:25.614171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0bb1430d-799c-438a-b679-5bce322e4b11 None None] Provisioning complete for port 547ba91a-9951-4c8d-91f6-e46dbe298bbf triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:25.614809 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bb1430d-799c-438a-b679-5bce322e4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:25.647975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:25.651856 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:25.654122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1430d-799c-438a-b679-5bce322e4b11 None None] Port 547ba91a-9951-4c8d-91f6-e46dbe298bbf cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:25.687034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] Router 9834e49a-efe5-403d-be89-5992bdaacd38 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:25.688574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:25.696823 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-524939ac-ff7a-459a-bbb8-358c010a7ceb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/8a03f4bb-6a66-48bc-8e96-0453f304c6e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3924181 Oct 19 11:28:25.697816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41204) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:25.701986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f03899-b7ed-4e2e-b4a2-d5603a3ea974 None None] Sync routers for ids ['8a03f4bb-6a66-48bc-8e96-0453f304c6e0'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:25.717309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f03899-b7ed-4e2e-b4a2-d5603a3ea974 None None] Routers {'8a03f4bb-6a66-48bc-8e96-0453f304c6e0'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:25.717998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-05f03899-b7ed-4e2e-b4a2-d5603a3ea974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8a03f4bb-6a66-48bc-8e96-0453f304c6e0'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:25.769792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-05f03899-b7ed-4e2e-b4a2-d5603a3ea974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:25.785394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f03899-b7ed-4e2e-b4a2-d5603a3ea974 None None] Routers {'8a03f4bb-6a66-48bc-8e96-0453f304c6e0'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:25.786270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-05f03899-b7ed-4e2e-b4a2-d5603a3ea974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8a03f4bb-6a66-48bc-8e96-0453f304c6e0'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:25.808798 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-844ccffd-623c-45c9-a010-831cb4c85ab4 req-712cd245-4223-491e-9d59-45eaee64527a tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 210 time: 0.0333943 Oct 19 11:28:25.819625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44291c60-facd-4cc8-aac5-d7fa1505a538 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:25.823748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-44291c60-facd-4cc8-aac5-d7fa1505a538 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports/99420ef5-0dcd-4004-9fcb-b6981656d549 HTTP/1.1" status: 200 len: 910 time: 0.1246350 Oct 19 11:28:25.829022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41214) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:25.838164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_backend_mixin [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Performing IP validity checks on allocation pools {{(pid=101312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 11:28:25.838753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-05f03899-b7ed-4e2e-b4a2-d5603a3ea974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:25.839491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f03899-b7ed-4e2e-b4a2-d5603a3ea974 None None] The sync data for ids ['8a03f4bb-6a66-48bc-8e96-0453f304c6e0'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:25.852776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_backend_mixin [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 11:28:25.982705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:25.995225 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-69c28dfb-a35b-4cb2-8a48-d8796305d44a admin admin] 10.222.0.39 "PUT /v2.0/routers/9834e49a-efe5-403d-be89-5992bdaacd38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3873572 Oct 19 11:28:25.998311 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9a9c85-08d6-4a3d-8fbe-02af04f62e94 None None] Sync routers for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:26.005114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41224) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:26.011606 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a9c85-08d6-4a3d-8fbe-02af04f62e94 None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:26.012333 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cc9a9c85-08d6-4a3d-8fbe-02af04f62e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:26.156386 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-cc9a9c85-08d6-4a3d-8fbe-02af04f62e94 None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:28:26.204823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 34ac4d3c-3de4-4f40-850d-b024067bd55b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:26.247805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:26.293518 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:26.344473 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:26.345296 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:26.354161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 34ac4d3c-3de4-4f40-850d-b024067bd55b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:26.354768 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:26.374857 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cc9a9c85-08d6-4a3d-8fbe-02af04f62e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:28:24Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:26.420040 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9a9c85-08d6-4a3d-8fbe-02af04f62e94 None None] Checking router: 9834e49a-efe5-403d-be89-5992bdaacd38 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:28:26.429569 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a9c85-08d6-4a3d-8fbe-02af04f62e94 None None] Routers {'9834e49a-efe5-403d-be89-5992bdaacd38'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:26.430605 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cc9a9c85-08d6-4a3d-8fbe-02af04f62e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['9834e49a-efe5-403d-be89-5992bdaacd38'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:26.441556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=547ba91a-9951-4c8d-91f6-e46dbe298bbf,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:26.472054 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:26.503503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 16a1aa90-b06d-4747-9089-e7ae0b0305d3 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:26.508393 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:26.583159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 16a1aa90-b06d-4747-9089-e7ae0b0305d3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:26.584113 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:26.627209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port 99420ef5-0dcd-4004-9fcb-b6981656d549 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:26.627842 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:26.628302 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-cc9a9c85-08d6-4a3d-8fbe-02af04f62e94 None None] Set router 9834e49a-efe5-403d-be89-5992bdaacd38 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:28:26.771312 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:26.791556 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for 99420ef5-0dcd-4004-9fcb-b6981656d549 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:26.859873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Subnet': ['ID=8eba336a-9b53-4932-9e8d-759cb6cfd6b4,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:26.919430 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Checking segment: {'id': '04bd6931-0faf-4a3f-82a4-286c3f5751a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63c83210-8e27-41a8-aa57-d00aab56006c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:26.920492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network hostable DHCP agents. Network: 63c83210-8e27-41a8-aa57-d00aab56006c, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:26.968350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:26.980402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network dee9ad50-5a2d-4616-8f4b-3d8dfc75691f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:26.984183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:27.024376 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cc9a9c85-08d6-4a3d-8fbe-02af04f62e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:28:24Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:27.056010 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9a9c85-08d6-4a3d-8fbe-02af04f62e94 None None] The sync data for ids ['9834e49a-efe5-403d-be89-5992bdaacd38'] in n-d-814547-1 is: [{'id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'name': 'tempest-AttachVolumeShelveTestJSON-1155561966-router', 'tenant_id': 'afaa71df9067470eafb9ec80706969aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '13cae09e-e394-4d70-a33e-92974a23d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:19:06Z', 'updated_at': '2021-10-19T11:28:24Z', 'revision_number': 5, 'project_id': 'afaa71df9067470eafb9ec80706969aa', 'gw_port': {'id': '13cae09e-e394-4d70-a33e-92974a23d677', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9834e49a-efe5-403d-be89-5992bdaacd38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:19:07Z', 'updated_at': '2021-10-19T11:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:27.065993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network 63c83210-8e27-41a8-aa57-d00aab56006c is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:27.068298 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c325d967-766d-4659-9b77-5de12a0a17a1 req-e3807235-32ea-4179-a1bc-09d506fd81bf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 210 time: 0.0358298 Oct 19 11:28:27.128606 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:27.170966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=99420ef5-0dcd-4004-9fcb-b6981656d549,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:27.202505 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.202855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.203192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.203528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.204135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.204474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.204843 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.205234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.205570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.205894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.206214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.206538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:27.387900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fe9fe686-2462-4441-b1fb-3abe5749a237 None None] Provisioning complete for port 547ba91a-9951-4c8d-91f6-e46dbe298bbf triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:27.389488 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe9fe686-2462-4441-b1fb-3abe5749a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:27.429626 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:28:27.448462 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:27.463591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fe9fe686-2462-4441-b1fb-3abe5749a237 None None] Port 547ba91a-9951-4c8d-91f6-e46dbe298bbf cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:27.570930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 63c83210-8e27-41a8-aa57-d00aab56006c) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:27.584220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb224c5-2925-4176-9369-5b2b57c30b29 None None] Network 63c83210-8e27-41a8-aa57-d00aab56006c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:27.595928 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:27.596546 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:27.636787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Deleting port 13cae09e-e394-4d70-a33e-92974a23d677 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:27.637127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:27.775008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router 2216884f-94df-4fca-9c20-9588ca4c42df is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:28:27.792960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e59194ce-8fed-43e3-bd85-a55829b6053a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5631182 Oct 19 11:28:27.795089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41238) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:27.808077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': '63c83210-8e27-41a8-aa57-d00aab56006c', 'name': 'tempest-PortsIpV6TestJSON-1313889231'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:27.821699 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1468a3da-ba6b-4b6c-869a-a32bd18d1158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:27.880860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-63c83210-8e27-41a8-aa57-d00aab56006c', 'network_id': '63c83210-8e27-41a8-aa57-d00aab56006c', 'tenant_id': 'e9557ed117fa41379920529c580ee545', 'fixed_ips': [{'subnet_id': '8eba336a-9b53-4932-9e8d-759cb6cfd6b4'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:28:27.882407 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:27.961165 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] For port 13cae09e-e394-4d70-a33e-92974a23d677, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=13cae09e-e394-4d70-a33e-92974a23d677,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:27.961584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:28.009170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f40704c1-8bfb-4f1a-9e50-38ed8fe0003d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:28.019310 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Calling delete_port for 13cae09e-e394-4d70-a33e-92974a23d677 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:28.042648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: f40704c1-8bfb-4f1a-9e50-38ed8fe0003d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:28.043282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f40704c1-8bfb-4f1a-9e50-38ed8fe0003d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:28.061033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:28.068778 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5a6b7d15-74d7-4a02-8a82-e031638bb230 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/2216884f-94df-4fca-9c20-9588ca4c42df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0579696 Oct 19 11:28:28.076583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41240) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:28.113797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803271e-ef63-48f2-92cb-a095ca97bbdd None None] Sync routers for ids ['2216884f-94df-4fca-9c20-9588ca4c42df'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:28.134384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router 8a03f4bb-6a66-48bc-8e96-0453f304c6e0 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:28.156294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c6b4a7-62b4-455a-a3a9-d3213d7a7e43 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:28.161295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-14c6b4a7-62b4-455a-a3a9-d3213d7a7e43 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports/547ba91a-9951-4c8d-91f6-e46dbe298bbf HTTP/1.1" status: 200 len: 983 time: 0.0821879 Oct 19 11:28:28.162396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41244) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:28.167192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5803271e-ef63-48f2-92cb-a095ca97bbdd None None] Routers {'2216884f-94df-4fca-9c20-9588ca4c42df'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:28.167192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5803271e-ef63-48f2-92cb-a095ca97bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2216884f-94df-4fca-9c20-9588ca4c42df'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:28.239992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5803271e-ef63-48f2-92cb-a095ca97bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:28.260730 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Allocated IP 2001:db8::2 (63c83210-8e27-41a8-aa57-d00aab56006c/8eba336a-9b53-4932-9e8d-759cb6cfd6b4/816d71b0-9846-44da-9cfd-ce2b13be1c53) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:28.284877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:28.286467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e9c73bd-6fd3-4f11-9f3c-3992dd581ab8 req-ba6eaa18-0b78-47dc-a77f-f267dcf88a84 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 210 time: 0.0637763 Oct 19 11:28:28.288838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:28.368175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:28.372176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port fa5413fd-9918-49bf-9b53-5cc0cdea1655 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:28.379298 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985227b-d306-4834-a14f-d366146b5ae4 None None] Sync routers for ids ['8a03f4bb-6a66-48bc-8e96-0453f304c6e0'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:28.383781 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1cc4a52a-6288-487a-a827-2b838800da06 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/8a03f4bb-6a66-48bc-8e96-0453f304c6e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5397019 Oct 19 11:28:28.384281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41246) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:28.390756 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985227b-d306-4834-a14f-d366146b5ae4 None None] Routers {'8a03f4bb-6a66-48bc-8e96-0453f304c6e0'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:28.391783 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9985227b-d306-4834-a14f-d366146b5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8a03f4bb-6a66-48bc-8e96-0453f304c6e0'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:28.432220 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9985227b-d306-4834-a14f-d366146b5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:28.472477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6734a306-a4ba-458c-915e-61de86e9cb38 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a03f4bb-6a66-48bc-8e96-0453f304c6e0 HTTP/1.1" status: 200 len: 205 time: 0.0833659 Oct 19 11:28:28.477184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41248) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:28.478517 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9985227b-d306-4834-a14f-d366146b5ae4 None None] Routers {'8a03f4bb-6a66-48bc-8e96-0453f304c6e0'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:28.479391 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9985227b-d306-4834-a14f-d366146b5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8a03f4bb-6a66-48bc-8e96-0453f304c6e0'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:28.549703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5803271e-ef63-48f2-92cb-a095ca97bbdd None None] Routers {'2216884f-94df-4fca-9c20-9588ca4c42df'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:28.550471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5803271e-ef63-48f2-92cb-a095ca97bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2216884f-94df-4fca-9c20-9588ca4c42df'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:28.551871 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:28.553447 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9985227b-d306-4834-a14f-d366146b5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:28.558317 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9985227b-d306-4834-a14f-d366146b5ae4 None None] The sync data for ids ['8a03f4bb-6a66-48bc-8e96-0453f304c6e0'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:28.598077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5803271e-ef63-48f2-92cb-a095ca97bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:28.598989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803271e-ef63-48f2-92cb-a095ca97bbdd None None] The sync data for ids ['2216884f-94df-4fca-9c20-9588ca4c42df'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:28.698062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7c427eeb-7f89-4a36-b3ba-f1b6a2f8dd48 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:28.729464 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:28.748283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-d041325c-37fd-4984-97a8-f4d351a1c9f4 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:28.751893 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-d041325c-37fd-4984-97a8-f4d351a1c9f4 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.49 "GET /v2.0/networks?id=f046f071-5c10-4abd-8f45-8566eb9d27f9 HTTP/1.1" status: 200 len: 820 time: 0.4274561 Oct 19 11:28:28.756299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Pushing event deleted for resources: {'Port': ['ID=13cae09e-e394-4d70-a33e-92974a23d677,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:28.768020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Request body: {'port': {'device_id': 'b7e02801-4135-4f90-a614-c973a2b4e442', 'network_id': 'f046f071-5c10-4abd-8f45-8566eb9d27f9', 'admin_state_up': True, 'tenant_id': 'd203faa3cd5a426db1e37f9234aa6f24'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:28.826842 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:28.836472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.837135 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.837474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.838324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.838324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.838573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.839022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.839355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.839679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.839998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.841164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.852807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:28:28.878499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Network 63c83210-8e27-41a8-aa57-d00aab56006c is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:28.886872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:28.893979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:28.897733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Pushing event updated for resources: {'Port': ['ID=816d71b0-9846-44da-9cfd-ce2b13be1c53,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:28.981390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Attempting to bind port 816d71b0-9846-44da-9cfd-ce2b13be1c53 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:28:28.981911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Attempting to bind port 816d71b0-9846-44da-9cfd-ce2b13be1c53 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '04bd6931-0faf-4a3f-82a4-286c3f5751a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63c83210-8e27-41a8-aa57-d00aab56006c'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:28:28.982692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Attempting to bind port 816d71b0-9846-44da-9cfd-ce2b13be1c53 on network 63c83210-8e27-41a8-aa57-d00aab56006c {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:28.990795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:28:28.991341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Checking segment: {'id': '04bd6931-0faf-4a3f-82a4-286c3f5751a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63c83210-8e27-41a8-aa57-d00aab56006c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:28.991605 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:28.992603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Bound using segment: {'id': '04bd6931-0faf-4a3f-82a4-286c3f5751a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63c83210-8e27-41a8-aa57-d00aab56006c'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:28:28.993120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Bound port: 816d71b0-9846-44da-9cfd-ce2b13be1c53, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04bd6931-0faf-4a3f-82a4-286c3f5751a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '63c83210-8e27-41a8-aa57-d00aab56006c'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:28:28.993499 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.009820 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.043549 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7c427eeb-7f89-4a36-b3ba-f1b6a2f8dd48 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.052459 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7c427eeb-7f89-4a36-b3ba-f1b6a2f8dd48 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.092849 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.106607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8::3a9 (63c83210-8e27-41a8-aa57-d00aab56006c/8eba336a-9b53-4932-9e8d-759cb6cfd6b4/fa5413fd-9918-49bf-9b53-5cc0cdea1655) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:29.131766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.133402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] For port 816d71b0-9846-44da-9cfd-ce2b13be1c53, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:29.137816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] For port 816d71b0-9846-44da-9cfd-ce2b13be1c53, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=816d71b0-9846-44da-9cfd-ce2b13be1c53,segment=NetworkSegment(04bd6931-0faf-4a3f-82a4-286c3f5751a1),segment_id=04bd6931-0faf-4a3f-82a4-286c3f5751a1)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:28:29.146294 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.151067 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.248880 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.254250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7c427eeb-7f89-4a36-b3ba-f1b6a2f8dd48 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.255731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c427eeb-7f89-4a36-b3ba-f1b6a2f8dd48 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Fanout notify agent at l3_agent the message router_deleted on router 8a03f4bb-6a66-48bc-8e96-0453f304c6e0 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:28:29.268137 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7c427eeb-7f89-4a36-b3ba-f1b6a2f8dd48 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.271509 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7c427eeb-7f89-4a36-b3ba-f1b6a2f8dd48 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/8a03f4bb-6a66-48bc-8e96-0453f304c6e0 HTTP/1.1" status: 204 len: 168 time: 0.7929089 Oct 19 11:28:29.272280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41254) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:29.289619 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3a8a-559b-4845-9f51-1d6b2ad03ad7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.305582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Made reservation on behalf of d203faa3cd5a426db1e37f9234aa6f24 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:29.309822 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.316206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.316796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9834e49a-efe5-403d-be89-5992bdaacd38 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:28:29.323675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bed90-9fdd-4eca-903b-3e94f085b7e3 None None] Pushing event updated for resources: {'Port': ['ID=816d71b0-9846-44da-9cfd-ce2b13be1c53,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:29.329824 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.333934 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9b5a43f2-9ba7-4c7b-9c4f-c0137df6e08f admin admin] 10.222.0.39 "DELETE /v2.0/routers/9834e49a-efe5-403d-be89-5992bdaacd38 HTTP/1.1" status: 204 len: 168 time: 3.3242190 Oct 19 11:28:29.335208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41258) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:29.493882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-df95f5dc-4832-40a8-b6fd-451d67d466ca admin admin] Deleting subnet 97728146-5d22-4ba2-8f2a-d25e87f7f19d {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:29.499263 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df95f5dc-4832-40a8-b6fd-451d67d466ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.508402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c0551b9-55f2-479b-94bf-40c65eb2bfdf req-120e4fdb-8827-48c1-a10d-133f14810da4 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 210 time: 0.0762262 Oct 19 11:28:29.530409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be072ca-e1c7-4352-9b98-c5af57ba5537 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting subnet 8386be62-e5aa-459f-b7a2-d428ef5f0152 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:29.534054 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.538229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5be072ca-e1c7-4352-9b98-c5af57ba5537 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.671595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5be072ca-e1c7-4352-9b98-c5af57ba5537 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.700144 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df95f5dc-4832-40a8-b6fd-451d67d466ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.763513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Allocated IP 172.20.0.3 (f046f071-5c10-4abd-8f45-8566eb9d27f9/e1c625aa-6558-4268-9d9e-7c00042a3049/34a8777b-211e-4176-b1d8-238ca47bdbef) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:29.824588 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5be072ca-e1c7-4352-9b98-c5af57ba5537 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.845005 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df95f5dc-4832-40a8-b6fd-451d67d466ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.872423 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.925734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3a8a-559b-4845-9f51-1d6b2ad03ad7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 547ba91a-9951-4c8d-91f6-e46dbe298bbf {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:29.926133 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3a8a-559b-4845-9f51-1d6b2ad03ad7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:29.970128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network 63c83210-8e27-41a8-aa57-d00aab56006c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:30.015633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:30.023045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=fa5413fd-9918-49bf-9b53-5cc0cdea1655,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:30.024144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:30.034052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:30.034939 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.049307 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5be072ca-e1c7-4352-9b98-c5af57ba5537 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.146923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be072ca-e1c7-4352-9b98-c5af57ba5537 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Subnet': ['ID=8386be62-e5aa-459f-b7a2-d428ef5f0152,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:30.153313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8bf25c0d-01fe-46a7-b646-b9aeba6c832b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3446913 Oct 19 11:28:30.154508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41274) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:30.157829 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3a8a-559b-4845-9f51-1d6b2ad03ad7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.158023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.169067 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5be072ca-e1c7-4352-9b98-c5af57ba5537 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.175854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77388c05-0fee-40ec-b301-12a5b785ea94 None None] Network 75f26a9e-f027-4969-b839-bc087f208443 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:30.176922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5be072ca-e1c7-4352-9b98-c5af57ba5537 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/8386be62-e5aa-459f-b7a2-d428ef5f0152 HTTP/1.1" status: 204 len: 168 time: 0.8999164 Oct 19 11:28:30.195501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41276) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:30.228373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3a8a-559b-4845-9f51-1d6b2ad03ad7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 547ba91a-9951-4c8d-91f6-e46dbe298bbf owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:30.234821 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df95f5dc-4832-40a8-b6fd-451d67d466ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.261257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 816d71b0-9846-44da-9cfd-ce2b13be1c53 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:30.302231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95f5dc-4832-40a8-b6fd-451d67d466ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97728146-5d22-4ba2-8f2a-d25e87f7f19d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:30.322026 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df95f5dc-4832-40a8-b6fd-451d67d466ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.326231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-df95f5dc-4832-40a8-b6fd-451d67d466ca admin admin] 10.222.0.39 "DELETE /v2.0/subnets/97728146-5d22-4ba2-8f2a-d25e87f7f19d HTTP/1.1" status: 204 len: 168 time: 0.9887593 Oct 19 11:28:30.326431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b01114-3eb8-4e94-a9a2-ebeddee20520 None None] Network 65c6e9e4-311a-41e0-beee-27b3281b5d29 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:30.334054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41278) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:30.379463 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.455331 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.463620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0967b8c8-c0ad-422d-b030-9279d0038298 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port fa5413fd-9918-49bf-9b53-5cc0cdea1655 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:30.463620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0967b8c8-c0ad-422d-b030-9279d0038298 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.552463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.584491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 816d71b0-9846-44da-9cfd-ce2b13be1c53 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:30.585076 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.626507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e2bf1-81db-4205-b925-822e14faaab6 None None] DHCP port deletion for 75f26a9e-f027-4969-b839-bc087f208443 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:30.672680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Pushing event updated for resources: {'Port': ['ID=34a8777b-211e-4176-b1d8-238ca47bdbef,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:30.730287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Network f046f071-5c10-4abd-8f45-8566eb9d27f9 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:30.746466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:30.749559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:30.750178 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3a8a-559b-4845-9f51-1d6b2ad03ad7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.770824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e60d40-5956-433d-b4ac-f5e87af19efb req-54d9db4f-c6ad-4440-88db-a06779ca8113 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:30.773231 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72e60d40-5956-433d-b4ac-f5e87af19efb req-54d9db4f-c6ad-4440-88db-a06779ca8113 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.6353505 Oct 19 11:28:30.786490 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.812388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:30.813147 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.842686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07f46d-6b2a-4884-8606-31abf30b2ccd None None] Network 63c83210-8e27-41a8-aa57-d00aab56006c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:30.878118 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0967b8c8-c0ad-422d-b030-9279d0038298 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.897114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4997ddf3-99ae-47be-982c-77dcb311722e None None] DHCP port deletion for 65c6e9e4-311a-41e0-beee-27b3281b5d29 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:30.905937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0967b8c8-c0ad-422d-b030-9279d0038298 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for fa5413fd-9918-49bf-9b53-5cc0cdea1655 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:30.926719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa8c6a-6941-4602-8388-f9093c2e710e req-262d3014-7059-4395-839f-7b8dc325d866 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:30.935765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9baa8c6a-6941-4602-8388-f9093c2e710e req-262d3014-7059-4395-839f-7b8dc325d866 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 931 time: 0.2016499 Oct 19 11:28:30.944463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c53e2bf1-81db-4205-b925-822e14faaab6 None None] Deleting port 16a1aa90-b06d-4747-9089-e7ae0b0305d3 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:30.944904 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c53e2bf1-81db-4205-b925-822e14faaab6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.950595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Deleting port 0e73fa18-047f-442f-befd-40d6dc1d39b6 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:30.951607 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:30.972859 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.013281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-72d2aaf5-4dc6-40f6-b7bd-07c3554474a5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2494979 Oct 19 11:28:31.031548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4f8172d4-9df6-4e49-97b3-60628b7024c1 None None] Provisioning complete for port 816d71b0-9846-44da-9cfd-ce2b13be1c53 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:31.031897 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4f8172d4-9df6-4e49-97b3-60628b7024c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.036641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Request body: {'port': {'device_id': 'b7e02801-4135-4f90-a614-c973a2b4e442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:31.129202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c53e2bf1-81db-4205-b925-822e14faaab6 None None] For port 16a1aa90-b06d-4747-9089-e7ae0b0305d3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=16a1aa90-b06d-4747-9089-e7ae0b0305d3,segment=NetworkSegment(7469d0c6-b200-455f-ab42-d9dcf3f6f9b4),segment_id=7469d0c6-b200-455f-ab42-d9dcf3f6f9b4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:31.129498 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c53e2bf1-81db-4205-b925-822e14faaab6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.140430 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9baa8c6a-6941-4602-8388-f9093c2e710e req-796877fe-9691-4731-b26c-7ec3b5894e89 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976905 Oct 19 11:28:31.159321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] For port 0e73fa18-047f-442f-befd-40d6dc1d39b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0e73fa18-047f-442f-befd-40d6dc1d39b6,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:31.165081 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.165244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c53e2bf1-81db-4205-b925-822e14faaab6 None None] Calling delete_port for 16a1aa90-b06d-4747-9089-e7ae0b0305d3 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:31.165966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 816d71b0-9846-44da-9cfd-ce2b13be1c53, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=816d71b0-9846-44da-9cfd-ce2b13be1c53,segment=NetworkSegment(04bd6931-0faf-4a3f-82a4-286c3f5751a1),segment_id=04bd6931-0faf-4a3f-82a4-286c3f5751a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:31.202669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f3a8a-559b-4845-9f51-1d6b2ad03ad7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=547ba91a-9951-4c8d-91f6-e46dbe298bbf,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:31.213464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Calling delete_port for 0e73fa18-047f-442f-befd-40d6dc1d39b6 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:31.220100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.233136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72e60d40-5956-433d-b4ac-f5e87af19efb req-7086504c-095f-4cee-8008-f2604b019070 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493112 Oct 19 11:28:31.292452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4997ddf3-99ae-47be-982c-77dcb311722e None None] Deleting port 0e73fa18-047f-442f-befd-40d6dc1d39b6 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:31.292976 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4997ddf3-99ae-47be-982c-77dcb311722e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.303340 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.402665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port 16a1aa90-b06d-4747-9089-e7ae0b0305d3 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:31.403345 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.415033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 13cae09e-e394-4d70-a33e-92974a23d677 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:31.450246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=816d71b0-9846-44da-9cfd-ce2b13be1c53,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:31.465423 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3a8a-559b-4845-9f51-1d6b2ad03ad7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.502326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 13cae09e-e394-4d70-a33e-92974a23d677 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:31.502644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 13cae09e-e394-4d70-a33e-92974a23d677 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:31.549362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] For port 16a1aa90-b06d-4747-9089-e7ae0b0305d3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=16a1aa90-b06d-4747-9089-e7ae0b0305d3,segment=NetworkSegment(7469d0c6-b200-455f-ab42-d9dcf3f6f9b4),segment_id=7469d0c6-b200-455f-ab42-d9dcf3f6f9b4)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:31.549856 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.585620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4997ddf3-99ae-47be-982c-77dcb311722e None None] For port 0e73fa18-047f-442f-befd-40d6dc1d39b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0e73fa18-047f-442f-befd-40d6dc1d39b6,segment=NetworkSegment(7c56cab1-5ea2-4b77-ab46-4d946a7e6842),segment_id=7c56cab1-5ea2-4b77-ab46-4d946a7e6842)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:31.586024 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4997ddf3-99ae-47be-982c-77dcb311722e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.625845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4997ddf3-99ae-47be-982c-77dcb311722e None None] Calling delete_port for 0e73fa18-047f-442f-befd-40d6dc1d39b6 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:31.766443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for 16a1aa90-b06d-4747-9089-e7ae0b0305d3 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:31.835411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4997ddf3-99ae-47be-982c-77dcb311722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.837966 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c53e2bf1-81db-4205-b925-822e14faaab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:31.902138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997ddf3-99ae-47be-982c-77dcb311722e None None] Pushing event deleted for resources: {'Port': ['ID=0e73fa18-047f-442f-befd-40d6dc1d39b6,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:31.909958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4997ddf3-99ae-47be-982c-77dcb311722e None None] No DVR routers for this DVR port 0e73fa18-047f-442f-befd-40d6dc1d39b6 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:31.911799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e2bf1-81db-4205-b925-822e14faaab6 None None] No DVR routers for this DVR port 16a1aa90-b06d-4747-9089-e7ae0b0305d3 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:31.937262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e2bf1-81db-4205-b925-822e14faaab6 None None] Pushing event deleted for resources: {'Port': ['ID=16a1aa90-b06d-4747-9089-e7ae0b0305d3,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:31.980703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7f3a8a-559b-4845-9f51-1d6b2ad03ad7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router 2216884f-94df-4fca-9c20-9588ca4c42df has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:32.100673 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.130205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 816d71b0-9846-44da-9cfd-ce2b13be1c53 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:32.208608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.228458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-79d949d9-30d7-4f92-959a-cae2681eefcb None None] Provisioning complete for port 816d71b0-9846-44da-9cfd-ce2b13be1c53 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:32.228458 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79d949d9-30d7-4f92-959a-cae2681eefcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.228458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 816d71b0-9846-44da-9cfd-ce2b13be1c53 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:32.228458 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.249992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=16a1aa90-b06d-4747-9089-e7ae0b0305d3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:32.255069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7f3a8a-559b-4845-9f51-1d6b2ad03ad7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:32.269870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4a7f3a8a-559b-4845-9f51-1d6b2ad03ad7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/2216884f-94df-4fca-9c20-9588ca4c42df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1050267 Oct 19 11:28:32.270811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41290) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:32.272167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No DVR routers for this DVR port 16a1aa90-b06d-4747-9089-e7ae0b0305d3 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:32.299973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c64d0-8ab6-4f39-8437-4027d5be927b None None] Sync routers for ids ['2216884f-94df-4fca-9c20-9588ca4c42df'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:32.401196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c64d0-8ab6-4f39-8437-4027d5be927b None None] Routers {'2216884f-94df-4fca-9c20-9588ca4c42df'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:32.401440 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a30c64d0-8ab6-4f39-8437-4027d5be927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2216884f-94df-4fca-9c20-9588ca4c42df'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:32.500188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a30c64d0-8ab6-4f39-8437-4027d5be927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:32.511402 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.512224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0e73fa18-047f-442f-befd-40d6dc1d39b6 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:32.519633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0967b8c8-c0ad-422d-b030-9279d0038298 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.535240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f26a9e-f027-4969-b839-bc087f208443']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:32.537257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] No DVR routers for this DVR port 0e73fa18-047f-442f-befd-40d6dc1d39b6 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:32.542844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e73fa18-047f-442f-befd-40d6dc1d39b6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:32.545961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7469d0c6-b200-455f-ab42-d9dcf3f6f9b4') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:32.546269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7469d0c6-b200-455f-ab42-d9dcf3f6f9b4') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:32.557351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c64d0-8ab6-4f39-8437-4027d5be927b None None] Routers {'2216884f-94df-4fca-9c20-9588ca4c42df'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:32.557495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.557965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a30c64d0-8ab6-4f39-8437-4027d5be927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2216884f-94df-4fca-9c20-9588ca4c42df'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:32.560801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 0e73fa18-047f-442f-befd-40d6dc1d39b6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:32.561241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0e73fa18-047f-442f-befd-40d6dc1d39b6 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:32.561537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 16a1aa90-b06d-4747-9089-e7ae0b0305d3 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:32.622426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a30c64d0-8ab6-4f39-8437-4027d5be927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:32.623374 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30c64d0-8ab6-4f39-8437-4027d5be927b None None] The sync data for ids ['2216884f-94df-4fca-9c20-9588ca4c42df'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:32.624808 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 16a1aa90-b06d-4747-9089-e7ae0b0305d3 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:32.625149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 16a1aa90-b06d-4747-9089-e7ae0b0305d3 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:32.626200 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.651424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967b8c8-c0ad-422d-b030-9279d0038298 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=fa5413fd-9918-49bf-9b53-5cc0cdea1655,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:32.668877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:32.669314 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:32.676759 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:32.681589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94152b4e-4721-4db0-b1a7-cbc423202454 req-19c0cbdb-8dbe-4d3e-af7b-e1fd0496828b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:32.682988 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94152b4e-4721-4db0-b1a7-cbc423202454 req-19c0cbdb-8dbe-4d3e-af7b-e1fd0496828b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.8340962 Oct 19 11:28:32.693740 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-79d949d9-30d7-4f92-959a-cae2681eefcb None None] Could not find standard attr ID for object fa5413fd-9918-49bf-9b53-5cc0cdea1655. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:28:32.699147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af0658-487d-43dc-8519-5c141a9098a1 req-507e3567-bf90-4666-ae92-cf319fa93e20 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:32.701322 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57af0658-487d-43dc-8519-5c141a9098a1 req-507e3567-bf90-4666-ae92-cf319fa93e20 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 931 time: 0.3871918 Oct 19 11:28:32.721723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0967b8c8-c0ad-422d-b030-9279d0038298 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.727274 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0967b8c8-c0ad-422d-b030-9279d0038298 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/fa5413fd-9918-49bf-9b53-5cc0cdea1655 HTTP/1.1" status: 204 len: 168 time: 2.5650988 Oct 19 11:28:32.747828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a8777b-211e-4176-b1d8-238ca47bdbef {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:28:32.754518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41292) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:32.776806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.794385 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-4dc58bfb-d863-4a0f-9799-4eb811361ff2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] remove_router_interface failed (client error): The resource could not be found. Oct 19 11:28:32.795452 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4dc58bfb-d863-4a0f-9799-4eb811361ff2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/2216884f-94df-4fca-9c20-9588ca4c42df/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5200069 Oct 19 11:28:32.806507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41294) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:32.808017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c0fb0a8e-755d-47b1-9337-1c99bac14608 None None] Could not find standard attr ID for object fa5413fd-9918-49bf-9b53-5cc0cdea1655. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:28:32.808249 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.828642 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57af0658-487d-43dc-8519-5c141a9098a1 req-052f7443-15c3-4c88-8a03-a5dcaa1b7efb tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170037 Oct 19 11:28:32.865058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.873618 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.880383 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/networks/75f26a9e-f027-4969-b839-bc087f208443 HTTP/1.1" status: 204 len: 168 time: 2.6776893 Oct 19 11:28:32.881350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41296) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:32.885663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2077864967', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:32.889760 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e9a7a6-3749-46d1-9720-3b6abd29f3d1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:28:32.890521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e9a7a6-3749-46d1-9720-3b6abd29f3d1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:28:32.896189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-49e9a7a6-3749-46d1-9720-3b6abd29f3d1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/fa5413fd-9918-49bf-9b53-5cc0cdea1655 HTTP/1.1" status: 404 len: 333 time: 0.1366739 Oct 19 11:28:32.901156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41298) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:32.902512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-30825b5c-39e3-4e4f-942b-70fa28a35539 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=2216884f-94df-4fca-9c20-9588ca4c42df HTTP/1.1" status: 200 len: 205 time: 0.0913062 Oct 19 11:28:32.911048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Transition to ACTIVE for port object 34a8777b-211e-4176-b1d8-238ca47bdbef will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:28:32.915813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41300) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:32.916291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c6e9e4-311a-41e0-beee-27b3281b5d29']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:32.925178 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94152b4e-4721-4db0-b1a7-cbc423202454 req-363c5e6f-b66c-48c2-835f-c528526570f8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089512 Oct 19 11:28:32.935786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d05e3-9c5e-47e0-a918-77156e8963ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Network': ['ID=75f26a9e-f027-4969-b839-bc087f208443,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:32.940619 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fc5c73-c8cf-4d03-88b8-2b1eb3165be7 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:28:32.944757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f8fc5c73-c8cf-4d03-88b8-2b1eb3165be7 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/fa5413fd-9918-49bf-9b53-5cc0cdea1655 HTTP/1.1" status: 404 len: 333 time: 0.0356922 Oct 19 11:28:32.948908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41302) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:32.968865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c56cab1-5ea2-4b77-ab46-4d946a7e6842') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:32.969170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c56cab1-5ea2-4b77-ab46-4d946a7e6842') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:32.982446 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:32.984090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.010295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f92578-2ee5-493b-a420-39e9b26fbd7d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting subnet 8eba336a-9b53-4932-9e8d-759cb6cfd6b4 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:33.015287 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64f92578-2ee5-493b-a420-39e9b26fbd7d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.052763 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ded58495-6251-43e3-8898-2fac2bbd1b1c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.060366 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.061727 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64f92578-2ee5-493b-a420-39e9b26fbd7d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.066005 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.067655 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.110955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:33.111376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:33.113129 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:33.129825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Pushing event updated for resources: {'Port': ['ID=34a8777b-211e-4176-b1d8-238ca47bdbef,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:33.167096 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.211008 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64f92578-2ee5-493b-a420-39e9b26fbd7d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.348919 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ded58495-6251-43e3-8898-2fac2bbd1b1c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.352859 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ded58495-6251-43e3-8898-2fac2bbd1b1c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.354396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.365880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.371402 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] 10.222.0.39 "DELETE /v2.0/networks/65c6e9e4-311a-41e0-beee-27b3281b5d29 HTTP/1.1" status: 204 len: 168 time: 3.0337880 Oct 19 11:28:33.417778 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.434535 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47174781-4fea-44b7-8251-1e151a5aae51 admin admin] Pushing event deleted for resources: {'Network': ['ID=65c6e9e4-311a-41e0-beee-27b3281b5d29,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:33.461012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Attempting to bind port 34a8777b-211e-4176-b1d8-238ca47bdbef on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:28:33.461339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Attempting to bind port 34a8777b-211e-4176-b1d8-238ca47bdbef by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '9566d15e-146b-4c58-bb9d-4fb9d86bd0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f046f071-5c10-4abd-8f45-8566eb9d27f9'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:28:33.461600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Attempting to bind port 34a8777b-211e-4176-b1d8-238ca47bdbef on network f046f071-5c10-4abd-8f45-8566eb9d27f9 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:33.470350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Port 34a8777b-211e-4176-b1d8-238ca47bdbef on network f046f071-5c10-4abd-8f45-8566eb9d27f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:28:33.470673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Attempting to bind port 34a8777b-211e-4176-b1d8-238ca47bdbef on network f046f071-5c10-4abd-8f45-8566eb9d27f9 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:33.478358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:28:33.478691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Checking segment: {'id': '9566d15e-146b-4c58-bb9d-4fb9d86bd0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f046f071-5c10-4abd-8f45-8566eb9d27f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:33.479070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Bound using segment: {'id': '9566d15e-146b-4c58-bb9d-4fb9d86bd0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f046f071-5c10-4abd-8f45-8566eb9d27f9'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:28:33.479487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Bound port: 34a8777b-211e-4176-b1d8-238ca47bdbef, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9566d15e-146b-4c58-bb9d-4fb9d86bd0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f046f071-5c10-4abd-8f45-8566eb9d27f9'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:28:33.479838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.482399 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64f92578-2ee5-493b-a420-39e9b26fbd7d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.500100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661827a-7adc-4320-bfdf-56379bbcd168 req-6e02dabc-853e-4fc8-8f5e-6401c9d1df47 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:33.501643 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2661827a-7adc-4320-bfdf-56379bbcd168 req-6e02dabc-853e-4fc8-8f5e-6401c9d1df47 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1252418 Oct 19 11:28:33.513646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f92578-2ee5-493b-a420-39e9b26fbd7d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Subnet': ['ID=8eba336a-9b53-4932-9e8d-759cb6cfd6b4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:33.522563 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64f92578-2ee5-493b-a420-39e9b26fbd7d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.526464 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-64f92578-2ee5-493b-a420-39e9b26fbd7d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/8eba336a-9b53-4932-9e8d-759cb6cfd6b4 HTTP/1.1" status: 204 len: 168 time: 0.5762095 Oct 19 11:28:33.528812 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ded58495-6251-43e3-8898-2fac2bbd1b1c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.528812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded58495-6251-43e3-8898-2fac2bbd1b1c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Fanout notify agent at l3_agent the message router_deleted on router 2216884f-94df-4fca-9c20-9588ca4c42df {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:28:33.530872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41318) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:33.545992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f344c28c-8b9c-4f9f-ad5f-c102d9ab9401 None None] Network 63c83210-8e27-41a8-aa57-d00aab56006c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:33.554441 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ded58495-6251-43e3-8898-2fac2bbd1b1c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.555566 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ded58495-6251-43e3-8898-2fac2bbd1b1c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/2216884f-94df-4fca-9c20-9588ca4c42df HTTP/1.1" status: 204 len: 168 time: 0.6412213 Oct 19 11:28:33.560738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41320) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:33.648859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] For port 34a8777b-211e-4176-b1d8-238ca47bdbef, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:33.657717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2661827a-7adc-4320-bfdf-56379bbcd168 req-7371ab23-3ded-4d03-b553-94e53ae5e910 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329663 Oct 19 11:28:33.695609 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] For port 34a8777b-211e-4176-b1d8-238ca47bdbef, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=34a8777b-211e-4176-b1d8-238ca47bdbef,segment=NetworkSegment(9566d15e-146b-4c58-bb9d-4fb9d86bd0d7),segment_id=9566d15e-146b-4c58-bb9d-4fb9d86bd0d7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:28:33.718904 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.720790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41326) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:33.784115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d5d406-418f-415a-a6f9-8d9de66da1a6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting subnet 9530ebf4-b170-42ed-8238-1ee8e04f2811 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:33.789146 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.798647 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d5d406-418f-415a-a6f9-8d9de66da1a6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.851038 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3323c005-53d6-4174-b98a-cc8369490978 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=afaa71df9067470eafb9ec80706969aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282899 Oct 19 11:28:33.854509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d5d406-418f-415a-a6f9-8d9de66da1a6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.856211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:33.857639 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.858921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] 10.222.0.49 "PUT /v2.0/ports/34a8777b-211e-4176-b1d8-238ca47bdbef HTTP/1.1" status: 200 len: 1091 time: 2.8278816 Oct 19 11:28:33.859062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41330) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:33.860874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e02801-4135-4f90-a614-c973a2b4e442', 'tag': '34a8777b-211e-4176-b1d8-238ca47bdbef'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:28:33.869890 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3ff5fb-00f9-45b3-b40b-72aece0231e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e02801-4135-4f90-a614-c973a2b4e442", "tag": "34a8777b-211e-4176-b1d8-238ca47bdbef"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:28:33.895515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe9059-bf53-42be-8fb4-4c54a749033e service neutron] Pushing event updated for resources: {'Port': ['ID=34a8777b-211e-4176-b1d8-238ca47bdbef,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:33.906924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 816d71b0-9846-44da-9cfd-ce2b13be1c53 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:33.907395 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:33.986651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] For port 816d71b0-9846-44da-9cfd-ce2b13be1c53, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=816d71b0-9846-44da-9cfd-ce2b13be1c53,segment=NetworkSegment(04bd6931-0faf-4a3f-82a4-286c3f5751a1),segment_id=04bd6931-0faf-4a3f-82a4-286c3f5751a1)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:33.988929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.002224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 816d71b0-9846-44da-9cfd-ce2b13be1c53 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:34.119978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-2adca4a9-2680-4d2e-85b7-b4329db1a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:34.121561 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-2adca4a9-2680-4d2e-85b7-b4329db1a888 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d203faa3cd5a426db1e37f9234aa6f24&device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 1094 time: 0.1124651 Oct 19 11:28:34.126025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18072c0b-1fba-4d16-b42f-0cdaf9afaa10 None None] DHCP port deletion for 63c83210-8e27-41a8-aa57-d00aab56006c request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:34.133590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a2b-7348-4bb8-8505-5bc8ab1cc7c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.174440 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d5d406-418f-415a-a6f9-8d9de66da1a6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.186768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-18072c0b-1fba-4d16-b42f-0cdaf9afaa10 None None] Deleting port 816d71b0-9846-44da-9cfd-ce2b13be1c53 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:34.187140 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-18072c0b-1fba-4d16-b42f-0cdaf9afaa10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.206612 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-7d46de5e-7d7d-44cf-90ff-5c6f33419814 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a8777b-211e-4176-b1d8-238ca47bdbef HTTP/1.1" status: 200 len: 217 time: 0.0569797 Oct 19 11:28:34.259316 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.267180 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.268679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceccefc-b225-42ea-bbf2-99eb97c3da4d req-3f0cf383-964d-4409-bad1-9850da7d7cbf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:34.270226 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ceccefc-b225-42ea-bbf2-99eb97c3da4d req-3f0cf383-964d-4409-bad1-9850da7d7cbf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 943 time: 0.3118670 Oct 19 11:28:34.277928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-18072c0b-1fba-4d16-b42f-0cdaf9afaa10 None None] For port 816d71b0-9846-44da-9cfd-ce2b13be1c53, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=816d71b0-9846-44da-9cfd-ce2b13be1c53,segment=NetworkSegment(04bd6931-0faf-4a3f-82a4-286c3f5751a1),segment_id=04bd6931-0faf-4a3f-82a4-286c3f5751a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:34.279135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-18072c0b-1fba-4d16-b42f-0cdaf9afaa10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.303231 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a2b-7348-4bb8-8505-5bc8ab1cc7c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.312884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-18072c0b-1fba-4d16-b42f-0cdaf9afaa10 None None] Calling delete_port for 816d71b0-9846-44da-9cfd-ce2b13be1c53 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:34.313156 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.327477 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021cc4c3-f6ad-454e-b1aa-fc7fff97a98d x-openstack-request-id: req-021cc4c3-f6ad-454e-b1aa-fc7fff97a98d {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:28:34.327784 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e02801-4135-4f90-a614-c973a2b4e442", "tag": "34a8777b-211e-4176-b1d8-238ca47bdbef", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:28:34.328034 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-021cc4c3-f6ad-454e-b1aa-fc7fff97a98d {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:28:34.328491 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e02801-4135-4f90-a614-c973a2b4e442', 'tag': '34a8777b-211e-4176-b1d8-238ca47bdbef', 'status': 'completed', 'code': 200} Oct 19 11:28:34.337469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=816d71b0-9846-44da-9cfd-ce2b13be1c53,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:34.357341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No DVR routers for this DVR port 816d71b0-9846-44da-9cfd-ce2b13be1c53 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:34.392243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-bd6e0d0a-9078-4407-aed6-93bb4f3617dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:34.394160 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-bd6e0d0a-9078-4407-aed6-93bb4f3617dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e1c625aa-6558-4268-9d9e-7c00042a3049 HTTP/1.1" status: 200 len: 860 time: 0.1801989 Oct 19 11:28:34.421798 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-18072c0b-1fba-4d16-b42f-0cdaf9afaa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.434869 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ceccefc-b225-42ea-bbf2-99eb97c3da4d req-e7cca078-495f-438f-a96f-3c520929479f tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386292 Oct 19 11:28:34.450919 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d5d406-418f-415a-a6f9-8d9de66da1a6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.466272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-8285c904-9797-45c0-86ef-a698526896c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f046f071-5c10-4abd-8f45-8566eb9d27f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494978 Oct 19 11:28:34.479569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18072c0b-1fba-4d16-b42f-0cdaf9afaa10 None None] Pushing event deleted for resources: {'Port': ['ID=816d71b0-9846-44da-9cfd-ce2b13be1c53,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:34.479569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18072c0b-1fba-4d16-b42f-0cdaf9afaa10 None None] No DVR routers for this DVR port 816d71b0-9846-44da-9cfd-ce2b13be1c53 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:34.502743 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5d406-418f-415a-a6f9-8d9de66da1a6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Subnet': ['ID=9530ebf4-b170-42ed-8238-1ee8e04f2811,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:34.510333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d5d406-418f-415a-a6f9-8d9de66da1a6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.512367 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-00d5d406-418f-415a-a6f9-8d9de66da1a6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/9530ebf4-b170-42ed-8238-1ee8e04f2811 HTTP/1.1" status: 204 len: 168 time: 0.9509296 Oct 19 11:28:34.517967 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41338) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:34.520418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0471f4e1-c8be-414a-bd81-332fe1da2ef0 None None] Network dee9ad50-5a2d-4616-8f4b-3d8dfc75691f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:34.520622 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.572822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c83210-8e27-41a8-aa57-d00aab56006c']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:34.627792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bd6931-0faf-4a3f-82a4-286c3f5751a1') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:34.628147 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bd6931-0faf-4a3f-82a4-286c3f5751a1') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:34.658203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.674854 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.688881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:34.689286 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:34.692301 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:34.712179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-28943c8d-66a4-47ff-a5e4-344bf91125d4 service neutron] 10.222.0.49 "GET /v2.0/networks/f046f071-5c10-4abd-8f45-8566eb9d27f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942382 Oct 19 11:28:34.712513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.717101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a2b-7348-4bb8-8505-5bc8ab1cc7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.719652 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a2b-7348-4bb8-8505-5bc8ab1cc7c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.720821 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-50fc0a2b-7348-4bb8-8505-5bc8ab1cc7c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2dceb739-3b2f-4023-bd26-5239a5f5a04a HTTP/1.1" status: 204 len: 168 time: 0.8383219 Oct 19 11:28:34.787636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088a49b2-2cbf-485a-b895-7de08fe6422c None None] DHCP port deletion for dee9ad50-5a2d-4616-8f4b-3d8dfc75691f request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:34.798161 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc0a2b-7348-4bb8-8505-5bc8ab1cc7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dceb739-3b2f-4023-bd26-5239a5f5a04a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:34.839614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Allocated IP 172.25.2.65 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/6e0bf315-b220-4c1e-9911-ae9a98007b0a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:34.876088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-088a49b2-2cbf-485a-b895-7de08fe6422c None None] Deleting port 34ac4d3c-3de4-4f40-850d-b024067bd55b {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:34.876973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-088a49b2-2cbf-485a-b895-7de08fe6422c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.883493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf43038-fb3a-4810-995f-86ab58ed3c16 req-3cd8124c-f838-4d22-ac28-b9b8285eeb89 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:34.887503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8cf43038-fb3a-4810-995f-86ab58ed3c16 req-3cd8124c-f838-4d22-ac28-b9b8285eeb89 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1791685 Oct 19 11:28:34.897240 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.918401 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.923479 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/networks/63c83210-8e27-41a8-aa57-d00aab56006c HTTP/1.1" status: 204 len: 168 time: 1.3833833 Oct 19 11:28:34.927972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41346) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:34.931830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 34ac4d3c-3de4-4f40-850d-b024067bd55b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:34.935558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.941850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1387685377'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:34.961779 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-088a49b2-2cbf-485a-b895-7de08fe6422c None None] For port 34ac4d3c-3de4-4f40-850d-b024067bd55b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=34ac4d3c-3de4-4f40-850d-b024067bd55b,segment=NetworkSegment(146a6017-3297-4058-bc5f-2a8f298a1125),segment_id=146a6017-3297-4058-bc5f-2a8f298a1125)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:34.963039 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-088a49b2-2cbf-485a-b895-7de08fe6422c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:34.963504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b930cf-d1e3-4c02-b1d3-37881d4d9993 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Network': ['ID=63c83210-8e27-41a8-aa57-d00aab56006c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:34.966022 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8cf43038-fb3a-4810-995f-86ab58ed3c16 req-0bab9edb-6c87-4f36-b218-d475e6e3e59d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700216 Oct 19 11:28:34.979520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-088a49b2-2cbf-485a-b895-7de08fe6422c None None] Calling delete_port for 34ac4d3c-3de4-4f40-850d-b024067bd55b owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:35.061738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac59b48-1a18-4914-9ba9-1ea5fba8bee9 req-ba82b213-6794-4a3b-b1bd-bdcf1f2568eb service neutron] 10.222.0.49 "GET /v2.0/networks/f046f071-5c10-4abd-8f45-8566eb9d27f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375497 Oct 19 11:28:35.139885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:35.146456 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-088a49b2-2cbf-485a-b895-7de08fe6422c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:35.150418 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:35.183614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a49b2-2cbf-485a-b895-7de08fe6422c None None] Pushing event deleted for resources: {'Port': ['ID=34ac4d3c-3de4-4f40-850d-b024067bd55b,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:35.191999 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a49b2-2cbf-485a-b895-7de08fe6422c None None] No DVR routers for this DVR port 34ac4d3c-3de4-4f40-850d-b024067bd55b on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:35.234428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:35.250966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ff5fb-00f9-45b3-b40b-72aece0231e3 req-0bd4834d-e0a4-4846-8335-b34bfc4751b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:35.252492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d3ff5fb-00f9-45b3-b40b-72aece0231e3 req-0bd4834d-e0a4-4846-8335-b34bfc4751b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d203faa3cd5a426db1e37f9234aa6f24&device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 1094 time: 0.0702682 Oct 19 11:28:35.253745 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:35.254091 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Added segment 9ee94b99-92a2-47bd-b8e1-d89179cce32e of type vlan for network 4f2a7b21-7815-4d24-acec-d5ea4e188c8f Oct 19 11:28:35.406151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] For port 34ac4d3c-3de4-4f40-850d-b024067bd55b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=34ac4d3c-3de4-4f40-850d-b024067bd55b,segment=NetworkSegment(146a6017-3297-4058-bc5f-2a8f298a1125),segment_id=146a6017-3297-4058-bc5f-2a8f298a1125)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:35.406462 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:35.425020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 34ac4d3c-3de4-4f40-850d-b024067bd55b owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:35.425492 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:35.433009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ff5fb-00f9-45b3-b40b-72aece0231e3 req-d6b12b27-bcc7-4786-9dc2-8bdb7ea6180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:35.435367 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d3ff5fb-00f9-45b3-b40b-72aece0231e3 req-d6b12b27-bcc7-4786-9dc2-8bdb7ea6180d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f046f071-5c10-4abd-8f45-8566eb9d27f9 HTTP/1.1" status: 200 len: 921 time: 0.1723835 Oct 19 11:28:35.510480 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:35.561021 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d3ff5fb-00f9-45b3-b40b-72aece0231e3 req-6aed21bf-9b39-49c6-832c-2b071eec3d6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a8777b-211e-4176-b1d8-238ca47bdbef HTTP/1.1" status: 200 len: 217 time: 0.1112652 Oct 19 11:28:35.630859 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:35.656008 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:35.661986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:35.662579 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:35.697985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=34ac4d3c-3de4-4f40-850d-b024067bd55b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:35.707437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No DVR routers for this DVR port 34ac4d3c-3de4-4f40-850d-b024067bd55b on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:35.730494 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:35.744455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ff5fb-00f9-45b3-b40b-72aece0231e3 req-f9e3a1da-88f4-42ab-afae-4a1b2399c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:35.745938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d3ff5fb-00f9-45b3-b40b-72aece0231e3 req-f9e3a1da-88f4-42ab-afae-4a1b2399c05a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e1c625aa-6558-4268-9d9e-7c00042a3049 HTTP/1.1" status: 200 len: 860 time: 0.1776452 Oct 19 11:28:35.800127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8668168 Oct 19 11:28:35.814995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7246a-f93f-471c-b9df-a23f0cd84458 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Network': ['ID=4f2a7b21-7815-4d24-acec-d5ea4e188c8f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:35.821237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41362) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:35.841674 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:35.841828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2a501-9300-4b11-9c8a-84cf6fa5af18 req-e8593b4a-aabd-4e06-9105-8bb9fc341d6c tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:35.841946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 4f2a7b21-7815-4d24-acec-d5ea4e188c8f details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:35.842405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83d2a501-9300-4b11-9c8a-84cf6fa5af18 req-e8593b4a-aabd-4e06-9105-8bb9fc341d6c tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 943 time: 0.1809001 Oct 19 11:28:35.842509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': '4f2a7b21-7815-4d24-acec-d5ea4e188c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:35.842623 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d3ff5fb-00f9-45b3-b40b-72aece0231e3 req-1c155d69-3c2b-4540-b3ae-784c4f6d61d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f046f071-5c10-4abd-8f45-8566eb9d27f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529642 Oct 19 11:28:35.842723 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:35.853992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:35.881572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:35.888575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=6e0bf315-b220-4c1e-9911-ae9a98007b0a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:35.894536 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee9ad50-5a2d-4616-8f4b-3d8dfc75691f']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:35.931324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146a6017-3297-4058-bc5f-2a8f298a1125') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:35.931659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146a6017-3297-4058-bc5f-2a8f298a1125') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:35.980089 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.009124 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.011937 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83d2a501-9300-4b11-9c8a-84cf6fa5af18 req-c414a116-3e4f-4865-be96-5844a4255986 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709199 Oct 19 11:28:36.015426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d3ff5fb-00f9-45b3-b40b-72aece0231e3 req-50e05bdd-1778-406a-b824-6ed0a4636d30 service neutron] 10.222.0.49 "GET /v2.0/networks/f046f071-5c10-4abd-8f45-8566eb9d27f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669152 Oct 19 11:28:36.057028 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:36.057596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:36.063198 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:36.096038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 34ac4d3c-3de4-4f40-850d-b024067bd55b no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:36.117089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 34ac4d3c-3de4-4f40-850d-b024067bd55b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:36.119056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 34ac4d3c-3de4-4f40-850d-b024067bd55b not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:36.119056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 816d71b0-9846-44da-9cfd-ce2b13be1c53 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:36.138117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 816d71b0-9846-44da-9cfd-ce2b13be1c53 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:36.138462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 816d71b0-9846-44da-9cfd-ce2b13be1c53 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:36.146845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d3ff5fb-00f9-45b3-b40b-72aece0231e3 req-d5853081-9bbf-437d-a365-595331ffbef6 service neutron] 10.222.0.49 "GET /v2.0/networks/f046f071-5c10-4abd-8f45-8566eb9d27f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236436 Oct 19 11:28:36.215911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:36.220162 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.302131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.314251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8b689-c244-4dd4-b5d2-170e7d5dd6aa req-5171c55e-8430-46ad-bea1-4b1692fe8d13 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:36.315756 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3de8b689-c244-4dd4-b5d2-170e7d5dd6aa req-5171c55e-8430-46ad-bea1-4b1692fe8d13 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1957576 Oct 19 11:28:36.358039 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.361123 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/networks/dee9ad50-5a2d-4616-8f4b-3d8dfc75691f HTTP/1.1" status: 204 len: 168 time: 1.8434243 Oct 19 11:28:36.364886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41376) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:36.370885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1660434179'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:36.398349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5c515-42d3-45a5-8216-0c8a38906fab tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Network': ['ID=dee9ad50-5a2d-4616-8f4b-3d8dfc75691f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:36.480694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:36.484901 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.508053 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3de8b689-c244-4dd4-b5d2-170e7d5dd6aa req-e9901b2a-edc2-4ec0-8f7c-e2fc351fadc1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446099 Oct 19 11:28:36.510936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:36.522023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.522434 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added segment 3c958669-4734-4820-aa7c-a38c2910d51e of type vlan for network cbdcb394-d9a5-4545-950f-fdde0fd177c7 Oct 19 11:28:36.539257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.565751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.635946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.642496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:36.643086 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.722092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Network': ['ID=cbdcb394-d9a5-4545-950f-fdde0fd177c7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:36.737429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4b0f40a0-08d8-40d0-8e8f-f7331039b0a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3711300 Oct 19 11:28:36.739521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network cbdcb394-d9a5-4545-950f-fdde0fd177c7 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:36.741090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41388) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:36.751879 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.755407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'subnet': {'network_id': 'cbdcb394-d9a5-4545-950f-fdde0fd177c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:36.866794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Subnet': ['ID=1251e518-b520-4b27-af59-df32148e7478,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:36.868865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:36.880135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Checking segment: {'id': '9ee94b99-92a2-47bd-b8e1-d89179cce32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f2a7b21-7815-4d24-acec-d5ea4e188c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:36.880505 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network hostable DHCP agents. Network: 4f2a7b21-7815-4d24-acec-d5ea4e188c8f, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:36.938390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:36.942090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:37.023255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network 4f2a7b21-7815-4d24-acec-d5ea4e188c8f is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:37.104864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 4f2a7b21-7815-4d24-acec-d5ea4e188c8f) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:37.113137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:37.114313 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:37.118607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2abc10-c208-4bc4-8d1f-6eab0664aed5 None None] Network 4f2a7b21-7815-4d24-acec-d5ea4e188c8f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:37.133187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router be812c7c-e050-43eb-9e77-a59b7469aeb3 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:28:37.195397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b40878-be92-4c15-b6ee-f527d7ff2148 req-586f98b0-b430-408d-9795-12a899dce7ed tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:37.197224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7b40878-be92-4c15-b6ee-f527d7ff2148 req-586f98b0-b430-408d-9795-12a899dce7ed tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 943 time: 0.1009760 Oct 19 11:28:37.223289 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9cc92e80-3597-4076-b90f-e40d266ed4cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3960800 Oct 19 11:28:37.224056 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41406) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:37.233089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': '4f2a7b21-7815-4d24-acec-d5ea4e188c8f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1934874275'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:37.248940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:37.332618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7b40878-be92-4c15-b6ee-f527d7ff2148 req-d58984f8-8ce8-40ae-96d1-1ae4d6000263 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240792 Oct 19 11:28:37.373685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-4f2a7b21-7815-4d24-acec-d5ea4e188c8f', 'network_id': '4f2a7b21-7815-4d24-acec-d5ea4e188c8f', 'tenant_id': 'e9557ed117fa41379920529c580ee545', 'fixed_ips': [{'subnet_id': '1251e518-b520-4b27-af59-df32148e7478'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:28:37.374553 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:37.375197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:37.387338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Subnet': ['ID=7f45b129-df13-4d03-b515-5f5bd42e4431,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:37.390615 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed24c9f-ef10-4cdb-95e9-8435349c3df5 None None] Sync routers for ids ['be812c7c-e050-43eb-9e77-a59b7469aeb3'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:37.403194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Checking segment: {'id': '3c958669-4734-4820-aa7c-a38c2910d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbdcb394-d9a5-4545-950f-fdde0fd177c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:37.404177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network hostable DHCP agents. Network: cbdcb394-d9a5-4545-950f-fdde0fd177c7, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:37.407565 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed24c9f-ef10-4cdb-95e9-8435349c3df5 None None] Routers {'be812c7c-e050-43eb-9e77-a59b7469aeb3'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:37.408170 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2ed24c9f-ef10-4cdb-95e9-8435349c3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['be812c7c-e050-43eb-9e77-a59b7469aeb3'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:37.449810 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2ed24c9f-ef10-4cdb-95e9-8435349c3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:37.457513 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed24c9f-ef10-4cdb-95e9-8435349c3df5 None None] Routers {'be812c7c-e050-43eb-9e77-a59b7469aeb3'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:37.458331 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2ed24c9f-ef10-4cdb-95e9-8435349c3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['be812c7c-e050-43eb-9e77-a59b7469aeb3'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:37.485839 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:37.495820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3f9616c3-3acb-4fd5-9bc7-92875f855b35 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.6068461 Oct 19 11:28:37.495972 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2ed24c9f-ef10-4cdb-95e9-8435349c3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:37.495972 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed24c9f-ef10-4cdb-95e9-8435349c3df5 None None] The sync data for ids ['be812c7c-e050-43eb-9e77-a59b7469aeb3'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:37.498129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41412) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:37.555501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network cbdcb394-d9a5-4545-950f-fdde0fd177c7 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:37.573344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:37.578554 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:37.622731 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Allocated IP 2001:db8::2 (4f2a7b21-7815-4d24-acec-d5ea4e188c8f/1251e518-b520-4b27-af59-df32148e7478/c41a11b1-ed40-4b9d-b980-592d56edc0c9) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:37.669879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, cbdcb394-d9a5-4545-950f-fdde0fd177c7) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:37.672912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port b874238a-c618-4c0d-871e-da096edb7a11 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:37.677615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:37.678204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:37.690706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd0d46-38af-4c80-8e65-b7590a6cd919 None None] Network cbdcb394-d9a5-4545-950f-fdde0fd177c7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:37.703396 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-30a08be9-a96a-4b67-9181-9082caee1b1c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/routers/be812c7c-e050-43eb-9e77-a59b7469aeb3 HTTP/1.1" status: 200 len: 880 time: 0.2040324 Oct 19 11:28:37.706013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41416) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:37.778240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd45835-7611-4c41-befe-95ea7c5cb3b6 req-98174125-c516-470c-b3e3-498b801a7c8e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:37.779911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fd45835-7611-4c41-befe-95ea7c5cb3b6 req-98174125-c516-470c-b3e3-498b801a7c8e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1706204 Oct 19 11:28:37.833551 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fd45835-7611-4c41-befe-95ea7c5cb3b6 req-e4ec3c17-7dab-4910-aba3-4ec94c5144c1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437293 Oct 19 11:28:37.985299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-cbdcb394-d9a5-4545-950f-fdde0fd177c7', 'network_id': 'cbdcb394-d9a5-4545-950f-fdde0fd177c7', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'fixed_ips': [{'subnet_id': '7f45b129-df13-4d03-b515-5f5bd42e4431'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:28:37.986298 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.052184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 34a8777b-211e-4176-b1d8-238ca47bdbef details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:28:38.062894 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-76c0a44c-c26a-4c66-be98-dde0726a19d2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3197889 Oct 19 11:28:38.064864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41424) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:38.066177 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.069596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-870972b0-f004-4cb5-ad33-ff499c3af0c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1398170465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:38.180467 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-870972b0-f004-4cb5-ad33-ff499c3af0c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.181476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-870972b0-f004-4cb5-ad33-ff499c3af0c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.238716 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.263431 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e2fd7758-836a-49f1-8ded-ea288e681694 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5562017 Oct 19 11:28:38.266308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41428) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:38.275232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-88aee268-0e0c-49be-93b5-1f52665f144f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2077864967'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:38.298739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Network 4f2a7b21-7815-4d24-acec-d5ea4e188c8f is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:38.302664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Pushing event updated for resources: {'Port': ['ID=c41a11b1-ed40-4b9d-b980-592d56edc0c9,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:38.305236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:38.310886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:38.326327 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-870972b0-f004-4cb5-ad33-ff499c3af0c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.336508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Allocated IP 2001:db8::2 (cbdcb394-d9a5-4545-950f-fdde0fd177c7/7f45b129-df13-4d03-b515-5f5bd42e4431/139bc00b-bbfc-4a06-9ce5-c6343435e4d6) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:38.399835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 34a8777b-211e-4176-b1d8-238ca47bdbef, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=34a8777b-211e-4176-b1d8-238ca47bdbef,segment=NetworkSegment(9566d15e-146b-4c58-bb9d-4fb9d86bd0d7),segment_id=9566d15e-146b-4c58-bb9d-4fb9d86bd0d7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:38.410263 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-870972b0-f004-4cb5-ad33-ff499c3af0c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.425786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Attempting to bind port c41a11b1-ed40-4b9d-b980-592d56edc0c9 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:28:38.426156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Attempting to bind port c41a11b1-ed40-4b9d-b980-592d56edc0c9 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '9ee94b99-92a2-47bd-b8e1-d89179cce32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f2a7b21-7815-4d24-acec-d5ea4e188c8f'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:28:38.426519 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Attempting to bind port c41a11b1-ed40-4b9d-b980-592d56edc0c9 on network 4f2a7b21-7815-4d24-acec-d5ea4e188c8f {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:38.453612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8::3bd (4f2a7b21-7815-4d24-acec-d5ea4e188c8f/1251e518-b520-4b27-af59-df32148e7478/b874238a-c618-4c0d-871e-da096edb7a11) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:38.464197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:28:38.464591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Checking segment: {'id': '9ee94b99-92a2-47bd-b8e1-d89179cce32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f2a7b21-7815-4d24-acec-d5ea4e188c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:38.464994 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.465436 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Bound using segment: {'id': '9ee94b99-92a2-47bd-b8e1-d89179cce32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f2a7b21-7815-4d24-acec-d5ea4e188c8f'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:28:38.467631 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Bound port: c41a11b1-ed40-4b9d-b980-592d56edc0c9, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee94b99-92a2-47bd-b8e1-d89179cce32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f2a7b21-7815-4d24-acec-d5ea4e188c8f'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:28:38.468034 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.491399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '34a8777b-211e-4176-b1d8-238ca47bdbef', 'network_id': 'f046f071-5c10-4abd-8f45-8566eb9d27f9', 'port_id': '34a8777b-211e-4176-b1d8-238ca47bdbef', 'mac_address': 'fa:16:3e:ae:d5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c625aa-6558-4268-9d9e-7c00042a3049', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:28:38.571710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-870972b0-f004-4cb5-ad33-ff499c3af0c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.575689 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-870972b0-f004-4cb5-ad33-ff499c3af0c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5073426 Oct 19 11:28:38.576524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41432) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:38.623983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6756304-bb14-482b-923e-a7d5082c9454 req-47868df2-65f0-47ef-8a4b-ace9dd0e7d83 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:38.631238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6756304-bb14-482b-923e-a7d5082c9454 req-47868df2-65f0-47ef-8a4b-ace9dd0e7d83 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 943 time: 0.1379740 Oct 19 11:28:38.720396 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6756304-bb14-482b-923e-a7d5082c9454 req-52fda019-52a2-4dd0-a923-1e2589240268 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882947 Oct 19 11:28:38.778144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] For port c41a11b1-ed40-4b9d-b980-592d56edc0c9, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:38.800164 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.812780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] For port c41a11b1-ed40-4b9d-b980-592d56edc0c9, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c41a11b1-ed40-4b9d-b980-592d56edc0c9,segment=NetworkSegment(9ee94b99-92a2-47bd-b8e1-d89179cce32e),segment_id=9ee94b99-92a2-47bd-b8e1-d89179cce32e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:28:38.814046 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.833006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a8777b-211e-4176-b1d8-238ca47bdbef {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:28:38.850237 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.860609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 34a8777b-211e-4176-b1d8-238ca47bdbef, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=34a8777b-211e-4176-b1d8-238ca47bdbef,segment=NetworkSegment(9566d15e-146b-4c58-bb9d-4fb9d86bd0d7),segment_id=9566d15e-146b-4c58-bb9d-4fb9d86bd0d7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:38.899404 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.927089 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88aee268-0e0c-49be-93b5-1f52665f144f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.961978 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.969035 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:38.997876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Network cbdcb394-d9a5-4545-950f-fdde0fd177c7 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:39.006883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:39.009446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:39.017728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b3f28-012f-4258-97d9-ce7ac15f964b None None] Pushing event updated for resources: {'Port': ['ID=c41a11b1-ed40-4b9d-b980-592d56edc0c9,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:39.032760 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88aee268-0e0c-49be-93b5-1f52665f144f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:39.108474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Attempting to bind port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:28:39.108868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Attempting to bind port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3c958669-4734-4820-aa7c-a38c2910d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbdcb394-d9a5-4545-950f-fdde0fd177c7'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:28:39.109239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Attempting to bind port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 on network cbdcb394-d9a5-4545-950f-fdde0fd177c7 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:39.129172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:28:39.129538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Checking segment: {'id': '3c958669-4734-4820-aa7c-a38c2910d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbdcb394-d9a5-4545-950f-fdde0fd177c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:39.129937 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:39.130325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Bound using segment: {'id': '3c958669-4734-4820-aa7c-a38c2910d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbdcb394-d9a5-4545-950f-fdde0fd177c7'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:28:39.130815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Bound port: 139bc00b-bbfc-4a06-9ce5-c6343435e4d6, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c958669-4734-4820-aa7c-a38c2910d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbdcb394-d9a5-4545-950f-fdde0fd177c7'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:28:39.131195 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:39.140053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bd042-fb2e-4c0d-b4c4-5d5778a9788c req-7e1756b0-fa0c-40ce-be09-dd630306c15e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:39.150216 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=34a8777b-211e-4176-b1d8-238ca47bdbef,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:39.152184 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea3bd042-fb2e-4c0d-b4c4-5d5778a9788c req-7e1756b0-fa0c-40ce-be09-dd630306c15e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2017829 Oct 19 11:28:39.216409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['34a8777b-211e-4176-b1d8-238ca47bdbef'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:28:39.219275 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:39.224298 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:39.251580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88aee268-0e0c-49be-93b5-1f52665f144f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router be812c7c-e050-43eb-9e77-a59b7469aeb3 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:39.305914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Pushing event updated for resources: {'Port': ['ID=139bc00b-bbfc-4a06-9ce5-c6343435e4d6,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:39.311618 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea3bd042-fb2e-4c0d-b4c4-5d5778a9788c req-d76c961f-630e-4ca5-a791-b8515effd629 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584368 Oct 19 11:28:39.337067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] For port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:39.353435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] For port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=139bc00b-bbfc-4a06-9ce5-c6343435e4d6,segment=NetworkSegment(3c958669-4734-4820-aa7c-a38c2910d51e),segment_id=3c958669-4734-4820-aa7c-a38c2910d51e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:28:39.388406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network 4f2a7b21-7815-4d24-acec-d5ea4e188c8f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:39.396031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:39.399363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:39.405867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:39.406513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:39.420481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=b874238a-c618-4c0d-871e-da096edb7a11,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:39.461311 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:39.470145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41442) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:39.508041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88aee268-0e0c-49be-93b5-1f52665f144f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:39.523370 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-88aee268-0e0c-49be-93b5-1f52665f144f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:39.524585 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-88aee268-0e0c-49be-93b5-1f52665f144f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/be812c7c-e050-43eb-9e77-a59b7469aeb3 HTTP/1.1" status: 200 len: 887 time: 1.2573099 Oct 19 11:28:39.527665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41446) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:39.530442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07fd1e-fd08-412d-aa3d-ebd8dcc4f55c None None] Sync routers for ids ['be812c7c-e050-43eb-9e77-a59b7469aeb3'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:39.539396 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e2d7bb62-3a9a-4e0d-97ed-2a42b225f0aa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3112612 Oct 19 11:28:39.571187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41448) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:39.597665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07fd1e-fd08-412d-aa3d-ebd8dcc4f55c None None] Routers {'be812c7c-e050-43eb-9e77-a59b7469aeb3'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:39.599097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cf07fd1e-fd08-412d-aa3d-ebd8dcc4f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['be812c7c-e050-43eb-9e77-a59b7469aeb3'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:39.663561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cf07fd1e-fd08-412d-aa3d-ebd8dcc4f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:39.667695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40681cc6-9255-47ce-bd05-5083ca23ffb2 None None] Pushing event updated for resources: {'Port': ['ID=139bc00b-bbfc-4a06-9ce5-c6343435e4d6,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:39.685515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07fd1e-fd08-412d-aa3d-ebd8dcc4f55c None None] Routers {'be812c7c-e050-43eb-9e77-a59b7469aeb3'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:39.686272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cf07fd1e-fd08-412d-aa3d-ebd8dcc4f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['be812c7c-e050-43eb-9e77-a59b7469aeb3'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:39.704577 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6915906a-5914-493b-883d-a0837eac5d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:39.726668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cf07fd1e-fd08-412d-aa3d-ebd8dcc4f55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:39.727296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07fd1e-fd08-412d-aa3d-ebd8dcc4f55c None None] The sync data for ids ['be812c7c-e050-43eb-9e77-a59b7469aeb3'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:39.734476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a014eb59-e4fd-4973-b4b7-2e85179a8f80 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/routers/be812c7c-e050-43eb-9e77-a59b7469aeb3 HTTP/1.1" status: 200 len: 887 time: 0.2028306 Oct 19 11:28:39.735309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41450) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:39.803263 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2f987f00-9a39-4c17-a21c-fb23cc9a4a7a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=be812c7c-e050-43eb-9e77-a59b7469aeb3 HTTP/1.1" status: 200 len: 205 time: 0.0646763 Oct 19 11:28:39.806300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41454) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:40.028443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6915906a-5914-493b-883d-a0837eac5d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.052148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147ba04-b76c-4f34-8785-21dc111201a5 req-ceedc769-4fd1-43a0-af03-de599e1bc6f9 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:40.053478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 34a8777b-211e-4176-b1d8-238ca47bdbef up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:40.054875 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5147ba04-b76c-4f34-8785-21dc111201a5 req-ceedc769-4fd1-43a0-af03-de599e1bc6f9 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 944 time: 0.1921797 Oct 19 11:28:40.064787 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.132751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6915906a-5914-493b-883d-a0837eac5d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.183371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Allocated IP 2001:db8::1 (cbdcb394-d9a5-4545-950f-fdde0fd177c7/7f45b129-df13-4d03-b515-5f5bd42e4431/5884f9e3-b5e2-4588-bef0-840746c82547) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:40.202252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-31cc9a84-fe94-4dcd-bc68-06b43bd33d06 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port b874238a-c618-4c0d-871e-da096edb7a11 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:40.202252 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31cc9a84-fe94-4dcd-bc68-06b43bd33d06 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.218168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5147ba04-b76c-4f34-8785-21dc111201a5 req-d8b3fd0c-df12-44a2-8449-50ccf95d189e tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499052 Oct 19 11:28:40.221741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 34a8777b-211e-4176-b1d8-238ca47bdbef completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:28:40.230429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915906a-5914-493b-883d-a0837eac5d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a0b69e-a45c-412c-8128-3ac5c9464229,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:40.230594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 34a8777b-211e-4176-b1d8-238ca47bdbef triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:40.230594 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.237420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6915906a-5914-493b-883d-a0837eac5d83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf0cbc96c3c0409ca32909cca9ee3c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7628412 Oct 19 11:28:40.237781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41460) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:40.295910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c41a11b1-ed40-4b9d-b980-592d56edc0c9 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:40.326175 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.344052 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-debaa74f-5f59-4927-a156-95fe0987e58f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.392824 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31cc9a84-fe94-4dcd-bc68-06b43bd33d06 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.405769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-debaa74f-5f59-4927-a156-95fe0987e58f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.422847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-31cc9a84-fe94-4dcd-bc68-06b43bd33d06 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for b874238a-c618-4c0d-871e-da096edb7a11 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:40.433163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c41a11b1-ed40-4b9d-b980-592d56edc0c9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:40.433163 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.525671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port 6e0bf315-b220-4c1e-9911-ae9a98007b0a {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:40.526145 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.546347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd4e493-160b-4f99-97b8-9ac38b267921 None None] Network 4f2a7b21-7815-4d24-acec-d5ea4e188c8f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:40.630155 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.647492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for 6e0bf315-b220-4c1e-9911-ae9a98007b0a owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:40.649382 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-debaa74f-5f59-4927-a156-95fe0987e58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.652822 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-debaa74f-5f59-4927-a156-95fe0987e58f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.654078 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-debaa74f-5f59-4927-a156-95fe0987e58f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2a0b69e-a45c-412c-8128-3ac5c9464229 HTTP/1.1" status: 204 len: 168 time: 0.4153984 Oct 19 11:28:40.672319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaa74f-5f59-4927-a156-95fe0987e58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a0b69e-a45c-412c-8128-3ac5c9464229,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:40.687672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.773782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31cc9a84-fe94-4dcd-bc68-06b43bd33d06 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.778657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8cdb3ede-05be-4bf8-96b6-8d586c9339b6 None None] Provisioning complete for port c41a11b1-ed40-4b9d-b980-592d56edc0c9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:40.781179 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3ede-05be-4bf8-96b6-8d586c9339b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.790085 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.819791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.823489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc9a84-fe94-4dcd-bc68-06b43bd33d06 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=b874238a-c618-4c0d-871e-da096edb7a11,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:40.879836 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.901118 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31cc9a84-fe94-4dcd-bc68-06b43bd33d06 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.905608 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-31cc9a84-fe94-4dcd-bc68-06b43bd33d06 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/b874238a-c618-4c0d-871e-da096edb7a11 HTTP/1.1" status: 204 len: 168 time: 1.3328805 Oct 19 11:28:40.907942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41470) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:40.922973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1413d5-72fd-4528-9b99-e276ac7bfc38 req-214f6c8b-b5b9-4d43-b49c-dd1823dfd747 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:40.924224 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a1413d5-72fd-4528-9b99-e276ac7bfc38 req-214f6c8b-b5b9-4d43-b49c-dd1823dfd747 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.3893051 Oct 19 11:28:40.933580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network cbdcb394-d9a5-4545-950f-fdde0fd177c7 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:40.938300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:40.947524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:40.947936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:40.966658 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10f8cac-b3eb-4759-a0dd-d02eb6d91ea2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:28:40.968317 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c10f8cac-b3eb-4759-a0dd-d02eb6d91ea2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/b874238a-c618-4c0d-871e-da096edb7a11 HTTP/1.1" status: 404 len: 333 time: 0.0579069 Oct 19 11:28:40.970214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e02801-4135-4f90-a614-c973a2b4e442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a8777b-211e-4176-b1d8-238ca47bdbef'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:28:40.971243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41474) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:40.972641 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eec243-512d-4bed-bf68-dbaeacb824ac" -d '{"events": [{"server_uuid": "b7e02801-4135-4f90-a614-c973a2b4e442", "name": "network-vif-plugged", "status": "completed", "tag": "34a8777b-211e-4176-b1d8-238ca47bdbef"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:28:40.999147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=5884f9e3-b5e2-4588-bef0-840746c82547,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:41.047900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.061875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a1413d5-72fd-4528-9b99-e276ac7bfc38 req-ef41b4ad-b415-42e3-9e81-0737424c1e38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182840 Oct 19 11:28:41.130365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=6e0bf315-b220-4c1e-9911-ae9a98007b0a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:41.194266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfebb2c-5e52-42df-b704-0b64f414ac76 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting subnet 1251e518-b520-4b27-af59-df32148e7478 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:41.201251 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcfebb2c-5e52-42df-b704-0b64f414ac76 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.211646 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66142b2c-0ed5-4536-9a70-5cad50fdfa73 x-openstack-request-id: req-66142b2c-0ed5-4536-9a70-5cad50fdfa73 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:28:41.211935 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e02801-4135-4f90-a614-c973a2b4e442", "name": "network-vif-plugged", "status": "completed", "tag": "34a8777b-211e-4176-b1d8-238ca47bdbef", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:28:41.212184 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66142b2c-0ed5-4536-9a70-5cad50fdfa73 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:28:41.212583 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e02801-4135-4f90-a614-c973a2b4e442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a8777b-211e-4176-b1d8-238ca47bdbef', 'code': 200} Oct 19 11:28:41.218425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.219240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 34a8777b-211e-4176-b1d8-238ca47bdbef, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=34a8777b-211e-4176-b1d8-238ca47bdbef,segment=NetworkSegment(9566d15e-146b-4c58-bb9d-4fb9d86bd0d7),segment_id=9566d15e-146b-4c58-bb9d-4fb9d86bd0d7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:41.220447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc7d458-f055-4df9-86d6-91674956d0a9 None None] Network cbdcb394-d9a5-4545-950f-fdde0fd177c7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:41.269251 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcfebb2c-5e52-42df-b704-0b64f414ac76 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.275490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdce76-aff2-40ca-bcd5-51fcca617b73 req-280e8bae-767e-41f4-b827-4052bf179ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:41.277476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18bdce76-aff2-40ca-bcd5-51fcca617b73 req-280e8bae-767e-41f4-b827-4052bf179ef9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 1095 time: 0.1884351 Oct 19 11:28:41.338870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.360412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port c41a11b1-ed40-4b9d-b980-592d56edc0c9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c41a11b1-ed40-4b9d-b980-592d56edc0c9,segment=NetworkSegment(9ee94b99-92a2-47bd-b8e1-d89179cce32e),segment_id=9ee94b99-92a2-47bd-b8e1-d89179cce32e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:41.443732 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8cdb3ede-05be-4bf8-96b6-8d586c9339b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.487697 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.488835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:41.568655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=34a8777b-211e-4176-b1d8-238ca47bdbef,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:41.583215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41482) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:41.624491 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-58b36f21-6c4d-481e-ba50-bccd1a593d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.660608 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-8cdb3ede-05be-4bf8-96b6-8d586c9339b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:28:41.661088 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-8cdb3ede-05be-4bf8-96b6-8d586c9339b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:28:41.685258 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.701730 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcfebb2c-5e52-42df-b704-0b64f414ac76 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.745663 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.746748 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.768368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.784384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:41.784767 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.853988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=c41a11b1-ed40-4b9d-b980-592d56edc0c9,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:41.895370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=5884f9e3-b5e2-4588-bef0-840746c82547,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:41.913425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-58b36f21-6c4d-481e-ba50-bccd1a593d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.914095 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-18bdce76-aff2-40ca-bcd5-51fcca617b73 req-4c795c54-8893-49b4-9cf2-d80b1a4083ad service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397192 Oct 19 11:28:41.917149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcfebb2c-5e52-42df-b704-0b64f414ac76 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.935109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.970440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network cbdcb394-d9a5-4545-950f-fdde0fd177c7 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:41.972656 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-58b36f21-6c4d-481e-ba50-bccd1a593d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.991555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfebb2c-5e52-42df-b704-0b64f414ac76 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Subnet': ['ID=1251e518-b520-4b27-af59-df32148e7478,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:41.995312 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcfebb2c-5e52-42df-b704-0b64f414ac76 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:41.999744 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fcfebb2c-5e52-42df-b704-0b64f414ac76 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/1251e518-b520-4b27-af59-df32148e7478 HTTP/1.1" status: 204 len: 168 time: 1.0275059 Oct 19 11:28:42.011450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41486) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:42.016015 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-58b36f21-6c4d-481e-ba50-bccd1a593d7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2961c89856343e99b9ce1d5509709b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305007 Oct 19 11:28:42.017113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:42.033404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=139bc00b-bbfc-4a06-9ce5-c6343435e4d6,segment=NetworkSegment(3c958669-4734-4820-aa7c-a38c2910d51e),segment_id=3c958669-4734-4820-aa7c-a38c2910d51e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:42.047929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41488) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:42.056472 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.066279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1f972-cef8-4a3e-ad70-a5369ebbaeed req-7da6ae6d-fb50-4aed-9a3c-0b2bb48ba8c7 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:42.067826 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa1f972-cef8-4a3e-ad70-a5369ebbaeed req-7da6ae6d-fb50-4aed-9a3c-0b2bb48ba8c7 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 945 time: 0.2956362 Oct 19 11:28:42.069230 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.149359 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.174613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa1f972-cef8-4a3e-ad70-a5369ebbaeed req-cbac92d2-8730-45d1-82e8-248a19d6399b tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482590 Oct 19 11:28:42.218339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd388c31-f50c-4555-bcc3-d611e4dde343 None None] Network 4f2a7b21-7815-4d24-acec-d5ea4e188c8f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:42.258534 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.259137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Fanout notify agent at l3_agent the message router_deleted on router be812c7c-e050-43eb-9e77-a59b7469aeb3 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:28:42.266616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c41a11b1-ed40-4b9d-b980-592d56edc0c9 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:42.277518 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.279495 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6ad9c6c6-2c70-4b38-9764-948ca62a3562 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/be812c7c-e050-43eb-9e77-a59b7469aeb3 HTTP/1.1" status: 204 len: 168 time: 2.4722593 Oct 19 11:28:42.284576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41492) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:42.296567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1997860052'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:42.315575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b36f21-6c4d-481e-ba50-bccd1a593d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddb21c6-debb-433e-9e79-7850cce2d35e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:42.370833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=139bc00b-bbfc-4a06-9ce5-c6343435e4d6,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:42.384550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:42.388728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.442756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:42.445069 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.469262 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.469658 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added segment 9f485d41-419e-42f8-889c-7b378fd3f579 of type vlan for network 375f5b20-290e-48bd-87d1-9714daf2697c Oct 19 11:28:42.490360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c41a11b1-ed40-4b9d-b980-592d56edc0c9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:42.490953 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.491994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2cda0099-3ead-41b9-8ec9-6540b73b9521 None None] Could not find standard attr ID for object b874238a-c618-4c0d-871e-da096edb7a11. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:28:42.501053 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410d0705-dcfe-480e-99cb-5fdfc3fd737f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.522198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb112b-006d-4819-813b-d112645d2901 req-e5f494bb-95df-433e-8dbe-39eea793dd32 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:42.524223 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4fbb112b-006d-4819-813b-d112645d2901 req-e5f494bb-95df-433e-8dbe-39eea793dd32 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2915399 Oct 19 11:28:42.579593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.618722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f92d139-7bca-4d9c-bbcd-7358f973d0ad None None] DHCP port deletion for 4f2a7b21-7815-4d24-acec-d5ea4e188c8f request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:42.625902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2cda0099-3ead-41b9-8ec9-6540b73b9521 None None] Provisioning complete for port c41a11b1-ed40-4b9d-b980-592d56edc0c9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:42.626488 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2cda0099-3ead-41b9-8ec9-6540b73b9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.631204 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410d0705-dcfe-480e-99cb-5fdfc3fd737f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.634321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router 529b40a2-91c5-4f75-b013-d6e652265b16 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:28:42.688493 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4fbb112b-006d-4819-813b-d112645d2901 req-bf15b798-5991-4abd-8b28-6171abab74d1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557283 Oct 19 11:28:42.693091 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.699079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:42.708970 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.773236 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port c41a11b1-ed40-4b9d-b980-592d56edc0c9 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:42.773637 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.835594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5484290 Oct 19 11:28:42.836072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcccee-270a-4201-9480-24f9dc901ebc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Network': ['ID=375f5b20-290e-48bd-87d1-9714daf2697c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:42.843222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41494) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:42.848155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'subnet': {'network_id': '375f5b20-290e-48bd-87d1-9714daf2697c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:42.885606 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 375f5b20-290e-48bd-87d1-9714daf2697c details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:42.923045 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7f92d139-7bca-4d9c-bbcd-7358f973d0ad None None] Deleting port c41a11b1-ed40-4b9d-b980-592d56edc0c9 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:42.924411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7f92d139-7bca-4d9c-bbcd-7358f973d0ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.933791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] For port c41a11b1-ed40-4b9d-b980-592d56edc0c9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c41a11b1-ed40-4b9d-b980-592d56edc0c9,segment=NetworkSegment(9ee94b99-92a2-47bd-b8e1-d89179cce32e),segment_id=9ee94b99-92a2-47bd-b8e1-d89179cce32e)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:42.935190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:42.957143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for c41a11b1-ed40-4b9d-b980-592d56edc0c9 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:43.064273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:43.064443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2cda0099-3ead-41b9-8ec9-6540b73b9521 None None] Provisioning complete for port 5884f9e3-b5e2-4588-bef0-840746c82547 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:43.064658 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2cda0099-3ead-41b9-8ec9-6540b73b9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.075314 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f8f7bcfe-d27b-419b-a2ce-99046508a5c2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/529b40a2-91c5-4f75-b013-d6e652265b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4955935 Oct 19 11:28:43.075314 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41498) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:43.075615 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b33cdd-b1a7-4ffb-af0c-2999aa33981f None None] Sync routers for ids ['529b40a2-91c5-4f75-b013-d6e652265b16'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:43.085808 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b33cdd-b1a7-4ffb-af0c-2999aa33981f None None] Routers {'529b40a2-91c5-4f75-b013-d6e652265b16'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:43.086491 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e1b33cdd-b1a7-4ffb-af0c-2999aa33981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['529b40a2-91c5-4f75-b013-d6e652265b16'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:43.110200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2cda0099-3ead-41b9-8ec9-6540b73b9521 None None] Port 5884f9e3-b5e2-4588-bef0-840746c82547 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:43.118996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7f92d139-7bca-4d9c-bbcd-7358f973d0ad None None] For port c41a11b1-ed40-4b9d-b980-592d56edc0c9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c41a11b1-ed40-4b9d-b980-592d56edc0c9,segment=NetworkSegment(9ee94b99-92a2-47bd-b8e1-d89179cce32e),segment_id=9ee94b99-92a2-47bd-b8e1-d89179cce32e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:43.119436 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7f92d139-7bca-4d9c-bbcd-7358f973d0ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.124398 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:43.133194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.138453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7f92d139-7bca-4d9c-bbcd-7358f973d0ad None None] Calling delete_port for c41a11b1-ed40-4b9d-b980-592d56edc0c9 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:43.138625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc7179-f6b2-40a0-8989-5287478519a6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:43.140345 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-96dc7179-f6b2-40a0-8989-5287478519a6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports/5884f9e3-b5e2-4588-bef0-840746c82547 HTTP/1.1" status: 200 len: 911 time: 0.0637949 Oct 19 11:28:43.141104 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e1b33cdd-b1a7-4ffb-af0c-2999aa33981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:43.143278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41500) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:43.150288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2cda0099-3ead-41b9-8ec9-6540b73b9521 None None] Provisioning complete for port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:43.150659 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2cda0099-3ead-41b9-8ec9-6540b73b9521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.172675 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b33cdd-b1a7-4ffb-af0c-2999aa33981f None None] Routers {'529b40a2-91c5-4f75-b013-d6e652265b16'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:43.173511 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e1b33cdd-b1a7-4ffb-af0c-2999aa33981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['529b40a2-91c5-4f75-b013-d6e652265b16'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:43.209127 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410d0705-dcfe-480e-99cb-5fdfc3fd737f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.212099 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-410d0705-dcfe-480e-99cb-5fdfc3fd737f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.227196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-410d0705-dcfe-480e-99cb-5fdfc3fd737f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ddb21c6-debb-433e-9e79-7850cce2d35e HTTP/1.1" status: 204 len: 168 time: 1.1721752 Oct 19 11:28:43.290380 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e1b33cdd-b1a7-4ffb-af0c-2999aa33981f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:43.292387 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.303802 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b33cdd-b1a7-4ffb-af0c-2999aa33981f None None] The sync data for ids ['529b40a2-91c5-4f75-b013-d6e652265b16'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:43.352941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d0705-dcfe-480e-99cb-5fdfc3fd737f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddb21c6-debb-433e-9e79-7850cce2d35e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:43.419899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No DVR routers for this DVR port c41a11b1-ed40-4b9d-b980-592d56edc0c9 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:43.437782 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7f92d139-7bca-4d9c-bbcd-7358f973d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.443929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=c41a11b1-ed40-4b9d-b980-592d56edc0c9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:43.505736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92d139-7bca-4d9c-bbcd-7358f973d0ad None None] Pushing event deleted for resources: {'Port': ['ID=c41a11b1-ed40-4b9d-b980-592d56edc0c9,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:43.513158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92d139-7bca-4d9c-bbcd-7358f973d0ad None None] No DVR routers for this DVR port c41a11b1-ed40-4b9d-b980-592d56edc0c9 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:43.566440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e75b06-e710-4035-a8c3-2a269b5c7250 req-e87c2201-a3cb-4ebe-8659-b5d5996a9b2f tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:43.569003 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88e75b06-e710-4035-a8c3-2a269b5c7250 req-e87c2201-a3cb-4ebe-8659-b5d5996a9b2f tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 945 time: 0.0843940 Oct 19 11:28:43.619132 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88e75b06-e710-4035-a8c3-2a269b5c7250 req-f5abb2e5-9422-408f-ac57-cce57f81e45e tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Oct 19 11:28:43.619965 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.644738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-33ffbb3a-a44a-4268-a184-bd9d34df001b None None] Provisioning complete for port 5884f9e3-b5e2-4588-bef0-840746c82547 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:43.645362 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33ffbb3a-a44a-4268-a184-bd9d34df001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.677432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.687152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Subnet': ['ID=31e0e3b4-2a14-410a-b5f5-a4a8f66ba710,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:43.711395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-33ffbb3a-a44a-4268-a184-bd9d34df001b None None] Port 5884f9e3-b5e2-4588-bef0-840746c82547 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:43.715786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2a7b21-7815-4d24-acec-d5ea4e188c8f']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:43.728425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Checking segment: {'id': '9f485d41-419e-42f8-889c-7b378fd3f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '375f5b20-290e-48bd-87d1-9714daf2697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:43.728836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network hostable DHCP agents. Network: 375f5b20-290e-48bd-87d1-9714daf2697c, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:43.731777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee94b99-92a2-47bd-b8e1-d89179cce32e') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:43.732070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee94b99-92a2-47bd-b8e1-d89179cce32e') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:43.769779 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.805616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.833628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:43.834044 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:43.837118 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:43.841797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 375f5b20-290e-48bd-87d1-9714daf2697c is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:43.927644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 375f5b20-290e-48bd-87d1-9714daf2697c) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:43.945020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:43.945020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:43.945250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd30ba-1711-4776-ac64-d81c0540fd2c req-0160eb47-9533-4ccd-af95-4e40863ffcf2 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:43.945250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82bd30ba-1711-4776-ac64-d81c0540fd2c req-0160eb47-9533-4ccd-af95-4e40863ffcf2 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1540256 Oct 19 11:28:43.955889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba49b7d-3515-4dd8-baab-ef23716e3b41 None None] Network 375f5b20-290e-48bd-87d1-9714daf2697c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:44.070884 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-21adbe87-6e84-4762-ad22-f92959257c77 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2257578 Oct 19 11:28:44.070884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41538) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:44.082022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-012ed372-896b-468a-9955-9ea32731f08f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1727161199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:44.217589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-375f5b20-290e-48bd-87d1-9714daf2697c', 'network_id': '375f5b20-290e-48bd-87d1-9714daf2697c', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'fixed_ips': [{'subnet_id': '31e0e3b4-2a14-410a-b5f5-a4a8f66ba710'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:28:44.218539 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.281946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-012ed372-896b-468a-9955-9ea32731f08f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.283016 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-012ed372-896b-468a-9955-9ea32731f08f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.306057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:44.327151 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.347634 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.354401 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/networks/4f2a7b21-7815-4d24-acec-d5ea4e188c8f HTTP/1.1" status: 204 len: 168 time: 2.3174009 Oct 19 11:28:44.369354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41552) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:44.371892 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-012ed372-896b-468a-9955-9ea32731f08f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.374161 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a54993-a858-4c34-a3e2-cdff402f0452 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Network': ['ID=4f2a7b21-7815-4d24-acec-d5ea4e188c8f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:44.378875 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'name': 'tempest-PortsIpV6TestJSON-132510359'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:44.385609 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82bd30ba-1711-4776-ac64-d81c0540fd2c req-bb311065-c323-447a-b04e-fe1176528fcf tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4330614 Oct 19 11:28:44.457400 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Allocated IP 172.20.0.2 (375f5b20-290e-48bd-87d1-9714daf2697c/31e0e3b4-2a14-410a-b5f5-a4a8f66ba710/42b81e8b-c9ac-41e3-b166-c5a763ced65d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:44.468817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:44.469191 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.474668 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01b7e53e-c201-478b-b86b-30848646b40a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.495190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-012ed372-896b-468a-9955-9ea32731f08f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.612227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-012ed372-896b-468a-9955-9ea32731f08f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.618085 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-012ed372-896b-468a-9955-9ea32731f08f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5435488 Oct 19 11:28:44.620181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41564) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:44.683676 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.706543 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c41a11b1-ed40-4b9d-b980-592d56edc0c9 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:44.731443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: c41a11b1-ed40-4b9d-b980-592d56edc0c9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:44.731766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c41a11b1-ed40-4b9d-b980-592d56edc0c9 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:44.836186 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.854580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:44.859189 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:44.898099 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Network 375f5b20-290e-48bd-87d1-9714daf2697c is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:44.901965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:44.906152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:44.915795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Pushing event updated for resources: {'Port': ['ID=42b81e8b-c9ac-41e3-b166-c5a763ced65d,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:44.957292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port 0584e41e-7954-4978-a957-4db8912c2492 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:45.013813 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Attempting to bind port 42b81e8b-c9ac-41e3-b166-c5a763ced65d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:28:45.014701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Attempting to bind port 42b81e8b-c9ac-41e3-b166-c5a763ced65d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '9f485d41-419e-42f8-889c-7b378fd3f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '375f5b20-290e-48bd-87d1-9714daf2697c'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:28:45.015342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Attempting to bind port 42b81e8b-c9ac-41e3-b166-c5a763ced65d on network 375f5b20-290e-48bd-87d1-9714daf2697c {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:45.019786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:45.023012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:28:45.023668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Checking segment: {'id': '9f485d41-419e-42f8-889c-7b378fd3f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '375f5b20-290e-48bd-87d1-9714daf2697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:45.024257 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:45.024866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Bound using segment: {'id': '9f485d41-419e-42f8-889c-7b378fd3f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '375f5b20-290e-48bd-87d1-9714daf2697c'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:28:45.025805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Bound port: 42b81e8b-c9ac-41e3-b166-c5a763ced65d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f485d41-419e-42f8-889c-7b378fd3f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '375f5b20-290e-48bd-87d1-9714daf2697c'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:28:45.026457 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:45.135578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] For port 42b81e8b-c9ac-41e3-b166-c5a763ced65d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:45.141282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] For port 42b81e8b-c9ac-41e3-b166-c5a763ced65d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=42b81e8b-c9ac-41e3-b166-c5a763ced65d,segment=NetworkSegment(9f485d41-419e-42f8-889c-7b378fd3f579),segment_id=9f485d41-419e-42f8-889c-7b378fd3f579)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:28:45.235826 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:45.253617 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:45.275684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787d22-c14a-4ec5-8704-63f4f9f55eaa req-1302bb9e-bd80-4d45-bbfa-654756b487ef tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:45.277694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31787d22-c14a-4ec5-8704-63f4f9f55eaa req-1302bb9e-bd80-4d45-bbfa-654756b487ef tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 945 time: 0.3911855 Oct 19 11:28:45.296700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-01b7e53e-c201-478b-b86b-30848646b40a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 5884f9e3-b5e2-4588-bef0-840746c82547 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:45.297460 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01b7e53e-c201-478b-b86b-30848646b40a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:45.401745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Allocated IP 172.20.0.1 (375f5b20-290e-48bd-87d1-9714daf2697c/31e0e3b4-2a14-410a-b5f5-a4a8f66ba710/ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:45.434068 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31787d22-c14a-4ec5-8704-63f4f9f55eaa req-06ea5bc0-7f6b-41f7-a860-7d696a2f8963 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479537 Oct 19 11:28:45.487343 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01b7e53e-c201-478b-b86b-30848646b40a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:45.496230 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bb765-0308-47e2-8ba4-c562df86447f None None] Pushing event updated for resources: {'Port': ['ID=42b81e8b-c9ac-41e3-b166-c5a763ced65d,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:45.525933 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:45.539909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-01b7e53e-c201-478b-b86b-30848646b40a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 5884f9e3-b5e2-4588-bef0-840746c82547 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:45.598002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:45.617860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea75181-4ab1-4068-a18d-54a0db7391c2 req-c64930e2-777e-4aa3-832e-684d5b640da0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:45.619497 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ea75181-4ab1-4068-a18d-54a0db7391c2 req-c64930e2-777e-4aa3-832e-684d5b640da0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0968642 Oct 19 11:28:45.641160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:45.644072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:45.651912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:45.652690 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:45.657685 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:45.667618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=0584e41e-7954-4978-a957-4db8912c2492,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:45.685910 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ea75181-4ab1-4068-a18d-54a0db7391c2 req-4af16451-39f1-4c4f-9c85-54772e6a6656 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598795 Oct 19 11:28:45.782160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3c5f43ea-306e-47e8-b237-74469d5d874f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4108286 Oct 19 11:28:45.784964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41584) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:45.807933 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:45.909777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 375f5b20-290e-48bd-87d1-9714daf2697c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:45.911682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:45.920164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:45.940105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:46.007396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-25e2019e-a514-420a-9958-f102dbb8a316 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 0584e41e-7954-4978-a957-4db8912c2492 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:46.011973 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:46.021253 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25e2019e-a514-420a-9958-f102dbb8a316 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:46.109074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01b7e53e-c201-478b-b86b-30848646b40a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:46.165952 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7e53e-c201-478b-b86b-30848646b40a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=5884f9e3-b5e2-4588-bef0-840746c82547,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:46.209487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25e2019e-a514-420a-9958-f102dbb8a316 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:46.234960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-25e2019e-a514-420a-9958-f102dbb8a316 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 0584e41e-7954-4978-a957-4db8912c2492 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:46.289434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072e805-03f2-4b80-b5fb-c8514783efa8 req-b32f8d9f-4f52-4bc6-83c8-5cd83b17574c tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:46.289434 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6072e805-03f2-4b80-b5fb-c8514783efa8 req-b32f8d9f-4f52-4bc6-83c8-5cd83b17574c tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 945 time: 0.1992190 Oct 19 11:28:46.315574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8e204-2e83-49f5-99ce-1b93b9db0dcf req-478217f9-f44e-43c3-86f2-be87dadcc172 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:46.324526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ee8e204-2e83-49f5-99ce-1b93b9db0dcf req-478217f9-f44e-43c3-86f2-be87dadcc172 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2105229 Oct 19 11:28:46.361340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 42b81e8b-c9ac-41e3-b166-c5a763ced65d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:46.472753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 42b81e8b-c9ac-41e3-b166-c5a763ced65d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:46.473350 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:46.618130 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01b7e53e-c201-478b-b86b-30848646b40a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:46.652641 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:46.680604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:46.702333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ee8e204-2e83-49f5-99ce-1b93b9db0dcf req-26c35863-c573-4310-9c61-8886ad41ba8e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3758571 Oct 19 11:28:46.708121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 42b81e8b-c9ac-41e3-b166-c5a763ced65d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=42b81e8b-c9ac-41e3-b166-c5a763ced65d,segment=NetworkSegment(9f485d41-419e-42f8-889c-7b378fd3f579),segment_id=9f485d41-419e-42f8-889c-7b378fd3f579)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:46.740797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b42015-327f-4778-af63-44a92f5de199 req-0ea3e4b6-cf9c-4643-8aae-0177d9dd40dc tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:46.742993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-69b42015-327f-4778-af63-44a92f5de199 req-0ea3e4b6-cf9c-4643-8aae-0177d9dd40dc tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 945 time: 0.1182246 Oct 19 11:28:46.745172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fbe6f-4b87-45d5-aafe-a49847949ce7 req-e89fbcf2-8f7f-4147-8527-1024da6d5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:46.747498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de9fbe6f-4b87-45d5-aafe-a49847949ce7 req-e89fbcf2-8f7f-4147-8527-1024da6d5418 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1096 time: 0.3737226 Oct 19 11:28:46.784121 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:46.831956 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25e2019e-a514-420a-9958-f102dbb8a316 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:46.867612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-6072e805-03f2-4b80-b5fb-c8514783efa8 req-183203b8-0416-41fc-95ff-114289558faf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Deleting port 34a8777b-211e-4176-b1d8-238ca47bdbef {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:46.867946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6072e805-03f2-4b80-b5fb-c8514783efa8 req-183203b8-0416-41fc-95ff-114289558faf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:46.917986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=42b81e8b-c9ac-41e3-b166-c5a763ced65d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:47.002365 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25e2019e-a514-420a-9958-f102dbb8a316 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.008501 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-25e2019e-a514-420a-9958-f102dbb8a316 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/0584e41e-7954-4978-a957-4db8912c2492 HTTP/1.1" status: 204 len: 168 time: 1.2223341 Oct 19 11:28:47.015048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41606) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:47.022614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'mac_address': 'fa:16:3e:7a:f4:d0', 'name': 'tempest-PortsIpV6TestJSON-1429322470'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:47.048192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2019e-a514-420a-9958-f102dbb8a316 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=0584e41e-7954-4978-a957-4db8912c2492,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:47.053778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b7e53e-c201-478b-b86b-30848646b40a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router 529b40a2-91c5-4f75-b013-d6e652265b16 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:47.062787 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-69b42015-327f-4778-af63-44a92f5de199 req-30b26338-1bc3-4b87-98fd-b4f8b25561e5 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/security-groups?id=22e338c7-99fe-417b-acb1-556bf0a9024d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353535 Oct 19 11:28:47.183031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6072e805-03f2-4b80-b5fb-c8514783efa8 req-183203b8-0416-41fc-95ff-114289558faf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] For port 34a8777b-211e-4176-b1d8-238ca47bdbef, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=34a8777b-211e-4176-b1d8-238ca47bdbef,segment=NetworkSegment(9566d15e-146b-4c58-bb9d-4fb9d86bd0d7),segment_id=9566d15e-146b-4c58-bb9d-4fb9d86bd0d7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:47.183387 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6072e805-03f2-4b80-b5fb-c8514783efa8 req-183203b8-0416-41fc-95ff-114289558faf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.186291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374a5f83-ff56-4d39-b280-77e202b6e6f1 None None] Network 375f5b20-290e-48bd-87d1-9714daf2697c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:47.197435 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b7e53e-c201-478b-b86b-30848646b40a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:47.207410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-01b7e53e-c201-478b-b86b-30848646b40a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/529b40a2-91c5-4f75-b013-d6e652265b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0629168 Oct 19 11:28:47.209619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41610) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:47.210410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d724a-d1c7-49f4-81e4-ffc29a939bde None None] Sync routers for ids ['529b40a2-91c5-4f75-b013-d6e652265b16'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:47.220409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fbe6f-4b87-45d5-aafe-a49847949ce7 req-7fa322d9-8ba6-4d38-bbb9-1c219b09895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:47.222141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de9fbe6f-4b87-45d5-aafe-a49847949ce7 req-7fa322d9-8ba6-4d38-bbb9-1c219b09895a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.3932316 Oct 19 11:28:47.247799 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9d7a3ed5-bcff-4fc5-b214-eae9cc690e43 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=529b40a2-91c5-4f75-b013-d6e652265b16 HTTP/1.1" status: 200 len: 205 time: 0.0365703 Oct 19 11:28:47.249159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d724a-d1c7-49f4-81e4-ffc29a939bde None None] Routers {'529b40a2-91c5-4f75-b013-d6e652265b16'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:47.250077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41612) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:47.251084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-391d724a-d1c7-49f4-81e4-ffc29a939bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['529b40a2-91c5-4f75-b013-d6e652265b16'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:47.255362 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-6072e805-03f2-4b80-b5fb-c8514783efa8 req-183203b8-0416-41fc-95ff-114289558faf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Calling delete_port for 34a8777b-211e-4176-b1d8-238ca47bdbef owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:47.263884 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.307581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-391d724a-d1c7-49f4-81e4-ffc29a939bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:47.339114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-699a1220-76fa-44d4-9d02-5d699340eeab None None] Provisioning complete for port 42b81e8b-c9ac-41e3-b166-c5a763ced65d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:47.339596 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-699a1220-76fa-44d4-9d02-5d699340eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.364063 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.367272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d724a-d1c7-49f4-81e4-ffc29a939bde None None] Routers {'529b40a2-91c5-4f75-b013-d6e652265b16'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:47.367793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-391d724a-d1c7-49f4-81e4-ffc29a939bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['529b40a2-91c5-4f75-b013-d6e652265b16'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:47.392490 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e74f43f9-a7fb-42a4-87db-b9610bc212bd tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.408165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-391d724a-d1c7-49f4-81e4-ffc29a939bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:47.408801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d724a-d1c7-49f4-81e4-ffc29a939bde None None] The sync data for ids ['529b40a2-91c5-4f75-b013-d6e652265b16'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:47.452006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:47.483151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de9fbe6f-4b87-45d5-aafe-a49847949ce7 req-1b681d9b-dacf-4266-9f60-8938f074030b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 1000 time: 0.2459614 Oct 19 11:28:47.552207 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.561796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.570235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:47.626491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port 461fabdb-81f9-4a3e-9ca7-280f3c32dea3 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:47.632011 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e74f43f9-a7fb-42a4-87db-b9610bc212bd tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.635815 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e74f43f9-a7fb-42a4-87db-b9610bc212bd tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.649071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fbe6f-4b87-45d5-aafe-a49847949ce7 req-4937a54e-4be9-4ea6-9a4b-126fd87f652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:47.650803 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de9fbe6f-4b87-45d5-aafe-a49847949ce7 req-4937a54e-4be9-4ea6-9a4b-126fd87f652e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.1411233 Oct 19 11:28:47.667336 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6072e805-03f2-4b80-b5fb-c8514783efa8 req-183203b8-0416-41fc-95ff-114289558faf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.679495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['34a8777b-211e-4176-b1d8-238ca47bdbef'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:28:47.777862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fbe6f-4b87-45d5-aafe-a49847949ce7 req-90e2e4d5-d734-46b1-8f6c-b24728886244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:47.779985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de9fbe6f-4b87-45d5-aafe-a49847949ce7 req-90e2e4d5-d734-46b1-8f6c-b24728886244 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926273 Oct 19 11:28:47.830298 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e74f43f9-a7fb-42a4-87db-b9610bc212bd tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.830795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f43f9-a7fb-42a4-87db-b9610bc212bd tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Fanout notify agent at l3_agent the message router_deleted on router 529b40a2-91c5-4f75-b013-d6e652265b16 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:28:47.838537 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e74f43f9-a7fb-42a4-87db-b9610bc212bd tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.839926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e74f43f9-a7fb-42a4-87db-b9610bc212bd tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/529b40a2-91c5-4f75-b013-d6e652265b16 HTTP/1.1" status: 204 len: 168 time: 0.5887663 Oct 19 11:28:47.843225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41634) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:47.876425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3e063069-cfbf-4c57-b890-ec1c3bc61f26 None None] Provisioning complete for port 42b81e8b-c9ac-41e3-b166-c5a763ced65d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:47.877202 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e063069-cfbf-4c57-b890-ec1c3bc61f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.947909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ff8767-cbdb-4606-95d6-cc6e40315163 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting subnet 7f45b129-df13-4d03-b515-5f5bd42e4431 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:47.953549 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8767-cbdb-4606-95d6-cc6e40315163 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:47.958112 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de9fbe6f-4b87-45d5-aafe-a49847949ce7 req-bfe126dd-b9fb-4ce4-9c87-f5d15092d4ed service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655984 Oct 19 11:28:48.042153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3e063069-cfbf-4c57-b890-ec1c3bc61f26 None None] Provisioning complete for port ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:48.042539 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e063069-cfbf-4c57-b890-ec1c3bc61f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:48.056791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8767-cbdb-4606-95d6-cc6e40315163 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:48.097621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3e063069-cfbf-4c57-b890-ec1c3bc61f26 None None] Port ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:48.210613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183203b8-0416-41fc-95ff-114289558faf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Pushing event deleted for resources: {'Port': ['ID=34a8777b-211e-4176-b1d8-238ca47bdbef,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:48.240097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-98cae30e-63a5-4d83-9d3b-edca91cab9a5 None None] Provisioning complete for port ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:48.240739 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98cae30e-63a5-4d83-9d3b-edca91cab9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:48.306229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-98cae30e-63a5-4d83-9d3b-edca91cab9a5 None None] Port ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:48.309082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 42b81e8b-c9ac-41e3-b166-c5a763ced65d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:48.360422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6072e805-03f2-4b80-b5fb-c8514783efa8 req-183203b8-0416-41fc-95ff-114289558faf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] No DVR routers for this DVR port 34a8777b-211e-4176-b1d8-238ca47bdbef on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:48.363193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 42b81e8b-c9ac-41e3-b166-c5a763ced65d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:48.363686 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:48.364524 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6072e805-03f2-4b80-b5fb-c8514783efa8 req-183203b8-0416-41fc-95ff-114289558faf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:48.368143 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6072e805-03f2-4b80-b5fb-c8514783efa8 req-183203b8-0416-41fc-95ff-114289558faf tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.49 "DELETE /v2.0/ports/34a8777b-211e-4176-b1d8-238ca47bdbef HTTP/1.1" status: 204 len: 173 time: 2.0410237 Oct 19 11:28:48.384605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e02801-4135-4f90-a614-c973a2b4e442', 'name': 'network-vif-deleted', 'tag': '34a8777b-211e-4176-b1d8-238ca47bdbef'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:28:48.387194 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ced753-f493-422f-ac04-f66bb4dbfb39" -d '{"events": [{"server_uuid": "b7e02801-4135-4f90-a614-c973a2b4e442", "name": "network-vif-deleted", "tag": "34a8777b-211e-4176-b1d8-238ca47bdbef"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:28:48.427014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da35e48-77c7-4ab9-8fa2-7bffee848722 req-8c34b616-9935-445c-ab39-e47158dd9583 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:48.428816 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3da35e48-77c7-4ab9-8fa2-7bffee848722 req-8c34b616-9935-445c-ab39-e47158dd9583 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2926848 Oct 19 11:28:48.474731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 375f5b20-290e-48bd-87d1-9714daf2697c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:48.490760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:48.579498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89a4b12e-ff75-41c4-bff9-f65b107ffec1 req-d001aa7e-b4da-4ca3-8e25-314c2c656a6b tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 210 time: 0.0657012 Oct 19 11:28:48.624780 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de9fbe6f-4b87-45d5-aafe-a49847949ce7 req-3eff6eeb-5c44-4217-acd3-7d4fb1185ed2 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458313 Oct 19 11:28:48.675877 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba1dee-43c6-41de-a11c-4bebfb02cfdf x-openstack-request-id: req-6bba1dee-43c6-41de-a11c-4bebfb02cfdf {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:28:48.676192 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e02801-4135-4f90-a614-c973a2b4e442", "name": "network-vif-deleted", "tag": "34a8777b-211e-4176-b1d8-238ca47bdbef", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:28:48.676417 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bba1dee-43c6-41de-a11c-4bebfb02cfdf {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:28:48.676836 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e02801-4135-4f90-a614-c973a2b4e442', 'name': 'network-vif-deleted', 'tag': '34a8777b-211e-4176-b1d8-238ca47bdbef', 'status': 'completed', 'code': 200} Oct 19 11:28:48.694744 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:48.700042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8767-cbdb-4606-95d6-cc6e40315163 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:48.728762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3da35e48-77c7-4ab9-8fa2-7bffee848722 req-01dbd245-c959-47e7-a6ab-790f879b5a94 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567377 Oct 19 11:28:48.839256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-27e42b83-187c-4f9c-ba5d-606d1b9407fc None None] Provisioning complete for port ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:48.839835 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-27e42b83-187c-4f9c-ba5d-606d1b9407fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:48.859230 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8767-cbdb-4606-95d6-cc6e40315163 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:48.883198 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-27e42b83-187c-4f9c-ba5d-606d1b9407fc None None] Port ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:48.893732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff8767-cbdb-4606-95d6-cc6e40315163 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Subnet': ['ID=7f45b129-df13-4d03-b515-5f5bd42e4431,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:48.895760 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8767-cbdb-4606-95d6-cc6e40315163 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:48.899211 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d4ff8767-cbdb-4606-95d6-cc6e40315163 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/7f45b129-df13-4d03-b515-5f5bd42e4431 HTTP/1.1" status: 204 len: 168 time: 1.0550044 Oct 19 11:28:48.902157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41672) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:48.903891 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afac2e1-05c7-4b5d-8442-731eea3c6c6c None None] Network cbdcb394-d9a5-4545-950f-fdde0fd177c7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:48.985764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router 124add9b-2488-4654-87b0-a831b383cb35 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:28:48.990639 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:48.994581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.052644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:49.092231 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3a4b2-9082-4bca-b56b-359fb178a5e3 None None] DHCP port deletion for cbdcb394-d9a5-4545-950f-fdde0fd177c7 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:49.095471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:49.104085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:49.110256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:49.110849 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.116277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=461fabdb-81f9-4a3e-9ca7-280f3c32dea3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:49.159625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3a4b2-9082-4bca-b56b-359fb178a5e3 None None] Deleting port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:49.160001 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a4b2-9082-4bca-b56b-359fb178a5e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.222642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:49.230754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41678) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:49.230918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ff0e8c1a-366b-4582-b564-e043c45fe1d6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/124add9b-2488-4654-87b0-a831b383cb35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6081629 Oct 19 11:28:49.236210 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de8162-bfb5-4c13-a97f-ec41d3a16c87 None None] Sync routers for ids ['124add9b-2488-4654-87b0-a831b383cb35'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:49.246307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:49.247591 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.250586 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de8162-bfb5-4c13-a97f-ec41d3a16c87 None None] Routers {'124add9b-2488-4654-87b0-a831b383cb35'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:49.251940 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d4de8162-bfb5-4c13-a97f-ec41d3a16c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['124add9b-2488-4654-87b0-a831b383cb35'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:49.292931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7cc3a4b2-9082-4bca-b56b-359fb178a5e3 None None] For port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=139bc00b-bbfc-4a06-9ce5-c6343435e4d6,segment=NetworkSegment(3c958669-4734-4820-aa7c-a38c2910d51e),segment_id=3c958669-4734-4820-aa7c-a38c2910d51e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:49.297669 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a4b2-9082-4bca-b56b-359fb178a5e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.300365 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d4de8162-bfb5-4c13-a97f-ec41d3a16c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:49.311521 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de8162-bfb5-4c13-a97f-ec41d3a16c87 None None] Routers {'124add9b-2488-4654-87b0-a831b383cb35'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:49.312361 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d4de8162-bfb5-4c13-a97f-ec41d3a16c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['124add9b-2488-4654-87b0-a831b383cb35'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:49.315261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e843bb-7641-48c1-8fda-e0771632994f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:49.317110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-36e843bb-7641-48c1-8fda-e0771632994f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports/ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1 HTTP/1.1" status: 200 len: 910 time: 0.0847466 Oct 19 11:28:49.320440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41680) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:49.325058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3a4b2-9082-4bca-b56b-359fb178a5e3 None None] Calling delete_port for 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:49.335408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-82d15307-963e-436e-9511-39f76e40224b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31e0e3b4-2a14-410a-b5f5-a4a8f66ba710'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:49.377573 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d4de8162-bfb5-4c13-a97f-ec41d3a16c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:49.378351 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de8162-bfb5-4c13-a97f-ec41d3a16c87 None None] The sync data for ids ['124add9b-2488-4654-87b0-a831b383cb35'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:49.384500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41682) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:49.384789 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a6da343f-7fbd-4fce-9ccb-753750e0838d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3686843 Oct 19 11:28:49.402936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] For port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=139bc00b-bbfc-4a06-9ce5-c6343435e4d6,segment=NetworkSegment(3c958669-4734-4820-aa7c-a38c2910d51e),segment_id=3c958669-4734-4820-aa7c-a38c2910d51e)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:49.402936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.468023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5938e613-96b0-43b9-a713-1cf8e0383777 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:49.469534 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5938e613-96b0-43b9-a713-1cf8e0383777 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/461fabdb-81f9-4a3e-9ca7-280f3c32dea3 HTTP/1.1" status: 200 len: 845 time: 0.0832810 Oct 19 11:28:49.474259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41684) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:49.494391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:49.584975 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.585855 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cc3a4b2-9082-4bca-b56b-359fb178a5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.614631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-52833392-64cd-4648-9fbc-94fb7e1a3d59 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 461fabdb-81f9-4a3e-9ca7-280f3c32dea3 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:49.614986 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52833392-64cd-4648-9fbc-94fb7e1a3d59 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.624807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3a4b2-9082-4bca-b56b-359fb178a5e3 None None] Pushing event deleted for resources: {'Port': ['ID=139bc00b-bbfc-4a06-9ce5-c6343435e4d6,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:49.633280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.638080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3a4b2-9082-4bca-b56b-359fb178a5e3 None None] No DVR routers for this DVR port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:49.712040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=139bc00b-bbfc-4a06-9ce5-c6343435e4d6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:49.717578 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52833392-64cd-4648-9fbc-94fb7e1a3d59 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.733966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-52833392-64cd-4648-9fbc-94fb7e1a3d59 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 461fabdb-81f9-4a3e-9ca7-280f3c32dea3 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:49.739343 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82d15307-963e-436e-9511-39f76e40224b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.760729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No DVR routers for this DVR port 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:49.818032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8cb18e5-1bab-470c-aa33-1acc867859db req-60401bc6-8773-4568-bb5c-e5b4d8ede667 tempest-ServerMetadataNegativeTestJSON-975760027 tempest-ServerMetadataNegativeTestJSON-975760027-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7e02801-4135-4f90-a614-c973a2b4e442 HTTP/1.1" status: 200 len: 210 time: 0.0326288 Oct 19 11:28:49.881270 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.916984 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.932952 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52833392-64cd-4648-9fbc-94fb7e1a3d59 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.946274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41692) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:49.958436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdcb394-d9a5-4545-950f-fdde0fd177c7']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:49.978544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52833392-64cd-4648-9fbc-94fb7e1a3d59 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=461fabdb-81f9-4a3e-9ca7-280f3c32dea3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:49.982833 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52833392-64cd-4648-9fbc-94fb7e1a3d59 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:49.989138 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-52833392-64cd-4648-9fbc-94fb7e1a3d59 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/461fabdb-81f9-4a3e-9ca7-280f3c32dea3 HTTP/1.1" status: 204 len: 168 time: 0.5114446 Oct 19 11:28:49.990033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41696) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:50.010814 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c958669-4734-4820-aa7c-a38c2910d51e') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:50.011117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c958669-4734-4820-aa7c-a38c2910d51e') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:50.026633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.036368 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-395a381d-332a-4fd3-bf2f-5376b43b087a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:28:50.042587 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-395a381d-332a-4fd3-bf2f-5376b43b087a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/461fabdb-81f9-4a3e-9ca7-280f3c32dea3 HTTP/1.1" status: 404 len: 333 time: 0.0501394 Oct 19 11:28:50.046427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41698) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:50.050590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'name': 'tempest-PortsIpV6TestJSON-394660222'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:50.065447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 34a8777b-211e-4176-b1d8-238ca47bdbef no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:50.106743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 34a8777b-211e-4176-b1d8-238ca47bdbef {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:50.107363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 34a8777b-211e-4176-b1d8-238ca47bdbef not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:50.112255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c4559-4935-4774-93e1-72c93fbc675c req-c319586a-fd58-4295-9a16-ede4f2605795 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:50.114359 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c73c4559-4935-4774-93e1-72c93fbc675c req-c319586a-fd58-4295-9a16-ede4f2605795 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2898309 Oct 19 11:28:50.125863 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.146831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:50.147512 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:50.150791 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:50.157253 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4327497-c785-426b-8c8c-dae292e734c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.252796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:50.258465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:50.263818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.276714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:28:50.277527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 139bc00b-bbfc-4a06-9ce5-c6343435e4d6 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:50.281743 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c73c4559-4935-4774-93e1-72c93fbc675c req-b7ee77b8-d6be-4ab5-b6f9-6a84969acf13 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573229 Oct 19 11:28:50.310904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port bd8b91d0-bb6b-4eb5-858c-d7752e11f089 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:50.362077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.371237 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.374630 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/networks/cbdcb394-d9a5-4545-950f-fdde0fd177c7 HTTP/1.1" status: 204 len: 168 time: 1.4708002 Oct 19 11:28:50.378698 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41704) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:50.382985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1947475236', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:50.404384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa3b78-8ba8-42bd-88f8-d40263ea26af tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Network': ['ID=cbdcb394-d9a5-4545-950f-fdde0fd177c7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:50.506230 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.507246 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.522622 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82306959-22ec-41c2-a4bf-2ea3cbe7c3de req-533977e9-28e8-4623-9e1d-83a168827037 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:50.524227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82306959-22ec-41c2-a4bf-2ea3cbe7c3de req-533977e9-28e8-4623-9e1d-83a168827037 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1426954 Oct 19 11:28:50.590814 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.593064 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82d15307-963e-436e-9511-39f76e40224b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.631849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4327497-c785-426b-8c8c-dae292e734c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.673201 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82306959-22ec-41c2-a4bf-2ea3cbe7c3de req-60c151fe-9352-4042-b1c6-94105ca91d17 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403205 Oct 19 11:28:50.684721 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.705538 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82d15307-963e-436e-9511-39f76e40224b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.750179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4327497-c785-426b-8c8c-dae292e734c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.794424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4327497-c785-426b-8c8c-dae292e734c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bcb628-4d73-485e-a7a2-e52e939d0e99,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:50.812898 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e4327497-c785-426b-8c8c-dae292e734c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=990aaa1a4251420891b439100b5afaa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8595946 Oct 19 11:28:50.813200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41708) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:50.820979 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.846360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d15307-963e-436e-9511-39f76e40224b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:50.863475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d15307-963e-436e-9511-39f76e40224b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:50.863475 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82d15307-963e-436e-9511-39f76e40224b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.863475 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-82d15307-963e-436e-9511-39f76e40224b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/ports/ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1 HTTP/1.1" status: 200 len: 910 time: 1.5360696 Oct 19 11:28:50.873289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41712) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:50.894470 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.899163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41714) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:50.943319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e44aba-7448-4738-8cf1-73dcde96b101 admin admin] Deleting subnet e1c625aa-6558-4268-9d9e-7c00042a3049 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:50.947525 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11e44aba-7448-4738-8cf1-73dcde96b101 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:50.949281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:50.968424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:50.978305 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:50.985093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:50.985922 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.016507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11e44aba-7448-4738-8cf1-73dcde96b101 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.022981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=bd8b91d0-bb6b-4eb5-858c-d7752e11f089,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:51.069906 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89a3e597-fe80-40f2-ae65-edd7ce62a22d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.104014 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11e44aba-7448-4738-8cf1-73dcde96b101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.150525 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e5155041-28bb-450c-a578-5c33b57c4537 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1033037 Oct 19 11:28:51.150778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41716) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:51.157364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-3431b8c1-5292-44d2-8df7-ba77d48eca8f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:51.164097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89a3e597-fe80-40f2-ae65-edd7ce62a22d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.301384 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11e44aba-7448-4738-8cf1-73dcde96b101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.303078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3431b8c1-5292-44d2-8df7-ba77d48eca8f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.366521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe22b5-6fe2-47de-add5-00a6c0ba0790 req-a93729ba-088a-4d38-b67e-e49d61013960 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:51.368018 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-13fe22b5-6fe2-47de-add5-00a6c0ba0790 req-a93729ba-088a-4d38-b67e-e49d61013960 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0980611 Oct 19 11:28:51.368652 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89a3e597-fe80-40f2-ae65-edd7ce62a22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.371329 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89a3e597-fe80-40f2-ae65-edd7ce62a22d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.372445 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-89a3e597-fe80-40f2-ae65-edd7ce62a22d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6bcb628-4d73-485e-a7a2-e52e939d0e99 HTTP/1.1" status: 204 len: 168 time: 0.5584154 Oct 19 11:28:51.373203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11e44aba-7448-4738-8cf1-73dcde96b101 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.376618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-11e44aba-7448-4738-8cf1-73dcde96b101 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e1c625aa-6558-4268-9d9e-7c00042a3049 HTTP/1.1" status: 204 len: 168 time: 0.4783382 Oct 19 11:28:51.379833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e44aba-7448-4738-8cf1-73dcde96b101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c625aa-6558-4268-9d9e-7c00042a3049,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:51.382102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41724) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:51.406738 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.414434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e597-fe80-40f2-ae65-edd7ce62a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bcb628-4d73-485e-a7a2-e52e939d0e99,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:51.457982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.522612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-13fe22b5-6fe2-47de-add5-00a6c0ba0790 req-2a9d0eac-2e27-4c13-b58a-9aa6893bc4ff tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426966 Oct 19 11:28:51.525375 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.567747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8db-d843-4045-a907-d96b813063a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.700399 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.726820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Allocated IP 172.25.2.202 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/170582b7-a7a5-41ca-89b7-c0bcf3503dfb) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:51.727462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f046f071-5c10-4abd-8f45-8566eb9d27f9']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:51.745510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3431b8c1-5292-44d2-8df7-ba77d48eca8f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.769013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9566d15e-146b-4c58-bb9d-4fb9d86bd0d7') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:51.769653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9566d15e-146b-4c58-bb9d-4fb9d86bd0d7') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:51.796661 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.814548 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.821385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3431b8c1-5292-44d2-8df7-ba77d48eca8f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.823066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:51.823491 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:51.826613 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:51.872728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3431b8c1-5292-44d2-8df7-ba77d48eca8f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] In _notify_port_updated(), no bound segment for port bd8b91d0-bb6b-4eb5-858c-d7752e11f089 on network b6874745-038a-42b0-a4f0-46d263fd6ca6 {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:28:51.878282 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431b8c1-5292-44d2-8df7-ba77d48eca8f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:51.880303 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3431b8c1-5292-44d2-8df7-ba77d48eca8f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.880303 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3431b8c1-5292-44d2-8df7-ba77d48eca8f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "PUT /v2.0/ports/bd8b91d0-bb6b-4eb5-858c-d7752e11f089 HTTP/1.1" status: 200 len: 818 time: 0.7284698 Oct 19 11:28:51.884352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41732) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:51.928647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:51.941406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431b8c1-5292-44d2-8df7-ba77d48eca8f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=bd8b91d0-bb6b-4eb5-858c-d7752e11f089,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:51.957877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6a414-24bb-4897-b428-4f54ea30b0f0 req-6bdd59e4-9cef-425e-9331-e62caced5322 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:51.959410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57c6a414-24bb-4897-b428-4f54ea30b0f0 req-6bdd59e4-9cef-425e-9331-e62caced5322 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0824029 Oct 19 11:28:52.019064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c5648ffe-d264-4ef2-9f83-c5dbf76d2b83 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port bd8b91d0-bb6b-4eb5-858c-d7752e11f089 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:52.019401 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c5648ffe-d264-4ef2-9f83-c5dbf76d2b83 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.021133 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.034944 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.038128 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f046f071-5c10-4abd-8f45-8566eb9d27f9 HTTP/1.1" status: 204 len: 168 time: 0.6549265 Oct 19 11:28:52.055154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57c6a414-24bb-4897-b428-4f54ea30b0f0 req-b1554bc7-ffd5-4be8-88cc-1a4a1ee00d7c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825412 Oct 19 11:28:52.057366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c116c-c8d0-41a1-a8bb-0644cf9da309 admin admin] Pushing event deleted for resources: {'Network': ['ID=f046f071-5c10-4abd-8f45-8566eb9d27f9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:52.075521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-0d51e8db-d843-4045-a907-d96b813063a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:52.076638 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8db-d843-4045-a907-d96b813063a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.087276 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.091423 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c5648ffe-d264-4ef2-9f83-c5dbf76d2b83 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.108081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41736) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:52.131358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c5648ffe-d264-4ef2-9f83-c5dbf76d2b83 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for bd8b91d0-bb6b-4eb5-858c-d7752e11f089 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:52.133170 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5b1f00c6-20c9-4743-976d-279282a619d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.154086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:52.160858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:52.166993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:52.196357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=170582b7-a7a5-41ca-89b7-c0bcf3503dfb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:52.245915 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8db-d843-4045-a907-d96b813063a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.266553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-0d51e8db-d843-4045-a907-d96b813063a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:52.359742 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5b1f00c6-20c9-4743-976d-279282a619d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.475644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5b1f00c6-20c9-4743-976d-279282a619d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.492371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41746) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:52.563248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f00c6-20c9-4743-976d-279282a619d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4f67a1-183a-4a3c-b16f-9037f7b02d46,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:52.582970 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5b1f00c6-20c9-4743-976d-279282a619d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33dccec3a29c459595122acc21fa7113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709151 Oct 19 11:28:52.589033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41750) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:52.636271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-763fde87-204f-4752-b853-265dfd2a9235 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d203faa3cd5a426db1e37f9234aa6f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351986 Oct 19 11:28:52.641127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41752) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:52.690749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8db-d843-4045-a907-d96b813063a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.734961 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-791be015-bdcf-4e91-8b33-0ca02fd980ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.740110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51e8db-d843-4045-a907-d96b813063a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=ceab7c0d-3cdd-4e53-8043-baae2dc3ebb1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:52.778772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c5648ffe-d264-4ef2-9f83-c5dbf76d2b83 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.793540 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-791be015-bdcf-4e91-8b33-0ca02fd980ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.814973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5648ffe-d264-4ef2-9f83-c5dbf76d2b83 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=bd8b91d0-bb6b-4eb5-858c-d7752e11f089,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:52.878918 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c5648ffe-d264-4ef2-9f83-c5dbf76d2b83 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.884696 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c5648ffe-d264-4ef2-9f83-c5dbf76d2b83 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/bd8b91d0-bb6b-4eb5-858c-d7752e11f089 HTTP/1.1" status: 204 len: 168 time: 0.9971826 Oct 19 11:28:52.888008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41756) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:52.914626 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a67db17e-43fe-4387-b0f6-5d45f4315947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:52.983762 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a67db17e-43fe-4387-b0f6-5d45f4315947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.030681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dee1b9-0afc-45af-9217-98f5529f8943 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:53.030681 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-98dee1b9-0afc-45af-9217-98f5529f8943 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1371632 Oct 19 11:28:53.031497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41758) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:53.060525 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-791be015-bdcf-4e91-8b33-0ca02fd980ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.063257 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22a1b80-8c3f-41b6-b55b-6100ade276ae tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:28:53.070315 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-791be015-bdcf-4e91-8b33-0ca02fd980ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.070522 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c22a1b80-8c3f-41b6-b55b-6100ade276ae tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/bd8b91d0-bb6b-4eb5-858c-d7752e11f089 HTTP/1.1" status: 404 len: 333 time: 0.0319002 Oct 19 11:28:53.070648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-791be015-bdcf-4e91-8b33-0ca02fd980ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc4f67a1-183a-4a3c-b16f-9037f7b02d46 HTTP/1.1" status: 204 len: 168 time: 0.4754558 Oct 19 11:28:53.083583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41760) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:53.089729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-201661947'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:53.110698 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.118510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9107d79-1807-4198-8432-93dd0e26ed67 req-8e13d8b0-d24d-410e-9bab-a06eeb6b2c2b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:53.125448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9107d79-1807-4198-8432-93dd0e26ed67 req-8e13d8b0-d24d-410e-9bab-a06eeb6b2c2b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:53.131920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9107d79-1807-4198-8432-93dd0e26ed67 req-8e13d8b0-d24d-410e-9bab-a06eeb6b2c2b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:53.151193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9107d79-1807-4198-8432-93dd0e26ed67 req-8e13d8b0-d24d-410e-9bab-a06eeb6b2c2b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:53.165904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9107d79-1807-4198-8432-93dd0e26ed67 req-8e13d8b0-d24d-410e-9bab-a06eeb6b2c2b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:53.174330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9107d79-1807-4198-8432-93dd0e26ed67 req-8e13d8b0-d24d-410e-9bab-a06eeb6b2c2b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:53.182758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9107d79-1807-4198-8432-93dd0e26ed67 req-8e13d8b0-d24d-410e-9bab-a06eeb6b2c2b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:53.187017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b9107d79-1807-4198-8432-93dd0e26ed67 req-8e13d8b0-d24d-410e-9bab-a06eeb6b2c2b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5436 time: 0.2881470 Oct 19 11:28:53.223607 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a67db17e-43fe-4387-b0f6-5d45f4315947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.226162 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a67db17e-43fe-4387-b0f6-5d45f4315947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.227255 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a67db17e-43fe-4387-b0f6-5d45f4315947 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22e338c7-99fe-417b-acb1-556bf0a9024d HTTP/1.1" status: 204 len: 168 time: 0.5851986 Oct 19 11:28:53.229129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791be015-bdcf-4e91-8b33-0ca02fd980ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4f67a1-183a-4a3c-b16f-9037f7b02d46,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:53.236012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d51e8db-d843-4045-a907-d96b813063a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.239260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:53.243115 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.270678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67db17e-43fe-4387-b0f6-5d45f4315947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e338c7-99fe-417b-acb1-556bf0a9024d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:53.306571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:53.333279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5520-655e-410b-8e01-ddda9b5bc337 req-5dac7e0f-463d-4f75-8215-0775bc309f17 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:53.335056 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f0d5520-655e-410b-8e01-ddda9b5bc337 req-5dac7e0f-463d-4f75-8215-0775bc309f17 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1131136 Oct 19 11:28:53.337332 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b9107d79-1807-4198-8432-93dd0e26ed67 req-1fa6e6bf-9b45-4a04-89c6-5fde49a5c71d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146448 Oct 19 11:28:53.381821 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.382273 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Added segment 4e82155b-e477-48f0-a12e-cbe3437302e9 of type vlan for network 811bf12d-a711-497b-bd3d-1bd5968e2213 Oct 19 11:28:53.461363 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.487437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d51e8db-d843-4045-a907-d96b813063a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router 124add9b-2488-4654-87b0-a831b383cb35 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:53.509917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f0d5520-655e-410b-8e01-ddda9b5bc337 req-f93264a8-9cc6-4785-a99b-6dd6bb9c313e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300635 Oct 19 11:28:53.540318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.653699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d51e8db-d843-4045-a907-d96b813063a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:53.673490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed903f6c-aede-4ab1-8992-8d3c74c2c47b None None] Sync routers for ids ['124add9b-2488-4654-87b0-a831b383cb35'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:53.683127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0d51e8db-d843-4045-a907-d96b813063a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/124add9b-2488-4654-87b0-a831b383cb35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8044124 Oct 19 11:28:53.683791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed903f6c-aede-4ab1-8992-8d3c74c2c47b None None] Routers {'124add9b-2488-4654-87b0-a831b383cb35'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:53.684668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed903f6c-aede-4ab1-8992-8d3c74c2c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['124add9b-2488-4654-87b0-a831b383cb35'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:53.687323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41774) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:53.721718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.726760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed903f6c-aede-4ab1-8992-8d3c74c2c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:53.727611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:53.728309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:53.750606 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed903f6c-aede-4ab1-8992-8d3c74c2c47b None None] Routers {'124add9b-2488-4654-87b0-a831b383cb35'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:53.751577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed903f6c-aede-4ab1-8992-8d3c74c2c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['124add9b-2488-4654-87b0-a831b383cb35'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:53.831305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed903f6c-aede-4ab1-8992-8d3c74c2c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:53.831962 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed903f6c-aede-4ab1-8992-8d3c74c2c47b None None] The sync data for ids ['124add9b-2488-4654-87b0-a831b383cb35'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:53.909285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Network': ['ID=811bf12d-a711-497b-bd3d-1bd5968e2213,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:53.932048 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 811bf12d-a711-497b-bd3d-1bd5968e2213 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:53.957923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router f95e47d6-1573-477e-901e-0ea94854557e is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:28:54.060459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-315a1d7d-15eb-4e97-85e4-71a0ce11e346 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9752731 Oct 19 11:28:54.109463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41792) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:54.116344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': '811bf12d-a711-497b-bd3d-1bd5968e2213', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:54.184769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b660c-6fc8-4cdf-ae9e-29820f9e5868 req-e8436360-9796-4230-845a-4036eba5085a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.184966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7092cbd6-99cc-4ece-85f2-3100cf13fc60 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=124add9b-2488-4654-87b0-a831b383cb35 HTTP/1.1" status: 200 len: 205 time: 0.4915292 Oct 19 11:28:54.186645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1d0b660c-6fc8-4cdf-ae9e-29820f9e5868 req-e8436360-9796-4230-845a-4036eba5085a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1357267 Oct 19 11:28:54.187119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41794) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:54.255171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-5d3331d9-5bd5-4251-9bdd-c5ac4a1b63ed tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.262009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-5d3331d9-5bd5-4251-9bdd-c5ac4a1b63ed tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.270081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-5d3331d9-5bd5-4251-9bdd-c5ac4a1b63ed tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.275302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-5d3331d9-5bd5-4251-9bdd-c5ac4a1b63ed tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.281818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-5d3331d9-5bd5-4251-9bdd-c5ac4a1b63ed tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.288093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-5d3331d9-5bd5-4251-9bdd-c5ac4a1b63ed tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.295276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-5d3331d9-5bd5-4251-9bdd-c5ac4a1b63ed tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.297877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-5d3331d9-5bd5-4251-9bdd-c5ac4a1b63ed tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5436 time: 0.1201315 Oct 19 11:28:54.378005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-bad6c9c3-ecd2-463c-bc24-1e66b4c41090 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.381290 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-bad6c9c3-ecd2-463c-bc24-1e66b4c41090 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "GET /v2.0/ports/9326ef13-ef39-49a2-a784-9cd9f9236b41?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0677800 Oct 19 11:28:54.411341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12a39dc0-9822-4811-b5e2-52874cb141b1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:54.465575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:54.483142 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8168c18-135f-424e-9194-f5250c9fd82c None None] Sync routers for ids ['f95e47d6-1573-477e-901e-0ea94854557e'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:54.492170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1d0b660c-6fc8-4cdf-ae9e-29820f9e5868 req-9ea26252-800a-49b5-8668-71432beacac4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980655 Oct 19 11:28:54.500781 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8168c18-135f-424e-9194-f5250c9fd82c None None] Routers {'f95e47d6-1573-477e-901e-0ea94854557e'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:54.503935 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d8168c18-135f-424e-9194-f5250c9fd82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f95e47d6-1573-477e-901e-0ea94854557e'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:54.578544 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d8168c18-135f-424e-9194-f5250c9fd82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:54.596261 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8168c18-135f-424e-9194-f5250c9fd82c None None] Routers {'f95e47d6-1573-477e-901e-0ea94854557e'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:54.597208 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d8168c18-135f-424e-9194-f5250c9fd82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f95e47d6-1573-477e-901e-0ea94854557e'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:54.641374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-e5e14d92-ff77-488d-a9bf-70ab245c135b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "GET /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2530522 Oct 19 11:28:54.656252 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d8168c18-135f-424e-9194-f5250c9fd82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:54.656252 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8168c18-135f-424e-9194-f5250c9fd82c None None] The sync data for ids ['f95e47d6-1573-477e-901e-0ea94854557e'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:54.662794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:54.675037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:54.680078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:54.716700 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:54.720802 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-31e5bac5-815a-43da-8bcd-ade77925c79b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3412206 Oct 19 11:28:54.723965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41814) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:54.735891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6242-b075-4357-be37-47865ddc9729 req-3d679c17-2ed6-41ad-ad5a-bbe70d1ea641 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.742393 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6242-b075-4357-be37-47865ddc9729 req-3d679c17-2ed6-41ad-ad5a-bbe70d1ea641 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.748347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6242-b075-4357-be37-47865ddc9729 req-3d679c17-2ed6-41ad-ad5a-bbe70d1ea641 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.755030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6242-b075-4357-be37-47865ddc9729 req-3d679c17-2ed6-41ad-ad5a-bbe70d1ea641 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.760664 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6242-b075-4357-be37-47865ddc9729 req-3d679c17-2ed6-41ad-ad5a-bbe70d1ea641 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.767567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6242-b075-4357-be37-47865ddc9729 req-3d679c17-2ed6-41ad-ad5a-bbe70d1ea641 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.773614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e6242-b075-4357-be37-47865ddc9729 req-3d679c17-2ed6-41ad-ad5a-bbe70d1ea641 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:54.775658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c15e6242-b075-4357-be37-47865ddc9729 req-3d679c17-2ed6-41ad-ad5a-bbe70d1ea641 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 5436 time: 0.2663300 Oct 19 11:28:54.820850 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12a39dc0-9822-4811-b5e2-52874cb141b1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:54.823052 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12a39dc0-9822-4811-b5e2-52874cb141b1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:54.825742 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:54.883414 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c15e6242-b075-4357-be37-47865ddc9729 req-147ab92f-c99e-45d7-b205-18251e2740f3 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824487 Oct 19 11:28:54.999943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41824) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:55.023771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] For port 9326ef13-ef39-49a2-a784-9cd9f9236b41, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9326ef13-ef39-49a2-a784-9cd9f9236b41,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:55.065518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] For port 9326ef13-ef39-49a2-a784-9cd9f9236b41, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:55.071244 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12a39dc0-9822-4811-b5e2-52874cb141b1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.072935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a39dc0-9822-4811-b5e2-52874cb141b1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Fanout notify agent at l3_agent the message router_deleted on router 124add9b-2488-4654-87b0-a831b383cb35 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:28:55.088790 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-12a39dc0-9822-4811-b5e2-52874cb141b1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.089913 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-12a39dc0-9822-4811-b5e2-52874cb141b1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/124add9b-2488-4654-87b0-a831b383cb35 HTTP/1.1" status: 204 len: 168 time: 0.8978543 Oct 19 11:28:55.094581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41828) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:55.113505 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] device_id is not set on port 9326ef13-ef39-49a2-a784-9cd9f9236b41 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:55.123852 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.146524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1521769530-network', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:55.149936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f9ef6b67-5080-473c-9735-3853e9fc11e7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/routers/f95e47d6-1573-477e-901e-0ea94854557e HTTP/1.1" status: 200 len: 885 time: 0.4226472 Oct 19 11:28:55.153359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41830) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:55.204881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53d7fb1-785d-4a5b-bd13-4644097990e4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting subnet 31e0e3b4-2a14-410a-b5f5-a4a8f66ba710 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:28:55.211753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d53d7fb1-785d-4a5b-bd13-4644097990e4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.251453 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.316279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d53d7fb1-785d-4a5b-bd13-4644097990e4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.327522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Made reservation on behalf of f3ad651dd79d4e92a7696dec699be2a1 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:55.329818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.341026 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3f08e759-781a-4267-b0f3-f6459adcfd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.380921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] No DVR routers for this DVR port 9326ef13-ef39-49a2-a784-9cd9f9236b41 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:55.386379 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.423818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] Pushing event updated for resources: {'Port': ['ID=9326ef13-ef39-49a2-a784-9cd9f9236b41,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:55.455804 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d53d7fb1-785d-4a5b-bd13-4644097990e4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.490827 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.535932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] In _notify_port_updated(), no bound segment for port 9326ef13-ef39-49a2-a784-9cd9f9236b41 on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 {{(pid=101311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:28:55.537178 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:55.537976 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.539292 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-fa697930-a856-477b-ae54-b76bffd96444 service neutron] 10.222.0.26 "PUT /v2.0/ports/9326ef13-ef39-49a2-a784-9cd9f9236b41 HTTP/1.1" status: 200 len: 1028 time: 0.8879495 Oct 19 11:28:55.623015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Subnet': ['ID=ed8e21e8-cef4-42fb-bf3e-487a535d476f,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:55.646968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Checking segment: {'id': '4e82155b-e477-48f0-a12e-cbe3437302e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '811bf12d-a711-497b-bd3d-1bd5968e2213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:55.647327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network hostable DHCP agents. Network: 811bf12d-a711-497b-bd3d-1bd5968e2213, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:55.664620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-af196f79-8f61-4951-86d9-350ce36cdc4c None None] Provisioning complete for port 9326ef13-ef39-49a2-a784-9cd9f9236b41 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:55.668505 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af196f79-8f61-4951-86d9-350ce36cdc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.681367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b539ebb-a9dc-4212-983c-df1fd9b4e91c req-3ed71ad8-286f-4c9b-a20f-8400bba32ef3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:55.682849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b539ebb-a9dc-4212-983c-df1fd9b4e91c req-3ed71ad8-286f-4c9b-a20f-8400bba32ef3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0804460 Oct 19 11:28:55.703569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-af196f79-8f61-4951-86d9-350ce36cdc4c None None] Port 9326ef13-ef39-49a2-a784-9cd9f9236b41 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:55.727831 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.741008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b539ebb-a9dc-4212-983c-df1fd9b4e91c req-62d64bfd-199d-40c7-b50e-439a0a587868 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432920 Oct 19 11:28:55.741134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-f2852a65-d2b6-4f08-b6af-27280676aa14 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:55.741240 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d53d7fb1-785d-4a5b-bd13-4644097990e4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.741384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-f2852a65-d2b6-4f08-b6af-27280676aa14 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "GET /v2.0/ports/2a704251-3e59-45fe-a6ce-9f980c57fcdc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1317937 Oct 19 11:28:55.755191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:55.770126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d7fb1-785d-4a5b-bd13-4644097990e4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Subnet': ['ID=31e0e3b4-2a14-410a-b5f5-a4a8f66ba710,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:55.772126 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d53d7fb1-785d-4a5b-bd13-4644097990e4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.778902 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d53d7fb1-785d-4a5b-bd13-4644097990e4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/31e0e3b4-2a14-410a-b5f5-a4a8f66ba710 HTTP/1.1" status: 204 len: 168 time: 0.6778729 Oct 19 11:28:55.779332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41846) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:55.779478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5eca2-036b-434c-aa43-0c51e2cce1b9 None None] Network 375f5b20-290e-48bd-87d1-9714daf2697c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:55.817089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-baec9703-8b0f-430a-8433-a5ac5433be86 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6625056 Oct 19 11:28:55.817665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41850) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:55.826295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-73f64739-a001-47d2-b271-7fb166622bd1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1947475236'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:55.834865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.873752 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.883009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network 811bf12d-a711-497b-bd3d-1bd5968e2213 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:55.958958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 811bf12d-a711-497b-bd3d-1bd5968e2213) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:55.972696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:55.972696 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:55.973248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5349377-a11f-4d3e-a6a3-c1db8d85c39b None None] Network 811bf12d-a711-497b-bd3d-1bd5968e2213 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:56.016392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port 42b81e8b-c9ac-41e3-b166-c5a763ced65d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:56.017285 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.082776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:56.111654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e4584a50-eb48-44c3-96ad-b48971af9a12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9993792 Oct 19 11:28:56.122681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41860) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:56.123315 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.134913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-11c59aac-9bc6-46c8-8cd8-cf472f9ea52b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': '811bf12d-a711-497b-bd3d-1bd5968e2213', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:56.139751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafeb325-6742-45b7-887d-441136f5868f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:56.176876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-811bf12d-a711-497b-bd3d-1bd5968e2213', 'network_id': '811bf12d-a711-497b-bd3d-1bd5968e2213', 'tenant_id': 'e9557ed117fa41379920529c580ee545', 'fixed_ips': [{'subnet_id': 'ed8e21e8-cef4-42fb-bf3e-487a535d476f'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:28:56.178156 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.181871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.182226 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Added segment e863d1dc-6a8f-4156-9340-411d4425a588 of type vlan for network ff57db85-83fa-463f-abdc-f68fa2bbeb0e Oct 19 11:28:56.245197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] For port 42b81e8b-c9ac-41e3-b166-c5a763ced65d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=42b81e8b-c9ac-41e3-b166-c5a763ced65d,segment=NetworkSegment(9f485d41-419e-42f8-889c-7b378fd3f579),segment_id=9f485d41-419e-42f8-889c-7b378fd3f579)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:56.249958 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.321069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for 42b81e8b-c9ac-41e3-b166-c5a763ced65d owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:56.344183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493cce-d4eb-41fd-bb36-d7fb77e3f08d req-7e5eea9b-8769-4f7f-83e5-766fd6509160 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:56.344596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Allocated IP 2001:db8::2 (811bf12d-a711-497b-bd3d-1bd5968e2213/ed8e21e8-cef4-42fb-bf3e-487a535d476f/0ad016f4-6065-4987-aed4-2b7613c30138) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:28:56.352848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493cce-d4eb-41fd-bb36-d7fb77e3f08d req-7e5eea9b-8769-4f7f-83e5-766fd6509160 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:56.363646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493cce-d4eb-41fd-bb36-d7fb77e3f08d req-7e5eea9b-8769-4f7f-83e5-766fd6509160 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:56.371277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493cce-d4eb-41fd-bb36-d7fb77e3f08d req-7e5eea9b-8769-4f7f-83e5-766fd6509160 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:56.378899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493cce-d4eb-41fd-bb36-d7fb77e3f08d req-7e5eea9b-8769-4f7f-83e5-766fd6509160 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:56.384123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330a955-5d6d-4cee-961e-c2f96643d881 req-2fd368b5-3761-47b1-aa76-f6004fb4e65c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:56.385716 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e330a955-5d6d-4cee-961e-c2f96643d881 req-2fd368b5-3761-47b1-aa76-f6004fb4e65c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.4160202 Oct 19 11:28:56.390502 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.395577 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493cce-d4eb-41fd-bb36-d7fb77e3f08d req-7e5eea9b-8769-4f7f-83e5-766fd6509160 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:56.397821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4493cce-d4eb-41fd-bb36-d7fb77e3f08d req-7e5eea9b-8769-4f7f-83e5-766fd6509160 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 4661 time: 0.2962456 Oct 19 11:28:56.533970 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.539073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01799bd-8293-466d-a671-93ce6edece27 None None] DHCP port deletion for 375f5b20-290e-48bd-87d1-9714daf2697c request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:28:56.594692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d01799bd-8293-466d-a671-93ce6edece27 None None] Deleting port 42b81e8b-c9ac-41e3-b166-c5a763ced65d {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:56.596702 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d01799bd-8293-466d-a671-93ce6edece27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.632213 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4493cce-d4eb-41fd-bb36-d7fb77e3f08d req-1b7602b6-60ec-4cdf-93ff-eb83d77b5fe6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2139246 Oct 19 11:28:56.634859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41868) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:56.686187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.resource_extend [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 11:28:56.709816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d01799bd-8293-466d-a671-93ce6edece27 None None] For port 42b81e8b-c9ac-41e3-b166-c5a763ced65d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=42b81e8b-c9ac-41e3-b166-c5a763ced65d,segment=NetworkSegment(9f485d41-419e-42f8-889c-7b378fd3f579),segment_id=9f485d41-419e-42f8-889c-7b378fd3f579)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:56.710309 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d01799bd-8293-466d-a671-93ce6edece27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.723761 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.729915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d01799bd-8293-466d-a671-93ce6edece27 None None] Calling delete_port for 42b81e8b-c9ac-41e3-b166-c5a763ced65d owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:56.792416 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.794286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:56.795039 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.807200 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.843624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=42b81e8b-c9ac-41e3-b166-c5a763ced65d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:56.847735 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No DVR routers for this DVR port 42b81e8b-c9ac-41e3-b166-c5a763ced65d on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:56.858563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Network 811bf12d-a711-497b-bd3d-1bd5968e2213 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:28:56.867821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:56.878993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:28:56.908005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Pushing event updated for resources: {'Port': ['ID=0ad016f4-6065-4987-aed4-2b7613c30138,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:56.929338 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d01799bd-8293-466d-a671-93ce6edece27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.949111 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:56.984774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375f5b20-290e-48bd-87d1-9714daf2697c']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:56.997541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f485d41-419e-42f8-889c-7b378fd3f579') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:57.002173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f485d41-419e-42f8-889c-7b378fd3f579') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:57.014598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01799bd-8293-466d-a671-93ce6edece27 None None] No DVR routers for this DVR port 42b81e8b-c9ac-41e3-b166-c5a763ced65d on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:57.017435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01799bd-8293-466d-a671-93ce6edece27 None None] Pushing event deleted for resources: {'Port': ['ID=42b81e8b-c9ac-41e3-b166-c5a763ced65d,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:57.024591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] Pushing event updated for resources: {'Network': ['ID=ff57db85-83fa-463f-abdc-f68fa2bbeb0e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:57.026024 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4135302e-4618-45b2-9903-64c6375c18f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.031044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Attempting to bind port 0ad016f4-6065-4987-aed4-2b7613c30138 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:28:57.031044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Attempting to bind port 0ad016f4-6065-4987-aed4-2b7613c30138 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4e82155b-e477-48f0-a12e-cbe3437302e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '811bf12d-a711-497b-bd3d-1bd5968e2213'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:28:57.031044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Attempting to bind port 0ad016f4-6065-4987-aed4-2b7613c30138 on network 811bf12d-a711-497b-bd3d-1bd5968e2213 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:28:57.035900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:28:57.036273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Checking segment: {'id': '4e82155b-e477-48f0-a12e-cbe3437302e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '811bf12d-a711-497b-bd3d-1bd5968e2213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:57.036711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.037175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Bound using segment: {'id': '4e82155b-e477-48f0-a12e-cbe3437302e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '811bf12d-a711-497b-bd3d-1bd5968e2213'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:28:57.037533 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Bound port: 0ad016f4-6065-4987-aed4-2b7613c30138, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e82155b-e477-48f0-a12e-cbe3437302e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '811bf12d-a711-497b-bd3d-1bd5968e2213'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:28:57.037905 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.041352 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.042716 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network ff57db85-83fa-463f-abdc-f68fa2bbeb0e details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:57.076190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.088246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:28:57.088709 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:28:57.094789 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:28:57.114111 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e330a955-5d6d-4cee-961e-c2f96643d881 req-5afde39c-2808-4480-b464-6daf6c7f4972 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7169490 Oct 19 11:28:57.209923 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73f64739-a001-47d2-b271-7fb166622bd1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.228238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] For port 2a704251-3e59-45fe-a6ce-9f980c57fcdc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2a704251-3e59-45fe-a6ce-9f980c57fcdc,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:57.243272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] For port 0ad016f4-6065-4987-aed4-2b7613c30138, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:57.247289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] For port 0ad016f4-6065-4987-aed4-2b7613c30138, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0ad016f4-6065-4987-aed4-2b7613c30138,segment=NetworkSegment(4e82155b-e477-48f0-a12e-cbe3437302e9),segment_id=4e82155b-e477-48f0-a12e-cbe3437302e9)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:28:57.271868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] For port 2a704251-3e59-45fe-a6ce-9f980c57fcdc, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:28:57.302355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c59aac-9bc6-46c8-8cd8-cf472f9ea52b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:57.308201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-11c59aac-9bc6-46c8-8cd8-cf472f9ea52b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.350390 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.445898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcc3bd-86e1-4a8a-88ad-f0d89647b97a None None] Pushing event updated for resources: {'Port': ['ID=0ad016f4-6065-4987-aed4-2b7613c30138,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:57.702327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7ef2b-53ac-4fbd-9a7d-014423fe75fc req-0238a3d7-6b01-45d5-8a30-e6a7b347aae3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:57.705886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ce7ef2b-53ac-4fbd-9a7d-014423fe75fc req-0238a3d7-6b01-45d5-8a30-e6a7b347aae3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1241064 Oct 19 11:28:57.771333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.795769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.808906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/networks/375f5b20-290e-48bd-87d1-9714daf2697c HTTP/1.1" status: 204 len: 168 time: 2.0283310 Oct 19 11:28:57.823351 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5d7c08e8-c06a-4484-b1c0-fe29fb39f70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.823475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41890) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:57.846919 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4135302e-4618-45b2-9903-64c6375c18f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.851039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-638a8e84-249b-4ca7-a998-0cf4b2ced5f4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-129128660', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:57.859861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a3dd6-a76f-4ca9-b657-79cef011e37b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Network': ['ID=375f5b20-290e-48bd-87d1-9714daf2697c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:57.870929 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ce7ef2b-53ac-4fbd-9a7d-014423fe75fc req-945f705d-a5f9-4a32-b0c0-b0e940e54b97 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590497 Oct 19 11:28:57.890976 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73f64739-a001-47d2-b271-7fb166622bd1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.904182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-baaa5a21-702f-43be-9872-cd8e9dfe3364 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9000599 Oct 19 11:28:57.904922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41894) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:57.905397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] device_id is not set on port 2a704251-3e59-45fe-a6ce-9f980c57fcdc yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:28:57.915120 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] Request body: {'subnet': {'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1521769530-subnet', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:57.923354 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4135302e-4618-45b2-9903-64c6375c18f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.937750 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.958979 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-638a8e84-249b-4ca7-a998-0cf4b2ced5f4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.959582 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-638a8e84-249b-4ca7-a998-0cf4b2ced5f4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:57.969961 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4135302e-4618-45b2-9903-64c6375c18f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d13d56f29f3140179c525dad0e3ecc1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3340521 Oct 19 11:28:57.976453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41896) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:58.001095 n-d-814547-1 neutron-server[101311]: INFO neutron.db.ipam_backend_mixin [None req-11c59aac-9bc6-46c8-8cd8-cf472f9ea52b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed8e21e8-cef4-42fb-bf3e-487a535d476f (CIDR: 2001:db8::/64) Oct 19 11:28:58.034434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135302e-4618-45b2-9903-64c6375c18f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236268b3-8a24-4148-88ff-831fc7ce7ca0,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:58.037260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb08ac-f2e9-4b4c-b5ff-56617c409e29 req-bebe0775-e166-4c61-ac0c-75b7fed5f4e9 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:58.045039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb08ac-f2e9-4b4c-b5ff-56617c409e29 req-bebe0775-e166-4c61-ac0c-75b7fed5f4e9 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:58.056142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb08ac-f2e9-4b4c-b5ff-56617c409e29 req-bebe0775-e166-4c61-ac0c-75b7fed5f4e9 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:58.063154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb08ac-f2e9-4b4c-b5ff-56617c409e29 req-bebe0775-e166-4c61-ac0c-75b7fed5f4e9 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:58.068993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb08ac-f2e9-4b4c-b5ff-56617c409e29 req-bebe0775-e166-4c61-ac0c-75b7fed5f4e9 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:58.076968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb08ac-f2e9-4b4c-b5ff-56617c409e29 req-bebe0775-e166-4c61-ac0c-75b7fed5f4e9 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:58.077593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1261937f-c926-4fce-ae22-78d1678502cb no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:58.085202 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-61fb08ac-f2e9-4b4c-b5ff-56617c409e29 req-bebe0775-e166-4c61-ac0c-75b7fed5f4e9 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 4661 time: 0.2046807 Oct 19 11:28:58.097183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-638a8e84-249b-4ca7-a998-0cf4b2ced5f4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.099655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] Made reservation on behalf of f3ad651dd79d4e92a7696dec699be2a1 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:58.102134 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.104547 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.107254 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c59aac-9bc6-46c8-8cd8-cf472f9ea52b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:28:58.108216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c59aac-9bc6-46c8-8cd8-cf472f9ea52b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:28:58.138969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90c9de-a0c0-4210-b3ef-619110afdf3f req-47c3da77-def0-4e8e-afdd-96c74ed17b6a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:58.140850 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f90c9de-a0c0-4210-b3ef-619110afdf3f req-47c3da77-def0-4e8e-afdd-96c74ed17b6a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1700196 Oct 19 11:28:58.186993 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.205036 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-638a8e84-249b-4ca7-a998-0cf4b2ced5f4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.213298 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-269b7055-64a6-40c7-807c-94a6a8a51478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.270270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] No DVR routers for this DVR port 2a704251-3e59-45fe-a6ce-9f980c57fcdc on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:28:58.278506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] Pushing event updated for resources: {'Port': ['ID=2a704251-3e59-45fe-a6ce-9f980c57fcdc,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:58.290716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f90c9de-a0c0-4210-b3ef-619110afdf3f req-3119e928-d775-4f8d-989e-9899fe745737 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399508 Oct 19 11:28:58.300076 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-269b7055-64a6-40c7-807c-94a6a8a51478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.307019 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-61fb08ac-f2e9-4b4c-b5ff-56617c409e29 req-aa4debb9-a8bf-448f-9266-92c6709f8853 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e23bf4b4-5372-4405-955c-f36bb72acb65&id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2208576 Oct 19 11:28:58.323346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-638a8e84-249b-4ca7-a998-0cf4b2ced5f4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.325609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-638a8e84-249b-4ca7-a998-0cf4b2ced5f4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4865093 Oct 19 11:28:58.337416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41902) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:58.341402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1261937f-c926-4fce-ae22-78d1678502cb, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1261937f-c926-4fce-ae22-78d1678502cb,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:58.343550 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1261937f-c926-4fce-ae22-78d1678502cb'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:28:58.347629 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a264688-b424-4611-952a-e3bbc0d24027" -d '{"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-unplugged", "status": "completed", "tag": "1261937f-c926-4fce-ae22-78d1678502cb"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:28:58.354665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f64739-a001-47d2-b271-7fb166622bd1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router f95e47d6-1573-477e-901e-0ea94854557e has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:28:58.360165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-11c59aac-9bc6-46c8-8cd8-cf472f9ea52b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2340860 Oct 19 11:28:58.362973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41908) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:58.369908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'network': {'name': 'tempest-RoutersTest-640514883'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:58.374887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d666e293-0460-4e17-bb0c-edf68b123268 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': '811bf12d-a711-497b-bd3d-1bd5968e2213', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:58.412474 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.413211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a2807284-a523-414d-b2a2-c7c0ab2cceb8 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:58.460761 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86872af4-14ea-48b0-b392-02006b3b71d4 x-openstack-request-id: req-86872af4-14ea-48b0-b392-02006b3b71d4 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:28:58.461381 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-unplugged", "status": "completed", "tag": "1261937f-c926-4fce-ae22-78d1678502cb", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:28:58.461778 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86872af4-14ea-48b0-b392-02006b3b71d4 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:28:58.462652 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1261937f-c926-4fce-ae22-78d1678502cb', 'code': 200} Oct 19 11:28:58.476124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] In _notify_port_updated(), no bound segment for port 2a704251-3e59-45fe-a6ce-9f980c57fcdc on network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 {{(pid=101311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:28:58.476835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:58.477614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.479345 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-17ab5496-fe6d-40c7-adf6-d4f650722d74 service neutron] 10.222.0.26 "PUT /v2.0/ports/2a704251-3e59-45fe-a6ce-9f980c57fcdc HTTP/1.1" status: 200 len: 1028 time: 2.7286720 Oct 19 11:28:58.539474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0ad016f4-6065-4987-aed4-2b7613c30138 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:28:58.653237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:58.657995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.722145 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.755801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f64739-a001-47d2-b271-7fb166622bd1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:28:58.766337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-269b7055-64a6-40c7-807c-94a6a8a51478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.766706 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73f64739-a001-47d2-b271-7fb166622bd1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.770720 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-73f64739-a001-47d2-b271-7fb166622bd1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/f95e47d6-1573-477e-901e-0ea94854557e HTTP/1.1" status: 200 len: 892 time: 2.9516859 Oct 19 11:28:58.771982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-269b7055-64a6-40c7-807c-94a6a8a51478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.775581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41914) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:58.775762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-269b7055-64a6-40c7-807c-94a6a8a51478 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/236268b3-8a24-4148-88ff-831fc7ce7ca0 HTTP/1.1" status: 204 len: 168 time: 0.7932658 Oct 19 11:28:58.827377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:28:58.853565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76913946-b988-49ac-b24e-d39803f7194e None None] Sync routers for ids ['f95e47d6-1573-477e-901e-0ea94854557e'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:28:58.882909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Deleting port 6890fecc-07f2-474d-8fb9-693bd142b93a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:28:58.883559 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.883705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=1261937f-c926-4fce-ae22-78d1678502cb,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:58.893178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2d09ad9c-789f-48b4-8ea2-8d038dc277d1 None None] Provisioning complete for port 2a704251-3e59-45fe-a6ce-9f980c57fcdc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:58.893992 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2d09ad9c-789f-48b4-8ea2-8d038dc277d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.923438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.923915 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added segment bd9173b0-7556-4653-945a-128a427b82bc of type vlan for network e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 Oct 19 11:28:58.927899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b7055-64a6-40c7-807c-94a6a8a51478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236268b3-8a24-4148-88ff-831fc7ce7ca0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:58.940102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d666e293-0460-4e17-bb0c-edf68b123268 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:58.943687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d666e293-0460-4e17-bb0c-edf68b123268 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:58.961961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2d09ad9c-789f-48b4-8ea2-8d038dc277d1 None None] Port 2a704251-3e59-45fe-a6ce-9f980c57fcdc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:28:58.965767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b89025-ed79-4430-b2da-0d836edb3c46,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:58.997419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76913946-b988-49ac-b24e-d39803f7194e None None] Routers {'f95e47d6-1573-477e-901e-0ea94854557e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:59.012941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-76913946-b988-49ac-b24e-d39803f7194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f95e47d6-1573-477e-901e-0ea94854557e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:59.032609 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.036851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] Checking segment: {'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:28:59.037343 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] Network hostable DHCP agents. Network: ff57db85-83fa-463f-abdc-f68fa2bbeb0e, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:28:59.083996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0ad016f4-6065-4987-aed4-2b7613c30138 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:59.084370 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.086417 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf1d6ce-a2e8-4231-801b-1568be0a3de3 None None] Network 811bf12d-a711-497b-bd3d-1bd5968e2213 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:59.087963 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.091007 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7cd68942-1201-4630-8836-a3487df44b1a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/routers/f95e47d6-1573-477e-901e-0ea94854557e HTTP/1.1" status: 200 len: 892 time: 0.3155830 Oct 19 11:28:59.091230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41920) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:59.127945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] For port 6890fecc-07f2-474d-8fb9-693bd142b93a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6890fecc-07f2-474d-8fb9-693bd142b93a,segment=NetworkSegment(563d034a-a146-4c70-9da0-767e74bbe1fa),segment_id=563d034a-a146-4c70-9da0-767e74bbe1fa)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:59.128320 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.133115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-76913946-b988-49ac-b24e-d39803f7194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:59.141360 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-605617a7-6ffd-44e9-8dd5-d16847e83c0d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95e47d6-1573-477e-901e-0ea94854557e HTTP/1.1" status: 200 len: 205 time: 0.0488272 Oct 19 11:28:59.142074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41922) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:59.142913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] Network ff57db85-83fa-463f-abdc-f68fa2bbeb0e is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:28:59.173812 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.182433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:59.183349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.190874 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.192853 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.252855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76913946-b988-49ac-b24e-d39803f7194e None None] Routers {'f95e47d6-1573-477e-901e-0ea94854557e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:28:59.253753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-76913946-b988-49ac-b24e-d39803f7194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f95e47d6-1573-477e-901e-0ea94854557e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:59.255991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0bfa84ad-5a45-4220-b2c9-af74f65be997 None None] Provisioning complete for port 0ad016f4-6065-4987-aed4-2b7613c30138 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:28:59.256525 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bfa84ad-5a45-4220-b2c9-af74f65be997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.286932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a2807284-a523-414d-b2a2-c7c0ab2cceb8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a2807284-a523-414d-b2a2-c7c0ab2cceb8,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:28:59.325221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Network': ['ID=e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:59.328216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, ff57db85-83fa-463f-abdc-f68fa2bbeb0e) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:28:59.332835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-76913946-b988-49ac-b24e-d39803f7194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:28:59.333809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76913946-b988-49ac-b24e-d39803f7194e None None] The sync data for ids ['f95e47d6-1573-477e-901e-0ea94854557e'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:28:59.353233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:59.353233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.372992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:28:59.376243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e5fbf-097e-4906-a7be-6442fad58d27 None None] Network ff57db85-83fa-463f-abdc-f68fa2bbeb0e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:28:59.399013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-39c9b321-8271-4745-b71c-e3314a7c2e54 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0639853 Oct 19 11:28:59.401797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41930) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:59.410382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'subnet': {'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:59.420934 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.421566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2a704251-3e59-45fe-a6ce-9f980c57fcdc no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:59.442196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c07d1d4c-a45b-4a92-97f7-1e53d16459f3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5338862 Oct 19 11:28:59.443607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41932) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:59.447742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1521769530-router', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:28:59.475446 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.524830 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.526581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.631068 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.653465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:28:59.658229 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.663170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1b03-9103-4b8e-8179-1fbeb3be4aaa req-559bd50d-c155-4e65-83ce-500ef6efe8a4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:59.670040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1b03-9103-4b8e-8179-1fbeb3be4aaa req-559bd50d-c155-4e65-83ce-500ef6efe8a4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:59.676735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1b03-9103-4b8e-8179-1fbeb3be4aaa req-559bd50d-c155-4e65-83ce-500ef6efe8a4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:59.684393 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1b03-9103-4b8e-8179-1fbeb3be4aaa req-559bd50d-c155-4e65-83ce-500ef6efe8a4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:59.690981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1b03-9103-4b8e-8179-1fbeb3be4aaa req-559bd50d-c155-4e65-83ce-500ef6efe8a4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:28:59.698943 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-159d1b03-9103-4b8e-8179-1fbeb3be4aaa req-559bd50d-c155-4e65-83ce-500ef6efe8a4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 3882 time: 0.2329459 Oct 19 11:28:59.703422 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.703782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.704092 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Floating IP e60c7201-1698-4667-acf6-c0b27de62459 disassociated. External IP: 172.25.2.68, port: 6890fecc-07f2-474d-8fb9-693bd142b93a. Oct 19 11:28:59.704436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Calling delete_port for 6890fecc-07f2-474d-8fb9-693bd142b93a owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:28:59.722368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2a704251-3e59-45fe-a6ce-9f980c57fcdc not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:28:59.723027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:28:59.746238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41940) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:28:59.814986 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2f30-6837-4b6e-9edd-42b514e5a486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.835625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=a2807284-a523-414d-b2a2-c7c0ab2cceb8,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:28:59.841306 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.898779 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.929192 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bfa84ad-5a45-4220-b2c9-af74f65be997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.954990 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-159d1b03-9103-4b8e-8179-1fbeb3be4aaa req-d6deaddd-3e6f-4b5c-8d26-bb9c56fc4cf1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545316 Oct 19 11:28:59.986384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:28:59.990279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 0ad016f4-6065-4987-aed4-2b7613c30138, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0ad016f4-6065-4987-aed4-2b7613c30138,segment=NetworkSegment(4e82155b-e477-48f0-a12e-cbe3437302e9),segment_id=4e82155b-e477-48f0-a12e-cbe3437302e9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:00.016763 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.039980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b4faba-cd45-4e20-a718-a5d388f0ff05 None None] Network ff57db85-83fa-463f-abdc-f68fa2bbeb0e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:00.096378 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d666e293-0460-4e17-bb0c-edf68b123268 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.104581 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2f30-6837-4b6e-9edd-42b514e5a486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.141590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:00.173093 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.185523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d666e293-0460-4e17-bb0c-edf68b123268 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network 811bf12d-a711-497b-bd3d-1bd5968e2213 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:00.207409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666e293-0460-4e17-bb0c-edf68b123268 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Subnet': ['ID=acfebb49-9969-41ed-bd24-b1b115a7a976,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:00.217291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d666e293-0460-4e17-bb0c-edf68b123268 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:00.221891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d666e293-0460-4e17-bb0c-edf68b123268 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:00.221891 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d666e293-0460-4e17-bb0c-edf68b123268 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.224450 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e7d2f30-6837-4b6e-9edd-42b514e5a486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.266373 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.273254 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.274009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e750a961-753d-4d31-907b-533ce621354b no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:00.275985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 42b81e8b-c9ac-41e3-b166-c5a763ced65d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:00.281522 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.354680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 42b81e8b-c9ac-41e3-b166-c5a763ced65d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:29:00.355256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 42b81e8b-c9ac-41e3-b166-c5a763ced65d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:29:00.377986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=0ad016f4-6065-4987-aed4-2b7613c30138,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:00.425045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8e7d2f30-6837-4b6e-9edd-42b514e5a486 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4c75452f7874017b8072f761c2ab78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6708388 Oct 19 11:29:00.434470 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-0bfa84ad-5a45-4220-b2c9-af74f65be997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:29:00.435033 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-0bfa84ad-5a45-4220-b2c9-af74f65be997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:29:00.441574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41946) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:00.441881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3ebad0-4e63-44fe-9331-d31c3e3e67fd None None] Network 811bf12d-a711-497b-bd3d-1bd5968e2213 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:00.464204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2807284-a523-414d-b2a2-c7c0ab2cceb8'}, {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3f2d9a-e040-433c-8d60-ac41df6b0b15'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:29:00.464698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d2f30-6837-4b6e-9edd-42b514e5a486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a13b48d-f6bb-4ee0-a3e0-b97eae1692bb,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:00.466555 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ee308a-92b2-4136-a059-14e9c57a9c64" -d '{"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-unplugged", "status": "completed", "tag": "a2807284-a523-414d-b2a2-c7c0ab2cceb8"}, {"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3f2d9a-e040-433c-8d60-ac41df6b0b15"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:29:00.472620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d666e293-0460-4e17-bb0c-edf68b123268 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1043320 Oct 19 11:29:00.474426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Port': ['ID=6890fecc-07f2-474d-8fb9-693bd142b93a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:00.478705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.481702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41950) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:00.488085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': '811bf12d-a711-497b-bd3d-1bd5968e2213', 'fixed_ips': [{'subnet_id': 'ed8e21e8-cef4-42fb-bf3e-487a535d476f'}, {'subnet_id': 'acfebb49-9969-41ed-bd24-b1b115a7a976'}], 'name': 'tempest-PortsIpV6TestJSON-485001625'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:00.520668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Subnet': ['ID=3112e766-2fce-4721-bdac-e7786eb89542,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:00.536839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Checking segment: {'id': 'bd9173b0-7556-4653-945a-128a427b82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:00.538364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network hostable DHCP agents. Network: e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:29:00.539776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 170582b7-a7a5-41ca-89b7-c0bcf3503dfb {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:00.540201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.541194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.578433 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 19 Oct 2021 11:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e66bfb-560b-47e1-b5cc-31ef23711dae x-openstack-request-id: req-a9e66bfb-560b-47e1-b5cc-31ef23711dae {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:29:00.578961 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-unplugged", "status": "completed", "tag": "a2807284-a523-414d-b2a2-c7c0ab2cceb8", "code": 200}, {"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3f2d9a-e040-433c-8d60-ac41df6b0b15", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:29:00.579417 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9e66bfb-560b-47e1-b5cc-31ef23711dae {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:29:00.580368 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2807284-a523-414d-b2a2-c7c0ab2cceb8', 'code': 200} Oct 19 11:29:00.580850 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3f2d9a-e040-433c-8d60-ac41df6b0b15', 'code': 200} Oct 19 11:29:00.581022 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3da5d376-2595-4ee2-9387-e26cf8d16d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.581778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:00.647278 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.654975 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3da5d376-2595-4ee2-9387-e26cf8d16d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.726684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:29:00.734541 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e750a961-753d-4d31-907b-533ce621354b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e750a961-753d-4d31-907b-533ce621354b,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:00.768966 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.790296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Allocated IP 172.25.2.11 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:00.818591 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.819313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9326ef13-ef39-49a2-a784-9cd9f9236b41 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:00.887996 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3da5d376-2595-4ee2-9387-e26cf8d16d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.892771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3da5d376-2595-4ee2-9387-e26cf8d16d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.892771 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3da5d376-2595-4ee2-9387-e26cf8d16d47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a13b48d-f6bb-4ee0-a3e0-b97eae1692bb HTTP/1.1" status: 204 len: 168 time: 0.4496982 Oct 19 11:29:00.893349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:00.898960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:00.899624 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:00.917064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5d376-2595-4ee2-9387-e26cf8d16d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a13b48d-f6bb-4ee0-a3e0-b97eae1692bb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:00.970699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:01.003332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Router 23d2879d-2f98-42b4-b547-49f3fc05953f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:29:01.052909 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dba39008-18c6-4fee-9c8e-fd9a71d22b2a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6491244 Oct 19 11:29:01.059454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 41964) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:01.059978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=e750a961-753d-4d31-907b-533ce621354b,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:01.069503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb029e7c-b54b-41ca-b894-a671023cf954 None None] Network e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:01.117829 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:01.185542 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:01.199737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:01.257684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 170582b7-a7a5-41ca-89b7-c0bcf3503dfb owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:01.259206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9326ef13-ef39-49a2-a784-9cd9f9236b41 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:29:01.259736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6890fecc-07f2-474d-8fb9-693bd142b93a no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:01.262596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:01.268101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:01.290656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d43e-8e49-4497-898b-e1f53ed864e0 req-5f6023f2-6ea5-4125-b391-991ff8f01b47 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:01.297646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d43e-8e49-4497-898b-e1f53ed864e0 req-5f6023f2-6ea5-4125-b391-991ff8f01b47 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:01.303808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d43e-8e49-4497-898b-e1f53ed864e0 req-5f6023f2-6ea5-4125-b391-991ff8f01b47 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:01.306800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 6890fecc-07f2-474d-8fb9-693bd142b93a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:29:01.307211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6890fecc-07f2-474d-8fb9-693bd142b93a not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:29:01.310209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d43e-8e49-4497-898b-e1f53ed864e0 req-5f6023f2-6ea5-4125-b391-991ff8f01b47 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:01.312628 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8363d43e-8e49-4497-898b-e1f53ed864e0 req-5f6023f2-6ea5-4125-b391-991ff8f01b47 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 3142 time: 0.1903470 Oct 19 11:29:01.354077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:01.359548 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:01.365383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a84a8-e70f-4f4d-9cdf-93edee832ed8 None None] Update dhcp port {'port': {'network_id': '811bf12d-a711-497b-bd3d-1bd5968e2213', 'fixed_ips': [{'subnet_id': 'ed8e21e8-cef4-42fb-bf3e-487a535d476f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'acfebb49-9969-41ed-bd24-b1b115a7a976'}], 'binding:host_id': 'n-d-814547-1'}, 'id': '0ad016f4-6065-4987-aed4-2b7613c30138'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:29:01.375696 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283d24cd-0a86-42ad-b426-85089bc20806 None None] Sync routers for ids ['23d2879d-2f98-42b4-b547-49f3fc05953f'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:01.392666 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d24cd-0a86-42ad-b426-85089bc20806 None None] Routers {'23d2879d-2f98-42b4-b547-49f3fc05953f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:01.394929 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-283d24cd-0a86-42ad-b426-85089bc20806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23d2879d-2f98-42b4-b547-49f3fc05953f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:01.409909 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b37a84a8-e70f-4f4d-9cdf-93edee832ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:01.485669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:01.525046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] No DVR routers for this DVR port 6890fecc-07f2-474d-8fb9-693bd142b93a on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:01.591285 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:01.592942 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-283d24cd-0a86-42ad-b426-85089bc20806 None None] Set router 23d2879d-2f98-42b4-b547-49f3fc05953f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:01.603716 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-7e59e958-2c86-4d25-a843-cfbdc4ad2e93 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "DELETE /v2.0/ports/6890fecc-07f2-474d-8fb9-693bd142b93a HTTP/1.1" status: 204 len: 173 time: 3.0631850 Oct 19 11:29:01.604235 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-deleted', 'tag': '6890fecc-07f2-474d-8fb9-693bd142b93a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:29:01.615239 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09141a14-aa4f-4ca1-9fbf-ee117f424cfe" -d '{"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-deleted", "tag": "6890fecc-07f2-474d-8fb9-693bd142b93a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:29:01.695199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8363d43e-8e49-4497-898b-e1f53ed864e0 req-5166cc32-1540-4ae6-aa27-9ffaa77506d6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445249 Oct 19 11:29:01.733365 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc54cd0-bc93-4b0c-9cc1-292f94537fde x-openstack-request-id: req-6bc54cd0-bc93-4b0c-9cc1-292f94537fde {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:29:01.733666 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-deleted", "tag": "6890fecc-07f2-474d-8fb9-693bd142b93a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:29:01.733920 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bc54cd0-bc93-4b0c-9cc1-292f94537fde {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:29:01.734308 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-deleted', 'tag': '6890fecc-07f2-474d-8fb9-693bd142b93a', 'status': 'completed', 'code': 200} Oct 19 11:29:01.832666 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:01.844919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1078a449-f151-4193-891b-1bc6c62aaf0d None None] Provisioning complete for port 0ad016f4-6065-4987-aed4-2b7613c30138 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:01.854460 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1078a449-f151-4193-891b-1bc6c62aaf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:01.862573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:29:01.866097 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:01.918973 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-283d24cd-0a86-42ad-b426-85089bc20806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:27Z', 'revision_number': 4, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '615e58c7-06c4-4460-97bf-510e61af1405', 'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'mac_address': 'fa:16:3e:f7:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:26Z', 'updated_at': '2021-10-19T11:18:33Z', 'revision_number': 5, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'subnets': [{'id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:01.928734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port d9e82c9d-d6bb-41ae-8879-5483e87ec735 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:29:01.952952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b37a84a8-e70f-4f4d-9cdf-93edee832ed8 None None] Allocated IP 2001:db8:0:1::2 (811bf12d-a711-497b-bd3d-1bd5968e2213/acfebb49-9969-41ed-bd24-b1b115a7a976/0ad016f4-6065-4987-aed4-2b7613c30138) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:01.957567 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:01.976258 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283d24cd-0a86-42ad-b426-85089bc20806 None None] Checking router: 23d2879d-2f98-42b4-b547-49f3fc05953f for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:01.978027 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:01.990229 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d24cd-0a86-42ad-b426-85089bc20806 None None] Routers {'23d2879d-2f98-42b4-b547-49f3fc05953f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:01.991106 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-283d24cd-0a86-42ad-b426-85089bc20806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23d2879d-2f98-42b4-b547-49f3fc05953f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:02.170924 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-283d24cd-0a86-42ad-b426-85089bc20806 None None] Set router 23d2879d-2f98-42b4-b547-49f3fc05953f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:02.361056 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-d465308c-b9fd-4327-9d55-6a5bc544cfd1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Deleting port e750a961-753d-4d31-907b-533ce621354b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:02.361651 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-d465308c-b9fd-4327-9d55-6a5bc544cfd1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:02.393710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b37a84a8-e70f-4f4d-9cdf-93edee832ed8 None None] For port 0ad016f4-6065-4987-aed4-2b7613c30138, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0ad016f4-6065-4987-aed4-2b7613c30138,segment=NetworkSegment(4e82155b-e477-48f0-a12e-cbe3437302e9),segment_id=4e82155b-e477-48f0-a12e-cbe3437302e9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:02.405319 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:02.447175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Allocated IP 172.20.0.2 (e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5/3112e766-2fce-4721-bdac-e7786eb89542/f62992f6-91bb-4282-b41e-873130172ecf) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:02.475437 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b37a84a8-e70f-4f4d-9cdf-93edee832ed8 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:02.544875 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-283d24cd-0a86-42ad-b426-85089bc20806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:27Z', 'revision_number': 4, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '615e58c7-06c4-4460-97bf-510e61af1405', 'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'mac_address': 'fa:16:3e:f7:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:26Z', 'updated_at': '2021-10-19T11:18:33Z', 'revision_number': 5, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'subnets': [{'id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:02.565740 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0ad016f4-6065-4987-aed4-2b7613c30138 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:02.604305 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=170582b7-a7a5-41ca-89b7-c0bcf3503dfb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:02.609859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e750a961-753d-4d31-907b-533ce621354b'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:29:02.612317 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71fbd4f-33a7-4665-8b28-b1f3fde10d0f" -d '{"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-unplugged", "status": "completed", "tag": "e750a961-753d-4d31-907b-533ce621354b"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:29:02.618769 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b37a84a8-e70f-4f4d-9cdf-93edee832ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:02.629409 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283d24cd-0a86-42ad-b426-85089bc20806 None None] The sync data for ids ['23d2879d-2f98-42b4-b547-49f3fc05953f'] in n-d-814547-1 is: [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:18:27Z', 'revision_number': 4, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '615e58c7-06c4-4460-97bf-510e61af1405', 'name': '', 'network_id': 'dc29f516-d43c-4d64-9dd4-8e0a8f4373f7', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'mac_address': 'fa:16:3e:f7:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:26Z', 'updated_at': '2021-10-19T11:18:33Z', 'revision_number': 5, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'subnets': [{'id': 'f99f8571-6895-466b-bfb0-4ebb55650ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:02.734175 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e8249a-a271-4282-a566-3b41c41ded51 x-openstack-request-id: req-14e8249a-a271-4282-a566-3b41c41ded51 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:29:02.734447 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-unplugged", "status": "completed", "tag": "e750a961-753d-4d31-907b-533ce621354b", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:29:02.736160 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14e8249a-a271-4282-a566-3b41c41ded51 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:29:02.736584 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e750a961-753d-4d31-907b-533ce621354b', 'code': 200} Oct 19 11:29:02.793534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0ad016f4-6065-4987-aed4-2b7613c30138 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:02.793957 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:02.913446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a84a8-e70f-4f4d-9cdf-93edee832ed8 None None] Pushing event updated for resources: {'Port': ['ID=0ad016f4-6065-4987-aed4-2b7613c30138,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:02.969013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-d465308c-b9fd-4327-9d55-6a5bc544cfd1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] For port e750a961-753d-4d31-907b-533ce621354b, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e750a961-753d-4d31-907b-533ce621354b,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:02.969384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-d465308c-b9fd-4327-9d55-6a5bc544cfd1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.044261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-d465308c-b9fd-4327-9d55-6a5bc544cfd1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Calling delete_port for e750a961-753d-4d31-907b-533ce621354b owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:03.050166 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.066917 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.101182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.159488 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.249689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a696515c-9428-4be3-a8a9-573efdec3b70 None None] New status for floating IP e60c7201-1698-4667-acf6-c0b27de62459: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:29:03.255331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Pushing event updated for resources: {'Port': ['ID=f62992f6-91bb-4282-b41e-873130172ecf,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:03.300052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Network e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:03.340527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc666d5-7084-4e43-8d3e-52a14b39634e req-e5339bad-902a-499a-9d61-1a7c80c08560 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:03.346884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc666d5-7084-4e43-8d3e-52a14b39634e req-e5339bad-902a-499a-9d61-1a7c80c08560 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:03.353203 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc666d5-7084-4e43-8d3e-52a14b39634e req-e5339bad-902a-499a-9d61-1a7c80c08560 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:03.358299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:03.361092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc666d5-7084-4e43-8d3e-52a14b39634e req-e5339bad-902a-499a-9d61-1a7c80c08560 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:03.363216 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:03.363686 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3cc666d5-7084-4e43-8d3e-52a14b39634e req-e5339bad-902a-499a-9d61-1a7c80c08560 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 3142 time: 0.4681458 Oct 19 11:29:03.366169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.368614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8::11b (811bf12d-a711-497b-bd3d-1bd5968e2213/ed8e21e8-cef4-42fb-bf3e-487a535d476f/d9e82c9d-d6bb-41ae-8879-5483e87ec735) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:03.372639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.375677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.376132 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.376478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.376944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.377334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.377728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.378172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.378538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.378921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.379303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.379692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.380879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:03.385813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Allocated IP 172.20.0.1 (e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5/3112e766-2fce-4721-bdac-e7786eb89542/db0b0e22-045f-492f-b5d7-087cfd68cb10) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:03.405696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8:0:1::1de (811bf12d-a711-497b-bd3d-1bd5968e2213/acfebb49-9969-41ed-bd24-b1b115a7a976/d9e82c9d-d6bb-41ae-8879-5483e87ec735) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:03.469344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Router bc1c5d40-c4ab-4e30-bfea-f54246089c05 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:29:03.502720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Attempting to bind port f62992f6-91bb-4282-b41e-873130172ecf on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:03.503237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Attempting to bind port f62992f6-91bb-4282-b41e-873130172ecf by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'bd9173b0-7556-4653-945a-128a427b82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:03.503729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Attempting to bind port f62992f6-91bb-4282-b41e-873130172ecf on network e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:03.511301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:03.512516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Checking segment: {'id': 'bd9173b0-7556-4653-945a-128a427b82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:03.513020 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.525805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Bound using segment: {'id': 'bd9173b0-7556-4653-945a-128a427b82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:03.525805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Bound port: f62992f6-91bb-4282-b41e-873130172ecf, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9173b0-7556-4653-945a-128a427b82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:03.525805 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.544870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3cc666d5-7084-4e43-8d3e-52a14b39634e req-945d3423-836f-4434-afea-e987685f7570 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632235 Oct 19 11:29:03.579393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.580223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Fanout notify agent at l3_agent the message router_deleted on router f95e47d6-1573-477e-901e-0ea94854557e {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:29:03.599743 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.601198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f1775e6d-2ef4-4191-bfbc-06979dbf04ea tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/f95e47d6-1573-477e-901e-0ea94854557e HTTP/1.1" status: 204 len: 168 time: 4.4581823 Oct 19 11:29:03.617552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42012) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:03.627995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1420681116'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:03.694117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] For port f62992f6-91bb-4282-b41e-873130172ecf, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:03.797503 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.800526 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.803210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:03.808109 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.827109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] For port f62992f6-91bb-4282-b41e-873130172ecf, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f62992f6-91bb-4282-b41e-873130172ecf,segment=NetworkSegment(bd9173b0-7556-4653-945a-128a427b82bc),segment_id=bd9173b0-7556-4653-945a-128a427b82bc)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:03.828511 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-d465308c-b9fd-4327-9d55-6a5bc544cfd1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.840501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:03.854640 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Sync routers for ids ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:03.868268 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Routers {'bc1c5d40-c4ab-4e30-bfea-f54246089c05'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:03.868947 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:03.881171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465308c-b9fd-4327-9d55-6a5bc544cfd1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Port': ['ID=e750a961-753d-4d31-907b-533ce621354b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:03.891590 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.897537 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:29:03.956416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-d465308c-b9fd-4327-9d55-6a5bc544cfd1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] No DVR routers for this DVR port e750a961-753d-4d31-907b-533ce621354b on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:03.961959 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-d465308c-b9fd-4327-9d55-6a5bc544cfd1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.966626 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-d465308c-b9fd-4327-9d55-6a5bc544cfd1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "DELETE /v2.0/ports/e750a961-753d-4d31-907b-533ce621354b HTTP/1.1" status: 204 len: 173 time: 2.3361640 Oct 19 11:29:03.967849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.968679 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added segment 88a59cc8-44ad-4397-84f0-398c2fd96f5b of type vlan for network 01144e55-1236-4a9f-835e-d301c9f4329d Oct 19 11:29:03.970108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-deleted', 'tag': 'e750a961-753d-4d31-907b-533ce621354b'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:29:03.972959 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb3f5e3-229f-43c2-854f-c3ca84d72357" -d '{"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-deleted", "tag": "e750a961-753d-4d31-907b-533ce621354b"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:29:03.985993 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:03.989688 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3752e770-7bf2-4518-9f3d-b9ace2330796 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5429807 Oct 19 11:29:03.989954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42028) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:04.008774 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-447abe03-fb8b-4f3d-aa64-15474dbc8a5b None None] Provisioning complete for port 0ad016f4-6065-4987-aed4-2b7613c30138 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:04.012918 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-447abe03-fb8b-4f3d-aa64-15474dbc8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:04.102893 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654d2940-be9d-4423-ba46-63a444173e50 x-openstack-request-id: req-654d2940-be9d-4423-ba46-63a444173e50 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:29:04.103139 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-deleted", "tag": "e750a961-753d-4d31-907b-533ce621354b", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:29:04.109278 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-654d2940-be9d-4423-ba46-63a444173e50 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:29:04.111121 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-deleted', 'tag': 'e750a961-753d-4d31-907b-533ce621354b', 'status': 'completed', 'code': 200} Oct 19 11:29:04.113152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a490405-b5b2-4f8a-bcc5-22986e322f42 None None] Pushing event updated for resources: {'Port': ['ID=f62992f6-91bb-4282-b41e-873130172ecf,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:04.127295 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:04.143475 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Set router bc1c5d40-c4ab-4e30-bfea-f54246089c05 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:04.179752 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:04.187346 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:04.294538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:04.296162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:04.316328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:04.335196 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.resource_extend [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 11:29:04.364513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network 811bf12d-a711-497b-bd3d-1bd5968e2213 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:04.398180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:04.403910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:04.418775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:04.419461 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:04.477710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=d9e82c9d-d6bb-41ae-8879-5483e87ec735,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:04.495657 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:04.506295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:04.507881 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:04.541507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=db0b0e22-045f-492f-b5d7-087cfd68cb10,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:04.580585 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:04.605705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-15d10158-826a-4a87-a35a-10c6c6a20a14 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.1226542 Oct 19 11:29:04.607800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42040) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:04.628624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-01816139-1701-4f2e-90ed-977c58e216a2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed8e21e8-cef4-42fb-bf3e-487a535d476f'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:04.750089 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:29:04.756770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f62992f6-91bb-4282-b41e-873130172ecf up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:04.773874 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1545780 Oct 19 11:29:04.773874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-334da1ea-4071-4b81-8fd6-3e53cb0fbea4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Deleting port a2807284-a523-414d-b2a2-c7c0ab2cceb8 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:04.774330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42044) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:04.776602 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-334da1ea-4071-4b81-8fd6-3e53cb0fbea4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:04.816042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871e18d-1212-409e-ba6b-7bf26938bac7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Network': ['ID=01144e55-1236-4a9f-835e-d301c9f4329d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:04.831065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'subnet': {'network_id': '01144e55-1236-4a9f-835e-d301c9f4329d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:04.841319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 01144e55-1236-4a9f-835e-d301c9f4329d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:29:05.035036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f62992f6-91bb-4282-b41e-873130172ecf triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:05.035702 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.041877 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01816139-1701-4f2e-90ed-977c58e216a2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.080712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c39932-f483-405f-9342-2b5ed35b9119 req-7c275fc1-b36e-4de7-acdb-564ceb9e4601 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:05.094374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c39932-f483-405f-9342-2b5ed35b9119 req-7c275fc1-b36e-4de7-acdb-564ceb9e4601 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:05.100434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c39932-f483-405f-9342-2b5ed35b9119 req-7c275fc1-b36e-4de7-acdb-564ceb9e4601 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:05.101219 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'name': 'tempest-ServerRescueTestJSON-1521769530-router', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:59Z', 'updated_at': '2021-10-19T11:29:01Z', 'revision_number': 3, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'gw_port': {'id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:00Z', 'updated_at': '2021-10-19T11:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:05.112871 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65c39932-f483-405f-9342-2b5ed35b9119 req-7c275fc1-b36e-4de7-acdb-564ceb9e4601 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 2409 time: 0.3541543 Oct 19 11:29:05.140387 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.143953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-da9ee796-b03a-4b14-94ee-281d659d0824 None None] Provisioning complete for port d9e82c9d-d6bb-41ae-8879-5483e87ec735 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:05.144487 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-da9ee796-b03a-4b14-94ee-281d659d0824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.157502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:05.163635 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Checking router: bc1c5d40-c4ab-4e30-bfea-f54246089c05 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:05.164014 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Updating router bc1c5d40-c4ab-4e30-bfea-f54246089c05 port 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:29:05.170633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.210724 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.218860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-334da1ea-4071-4b81-8fd6-3e53cb0fbea4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] For port a2807284-a523-414d-b2a2-c7c0ab2cceb8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a2807284-a523-414d-b2a2-c7c0ab2cceb8,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:05.219233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-334da1ea-4071-4b81-8fd6-3e53cb0fbea4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.226239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-da9ee796-b03a-4b14-94ee-281d659d0824 None None] Port d9e82c9d-d6bb-41ae-8879-5483e87ec735 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:05.258663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-334da1ea-4071-4b81-8fd6-3e53cb0fbea4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Calling delete_port for a2807284-a523-414d-b2a2-c7c0ab2cceb8 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:05.288377 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.333127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port f62992f6-91bb-4282-b41e-873130172ecf, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f62992f6-91bb-4282-b41e-873130172ecf,segment=NetworkSegment(bd9173b0-7556-4653-945a-128a427b82bc),segment_id=bd9173b0-7556-4653-945a-128a427b82bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:05.373879 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65c39932-f483-405f-9342-2b5ed35b9119 req-f14bce25-d409-401b-833a-593455931ba5 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533612 Oct 19 11:29:05.464229 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.466401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0ad016f4-6065-4987-aed4-2b7613c30138 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:05.603002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=f62992f6-91bb-4282-b41e-873130172ecf,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:05.620613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0ad016f4-6065-4987-aed4-2b7613c30138 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:05.621795 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.709926 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.812278 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.820092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27bb2d-a023-4da2-ad4e-fb11b64f8878 None None] Network e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:05.830622 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-01816139-1701-4f2e-90ed-977c58e216a2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Delete allocated IP 2001:db8:0:1::1de (811bf12d-a711-497b-bd3d-1bd5968e2213/acfebb49-9969-41ed-bd24-b1b115a7a976) {{(pid=101311) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 11:29:05.904486 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Pushing event updated for resources: {'Port': ['ID=2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:05.927507 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.928189 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.928582 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.928907 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.929255 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.929671 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.930020 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.930340 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.930668 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.931296 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.931296 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.931624 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:05.947045 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Attempting to bind port 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:05.947548 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Attempting to bind port 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:05.948056 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Attempting to bind port 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:05.955591 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:05.955976 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:05.956524 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.957001 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:05.957633 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Bound port: 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:05.958235 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:05.974836 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-334da1ea-4071-4b81-8fd6-3e53cb0fbea4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:06.028305 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:06.061007 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] For port 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:06.061318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:06.066601 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] For port 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:06.132838 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:06.152750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-32cdb338-38d0-4fc7-83f7-16fa36eb4e5a None None] Provisioning complete for port f62992f6-91bb-4282-b41e-873130172ecf triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:06.156124 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-32cdb338-38d0-4fc7-83f7-16fa36eb4e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:06.188659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334da1ea-4071-4b81-8fd6-3e53cb0fbea4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Port': ['ID=a2807284-a523-414d-b2a2-c7c0ab2cceb8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:06.190377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Checking segment: {'id': '88a59cc8-44ad-4397-84f0-398c2fd96f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01144e55-1236-4a9f-835e-d301c9f4329d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:06.190900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network hostable DHCP agents. Network: 01144e55-1236-4a9f-835e-d301c9f4329d, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:29:06.197832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-334da1ea-4071-4b81-8fd6-3e53cb0fbea4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] No DVR routers for this DVR port a2807284-a523-414d-b2a2-c7c0ab2cceb8 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:06.206548 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-334da1ea-4071-4b81-8fd6-3e53cb0fbea4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:06.216204 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-334da1ea-4071-4b81-8fd6-3e53cb0fbea4 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "DELETE /v2.0/ports/a2807284-a523-414d-b2a2-c7c0ab2cceb8 HTTP/1.1" status: 204 len: 173 time: 2.2362196 Oct 19 11:29:06.216845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-deleted', 'tag': 'a2807284-a523-414d-b2a2-c7c0ab2cceb8'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:29:06.221700 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Routers {'bc1c5d40-c4ab-4e30-bfea-f54246089c05'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:06.222702 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fbd407-21f5-4885-ae99-f77399268a4e" -d '{"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-deleted", "tag": "a2807284-a523-414d-b2a2-c7c0ab2cceb8"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:29:06.223604 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:06.245124 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:06.292353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Subnet': ['ID=d876c08f-e579-4342-83aa-fde828ca50bd,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:06.320482 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c794220-b615-4f92-a476-d2d8e6b598e9 x-openstack-request-id: req-7c794220-b615-4f92-a476-d2d8e6b598e9 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:29:06.320482 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-deleted", "tag": "a2807284-a523-414d-b2a2-c7c0ab2cceb8", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:29:06.320826 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c794220-b615-4f92-a476-d2d8e6b598e9 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:29:06.321282 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-deleted', 'tag': 'a2807284-a523-414d-b2a2-c7c0ab2cceb8', 'status': 'completed', 'code': 200} Oct 19 11:29:06.331818 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:06.347759 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cd48f-22a1-40eb-bba7-c0044104aaa8 None None] Pushing event updated for resources: {'Port': ['ID=2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:06.402862 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01816139-1701-4f2e-90ed-977c58e216a2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:06.451640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-25ae06b1-c90f-4105-8f1a-f1f4f0c60f98 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Deleting port 1261937f-c926-4fce-ae22-78d1678502cb {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:06.453087 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-25ae06b1-c90f-4105-8f1a-f1f4f0c60f98 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:06.503148 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01816139-1701-4f2e-90ed-977c58e216a2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:06.623206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f62992f6-91bb-4282-b41e-873130172ecf up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:06.643497 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] Set router bc1c5d40-c4ab-4e30-bfea-f54246089c05 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:06.760064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f62992f6-91bb-4282-b41e-873130172ecf triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:06.760505 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.028070 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'name': 'tempest-ServerRescueTestJSON-1521769530-router', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:59Z', 'updated_at': '2021-10-19T11:29:01Z', 'revision_number': 3, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'gw_port': {'id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:00Z', 'updated_at': '2021-10-19T11:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:07.071899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1c9c4054-f70b-45f3-8ef8-30830b79329d None None] Provisioning complete for port f62992f6-91bb-4282-b41e-873130172ecf triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:07.072152 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4054-f70b-45f3-8ef8-30830b79329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.084691 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7b8fc-c4ed-477d-a491-b0a50d1d39fe None None] The sync data for ids ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'] in n-d-814547-1 is: [{'id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'name': 'tempest-ServerRescueTestJSON-1521769530-router', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:59Z', 'updated_at': '2021-10-19T11:29:01Z', 'revision_number': 3, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'gw_port': {'id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:00Z', 'updated_at': '2021-10-19T11:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:07.179963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 01144e55-1236-4a9f-835e-d301c9f4329d is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:29:07.243561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=db0b0e22-045f-492f-b5d7-087cfd68cb10,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:07.257895 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 01144e55-1236-4a9f-835e-d301c9f4329d) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:07.272211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063492f-4b7d-433b-87ea-0470f4205578 None None] Network 01144e55-1236-4a9f-835e-d301c9f4329d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:07.282066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Allocated IP 172.20.0.1 (ff57db85-83fa-463f-abdc-f68fa2bbeb0e/67b89025-ed79-4430-b2da-0d836edb3c46/a8613530-fbd6-45b4-8a4e-7906d2b215af) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:07.286834 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.305354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:07.305621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01816139-1701-4f2e-90ed-977c58e216a2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=d9e82c9d-d6bb-41ae-8879-5483e87ec735,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:07.306531 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.317639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1c9c4054-f70b-45f3-8ef8-30830b79329d None None] Provisioning complete for port db0b0e22-045f-492f-b5d7-087cfd68cb10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:07.318009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1c9c4054-f70b-45f3-8ef8-30830b79329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.375315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-01816139-1701-4f2e-90ed-977c58e216a2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] In _notify_port_updated(), no bound segment for port d9e82c9d-d6bb-41ae-8879-5483e87ec735 on network 811bf12d-a711-497b-bd3d-1bd5968e2213 {{(pid=101311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:29:07.395903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01816139-1701-4f2e-90ed-977c58e216a2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:07.400595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01816139-1701-4f2e-90ed-977c58e216a2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.400595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-01816139-1701-4f2e-90ed-977c58e216a2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "PUT /v2.0/ports/d9e82c9d-d6bb-41ae-8879-5483e87ec735 HTTP/1.1" status: 200 len: 925 time: 2.7799973 Oct 19 11:29:07.411582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42086) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:07.421174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-494bc56b-ae03-499f-96a6-9560fa983361 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed8e21e8-cef4-42fb-bf3e-487a535d476f'}, {'subnet_id': 'acfebb49-9969-41ed-bd24-b1b115a7a976'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:07.446135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c4054-f70b-45f3-8ef8-30830b79329d None None] Port db0b0e22-045f-492f-b5d7-087cfd68cb10 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:07.507238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-25ae06b1-c90f-4105-8f1a-f1f4f0c60f98 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] For port 1261937f-c926-4fce-ae22-78d1678502cb, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1261937f-c926-4fce-ae22-78d1678502cb,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:07.507783 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-25ae06b1-c90f-4105-8f1a-f1f4f0c60f98 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.544971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87887cc6-dc45-4a08-a17b-389c723b36e1 req-9fffdc2b-1055-4459-b388-93c43d117ba1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:07.559659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87887cc6-dc45-4a08-a17b-389c723b36e1 req-9fffdc2b-1055-4459-b388-93c43d117ba1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:07.561833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-87887cc6-dc45-4a08-a17b-389c723b36e1 req-9fffdc2b-1055-4459-b388-93c43d117ba1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 1676 time: 0.9842889 Oct 19 11:29:07.569171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-25ae06b1-c90f-4105-8f1a-f1f4f0c60f98 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Calling delete_port for 1261937f-c926-4fce-ae22-78d1678502cb owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:07.575655 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d9f0fe72-f194-467b-867d-c8e298b0689d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7933626 Oct 19 11:29:07.578237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42090) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:07.586832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d9ed8947-a19f-4513-9740-424ce3ec1484 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-429862825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:07.648042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6d208f90-538e-48a8-bf0b-620202dcb84d None None] Provisioning complete for port db0b0e22-045f-492f-b5d7-087cfd68cb10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:07.649045 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6d208f90-538e-48a8-bf0b-620202dcb84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.736283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6d208f90-538e-48a8-bf0b-620202dcb84d None None] Port db0b0e22-045f-492f-b5d7-087cfd68cb10 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:07.759728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.805218 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:07.813066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:07.813619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-01144e55-1236-4a9f-835e-d301c9f4329d', 'network_id': '01144e55-1236-4a9f-835e-d301c9f4329d', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'fixed_ips': [{'subnet_id': 'd876c08f-e579-4342-83aa-fde828ca50bd'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:29:07.818126 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.880627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-25ae06b1-c90f-4105-8f1a-f1f4f0c60f98 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.891948 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8947-a19f-4513-9740-424ce3ec1484 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.893018 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8947-a19f-4513-9740-424ce3ec1484 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:07.970471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae06b1-c90f-4105-8f1a-f1f4f0c60f98 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Port': ['ID=1261937f-c926-4fce-ae22-78d1678502cb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:08.055536 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.061901 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-87887cc6-dc45-4a08-a17b-389c723b36e1 req-e6752072-f477-49a5-9eb2-d6dc8111e00b tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836969 Oct 19 11:29:08.098928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-25ae06b1-c90f-4105-8f1a-f1f4f0c60f98 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] No DVR routers for this DVR port 1261937f-c926-4fce-ae22-78d1678502cb on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:08.115417 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-25ae06b1-c90f-4105-8f1a-f1f4f0c60f98 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.116078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-25ae06b1-c90f-4105-8f1a-f1f4f0c60f98 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "DELETE /v2.0/ports/1261937f-c926-4fce-ae22-78d1678502cb HTTP/1.1" status: 204 len: 173 time: 1.8796515 Oct 19 11:29:08.122431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-045b1024-f23e-46f1-a89a-589e3c414e6c None None] Provisioning complete for port d9e82c9d-d6bb-41ae-8879-5483e87ec735 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:08.122754 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-045b1024-f23e-46f1-a89a-589e3c414e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.153231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Network ff57db85-83fa-463f-abdc-f68fa2bbeb0e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:08.183731 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8947-a19f-4513-9740-424ce3ec1484 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.191639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:08.194440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:08.206618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-045b1024-f23e-46f1-a89a-589e3c414e6c None None] Port d9e82c9d-d6bb-41ae-8879-5483e87ec735 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:08.215311 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-494bc56b-ae03-499f-96a6-9560fa983361 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.217514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Allocated IP 2001:db8::2 (01144e55-1236-4a9f-835e-d301c9f4329d/d876c08f-e579-4342-83aa-fde828ca50bd/318c17f9-6174-4811-8b0e-e92f6c2b7815) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:08.236766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Pushing event updated for resources: {'Port': ['ID=a8613530-fbd6-45b4-8a4e-7906d2b215af,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:08.256976 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8947-a19f-4513-9740-424ce3ec1484 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.286647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.348011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2aff3b35-c2a4-4653-80c1-aafa1081c097 None None] Provisioning complete for port db0b0e22-045f-492f-b5d7-087cfd68cb10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:08.348639 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2aff3b35-c2a4-4653-80c1-aafa1081c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.362240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-deleted', 'tag': '1261937f-c926-4fce-ae22-78d1678502cb'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:29:08.364580 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8543a8b-1aab-4fc8-adef-f7b47dcc58d2" -d '{"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-deleted", "tag": "1261937f-c926-4fce-ae22-78d1678502cb"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:29:08.472373 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da640034-8970-4109-8a29-a08aae178d13 x-openstack-request-id: req-da640034-8970-4109-8a29-a08aae178d13 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:29:08.472373 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-deleted", "tag": "1261937f-c926-4fce-ae22-78d1678502cb", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:29:08.472373 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da640034-8970-4109-8a29-a08aae178d13 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:29:08.473206 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-deleted', 'tag': '1261937f-c926-4fce-ae22-78d1678502cb', 'status': 'completed', 'code': 200} Oct 19 11:29:08.484401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2aff3b35-c2a4-4653-80c1-aafa1081c097 None None] Port db0b0e22-045f-492f-b5d7-087cfd68cb10 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:08.582340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:08.601749 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9ed8947-a19f-4513-9740-424ce3ec1484 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.610111 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d9ed8947-a19f-4513-9740-424ce3ec1484 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0243080 Oct 19 11:29:08.611719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:29:08.624231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42104) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:08.657984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-0a1f39b7-46fd-4bb7-ae7d-82dbe1366db8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Deleting port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:08.658374 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-0a1f39b7-46fd-4bb7-ae7d-82dbe1366db8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.690881 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.721316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:08.721698 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.749009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42106) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:08.760904 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.838902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Network 01144e55-1236-4a9f-835e-d301c9f4329d is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:08.846142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:08.849873 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.853316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:08.858154 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Pushing event updated for resources: {'Port': ['ID=318c17f9-6174-4811-8b0e-e92f6c2b7815,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:08.968007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-0a1f39b7-46fd-4bb7-ae7d-82dbe1366db8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] For port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:08.968827 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-0a1f39b7-46fd-4bb7-ae7d-82dbe1366db8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:08.994750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-0a1f39b7-46fd-4bb7-ae7d-82dbe1366db8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Calling delete_port for 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:08.998509 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.006397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Attempting to bind port 318c17f9-6174-4811-8b0e-e92f6c2b7815 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:09.007268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Attempting to bind port 318c17f9-6174-4811-8b0e-e92f6c2b7815 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '88a59cc8-44ad-4397-84f0-398c2fd96f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01144e55-1236-4a9f-835e-d301c9f4329d'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:09.007900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Attempting to bind port 318c17f9-6174-4811-8b0e-e92f6c2b7815 on network 01144e55-1236-4a9f-835e-d301c9f4329d {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:09.017261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-494bc56b-ae03-499f-96a6-9560fa983361 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8:0:1::244 (811bf12d-a711-497b-bd3d-1bd5968e2213/acfebb49-9969-41ed-bd24-b1b115a7a976/d9e82c9d-d6bb-41ae-8879-5483e87ec735) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:09.021221 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:09.021842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Checking segment: {'id': '88a59cc8-44ad-4397-84f0-398c2fd96f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01144e55-1236-4a9f-835e-d301c9f4329d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:09.022319 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.022901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Bound using segment: {'id': '88a59cc8-44ad-4397-84f0-398c2fd96f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01144e55-1236-4a9f-835e-d301c9f4329d'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:09.023375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Bound port: 318c17f9-6174-4811-8b0e-e92f6c2b7815, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a59cc8-44ad-4397-84f0-398c2fd96f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01144e55-1236-4a9f-835e-d301c9f4329d'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:09.023808 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.053793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:09.113436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:09.125060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] For port 318c17f9-6174-4811-8b0e-e92f6c2b7815, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:09.129474 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.138746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad98a55b-b20a-4f19-b56d-200e04350736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.138862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] For port 318c17f9-6174-4811-8b0e-e92f6c2b7815, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=318c17f9-6174-4811-8b0e-e92f6c2b7815,segment=NetworkSegment(88a59cc8-44ad-4397-84f0-398c2fd96f5b),segment_id=88a59cc8-44ad-4397-84f0-398c2fd96f5b)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:09.140188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Sync routers for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:09.160643 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7c14369c-a7d2-4fa5-afa1-b8c473a0d1f1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1060050 Oct 19 11:29:09.162964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42114) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:09.174420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1576088977'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:09.193796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:09.194724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:09.239238 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.274187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-494bc56b-ae03-499f-96a6-9560fa983361 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.308817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:09.316484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.348484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:09.427920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-494bc56b-ae03-499f-96a6-9560fa983361 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.484117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fe5e3-188e-4dec-a2dc-1c9318b72bef None None] Pushing event updated for resources: {'Port': ['ID=318c17f9-6174-4811-8b0e-e92f6c2b7815,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:09.524160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:09.528323 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.599553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-494bc56b-ae03-499f-96a6-9560fa983361 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] In _notify_port_updated(), no bound segment for port d9e82c9d-d6bb-41ae-8879-5483e87ec735 on network 811bf12d-a711-497b-bd3d-1bd5968e2213 {{(pid=101311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:29:09.608292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494bc56b-ae03-499f-96a6-9560fa983361 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:09.609794 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-494bc56b-ae03-499f-96a6-9560fa983361 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.612429 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-494bc56b-ae03-499f-96a6-9560fa983361 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "PUT /v2.0/ports/d9e82c9d-d6bb-41ae-8879-5483e87ec735 HTTP/1.1" status: 200 len: 1011 time: 2.1996009 Oct 19 11:29:09.620278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42118) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:09.622060 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-0a1f39b7-46fd-4bb7-ae7d-82dbe1366db8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.650049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6960cd-17c6-4ea3-9ce1-ef1fa6b0f29f req-bd67c52c-da70-435d-bde5-1d451738f117 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:09.651903 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d6960cd-17c6-4ea3-9ce1-ef1fa6b0f29f req-bd67c52c-da70-435d-bde5-1d451738f117 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 942 time: 0.3754542 Oct 19 11:29:09.719164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:29:09.734066 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.734066 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added segment 968900f7-aa7a-4250-b157-f70629cff70f of type vlan for network 77de41f5-25d9-4b5b-9dfd-67f163be4e6e Oct 19 11:29:09.763165 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.777179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:04Z', 'revision_number': 2, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:05Z', 'revision_number': 2, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:09.825299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Checking router: f61ba1a6-9cf3-48b3-8112-3f2403c386b1 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:09.825745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Updating router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 port db0b0e22-045f-492f-b5d7-087cfd68cb10 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:29:09.866150 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.868436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bc56b-ae03-499f-96a6-9560fa983361 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=d9e82c9d-d6bb-41ae-8879-5483e87ec735,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:09.918931 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:09.923002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f39b7-46fd-4bb7-ae7d-82dbe1366db8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Port': ['ID=6a3f2d9a-e040-433c-8d60-ac41df6b0b15,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:09.965867 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.014552 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d6960cd-17c6-4ea3-9ce1-ef1fa6b0f29f req-004a685d-fc53-46e4-99f1-f3ebc5f68b30 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups?id=e45110d7-0d42-43c3-b588-82f825172d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305376 Oct 19 11:29:10.018787 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad98a55b-b20a-4f19-b56d-200e04350736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.048595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-0a1f39b7-46fd-4bb7-ae7d-82dbe1366db8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] No DVR routers for this DVR port 6a3f2d9a-e040-433c-8d60-ac41df6b0b15 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:10.052358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-0a1f39b7-46fd-4bb7-ae7d-82dbe1366db8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.056633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fe268e0-3464-4a2d-affa-00647ae26740 req-0a1f39b7-46fd-4bb7-ae7d-82dbe1366db8 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.26 "DELETE /v2.0/ports/6a3f2d9a-e040-433c-8d60-ac41df6b0b15 HTTP/1.1" status: 204 len: 173 time: 1.9152157 Oct 19 11:29:10.060220 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.071656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:10.072142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.083973 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.092701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-08f61ad0-2c3d-4a32-aeed-2053c63820d8 None None] Provisioning complete for port d9e82c9d-d6bb-41ae-8879-5483e87ec735 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:10.093069 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-08f61ad0-2c3d-4a32-aeed-2053c63820d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.100101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-bcc00d4f-4406-4919-a195-7344c25962cd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port d9e82c9d-d6bb-41ae-8879-5483e87ec735 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:10.100442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcc00d4f-4406-4919-a195-7344c25962cd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.140721 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ad98a55b-b20a-4f19-b56d-200e04350736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.177649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-08f61ad0-2c3d-4a32-aeed-2053c63820d8 None None] Port d9e82c9d-d6bb-41ae-8879-5483e87ec735 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:10.205841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcc00d4f-4406-4919-a195-7344c25962cd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.219514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-bcc00d4f-4406-4919-a195-7344c25962cd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for d9e82c9d-d6bb-41ae-8879-5483e87ec735 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:10.235881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Pushing event updated for resources: {'Port': ['ID=a8613530-fbd6-45b4-8a4e-7906d2b215af,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:10.263428 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0927799 Oct 19 11:29:10.270534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42122) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:10.295806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'subnet': {'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:10.300056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9b3eb-a78f-41fc-a2f9-1e46ed4e311c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Network': ['ID=77de41f5-25d9-4b5b-9dfd-67f163be4e6e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:10.323115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 77de41f5-25d9-4b5b-9dfd-67f163be4e6e details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:29:10.345830 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ad98a55b-b20a-4f19-b56d-200e04350736 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4a844316d304c199063e7f148e4f375&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5939505 Oct 19 11:29:10.350227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Allocated IP 2001:db8::1 (01144e55-1236-4a9f-835e-d301c9f4329d/d876c08f-e579-4342-83aa-fde828ca50bd/b89f5134-e3a8-4281-a2b6-736a228f58bc) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:10.370772 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.399090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98a55b-b20a-4f19-b56d-200e04350736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61201650-c949-4fcd-957b-2e56ccff2d00,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:10.435750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42124) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:10.470102 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.665139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-deleted', 'tag': '6a3f2d9a-e040-433c-8d60-ac41df6b0b15'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:29:10.678975 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68690392-84bd-4286-8fc5-866c6afcc70e" -d '{"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-deleted", "tag": "6a3f2d9a-e040-433c-8d60-ac41df6b0b15"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:29:10.681867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42130) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:10.727792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcc00d4f-4406-4919-a195-7344c25962cd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.799025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Network ff57db85-83fa-463f-abdc-f68fa2bbeb0e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:10.818177 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0ece5e-59a5-46d0-998e-aa9e3d11710a x-openstack-request-id: req-7c0ece5e-59a5-46d0-998e-aa9e3d11710a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:29:10.818488 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a9e2b7-86b6-41bc-818c-3900eda4bd72", "name": "network-vif-deleted", "tag": "6a3f2d9a-e040-433c-8d60-ac41df6b0b15", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:29:10.818717 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c0ece5e-59a5-46d0-998e-aa9e3d11710a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:29:10.819121 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a9e2b7-86b6-41bc-818c-3900eda4bd72', 'name': 'network-vif-deleted', 'tag': '6a3f2d9a-e040-433c-8d60-ac41df6b0b15', 'status': 'completed', 'code': 200} Oct 19 11:29:10.819850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc00d4f-4406-4919-a195-7344c25962cd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=d9e82c9d-d6bb-41ae-8879-5483e87ec735,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:10.824915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:10.851366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64fd4c-76ec-4a37-9118-2321909b48a8 None None] Pushing event updated for resources: {'Port': ['ID=db0b0e22-045f-492f-b5d7-087cfd68cb10,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:10.864089 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82ad-6ace-4d7c-a7c6-7b0cd38152c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.873885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:10.930453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Attempting to bind port db0b0e22-045f-492f-b5d7-087cfd68cb10 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:10.931121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Attempting to bind port db0b0e22-045f-492f-b5d7-087cfd68cb10 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'bd9173b0-7556-4653-945a-128a427b82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:10.931658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Attempting to bind port db0b0e22-045f-492f-b5d7-087cfd68cb10 on network e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:10.955589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:10.955964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Checking segment: {'id': 'bd9173b0-7556-4653-945a-128a427b82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:10.956365 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.956787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Bound using segment: {'id': 'bd9173b0-7556-4653-945a-128a427b82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:10.957272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Bound port: db0b0e22-045f-492f-b5d7-087cfd68cb10, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9173b0-7556-4653-945a-128a427b82bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:10.957649 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:10.995613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82ad-6ace-4d7c-a7c6-7b0cd38152c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.004288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bcc00d4f-4406-4919-a195-7344c25962cd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.008112 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bcc00d4f-4406-4919-a195-7344c25962cd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/d9e82c9d-d6bb-41ae-8879-5483e87ec735 HTTP/1.1" status: 204 len: 168 time: 1.3543007 Oct 19 11:29:11.017586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42136) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:11.050387 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8130f23-88bd-435f-a5fb-6d302937b04a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:29:11.052869 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f8130f23-88bd-435f-a5fb-6d302937b04a tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/d9e82c9d-d6bb-41ae-8879-5483e87ec735 HTTP/1.1" status: 404 len: 333 time: 0.0339677 Oct 19 11:29:11.060105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42140) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:11.076018 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13865885-db2a-4149-9730-a29e9f094528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.151468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e8685-1022-4c0c-8d4a-6b312d93fef0 None None] Network 01144e55-1236-4a9f-835e-d301c9f4329d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:11.158807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:11.159178 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.217000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] For port db0b0e22-045f-492f-b5d7-087cfd68cb10, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:11.224083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-246a3ce3-69c1-49c6-a5f8-66d26326769b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting subnet acfebb49-9969-41ed-bd24-b1b115a7a976 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:29:11.239127 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-246a3ce3-69c1-49c6-a5f8-66d26326769b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.278700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4b699b82-2cc9-4f7d-9004-bedad33c5b03 None None] Provisioning complete for port db0b0e22-045f-492f-b5d7-087cfd68cb10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:11.279204 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4b699b82-2cc9-4f7d-9004-bedad33c5b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.281935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] For port db0b0e22-045f-492f-b5d7-087cfd68cb10, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=db0b0e22-045f-492f-b5d7-087cfd68cb10,segment=NetworkSegment(bd9173b0-7556-4653-945a-128a427b82bc),segment_id=bd9173b0-7556-4653-945a-128a427b82bc)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:11.352997 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.354819 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-246a3ce3-69c1-49c6-a5f8-66d26326769b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.471841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-246a3ce3-69c1-49c6-a5f8-66d26326769b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.477401 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:11.481548 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.531086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4b699b82-2cc9-4f7d-9004-bedad33c5b03 None None] Port db0b0e22-045f-492f-b5d7-087cfd68cb10 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:11.537784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.540120 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7e538a6-22e8-45c2-b7b3-5deffcf0c445 req-405b637c-87f7-4d99-a19b-f48d572d294e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.3705173 Oct 19 11:29:11.664864 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-246a3ce3-69c1-49c6-a5f8-66d26326769b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.665185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Router bc1c5d40-c4ab-4e30-bfea-f54246089c05 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:29:11.711448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a3ce3-69c1-49c6-a5f8-66d26326769b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Subnet': ['ID=acfebb49-9969-41ed-bd24-b1b115a7a976,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:11.734663 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-246a3ce3-69c1-49c6-a5f8-66d26326769b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.736305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 318c17f9-6174-4811-8b0e-e92f6c2b7815 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:11.741035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-246a3ce3-69c1-49c6-a5f8-66d26326769b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/acfebb49-9969-41ed-bd24-b1b115a7a976 HTTP/1.1" status: 204 len: 168 time: 0.6787748 Oct 19 11:29:11.743818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13865885-db2a-4149-9730-a29e9f094528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.744171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42142) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:11.751064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:11.751785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:11.757735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b15ecc-9fb9-467d-94e6-b91529760f9a None None] Network 811bf12d-a711-497b-bd3d-1bd5968e2213 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:11.792517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64fd4c-76ec-4a37-9118-2321909b48a8 None None] Pushing event updated for resources: {'Port': ['ID=db0b0e22-045f-492f-b5d7-087cfd68cb10,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:11.835161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13865885-db2a-4149-9730-a29e9f094528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.900739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-13865885-db2a-4149-9730-a29e9f094528 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cfcea25638274fd68d71e4464dd42625&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2174511 Oct 19 11:29:11.902548 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13865885-db2a-4149-9730-a29e9f094528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e49863-ac5c-437f-a538-bdcbab89d704,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:11.905303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-68106899-c3e0-4b1a-9a66-cce00e23a1fc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting subnet ed8e21e8-cef4-42fb-bf3e-487a535d476f {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:29:11.909021 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68106899-c3e0-4b1a-9a66-cce00e23a1fc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.917459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42144) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:11.955570 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68106899-c3e0-4b1a-9a66-cce00e23a1fc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:11.982519 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:11.988470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1f71eb2-e6f7-4299-81e9-1c066a144c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.033518 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1f71eb2-e6f7-4299-81e9-1c066a144c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.105144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-d0344732-3f2c-4612-9fdb-2913dae9061f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4586101 Oct 19 11:29:12.109245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82ad-6ace-4d7c-a7c6-7b0cd38152c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.109245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d8f82ad-6ace-4d7c-a7c6-7b0cd38152c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.109991 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2d8f82ad-6ace-4d7c-a7c6-7b0cd38152c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61201650-c949-4fcd-957b-2e56ccff2d00 HTTP/1.1" status: 204 len: 168 time: 1.6737068 Oct 19 11:29:12.118595 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.133895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2bce289d-2fff-440f-96d7-6c4ff833dcf3 None None] Provisioning complete for port 318c17f9-6174-4811-8b0e-e92f6c2b7815 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:12.134261 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2bce289d-2fff-440f-96d7-6c4ff833dcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.165852 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1f71eb2-e6f7-4299-81e9-1c066a144c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.169630 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1f71eb2-e6f7-4299-81e9-1c066a144c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.173736 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b1f71eb2-e6f7-4299-81e9-1c066a144c6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8e49863-ac5c-437f-a538-bdcbab89d704 HTTP/1.1" status: 204 len: 168 time: 0.2543163 Oct 19 11:29:12.182047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=b89f5134-e3a8-4281-a2b6-736a228f58bc,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:12.187008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f71eb2-e6f7-4299-81e9-1c066a144c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e49863-ac5c-437f-a538-bdcbab89d704,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:12.222635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f82ad-6ace-4d7c-a7c6-7b0cd38152c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61201650-c949-4fcd-957b-2e56ccff2d00,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:12.249949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:12.255988 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Sync routers for ids ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:12.268770 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Routers {'bc1c5d40-c4ab-4e30-bfea-f54246089c05'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:12.271464 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:12.349958 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0b3b69c0-80d5-4d66-9d1c-bd1247cbef5a admin admin] 10.222.0.39 "PUT /v2.0/routers/bc1c5d40-c4ab-4e30-bfea-f54246089c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3512263 Oct 19 11:29:12.359859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 01144e55-1236-4a9f-835e-d301c9f4329d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:12.360995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:12.368506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:12.369214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.420283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 318c17f9-6174-4811-8b0e-e92f6c2b7815 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:12.420773 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.457891 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Set router bc1c5d40-c4ab-4e30-bfea-f54246089c05 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:12.513914 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68106899-c3e0-4b1a-9a66-cce00e23a1fc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.637077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-f15532de-045f-40cd-b0a9-239df750b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:12.639379 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-f15532de-045f-40cd-b0a9-239df750b63e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 1096 time: 0.4462526 Oct 19 11:29:12.730184 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2bce289d-2fff-440f-96d7-6c4ff833dcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.769198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d54a9da-3724-43b1-bffa-bdaaf6768e96 req-5fced32e-79dd-480c-ae0f-6138d90a7de0 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0840943 Oct 19 11:29:12.806108 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.825160 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'name': 'tempest-ServerRescueTestJSON-1521769530-router', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:59Z', 'updated_at': '2021-10-19T11:29:08Z', 'revision_number': 4, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'gw_port': {'id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:00Z', 'updated_at': '2021-10-19T11:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a8613530-fbd6-45b4-8a4e-7906d2b215af', 'name': '', 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'mac_address': 'fa:16:3e:bf:1d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '67b89025-ed79-4430-b2da-0d836edb3c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:06Z', 'updated_at': '2021-10-19T11:29:09Z', 'revision_number': 2, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'subnets': [{'id': '67b89025-ed79-4430-b2da-0d836edb3c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:12.878955 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Checking router: bc1c5d40-c4ab-4e30-bfea-f54246089c05 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:12.879400 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Updating router bc1c5d40-c4ab-4e30-bfea-f54246089c05 port a8613530-fbd6-45b4-8a4e-7906d2b215af binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:29:12.887553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2bce289d-2fff-440f-96d7-6c4ff833dcf3 None None] For port 318c17f9-6174-4811-8b0e-e92f6c2b7815, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=318c17f9-6174-4811-8b0e-e92f6c2b7815,segment=NetworkSegment(88a59cc8-44ad-4397-84f0-398c2fd96f5b),segment_id=88a59cc8-44ad-4397-84f0-398c2fd96f5b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:12.890179 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.903582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:04Z', 'revision_number': 2, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:11Z', 'revision_number': 4, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:12.917132 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:12.944147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdf80b-f319-4aa2-8f1c-85a1183ec235 None None] The sync data for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 is: [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:04Z', 'revision_number': 2, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:11Z', 'revision_number': 4, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:12.987426 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2bce289d-2fff-440f-96d7-6c4ff833dcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.111712 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68106899-c3e0-4b1a-9a66-cce00e23a1fc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.125402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Subnet': ['ID=51107abb-0332-4098-b75e-146fa8159db1,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:13.184638 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.219653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce289d-2fff-440f-96d7-6c4ff833dcf3 None None] Pushing event updated for resources: {'Port': ['ID=318c17f9-6174-4811-8b0e-e92f6c2b7815,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:13.232787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42160) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:13.260640 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e380-3124-40a8-87ee-8e2bfa096640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.262357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68106899-c3e0-4b1a-9a66-cce00e23a1fc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8e21e8-cef4-42fb-bf3e-487a535d476f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:13.286076 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:29:13.286076 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:29:13.286735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-807e59bd-cbf1-4fb0-8367-c7bee34308d3 None None] Provisioning complete for port 318c17f9-6174-4811-8b0e-e92f6c2b7815 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:13.287108 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-807e59bd-cbf1-4fb0-8367-c7bee34308d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.305248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-2e77e6a5-f21c-4ced-b25c-7ad357e7b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:13.307400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-2e77e6a5-f21c-4ced-b25c-7ad357e7b1e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.6182058 Oct 19 11:29:13.309620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68106899-c3e0-4b1a-9a66-cce00e23a1fc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.313150 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-68106899-c3e0-4b1a-9a66-cce00e23a1fc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/ed8e21e8-cef4-42fb-bf3e-487a535d476f HTTP/1.1" status: 204 len: 168 time: 1.5665159 Oct 19 11:29:13.316424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Checking segment: {'id': '968900f7-aa7a-4250-b157-f70629cff70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:13.316984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network hostable DHCP agents. Network: 77de41f5-25d9-4b5b-9dfd-67f163be4e6e, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:29:13.319387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42162) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:13.467824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-b2ef6cbd-3e65-4f5a-84b6-2a6c2a15b9dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b338daa1-71d2-4b41-a1e8-d8584a485251 HTTP/1.1" status: 200 len: 217 time: 0.1473644 Oct 19 11:29:13.476050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42164) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:13.543243 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.555707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-807e59bd-cbf1-4fb0-8367-c7bee34308d3 None None] Provisioning complete for port db0b0e22-045f-492f-b5d7-087cfd68cb10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:13.556090 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-807e59bd-cbf1-4fb0-8367-c7bee34308d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.569878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e380-3124-40a8-87ee-8e2bfa096640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.635088 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.651257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e380-3124-40a8-87ee-8e2bfa096640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.670847 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-587b9c3a-811e-425c-be45-7b81dc7ca5b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.688465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.787039 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ddb94-b303-4732-b7ad-8f2f0a8ba3bd None None] Pushing event updated for resources: {'Port': ['ID=a8613530-fbd6-45b4-8a4e-7906d2b215af,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:13.824959 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a3d0e380-3124-40a8-87ee-8e2bfa096640 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f53d9d6e7fda41b693def68aa60cab85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5903909 Oct 19 11:29:13.839745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42172) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:13.843062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0e380-3124-40a8-87ee-8e2bfa096640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe44fa8-2d0d-413e-9c77-4dd59a457f46,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:13.882884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 77de41f5-25d9-4b5b-9dfd-67f163be4e6e is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:29:13.887206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-e58ec5be-8324-410f-8192-fa4c62dc3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:13.894216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-e58ec5be-8324-410f-8192-fa4c62dc3899 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.4076364 Oct 19 11:29:13.897989 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-807e59bd-cbf1-4fb0-8367-c7bee34308d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.929000 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5bc1547a-3620-46cf-81dd-4fc1062c2615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:13.987375 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Attempting to bind port a8613530-fbd6-45b4-8a4e-7906d2b215af on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:13.987865 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Attempting to bind port a8613530-fbd6-45b4-8a4e-7906d2b215af by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:13.988327 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Attempting to bind port a8613530-fbd6-45b4-8a4e-7906d2b215af on network ff57db85-83fa-463f-abdc-f68fa2bbeb0e {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:13.999970 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5bc1547a-3620-46cf-81dd-4fc1062c2615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.012794 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:14.012794 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Checking segment: {'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:14.012794 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.012794 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Bound using segment: {'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:14.012794 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Bound port: a8613530-fbd6-45b4-8a4e-7906d2b215af, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:14.012794 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.058861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-807e59bd-cbf1-4fb0-8367-c7bee34308d3 None None] For port db0b0e22-045f-492f-b5d7-087cfd68cb10, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=db0b0e22-045f-492f-b5d7-087cfd68cb10,segment=NetworkSegment(bd9173b0-7556-4653-945a-128a427b82bc),segment_id=bd9173b0-7556-4653-945a-128a427b82bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:14.098923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beda989d-c13e-4d14-96a7-7cfab42f40c4 None None] Network 811bf12d-a711-497b-bd3d-1bd5968e2213 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:14.129163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 77de41f5-25d9-4b5b-9dfd-67f163be4e6e) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:14.148072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6fc851e-7dde-4399-9542-6a00d9dfd73e req-5e139fe4-9d5b-4874-b7ca-a0bc96a7f3d6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.1756663 Oct 19 11:29:14.158277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4257dfde-e978-4c75-9f6a-df607acd9754 None None] Network 77de41f5-25d9-4b5b-9dfd-67f163be4e6e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:14.186083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:14.186802 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.187157 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] For port a8613530-fbd6-45b4-8a4e-7906d2b215af, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:14.191534 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-807e59bd-cbf1-4fb0-8367-c7bee34308d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.199492 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] For port a8613530-fbd6-45b4-8a4e-7906d2b215af, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a8613530-fbd6-45b4-8a4e-7906d2b215af,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:14.253160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-e4681f04-72fc-4026-91cb-c31aac1dc6a9 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:14.254865 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-e4681f04-72fc-4026-91cb-c31aac1dc6a9 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/networks?id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e HTTP/1.1" status: 200 len: 811 time: 0.2603762 Oct 19 11:29:14.267670 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.275289 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-3fc0351c-f17f-408e-92d3-d4b9c73d364b tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/quotas/f3ad651dd79d4e92a7696dec699be2a1 HTTP/1.1" status: 200 len: 375 time: 0.0102737 Oct 19 11:29:14.317403 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Routers {'bc1c5d40-c4ab-4e30-bfea-f54246089c05'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:14.318319 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:14.337880 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5bc1547a-3620-46cf-81dd-4fc1062c2615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.343229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5bc1547a-3620-46cf-81dd-4fc1062c2615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.344528 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5bc1547a-3620-46cf-81dd-4fc1062c2615 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fe44fa8-2d0d-413e-9c77-4dd59a457f46 HTTP/1.1" status: 204 len: 168 time: 0.4926789 Oct 19 11:29:14.374370 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-9c049abd-4280-4db4-8c5d-7aa681e8ef28 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3ad651dd79d4e92a7696dec699be2a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919688 Oct 19 11:29:14.375453 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1547a-3620-46cf-81dd-4fc1062c2615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe44fa8-2d0d-413e-9c77-4dd59a457f46,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:14.384407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device db0b0e22-045f-492f-b5d7-087cfd68cb10 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:14.492944 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-f7c9ecc0-fbe6-42a8-8444-c698650e152d service neutron] 10.222.0.39 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108372 Oct 19 11:29:14.509941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6d14aa32-1f37-474b-a8bb-6b0e781e1d87 None None] Provisioning complete for port b89f5134-e3a8-4281-a2b6-736a228f58bc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:14.510310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa32-1f37-474b-a8bb-6b0e781e1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.542979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-631e0cff-5148-4268-8a9e-860b41bddf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:14.545417 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-631e0cff-5148-4268-8a9e-860b41bddf26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6203246 Oct 19 11:29:14.556679 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.566059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-af86ac32-4362-4b9c-873c-f160ca8678c6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2799211 Oct 19 11:29:14.587384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42184) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:14.635088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-90f16291-3a0a-4356-b114-c4454356682c service neutron] 10.222.0.39 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356678 Oct 19 11:29:14.648574 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] Set router bc1c5d40-c4ab-4e30-bfea-f54246089c05 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:14.874979 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-1d2b5d79-26e8-471a-aa45-955efbec9688 service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008208 Oct 19 11:29:14.888355 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.889454 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:14.938844 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ddb94-b303-4732-b7ad-8f2f0a8ba3bd None None] Pushing event updated for resources: {'Port': ['ID=a8613530-fbd6-45b4-8a4e-7906d2b215af,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:14.971545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e59bd-cbf1-4fb0-8367-c7bee34308d3 None None] Pushing event updated for resources: {'Port': ['ID=db0b0e22-045f-492f-b5d7-087cfd68cb10,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:15.021692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6d14aa32-1f37-474b-a8bb-6b0e781e1d87 None None] Port b89f5134-e3a8-4281-a2b6-736a228f58bc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:15.127613 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'name': 'tempest-ServerRescueTestJSON-1521769530-router', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:59Z', 'updated_at': '2021-10-19T11:29:08Z', 'revision_number': 4, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'gw_port': {'id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:00Z', 'updated_at': '2021-10-19T11:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a8613530-fbd6-45b4-8a4e-7906d2b215af', 'name': '', 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'mac_address': 'fa:16:3e:bf:1d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '67b89025-ed79-4430-b2da-0d836edb3c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:06Z', 'updated_at': '2021-10-19T11:29:14Z', 'revision_number': 4, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'subnets': [{'id': '67b89025-ed79-4430-b2da-0d836edb3c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:15.129618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 0ad016f4-6065-4987-aed4-2b7613c30138 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:15.129951 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:15.169512 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c6c88-3263-4886-ab3d-7fec56427300 None None] The sync data for ids ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'] in n-d-814547-1 is: [{'id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'name': 'tempest-ServerRescueTestJSON-1521769530-router', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:59Z', 'updated_at': '2021-10-19T11:29:08Z', 'revision_number': 4, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'gw_port': {'id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:00Z', 'updated_at': '2021-10-19T11:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a8613530-fbd6-45b4-8a4e-7906d2b215af', 'name': '', 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'mac_address': 'fa:16:3e:bf:1d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': '67b89025-ed79-4430-b2da-0d836edb3c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:06Z', 'updated_at': '2021-10-19T11:29:14Z', 'revision_number': 4, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'subnets': [{'id': '67b89025-ed79-4430-b2da-0d836edb3c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:15.170511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6d14aa32-1f37-474b-a8bb-6b0e781e1d87 None None] Provisioning complete for port 0ad016f4-6065-4987-aed4-2b7613c30138 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:15.170889 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6d14aa32-1f37-474b-a8bb-6b0e781e1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:15.176926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port db0b0e22-045f-492f-b5d7-087cfd68cb10 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:15.176926 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:15.280719 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-587b9c3a-811e-425c-be45-7b81dc7ca5b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:15.289648 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fccce38f-c331-47d1-8a5e-3130f5fe17c0 req-9f02cbe0-d9c4-470a-8edd-2181f7d92d00 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 210 time: 0.2837372 Oct 19 11:29:15.314515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5babf08b-3be3-4da8-8251-7ba1cbc8d1d2 None None] DHCP port deletion for 811bf12d-a711-497b-bd3d-1bd5968e2213 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:29:15.379313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0183c21c-3bec-4a6e-872b-2feeb39adf67 req-4bc163dd-23b9-4f42-a2a6-2d8f098a7d7f tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0738070 Oct 19 11:29:15.429535 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=b89f5134-e3a8-4281-a2b6-736a228f58bc,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:15.434729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:29:15.435828 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:15.486808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-587b9c3a-811e-425c-be45-7b81dc7ca5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:15.562004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42206) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:15.562161 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-587b9c3a-811e-425c-be45-7b81dc7ca5b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7f074a5bfaf48bc98c684a0b1007d84&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0067077 Oct 19 11:29:15.569735 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b9c3a-811e-425c-be45-7b81dc7ca5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c0603b-4193-4c81-875d-fc7f77461506,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:15.675126 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d2062e6-8e39-4f51-85e0-6a6cfcee6441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:15.706600 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d2062e6-8e39-4f51-85e0-6a6cfcee6441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:15.793825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 318c17f9-6174-4811-8b0e-e92f6c2b7815 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:15.829322 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d2062e6-8e39-4f51-85e0-6a6cfcee6441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:15.838971 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d2062e6-8e39-4f51-85e0-6a6cfcee6441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:15.847417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1d2062e6-8e39-4f51-85e0-6a6cfcee6441 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7c0603b-4193-4c81-875d-fc7f77461506 HTTP/1.1" status: 204 len: 168 time: 0.2829285 Oct 19 11:29:15.862364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5babf08b-3be3-4da8-8251-7ba1cbc8d1d2 None None] Deleting port 0ad016f4-6065-4987-aed4-2b7613c30138 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:15.862745 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5babf08b-3be3-4da8-8251-7ba1cbc8d1d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:15.875554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2062e6-8e39-4f51-85e0-6a6cfcee6441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c0603b-4193-4c81-875d-fc7f77461506,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:15.980409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Allocated IP 172.21.0.2 (77de41f5-25d9-4b5b-9dfd-67f163be4e6e/51107abb-0332-4098-b75e-146fa8159db1/abe14439-ad24-437a-bbd5-1d3222780c61) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:16.016284 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] For port 0ad016f4-6065-4987-aed4-2b7613c30138, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0ad016f4-6065-4987-aed4-2b7613c30138,segment=NetworkSegment(4e82155b-e477-48f0-a12e-cbe3437302e9),segment_id=4e82155b-e477-48f0-a12e-cbe3437302e9)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:16.016284 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:16.072684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5babf08b-3be3-4da8-8251-7ba1cbc8d1d2 None None] For port 0ad016f4-6065-4987-aed4-2b7613c30138, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0ad016f4-6065-4987-aed4-2b7613c30138,segment=NetworkSegment(4e82155b-e477-48f0-a12e-cbe3437302e9),segment_id=4e82155b-e477-48f0-a12e-cbe3437302e9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:16.073105 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5babf08b-3be3-4da8-8251-7ba1cbc8d1d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:16.092599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 0ad016f4-6065-4987-aed4-2b7613c30138 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:16.097068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5babf08b-3be3-4da8-8251-7ba1cbc8d1d2 None None] Calling delete_port for 0ad016f4-6065-4987-aed4-2b7613c30138 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:16.262438 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da046822-3ce9-41d5-88b0-80bbb276fde6 req-4060bd83-dc6f-489b-8929-f3b995417d2c service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3652444 Oct 19 11:29:16.274704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 01144e55-1236-4a9f-835e-d301c9f4329d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:16.280908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:16.396489 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 318c17f9-6174-4811-8b0e-e92f6c2b7815 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:16.396887 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:16.406174 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5babf08b-3be3-4da8-8251-7ba1cbc8d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:16.456088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-27fdf6df-dbc7-459f-a6e8-5584aeba7043 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988786 Oct 19 11:29:16.605288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babf08b-3be3-4da8-8251-7ba1cbc8d1d2 None None] Pushing event deleted for resources: {'Port': ['ID=0ad016f4-6065-4987-aed4-2b7613c30138,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:16.607948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5babf08b-3be3-4da8-8251-7ba1cbc8d1d2 None None] No DVR routers for this DVR port 0ad016f4-6065-4987-aed4-2b7613c30138 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:16.662583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-fcf5660e-27f5-4b30-b2f3-e4563bd8f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:16.664685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-fcf5660e-27f5-4b30-b2f3-e4563bd8f516 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1096 time: 0.1321898 Oct 19 11:29:16.724220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d02b6f0f-a970-4c6a-a79e-dfd3974fe3e8 req-db68b169-a480-41b3-b2c8-0a8e7c86d204 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0932937 Oct 19 11:29:16.918633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-d87a3379-d474-44a4-ac94-2d97774f3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:16.920393 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-d87a3379-d474-44a4-ac94-2d97774f3148 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.2011447 Oct 19 11:29:16.965554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-670bae63-90fa-4105-95e4-aee6452e0571 None None] Provisioning complete for port b89f5134-e3a8-4281-a2b6-736a228f58bc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:16.966229 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-670bae63-90fa-4105-95e4-aee6452e0571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:17.002846 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:17.038106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-670bae63-90fa-4105-95e4-aee6452e0571 None None] Port b89f5134-e3a8-4281-a2b6-736a228f58bc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:17.092692 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:17.161121 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-22180a99-cca8-4323-9c4e-e971a3ef379d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 1000 time: 0.2305677 Oct 19 11:29:17.181789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Network 77de41f5-25d9-4b5b-9dfd-67f163be4e6e is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:17.185902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:17.191476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:17.270166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-6a37c11b-2080-4f62-83f5-91c20bcfb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:17.274046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-6a37c11b-2080-4f62-83f5-91c20bcfb29f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.1043906 Oct 19 11:29:17.285985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Pushing event updated for resources: {'Port': ['ID=abe14439-ad24-437a-bbd5-1d3222780c61,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:17.319507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Attempting to bind port abe14439-ad24-437a-bbd5-1d3222780c61 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:17.319995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Attempting to bind port abe14439-ad24-437a-bbd5-1d3222780c61 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '968900f7-aa7a-4250-b157-f70629cff70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:17.320224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Attempting to bind port abe14439-ad24-437a-bbd5-1d3222780c61 on network 77de41f5-25d9-4b5b-9dfd-67f163be4e6e {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:17.326519 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:17.326901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Checking segment: {'id': '968900f7-aa7a-4250-b157-f70629cff70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:17.329869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:17.330359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Bound using segment: {'id': '968900f7-aa7a-4250-b157-f70629cff70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:17.332145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Bound port: abe14439-ad24-437a-bbd5-1d3222780c61, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968900f7-aa7a-4250-b157-f70629cff70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:17.332488 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:17.357459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-263c5592-ac94-47d6-8d43-794be7e6a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:17.370588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-263c5592-ac94-47d6-8d43-794be7e6a8e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890157 Oct 19 11:29:17.377214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95af017b-03e2-46a0-89fa-83449cc6c2ab req-79e57894-95eb-4632-9565-cb4a68862a3d tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 210 time: 0.1211424 Oct 19 11:29:17.394805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:17.437269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=0ad016f4-6065-4987-aed4-2b7613c30138,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:17.441027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No DVR routers for this DVR port 0ad016f4-6065-4987-aed4-2b7613c30138 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:17.474962 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] For port abe14439-ad24-437a-bbd5-1d3222780c61, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:17.479053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] For port abe14439-ad24-437a-bbd5-1d3222780c61, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=abe14439-ad24-437a-bbd5-1d3222780c61,segment=NetworkSegment(968900f7-aa7a-4250-b157-f70629cff70f),segment_id=968900f7-aa7a-4250-b157-f70629cff70f)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:17.480792 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:17.482572 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device db0b0e22-045f-492f-b5d7-087cfd68cb10 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:17.528352 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-06f08a93-1a09-48f2-a24f-516cecf30e34 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491773 Oct 19 11:29:17.563623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port db0b0e22-045f-492f-b5d7-087cfd68cb10 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:17.563623 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:17.567959 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:17.677353 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:17.761895 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811bf12d-a711-497b-bd3d-1bd5968e2213']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:17.786406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e82155b-e477-48f0-a12e-cbe3437302e9') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:17.786817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e82155b-e477-48f0-a12e-cbe3437302e9') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:17.809883 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95b5b0b7-5448-49b6-a02c-5e781a2bf452 req-06f20d3c-fa4c-4426-923b-6d8a409f1df8 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688291 Oct 19 11:29:17.822887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:17.836865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cb2e-eccb-4842-882f-77bf6c2aa545 None None] Pushing event updated for resources: {'Port': ['ID=abe14439-ad24-437a-bbd5-1d3222780c61,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:17.887607 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21c5b55e-e1ec-4e69-b0a6-f224ff298a26 req-25b5d746-b55a-4623-acf6-ae8487d14236 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0446405 Oct 19 11:29:17.938555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a8613530-fbd6-45b4-8a4e-7906d2b215af up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:17.945522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router 2181f1b7-1aa3-48a9-85f2-41445ce48c35 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:29:17.974281 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:18.075847 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a8613530-fbd6-45b4-8a4e-7906d2b215af triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:18.077108 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:18.084701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:29:18.085156 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:29:18.108771 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:29:18.210005 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:18.289998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port a8613530-fbd6-45b4-8a4e-7906d2b215af, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a8613530-fbd6-45b4-8a4e-7906d2b215af,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:18.362344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:18.373034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c9f96b8f-cd1c-4314-affa-1aa28cc1b39c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/2181f1b7-1aa3-48a9-85f2-41445ce48c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7493846 Oct 19 11:29:18.374983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7ec348-9132-4c27-a2e7-460f67185152 None None] Sync routers for ids ['2181f1b7-1aa3-48a9-85f2-41445ce48c35'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:18.375762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42264) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:18.391974 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:18.398973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ec348-9132-4c27-a2e7-460f67185152 None None] Routers {'2181f1b7-1aa3-48a9-85f2-41445ce48c35'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:18.399591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7b7ec348-9132-4c27-a2e7-460f67185152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2181f1b7-1aa3-48a9-85f2-41445ce48c35'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:18.441865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-30694b72-2073-4460-abbe-f5c6f1399bda tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:18.473048 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-30694b72-2073-4460-abbe-f5c6f1399bda tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.49 "GET /v2.0/networks?id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e HTTP/1.1" status: 200 len: 811 time: 0.4180460 Oct 19 11:29:18.474705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:18.499469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Allocated IP 172.21.0.1 (77de41f5-25d9-4b5b-9dfd-67f163be4e6e/51107abb-0332-4098-b75e-146fa8159db1/d4b17350-daf6-44af-b792-5cee44753753) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:18.506349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:18.523121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b08ccda-2850-4183-a2d5-82e6a8410aaa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:18.527705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2b08ccda-2850-4183-a2d5-82e6a8410aaa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports/b89f5134-e3a8-4281-a2b6-736a228f58bc HTTP/1.1" status: 200 len: 911 time: 0.1456785 Oct 19 11:29:18.527705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42268) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:18.529252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42270) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:18.532858 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/networks/811bf12d-a711-497b-bd3d-1bd5968e2213 HTTP/1.1" status: 204 len: 168 time: 5.2095678 Oct 19 11:29:18.535900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7b7ec348-9132-4c27-a2e7-460f67185152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:18.547774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Request body: {'port': {'device_id': '56c7a922-9f1f-4990-921c-09c16cc02b52', 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e', 'admin_state_up': True, 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:18.564779 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0ad016f4-6065-4987-aed4-2b7613c30138 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:18.595218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fe173660-855a-47d8-8aa8-1af74067a62e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd876c08f-e579-4342-83aa-fde828ca50bd'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:18.598903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc45b69-ec83-4c11-ac72-987de891d78b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Network': ['ID=811bf12d-a711-497b-bd3d-1bd5968e2213,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:18.630533 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ec348-9132-4c27-a2e7-460f67185152 None None] Routers {'2181f1b7-1aa3-48a9-85f2-41445ce48c35'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:18.630533 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7b7ec348-9132-4c27-a2e7-460f67185152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2181f1b7-1aa3-48a9-85f2-41445ce48c35'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:18.649848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69613417-1e66-4e07-8e08-bac445ea55b4 req-512829c8-893a-4718-8586-a084f0679f30 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 210 time: 0.0952449 Oct 19 11:29:18.689907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7b7ec348-9132-4c27-a2e7-460f67185152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:18.692575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7ec348-9132-4c27-a2e7-460f67185152 None None] The sync data for ids ['2181f1b7-1aa3-48a9-85f2-41445ce48c35'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:18.701375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 0ad016f4-6065-4987-aed4-2b7613c30138 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:29:18.702402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0ad016f4-6065-4987-aed4-2b7613c30138 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:29:18.707469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=a8613530-fbd6-45b4-8a4e-7906d2b215af,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:18.903241 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:19.098932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f397d753-f1c3-4923-9241-40132a376ffb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:19.106685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f397d753-f1c3-4923-9241-40132a376ffb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5800157 Oct 19 11:29:19.110789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42286) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:19.160231 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fe173660-855a-47d8-8aa8-1af74067a62e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:19.200337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:19.206856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Made reservation on behalf of f3ad651dd79d4e92a7696dec699be2a1 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:19.220309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:19.333717 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-acd5e527-5777-41fe-9527-442b066d2a45 req-f2366105-7bb0-437e-9150-a9ec889ff92c tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.1357238 Oct 19 11:29:19.374780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db27633-e4b9-400a-a28e-68a637057cbf None None] Network 77de41f5-25d9-4b5b-9dfd-67f163be4e6e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:19.382246 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f4fab068-3c70-45f0-96bb-6c7289e10c90 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2692721 Oct 19 11:29:19.411188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 77de41f5-25d9-4b5b-9dfd-67f163be4e6e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:19.412242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42292) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:19.421888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-573774438'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:19.447961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:19.451236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:19.516958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device abe14439-ad24-437a-bbd5-1d3222780c61 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:19.521894 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:19.548251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=d4b17350-daf6-44af-b792-5cee44753753,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:19.606205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-41cc80ec-108b-494e-a1e7-9ecf098d558a None None] Provisioning complete for port abe14439-ad24-437a-bbd5-1d3222780c61 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:19.606566 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41cc80ec-108b-494e-a1e7-9ecf098d558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:19.633949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:19.651690 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:19.713834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:29:19.726503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port abe14439-ad24-437a-bbd5-1d3222780c61 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:19.726871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:19.739562 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:19.742036 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Added segment bd455512-f16e-41ce-9398-983fbc686638 of type vlan for network c197bfe7-da06-4260-9996-741f5ef40a5d Oct 19 11:29:19.822707 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41cc80ec-108b-494e-a1e7-9ecf098d558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:19.929856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-41cc80ec-108b-494e-a1e7-9ecf098d558a None None] For port abe14439-ad24-437a-bbd5-1d3222780c61, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=abe14439-ad24-437a-bbd5-1d3222780c61,segment=NetworkSegment(968900f7-aa7a-4250-b157-f70629cff70f),segment_id=968900f7-aa7a-4250-b157-f70629cff70f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:19.943340 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:19.959827 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.022927 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fe173660-855a-47d8-8aa8-1af74067a62e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.094690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-847bd2b9-d6aa-424e-a09e-137ed0510b64 req-b8c073ad-fd10-4ed5-802b-ffd6c22594b2 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 210 time: 0.1216991 Oct 19 11:29:20.107973 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.170268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Allocated IP 172.20.0.11 (ff57db85-83fa-463f-abdc-f68fa2bbeb0e/67b89025-ed79-4430-b2da-0d836edb3c46/c1e0c552-5ffc-4ff0-a059-0d0a818d3f22) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:20.309974 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.360527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.361126 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fe173660-855a-47d8-8aa8-1af74067a62e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.367012 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41cc80ec-108b-494e-a1e7-9ecf098d558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.368732 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.376182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:20.376360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.377479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe173660-855a-47d8-8aa8-1af74067a62e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:20.381256 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fe173660-855a-47d8-8aa8-1af74067a62e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.383988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fe173660-855a-47d8-8aa8-1af74067a62e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/ports/b89f5134-e3a8-4281-a2b6-736a228f58bc HTTP/1.1" status: 200 len: 911 time: 1.7935455 Oct 19 11:29:20.389791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42308) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:20.436668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.490009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0729601 Oct 19 11:29:20.520643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42318) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:20.561634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': 'c197bfe7-da06-4260-9996-741f5ef40a5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:20.586858 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:29:20.588241 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:29:20.590757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc80ec-108b-494e-a1e7-9ecf098d558a None None] Pushing event updated for resources: {'Port': ['ID=abe14439-ad24-437a-bbd5-1d3222780c61,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:20.599989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-10e9a49e-8f0f-440d-b610-a3f869f16bfc None None] Provisioning complete for port d4b17350-daf6-44af-b792-5cee44753753 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:20.602833 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-10e9a49e-8f0f-440d-b610-a3f869f16bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.607835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93212be0-7d57-4159-a53e-862ac1a8a71b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Network': ['ID=c197bfe7-da06-4260-9996-741f5ef40a5d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:20.652120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c197bfe7-da06-4260-9996-741f5ef40a5d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:29:20.710977 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe173660-855a-47d8-8aa8-1af74067a62e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=b89f5134-e3a8-4281-a2b6-736a228f58bc,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:20.716692 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3cbde3ac-2f39-4559-aeeb-92c5b076f04d req-6940fb0b-009d-4d40-9305-a39af9efbea6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.1701794 Oct 19 11:29:20.765795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-10e9a49e-8f0f-440d-b610-a3f869f16bfc None None] Port d4b17350-daf6-44af-b792-5cee44753753 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:20.779020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.787856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-10e9a49e-8f0f-440d-b610-a3f869f16bfc None None] Provisioning complete for port abe14439-ad24-437a-bbd5-1d3222780c61 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:20.788298 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-10e9a49e-8f0f-440d-b610-a3f869f16bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:20.875869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Network ff57db85-83fa-463f-abdc-f68fa2bbeb0e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:20.884229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Pushing event updated for resources: {'Port': ['ID=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:20.886974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:20.902222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:20.978855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:20.982947 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:21.034984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:21.035631 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:21.155860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a8613530-fbd6-45b4-8a4e-7906d2b215af up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:21.178360 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-8f25c6c2-f342-4055-bdeb-128b2271057a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6443181 Oct 19 11:29:21.196799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Request body: {'port': {'device_id': '56c7a922-9f1f-4990-921c-09c16cc02b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:21.205276 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:21.309257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a8613530-fbd6-45b4-8a4e-7906d2b215af triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:21.309257 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:21.334811 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:21.537992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:21.606736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device abe14439-ad24-437a-bbd5-1d3222780c61 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:21.791376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port abe14439-ad24-437a-bbd5-1d3222780c61 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:21.791755 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:21.831687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d78ff39-291c-422f-afa2-e7708a176a25 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:21.850113 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:21.909781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6515d6-079e-4d2a-9a89-58ec8cceebc9 req-85f9b82a-fe0d-4f07-bb32-9473f50efec2 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:21.911371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f6515d6-079e-4d2a-9a89-58ec8cceebc9 req-85f9b82a-fe0d-4f07-bb32-9473f50efec2 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 932 time: 0.7018380 Oct 19 11:29:21.960722 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dcd98588-90aa-458d-a157-050194fc542c req-7e740a62-1204-4321-aeb4-4d726fd95b44 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0509143 Oct 19 11:29:22.010577 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:22.059651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=d4b17350-daf6-44af-b792-5cee44753753,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:22.302219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3d78ff39-291c-422f-afa2-e7708a176a25 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port b89f5134-e3a8-4281-a2b6-736a228f58bc {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:22.304708 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d78ff39-291c-422f-afa2-e7708a176a25 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:22.484734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d78ff39-291c-422f-afa2-e7708a176a25 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:22.523074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3d78ff39-291c-422f-afa2-e7708a176a25 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for b89f5134-e3a8-4281-a2b6-736a228f58bc owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:22.662146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 77de41f5-25d9-4b5b-9dfd-67f163be4e6e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:22.664930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Subnet': ['ID=46a22104-f33a-4f33-afca-7eceeffbd614,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:22.683368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:22.719285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f6515d6-079e-4d2a-9a89-58ec8cceebc9 req-b01563e9-a591-4b89-861b-bfbbc05adfda tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7739382 Oct 19 11:29:22.726260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Checking segment: {'id': 'bd455512-f16e-41ce-9398-983fbc686638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c197bfe7-da06-4260-9996-741f5ef40a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:22.726514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network hostable DHCP agents. Network: c197bfe7-da06-4260-9996-741f5ef40a5d, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:29:22.967331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:29:22.979559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:22.989670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:29:23.024678 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d78ff39-291c-422f-afa2-e7708a176a25 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:23.092280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78ff39-291c-422f-afa2-e7708a176a25 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=b89f5134-e3a8-4281-a2b6-736a228f58bc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:23.101538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Transition to ACTIVE for port object c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:29:23.105244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network c197bfe7-da06-4260-9996-741f5ef40a5d is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:29:23.137167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44bc160d-cc00-4562-9514-2494a4f78c1e req-65639fb8-aa26-4da8-8f37-a2cf038b27eb tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0502186 Oct 19 11:29:23.175670 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3d8d60d7-d4d3-4a7e-a0e1-80d0e7f1ecf0 None None] Provisioning complete for port d4b17350-daf6-44af-b792-5cee44753753 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:23.175670 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3d8d60d7-d4d3-4a7e-a0e1-80d0e7f1ecf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:23.203582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c197bfe7-da06-4260-9996-741f5ef40a5d) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:23.215730 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df17aaa-bc05-4c66-a424-d6d921816c7b None None] Network c197bfe7-da06-4260-9996-741f5ef40a5d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:23.218443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:23.237944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:23.239547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:23.280628 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42358) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:23.346398 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:23.359273 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d78ff39-291c-422f-afa2-e7708a176a25 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:23.361198 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Sync routers for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:23.374062 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:23.379054 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:23.447301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e5402f06-8e28-41db-a121-a765a9d0c793 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8554406 Oct 19 11:29:23.535426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42362) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:23.555585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1345232869'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:23.591546 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-70153e8c-6cad-4b60-9ebc-7232353c9f7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0663774 Oct 19 11:29:23.594355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:23.604996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42366) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:23.607257 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:23.623528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': 'c197bfe7-da06-4260-9996-741f5ef40a5d', 'name': 'tempest-PortsIpV6TestJSON-804300917'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:23.675340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d60d7-d4d3-4a7e-a0e1-80d0e7f1ecf0 None None] Port d4b17350-daf6-44af-b792-5cee44753753 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:23.716711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c54cccf-ec8f-468c-aba2-ea57b2349b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:23.757144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Attempting to bind port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:23.760855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Attempting to bind port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:23.760855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Attempting to bind port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 on network ff57db85-83fa-463f-abdc-f68fa2bbeb0e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:23.778493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d78ff39-291c-422f-afa2-e7708a176a25 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router 2181f1b7-1aa3-48a9-85f2-41445ce48c35 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:29:23.787726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 on network ff57db85-83fa-463f-abdc-f68fa2bbeb0e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:29:23.788048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Attempting to bind port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 on network ff57db85-83fa-463f-abdc-f68fa2bbeb0e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:23.806593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:23.806593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Checking segment: {'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:23.807072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Bound using segment: {'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:23.808151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Bound port: c1e0c552-5ffc-4ff0-a059-0d0a818d3f22, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:23.808519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:23.858584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-c197bfe7-da06-4260-9996-741f5ef40a5d', 'network_id': 'c197bfe7-da06-4260-9996-741f5ef40a5d', 'tenant_id': 'e9557ed117fa41379920529c580ee545', 'fixed_ips': [{'subnet_id': '46a22104-f33a-4f33-afca-7eceeffbd614'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:29:23.859560 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:23.938431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:23.943611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:23.957066 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:20Z', 'revision_number': 3, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:20Z', 'revision_number': 2, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:23.958114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d78ff39-291c-422f-afa2-e7708a176a25 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:23.967842 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3d78ff39-291c-422f-afa2-e7708a176a25 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/2181f1b7-1aa3-48a9-85f2-41445ce48c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5638926 Oct 19 11:29:23.971655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42372) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:23.996527 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Checking router: f61ba1a6-9cf3-48b3-8112-3f2403c386b1 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:23.996916 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Updating router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 port d4b17350-daf6-44af-b792-5cee44753753 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:29:24.013130 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-819f24ff-c016-4396-8379-32d2716bf7ac tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=2181f1b7-1aa3-48a9-85f2-41445ce48c35 HTTP/1.1" status: 200 len: 205 time: 0.0370696 Oct 19 11:29:24.017656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42374) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:24.020381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:29:24.033427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99702bb5-60fb-4683-8a6c-89eb1ed13325 req-2e6cb808-6a2d-42d7-8944-f4d69a765aba tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:24.042878 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99702bb5-60fb-4683-8a6c-89eb1ed13325 req-2e6cb808-6a2d-42d7-8944-f4d69a765aba tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 944 time: 0.1692677 Oct 19 11:29:24.045487 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.054162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] For port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:24.081693 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.082734 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added segment bb66d8bf-d33e-49e9-9c44-8b779f793b49 of type vlan for network fd8e1e13-e6b5-4f12-acc7-67f606803005 Oct 19 11:29:24.085546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:24.090017 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.094333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6dc6f-4769-490b-ac69-0c9f360cf891 None None] Sync routers for ids ['2181f1b7-1aa3-48a9-85f2-41445ce48c35'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:24.109142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] For port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:24.116887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c54cccf-ec8f-468c-aba2-ea57b2349b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.139843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07b2b6d9-9d4a-43c3-8851-64efe27dd782 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.140319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port 27b43eed-48cb-4da0-9eb6-a4b9472114b7 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:29:24.152235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6dc6f-4769-490b-ac69-0c9f360cf891 None None] Routers {'2181f1b7-1aa3-48a9-85f2-41445ce48c35'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:24.152916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-00c6dc6f-4769-490b-ac69-0c9f360cf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2181f1b7-1aa3-48a9-85f2-41445ce48c35'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:24.162248 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99702bb5-60fb-4683-8a6c-89eb1ed13325 req-64115f17-747b-471c-a9ff-990cbd9f053c tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178763 Oct 19 11:29:24.212870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-00c6dc6f-4769-490b-ac69-0c9f360cf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:24.220547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c54cccf-ec8f-468c-aba2-ea57b2349b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.234730 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.255037 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c6dc6f-4769-490b-ac69-0c9f360cf891 None None] Routers {'2181f1b7-1aa3-48a9-85f2-41445ce48c35'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:24.256079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-00c6dc6f-4769-490b-ac69-0c9f360cf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2181f1b7-1aa3-48a9-85f2-41445ce48c35'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:24.306530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-00c6dc6f-4769-490b-ac69-0c9f360cf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:24.307194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c6dc6f-4769-490b-ac69-0c9f360cf891 None None] The sync data for ids ['2181f1b7-1aa3-48a9-85f2-41445ce48c35'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:24.320161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Allocated IP 2001:db8::2 (c197bfe7-da06-4260-9996-741f5ef40a5d/46a22104-f33a-4f33-afca-7eceeffbd614/9eac0d3a-ffe3-4383-8a16-150f6a01b7d3) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:24.377308 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.416659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:24.417921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.419974 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] 10.222.0.49 "PUT /v2.0/ports/c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 HTTP/1.1" status: 200 len: 1092 time: 3.2279656 Oct 19 11:29:24.453355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c7a922-9f1f-4990-921c-09c16cc02b52', 'tag': 'c1e0c552-5ffc-4ff0-a059-0d0a818d3f22'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:29:24.455892 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8785b4-83da-4a1f-8974-1bc16c8319cd" -d '{"events": [{"name": "network-changed", "server_uuid": "56c7a922-9f1f-4990-921c-09c16cc02b52", "tag": "c1e0c552-5ffc-4ff0-a059-0d0a818d3f22"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:29:24.458481 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f0ffb26-71c8-45a6-ada1-82e3c25f60f8 req-7ce6b06e-d980-40fa-aade-9e377548dc33 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.1508315 Oct 19 11:29:24.461203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07b2b6d9-9d4a-43c3-8851-64efe27dd782 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.482419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07b2b6d9-9d4a-43c3-8851-64efe27dd782 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.507923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6c54cccf-ec8f-468c-aba2-ea57b2349b1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ded1013bc747478dbc8e1a25a0cef055&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2239506 Oct 19 11:29:24.525616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42390) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:24.534232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54cccf-ec8f-468c-aba2-ea57b2349b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f88fe80-2301-4eb9-829f-c055fdbb47a9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:24.560664 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.581261 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab5479-306f-4bde-bcc2-dd25c19a53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:24.613543 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168e40b6-7f5a-4890-87fd-dea4c1b16722 x-openstack-request-id: req-168e40b6-7f5a-4890-87fd-dea4c1b16722 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:29:24.613849 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c7a922-9f1f-4990-921c-09c16cc02b52", "tag": "c1e0c552-5ffc-4ff0-a059-0d0a818d3f22", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:29:24.614079 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-168e40b6-7f5a-4890-87fd-dea4c1b16722 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:29:24.614474 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c7a922-9f1f-4990-921c-09c16cc02b52', 'tag': 'c1e0c552-5ffc-4ff0-a059-0d0a818d3f22', 'status': 'completed', 'code': 200} Oct 19 11:29:24.633474 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.640176 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.654289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:24.654289 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.664245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-aefa2634-b8cf-4c23-9270-5bb3976ef2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:24.666994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-aefa2634-b8cf-4c23-9270-5bb3976ef2c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3ad651dd79d4e92a7696dec699be2a1&device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 1095 time: 0.0998573 Oct 19 11:29:24.669091 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.672354 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-682b8509-c802-4e3a-a633-9c2c80c50d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.682404 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07b2b6d9-9d4a-43c3-8851-64efe27dd782 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.684280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b2b6d9-9d4a-43c3-8851-64efe27dd782 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Fanout notify agent at l3_agent the message router_deleted on router 2181f1b7-1aa3-48a9-85f2-41445ce48c35 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:29:24.693609 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07b2b6d9-9d4a-43c3-8851-64efe27dd782 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.694892 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-07b2b6d9-9d4a-43c3-8851-64efe27dd782 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/2181f1b7-1aa3-48a9-85f2-41445ce48c35 HTTP/1.1" status: 204 len: 168 time: 0.6757238 Oct 19 11:29:24.699273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42396) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:24.740475 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-c1e8fa8b-7970-4fae-8df0-6087f28118d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 HTTP/1.1" status: 200 len: 217 time: 0.0649996 Oct 19 11:29:24.755636 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.777370 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-682b8509-c802-4e3a-a633-9c2c80c50d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.789333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47a6f30-9cba-4dd7-985e-bd5190c2b6c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting subnet d876c08f-e579-4342-83aa-fde828ca50bd {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:29:24.792492 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d47a6f30-9cba-4dd7-985e-bd5190c2b6c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.852277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Network c197bfe7-da06-4260-9996-741f5ef40a5d is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:24.856478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:24.859445 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Attempting to bind port d4b17350-daf6-44af-b792-5cee44753753 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:24.859817 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Attempting to bind port d4b17350-daf6-44af-b792-5cee44753753 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '968900f7-aa7a-4250-b157-f70629cff70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:24.860179 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Attempting to bind port d4b17350-daf6-44af-b792-5cee44753753 on network 77de41f5-25d9-4b5b-9dfd-67f163be4e6e {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:24.862732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:24.876468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Pushing event updated for resources: {'Port': ['ID=9eac0d3a-ffe3-4383-8a16-150f6a01b7d3,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:24.877936 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acc656-07ea-4013-8dd5-128b8e2ed3ba None None] Pushing event updated for resources: {'Port': ['ID=d4b17350-daf6-44af-b792-5cee44753753,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:24.881487 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:24.881908 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Checking segment: {'id': '968900f7-aa7a-4250-b157-f70629cff70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:24.882338 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.882617 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Bound using segment: {'id': '968900f7-aa7a-4250-b157-f70629cff70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:24.883098 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Bound port: d4b17350-daf6-44af-b792-5cee44753753, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968900f7-aa7a-4250-b157-f70629cff70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:24.883468 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.889572 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d47a6f30-9cba-4dd7-985e-bd5190c2b6c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:24.968964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8::2ba (c197bfe7-da06-4260-9996-741f5ef40a5d/46a22104-f33a-4f33-afca-7eceeffbd614/27b43eed-48cb-4da0-9eb6-a4b9472114b7) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:24.993878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-0c1c3dc7-e741-4911-a7f8-d2939bc02249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:24.993878 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-0c1c3dc7-e741-4911-a7f8-d2939bc02249 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b89025-ed79-4430-b2da-0d836edb3c46 HTTP/1.1" status: 200 len: 851 time: 0.2400463 Oct 19 11:29:24.997007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Attempting to bind port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:25.001728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Attempting to bind port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'bd455512-f16e-41ce-9398-983fbc686638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c197bfe7-da06-4260-9996-741f5ef40a5d'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:25.003585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Attempting to bind port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 on network c197bfe7-da06-4260-9996-741f5ef40a5d {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:25.019983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:25.020575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Checking segment: {'id': 'bd455512-f16e-41ce-9398-983fbc686638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c197bfe7-da06-4260-9996-741f5ef40a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:25.021116 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.022055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Bound using segment: {'id': 'bd455512-f16e-41ce-9398-983fbc686638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c197bfe7-da06-4260-9996-741f5ef40a5d'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:25.022929 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Bound port: 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd455512-f16e-41ce-9398-983fbc686638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c197bfe7-da06-4260-9996-741f5ef40a5d'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:25.023440 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.027399 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] For port d4b17350-daf6-44af-b792-5cee44753753, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:25.031465 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] For port d4b17350-daf6-44af-b792-5cee44753753, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d4b17350-daf6-44af-b792-5cee44753753,segment=NetworkSegment(968900f7-aa7a-4250-b157-f70629cff70f),segment_id=968900f7-aa7a-4250-b157-f70629cff70f)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:25.040590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d47a6f30-9cba-4dd7-985e-bd5190c2b6c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.087827 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5512645 Oct 19 11:29:25.102109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] For port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:25.104992 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.105918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] For port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9eac0d3a-ffe3-4383-8a16-150f6a01b7d3,segment=NetworkSegment(bd455512-f16e-41ce-9398-983fbc686638),segment_id=bd455512-f16e-41ce-9398-983fbc686638)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:25.121546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-22eb00b0-027b-40a9-83a9-f0b143116dc4 None None] Provisioning complete for port d4b17350-daf6-44af-b792-5cee44753753 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:25.121915 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-22eb00b0-027b-40a9-83a9-f0b143116dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.125288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42402) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:25.134278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'subnet': {'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:25.181366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff1cf2-db03-4c4b-8bf1-310c2208ba73 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Network': ['ID=fd8e1e13-e6b5-4f12-acc7-67f606803005,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:25.224959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-3317a1ed-2782-41e6-a7f6-5b5286a0c512 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2209704 Oct 19 11:29:25.235167 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-22eb00b0-027b-40a9-83a9-f0b143116dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.243673 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:25.244696 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:28:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:25.256648 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acc656-07ea-4013-8dd5-128b8e2ed3ba None None] Pushing event updated for resources: {'Port': ['ID=d4b17350-daf6-44af-b792-5cee44753753,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:25.270252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network fd8e1e13-e6b5-4f12-acc7-67f606803005 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:29:25.308836 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.456813 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1635795-c337-4445-a214-69f4f735f2a9 None None] Pushing event updated for resources: {'Port': ['ID=9eac0d3a-ffe3-4383-8a16-150f6a01b7d3,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:25.487790 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:25.494675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-22eb00b0-027b-40a9-83a9-f0b143116dc4 None None] For port d4b17350-daf6-44af-b792-5cee44753753, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d4b17350-daf6-44af-b792-5cee44753753,segment=NetworkSegment(968900f7-aa7a-4250-b157-f70629cff70f),segment_id=968900f7-aa7a-4250-b157-f70629cff70f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:25.581666 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-682b8509-c802-4e3a-a633-9c2c80c50d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.589775 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-682b8509-c802-4e3a-a633-9c2c80c50d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.593500 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-22eb00b0-027b-40a9-83a9-f0b143116dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.593671 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-25e04a5f-84d4-4c5a-b0c8-1b5e9fc52f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.605990 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-682b8509-c802-4e3a-a633-9c2c80c50d9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f88fe80-2301-4eb9-829f-c055fdbb47a9 HTTP/1.1" status: 204 len: 168 time: 1.0694849 Oct 19 11:29:25.636198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-dc232796-2ef1-4f67-91d1-375fdcd00c73 service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808153 Oct 19 11:29:25.643184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5839063-706b-421f-b708-b0a488a69fa1 req-1d966518-50e0-4f0a-a5c3-75ed3f40723a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:25.646954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c5839063-706b-421f-b708-b0a488a69fa1 req-1d966518-50e0-4f0a-a5c3-75ed3f40723a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 944 time: 0.3013928 Oct 19 11:29:25.704212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:25.711878 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.715475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b8509-c802-4e3a-a633-9c2c80c50d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f88fe80-2301-4eb9-829f-c055fdbb47a9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:25.718071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.803890 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9a7a8d9b-70c8-422f-a921-e12480aebedf None None] Provisioning complete for port d4b17350-daf6-44af-b792-5cee44753753 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:25.804341 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8d9b-70c8-422f-a921-e12480aebedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:25.890799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb00b0-027b-40a9-83a9-f0b143116dc4 None None] Pushing event updated for resources: {'Port': ['ID=d4b17350-daf6-44af-b792-5cee44753753,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:25.957645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-108551ab-22ae-49cc-b10d-f58c56059b79 req-815e2045-81eb-43eb-877b-8a9283017956 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0773096 Oct 19 11:29:25.992622 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-778020bd-2ad2-40fc-9b63-e4a3285101eb req-261d9d93-e60f-43c5-ae8d-4364965c5772 service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091514 Oct 19 11:29:26.033311 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d47a6f30-9cba-4dd7-985e-bd5190c2b6c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:26.070248 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:26.107671 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:20Z', 'revision_number': 3, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 4, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:26.162015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a6f30-9cba-4dd7-985e-bd5190c2b6c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Subnet': ['ID=d876c08f-e579-4342-83aa-fde828ca50bd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:26.191235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c5839063-706b-421f-b708-b0a488a69fa1 req-ba904e13-a40d-43a2-96d2-183ea188475a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370502 Oct 19 11:29:26.201473 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d47a6f30-9cba-4dd7-985e-bd5190c2b6c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:26.203786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71679dc-9531-4beb-832a-25ef6d891359 None None] Network 01144e55-1236-4a9f-835e-d301c9f4329d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:26.205071 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d47a6f30-9cba-4dd7-985e-bd5190c2b6c4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/d876c08f-e579-4342-83aa-fde828ca50bd HTTP/1.1" status: 204 len: 168 time: 1.5047805 Oct 19 11:29:26.208312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42422) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:26.216308 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9dd393-70b8-477b-9721-4ef302a9aecb None None] The sync data for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 is: [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:20Z', 'revision_number': 3, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 4, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:26.278660 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=27b43eed-48cb-4da0-9eb6-a4b9472114b7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:26.282328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac2b9c-0434-4f18-b546-57d4622ff7cf req-0cb34618-4bce-4db5-baaa-446b9290c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:26.286405 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55ac2b9c-0434-4f18-b546-57d4622ff7cf req-0cb34618-4bce-4db5-baaa-446b9290c25b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1096 time: 0.2888615 Oct 19 11:29:26.316346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network c197bfe7-da06-4260-9996-741f5ef40a5d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:26.372248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:26.375604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:26.386414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:26.389394 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:26.460160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8785b4-83da-4a1f-8974-1bc16c8319cd req-5d14eb7c-72da-4e19-982b-9d600f732a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:26.465757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f8785b4-83da-4a1f-8974-1bc16c8319cd req-5d14eb7c-72da-4e19-982b-9d600f732a08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3ad651dd79d4e92a7696dec699be2a1&device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 1095 time: 0.1885812 Oct 19 11:29:26.476160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4194bb-2db5-4012-9ea8-3c08e96d4ab0 req-777f25c3-716c-418f-8124-337f686bf63a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:26.488972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed4194bb-2db5-4012-9ea8-3c08e96d4ab0 req-777f25c3-716c-418f-8124-337f686bf63a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1675925 Oct 19 11:29:26.561600 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed4194bb-2db5-4012-9ea8-3c08e96d4ab0 req-4502f673-bce7-4968-9248-b16fec927aaf tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693526 Oct 19 11:29:26.564052 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:26.604953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-799e65a9-1bba-4f1e-b455-29ff3cf0da32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9907203 Oct 19 11:29:26.613561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42426) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:26.625000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': 'c197bfe7-da06-4260-9996-741f5ef40a5d', 'name': 'tempest-PortsIpV6TestJSON-850636236'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:26.644184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7431707-ebce-47af-a287-c065e4a84480 None None] DHCP port deletion for 01144e55-1236-4a9f-835e-d301c9f4329d request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:29:26.760210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a7431707-ebce-47af-a287-c065e4a84480 None None] Deleting port 318c17f9-6174-4811-8b0e-e92f6c2b7815 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:26.762549 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a7431707-ebce-47af-a287-c065e4a84480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:26.828507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42428) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:26.894058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a7431707-ebce-47af-a287-c065e4a84480 None None] For port 318c17f9-6174-4811-8b0e-e92f6c2b7815, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=318c17f9-6174-4811-8b0e-e92f6c2b7815,segment=NetworkSegment(88a59cc8-44ad-4397-84f0-398c2fd96f5b),segment_id=88a59cc8-44ad-4397-84f0-398c2fd96f5b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:26.894516 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a7431707-ebce-47af-a287-c065e4a84480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:26.919981 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-30bec27c-e21d-4c7d-a568-fc4dc6b5ce11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:26.942043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8785b4-83da-4a1f-8974-1bc16c8319cd req-f038a0e2-2d4b-412e-bd2d-fd081fac9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:26.943557 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f8785b4-83da-4a1f-8974-1bc16c8319cd req-f038a0e2-2d4b-412e-bd2d-fd081fac9988 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e HTTP/1.1" status: 200 len: 912 time: 0.4523554 Oct 19 11:29:26.947042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a7431707-ebce-47af-a287-c065e4a84480 None None] Calling delete_port for 318c17f9-6174-4811-8b0e-e92f6c2b7815 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:26.989642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac2b9c-0434-4f18-b546-57d4622ff7cf req-d00defcd-3d07-45fd-b537-a390a31321ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:26.991665 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55ac2b9c-0434-4f18-b546-57d4622ff7cf req-d00defcd-3d07-45fd-b537-a390a31321ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.6411457 Oct 19 11:29:27.016928 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.074582 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f8785b4-83da-4a1f-8974-1bc16c8319cd req-ea19cea9-9e9f-4efe-a1fd-85669c1c98dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 HTTP/1.1" status: 200 len: 217 time: 0.0758479 Oct 19 11:29:27.114847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:27.123440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.183316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port 66d5e561-b0f9-4717-bab6-b8788b532d3d yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:29:27.193322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Subnet': ['ID=cc943c25-2340-4378-89d5-f8db1840d952,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:27.200592 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a7431707-ebce-47af-a287-c065e4a84480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.214114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8785b4-83da-4a1f-8974-1bc16c8319cd req-d7b9eb62-390b-4bf6-8745-f7e4309bf26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:27.216172 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f8785b4-83da-4a1f-8974-1bc16c8319cd req-d7b9eb62-390b-4bf6-8745-f7e4309bf26c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b89025-ed79-4430-b2da-0d836edb3c46 HTTP/1.1" status: 200 len: 851 time: 0.1330760 Oct 19 11:29:27.286984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7431707-ebce-47af-a287-c065e4a84480 None None] Pushing event deleted for resources: {'Port': ['ID=318c17f9-6174-4811-8b0e-e92f6c2b7815,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:27.304354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7431707-ebce-47af-a287-c065e4a84480 None None] No DVR routers for this DVR port 318c17f9-6174-4811-8b0e-e92f6c2b7815 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:27.323947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f8785b4-83da-4a1f-8974-1bc16c8319cd req-9cb75c84-55ef-46b9-ae03-2a9df5ac661f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633750 Oct 19 11:29:27.331791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e33164a-0cd7-463f-a743-8497fbee46ef req-9185bd24-a4ce-4b88-9f3b-bd852cfa4343 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.1465592 Oct 19 11:29:27.348404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962651f-6266-4042-854f-f5cea892e794 None None] Network c197bfe7-da06-4260-9996-741f5ef40a5d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:27.388943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Checking segment: {'id': 'bb66d8bf-d33e-49e9-9c44-8b779f793b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:27.389572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network hostable DHCP agents. Network: fd8e1e13-e6b5-4f12-acc7-67f606803005, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:29:27.396638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 318c17f9-6174-4811-8b0e-e92f6c2b7815 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:27.397251 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.465918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55ac2b9c-0434-4f18-b546-57d4622ff7cf req-fb737a2d-c83a-4f63-b518-194e60f76b95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 1000 time: 0.4465256 Oct 19 11:29:27.511032 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cb3566d7-9d86-4dae-b082-d507404dff0e None None] Provisioning complete for port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:27.524149 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cb3566d7-9d86-4dae-b082-d507404dff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.524452 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-30bec27c-e21d-4c7d-a568-fc4dc6b5ce11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.549615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] For port 318c17f9-6174-4811-8b0e-e92f6c2b7815, host n-d-814547-1, got binding levels [] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:27.553190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.586166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network fd8e1e13-e6b5-4f12-acc7-67f606803005 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:29:27.613318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-30bec27c-e21d-4c7d-a568-fc4dc6b5ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.625881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 318c17f9-6174-4811-8b0e-e92f6c2b7815 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:27.634347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.ipam_backend_mixin [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Port 318c17f9-6174-4811-8b0e-e92f6c2b7815 was not found and therefore no delete operation was performed {{(pid=101311) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 11:29:27.654916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac2b9c-0434-4f18-b546-57d4622ff7cf req-31bfca82-38dd-4e0b-aec8-352f200fd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:27.662896 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55ac2b9c-0434-4f18-b546-57d4622ff7cf req-31bfca82-38dd-4e0b-aec8-352f200fd313 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.1701555 Oct 19 11:29:27.669939 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.677381 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-30bec27c-e21d-4c7d-a568-fc4dc6b5ce11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a70fee96b5c4d269f69488f8d36e3a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8424344 Oct 19 11:29:27.685138 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f36ca9-02e1-4484-8f97-ccd4f522fcbd req-cf7005c6-5486-4df0-b6fb-8567b602da15 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:27.687366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3f36ca9-02e1-4484-8f97-ccd4f522fcbd req-cf7005c6-5486-4df0-b6fb-8567b602da15 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 944 time: 0.3152411 Oct 19 11:29:27.687845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42438) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:27.693743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bec27c-e21d-4c7d-a568-fc4dc6b5ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95f3835-4176-4288-aa60-3fface9fede3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:27.777295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8::101 (c197bfe7-da06-4260-9996-741f5ef40a5d/46a22104-f33a-4f33-afca-7eceeffbd614/66d5e561-b0f9-4717-bab6-b8788b532d3d) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:27.797027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=318c17f9-6174-4811-8b0e-e92f6c2b7815,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:27.829357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, fd8e1e13-e6b5-4f12-acc7-67f606803005) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:27.842823 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3f36ca9-02e1-4484-8f97-ccd4f522fcbd req-5f4c816a-4015-41c3-b62a-2bae82fed97d tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295986 Oct 19 11:29:27.866351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d757ef7-8d47-49f1-933e-badbe58b46d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.884483 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d757ef7-8d47-49f1-933e-badbe58b46d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.887894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:27.894576 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cb3566d7-9d86-4dae-b082-d507404dff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.902816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No DVR routers for this DVR port 318c17f9-6174-4811-8b0e-e92f6c2b7815 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:27.906115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ed0775-22ac-4a66-9b00-c406c78dd085 None None] Network fd8e1e13-e6b5-4f12-acc7-67f606803005 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:27.914248 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f0344a04-ed27-4858-8681-02b037abb90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.926027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f8785b4-83da-4a1f-8974-1bc16c8319cd req-0293b3d8-390c-4024-b413-b7dc2ea66b9b service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772572 Oct 19 11:29:27.942757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:27.943551 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:27.948038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:27.948710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:27.949322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:27.949892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:27.950469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:27.951032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:27.951614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:27.952174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:27.952898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:27.953480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:27.954049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:27.954617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:28.079822 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:28.103031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f8785b4-83da-4a1f-8974-1bc16c8319cd req-7d249063-15ee-43c9-be81-90bcaaa48aa9 service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653688 Oct 19 11:29:28.247603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:28.248161 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:28.276909 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d757ef7-8d47-49f1-933e-badbe58b46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:28.282912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d757ef7-8d47-49f1-933e-badbe58b46d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:28.286013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7d757ef7-8d47-49f1-933e-badbe58b46d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e95f3835-4176-4288-aa60-3fface9fede3 HTTP/1.1" status: 204 len: 168 time: 0.5843565 Oct 19 11:29:28.307932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-fd8e1e13-e6b5-4f12-acc7-67f606803005', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:29:28.309410 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:28.312096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d757ef7-8d47-49f1-933e-badbe58b46d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95f3835-4176-4288-aa60-3fface9fede3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:28.315850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:29:28.333281 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cb3566d7-9d86-4dae-b082-d507404dff0e None None] For port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9eac0d3a-ffe3-4383-8a16-150f6a01b7d3,segment=NetworkSegment(bd455512-f16e-41ce-9398-983fbc686638),segment_id=bd455512-f16e-41ce-9398-983fbc686638)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:28.399725 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cb3566d7-9d86-4dae-b082-d507404dff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:28.411399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:28.624452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8814a51f-2acd-445e-ba40-bf20af06109c req-89edde64-a58e-4fd5-b64f-ca582963be99 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0666239 Oct 19 11:29:28.638735 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:28.667223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01144e55-1236-4a9f-835e-d301c9f4329d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:28.678020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac2b9c-0434-4f18-b546-57d4622ff7cf req-f7a80eff-13ce-44e9-9947-09ecaa45ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:28.682691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55ac2b9c-0434-4f18-b546-57d4622ff7cf req-f7a80eff-13ce-44e9-9947-09ecaa45ed24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9134743 Oct 19 11:29:28.718952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=66d5e561-b0f9-4717-bab6-b8788b532d3d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:28.729129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a59cc8-44ad-4397-84f0-398c2fd96f5b') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:28.729433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a59cc8-44ad-4397-84f0-398c2fd96f5b') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:28.737458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network c197bfe7-da06-4260-9996-741f5ef40a5d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:28.742078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:28.745587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:28.751861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:28.753307 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:28.779169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc8619-5018-40f1-be76-306bbf8312f9 req-dc0673b2-0d18-4756-a7ae-8eeee556a7eb tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:28.793272 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c6cc8619-5018-40f1-be76-306bbf8312f9 req-dc0673b2-0d18-4756-a7ae-8eeee556a7eb tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 1.0319774 Oct 19 11:29:28.835723 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c894b826-d95b-4143-a24a-da8b70146a57 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7093108 Oct 19 11:29:28.844185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42446) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:28.865321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:28.892144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c6cc8619-5018-40f1-be76-306bbf8312f9 req-6cb81412-1ff7-4b4c-95c6-68a9ebb00207 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978849 Oct 19 11:29:28.904713 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3566d7-9d86-4dae-b082-d507404dff0e None None] Pushing event updated for resources: {'Port': ['ID=9eac0d3a-ffe3-4383-8a16-150f6a01b7d3,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:28.909882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:28.915210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d4b17350-daf6-44af-b792-5cee44753753 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:28.984228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'c1e0c552-5ffc-4ff0-a059-0d0a818d3f22', 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e', 'port_id': 'c1e0c552-5ffc-4ff0-a059-0d0a818d3f22', 'mac_address': 'fa:16:3e:01:b3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b89025-ed79-4430-b2da-0d836edb3c46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:29:29.006225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3d348e24-f06e-470e-b4af-7c840253ebe3 None None] Provisioning complete for port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:29.006887 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3d348e24-f06e-470e-b4af-7c840253ebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:29.011238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Allocated IP 172.22.0.2 (fd8e1e13-e6b5-4f12-acc7-67f606803005/cc943c25-2340-4378-89d5-f8db1840d952/0b9007bb-ea9b-49c0-9827-08f1dc88e26d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:29.036092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d7750e2e-62d7-43b5-84d7-6d69ad0eb21e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4144123 Oct 19 11:29:29.039011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42452) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:29.070344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:29.105568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:29:29.109168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:29:29.113559 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:29:29.301784 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55ac2b9c-0434-4f18-b546-57d4622ff7cf req-5cad7788-137d-4d77-b07e-1811641ee241 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978880 Oct 19 11:29:29.308615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8ea7-33a0-4461-8eae-75032b04b77c req-bb2a060a-9812-4c2c-96f0-20d185fda8ec tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:29.323691 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0eb8ea7-33a0-4461-8eae-75032b04b77c req-bb2a060a-9812-4c2c-96f0-20d185fda8ec tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 944 time: 0.2281439 Oct 19 11:29:29.332035 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:29.332913 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:29.381153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27d5fb-5f66-4269-b685-e2b8d8aaceba tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:29.388782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5b27d5fb-5f66-4269-b685-e2b8d8aaceba tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ba HTTP/1.1" status: 200 len: 928 time: 0.3486972 Oct 19 11:29:29.391079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42460) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:29.399585 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:29.473759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d4b17350-daf6-44af-b792-5cee44753753 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:29.475274 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:29.483458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:29:29.525050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55ac2b9c-0434-4f18-b546-57d4622ff7cf req-1ca1df26-2ced-44de-aea9-e1983b5e6ceb service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088327 Oct 19 11:29:29.526201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:29.558796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:29.566839 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/networks/01144e55-1236-4a9f-835e-d301c9f4329d HTTP/1.1" status: 204 len: 168 time: 3.3557837 Oct 19 11:29:29.585210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42464) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:29.589840 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0eb8ea7-33a0-4461-8eae-75032b04b77c req-08032dc3-a3b2-4de4-ad1b-b505bbebc8c8 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646317 Oct 19 11:29:29.590063 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301b499-6f82-48a2-adc1-612b0c78fd3b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Network': ['ID=01144e55-1236-4a9f-835e-d301c9f4329d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:29.597404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bdd7f05b-65ab-44c7-bd5d-bfa1b3c451ae tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-188431172', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:29.789539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:29.875313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4d3028f-4a45-4039-8cbe-0b9f2d991b02 req-4a575e75-0ded-420b-9665-8d23819f5f49 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0499485 Oct 19 11:29:29.897690 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:29.919991 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:29.989634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3d348e24-f06e-470e-b4af-7c840253ebe3 None None] Provisioning complete for port 27b43eed-48cb-4da0-9eb6-a4b9472114b7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:29.990010 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3d348e24-f06e-470e-b4af-7c840253ebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.025602 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.035163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:30.081191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3d348e24-f06e-470e-b4af-7c840253ebe3 None None] Port 27b43eed-48cb-4da0-9eb6-a4b9472114b7 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:30.098323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Network fd8e1e13-e6b5-4f12-acc7-67f606803005 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:30.099516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Pushing event updated for resources: {'Port': ['ID=0b9007bb-ea9b-49c0-9827-08f1dc88e26d,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:30.102383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:30.104668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:30.120483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 318c17f9-6174-4811-8b0e-e92f6c2b7815 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:30.167069 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f05b-65ab-44c7-bd5d-bfa1b3c451ae tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.168207 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f05b-65ab-44c7-bd5d-bfa1b3c451ae tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.174371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['c1e0c552-5ffc-4ff0-a059-0d0a818d3f22'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:29:30.212626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 318c17f9-6174-4811-8b0e-e92f6c2b7815 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:29:30.213023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 318c17f9-6174-4811-8b0e-e92f6c2b7815 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:29:30.249049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Attempting to bind port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:30.249549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Attempting to bind port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'bb66d8bf-d33e-49e9-9c44-8b779f793b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:30.250035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Attempting to bind port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d on network fd8e1e13-e6b5-4f12-acc7-67f606803005 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:30.275687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d041d5df-5545-42d3-a063-8d01280a0fe9 None None] Provisioning complete for port 66d5e561-b0f9-4717-bab6-b8788b532d3d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:30.276563 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d041d5df-5545-42d3-a063-8d01280a0fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.282091 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:30.282574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Checking segment: {'id': 'bb66d8bf-d33e-49e9-9c44-8b779f793b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:30.283273 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.283734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Bound using segment: {'id': 'bb66d8bf-d33e-49e9-9c44-8b779f793b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:30.285998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Bound port: 0b9007bb-ea9b-49c0-9827-08f1dc88e26d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb66d8bf-d33e-49e9-9c44-8b779f793b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:30.286894 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.406158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] For port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:30.410763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] For port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0b9007bb-ea9b-49c0-9827-08f1dc88e26d,segment=NetworkSegment(bb66d8bf-d33e-49e9-9c44-8b779f793b49),segment_id=bb66d8bf-d33e-49e9-9c44-8b779f793b49)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:30.415646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:30.482609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d041d5df-5545-42d3-a063-8d01280a0fe9 None None] Port 66d5e561-b0f9-4717-bab6-b8788b532d3d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:30.513389 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.548109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e8ece-4b48-4a17-b8a8-e4415d043f83 req-edfba87a-0f1e-4b81-9e72-a4d43ab45e0e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:30.551582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d041d5df-5545-42d3-a063-8d01280a0fe9 None None] Provisioning complete for port 27b43eed-48cb-4da0-9eb6-a4b9472114b7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:30.551957 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d041d5df-5545-42d3-a063-8d01280a0fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.562229 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e0e8ece-4b48-4a17-b8a8-e4415d043f83 req-edfba87a-0f1e-4b81-9e72-a4d43ab45e0e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.4010055 Oct 19 11:29:30.579083 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f05b-65ab-44c7-bd5d-bfa1b3c451ae tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.581974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:30.582389 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.656500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 66d5e561-b0f9-4717-bab6-b8788b532d3d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:30.657015 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.720221 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f05b-65ab-44c7-bd5d-bfa1b3c451ae tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.723985 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e0e8ece-4b48-4a17-b8a8-e4415d043f83 req-fac5ee9f-3cd7-43df-93fe-5d0bf50b9e0d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607065 Oct 19 11:29:30.727839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d041d5df-5545-42d3-a063-8d01280a0fe9 None None] Port 27b43eed-48cb-4da0-9eb6-a4b9472114b7 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:30.802428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31ed63-1ac5-4215-a42e-67a47c5e5bc0 None None] Pushing event updated for resources: {'Port': ['ID=0b9007bb-ea9b-49c0-9827-08f1dc88e26d,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:30.822388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c864057-287c-4ef3-9973-1580f381a069 req-5fa5dac7-57b5-4e07-a997-03069e2c3a9a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:30.824756 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c864057-287c-4ef3-9973-1580f381a069 req-5fa5dac7-57b5-4e07-a997-03069e2c3a9a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 945 time: 0.1263778 Oct 19 11:29:30.845342 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.887565 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.965789 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c864057-287c-4ef3-9973-1580f381a069 req-eb607173-fbdc-4768-9904-225e6f330ba6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992651 Oct 19 11:29:30.976479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bdd7f05b-65ab-44c7-bd5d-bfa1b3c451ae tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:30.977754 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bdd7f05b-65ab-44c7-bd5d-bfa1b3c451ae tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3867652 Oct 19 11:29:30.983163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42494) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:30.987054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 66d5e561-b0f9-4717-bab6-b8788b532d3d owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:30.991734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2138575324'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:31.071484 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:31.137355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:31.141196 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:31.195264 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3b4c91e-478f-4f0d-bef9-ce2a5097e164 req-c0e030a6-252c-447d-9c64-d07139921c97 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0486503 Oct 19 11:29:31.207828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:29:31.255545 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:31.256300 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added segment f13cb454-aba4-4129-8952-eec4dc1d935e of type vlan for network bc319ffc-8e00-4d5c-a21c-162a3d56e2fc Oct 19 11:29:31.321335 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:31.469127 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:31.479683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:31.480756 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:31.533774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Allocated IP 172.22.0.1 (fd8e1e13-e6b5-4f12-acc7-67f606803005/cc943c25-2340-4378-89d5-f8db1840d952/e79c1798-f57e-492c-8153-d73004bef49d) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:31.607612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Network': ['ID=bc319ffc-8e00-4d5c-a21c-162a3d56e2fc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:31.622715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network bc319ffc-8e00-4d5c-a21c-162a3d56e2fc details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:29:31.697664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1fcca352-d3df-4131-8243-92a0f4eea63d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7122579 Oct 19 11:29:31.700652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42510) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:31.708997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'subnet': {'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:31.709331 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:31.961617 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.042945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=66d5e561-b0f9-4717-bab6-b8788b532d3d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:32.061685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42522) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:32.130239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.130650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.130916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.131248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.131573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.131899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.132227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.132568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.136842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.137046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.137304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.137551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:29:32.151736 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.159672 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5af48f35-402a-4f43-ae4d-d2a9b1a0f323 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/66d5e561-b0f9-4717-bab6-b8788b532d3d HTTP/1.1" status: 204 len: 168 time: 2.7667649 Oct 19 11:29:32.162515 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a38453-e229-490b-9015-31a327825ad1 req-ecfcab23-388d-4c2f-8c57-c2fc4e9f4881 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:32.172359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96a38453-e229-490b-9015-31a327825ad1 req-ecfcab23-388d-4c2f-8c57-c2fc4e9f4881 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2541716 Oct 19 11:29:32.173419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42528) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:32.182331 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.208511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:32.215779 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.327519 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:32.361917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=e79c1798-f57e-492c-8153-d73004bef49d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:32.366849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network fd8e1e13-e6b5-4f12-acc7-67f606803005 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:32.380669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:32.382541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:32.419392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba546ec7-f24c-4a3a-8848-2c0ee382afec None None] Network fd8e1e13-e6b5-4f12-acc7-67f606803005 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:32.482051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ba3f8-a023-4537-a45d-16514369fe54 req-6dcce1c2-92f0-4229-9038-cf5ef254017d tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:32.498587 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e71ba3f8-a023-4537-a45d-16514369fe54 req-6dcce1c2-92f0-4229-9038-cf5ef254017d tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 945 time: 0.3228815 Oct 19 11:29:32.503378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0b9007bb-ea9b-49c0-9827-08f1dc88e26d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:32.542232 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b84593d-3e34-4202-84fe-5f48a1e7517b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:29:32.544271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8b84593d-3e34-4202-84fe-5f48a1e7517b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/66d5e561-b0f9-4717-bab6-b8788b532d3d HTTP/1.1" status: 404 len: 333 time: 0.3695643 Oct 19 11:29:32.558168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42536) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:32.559468 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52a9347a-59c1-4feb-8f35-a6fa5e2e2b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.606695 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e71ba3f8-a023-4537-a45d-16514369fe54 req-0c302f3e-3f8d-419c-9898-41fc1e00e80a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155996 Oct 19 11:29:32.607745 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.647936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-af2caac5-964b-4806-a278-d23c240a0f40 None None] Provisioning complete for port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:32.647936 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af2caac5-964b-4806-a278-d23c240a0f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.768464 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52a9347a-59c1-4feb-8f35-a6fa5e2e2b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.797692 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96a38453-e229-490b-9015-31a327825ad1 req-b58185ca-7f93-4c4c-9eae-22ac5399ad4f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5971484 Oct 19 11:29:32.805074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:29:32.833856 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7797bb6-9bed-46eb-b132-cb4e13c29018 req-ba1958f7-6184-4144-9a1d-fc4b8bd71070 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0614369 Oct 19 11:29:32.834457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:32.834457 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.834457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:32.834457 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.865947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8f1b7-c129-426c-932f-a3cc8dec3951 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 27b43eed-48cb-4da0-9eb6-a4b9472114b7 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:32.866291 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1b8f1b7-c129-426c-932f-a3cc8dec3951 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.891011 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.894957 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52a9347a-59c1-4feb-8f35-a6fa5e2e2b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:32.939706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-52a9347a-59c1-4feb-8f35-a6fa5e2e2b08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39ab4fb1e1f04775b446fdcbfd4b1fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737507 Oct 19 11:29:32.940200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42542) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:32.951426 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.006242 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af2caac5-964b-4806-a278-d23c240a0f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.075802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9347a-59c1-4feb-8f35-a6fa5e2e2b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b787e670-bb45-41d9-b1c3-94cf35fce94b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:33.119402 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.126713 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb18f93e-34db-4d88-ac36-4ed29a63aefd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.154426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Subnet': ['ID=694291f9-df53-4144-bdcd-3d7b2a9e05a1,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:33.177104 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1b8f1b7-c129-426c-932f-a3cc8dec3951 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.188145 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb18f93e-34db-4d88-ac36-4ed29a63aefd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.197457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-af2caac5-964b-4806-a278-d23c240a0f40 None None] For port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0b9007bb-ea9b-49c0-9827-08f1dc88e26d,segment=NetworkSegment(bb66d8bf-d33e-49e9-9c44-8b779f793b49),segment_id=bb66d8bf-d33e-49e9-9c44-8b779f793b49)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:33.206873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8f1b7-c129-426c-932f-a3cc8dec3951 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 27b43eed-48cb-4da0-9eb6-a4b9472114b7 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:33.215361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c7a922-9f1f-4990-921c-09c16cc02b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e0c552-5ffc-4ff0-a059-0d0a818d3f22'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:29:33.225182 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67cc8ff-a1e6-4162-9c29-9751a8e22b06" -d '{"events": [{"server_uuid": "56c7a922-9f1f-4990-921c-09c16cc02b52", "name": "network-vif-plugged", "status": "completed", "tag": "c1e0c552-5ffc-4ff0-a059-0d0a818d3f22"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:29:33.262357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:33.263484 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.370247 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad94ec1-7d31-4957-a6bd-fe4f9ee5bf21 x-openstack-request-id: req-2ad94ec1-7d31-4957-a6bd-fe4f9ee5bf21 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:29:33.372263 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c7a922-9f1f-4990-921c-09c16cc02b52", "name": "network-vif-plugged", "status": "completed", "tag": "c1e0c552-5ffc-4ff0-a059-0d0a818d3f22", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:29:33.372751 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ad94ec1-7d31-4957-a6bd-fe4f9ee5bf21 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:29:33.373168 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c7a922-9f1f-4990-921c-09c16cc02b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e0c552-5ffc-4ff0-a059-0d0a818d3f22', 'code': 200} Oct 19 11:29:33.376666 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:29:33.378466 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:29:33.379088 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.386213 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af2caac5-964b-4806-a278-d23c240a0f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.399698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Checking segment: {'id': 'f13cb454-aba4-4129-8952-eec4dc1d935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:33.401291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network hostable DHCP agents. Network: bc319ffc-8e00-4d5c-a21c-162a3d56e2fc, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:29:33.469495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1b8f1b7-c129-426c-932f-a3cc8dec3951 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.507377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.511264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0651d8-9953-4dc7-aa09-cbc1accc65a9 req-e3cc10f4-cd9e-4c1e-9b8c-5862ec66d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:33.512018 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:33.513047 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee0651d8-9953-4dc7-aa09-cbc1accc65a9 req-e3cc10f4-cd9e-4c1e-9b8c-5862ec66d46a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 1097 time: 0.1205549 Oct 19 11:29:33.532458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8f1b7-c129-426c-932f-a3cc8dec3951 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=27b43eed-48cb-4da0-9eb6-a4b9472114b7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:33.543002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network bc319ffc-8e00-4d5c-a21c-162a3d56e2fc is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:29:33.574661 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb18f93e-34db-4d88-ac36-4ed29a63aefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.581621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-753892c8-f50a-4101-8085-393d85e3ccb4 None None] Provisioning complete for port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:33.582206 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-753892c8-f50a-4101-8085-393d85e3ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.585161 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb18f93e-34db-4d88-ac36-4ed29a63aefd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.592233 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cb18f93e-34db-4d88-ac36-4ed29a63aefd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b787e670-bb45-41d9-b1c3-94cf35fce94b HTTP/1.1" status: 204 len: 168 time: 0.6504679 Oct 19 11:29:33.610368 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1b8f1b7-c129-426c-932f-a3cc8dec3951 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.620475 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d1b8f1b7-c129-426c-932f-a3cc8dec3951 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/27b43eed-48cb-4da0-9eb6-a4b9472114b7 HTTP/1.1" status: 204 len: 168 time: 1.0583365 Oct 19 11:29:33.622948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42554) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:33.653505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18f93e-34db-4d88-ac36-4ed29a63aefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b787e670-bb45-41d9-b1c3-94cf35fce94b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:33.662551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, bc319ffc-8e00-4d5c-a21c-162a3d56e2fc) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:33.663904 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.690333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48819020-af7c-4dc7-8f95-cfcae7a35f13 None None] Network bc319ffc-8e00-4d5c-a21c-162a3d56e2fc requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:33.722459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:33.725578 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:33.758495 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87e3e7f-b183-4826-af03-72852d558027 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:29:33.761763 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee0651d8-9953-4dc7-aa09-cbc1accc65a9 req-23e32042-74a0-4cdd-8b58-617b3e6d8d10 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405407 Oct 19 11:29:33.768483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d87e3e7f-b183-4826-af03-72852d558027 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/27b43eed-48cb-4da0-9eb6-a4b9472114b7 HTTP/1.1" status: 404 len: 333 time: 0.1443679 Oct 19 11:29:33.775761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42556) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:33.865040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-89264a96-0a7d-443e-9fc7-eb5b2157bfa2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting subnet 46a22104-f33a-4f33-afca-7eceeffbd614 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:29:33.870351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2caac5-964b-4806-a278-d23c240a0f40 None None] Pushing event updated for resources: {'Port': ['ID=0b9007bb-ea9b-49c0-9827-08f1dc88e26d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:33.877256 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-16321337-386f-4549-9d9d-6390ef92e501 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1746035 Oct 19 11:29:33.878088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42560) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:34.004269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920ec5f-769f-4455-9460-d8d249cabc98 req-300e3314-1db8-402b-96d2-8c5c13433ee7 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:34.012505 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4920ec5f-769f-4455-9460-d8d249cabc98 req-300e3314-1db8-402b-96d2-8c5c13433ee7 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.1873932 Oct 19 11:29:34.015618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=e79c1798-f57e-492c-8153-d73004bef49d,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:34.040460 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.080120 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4920ec5f-769f-4455-9460-d8d249cabc98 req-7bc682c4-512b-4aba-bc09-83cf1ab2ca50 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666237 Oct 19 11:29:34.094549 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89264a96-0a7d-443e-9fc7-eb5b2157bfa2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.110865 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3719c1b7-a6e6-4e82-bfd8-bddd8d75e121 req-2a0e664b-47f4-4162-bb96-7eaade176a60 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0587614 Oct 19 11:29:34.187445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-753892c8-f50a-4101-8085-393d85e3ccb4 None None] Provisioning complete for port e79c1798-f57e-492c-8153-d73004bef49d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:34.188253 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-753892c8-f50a-4101-8085-393d85e3ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.196204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network fd8e1e13-e6b5-4f12-acc7-67f606803005 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:34.200649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:34.375304 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89264a96-0a7d-443e-9fc7-eb5b2157bfa2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.411899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42566) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:34.504339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:29:34.551520 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.571710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:29:34.577670 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.580298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0b9007bb-ea9b-49c0-9827-08f1dc88e26d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:34.676127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:34.687845 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Sync routers for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:34.700482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2b97a914-a90a-4ed7-9044-99781fe7c479 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8521700 Oct 19 11:29:34.701741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42570) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:34.708129 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:34.709112 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:34.716972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'network': {'name': 'tempest-RoutersTest-907805362'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:34.720334 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-330f6de6-8794-482a-82c3-886270ca56ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.752694 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89264a96-0a7d-443e-9fc7-eb5b2157bfa2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.779992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-753892c8-f50a-4101-8085-393d85e3ccb4 None None] Port e79c1798-f57e-492c-8153-d73004bef49d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:34.800349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-330f6de6-8794-482a-82c3-886270ca56ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.840777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42572) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:34.857433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cfdf941f-1b36-46fd-9871-dec897a75230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.928328 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:34.945905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89264a96-0a7d-443e-9fc7-eb5b2157bfa2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.959746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-330f6de6-8794-482a-82c3-886270ca56ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:34.967098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:34.967475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.004195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:35.008445 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.024003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89264a96-0a7d-443e-9fc7-eb5b2157bfa2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Subnet': ['ID=46a22104-f33a-4f33-afca-7eceeffbd614,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:35.034072 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89264a96-0a7d-443e-9fc7-eb5b2157bfa2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.041494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f6de6-8794-482a-82c3-886270ca56ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6d235a-0842-45c0-9c44-20527c2f3ec5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:35.042214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-89264a96-0a7d-443e-9fc7-eb5b2157bfa2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/46a22104-f33a-4f33-afca-7eceeffbd614 HTTP/1.1" status: 204 len: 168 time: 1.2717023 Oct 19 11:29:35.042911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42574) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:35.076278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:29:35.081958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef4380a-212a-46a6-b019-ff58740245b3 None None] Network c197bfe7-da06-4260-9996-741f5ef40a5d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:35.086888 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.087630 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added segment 4b4310ad-9c62-4e4a-a713-5f6528c0bd7f of type vlan for network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 Oct 19 11:29:35.100798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e5c3da21-2f84-4b36-bb37-542ca254d4cc None None] Provisioning complete for port e79c1798-f57e-492c-8153-d73004bef49d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:35.102720 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5c3da21-2f84-4b36-bb37-542ca254d4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.138889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.187548 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.188106 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cfdf941f-1b36-46fd-9871-dec897a75230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.203893 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-330f6de6-8794-482a-82c3-886270ca56ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0cf169d3b5b40afbb80dd4d54f735ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7909050 Oct 19 11:29:35.204925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42580) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:35.252917 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.259940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:35.260959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.289195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Allocated IP 2001:db8::2 (bc319ffc-8e00-4d5c-a21c-162a3d56e2fc/694291f9-df53-4144-bdcd-3d7b2a9e05a1/6c879852-7833-448a-a238-435d112de77b) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:35.312715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3da21-2f84-4b36-bb37-542ca254d4cc None None] Port e79c1798-f57e-492c-8153-d73004bef49d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:35.368643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cfdf941f-1b36-46fd-9871-dec897a75230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.390882 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5cc3838d-643e-478d-8d08-4224fea37401 req-140f8933-b999-43b9-b2c5-ac1fb7b8954d tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.1047826 Oct 19 11:29:35.411200 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7087762 Oct 19 11:29:35.413981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42582) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:35.418448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21892d2a-df4a-42c4-8cc9-626e2370d3d4 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Network': ['ID=9d6182ee-605d-42a2-8da1-c0b65f5f49b9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:35.433024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'subnet': {'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:35.441319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:29:35.465581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929f0d1-7007-4a59-a410-ce92b62d657d req-e220c59b-f097-40d4-abb3-e3300aa7875b tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:35.476731 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b929f0d1-7007-4a59-a410-ce92b62d657d req-e220c59b-f097-40d4-abb3-e3300aa7875b tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.2701316 Oct 19 11:29:35.481895 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:32Z', 'revision_number': 4, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:33Z', 'revision_number': 2, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:35.503960 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5d490ff1-f626-4d14-a38d-012de02cb773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.534830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf941f-1b36-46fd-9871-dec897a75230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474691fb-79a3-4497-86c6-a43260f7e7f1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:35.543621 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cfdf941f-1b36-46fd-9871-dec897a75230 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69aa49b8cdfd4f6ca5445c7bcecabb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6987686 Oct 19 11:29:35.544550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42584) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:35.547492 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Checking router: f61ba1a6-9cf3-48b3-8112-3f2403c386b1 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:35.548164 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Updating router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 port e79c1798-f57e-492c-8153-d73004bef49d binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:29:35.580369 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b929f0d1-7007-4a59-a410-ce92b62d657d req-3b3b13b0-90d1-4d35-a75f-22d2a3d17c0c tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973420 Oct 19 11:29:35.602794 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.621325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5d490ff1-f626-4d14-a38d-012de02cb773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.642719 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35f8b1cb-717f-4a79-8438-b3f26ac488f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.677666 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35f8b1cb-717f-4a79-8438-b3f26ac488f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.713793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:35.714351 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.765077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b773f2-3883-466e-b17e-ca3d51c5b875 None None] DHCP port deletion for c197bfe7-da06-4260-9996-741f5ef40a5d request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:29:35.787363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Made reservation on behalf of 9a927e7f56fd40e1b31920265e4ab8a9 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:35.791809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.827532 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.850432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-12b773f2-3883-466e-b17e-ca3d51c5b875 None None] Deleting port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:35.851122 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-12b773f2-3883-466e-b17e-ca3d51c5b875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.867203 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] For port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9eac0d3a-ffe3-4383-8a16-150f6a01b7d3,segment=NetworkSegment(bd455512-f16e-41ce-9398-983fbc686638),segment_id=bd455512-f16e-41ce-9398-983fbc686638)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:35.867491 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.891040 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35f8b1cb-717f-4a79-8438-b3f26ac488f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.894476 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35f8b1cb-717f-4a79-8438-b3f26ac488f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.898072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-35f8b1cb-717f-4a79-8438-b3f26ac488f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/474691fb-79a3-4497-86c6-a43260f7e7f1 HTTP/1.1" status: 204 len: 168 time: 0.3501253 Oct 19 11:29:35.910926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8b1cb-717f-4a79-8438-b3f26ac488f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474691fb-79a3-4497-86c6-a43260f7e7f1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:35.942346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:35.949628 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5d490ff1-f626-4d14-a38d-012de02cb773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.949828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-12b773f2-3883-466e-b17e-ca3d51c5b875 None None] For port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9eac0d3a-ffe3-4383-8a16-150f6a01b7d3,segment=NetworkSegment(bd455512-f16e-41ce-9398-983fbc686638),segment_id=bd455512-f16e-41ce-9398-983fbc686638)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:35.950322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-12b773f2-3883-466e-b17e-ca3d51c5b875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.952135 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5d490ff1-f626-4d14-a38d-012de02cb773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.955768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5d490ff1-f626-4d14-a38d-012de02cb773 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f6d235a-0842-45c0-9c44-20527c2f3ec5 HTTP/1.1" status: 204 len: 168 time: 0.7460418 Oct 19 11:29:35.955956 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:35.993276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-12b773f2-3883-466e-b17e-ca3d51c5b875 None None] Calling delete_port for 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:36.021734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Network bc319ffc-8e00-4d5c-a21c-162a3d56e2fc is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:36.060047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:36.068260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:36.070923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Pushing event updated for resources: {'Port': ['ID=6c879852-7833-448a-a238-435d112de77b,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:36.132983 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:36.168188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Attempting to bind port 6c879852-7833-448a-a238-435d112de77b on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:36.169101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Attempting to bind port 6c879852-7833-448a-a238-435d112de77b by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'f13cb454-aba4-4129-8952-eec4dc1d935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:36.169361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Attempting to bind port 6c879852-7833-448a-a238-435d112de77b on network bc319ffc-8e00-4d5c-a21c-162a3d56e2fc {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:36.169737 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d490ff1-f626-4d14-a38d-012de02cb773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6d235a-0842-45c0-9c44-20527c2f3ec5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:36.176479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:36.177097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Checking segment: {'id': 'f13cb454-aba4-4129-8952-eec4dc1d935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:36.177491 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:36.178581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Bound using segment: {'id': 'f13cb454-aba4-4129-8952-eec4dc1d935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:36.178581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Bound port: 6c879852-7833-448a-a238-435d112de77b, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13cb454-aba4-4129-8952-eec4dc1d935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:36.179600 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:36.223547 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:36.228147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Allocated IP 2001:db8::1 (bc319ffc-8e00-4d5c-a21c-162a3d56e2fc/694291f9-df53-4144-bdcd-3d7b2a9e05a1/ce751d31-aa26-441b-be9c-ed21f1670101) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:36.269622 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-12b773f2-3883-466e-b17e-ca3d51c5b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:36.282701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] For port 6c879852-7833-448a-a238-435d112de77b, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:36.298927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] For port 6c879852-7833-448a-a238-435d112de77b, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c879852-7833-448a-a238-435d112de77b,segment=NetworkSegment(f13cb454-aba4-4129-8952-eec4dc1d935e),segment_id=f13cb454-aba4-4129-8952-eec4dc1d935e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:36.372986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b773f2-3883-466e-b17e-ca3d51c5b875 None None] Pushing event deleted for resources: {'Port': ['ID=9eac0d3a-ffe3-4383-8a16-150f6a01b7d3,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:36.376410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b773f2-3883-466e-b17e-ca3d51c5b875 None None] No DVR routers for this DVR port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:36.397027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:36.429502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:36.429633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41827c2-9318-455e-9c6d-9a7b6fa0f06e req-aa0105f1-6b5b-4545-87de-f47a36acbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:36.429633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d41827c2-9318-455e-9c6d-9a7b6fa0f06e req-aa0105f1-6b5b-4545-87de-f47a36acbcdb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3ad651dd79d4e92a7696dec699be2a1&device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 1097 time: 0.2486484 Oct 19 11:29:36.450065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cc59f-c472-43e7-bb6a-54d718d460fe req-3b4706bc-830a-403d-8f76-7812d821af7f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:36.450065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-508cc59f-c472-43e7-bb6a-54d718d460fe req-3b4706bc-830a-403d-8f76-7812d821af7f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.2461739 Oct 19 11:29:36.460848 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e574c72-4397-4e38-936d-25cc350f33e4 None None] Pushing event updated for resources: {'Port': ['ID=e79c1798-f57e-492c-8153-d73004bef49d,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:36.506688 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:36.531486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:29:36.533665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:29:36.574441 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Attempting to bind port e79c1798-f57e-492c-8153-d73004bef49d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:36.574851 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Attempting to bind port e79c1798-f57e-492c-8153-d73004bef49d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'bb66d8bf-d33e-49e9-9c44-8b779f793b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:36.575220 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Attempting to bind port e79c1798-f57e-492c-8153-d73004bef49d on network fd8e1e13-e6b5-4f12-acc7-67f606803005 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:36.587719 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:36.588191 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Checking segment: {'id': 'bb66d8bf-d33e-49e9-9c44-8b779f793b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:36.589127 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:36.589516 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Bound using segment: {'id': 'bb66d8bf-d33e-49e9-9c44-8b779f793b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:36.589986 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Bound port: e79c1798-f57e-492c-8153-d73004bef49d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb66d8bf-d33e-49e9-9c44-8b779f793b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:36.597805 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:36.613309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbca91a-5414-465a-abf7-a8432a4ed192 None None] Pushing event updated for resources: {'Port': ['ID=6c879852-7833-448a-a238-435d112de77b,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:36.651386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41827c2-9318-455e-9c6d-9a7b6fa0f06e req-4417951c-c53e-4d20-b8d0-8dd30b34853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:36.653118 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d41827c2-9318-455e-9c6d-9a7b6fa0f06e req-4417951c-c53e-4d20-b8d0-8dd30b34853b service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e HTTP/1.1" status: 200 len: 912 time: 0.2032635 Oct 19 11:29:36.735387 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] For port e79c1798-f57e-492c-8153-d73004bef49d, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:36.745180 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] For port e79c1798-f57e-492c-8153-d73004bef49d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e79c1798-f57e-492c-8153-d73004bef49d,segment=NetworkSegment(bb66d8bf-d33e-49e9-9c44-8b779f793b49),segment_id=bb66d8bf-d33e-49e9-9c44-8b779f793b49)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:36.754165 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d41827c2-9318-455e-9c6d-9a7b6fa0f06e req-1b75cefd-fb20-4a6b-9a8a-223d12298ce8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 HTTP/1.1" status: 200 len: 217 time: 0.0801847 Oct 19 11:29:36.759888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-508cc59f-c472-43e7-bb6a-54d718d460fe req-c5d40fbf-0f59-4c15-8386-e465c0afb9cf tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950206 Oct 19 11:29:36.814055 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d13811d-229c-4383-aa01-86bcdbb7f3c6 req-d6bd328e-e2ab-44a3-8646-005a3a66a78e tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.1343801 Oct 19 11:29:36.816477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=9eac0d3a-ffe3-4383-8a16-150f6a01b7d3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:36.818871 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:36.837105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No DVR routers for this DVR port 9eac0d3a-ffe3-4383-8a16-150f6a01b7d3 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:36.877374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41827c2-9318-455e-9c6d-9a7b6fa0f06e req-e58a97ad-aaa7-4576-a93d-e54a5f184b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:36.878900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d41827c2-9318-455e-9c6d-9a7b6fa0f06e req-e58a97ad-aaa7-4576-a93d-e54a5f184b13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b89025-ed79-4430-b2da-0d836edb3c46 HTTP/1.1" status: 200 len: 851 time: 0.1174853 Oct 19 11:29:36.946730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42600) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:36.961212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d41827c2-9318-455e-9c6d-9a7b6fa0f06e req-a6d47f47-c6a3-4c8d-a226-d589215c4768 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750208 Oct 19 11:29:36.976215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-886816e3-7a6f-4931-9f61-5eb30367f0fa None None] Provisioning complete for port e79c1798-f57e-492c-8153-d73004bef49d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:36.976734 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-886816e3-7a6f-4931-9f61-5eb30367f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:36.991212 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:36.991856 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:36.998940 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e574c72-4397-4e38-936d-25cc350f33e4 None None] Pushing event updated for resources: {'Port': ['ID=e79c1798-f57e-492c-8153-d73004bef49d,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:37.002547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d2688b0e-b4c5-46ae-ac39-2db5e2399634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.020086 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.101356 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.201629 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-886816e3-7a6f-4931-9f61-5eb30367f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.219525 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:37.243097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.273434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-886816e3-7a6f-4931-9f61-5eb30367f0fa None None] For port e79c1798-f57e-492c-8153-d73004bef49d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e79c1798-f57e-492c-8153-d73004bef49d,segment=NetworkSegment(bb66d8bf-d33e-49e9-9c44-8b779f793b49),segment_id=bb66d8bf-d33e-49e9-9c44-8b779f793b49)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:37.307812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c197bfe7-da06-4260-9996-741f5ef40a5d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:37.337223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd455512-f16e-41ce-9398-983fbc686638') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:37.337554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd455512-f16e-41ce-9398-983fbc686638') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:37.348815 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-886816e3-7a6f-4931-9f61-5eb30367f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.398315 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.426864 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886816e3-7a6f-4931-9f61-5eb30367f0fa None None] Pushing event updated for resources: {'Port': ['ID=e79c1798-f57e-492c-8153-d73004bef49d,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:37.431971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Subnet': ['ID=f4085b8f-db46-4bab-a92a-f5f6c703f5f6,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:37.474123 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1706653a-43a0-445f-9dcf-c79f7aab112c None None] Provisioning complete for port e79c1798-f57e-492c-8153-d73004bef49d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:37.476503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Checking segment: {'id': '4b4310ad-9c62-4e4a-a713-5f6528c0bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:37.476847 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1706653a-43a0-445f-9dcf-c79f7aab112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.478507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network hostable DHCP agents. Network: 9d6182ee-605d-42a2-8da1-c0b65f5f49b9, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:29:37.482187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.501345 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:29:37.501679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:29:37.504890 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:29:37.574566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42602) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:37.591513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.596924 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-652b425f-20e9-4f0d-814d-a1766cabe652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.601878 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:32Z', 'revision_number': 4, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:36Z', 'revision_number': 4, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:37.654072 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b9c9e-7794-4461-bc0c-c444b817ee93 None None] The sync data for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 is: [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:32Z', 'revision_number': 4, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:36Z', 'revision_number': 4, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:37.657553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:29:37.691874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.694905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network bc319ffc-8e00-4d5c-a21c-162a3d56e2fc is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:37.717712 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.724806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42604) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:37.725786 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/networks/c197bfe7-da06-4260-9996-741f5ef40a5d HTTP/1.1" status: 204 len: 168 time: 2.6781135 Oct 19 11:29:37.728238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:37.733707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1720843167'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:37.758029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:37.758029 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.816344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=ce751d31-aa26-441b-be9c-ed21f1670101,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:37.827695 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d41827c2-9318-455e-9c6d-9a7b6fa0f06e req-1ca3f6cb-5525-4fff-b069-1cb4ebbb45bc service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8565006 Oct 19 11:29:37.840427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc8e50-0f69-4cf0-a6cb-43aba0002450 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Network': ['ID=c197bfe7-da06-4260-9996-741f5ef40a5d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:37.852393 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 9d6182ee-605d-42a2-8da1-c0b65f5f49b9) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:37.864323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:37.864590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78dd424-3ed8-4bd1-9ce1-ff80c630fe5b None None] Network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:37.875884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.912045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d2688b0e-b4c5-46ae-ac39-2db5e2399634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:37.913230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:37.918438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.033534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:29:38.034108 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-652b425f-20e9-4f0d-814d-a1766cabe652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.098448 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d2688b0e-b4c5-46ae-ac39-2db5e2399634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.102309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.102666 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Added segment 58a63714-5eea-4823-9451-3f1a1b754d0f of type vlan for network e35cc7de-30bd-44df-92c1-57f558c4eaf5 Oct 19 11:29:38.117104 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c7901dc-9cc2-4a54-a190-5dad7531e4aa req-3ccfebcd-14d5-4d36-ba68-b1a420056c52 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/ports?device_id=15a9e2b7-86b6-41bc-818c-3900eda4bd72 HTTP/1.1" status: 200 len: 210 time: 0.0741105 Oct 19 11:29:38.123282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d41827c2-9318-455e-9c6d-9a7b6fa0f06e req-d97f5e35-2fff-48e4-999b-023783b6703d service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866075 Oct 19 11:29:38.136411 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b30757cc-da28-4396-9749-d0e2e9f81a93 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7209857 Oct 19 11:29:38.141416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42610) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:38.202306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-9d6182ee-605d-42a2-8da1-c0b65f5f49b9', 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'fixed_ips': [{'subnet_id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:29:38.203985 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.212611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5ca65-7f1c-4682-a1e9-636f951689b0 req-373a4019-97c0-4522-8769-3206a90650d8 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:38.214011 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eca5ca65-7f1c-4682-a1e9-636f951689b0 req-373a4019-97c0-4522-8769-3206a90650d8 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.2525237 Oct 19 11:29:38.221599 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-652b425f-20e9-4f0d-814d-a1766cabe652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.317183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2688b0e-b4c5-46ae-ac39-2db5e2399634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0011fc5b-e76a-4c32-af8e-143af52041f4,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:38.341783 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.359614 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d2688b0e-b4c5-46ae-ac39-2db5e2399634 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3759643b88724a769b1762fe6567ea28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4076383 Oct 19 11:29:38.372267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42616) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:38.372960 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.385142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a49a07-2480-4ba3-9524-c35c5b260f42 None None] Network bc319ffc-8e00-4d5c-a21c-162a3d56e2fc requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:38.433785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eca5ca65-7f1c-4682-a1e9-636f951689b0 req-c8f31f97-6ac8-434f-bcd0-1faca3ffc384 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071488 Oct 19 11:29:38.456882 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-652b425f-20e9-4f0d-814d-a1766cabe652 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe545659c1784051a64db8d5c7ccd2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8812332 Oct 19 11:29:38.459769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42618) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:38.469455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b425f-20e9-4f0d-814d-a1766cabe652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c2cda1-4b92-4354-af27-08679ff172bc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:38.496633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.504241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:38.505194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.567661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c879852-7833-448a-a238-435d112de77b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:38.634482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e24872af-469b-4ebf-93f3-3e5564847793 None None] Provisioning complete for port 6c879852-7833-448a-a238-435d112de77b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:38.634876 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e24872af-469b-4ebf-93f3-3e5564847793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.646759 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b94e6f4-bc0b-4793-9734-0ff14072f0b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.676811 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b94e6f4-bc0b-4793-9734-0ff14072f0b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.694719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9682844 Oct 19 11:29:38.709849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42620) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:38.710946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d574e-540a-49f7-8f4b-f4c465479893 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Network': ['ID=e35cc7de-30bd-44df-92c1-57f558c4eaf5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:38.724028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': 'e35cc7de-30bd-44df-92c1-57f558c4eaf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:38.731288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e35cc7de-30bd-44df-92c1-57f558c4eaf5 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:29:38.755266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Allocated IP 172.23.0.2 (9d6182ee-605d-42a2-8da1-c0b65f5f49b9/f4085b8f-db46-4bab-a92a-f5f6c703f5f6/d7f152c1-203c-4820-b452-a6f11a76ba7b) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:38.888393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6c879852-7833-448a-a238-435d112de77b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:38.888584 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.903951 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b94e6f4-bc0b-4793-9734-0ff14072f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.910947 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b94e6f4-bc0b-4793-9734-0ff14072f0b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:38.915349 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3b94e6f4-bc0b-4793-9734-0ff14072f0b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6c2cda1-4b92-4354-af27-08679ff172bc HTTP/1.1" status: 204 len: 168 time: 0.4512210 Oct 19 11:29:38.923779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94e6f4-bc0b-4793-9734-0ff14072f0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c2cda1-4b92-4354-af27-08679ff172bc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:38.939920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:38.945223 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.094481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59fc3ea5-b81d-4001-8b02-edb93a069c04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.139285 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59fc3ea5-b81d-4001-8b02-edb93a069c04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.199019 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e24872af-469b-4ebf-93f3-3e5564847793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.297074 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.297344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e24872af-469b-4ebf-93f3-3e5564847793 None None] For port 6c879852-7833-448a-a238-435d112de77b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c879852-7833-448a-a238-435d112de77b,segment=NetworkSegment(f13cb454-aba4-4129-8952-eec4dc1d935e),segment_id=f13cb454-aba4-4129-8952-eec4dc1d935e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:39.315029 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.322062 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.389560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Subnet': ['ID=4d508652-b260-443c-97d6-cd09d2f4dfee,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:39.410366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42630) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:39.411034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Checking segment: {'id': '58a63714-5eea-4823-9451-3f1a1b754d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e35cc7de-30bd-44df-92c1-57f558c4eaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:39.411641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network hostable DHCP agents. Network: e35cc7de-30bd-44df-92c1-57f558c4eaf5, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:29:39.429342 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e24872af-469b-4ebf-93f3-3e5564847793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.434907 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.517099 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59fc3ea5-b81d-4001-8b02-edb93a069c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.526022 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59fc3ea5-b81d-4001-8b02-edb93a069c04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.526022 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-59fc3ea5-b81d-4001-8b02-edb93a069c04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0011fc5b-e76a-4c32-af8e-143af52041f4 HTTP/1.1" status: 204 len: 168 time: 1.1452849 Oct 19 11:29:39.526560 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70bffc5d-6fc0-4d1c-8209-c3736b683452 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.550323 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.552219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc3ea5-b81d-4001-8b02-edb93a069c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0011fc5b-e76a-4c32-af8e-143af52041f4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:39.564466 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.567852 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70bffc5d-6fc0-4d1c-8209-c3736b683452 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.635538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network e35cc7de-30bd-44df-92c1-57f558c4eaf5 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:29:39.658777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.669878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.670318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24872af-469b-4ebf-93f3-3e5564847793 None None] Pushing event updated for resources: {'Port': ['ID=6c879852-7833-448a-a238-435d112de77b,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:39.682165 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:29:39.685771 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:29:39.690589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:39.717378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:39.726796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:39.733304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c1c89778-c739-411d-9e7c-28d9ced29611 None None] Provisioning complete for port 6c879852-7833-448a-a238-435d112de77b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:39.733676 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1c89778-c739-411d-9e7c-28d9ced29611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.742602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e35cc7de-30bd-44df-92c1-57f558c4eaf5) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:39.751713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:39.752787 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.768561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a7d0e-2ec9-4608-a3e4-ec1414bafb52 None None] Network e35cc7de-30bd-44df-92c1-57f558c4eaf5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:39.789093 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70bffc5d-6fc0-4d1c-8209-c3736b683452 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.792432 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-70bffc5d-6fc0-4d1c-8209-c3736b683452 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:39.798251 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-70bffc5d-6fc0-4d1c-8209-c3736b683452 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "DELETE /v2.0/security-groups/e45110d7-0d42-43c3-b588-82f825172d1a HTTP/1.1" status: 204 len: 168 time: 0.3806603 Oct 19 11:29:39.799170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42642) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:39.823310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=ce751d31-aa26-441b-be9c-ed21f1670101,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:39.833051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bffc5d-6fc0-4d1c-8209-c3736b683452 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45110d7-0d42-43c3-b588-82f825172d1a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:39.844892 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-2707d334-13cd-4b6c-8a1d-a3449e1d0bd6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] show failed (client error): The resource could not be found. Oct 19 11:29:39.851302 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2707d334-13cd-4b6c-8a1d-a3449e1d0bd6 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "GET /v2.0/security-groups/e45110d7-0d42-43c3-b588-82f825172d1a HTTP/1.1" status: 404 len: 347 time: 0.0371418 Oct 19 11:29:39.851302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42646) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:39.851574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Pushing event updated for resources: {'Port': ['ID=d7f152c1-203c-4820-b452-a6f11a76ba7b,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:39.872599 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7539042a-e809-4379-8cdb-eb99800b891c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1571002 Oct 19 11:29:39.875555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42648) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:39.912847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': 'e35cc7de-30bd-44df-92c1-57f558c4eaf5', 'name': 'tempest-PortsIpV6TestJSON-2045074101', 'fixed_ips': [{'subnet_id': '4d508652-b260-443c-97d6-cd09d2f4dfee', 'ip_address': '2001:db8::10'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:39.954292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599325a-3950-462c-aadc-cc6b85a56da4 req-8c0018f6-065f-465f-85e4-472d6ef1d471 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:39.959630 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8599325a-3950-462c-aadc-cc6b85a56da4 req-8c0018f6-065f-465f-85e4-472d6ef1d471 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.3052833 Oct 19 11:29:40.005876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Attempting to bind port d7f152c1-203c-4820-b452-a6f11a76ba7b on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:40.008784 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Attempting to bind port d7f152c1-203c-4820-b452-a6f11a76ba7b by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4b4310ad-9c62-4e4a-a713-5f6528c0bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:40.012336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Attempting to bind port d7f152c1-203c-4820-b452-a6f11a76ba7b on network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:40.047487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:40.047854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Checking segment: {'id': '4b4310ad-9c62-4e4a-a713-5f6528c0bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:40.048485 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.049097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Bound using segment: {'id': '4b4310ad-9c62-4e4a-a713-5f6528c0bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:40.049760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Bound port: d7f152c1-203c-4820-b452-a6f11a76ba7b, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4310ad-9c62-4e4a-a713-5f6528c0bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:40.050379 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.082529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8599325a-3950-462c-aadc-cc6b85a56da4 req-a9c88265-e1a2-4ba3-a962-7c78a89ae54e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130068 Oct 19 11:29:40.092893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network bc319ffc-8e00-4d5c-a21c-162a3d56e2fc is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:40.097070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:40.252795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-e35cc7de-30bd-44df-92c1-57f558c4eaf5', 'network_id': 'e35cc7de-30bd-44df-92c1-57f558c4eaf5', 'tenant_id': 'e9557ed117fa41379920529c580ee545', 'fixed_ips': [{'subnet_id': '4d508652-b260-443c-97d6-cd09d2f4dfee'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:29:40.253655 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.256487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] For port d7f152c1-203c-4820-b452-a6f11a76ba7b, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:40.271883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Allocated IP 172.23.0.1 (9d6182ee-605d-42a2-8da1-c0b65f5f49b9/f4085b8f-db46-4bab-a92a-f5f6c703f5f6/c95de7ec-0e4c-40ac-926a-ef9e2eb148bb) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:40.277142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:40.287901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c1c89778-c739-411d-9e7c-28d9ced29611 None None] Provisioning complete for port ce751d31-aa26-441b-be9c-ed21f1670101 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:40.288063 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1c89778-c739-411d-9e7c-28d9ced29611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.290741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] For port d7f152c1-203c-4820-b452-a6f11a76ba7b, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d7f152c1-203c-4820-b452-a6f11a76ba7b,segment=NetworkSegment(4b4310ad-9c62-4e4a-a713-5f6528c0bd7f),segment_id=4b4310ad-9c62-4e4a-a713-5f6528c0bd7f)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:40.325500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e79c1798-f57e-492c-8153-d73004bef49d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:40.329669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f24dcaff-6721-4515-9cc3-4c5de88992b1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Deleting port 55a42477-71c6-48e7-9d6f-c37de431a197 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:40.330250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24dcaff-6721-4515-9cc3-4c5de88992b1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.450317 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.480685 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.516769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24dcaff-6721-4515-9cc3-4c5de88992b1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.517095 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24dcaff-6721-4515-9cc3-4c5de88992b1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.523522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c1c89778-c739-411d-9e7c-28d9ced29611 None None] Port ce751d31-aa26-441b-be9c-ed21f1670101 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:40.541579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f24dcaff-6721-4515-9cc3-4c5de88992b1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Calling delete_port for 55a42477-71c6-48e7-9d6f-c37de431a197 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:40.577312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router c49ad185-be1b-464b-bfda-113db88707b7 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:29:40.589151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc510e-5387-4022-a79f-70073f3d6cb7 None None] Pushing event updated for resources: {'Port': ['ID=d7f152c1-203c-4820-b452-a6f11a76ba7b,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:40.598649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.617880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Allocated IP 2001:db8::2 (e35cc7de-30bd-44df-92c1-57f558c4eaf5/4d508652-b260-443c-97d6-cd09d2f4dfee/7b3dbe3c-0ed4-4fcf-a65c-96f050674776) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:40.627355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e79c1798-f57e-492c-8153-d73004bef49d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:40.627355 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.631961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port 2edec8d3-fc4f-45d3-b6b3-e4f5d83c5cd0 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:29:40.746108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:40.755694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42670) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:40.760178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d7b3cf93-2c7d-4a8d-aa01-ee5f3a333162 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8792486 Oct 19 11:29:40.762144 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.794207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-618930338'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:40.817317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:40.824838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:40.827416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:40.859453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Sync routers for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:40.888232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=c95de7ec-0e4c-40ac-926a-ef9e2eb148bb,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:40.925514 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.925646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5470b31a-ddec-42c5-a297-6efa067718fa None None] Provisioning complete for port ce751d31-aa26-441b-be9c-ed21f1670101 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:40.925646 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5470b31a-ddec-42c5-a297-6efa067718fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:40.986031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:40.986705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:40.994889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:41.000078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.041720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24dcaff-6721-4515-9cc3-4c5de88992b1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.093984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dcaff-6721-4515-9cc3-4c5de88992b1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Port': ['ID=55a42477-71c6-48e7-9d6f-c37de431a197,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:41.101664 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:29:41.105681 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.159508 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.159868 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added segment 2bca17e3-6100-4fd0-a3e7-128fdaa2d87e of type vlan for network 6fb627c5-458d-4a89-8000-0342f7fb3c88 Oct 19 11:29:41.178951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5470b31a-ddec-42c5-a297-6efa067718fa None None] Port ce751d31-aa26-441b-be9c-ed21f1670101 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:41.187165 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.211502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:41.268871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.383391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8::10 (e35cc7de-30bd-44df-92c1-57f558c4eaf5/4d508652-b260-443c-97d6-cd09d2f4dfee/2edec8d3-fc4f-45d3-b6b3-e4f5d83c5cd0) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:41.426147 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.460483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41f3f3-3b33-47e3-b916-f6a83526b75a req-ef65b3ee-4edb-4553-8b31-479ca4b2e96e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:41.462041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8f41f3f3-3b33-47e3-b916-f6a83526b75a req-ef65b3ee-4edb-4553-8b31-479ca4b2e96e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.1987956 Oct 19 11:29:41.541247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c879852-7833-448a-a238-435d112de77b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:41.547512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Network e35cc7de-30bd-44df-92c1-57f558c4eaf5 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:41.559373 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24dcaff-6721-4515-9cc3-4c5de88992b1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.562409 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f24dcaff-6721-4515-9cc3-4c5de88992b1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.566173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f24dcaff-6721-4515-9cc3-4c5de88992b1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "DELETE /v2.0/floatingips/e60c7201-1698-4667-acf6-c0b27de62459 HTTP/1.1" status: 204 len: 168 time: 1.7116559 Oct 19 11:29:41.577527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:41.582128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:41.585199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42688) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:41.599980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Pushing event updated for resources: {'Port': ['ID=7b3dbe3c-0ed4-4fcf-a65c-96f050674776,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:41.617424 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8f41f3f3-3b33-47e3-b916-f6a83526b75a req-9c084dc8-60ef-4a2e-8d0f-63eda214f958 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129415 Oct 19 11:29:41.651134 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:29:41.676401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Attempting to bind port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:41.677072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Attempting to bind port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '58a63714-5eea-4823-9451-3f1a1b754d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e35cc7de-30bd-44df-92c1-57f558c4eaf5'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:41.677703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Attempting to bind port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 on network e35cc7de-30bd-44df-92c1-57f558c4eaf5 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:41.711915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:41.712610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Checking segment: {'id': '58a63714-5eea-4823-9451-3f1a1b754d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e35cc7de-30bd-44df-92c1-57f558c4eaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:41.713238 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.713815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Bound using segment: {'id': '58a63714-5eea-4823-9451-3f1a1b754d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e35cc7de-30bd-44df-92c1-57f558c4eaf5'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:41.714543 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Bound port: 7b3dbe3c-0ed4-4fcf-a65c-96f050674776, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a63714-5eea-4823-9451-3f1a1b754d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e35cc7de-30bd-44df-92c1-57f558c4eaf5'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:41.715132 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.740170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6c879852-7833-448a-a238-435d112de77b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:41.747411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.750349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 2, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:39Z', 'revision_number': 2, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:41.757081 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.771214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:41.771877 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.790109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-81957a07-d649-401c-af38-a6bd65e12094 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Deleting port 2a704251-3e59-45fe-a6ce-9f980c57fcdc {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:41.790696 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81957a07-d649-401c-af38-a6bd65e12094 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.847941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Checking router: c49ad185-be1b-464b-bfda-113db88707b7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:41.848290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Updating router c49ad185-be1b-464b-bfda-113db88707b7 port ce751d31-aa26-441b-be9c-ed21f1670101 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:29:41.885485 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.886249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Network': ['ID=6fb627c5-458d-4a89-8000-0342f7fb3c88,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:41.903309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 6fb627c5-458d-4a89-8000-0342f7fb3c88 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:29:41.927273 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.935021 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.941977 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81957a07-d649-401c-af38-a6bd65e12094 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:41.959579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-81957a07-d649-401c-af38-a6bd65e12094 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Calling delete_port for 2a704251-3e59-45fe-a6ce-9f980c57fcdc owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:41.973869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] For port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:42.013008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fb87cf77-11a8-4043-aa73-a3f924f8527f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2231402 Oct 19 11:29:42.013008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42696) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:42.020770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'subnet': {'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:42.024841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:42.042081 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] For port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7b3dbe3c-0ed4-4fcf-a65c-96f050674776,segment=NetworkSegment(58a63714-5eea-4823-9451-3f1a1b754d0f),segment_id=58a63714-5eea-4823-9451-3f1a1b754d0f)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:42.134834 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:42.192814 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:42.286611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network e35cc7de-30bd-44df-92c1-57f558c4eaf5 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:42.290112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=2edec8d3-fc4f-45d3-b6b3-e4f5d83c5cd0,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:42.302294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:42.312415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:42.322624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:42.323408 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:42.329764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058a070-1636-469b-bf3c-8c217077c2b3 None None] Network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:42.340092 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:42.354157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:42.355331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event updated for resources: {'Port': ['ID=c95de7ec-0e4c-40ac-926a-ef9e2eb148bb,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:42.359728 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:42.408318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d7f152c1-203c-4820-b452-a6f11a76ba7b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:42.440852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:42.451313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:42.520645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:29:42.543912 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a64b9df7-f019-4094-89fd-3037c460b133 None None] Provisioning complete for port d7f152c1-203c-4820-b452-a6f11a76ba7b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:42.544395 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a64b9df7-f019-4094-89fd-3037c460b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:42.623807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f83ec-76de-47fb-8ab3-83c2b7522ac2 None None] Pushing event updated for resources: {'Port': ['ID=7b3dbe3c-0ed4-4fcf-a65c-96f050674776,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:42.667020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:42.669059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81957a07-d649-401c-af38-a6bd65e12094 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:42.676897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-66e4bfdd-d3cc-452b-85ab-2a602ea1bdea tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5304887 Oct 19 11:29:42.687110 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Sync routers for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:42.702440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42716) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:42.707456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81957a07-d649-401c-af38-a6bd65e12094 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Port': ['ID=2a704251-3e59-45fe-a6ce-9f980c57fcdc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:42.727176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4e76e0ca-832e-4a7a-a899-7d6219d86308 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:42.731331 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:42.748051 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:42.773956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d7f152c1-203c-4820-b452-a6f11a76ba7b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:42.781412 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:42.901828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-82c78896-7947-4651-b91d-b85d6afe3578 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0259900 Oct 19 11:29:42.902492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42720) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:42.922864 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': 'e35cc7de-30bd-44df-92c1-57f558c4eaf5', 'name': 'tempest-PortsIpV6TestJSON-122264040', 'fixed_ips': [{'subnet_id': '4d508652-b260-443c-97d6-cd09d2f4dfee', 'ip_address': '2001:db8::f'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:42.981791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81957a07-d649-401c-af38-a6bd65e12094 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:42.988857 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-81957a07-d649-401c-af38-a6bd65e12094 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "DELETE /v2.0/ports/2a704251-3e59-45fe-a6ce-9f980c57fcdc HTTP/1.1" status: 204 len: 168 time: 1.4002614 Oct 19 11:29:42.989549 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42722) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:43.009141 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:43.043037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a64b9df7-f019-4094-89fd-3037c460b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.097093 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.117200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a64b9df7-f019-4094-89fd-3037c460b133 None None] For port d7f152c1-203c-4820-b452-a6f11a76ba7b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d7f152c1-203c-4820-b452-a6f11a76ba7b,segment=NetworkSegment(4b4310ad-9c62-4e4a-a713-5f6528c0bd7f),segment_id=4b4310ad-9c62-4e4a-a713-5f6528c0bd7f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:43.128172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.178365 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.200689 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.277346 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a64b9df7-f019-4094-89fd-3037c460b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.350836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edad26-b07d-453f-b35b-30db47113963 req-c53ad6d7-0600-4c5d-8572-833022557091 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:43.362997 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9edad26-b07d-453f-b35b-30db47113963 req-c53ad6d7-0600-4c5d-8572-833022557091 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.3846099 Oct 19 11:29:43.377647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbe8c6-8f05-4605-8911-9a592c74a4d3 None None] Pushing event updated for resources: {'Port': ['ID=ce751d31-aa26-441b-be9c-ed21f1670101,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:43.406678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Subnet': ['ID=6a883bbd-5f8e-42e9-b805-c7e390440300,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:43.467781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Checking segment: {'id': '2bca17e3-6100-4fd0-a3e7-128fdaa2d87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:43.470761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network hostable DHCP agents. Network: 6fb627c5-458d-4a89-8000-0342f7fb3c88, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:29:43.534265 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:41Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'c95de7ec-0e4c-40ac-926a-ef9e2eb148bb', 'name': '', 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:f6:d6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:39Z', 'updated_at': '2021-10-19T11:29:41Z', 'revision_number': 2, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:43.585474 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9edad26-b07d-453f-b35b-30db47113963 req-1988772d-329c-437b-96d3-af39628002da tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215040 Oct 19 11:29:43.611212 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Checking router: f61ba1a6-9cf3-48b3-8112-3f2403c386b1 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:43.611562 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Updating router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:29:43.624872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:43.631203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.641181 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:29:43.641752 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:29:43.665502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4f2615bd-7d83-48b3-aafe-09c099d290f1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Deleting port 9326ef13-ef39-49a2-a784-9cd9f9236b41 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:43.671593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f2615bd-7d83-48b3-aafe-09c099d290f1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.683853 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.716862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Attempting to bind port ce751d31-aa26-441b-be9c-ed21f1670101 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:43.717138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Attempting to bind port ce751d31-aa26-441b-be9c-ed21f1670101 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'f13cb454-aba4-4129-8952-eec4dc1d935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:43.717508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Attempting to bind port ce751d31-aa26-441b-be9c-ed21f1670101 on network bc319ffc-8e00-4d5c-a21c-162a3d56e2fc {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:43.732577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b9df7-f019-4094-89fd-3037c460b133 None None] Pushing event updated for resources: {'Port': ['ID=d7f152c1-203c-4820-b452-a6f11a76ba7b,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:43.747778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:43.748164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Checking segment: {'id': 'f13cb454-aba4-4129-8952-eec4dc1d935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:43.753281 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.753850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Bound using segment: {'id': 'f13cb454-aba4-4129-8952-eec4dc1d935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:43.754368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Bound port: ce751d31-aa26-441b-be9c-ed21f1670101, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13cb454-aba4-4129-8952-eec4dc1d935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:43.754763 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.817133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5d2aceb6-6cb8-48bd-a97a-b4797dc5a58c None None] Provisioning complete for port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:43.819128 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5d2aceb6-6cb8-48bd-a97a-b4797dc5a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.895726 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f2615bd-7d83-48b3-aafe-09c099d290f1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:43.938188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4f2615bd-7d83-48b3-aafe-09c099d290f1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Calling delete_port for 9326ef13-ef39-49a2-a784-9cd9f9236b41 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:44.018526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5d2aceb6-6cb8-48bd-a97a-b4797dc5a58c None None] Port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:29:44.073359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port c892803e-c29f-447e-ab4c-e51ffa9b63b3 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:29:44.093641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.extraroute_db [None req-4e76e0ca-832e-4a7a-a899-7d6219d86308 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 11:29:44.099141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5d2aceb6-6cb8-48bd-a97a-b4797dc5a58c None None] Provisioning complete for port d7f152c1-203c-4820-b452-a6f11a76ba7b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:44.099815 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5d2aceb6-6cb8-48bd-a97a-b4797dc5a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.109163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] For port ce751d31-aa26-441b-be9c-ed21f1670101, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:44.122198 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.122679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.extraroute_db [None req-4e76e0ca-832e-4a7a-a899-7d6219d86308 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Removed routes are [] {{(pid=101311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 11:29:44.122679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e76e0ca-832e-4a7a-a899-7d6219d86308 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.123059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 6fb627c5-458d-4a89-8000-0342f7fb3c88 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:29:44.213431 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.264747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] For port ce751d31-aa26-441b-be9c-ed21f1670101, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ce751d31-aa26-441b-be9c-ed21f1670101,segment=NetworkSegment(f13cb454-aba4-4129-8952-eec4dc1d935e),segment_id=f13cb454-aba4-4129-8952-eec4dc1d935e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:44.279353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 6fb627c5-458d-4a89-8000-0342f7fb3c88) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:44.304285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:44.305304 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.331190 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532fcdd-6f82-44bd-983b-d7ca54e26223 None None] Pushing event updated for resources: {'Port': ['ID=c95de7ec-0e4c-40ac-926a-ef9e2eb148bb,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:44.417579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76e786-b62a-438b-bb29-d1f6613fe91a None None] Network 6fb627c5-458d-4a89-8000-0342f7fb3c88 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:44.484609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-26fe2ba3-6d4c-4f49-9699-fcd4b7628f4b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4705546 Oct 19 11:29:44.488361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42748) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:44.526475 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Attempting to bind port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:44.528233 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Attempting to bind port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4b4310ad-9c62-4e4a-a713-5f6528c0bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:44.529351 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Attempting to bind port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb on network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:44.543889 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:44.545358 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Checking segment: {'id': '4b4310ad-9c62-4e4a-a713-5f6528c0bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:44.545868 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.547367 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Bound using segment: {'id': '4b4310ad-9c62-4e4a-a713-5f6528c0bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:44.548000 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Bound port: c95de7ec-0e4c-40ac-926a-ef9e2eb148bb, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4310ad-9c62-4e4a-a713-5f6528c0bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:44.550441 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.584429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8::f (e35cc7de-30bd-44df-92c1-57f558c4eaf5/4d508652-b260-443c-97d6-cd09d2f4dfee/c892803e-c29f-447e-ab4c-e51ffa9b63b3) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:44.589131 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f2615bd-7d83-48b3-aafe-09c099d290f1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.667857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fa641e-75da-4c2b-a14e-f4889f0edf16 None None] Network e35cc7de-30bd-44df-92c1-57f558c4eaf5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:44.689036 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] For port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:44.693868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2615bd-7d83-48b3-aafe-09c099d290f1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Port': ['ID=9326ef13-ef39-49a2-a784-9cd9f9236b41,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:44.695872 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] For port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c95de7ec-0e4c-40ac-926a-ef9e2eb148bb,segment=NetworkSegment(4b4310ad-9c62-4e4a-a713-5f6528c0bd7f),segment_id=4b4310ad-9c62-4e4a-a713-5f6528c0bd7f)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:44.744717 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.747438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e76e0ca-832e-4a7a-a899-7d6219d86308 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.751549 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e76e0ca-832e-4a7a-a899-7d6219d86308 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.761029 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.885648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbe8c6-8f05-4605-8911-9a592c74a4d3 None None] Pushing event updated for resources: {'Port': ['ID=ce751d31-aa26-441b-be9c-ed21f1670101,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:44.891003 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-6fb627c5-458d-4a89-8000-0342f7fb3c88', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:29:44.891842 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:44.979504 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:44.983555 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:44.988458 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532fcdd-6f82-44bd-983b-d7ca54e26223 None None] Pushing event updated for resources: {'Port': ['ID=c95de7ec-0e4c-40ac-926a-ef9e2eb148bb,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:44.995475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Provisioning complete for port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:44.998020 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:45.004561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:45.005474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:45.082569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e76e0ca-832e-4a7a-a899-7d6219d86308 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:29:45.519768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:45.523334 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:45.814667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e76e0ca-832e-4a7a-a899-7d6219d86308 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:45.835211 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4e76e0ca-832e-4a7a-a899-7d6219d86308 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:45.839921 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4e76e0ca-832e-4a7a-a899-7d6219d86308 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1 HTTP/1.1" status: 200 len: 933 time: 3.1340747 Oct 19 11:29:45.841034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42768) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:45.875848 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f2615bd-7d83-48b3-aafe-09c099d290f1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:45.881976 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4f2615bd-7d83-48b3-aafe-09c099d290f1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "DELETE /v2.0/ports/9326ef13-ef39-49a2-a784-9cd9f9236b41 HTTP/1.1" status: 204 len: 168 time: 2.8886893 Oct 19 11:29:45.895375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42770) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:45.948627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:45.952525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-93bfda76-0af3-41eb-8712-0e9be48d0ec1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Deleting subnet a6ffb802-95b0-4d36-8104-f7ff0255fe0a {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:29:45.955992 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-93bfda76-0af3-41eb-8712-0e9be48d0ec1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:45.958516 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:44Z', 'revision_number': 6, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'c95de7ec-0e4c-40ac-926a-ef9e2eb148bb', 'name': '', 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:f6:d6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:39Z', 'updated_at': '2021-10-19T11:29:44Z', 'revision_number': 4, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:45.989753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Allocated IP 2001:db8:1::2 (6fb627c5-458d-4a89-8000-0342f7fb3c88/6a883bbd-5f8e-42e9-b805-c7e390440300/1aeb3f86-081e-488d-a378-67a099eb02d5) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:45.999114 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-93bfda76-0af3-41eb-8712-0e9be48d0ec1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.047079 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b88e1-1a53-4c49-ba51-e1798a297205 None None] The sync data for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 is: [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:44Z', 'revision_number': 6, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'c95de7ec-0e4c-40ac-926a-ef9e2eb148bb', 'name': '', 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:f6:d6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:39Z', 'updated_at': '2021-10-19T11:29:44Z', 'revision_number': 4, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:46.063231 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.126472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:46.126472 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.127514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1a57191d-1549-4252-9562-9e3836319e88 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1 HTTP/1.1" status: 200 len: 933 time: 0.2817297 Oct 19 11:29:46.128080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115c471-1854-4aed-87d4-8b427b2b8740 req-0c2010ab-013f-4a42-bf83-8ae0a9020a67 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:46.168739 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1115c471-1854-4aed-87d4-8b427b2b8740 req-0c2010ab-013f-4a42-bf83-8ae0a9020a67 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 1.4124894 Oct 19 11:29:46.168928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42774) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:46.171469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fedbd573-2c1a-4f2e-b8fc-a33b82ec5bd8 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'routes': None}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:46.267596 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.282019 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-93bfda76-0af3-41eb-8712-0e9be48d0ec1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.364083 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1115c471-1854-4aed-87d4-8b427b2b8740 req-9f56f334-8f5a-4eeb-bcbd-2dc8c7cc3722 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999998 Oct 19 11:29:46.420025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] For port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c95de7ec-0e4c-40ac-926a-ef9e2eb148bb,segment=NetworkSegment(4b4310ad-9c62-4e4a-a713-5f6528c0bd7f),segment_id=4b4310ad-9c62-4e4a-a713-5f6528c0bd7f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:46.455871 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.537349 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.583873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network e35cc7de-30bd-44df-92c1-57f558c4eaf5 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:46.596373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:46.631185 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.639425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:46.640470 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.655015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:46.655688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.658296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=c892803e-c29f-447e-ab4c-e51ffa9b63b3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:46.712169 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.738006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Provisioning complete for port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:46.739786 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.775498 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:46.832087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4010602d-2c58-4863-8fe4-4ae583c94413 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9209278 Oct 19 11:29:46.835001 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42784) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:46.951550 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7b3dbe3c-0ed4-4fcf-a65c-96f050674776,segment=NetworkSegment(58a63714-5eea-4823-9451-3f1a1b754d0f),segment_id=58a63714-5eea-4823-9451-3f1a1b754d0f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:47.003447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Network 6fb627c5-458d-4a89-8000-0342f7fb3c88 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:47.010974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Pushing event updated for resources: {'Port': ['ID=c95de7ec-0e4c-40ac-926a-ef9e2eb148bb,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:47.030802 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:47.034910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.extraroute_db [None req-fedbd573-2c1a-4f2e-b8fc-a33b82ec5bd8 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added routes are [] {{(pid=101311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 11:29:47.035440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.extraroute_db [None req-fedbd573-2c1a-4f2e-b8fc-a33b82ec5bd8 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 11:29:47.120066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fedbd573-2c1a-4f2e-b8fc-a33b82ec5bd8 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:47.140745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:47.144647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Pushing event updated for resources: {'Port': ['ID=1aeb3f86-081e-488d-a378-67a099eb02d5,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:47.159711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 2, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:44Z', 'revision_number': 4, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:47.162606 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:47.168292 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d7f152c1-203c-4820-b452-a6f11a76ba7b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:47.226602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcb6878-77ef-4838-85ce-803bf43e7ac9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:47.231726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42790) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:47.232865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bbcb6878-77ef-4838-85ce-803bf43e7ac9 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3822522 Oct 19 11:29:47.267427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6928e337-9068-42cf-b170-cb46bf0fa592 None None] The sync data for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 is: [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 2, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:44Z', 'revision_number': 4, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:47.332487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-93bfda76-0af3-41eb-8712-0e9be48d0ec1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:47.496270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfda76-0af3-41eb-8712-0e9be48d0ec1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ffb802-95b0-4d36-8104-f7ff0255fe0a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:47.547584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Attempting to bind port 1aeb3f86-081e-488d-a378-67a099eb02d5 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:47.547961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Attempting to bind port 1aeb3f86-081e-488d-a378-67a099eb02d5 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '2bca17e3-6100-4fd0-a3e7-128fdaa2d87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:47.548350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Attempting to bind port 1aeb3f86-081e-488d-a378-67a099eb02d5 on network 6fb627c5-458d-4a89-8000-0342f7fb3c88 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:47.561437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Allocated IP 2001:db8:1::1 (6fb627c5-458d-4a89-8000-0342f7fb3c88/6a883bbd-5f8e-42e9-b805-c7e390440300/80098723-ee07-4b83-b735-338b502533e9) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:47.582569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:47.583991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Checking segment: {'id': '2bca17e3-6100-4fd0-a3e7-128fdaa2d87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:47.584421 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:47.584845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Bound using segment: {'id': '2bca17e3-6100-4fd0-a3e7-128fdaa2d87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:47.585345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Bound port: 1aeb3f86-081e-488d-a378-67a099eb02d5, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bca17e3-6100-4fd0-a3e7-128fdaa2d87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:47.585729 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:47.659186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ed976-92c4-4783-8fe3-33a2460b6fd5 None None] Sync routers for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:47.677557 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-93bfda76-0af3-41eb-8712-0e9be48d0ec1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:47.683877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-93bfda76-0af3-41eb-8712-0e9be48d0ec1 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "DELETE /v2.0/subnets/a6ffb802-95b0-4d36-8104-f7ff0255fe0a HTTP/1.1" status: 204 len: 168 time: 1.7845254 Oct 19 11:29:47.712024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42796) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:47.738454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54dd53b-3c23-4194-8584-14d6d0f2dcf2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:47.745695 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54dd53b-3c23-4194-8584-14d6d0f2dcf2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:47.751229 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:47.752050 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54dd53b-3c23-4194-8584-14d6d0f2dcf2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:47.757864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c54dd53b-3c23-4194-8584-14d6d0f2dcf2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5245025 Oct 19 11:29:47.770205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42798) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:47.793114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d7f152c1-203c-4820-b452-a6f11a76ba7b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:47.793492 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:47.795034 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=7b3dbe3c-0ed4-4fcf-a65c-96f050674776,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:47.799715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e6b73-f306-4aed-bb8e-6260275b1835 None None] Network 8a34aa85-73fb-4dda-833f-cf2868f658c7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:47.898821 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:47.953672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] For port 1aeb3f86-081e-488d-a378-67a099eb02d5, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:47.958785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] For port 1aeb3f86-081e-488d-a378-67a099eb02d5, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1aeb3f86-081e-488d-a378-67a099eb02d5,segment=NetworkSegment(2bca17e3-6100-4fd0-a3e7-128fdaa2d87e),segment_id=2bca17e3-6100-4fd0-a3e7-128fdaa2d87e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:47.989223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 6fb627c5-458d-4a89-8000-0342f7fb3c88 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:47.995493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:48.012420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:48.013271 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:48.026524 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fedbd573-2c1a-4f2e-b8fc-a33b82ec5bd8 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:48.040972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fedbd573-2c1a-4f2e-b8fc-a33b82ec5bd8 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:48.046109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:48.108632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=80098723-ee07-4b83-b735-338b502533e9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:48.123843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ed976-92c4-4783-8fe3-33a2460b6fd5 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:48.124607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea4ed976-92c4-4783-8fe3-33a2460b6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:48.194468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecf16c-cc23-4c81-91be-df1e9b55f49e req-941a8583-4852-42ae-a789-308d6ad61455 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:48.202949 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4ecf16c-cc23-4c81-91be-df1e9b55f49e req-941a8583-4852-42ae-a789-308d6ad61455 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.5946562 Oct 19 11:29:48.205640 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65b830-f23c-46c0-8983-cc7ab70021b1 None None] Pushing event updated for resources: {'Port': ['ID=1aeb3f86-081e-488d-a378-67a099eb02d5,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:48.256155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Provisioning complete for port ce751d31-aa26-441b-be9c-ed21f1670101 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:48.256520 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:48.274519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d9fa61-4526-4735-9032-757fdd1b4d21 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Deleting subnet 529c5894-2d53-4eef-b352-0da5d082e943 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:29:48.367944 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fa61-4526-4735-9032-757fdd1b4d21 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:48.413286 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:48.415103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ea4ed976-92c4-4783-8fe3-33a2460b6fd5 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:48.459355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55122fc4-768a-4490-8ab5-6f1ca6128a27 None None] DHCP port deletion for 8a34aa85-73fb-4dda-833f-cf2868f658c7 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:29:48.545807 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4ecf16c-cc23-4c81-91be-df1e9b55f49e req-ee4bc2e8-95d2-4f83-a869-117026f9fd50 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419755 Oct 19 11:29:48.570493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-20a7e317-1ee1-4484-b10c-633b21440014 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port c892803e-c29f-447e-ab4c-e51ffa9b63b3 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:48.570823 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20a7e317-1ee1-4484-b10c-633b21440014 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:48.585226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fa61-4526-4735-9032-757fdd1b4d21 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:48.745996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedbd573-2c1a-4f2e-b8fc-a33b82ec5bd8 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:29:48.809657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-55122fc4-768a-4490-8ab5-6f1ca6128a27 None None] Deleting port 409615c8-0c80-4f29-a4c7-b9d74920d353 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:48.809657 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-55122fc4-768a-4490-8ab5-6f1ca6128a27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.027535 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.103345 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.104197 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.133279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c95de7ec-0e4c-40ac-926a-ef9e2eb148bb up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:49.148678 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20a7e317-1ee1-4484-b10c-633b21440014 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.167523 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fa61-4526-4735-9032-757fdd1b4d21 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.215337 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.216018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-20a7e317-1ee1-4484-b10c-633b21440014 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for c892803e-c29f-447e-ab4c-e51ffa9b63b3 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:49.225888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedbd573-2c1a-4f2e-b8fc-a33b82ec5bd8 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:49.253023 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fedbd573-2c1a-4f2e-b8fc-a33b82ec5bd8 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.256032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fedbd573-2c1a-4f2e-b8fc-a33b82ec5bd8 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1 HTTP/1.1" status: 200 len: 699 time: 3.0900526 Oct 19 11:29:49.258151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42832) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:49.271373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 6fb627c5-458d-4a89-8000-0342f7fb3c88 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:49.280621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-55122fc4-768a-4490-8ab5-6f1ca6128a27 None None] For port 409615c8-0c80-4f29-a4c7-b9d74920d353, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=409615c8-0c80-4f29-a4c7-b9d74920d353,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:49.280887 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-55122fc4-768a-4490-8ab5-6f1ca6128a27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.324607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:49.332261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] For port ce751d31-aa26-441b-be9c-ed21f1670101, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ce751d31-aa26-441b-be9c-ed21f1670101,segment=NetworkSegment(f13cb454-aba4-4129-8952-eec4dc1d935e),segment_id=f13cb454-aba4-4129-8952-eec4dc1d935e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:49.384790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-55122fc4-768a-4490-8ab5-6f1ca6128a27 None None] Calling delete_port for 409615c8-0c80-4f29-a4c7-b9d74920d353 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:49.397792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:49.398502 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.451227 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.491529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=80098723-ee07-4b83-b735-338b502533e9,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:49.537685 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fa61-4526-4735-9032-757fdd1b4d21 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.547830 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.575430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9fa61-4526-4735-9032-757fdd1b4d21 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Subnet': ['ID=529c5894-2d53-4eef-b352-0da5d082e943,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:49.594565 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8d9fa61-4526-4735-9032-757fdd1b4d21 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.598090 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-442f98f4-2186-42dd-b359-fdca8741395b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1 HTTP/1.1" status: 200 len: 699 time: 0.3353410 Oct 19 11:29:49.600974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42842) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:49.612245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c8d9fa61-4526-4735-9032-757fdd1b4d21 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "DELETE /v2.0/subnets/529c5894-2d53-4eef-b352-0da5d082e943 HTTP/1.1" status: 204 len: 168 time: 1.8503327 Oct 19 11:29:49.613390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42844) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:49.640523 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20a7e317-1ee1-4484-b10c-633b21440014 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.691263 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae874119-56bc-4c29-af4b-7dd46b2b3f4c None None] Network be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:49.703360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1aeb3f86-081e-488d-a378-67a099eb02d5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:49.765533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7e317-1ee1-4484-b10c-633b21440014 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=c892803e-c29f-447e-ab4c-e51ffa9b63b3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:49.799662 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e84bae68-02de-45b7-8fff-daffd1fc894a None None] Provisioning complete for port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:49.799934 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e84bae68-02de-45b7-8fff-daffd1fc894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.817823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router c49ad185-be1b-464b-bfda-113db88707b7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:29:49.843746 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20a7e317-1ee1-4484-b10c-633b21440014 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.849690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-20a7e317-1ee1-4484-b10c-633b21440014 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/c892803e-c29f-447e-ab4c-e51ffa9b63b3 HTTP/1.1" status: 204 len: 168 time: 2.0762901 Oct 19 11:29:49.852372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42848) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:49.895205 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-93807bfe-4f49-439f-8a82-bbab3343fac3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:29:49.910184 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-93807bfe-4f49-439f-8a82-bbab3343fac3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/c892803e-c29f-447e-ab4c-e51ffa9b63b3 HTTP/1.1" status: 404 len: 333 time: 0.0436828 Oct 19 11:29:49.910184 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:49.914496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42850) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:49.927179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e491d-87e1-4f7b-b3b4-a842092a0535 None None] Pushing event updated for resources: {'Port': ['ID=ce751d31-aa26-441b-be9c-ed21f1670101,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:49.952405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd5a5a-4e79-4bfe-96ef-65ff6189c025 None None] Network 6fb627c5-458d-4a89-8000-0342f7fb3c88 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:49.965470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea4ed976-92c4-4783-8fe3-33a2460b6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:47Z', 'revision_number': 7, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'c95de7ec-0e4c-40ac-926a-ef9e2eb148bb', 'name': '', 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:f6:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:39Z', 'updated_at': '2021-10-19T11:29:46Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:50.106575 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.107840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ed976-92c4-4783-8fe3-33a2460b6fd5 None None] Checking router: f61ba1a6-9cf3-48b3-8112-3f2403c386b1 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:50.128815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-24ee7201-c9d5-426e-9427-3e30cdfeb41c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 2edec8d3-fc4f-45d3-b6b3-e4f5d83c5cd0 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:50.129564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24ee7201-c9d5-426e-9427-3e30cdfeb41c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.155100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Deleting port 409615c8-0c80-4f29-a4c7-b9d74920d353 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:50.155100 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.182136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1aeb3f86-081e-488d-a378-67a099eb02d5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:50.182705 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.216956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ed976-92c4-4783-8fe3-33a2460b6fd5 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:50.217402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea4ed976-92c4-4783-8fe3-33a2460b6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:50.236155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fedd5-db2b-4be5-8e32-d1b400dbedf8 req-55d38680-a66b-4105-b053-65ec1c3535dd tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:50.239491 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b59fedd5-db2b-4be5-8e32-d1b400dbedf8 req-55d38680-a66b-4105-b053-65ec1c3535dd tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.5122538 Oct 19 11:29:50.303563 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-55122fc4-768a-4490-8ab5-6f1ca6128a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.317780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] For port 409615c8-0c80-4f29-a4c7-b9d74920d353, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=409615c8-0c80-4f29-a4c7-b9d74920d353,segment=NetworkSegment(0881293e-9c88-42be-9b8b-12de330efe29),segment_id=0881293e-9c88-42be-9b8b-12de330efe29)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:50.318477 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.342779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Calling delete_port for 409615c8-0c80-4f29-a4c7-b9d74920d353 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:50.350577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55122fc4-768a-4490-8ab5-6f1ca6128a27 None None] Pushing event deleted for resources: {'Port': ['ID=409615c8-0c80-4f29-a4c7-b9d74920d353,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:50.357297 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24ee7201-c9d5-426e-9427-3e30cdfeb41c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.369167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b59fedd5-db2b-4be5-8e32-d1b400dbedf8 req-e2fff538-5b89-4a6c-92f6-8404db0438f4 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847318 Oct 19 11:29:50.371732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:50.377532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-61b7083f-b97c-4d3b-ba8b-8e00f6bd8cb1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8876872 Oct 19 11:29:50.380272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42858) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:50.384188 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Sync routers for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:50.388901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1242416508'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:50.393665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-24ee7201-c9d5-426e-9427-3e30cdfeb41c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 2edec8d3-fc4f-45d3-b6b3-e4f5d83c5cd0 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:50.404261 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:50.404261 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:50.527689 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:50.541191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.547991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.578770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:50.582160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.592394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55122fc4-768a-4490-8ab5-6f1ca6128a27 None None] No DVR routers for this DVR port 409615c8-0c80-4f29-a4c7-b9d74920d353 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:50.597303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e84bae68-02de-45b7-8fff-daffd1fc894a None None] Provisioning complete for port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:50.598131 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e84bae68-02de-45b7-8fff-daffd1fc894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.718882 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Port': ['ID=409615c8-0c80-4f29-a4c7-b9d74920d353,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:50.727766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] No DVR routers for this DVR port 409615c8-0c80-4f29-a4c7-b9d74920d353 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:50.753088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ea4ed976-92c4-4783-8fe3-33a2460b6fd5 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:50.754834 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.794843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24ee7201-c9d5-426e-9427-3e30cdfeb41c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.927183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:29:50.927183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee7201-c9d5-426e-9427-3e30cdfeb41c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=2edec8d3-fc4f-45d3-b6b3-e4f5d83c5cd0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:50.928165 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:29:48Z', 'revision_number': 3, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:48Z', 'revision_number': 2, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:50.928352 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.932386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1722ca-dc70-48b3-8bdc-a4ec68f4947b None None] DHCP port deletion for be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:29:50.938232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:50.938640 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added segment b41e0984-8018-478a-af10-86d691e29099 of type vlan for network 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 Oct 19 11:29:50.988377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 1aeb3f86-081e-488d-a378-67a099eb02d5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1aeb3f86-081e-488d-a378-67a099eb02d5,segment=NetworkSegment(2bca17e3-6100-4fd0-a3e7-128fdaa2d87e),segment_id=2bca17e3-6100-4fd0-a3e7-128fdaa2d87e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:51.008620 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Checking router: c49ad185-be1b-464b-bfda-113db88707b7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:51.013890 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Updating router c49ad185-be1b-464b-bfda-113db88707b7 port 80098723-ee07-4b83-b735-338b502533e9 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:29:51.046414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:51.047052 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.091449 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.218259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] For port c95de7ec-0e4c-40ac-926a-ef9e2eb148bb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c95de7ec-0e4c-40ac-926a-ef9e2eb148bb,segment=NetworkSegment(4b4310ad-9c62-4e4a-a713-5f6528c0bd7f),segment_id=4b4310ad-9c62-4e4a-a713-5f6528c0bd7f)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:51.218621 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.230259 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.233399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:51.247863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for c95de7ec-0e4c-40ac-926a-ef9e2eb148bb owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:51.443036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=1aeb3f86-081e-488d-a378-67a099eb02d5,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:51.510558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e84bae68-02de-45b7-8fff-daffd1fc894a None None] Could not find standard attr ID for object 2edec8d3-fc4f-45d3-b6b3-e4f5d83c5cd0. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:29:51.528146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e84bae68-02de-45b7-8fff-daffd1fc894a None None] Could not find standard attr ID for object c892803e-c29f-447e-ab4c-e51ffa9b63b3. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:29:51.576499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3e1722ca-dc70-48b3-8bdc-a4ec68f4947b None None] Deleting port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:51.577153 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e1722ca-dc70-48b3-8bdc-a4ec68f4947b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.623511 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.664897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a34aa85-73fb-4dda-833f-cf2868f658c7']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:51.697719 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.704623 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24ee7201-c9d5-426e-9427-3e30cdfeb41c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.706559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:51.706938 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.710843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42886) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:51.711482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-24ee7201-c9d5-426e-9427-3e30cdfeb41c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/2edec8d3-fc4f-45d3-b6b3-e4f5d83c5cd0 HTTP/1.1" status: 204 len: 168 time: 1.7797565 Oct 19 11:29:51.716552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0881293e-9c88-42be-9b8b-12de330efe29') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:51.716552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0881293e-9c88-42be-9b8b-12de330efe29') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:51.730495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3e1722ca-dc70-48b3-8bdc-a4ec68f4947b None None] For port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=433e4ed4-eac6-4300-b46a-0385bfe8b1e5,segment=NetworkSegment(6c256288-12a1-4506-b4d8-ca0869ac59e8),segment_id=6c256288-12a1-4506-b4d8-ca0869ac59e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:51.730888 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e1722ca-dc70-48b3-8bdc-a4ec68f4947b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.751543 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e84bae68-02de-45b7-8fff-daffd1fc894a None None] Provisioning complete for port ce751d31-aa26-441b-be9c-ed21f1670101 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:51.751914 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e84bae68-02de-45b7-8fff-daffd1fc894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.753201 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79a7fc8-1406-45a9-a22e-726d4a87d8b4 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:29:51.758308 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e79a7fc8-1406-45a9-a22e-726d4a87d8b4 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/2edec8d3-fc4f-45d3-b6b3-e4f5d83c5cd0 HTTP/1.1" status: 404 len: 333 time: 0.0462210 Oct 19 11:29:51.759791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42888) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:51.774386 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.778459 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.783752 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab351e7-e782-442f-b665-bbabea9b59d7 None None] Pushing event updated for resources: {'Port': ['ID=80098723-ee07-4b83-b735-338b502533e9,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:51.792469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3e1722ca-dc70-48b3-8bdc-a4ec68f4947b None None] Calling delete_port for 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:51.801364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea4ed976-92c4-4783-8fe3-33a2460b6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:47Z', 'revision_number': 7, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'c95de7ec-0e4c-40ac-926a-ef9e2eb148bb', 'name': '', 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:f6:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:39Z', 'updated_at': '2021-10-19T11:29:46Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:51.804044 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.829222 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.840259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:29:51.845825 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:29:51.850449 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:29:51.870174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162c63d-55f6-40f1-8dbc-54b9ae3fd1e8 req-3498dea7-0878-4a50-8efa-d0b9bdc4dce7 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:51.871629 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9162c63d-55f6-40f1-8dbc-54b9ae3fd1e8 req-3498dea7-0878-4a50-8efa-d0b9bdc4dce7 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.2032864 Oct 19 11:29:51.939338 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Attempting to bind port 80098723-ee07-4b83-b735-338b502533e9 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:51.943399 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Attempting to bind port 80098723-ee07-4b83-b735-338b502533e9 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '2bca17e3-6100-4fd0-a3e7-128fdaa2d87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:51.943399 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Attempting to bind port 80098723-ee07-4b83-b735-338b502533e9 on network 6fb627c5-458d-4a89-8000-0342f7fb3c88 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:51.951734 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:51.952098 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Checking segment: {'id': '2bca17e3-6100-4fd0-a3e7-128fdaa2d87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:51.957356 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.957772 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Bound using segment: {'id': '2bca17e3-6100-4fd0-a3e7-128fdaa2d87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:51.958272 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Bound port: 80098723-ee07-4b83-b735-338b502533e9, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bca17e3-6100-4fd0-a3e7-128fdaa2d87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:51.958676 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.983560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=c95de7ec-0e4c-40ac-926a-ef9e2eb148bb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:51.983907 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.990143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:51.991005 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:51.991628 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e277b3fe-7d03-4bb8-b9e3-720181e59470 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting subnet 4d508652-b260-443c-97d6-cd09d2f4dfee {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:29:52.039638 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e277b3fe-7d03-4bb8-b9e3-720181e59470 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:52.057238 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9162c63d-55f6-40f1-8dbc-54b9ae3fd1e8 req-da0b9802-0bfd-4b29-ad5a-41cb9d3c902d tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774335 Oct 19 11:29:52.140259 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] For port 80098723-ee07-4b83-b735-338b502533e9, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:52.148860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:52.150620 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] For port 80098723-ee07-4b83-b735-338b502533e9, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=80098723-ee07-4b83-b735-338b502533e9,segment=NetworkSegment(2bca17e3-6100-4fd0-a3e7-128fdaa2d87e),segment_id=2bca17e3-6100-4fd0-a3e7-128fdaa2d87e)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:52.167649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Network': ['ID=54c8c6b8-a5a5-46ef-ae74-b3fa099f2469,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:52.179684 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:52.184870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "DELETE /v2.0/networks/8a34aa85-73fb-4dda-833f-cf2868f658c7 HTTP/1.1" status: 204 len: 168 time: 2.5684988 Oct 19 11:29:52.190462 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42896) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:52.196266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f21327c1-86c9-4725-ac07-13842ad9e7c3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8113523 Oct 19 11:29:52.200118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42898) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:52.238801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900622c5-e64b-4531-9f91-b60d9550c819 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Network': ['ID=8a34aa85-73fb-4dda-833f-cf2868f658c7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:52.250491 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:52.364752 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:52.365606 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:52.417842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:29:52.422439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ed976-92c4-4783-8fe3-33a2460b6fd5 None None] The sync data for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 is: [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:47Z', 'revision_number': 7, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'c95de7ec-0e4c-40ac-926a-ef9e2eb148bb', 'name': '', 'network_id': '9d6182ee-605d-42a2-8da1-c0b65f5f49b9', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:f6:d6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:39Z', 'updated_at': '2021-10-19T11:29:46Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'f4085b8f-db46-4bab-a92a-f5f6c703f5f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:52.530237 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:52.654118 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e1722ca-dc70-48b3-8bdc-a4ec68f4947b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:52.683809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1722ca-dc70-48b3-8bdc-a4ec68f4947b None None] No DVR routers for this DVR port 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:52.699533 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab351e7-e782-442f-b665-bbabea9b59d7 None None] Pushing event updated for resources: {'Port': ['ID=80098723-ee07-4b83-b735-338b502533e9,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:52.773066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1722ca-dc70-48b3-8bdc-a4ec68f4947b None None] Pushing event deleted for resources: {'Port': ['ID=433e4ed4-eac6-4300-b46a-0385bfe8b1e5,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:52.803378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ce751d31-aa26-441b-be9c-ed21f1670101 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:52.823310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6c4a90ce-f410-4c73-a5dd-e727e43dc536 None None] Provisioning complete for port 1aeb3f86-081e-488d-a378-67a099eb02d5 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:52.823986 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6c4a90ce-f410-4c73-a5dd-e727e43dc536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:52.933920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eadeec-ccb3-4953-879e-0e2b9fff1b49 None None] Sync routers for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:52.954895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eadeec-ccb3-4953-879e-0e2b9fff1b49 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:52.955536 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-88eadeec-ccb3-4953-879e-0e2b9fff1b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:52.994232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e277b3fe-7d03-4bb8-b9e3-720181e59470 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:53.011882 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:29:48Z', 'revision_number': 3, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:52Z', 'revision_number': 4, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:53.015325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'subnet': {'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:53.067882 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdaaaf9-62f9-48d4-9593-e1fbceac9ff7 None None] The sync data for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 is: [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:29:48Z', 'revision_number': 3, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:52Z', 'revision_number': 4, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:53.275287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-88eadeec-ccb3-4953-879e-0e2b9fff1b49 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:53.342667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ce751d31-aa26-441b-be9c-ed21f1670101 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:53.343453 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:53.460429 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:53.484498 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:53.585858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6c4a90ce-f410-4c73-a5dd-e727e43dc536 None None] Provisioning complete for port 80098723-ee07-4b83-b735-338b502533e9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:53.587021 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6c4a90ce-f410-4c73-a5dd-e727e43dc536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:53.683546 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e277b3fe-7d03-4bb8-b9e3-720181e59470 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:53.732130 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6c4a90ce-f410-4c73-a5dd-e727e43dc536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:53.826709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6c4a90ce-f410-4c73-a5dd-e727e43dc536 None None] For port 80098723-ee07-4b83-b735-338b502533e9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=80098723-ee07-4b83-b735-338b502533e9,segment=NetworkSegment(2bca17e3-6100-4fd0-a3e7-128fdaa2d87e),segment_id=2bca17e3-6100-4fd0-a3e7-128fdaa2d87e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:53.843475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-88eadeec-ccb3-4953-879e-0e2b9fff1b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:51Z', 'revision_number': 8, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:53.875045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cc17a-2072-4c38-a86b-91402b3bfe52 req-12c928d3-b316-4319-937d-09f7d048d7b9 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:53.888439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eadeec-ccb3-4953-879e-0e2b9fff1b49 None None] Checking router: f61ba1a6-9cf3-48b3-8112-3f2403c386b1 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:53.889864 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e02cc17a-2072-4c38-a86b-91402b3bfe52 req-12c928d3-b316-4319-937d-09f7d048d7b9 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.6294105 Oct 19 11:29:53.890718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:53.895789 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:53.899890 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eadeec-ccb3-4953-879e-0e2b9fff1b49 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:53.900842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-88eadeec-ccb3-4953-879e-0e2b9fff1b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:53.906566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 409615c8-0c80-4f29-a4c7-b9d74920d353 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:53.944860 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6c4a90ce-f410-4c73-a5dd-e727e43dc536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:53.967218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e277b3fe-7d03-4bb8-b9e3-720181e59470 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:53.976243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 409615c8-0c80-4f29-a4c7-b9d74920d353 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:29:53.976627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 409615c8-0c80-4f29-a4c7-b9d74920d353 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:29:54.086434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-88eadeec-ccb3-4953-879e-0e2b9fff1b49 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:54.101720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e277b3fe-7d03-4bb8-b9e3-720181e59470 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.106643 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e277b3fe-7d03-4bb8-b9e3-720181e59470 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/4d508652-b260-443c-97d6-cd09d2f4dfee HTTP/1.1" status: 204 len: 168 time: 2.3453975 Oct 19 11:29:54.109313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42932) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:54.144080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277b3fe-7d03-4bb8-b9e3-720181e59470 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Subnet': ['ID=4d508652-b260-443c-97d6-cd09d2f4dfee,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:54.147265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218bbc87-eb5c-4e1a-88a1-6f34d11328cc None None] Network e35cc7de-30bd-44df-92c1-57f558c4eaf5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:54.172082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a90ce-f410-4c73-a5dd-e727e43dc536 None None] Pushing event updated for resources: {'Port': ['ID=80098723-ee07-4b83-b735-338b502533e9,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:54.191600 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.194534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-afc91111-6e29-4d56-9785-12b7510e1238 None None] Provisioning complete for port 80098723-ee07-4b83-b735-338b502533e9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:54.194902 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-afc91111-6e29-4d56-9785-12b7510e1238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.234228 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e02cc17a-2072-4c38-a86b-91402b3bfe52 req-8923ddce-c6cb-47d4-8896-cf6b16c8412f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980876 Oct 19 11:29:54.301565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be15bd27-bc4e-4a4c-8c6f-b8eb924a0347']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:54.352331 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.356054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c256288-12a1-4506-b4d8-ca0869ac59e8') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:54.356569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c256288-12a1-4506-b4d8-ca0869ac59e8') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:54.375466 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.423971 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.433114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ce751d31-aa26-441b-be9c-ed21f1670101 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:54.437704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:29:54.438538 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:29:54.442677 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:29:54.470962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:54.471669 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.489524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:29:54.550102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] For port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7b3dbe3c-0ed4-4fcf-a65c-96f050674776,segment=NetworkSegment(58a63714-5eea-4823-9451-3f1a1b754d0f),segment_id=58a63714-5eea-4823-9451-3f1a1b754d0f)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:54.550462 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.566533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:54.689752 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.710318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.713847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] 10.222.0.39 "DELETE /v2.0/networks/be15bd27-bc4e-4a4c-8c6f-b8eb924a0347 HTTP/1.1" status: 204 len: 168 time: 2.5146513 Oct 19 11:29:54.729612 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.740972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3aedaa-35da-4502-9782-cae23d433223 tempest-TaggedBootDevicesTest-620678393 tempest-TaggedBootDevicesTest-620678393-project] Pushing event deleted for resources: {'Network': ['ID=be15bd27-bc4e-4a4c-8c6f-b8eb924a0347,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:54.787724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:54.800600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42940) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:54.800893 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-80e28b7e-7bc6-4774-b8c1-0031d4568e97 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1986291 Oct 19 11:29:54.857621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Subnet': ['ID=cac862d0-8923-4842-9fb2-3ab5c6f56dca,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:54.876795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.886462 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Checking segment: {'id': 'b41e0984-8018-478a-af10-86d691e29099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:54.886898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network hostable DHCP agents. Network: 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:29:54.919272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ce751d31-aa26-441b-be9c-ed21f1670101 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:54.919762 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:54.978914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=7b3dbe3c-0ed4-4fcf-a65c-96f050674776,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:54.984042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No DVR routers for this DVR port 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:54.987108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ddfe05-67c0-4a3c-8022-36d619e783c0 None None] DHCP port deletion for e35cc7de-30bd-44df-92c1-57f558c4eaf5 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:29:54.999152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c8ecf6-a96b-4cf6-b928-03c5df20d5c1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting subnet f4085b8f-db46-4bab-a92a-f5f6c703f5f6 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:29:55.011333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-88eadeec-ccb3-4953-879e-0e2b9fff1b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:51Z', 'revision_number': 8, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:55.030907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:29:55.044135 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42c8ecf6-a96b-4cf6-b928-03c5df20d5c1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.063284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eadeec-ccb3-4953-879e-0e2b9fff1b49 None None] The sync data for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 is: [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:51Z', 'revision_number': 8, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:55.080438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1aeb3f86-081e-488d-a378-67a099eb02d5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:55.120331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:55.128425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:55.135679 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.138543 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6feb0c5-70e2-44c8-bf9c-6039b3346cbc None None] Network 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:55.175203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.210958 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42c8ecf6-a96b-4cf6-b928-03c5df20d5c1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.215277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1aeb3f86-081e-488d-a378-67a099eb02d5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:55.222761 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.242796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c3c96db5-76aa-4434-b43b-59faa7e99482 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2563028 Oct 19 11:29:55.246324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42952) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:55.323152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35cc7de-30bd-44df-92c1-57f558c4eaf5']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:55.358405 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87a82ff9-9982-4345-aaf9-f1ca3ea84727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.388209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a63714-5eea-4823-9451-3f1a1b754d0f') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:55.388209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a63714-5eea-4823-9451-3f1a1b754d0f') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:55.420950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 80098723-ee07-4b83-b735-338b502533e9 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:55.434066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.494896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:29:55.495841 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.570639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.595890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:29:55.595890 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:29:55.613166 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:29:55.634791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 80098723-ee07-4b83-b735-338b502533e9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:55.635248 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.697222 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42c8ecf6-a96b-4cf6-b928-03c5df20d5c1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.752585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Allocated IP 2001:db8:2::2 (54c8c6b8-a5a5-46ef-ae74-b3fa099f2469/cac862d0-8923-4842-9fb2-3ab5c6f56dca/c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:55.777940 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e5f06-2e49-4b72-88d0-72b7ce30ee40 None None] Sync routers for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:55.792049 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e5f06-2e49-4b72-88d0-72b7ce30ee40 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:55.792692 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e64e5f06-2e49-4b72-88d0-72b7ce30ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:55.870445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cab527-6200-4812-bffd-a4e6727a954e req-7ef09538-7a2a-410e-aae1-a46e3f700fbd tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:55.872787 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d3cab527-6200-4812-bffd-a4e6727a954e req-7ef09538-7a2a-410e-aae1-a46e3f700fbd tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.4296887 Oct 19 11:29:55.880506 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42c8ecf6-a96b-4cf6-b928-03c5df20d5c1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.983787 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42c8ecf6-a96b-4cf6-b928-03c5df20d5c1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:55.991238 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-42c8ecf6-a96b-4cf6-b928-03c5df20d5c1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/f4085b8f-db46-4bab-a92a-f5f6c703f5f6 HTTP/1.1" status: 204 len: 168 time: 1.1894779 Oct 19 11:29:55.992044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8ecf6-a96b-4cf6-b928-03c5df20d5c1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Subnet': ['ID=f4085b8f-db46-4bab-a92a-f5f6c703f5f6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:56.002684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42968) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:56.003446 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.021913 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-e64e5f06-2e49-4b72-88d0-72b7ce30ee40 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:56.028520 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.037886 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/networks/e35cc7de-30bd-44df-92c1-57f558c4eaf5 HTTP/1.1" status: 204 len: 168 time: 1.9254975 Oct 19 11:29:56.038731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42970) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:56.067589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.075916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-986368386'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:56.089329 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.097787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:56.100105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a41972-5ee3-4f86-8d3b-74d6e6f1d22a None None] Network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:56.133608 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d3cab527-6200-4812-bffd-a4e6727a954e req-73a791bb-f0d6-44f0-becf-7dc6cdc0d28a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478752 Oct 19 11:29:56.158964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978eb57-7914-4104-b2d1-9c4299b6bb70 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Network': ['ID=e35cc7de-30bd-44df-92c1-57f558c4eaf5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:56.239948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:56.244777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.263620 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.277503 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.292500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:29:56.307460 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 433e4ed4-eac6-4300-b46a-0385bfe8b1e5 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:29:56.349865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:29:56.379743 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.380093 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Added segment 639f7adb-bb72-4400-bf34-fa5f8b05119a of type vlan for network 8b51ced4-9f31-44cd-bcdf-0558fa5e3691 Oct 19 11:29:56.485781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.576055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Network 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:56.588446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:56.590579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 80098723-ee07-4b83-b735-338b502533e9 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:29:56.632140 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.642205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:56.643839 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.662838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:56.727545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Pushing event updated for resources: {'Port': ['ID=c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:56.733420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Allocated IP 2001:db8:2::1 (54c8c6b8-a5a5-46ef-ae74-b3fa099f2469/cac862d0-8923-4842-9fb2-3ab5c6f56dca/f9fd2211-e93c-4aab-a55c-98cb171eb7ea) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:56.766334 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7151306 Oct 19 11:29:56.768088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42982) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:56.788743 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e64e5f06-2e49-4b72-88d0-72b7ce30ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:51Z', 'revision_number': 8, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:56.791121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': '8b51ced4-9f31-44cd-bcdf-0558fa5e3691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:56.818058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 80098723-ee07-4b83-b735-338b502533e9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:56.818747 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.852504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Attempting to bind port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:29:56.853662 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Attempting to bind port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'b41e0984-8018-478a-af10-86d691e29099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:29:56.854196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Attempting to bind port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f on network 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:29:56.876269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:29:56.877029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Checking segment: {'id': 'b41e0984-8018-478a-af10-86d691e29099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:56.877605 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.878177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Bound using segment: {'id': 'b41e0984-8018-478a-af10-86d691e29099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:29:56.878829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Bound port: c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41e0984-8018-478a-af10-86d691e29099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:29:56.879419 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:56.904200 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e5f06-2e49-4b72-88d0-72b7ce30ee40 None None] Checking router: f61ba1a6-9cf3-48b3-8112-3f2403c386b1 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:29:56.913401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0534559-0af5-485f-9660-dfa7d364261f None None] DHCP port deletion for 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:29:56.938167 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e5f06-2e49-4b72-88d0-72b7ce30ee40 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:29:56.944102 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e64e5f06-2e49-4b72-88d0-72b7ce30ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:57.015926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port d7f152c1-203c-4820-b452-a6f11a76ba7b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:57.026570 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.057351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.110137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] For port d7f152c1-203c-4820-b452-a6f11a76ba7b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d7f152c1-203c-4820-b452-a6f11a76ba7b,segment=NetworkSegment(4b4310ad-9c62-4e4a-a713-5f6528c0bd7f),segment_id=4b4310ad-9c62-4e4a-a713-5f6528c0bd7f)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:57.110398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.125865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for d7f152c1-203c-4820-b452-a6f11a76ba7b owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:57.235318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.264713 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-e64e5f06-2e49-4b72-88d0-72b7ce30ee40 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:29:57.279958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:29:57.283621 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.297887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f0534559-0af5-485f-9660-dfa7d364261f None None] Deleting port d7f152c1-203c-4820-b452-a6f11a76ba7b {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:29:57.300621 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f0534559-0af5-485f-9660-dfa7d364261f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.300621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] For port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:29:57.306488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863e69b-b097-4d6b-902c-c10fd4c666af tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Network': ['ID=8b51ced4-9f31-44cd-bcdf-0558fa5e3691,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:57.311815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] For port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f,segment=NetworkSegment(b41e0984-8018-478a-af10-86d691e29099),segment_id=b41e0984-8018-478a-af10-86d691e29099)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:29:57.335948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 8b51ced4-9f31-44cd-bcdf-0558fa5e3691 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:29:57.349977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:57.442034 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.448604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=f9fd2211-e93c-4aab-a55c-98cb171eb7ea,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:57.460907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:57.474617 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:57.476920 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.479885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:29:57.480566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.538062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=d7f152c1-203c-4820-b452-a6f11a76ba7b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:57.546181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No DVR routers for this DVR port d7f152c1-203c-4820-b452-a6f11a76ba7b on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:57.658354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b976e-5ab6-41ba-9f90-a9f1f9522b7c None None] Pushing event updated for resources: {'Port': ['ID=c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:57.679664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:29:57.680085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7b3dbe3c-0ed4-4fcf-a65c-96f050674776 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:29:57.682377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c95de7ec-0e4c-40ac-926a-ef9e2eb148bb no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:57.698250 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e64e5f06-2e49-4b72-88d0-72b7ce30ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:51Z', 'revision_number': 8, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:57.791722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76ee0c-ee2a-414d-95bb-9f97c8301a71 req-e2bfd073-81cd-4df3-b5d4-e39185f8424e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:57.803345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce76ee0c-ee2a-414d-95bb-9f97c8301a71 req-e2bfd073-81cd-4df3-b5d4-e39185f8424e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.4843278 Oct 19 11:29:57.808763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.811800 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64e5f06-2e49-4b72-88d0-72b7ce30ee40 None None] The sync data for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 is: [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:29:51Z', 'revision_number': 8, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79c1798-f57e-492c-8153-d73004bef49d', 'name': '', 'network_id': 'fd8e1e13-e6b5-4f12-acc7-67f606803005', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:47:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:31Z', 'updated_at': '2021-10-19T11:29:37Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': 'cc943c25-2340-4378-89d5-f8db1840d952', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:29:57.864979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6182ee-605d-42a2-8da1-c0b65f5f49b9']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:57.886441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4310ad-9c62-4e4a-a713-5f6528c0bd7f') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:57.886742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4310ad-9c62-4e4a-a713-5f6528c0bd7f') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:29:57.912621 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.921250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.967567 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.980226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: c95de7ec-0e4c-40ac-926a-ef9e2eb148bb {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:29:57.980226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c95de7ec-0e4c-40ac-926a-ef9e2eb148bb not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:29:57.990754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:29:57.991595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:57.997609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce76ee0c-ee2a-414d-95bb-9f97c8301a71 req-78631eaa-037e-4743-9ec2-ba0557dfdadd tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930916 Oct 19 11:29:58.014348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f0534559-0af5-485f-9660-dfa7d364261f None None] For port d7f152c1-203c-4820-b452-a6f11a76ba7b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d7f152c1-203c-4820-b452-a6f11a76ba7b,segment=NetworkSegment(4b4310ad-9c62-4e4a-a713-5f6528c0bd7f),segment_id=4b4310ad-9c62-4e4a-a713-5f6528c0bd7f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:29:58.014969 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f0534559-0af5-485f-9660-dfa7d364261f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:58.051680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f0534559-0af5-485f-9660-dfa7d364261f None None] Calling delete_port for d7f152c1-203c-4820-b452-a6f11a76ba7b owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:29:58.161653 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ab9b54a4-2d9c-4ae5-a66b-d496a1521dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:29:58.176566 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:29:58.268287 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f0534559-0af5-485f-9660-dfa7d364261f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:58.291365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0534559-0af5-485f-9660-dfa7d364261f None None] Network 9d6182ee-605d-42a2-8da1-c0b65f5f49b9 is not hosted by any dhcp agent {{(pid=101313) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 11:29:58.295025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0534559-0af5-485f-9660-dfa7d364261f None None] No DVR routers for this DVR port d7f152c1-203c-4820-b452-a6f11a76ba7b on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:29:58.311319 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:58.327128 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:58.333420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/networks/9d6182ee-605d-42a2-8da1-c0b65f5f49b9 HTTP/1.1" status: 204 len: 168 time: 2.3252468 Oct 19 11:29:58.337611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43004) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:58.360052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0534559-0af5-485f-9660-dfa7d364261f None None] Pushing event deleted for resources: {'Port': ['ID=d7f152c1-203c-4820-b452-a6f11a76ba7b,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:58.442896 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029c986-fd0c-461d-ad69-a6bf6bec00ce tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Network': ['ID=9d6182ee-605d-42a2-8da1-c0b65f5f49b9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:58.503113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d7f152c1-203c-4820-b452-a6f11a76ba7b no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:29:58.565015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: d7f152c1-203c-4820-b452-a6f11a76ba7b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:29:58.565378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d7f152c1-203c-4820-b452-a6f11a76ba7b not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:29:58.574560 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:58.625773 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:58.674224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:58.675456 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:58.769779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Subnet': ['ID=0ebcdd6d-105b-46af-9ecb-fb5cc346322b,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:58.772400 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Checking segment: {'id': '639f7adb-bb72-4400-bf34-fa5f8b05119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8b51ced4-9f31-44cd-bcdf-0558fa5e3691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:29:58.772836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network hostable DHCP agents. Network: 8b51ced4-9f31-44cd-bcdf-0558fa5e3691, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:29:58.907268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network 8b51ced4-9f31-44cd-bcdf-0558fa5e3691 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:29:58.982746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 8b51ced4-9f31-44cd-bcdf-0558fa5e3691) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:58.998640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:59.003264 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:59.066613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b2d46e-8c15-4543-b913-c93ceda9c19a None None] Network 8b51ced4-9f31-44cd-bcdf-0558fa5e3691 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:59.128396 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-09fcf730-cef5-439a-9bc5-1bbb9189deee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3521707 Oct 19 11:29:59.134020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43018) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:59.144153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-39732dc9-32f5-4a33-806f-181c4791df8c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1630746274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:59.154113 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:59.155793 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:59.328770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f467d29-626b-4bd4-bc05-e2fbc3378ef0 req-e24958a1-af11-46d0-ae6f-3fae3650e4a4 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:29:59.331059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f467d29-626b-4bd4-bc05-e2fbc3378ef0 req-e24958a1-af11-46d0-ae6f-3fae3650e4a4 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.2012885 Oct 19 11:29:59.432322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-8b51ced4-9f31-44cd-bcdf-0558fa5e3691', 'network_id': '8b51ced4-9f31-44cd-bcdf-0558fa5e3691', 'tenant_id': 'e9557ed117fa41379920529c580ee545', 'fixed_ips': [{'subnet_id': '0ebcdd6d-105b-46af-9ecb-fb5cc346322b'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:29:59.433773 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:59.443410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f467d29-626b-4bd4-bc05-e2fbc3378ef0 req-a59e9726-b064-45b0-9976-2ac674d501b2 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999646 Oct 19 11:29:59.445361 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39732dc9-32f5-4a33-806f-181c4791df8c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:59.453846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39732dc9-32f5-4a33-806f-181c4791df8c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:59.528883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:29:59.554421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:29:59.563902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39732dc9-32f5-4a33-806f-181c4791df8c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:59.564435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=f9fd2211-e93c-4aab-a55c-98cb171eb7ea,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:29:59.655701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Allocated IP 2001:db8::2 (8b51ced4-9f31-44cd-bcdf-0558fa5e3691/0ebcdd6d-105b-46af-9ecb-fb5cc346322b/92641745-ebb3-49fc-8d15-9940e5a05702) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:29:59.679373 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39732dc9-32f5-4a33-806f-181c4791df8c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:59.740923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router c49ad185-be1b-464b-bfda-113db88707b7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:29:59.795487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35964b2-d6ad-4e2e-a90c-5362f4cfcb5f None None] Network 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:29:59.813337 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39732dc9-32f5-4a33-806f-181c4791df8c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:59.818376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-39732dc9-32f5-4a33-806f-181c4791df8c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6827939 Oct 19 11:29:59.819078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43034) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:59.826690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'network_id': '8b51ced4-9f31-44cd-bcdf-0558fa5e3691', 'name': 'tempest-PortsIpV6TestJSON-1456617622'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:59.920468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:29:59.926802 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6728b89a-8db9-44e3-8822-4c46caf09fee tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6787922 Oct 19 11:29:59.929446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43036) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:29:59.929842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2367c147-07d4-458a-b4f2-1d08446c33e2 None None] Provisioning complete for port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:29:59.930279 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2367c147-07d4-458a-b4f2-1d08446c33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:59.935734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-849900743'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:29:59.939758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Sync routers for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:29:59.968126 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:29:59.997099 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.027372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:00.028340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:00.077195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:00.081942 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.151457 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.168989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:30:00.181990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.182328 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added segment 5a318f10-7024-4bc6-a6aa-7f6bcc408434 of type vlan for network a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 Oct 19 11:30:00.188503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:00.192350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.233962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port 424e9186-aff3-47f3-ab20-fde11b494a22 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:30:00.236734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.244402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:00.380222 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.400992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:00.403352 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.477997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port e79c1798-f57e-492c-8153-d73004bef49d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:00.478402 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.571588 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Network 8b51ced4-9f31-44cd-bcdf-0558fa5e3691 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:00.577312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:00.577814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8::128 (8b51ced4-9f31-44cd-bcdf-0558fa5e3691/0ebcdd6d-105b-46af-9ecb-fb5cc346322b/424e9186-aff3-47f3-ab20-fde11b494a22) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:00.590654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:00.612865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:00.685855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Pushing event updated for resources: {'Port': ['ID=92641745-ebb3-49fc-8d15-9940e5a05702,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:00.774667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8410308 Oct 19 11:30:00.775522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43056) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:00.801748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'subnet': {'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:00.882495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.883347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2374ca2-b6f0-4c83-8f09-3db96138cf3d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Network': ['ID=a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:00.918417 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2367c147-07d4-458a-b4f2-1d08446c33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.939357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aa52f-f9d3-439b-8603-4eaf28747265 req-6ed88cec-0b75-4b53-a29b-b822a7713d16 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:00.941149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c80aa52f-f9d3-439b-8603-4eaf28747265 req-6ed88cec-0b75-4b53-a29b-b822a7713d16 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.3507268 Oct 19 11:30:00.944086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] For port e79c1798-f57e-492c-8153-d73004bef49d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e79c1798-f57e-492c-8153-d73004bef49d,segment=NetworkSegment(bb66d8bf-d33e-49e9-9c44-8b779f793b49),segment_id=bb66d8bf-d33e-49e9-9c44-8b779f793b49)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:00.944708 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:00.950482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:30:01.003407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for e79c1798-f57e-492c-8153-d73004bef49d owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:01.076747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c80aa52f-f9d3-439b-8603-4eaf28747265 req-c45bb3a7-2c96-49c0-8624-e428272ec2fc tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163149 Oct 19 11:30:01.085491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Made reservation on behalf of c95670f05beb44e0ade26d70026231b0 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:01.091417 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.162850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2367c147-07d4-458a-b4f2-1d08446c33e2 None None] For port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f,segment=NetworkSegment(b41e0984-8018-478a-af10-86d691e29099),segment_id=b41e0984-8018-478a-af10-86d691e29099)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:01.162850 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.197779 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Attempting to bind port 92641745-ebb3-49fc-8d15-9940e5a05702 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:30:01.198157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Attempting to bind port 92641745-ebb3-49fc-8d15-9940e5a05702 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '639f7adb-bb72-4400-bf34-fa5f8b05119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8b51ced4-9f31-44cd-bcdf-0558fa5e3691'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:30:01.198539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Attempting to bind port 92641745-ebb3-49fc-8d15-9940e5a05702 on network 8b51ced4-9f31-44cd-bcdf-0558fa5e3691 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:01.200473 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:01.200864 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.242691 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:30:01.243100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Checking segment: {'id': '639f7adb-bb72-4400-bf34-fa5f8b05119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8b51ced4-9f31-44cd-bcdf-0558fa5e3691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:01.244060 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.249577 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.255996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Bound using segment: {'id': '639f7adb-bb72-4400-bf34-fa5f8b05119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8b51ced4-9f31-44cd-bcdf-0558fa5e3691'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:30:01.256796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Bound port: 92641745-ebb3-49fc-8d15-9940e5a05702, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639f7adb-bb72-4400-bf34-fa5f8b05119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8b51ced4-9f31-44cd-bcdf-0558fa5e3691'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:30:01.257409 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.307233 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2367c147-07d4-458a-b4f2-1d08446c33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.370887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network 8b51ced4-9f31-44cd-bcdf-0558fa5e3691 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:01.397209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:01.406850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:01.413196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:01.413787 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.419970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=424e9186-aff3-47f3-ab20-fde11b494a22,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:01.479508 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.527655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=e79c1798-f57e-492c-8153-d73004bef49d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:01.547775 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dc1eb1b1-ec6d-42f7-8501-b36f0af079c6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7274292 Oct 19 11:30:01.548287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43078) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:01.632028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367c147-07d4-458a-b4f2-1d08446c33e2 None None] Pushing event updated for resources: {'Port': ['ID=c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:01.642576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.761608 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] For port 92641745-ebb3-49fc-8d15-9940e5a05702, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:30:01.767859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-82cd6e95-b92e-466d-8f8a-1e8ed576a2c0 None None] Provisioning complete for port f9fd2211-e93c-4aab-a55c-98cb171eb7ea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:01.768236 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82cd6e95-b92e-466d-8f8a-1e8ed576a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.810664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] For port 92641745-ebb3-49fc-8d15-9940e5a05702, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=92641745-ebb3-49fc-8d15-9940e5a05702,segment=NetworkSegment(639f7adb-bb72-4400-bf34-fa5f8b05119a),segment_id=639f7adb-bb72-4400-bf34-fa5f8b05119a)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:30:01.847171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:29:57Z', 'revision_number': 4, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:29:58Z', 'revision_number': 2, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:01.891173 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:01.915608 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Checking router: c49ad185-be1b-464b-bfda-113db88707b7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:01.915875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Updating router c49ad185-be1b-464b-bfda-113db88707b7 port f9fd2211-e93c-4aab-a55c-98cb171eb7ea binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:30:01.932511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-82cd6e95-b92e-466d-8f8a-1e8ed576a2c0 None None] Port f9fd2211-e93c-4aab-a55c-98cb171eb7ea cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:01.938750 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:02.062715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Subnet': ['ID=cc43d499-14f8-46bf-9dcf-14be1eb9ee93,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:02.144298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7a9e8-22d4-4cb0-9ec5-67a698879f82 None None] Pushing event updated for resources: {'Port': ['ID=92641745-ebb3-49fc-8d15-9940e5a05702,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:02.162338 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:02.166235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-82cd6e95-b92e-466d-8f8a-1e8ed576a2c0 None None] Provisioning complete for port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:02.167279 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82cd6e95-b92e-466d-8f8a-1e8ed576a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:02.402593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Checking segment: {'id': '5a318f10-7024-4bc6-a6aa-7f6bcc408434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:02.409315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network hostable DHCP agents. Network: a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:30:02.672663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:02.689994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d0ad3-af4f-471f-a69d-4b277a489e55 req-45c759ba-3c3b-4bea-8af6-f9bc43661b37 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:02.691574 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-548d0ad3-af4f-471f-a69d-4b277a489e55 req-45c759ba-3c3b-4bea-8af6-f9bc43661b37 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.4213860 Oct 19 11:30:02.754288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:30:02.887755 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:02.903766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:02.905398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:02.915904 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42dbdb9-ea72-487c-80ce-f5d77e72e6d8 None None] Sync routers for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:02.951579 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42dbdb9-ea72-487c-80ce-f5d77e72e6d8 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:02.951579 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b42dbdb9-ea72-487c-80ce-f5d77e72e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:02.951863 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-85a0712b-120a-4ce7-a40d-accf7ab944e7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6121709 Oct 19 11:30:02.952399 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43100) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:02.960325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d02cd-e749-4fd0-acf1-35de8e85c6ac None None] Network a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:02.961829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:02.962792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:02.969951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:03.005649 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-548d0ad3-af4f-471f-a69d-4b277a489e55 req-b8159ea3-1973-42be-98f1-38f9dd725d80 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026056 Oct 19 11:30:03.091896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3927f3-edbe-44a3-bde8-5f1109134e2d tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting subnet cc943c25-2340-4378-89d5-f8db1840d952 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:30:03.100325 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de3927f3-edbe-44a3-bde8-5f1109134e2d tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:03.200715 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-b42dbdb9-ea72-487c-80ce-f5d77e72e6d8 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:03.210988 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de3927f3-edbe-44a3-bde8-5f1109134e2d tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:03.220345 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-73833a77-a858-4db0-8ee0-0d056f00c3aa tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4408593 Oct 19 11:30:03.225830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43106) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:03.343042 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:03.439664 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:03.483248 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de3927f3-edbe-44a3-bde8-5f1109134e2d tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:03.620149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Pushing event updated for resources: {'Port': ['ID=f9fd2211-e93c-4aab-a55c-98cb171eb7ea,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:03.659209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.660885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.661377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.662306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.663375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.663928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.666546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.667041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.667736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.668126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.668577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.672676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:03.708373 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b42dbdb9-ea72-487c-80ce-f5d77e72e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:01Z', 'revision_number': 9, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:03.710743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:03.711240 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:03.725589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de3927f3-edbe-44a3-bde8-5f1109134e2d tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:03.792004 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a142f01a-cbfd-4a99-8302-9ffb6efa9ebd None None] Provisioning complete for port f9fd2211-e93c-4aab-a55c-98cb171eb7ea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:03.792694 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a142f01a-cbfd-4a99-8302-9ffb6efa9ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:03.814594 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42dbdb9-ea72-487c-80ce-f5d77e72e6d8 None None] Checking router: f61ba1a6-9cf3-48b3-8112-3f2403c386b1 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:03.827572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3927f3-edbe-44a3-bde8-5f1109134e2d tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Subnet': ['ID=cc943c25-2340-4378-89d5-f8db1840d952,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:03.843324 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42dbdb9-ea72-487c-80ce-f5d77e72e6d8 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:03.848464 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b42dbdb9-ea72-487c-80ce-f5d77e72e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:03.849802 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de3927f3-edbe-44a3-bde8-5f1109134e2d tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:03.858393 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-de3927f3-edbe-44a3-bde8-5f1109134e2d tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/cc943c25-2340-4378-89d5-f8db1840d952 HTTP/1.1" status: 204 len: 168 time: 0.9040189 Oct 19 11:30:03.869101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43116) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:04.005039 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f9c48d-79d7-4b63-a71c-8fb24eddda04 None None] Network 8b51ced4-9f31-44cd-bcdf-0558fa5e3691 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:04.014427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b199af6-6151-469c-80ce-9edafd599b8a None None] Network fd8e1e13-e6b5-4f12-acc7-67f606803005 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:04.074298 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:04.118750 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-b42dbdb9-ea72-487c-80ce-f5d77e72e6d8 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:04.177031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'fixed_ips': [{'subnet_id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:30:04.177952 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:04.298755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a142f01a-cbfd-4a99-8302-9ffb6efa9ebd None None] Port f9fd2211-e93c-4aab-a55c-98cb171eb7ea cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:04.310112 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Attempting to bind port f9fd2211-e93c-4aab-a55c-98cb171eb7ea on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:30:04.310894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Attempting to bind port f9fd2211-e93c-4aab-a55c-98cb171eb7ea by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'b41e0984-8018-478a-af10-86d691e29099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:30:04.311650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Attempting to bind port f9fd2211-e93c-4aab-a55c-98cb171eb7ea on network 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:04.312038 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:04.312387 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:04.501311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] For port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0b9007bb-ea9b-49c0-9827-08f1dc88e26d,segment=NetworkSegment(bb66d8bf-d33e-49e9-9c44-8b779f793b49),segment_id=bb66d8bf-d33e-49e9-9c44-8b779f793b49)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:04.501975 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:04.523322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for 0b9007bb-ea9b-49c0-9827-08f1dc88e26d owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:04.530786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c058d-871d-4b4d-a017-9d4aa767ae14 req-9c3045de-07a6-4192-a835-23ccadc9916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:04.532772 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-952c058d-871d-4b4d-a017-9d4aa767ae14 req-9c3045de-07a6-4192-a835-23ccadc9916a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 1097 time: 0.1928873 Oct 19 11:30:04.726064 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-952c058d-871d-4b4d-a017-9d4aa767ae14 req-dba26cfb-5daa-4a96-911c-1000b62b5332 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757572 Oct 19 11:30:04.795558 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b42dbdb9-ea72-487c-80ce-f5d77e72e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:01Z', 'revision_number': 9, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:04.820805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a4618-fbf5-44af-a325-d735aa2b77d5 req-988efb27-6159-42e9-aafb-a06299eb5df6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:04.829047 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e6a4618-fbf5-44af-a325-d735aa2b77d5 req-988efb27-6159-42e9-aafb-a06299eb5df6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.6218224 Oct 19 11:30:04.869567 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:04.902560 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42dbdb9-ea72-487c-80ce-f5d77e72e6d8 None None] The sync data for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 is: [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:01Z', 'revision_number': 9, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b17350-daf6-44af-b792-5cee44753753', 'name': '', 'network_id': '77de41f5-25d9-4b5b-9dfd-67f163be4e6e', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:76:80:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '51107abb-0332-4098-b75e-146fa8159db1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:17Z', 'updated_at': '2021-10-19T11:29:25Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '51107abb-0332-4098-b75e-146fa8159db1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:04.968875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=0b9007bb-ea9b-49c0-9827-08f1dc88e26d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:04.990450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:30:04.991785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Checking segment: {'id': 'b41e0984-8018-478a-af10-86d691e29099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:04.992203 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:04.992713 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Bound using segment: {'id': 'b41e0984-8018-478a-af10-86d691e29099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:30:04.993374 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Bound port: f9fd2211-e93c-4aab-a55c-98cb171eb7ea, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41e0984-8018-478a-af10-86d691e29099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:30:04.997656 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:04.999168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No DVR routers for this DVR port 0b9007bb-ea9b-49c0-9827-08f1dc88e26d on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:05.003374 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b3d13aa1-c7ce-41ed-b47c-c401f80b535f None None] Provisioning complete for port f9fd2211-e93c-4aab-a55c-98cb171eb7ea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:05.005475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3d13aa1-c7ce-41ed-b47c-c401f80b535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.056616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b3d13aa1-c7ce-41ed-b47c-c401f80b535f None None] Port f9fd2211-e93c-4aab-a55c-98cb171eb7ea cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:05.059634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 92641745-ebb3-49fc-8d15-9940e5a05702 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:05.095963 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e6a4618-fbf5-44af-a325-d735aa2b77d5 req-3fbdc030-fd07-493f-ad8b-630370bef87d tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598341 Oct 19 11:30:05.166183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.195159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8e1e13-e6b5-4f12-acc7-67f606803005']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:05.208013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb66d8bf-d33e-49e9-9c44-8b779f793b49') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:05.208760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb66d8bf-d33e-49e9-9c44-8b779f793b49') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:05.236067 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.253631 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.255223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed556d-790d-47f1-828c-60b1bba42434 req-1a4d8aa6-c81a-4624-9152-f67fa5f79d16 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:05.261355 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52ed556d-790d-47f1-828c-60b1bba42434 req-1a4d8aa6-c81a-4624-9152-f67fa5f79d16 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2410135 Oct 19 11:30:05.265545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b3d13aa1-c7ce-41ed-b47c-c401f80b535f None None] Provisioning complete for port 92641745-ebb3-49fc-8d15-9940e5a05702 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:05.267518 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3d13aa1-c7ce-41ed-b47c-c401f80b535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.275440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:30:05.276157 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:30:05.362835 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:30:05.371383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Allocated IP 2001:db8:3::2 (a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4/cc43d499-14f8-46bf-9dcf-14be1eb9ee93/18e94adc-36f7-4c79-bb5a-5d6a37c249da) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:05.376457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f19c8-b55f-4bf8-af77-d90a2b44e2b1 None None] DHCP port deletion for fd8e1e13-e6b5-4f12-acc7-67f606803005 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:30:05.458392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.467686 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.488337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.498671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/networks/fd8e1e13-e6b5-4f12-acc7-67f606803005 HTTP/1.1" status: 204 len: 168 time: 1.6283984 Oct 19 11:30:05.500964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43140) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:05.511069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 92641745-ebb3-49fc-8d15-9940e5a05702 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:05.511445 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.556606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ec4a5-775c-473d-827a-ec34a3bf7cb1 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Network': ['ID=fd8e1e13-e6b5-4f12-acc7-67f606803005,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:05.624078 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.651424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] For port f9fd2211-e93c-4aab-a55c-98cb171eb7ea, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:30:05.694260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] For port f9fd2211-e93c-4aab-a55c-98cb171eb7ea, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f9fd2211-e93c-4aab-a55c-98cb171eb7ea,segment=NetworkSegment(b41e0984-8018-478a-af10-86d691e29099),segment_id=b41e0984-8018-478a-af10-86d691e29099)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:30:05.841012 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:05.993751 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:06.010335 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3d13aa1-c7ce-41ed-b47c-c401f80b535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:06.037902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:06.039043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:06.104869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=424e9186-aff3-47f3-ab20-fde11b494a22,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:06.201323 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:06.283201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:06.332886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:06.353880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387f936-9781-4c3b-a2e3-8a3baa589528 None None] Pushing event updated for resources: {'Port': ['ID=f9fd2211-e93c-4aab-a55c-98cb171eb7ea,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:06.385491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 92641745-ebb3-49fc-8d15-9940e5a05702, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=92641745-ebb3-49fc-8d15-9940e5a05702,segment=NetworkSegment(639f7adb-bb72-4400-bf34-fa5f8b05119a),segment_id=639f7adb-bb72-4400-bf34-fa5f8b05119a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:06.391954 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:06.403303 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52ed556d-790d-47f1-828c-60b1bba42434 req-c11c62b8-5c32-4059-81df-d20f80050953 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1078823 Oct 19 11:30:06.411151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4a6e6-e861-4dc0-833e-4f4187d17105 req-c3ce304e-d9dc-4fef-94ef-3c6f4d779cda tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:06.419499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e9f4a6e6-e861-4dc0-833e-4f4187d17105 req-c3ce304e-d9dc-4fef-94ef-3c6f4d779cda tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.1920817 Oct 19 11:30:06.577632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Network a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:06.590633 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:06.655304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:06.656004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e9f4a6e6-e861-4dc0-833e-4f4187d17105 req-79311db6-8954-488e-ac66-377f99d3519f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192702 Oct 19 11:30:06.686570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:06.757530 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:06.786963 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:06.865261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Pushing event updated for resources: {'Port': ['ID=18e94adc-36f7-4c79-bb5a-5d6a37c249da,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:06.919184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e79c1798-f57e-492c-8153-d73004bef49d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:07.104466 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-b3d13aa1-c7ce-41ed-b47c-c401f80b535f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:30:07.112604 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-b3d13aa1-c7ce-41ed-b47c-c401f80b535f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:30:07.112604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e79c1798-f57e-492c-8153-d73004bef49d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:07.112604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e79c1798-f57e-492c-8153-d73004bef49d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:07.112604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0b9007bb-ea9b-49c0-9827-08f1dc88e26d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:07.289348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Attempting to bind port 18e94adc-36f7-4c79-bb5a-5d6a37c249da on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:30:07.290513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Attempting to bind port 18e94adc-36f7-4c79-bb5a-5d6a37c249da by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '5a318f10-7024-4bc6-a6aa-7f6bcc408434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:30:07.291023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Attempting to bind port 18e94adc-36f7-4c79-bb5a-5d6a37c249da on network a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:07.302632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 0b9007bb-ea9b-49c0-9827-08f1dc88e26d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:07.303285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0b9007bb-ea9b-49c0-9827-08f1dc88e26d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:07.318173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:30:07.318714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Checking segment: {'id': '5a318f10-7024-4bc6-a6aa-7f6bcc408434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:07.319361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:07.319810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Bound using segment: {'id': '5a318f10-7024-4bc6-a6aa-7f6bcc408434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:30:07.320342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Bound port: 18e94adc-36f7-4c79-bb5a-5d6a37c249da, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a318f10-7024-4bc6-a6aa-7f6bcc408434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:30:07.320804 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:07.330578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41451912-bfb1-4f69-9abd-0c99a8532379 req-0fe1a26e-86ca-4bee-aec5-680b1391e62b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:07.340647 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-41451912-bfb1-4f69-9abd-0c99a8532379 req-0fe1a26e-86ca-4bee-aec5-680b1391e62b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.5649879 Oct 19 11:30:07.370581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=92641745-ebb3-49fc-8d15-9940e5a05702,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:07.463691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-41451912-bfb1-4f69-9abd-0c99a8532379 req-c9819f1a-147b-406e-a908-b4dba354de67 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213622 Oct 19 11:30:07.492604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] For port 18e94adc-36f7-4c79-bb5a-5d6a37c249da, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:30:07.492604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] For port 18e94adc-36f7-4c79-bb5a-5d6a37c249da, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=18e94adc-36f7-4c79-bb5a-5d6a37c249da,segment=NetworkSegment(5a318f10-7024-4bc6-a6aa-7f6bcc408434),segment_id=5a318f10-7024-4bc6-a6aa-7f6bcc408434)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:30:07.521817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:29:57Z', 'revision_number': 4, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:05Z', 'revision_number': 4, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:07.584390 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:07.590385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd6623-57e7-4aea-8b56-a0de06a0f112 None None] The sync data for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 is: [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:29:57Z', 'revision_number': 4, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:05Z', 'revision_number': 4, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:07.610161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:07.801373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afff88c-57b1-4752-9340-43c5413a4611 None None] Pushing event updated for resources: {'Port': ['ID=18e94adc-36f7-4c79-bb5a-5d6a37c249da,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:07.967363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3632f6cb-b62c-4f7a-a989-ee5b9215b8ab None None] Provisioning complete for port f9fd2211-e93c-4aab-a55c-98cb171eb7ea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:07.967363 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3632f6cb-b62c-4f7a-a989-ee5b9215b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:08.093623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Allocated IP 2001:db8:3::1 (a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4/cc43d499-14f8-46bf-9dcf-14be1eb9ee93/ea5f2b6b-85f9-4d89-995d-60ef803f5307) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:08.516180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-b63edb41-2b5a-4bd7-8fb0-3d7c445db9ae tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:08.532224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-b63edb41-2b5a-4bd7-8fb0-3d7c445db9ae tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/networks?id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e HTTP/1.1" status: 200 len: 811 time: 1.2703471 Oct 19 11:30:08.575060 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-ecf3eeeb-ba11-477f-9173-d700152d0847 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/quotas/f3ad651dd79d4e92a7696dec699be2a1 HTTP/1.1" status: 200 len: 375 time: 0.0409141 Oct 19 11:30:08.597339 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:08.687674 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3632f6cb-b62c-4f7a-a989-ee5b9215b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:08.778594 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:08.787729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d969e1-da67-4529-b709-84bd0754eb42 req-b28b1038-941d-4ce4-b571-3b790e8c5d4b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:08.790556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-b28b1038-941d-4ce4-b571-3b790e8c5d4b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 812 time: 0.8187451 Oct 19 11:30:08.815326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3632f6cb-b62c-4f7a-a989-ee5b9215b8ab None None] For port f9fd2211-e93c-4aab-a55c-98cb171eb7ea, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f9fd2211-e93c-4aab-a55c-98cb171eb7ea,segment=NetworkSegment(b41e0984-8018-478a-af10-86d691e29099),segment_id=b41e0984-8018-478a-af10-86d691e29099)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:08.885461 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3632f6cb-b62c-4f7a-a989-ee5b9215b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:08.904331 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-82d7262c-8801-424d-823d-533dbe0f1273 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3ad651dd79d4e92a7696dec699be2a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3291230 Oct 19 11:30:08.993825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3632f6cb-b62c-4f7a-a989-ee5b9215b8ab None None] Provisioning complete for port 92641745-ebb3-49fc-8d15-9940e5a05702 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:08.994257 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3632f6cb-b62c-4f7a-a989-ee5b9215b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.075209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632f6cb-b62c-4f7a-a989-ee5b9215b8ab None None] Pushing event updated for resources: {'Port': ['ID=f9fd2211-e93c-4aab-a55c-98cb171eb7ea,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:09.082624 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-c3b22677-8da8-4f60-bd94-03fff305e916 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/quotas/adb4e90a76744825a16a77292f3584a5 HTTP/1.1" status: 200 len: 375 time: 0.2627609 Oct 19 11:30:09.123004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:09.146627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 18e94adc-36f7-4c79-bb5a-5d6a37c249da up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:09.148861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port d4b17350-daf6-44af-b792-5cee44753753 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:09.149746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.159836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:09.162827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=ea5f2b6b-85f9-4d89-995d-60ef803f5307,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:09.173879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:09.174723 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.275419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.338675 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-64cbd1ba-ec1f-477d-84f9-b77d2178f47f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1982782 Oct 19 11:30:09.376458 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.377714 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.429895 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] For port d4b17350-daf6-44af-b792-5cee44753753, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d4b17350-daf6-44af-b792-5cee44753753,segment=NetworkSegment(968900f7-aa7a-4250-b157-f70629cff70f),segment_id=968900f7-aa7a-4250-b157-f70629cff70f)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:09.433061 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.441014 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 18e94adc-36f7-4c79-bb5a-5d6a37c249da triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:09.468069 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.470275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for d4b17350-daf6-44af-b792-5cee44753753 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:09.480019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43208) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:09.485701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-186358e7-d372-4d69-90d5-0571188739c3 service neutron] 10.222.0.39 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691147 Oct 19 11:30:09.541110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.622265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=424e9186-aff3-47f3-ab20-fde11b494a22,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:09.697475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43212) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:09.706977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3632f6cb-b62c-4f7a-a989-ee5b9215b8ab None None] Provisioning complete for port 424e9186-aff3-47f3-ab20-fde11b494a22 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:09.710475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3632f6cb-b62c-4f7a-a989-ee5b9215b8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.734563 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-479d9316-397a-496e-8c60-99fc5041b6e7 service neutron] 10.222.0.39 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753560 Oct 19 11:30:09.839615 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c906d8-edb8-4530-9afd-c8f9c8775351 None None] Network a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:09.880417 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-78d0d39b-d5a9-4b84-9819-8ec3c703bda1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.893272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d55b6b2-f884-4074-b53f-77396092e5fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.933485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3632f6cb-b62c-4f7a-a989-ee5b9215b8ab None None] Port 424e9186-aff3-47f3-ab20-fde11b494a22 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:09.950414 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:09.994125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 18e94adc-36f7-4c79-bb5a-5d6a37c249da, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=18e94adc-36f7-4c79-bb5a-5d6a37c249da,segment=NetworkSegment(5a318f10-7024-4bc6-a6aa-7f6bcc408434),segment_id=5a318f10-7024-4bc6-a6aa-7f6bcc408434)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:10.011796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-0e067a43-83b7-4d5e-b370-860d32c45381 service neutron] 10.222.0.39 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154388 Oct 19 11:30:10.013901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network 8b51ced4-9f31-44cd-bcdf-0558fa5e3691 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:10.028939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:10.063191 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-b73faf72-2c9c-42a1-867b-c2b052bb8b75 service neutron] 10.222.0.39 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496035 Oct 19 11:30:10.094307 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:10.095089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f9fd2211-e93c-4aab-a55c-98cb171eb7ea up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:10.168872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d55b6b2-f884-4074-b53f-77396092e5fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:10.259987 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-78d0d39b-d5a9-4b84-9819-8ec3c703bda1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:10.266858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-21e2b9fc-359e-4626-9bbe-b910ffd7675a None None] Provisioning complete for port 18e94adc-36f7-4c79-bb5a-5d6a37c249da triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:10.267230 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-21e2b9fc-359e-4626-9bbe-b910ffd7675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:10.283957 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d55b6b2-f884-4074-b53f-77396092e5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:10.337328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=18e94adc-36f7-4c79-bb5a-5d6a37c249da,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:10.356015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f9fd2211-e93c-4aab-a55c-98cb171eb7ea triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:10.356390 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:10.421141 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9d55b6b2-f884-4074-b53f-77396092e5fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f212623bb39407d83c58be6b42720a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9377027 Oct 19 11:30:10.431684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43222) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:10.502173 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-78d0d39b-d5a9-4b84-9819-8ec3c703bda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:10.576921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-78d0d39b-d5a9-4b84-9819-8ec3c703bda1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a29d5a3e7d6746c7afcfb32f0c266e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8768425 Oct 19 11:30:10.603706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43230) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:10.687053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-61e4263a-1867-4573-a64a-306e87a53a38 req-6c5b8794-d679-48a1-9b87-0cae2fc9e571 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 210 time: 0.1538312 Oct 19 11:30:10.690591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55b6b2-f884-4074-b53f-77396092e5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e6ec7-eb47-424d-a355-6bda76634a26,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:10.756267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0d39b-d5a9-4b84-9819-8ec3c703bda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b67d9cf-45d9-44ba-8a45-136f4d85b182,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:10.788034 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-292c8c6e-2de8-4d76-8e63-d9b8a22fbd15 req-38370de7-d89b-4ecb-be8f-e36ebe539878 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 210 time: 0.2298286 Oct 19 11:30:10.827547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:10.857566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9695f297-b58b-476e-ab99-bdd213c8e0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:10.887925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 92641745-ebb3-49fc-8d15-9940e5a05702 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:10.958415 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:10.960027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=d4b17350-daf6-44af-b792-5cee44753753,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:10.964164 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e230685-dcf8-446b-bb15-0cf612dfa88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:11.053333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f1e5a0f1-48be-43ea-98d3-c1252ffe9b9d None None] Provisioning complete for port 424e9186-aff3-47f3-ab20-fde11b494a22 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:11.053333 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a0f1-48be-43ea-98d3-c1252ffe9b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:11.096179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e230685-dcf8-446b-bb15-0cf612dfa88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:11.176267 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:11.177492 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:11.179996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 92641745-ebb3-49fc-8d15-9940e5a05702 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:11.181764 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9695f297-b58b-476e-ab99-bdd213c8e0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:11.184645 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:11.260467 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:11.313884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5a0f1-48be-43ea-98d3-c1252ffe9b9d None None] Port 424e9186-aff3-47f3-ab20-fde11b494a22 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:11.347093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f1e5a0f1-48be-43ea-98d3-c1252ffe9b9d None None] Provisioning complete for port 18e94adc-36f7-4c79-bb5a-5d6a37c249da triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:11.350927 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a0f1-48be-43ea-98d3-c1252ffe9b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:11.439351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Router 49f5427d-ddab-4a7b-9697-8542b72d1173 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:30:11.500102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event updated for resources: {'Port': ['ID=ea5f2b6b-85f9-4d89-995d-60ef803f5307,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:11.600340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f1e5a0f1-48be-43ea-98d3-c1252ffe9b9d None None] Provisioning complete for port ea5f2b6b-85f9-4d89-995d-60ef803f5307 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:11.600340 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a0f1-48be-43ea-98d3-c1252ffe9b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:11.710144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5a0f1-48be-43ea-98d3-c1252ffe9b9d None None] Port ea5f2b6b-85f9-4d89-995d-60ef803f5307 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:11.789424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:11.850545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3ffe647c-a32e-4de0-b566-6b329fd8fa52 None None] Provisioning complete for port ea5f2b6b-85f9-4d89-995d-60ef803f5307 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:11.852633 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3ffe647c-a32e-4de0-b566-6b329fd8fa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:11.953816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 18e94adc-36f7-4c79-bb5a-5d6a37c249da up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:11.995991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe647c-a32e-4de0-b566-6b329fd8fa52 None None] Port ea5f2b6b-85f9-4d89-995d-60ef803f5307 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:12.019976 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-875bb1aa-78f9-4c8b-a154-db7e636156f6 req-751d5c59-c958-4b39-a028-f9782a82c3db tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 210 time: 0.1742260 Oct 19 11:30:12.068568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 18e94adc-36f7-4c79-bb5a-5d6a37c249da triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:12.069224 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:12.124056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:12.138390 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5918cd61-2a8a-40f0-95a1-891620a71eb0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5831442 Oct 19 11:30:12.144371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43254) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:12.163722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093b85a-2fe6-4dd3-996a-e1528ced3109 None None] Sync routers for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:12.184248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093b85a-2fe6-4dd3-996a-e1528ced3109 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:12.185063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2093b85a-2fe6-4dd3-996a-e1528ced3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:12.263322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-402e7802-159f-4664-83f7-442c8fbe52bc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting subnet 51107abb-0332-4098-b75e-146fa8159db1 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:30:12.273430 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-402e7802-159f-4664-83f7-442c8fbe52bc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:12.376732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-2093b85a-2fe6-4dd3-996a-e1528ced3109 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:12.377172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-402e7802-159f-4664-83f7-442c8fbe52bc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:12.453517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f9fd2211-e93c-4aab-a55c-98cb171eb7ea up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:12.653864 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-402e7802-159f-4664-83f7-442c8fbe52bc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:12.774612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f9fd2211-e93c-4aab-a55c-98cb171eb7ea triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:12.776827 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:12.811655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:12.829701 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c872900b-a92c-40d5-9b1c-33516c40869d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "PUT /v2.0/routers/49f5427d-ddab-4a7b-9697-8542b72d1173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2803140 Oct 19 11:30:12.833921 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9695f297-b58b-476e-ab99-bdd213c8e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:12.835154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9695f297-b58b-476e-ab99-bdd213c8e0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:12.839361 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9695f297-b58b-476e-ab99-bdd213c8e0e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/555e6ec7-eb47-424d-a355-6bda76634a26 HTTP/1.1" status: 204 len: 168 time: 2.4006720 Oct 19 11:30:12.852790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43258) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:12.860913 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c095ac1-e2ff-412d-90c7-abe8f701e8d7 None None] Sync routers for ids ['49f5427d-ddab-4a7b-9697-8542b72d1173'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:12.874194 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c095ac1-e2ff-412d-90c7-abe8f701e8d7 None None] Routers {'49f5427d-ddab-4a7b-9697-8542b72d1173'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:12.878217 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8c095ac1-e2ff-412d-90c7-abe8f701e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['49f5427d-ddab-4a7b-9697-8542b72d1173'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:12.972239 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4986875-cf35-445a-a0eb-0db31e95b431 req-3d4ba07d-ac56-402c-b559-2ba1527527bf tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 210 time: 0.2402740 Oct 19 11:30:12.972239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Network a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:12.993243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e230685-dcf8-446b-bb15-0cf612dfa88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:13.027765 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e230685-dcf8-446b-bb15-0cf612dfa88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:13.045975 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9e230685-dcf8-446b-bb15-0cf612dfa88d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b67d9cf-45d9-44ba-8a45-136f4d85b182 HTTP/1.1" status: 204 len: 168 time: 2.4262619 Oct 19 11:30:13.060322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695f297-b58b-476e-ab99-bdd213c8e0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e6ec7-eb47-424d-a355-6bda76634a26,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:13.068010 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-baff8206-f539-4492-a6d9-94a15d0d2fcc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4029574 Oct 19 11:30:13.094196 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8c095ac1-e2ff-412d-90c7-abe8f701e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:13.099316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f54ee7-0c64-4261-a2a5-26e5e4777e7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:13.109457 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a5f54ee7-0c64-4261-a2a5-26e5e4777e7e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports?device_id=49f5427d-ddab-4a7b-9697-8542b72d1173 HTTP/1.1" status: 200 len: 989 time: 0.2537115 Oct 19 11:30:13.111681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43266) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:13.112391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:13.114541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e230685-dcf8-446b-bb15-0cf612dfa88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b67d9cf-45d9-44ba-8a45-136f4d85b182,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:13.148661 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c095ac1-e2ff-412d-90c7-abe8f701e8d7 None None] Routers {'49f5427d-ddab-4a7b-9697-8542b72d1173'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:13.149835 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8c095ac1-e2ff-412d-90c7-abe8f701e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['49f5427d-ddab-4a7b-9697-8542b72d1173'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:13.299050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-402e7802-159f-4664-83f7-442c8fbe52bc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:13.318700 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8c095ac1-e2ff-412d-90c7-abe8f701e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:13.319306 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c095ac1-e2ff-412d-90c7-abe8f701e8d7 None None] The sync data for ids ['49f5427d-ddab-4a7b-9697-8542b72d1173'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:13.471146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2093b85a-2fe6-4dd3-996a-e1528ced3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:10Z', 'revision_number': 10, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:13.513509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router c49ad185-be1b-464b-bfda-113db88707b7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:13.547036 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-568e44d7-d4d8-458c-bd67-b44a5783eef8 req-c64fb219-4f42-4754-8155-6337acf543dc tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 210 time: 0.3242717 Oct 19 11:30:13.573902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093b85a-2fe6-4dd3-996a-e1528ced3109 None None] Checking router: f61ba1a6-9cf3-48b3-8112-3f2403c386b1 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:13.601763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093b85a-2fe6-4dd3-996a-e1528ced3109 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:13.604505 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2093b85a-2fe6-4dd3-996a-e1528ced3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:13.636400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e7802-159f-4664-83f7-442c8fbe52bc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Subnet': ['ID=51107abb-0332-4098-b75e-146fa8159db1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:13.660611 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-402e7802-159f-4664-83f7-442c8fbe52bc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:13.664161 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-402e7802-159f-4664-83f7-442c8fbe52bc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/51107abb-0332-4098-b75e-146fa8159db1 HTTP/1.1" status: 204 len: 168 time: 1.5187433 Oct 19 11:30:13.671269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43270) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:13.729409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ebea23-eb32-4db3-9284-781ca4e4d0c3 None None] Network 77de41f5-25d9-4b5b-9dfd-67f163be4e6e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:13.800355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:13.829489 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e20b3767-173d-43f4-ad10-0cb203458dd8 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5986545 Oct 19 11:30:13.830385 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43274) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:13.844841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2bef9192-412b-4332-a5db-da157096be0f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:13.854719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Sync routers for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:14.002944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-a4736945-a82d-405f-880d-d7cd0329b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:14.006566 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-a4736945-a82d-405f-880d-d7cd0329b034 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 1096 time: 0.7804208 Oct 19 11:30:14.103568 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc1b5fa3-44f4-4357-805f-45165c1eb0fc req-c13c296b-8c78-435f-bc8b-2b7f4a5fce2f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 210 time: 0.0507824 Oct 19 11:30:14.141709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:14.143476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:14.279250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:14.365372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-9f433e02-6587-4374-a699-433f659b7734 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:14.367306 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-9f433e02-6587-4374-a699-433f659b7734 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.49 "GET /v2.0/networks?id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e HTTP/1.1" status: 200 len: 811 time: 0.9245834 Oct 19 11:30:14.371581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43280) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:14.401532 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Request body: {'port': {'device_id': 'c6724104-c53e-4a72-97fc-69d975839c23', 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e', 'admin_state_up': True, 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:14.433929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01c3b093-dff6-4e60-ab67-6aa08c9a6965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:14.468229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:14.483695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43282) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:14.497645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d969e1-da67-4529-b709-84bd0754eb42 req-f208c027-9a27-49b6-bea3-5f187932052e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:14.499109 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-f208c027-9a27-49b6-bea3-5f187932052e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.49 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 812 time: 0.2089205 Oct 19 11:30:14.520265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Request body: {'port': {'device_id': '86d2c103-1db4-4fae-b59c-e91ed29d99b6', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'admin_state_up': True, 'tenant_id': 'adb4e90a76744825a16a77292f3584a5'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:14.530860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-33d5ac52-2bb9-4f2c-a2c2-295ba014626e None None] Provisioning complete for port ea5f2b6b-85f9-4d89-995d-60ef803f5307 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:14.531420 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33d5ac52-2bb9-4f2c-a2c2-295ba014626e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:14.563857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-cf9e8265-fbab-4c36-b186-2bbd7d439544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:14.577246 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-cf9e8265-fbab-4c36-b186-2bbd7d439544 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.5275426 Oct 19 11:30:14.579458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-2093b85a-2fe6-4dd3-996a-e1528ced3109 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:14.580008 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-383a3ce3-4365-4f05-be72-0182520ecb5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:14.583008 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-33d5ac52-2bb9-4f2c-a2c2-295ba014626e None None] Port ea5f2b6b-85f9-4d89-995d-60ef803f5307 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:14.828975 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.extraroute_db [None req-2bef9192-412b-4332-a5db-da157096be0f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 11:30:14.865830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.extraroute_db [None req-2bef9192-412b-4332-a5db-da157096be0f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Removed routes are [] {{(pid=101311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 11:30:14.866546 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2bef9192-412b-4332-a5db-da157096be0f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:14.992358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436fd69f-3250-4f83-8250-1347d463c905 None None] DHCP port deletion for 77de41f5-25d9-4b5b-9dfd-67f163be4e6e request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:30:15.013907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:09Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5f2b6b-85f9-4d89-995d-60ef803f5307', 'name': '', 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:e0:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:07Z', 'updated_at': '2021-10-19T11:30:09Z', 'revision_number': 2, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:15.087145 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-383a3ce3-4365-4f05-be72-0182520ecb5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.114887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Checking router: c49ad185-be1b-464b-bfda-113db88707b7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:15.115535 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Updating router c49ad185-be1b-464b-bfda-113db88707b7 port ea5f2b6b-85f9-4d89-995d-60ef803f5307 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:30:15.158367 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-383a3ce3-4365-4f05-be72-0182520ecb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.189877 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.214192 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-383a3ce3-4365-4f05-be72-0182520ecb5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a49b9eaec5a45218e93cc5e3f60d1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7228034 Oct 19 11:30:15.216392 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-ca8248ae-9fe5-4e4d-9c5c-fcc6701f8353 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b338daa1-71d2-4b41-a1e8-d8584a485251 HTTP/1.1" status: 200 len: 217 time: 0.6174114 Oct 19 11:30:15.222235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43292) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:15.226621 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9928529e-f80e-4841-8e9d-21d94e06de3a req-09cb48e7-0175-418f-b6db-fded30dcc79d tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 210 time: 0.2435613 Oct 19 11:30:15.229053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Made reservation on behalf of adb4e90a76744825a16a77292f3584a5 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:15.232723 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.261764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a3ce3-4365-4f05-be72-0182520ecb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef95680-9974-44c8-be4a-f65745778197,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:15.287696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-484d9d48-e5b8-45f0-ad84-3b1e14ad76f0 req-648e957f-af39-40b9-94c6-55acb037e129 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 210 time: 0.0602355 Oct 19 11:30:15.296163 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2bef9192-412b-4332-a5db-da157096be0f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.310524 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2bef9192-412b-4332-a5db-da157096be0f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.328498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port abe14439-ad24-437a-bbd5-1d3222780c61 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:15.328866 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.344915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2093b85a-2fe6-4dd3-996a-e1528ced3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:10Z', 'revision_number': 10, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:15.379784 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093b85a-2fe6-4dd3-996a-e1528ced3109 None None] The sync data for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 is: [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:10Z', 'revision_number': 10, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None, '_interfaces': [{'id': 'db0b0e22-045f-492f-b5d7-087cfd68cb10', 'name': '', 'network_id': 'e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'mac_address': 'fa:16:3e:0c:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '3112e766-2fce-4721-bdac-e7786eb89542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:02Z', 'updated_at': '2021-10-19T11:29:13Z', 'revision_number': 5, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'subnets': [{'id': '3112e766-2fce-4721-bdac-e7786eb89542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:15.383983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-436fd69f-3250-4f83-8250-1347d463c905 None None] Deleting port abe14439-ad24-437a-bbd5-1d3222780c61 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:15.383983 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-436fd69f-3250-4f83-8250-1347d463c905 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.431840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-e391da8d-5df8-4d22-9c50-e690eb8bd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:15.433677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-e391da8d-5df8-4d22-9c50-e690eb8bd84e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.2035499 Oct 19 11:30:15.534157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-436fd69f-3250-4f83-8250-1347d463c905 None None] For port abe14439-ad24-437a-bbd5-1d3222780c61, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=abe14439-ad24-437a-bbd5-1d3222780c61,segment=NetworkSegment(968900f7-aa7a-4250-b157-f70629cff70f),segment_id=968900f7-aa7a-4250-b157-f70629cff70f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:15.534157 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-436fd69f-3250-4f83-8250-1347d463c905 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.542541 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cfab2df-18ed-4ca7-8963-a53246240846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.560242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] For port abe14439-ad24-437a-bbd5-1d3222780c61, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=abe14439-ad24-437a-bbd5-1d3222780c61,segment=NetworkSegment(968900f7-aa7a-4250-b157-f70629cff70f),segment_id=968900f7-aa7a-4250-b157-f70629cff70f)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:15.560489 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-2c422187-57f4-4ad3-a852-2a5af281a48e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2414818 Oct 19 11:30:15.561149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.561705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-436fd69f-3250-4f83-8250-1347d463c905 None None] Calling delete_port for abe14439-ad24-437a-bbd5-1d3222780c61 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:15.572144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Made reservation on behalf of f3ad651dd79d4e92a7696dec699be2a1 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:15.577149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.612054 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01c3b093-dff6-4e60-ab67-6aa08c9a6965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.647830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for abe14439-ad24-437a-bbd5-1d3222780c61 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:15.653653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bef9192-412b-4332-a5db-da157096be0f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router c49ad185-be1b-464b-bfda-113db88707b7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:15.660411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cfab2df-18ed-4ca7-8963-a53246240846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.691411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Allocated IP 172.20.0.6 (9c3fc8df-64d9-437b-901a-818c7e32eca5/d4b3fa07-5b6f-4c0c-884c-98220390e790/fc3b1a22-c218-4b0b-98c0-6df75bb25fcf) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:15.695020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-cfac90f2-1aed-4f38-a7b3-34e946147612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:15.697182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-cfac90f2-1aed-4f38-a7b3-34e946147612 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 1097 time: 0.0954340 Oct 19 11:30:15.710844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-400fe9ab-4d29-4e28-b368-02b0e43cc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:15.713149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-400fe9ab-4d29-4e28-b368-02b0e43cc4fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2370439 Oct 19 11:30:15.721393 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01c3b093-dff6-4e60-ab67-6aa08c9a6965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.752819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-86bfb3a6-9b74-498c-b8fa-b4fbcfe596d9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:30:15.754054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-86bfb3a6-9b74-498c-b8fa-b4fbcfe596d9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0280592 Oct 19 11:30:15.823972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.838045 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-436fd69f-3250-4f83-8250-1347d463c905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.840305 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-8af1c878-7ed7-4c7a-9c86-4833409f3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:15.842007 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-8af1c878-7ed7-4c7a-9c86-4833409f3d65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.1089933 Oct 19 11:30:15.893270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fd69f-3250-4f83-8250-1347d463c905 None None] Pushing event deleted for resources: {'Port': ['ID=abe14439-ad24-437a-bbd5-1d3222780c61,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:15.896277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436fd69f-3250-4f83-8250-1347d463c905 None None] No DVR routers for this DVR port abe14439-ad24-437a-bbd5-1d3222780c61 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:15.909784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb4f8-0817-4306-9f31-1f4c1dd1f0e8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.914348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device abe14439-ad24-437a-bbd5-1d3222780c61 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:15.949872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: abe14439-ad24-437a-bbd5-1d3222780c61 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:15.950516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device abe14439-ad24-437a-bbd5-1d3222780c61 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:15.951234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d4b17350-daf6-44af-b792-5cee44753753 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:15.955236 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:15.970648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-2e1f545b-b368-440f-98f0-9a103c840552 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc HTTP/1.1" status: 200 len: 217 time: 0.0605557 Oct 19 11:30:15.988093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bef9192-412b-4332-a5db-da157096be0f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:15.990319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: d4b17350-daf6-44af-b792-5cee44753753 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:15.990967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d4b17350-daf6-44af-b792-5cee44753753 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:16.039247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-613a63e0-1790-482f-a0cf-c031fc451a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:16.040756 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-613a63e0-1790-482f-a0cf-c031fc451a50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.0547652 Oct 19 11:30:16.046526 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2bef9192-412b-4332-a5db-da157096be0f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:16.047694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2bef9192-412b-4332-a5db-da157096be0f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7 HTTP/1.1" status: 200 len: 953 time: 2.2154427 Oct 19 11:30:16.051304 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43294) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:16.195324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Attempting to bind port ea5f2b6b-85f9-4d89-995d-60ef803f5307 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:30:16.196700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Attempting to bind port ea5f2b6b-85f9-4d89-995d-60ef803f5307 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '5a318f10-7024-4bc6-a6aa-7f6bcc408434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:30:16.197284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Attempting to bind port ea5f2b6b-85f9-4d89-995d-60ef803f5307 on network a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:16.199643 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1b79a-bac8-4c6c-8ea5-26372bfe06a3 None None] Pushing event updated for resources: {'Port': ['ID=ea5f2b6b-85f9-4d89-995d-60ef803f5307,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:16.207272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:30:16.207905 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Checking segment: {'id': '5a318f10-7024-4bc6-a6aa-7f6bcc408434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:16.208442 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:16.209081 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Bound using segment: {'id': '5a318f10-7024-4bc6-a6aa-7f6bcc408434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:30:16.209814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Bound port: ea5f2b6b-85f9-4d89-995d-60ef803f5307, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a318f10-7024-4bc6-a6aa-7f6bcc408434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:30:16.210477 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:16.318387 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-edd41a3a-b366-4327-9e48-0cd24a125f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:16.320396 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-edd41a3a-b366-4327-9e48-0cd24a125f14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2583725 Oct 19 11:30:16.324717 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] For port ea5f2b6b-85f9-4d89-995d-60ef803f5307, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:30:16.328509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] For port ea5f2b6b-85f9-4d89-995d-60ef803f5307, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ea5f2b6b-85f9-4d89-995d-60ef803f5307,segment=NetworkSegment(5a318f10-7024-4bc6-a6aa-7f6bcc408434),segment_id=5a318f10-7024-4bc6-a6aa-7f6bcc408434)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:30:16.341056 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-01c3b093-dff6-4e60-ab67-6aa08c9a6965 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1da23d0b5a3e481987e516dcb6e1ad1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9660192 Oct 19 11:30:16.341860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3b093-dff6-4e60-ab67-6aa08c9a6965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983a3c41-03bf-45d1-9421-6d795694f671,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:16.353450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43302) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:16.404500 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:16.460496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cf79c752-4a3b-489d-8832-083ee65eb0b6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7 HTTP/1.1" status: 200 len: 953 time: 0.4080856 Oct 19 11:30:16.493292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43304) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:16.495460 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8931687e-bb7d-4533-85e5-09f0dcb4a5c5 req-7c7889e9-0336-4716-ab1b-3035a184fcb0 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 210 time: 0.0748861 Oct 19 11:30:16.498455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:16.499128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:16.503435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f23c08c1-1584-4869-914f-1371d0f3eccc tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'routes': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:16.510251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1b79a-bac8-4c6c-8ea5-26372bfe06a3 None None] Pushing event updated for resources: {'Port': ['ID=ea5f2b6b-85f9-4d89-995d-60ef803f5307,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:16.559928 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:16.567569 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cfab2df-18ed-4ca7-8963-a53246240846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:16.570125 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cfab2df-18ed-4ca7-8963-a53246240846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:16.571773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6cfab2df-18ed-4ca7-8963-a53246240846 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bef95680-9974-44c8-be4a-f65745778197 HTTP/1.1" status: 204 len: 168 time: 1.3437181 Oct 19 11:30:16.592511 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-946c50af-b0ac-48a4-a3fe-8ee14879a1fe req-5cf87a22-6829-4a37-b40e-d57dfae9aee9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 210 time: 0.1747410 Oct 19 11:30:16.600629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-f0ae0daf-6cff-40a4-a037-2a3e064983b8 service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8383172 Oct 19 11:30:16.601236 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:16.610012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9bd6aef7-9d4c-4ebf-b57a-484359ff389a None None] Provisioning complete for port ea5f2b6b-85f9-4d89-995d-60ef803f5307 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:16.610993 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bd6aef7-9d4c-4ebf-b57a-484359ff389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:16.687768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Allocated IP 172.20.0.5 (ff57db85-83fa-463f-abdc-f68fa2bbeb0e/67b89025-ed79-4430-b2da-0d836edb3c46/7e26bf79-b68f-4038-97ff-5b8325d10394) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:16.709150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:16.756026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfab2df-18ed-4ca7-8963-a53246240846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef95680-9974-44c8-be4a-f65745778197,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:16.779313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-379e5a07-c64f-4fec-9187-8728199a7253 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825803 Oct 19 11:30:16.782165 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:16.840947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=abe14439-ad24-437a-bbd5-1d3222780c61,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:16.863531 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdd7252c-ea73-4ad9-96b6-478eaa1cf91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:16.877387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No DVR routers for this DVR port abe14439-ad24-437a-bbd5-1d3222780c61 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:16.881146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2f2f3184-cea4-4c70-ac2a-6cfc149d18cc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:30:16.883885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b338daa1-71d2-4b41-a1e8-d8584a485251'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:30:16.903635 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:16.917487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:16.931559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:17.074426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdd7252c-ea73-4ad9-96b6-478eaa1cf91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.090475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event updated for resources: {'Port': ['ID=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:17.124408 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7cb012a-57e6-420e-9969-c4bf9fe2a363 req-c8860d0a-c946-4eeb-975e-8197988206ad service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248119 Oct 19 11:30:17.139504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:17.139730 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bd6aef7-9d4c-4ebf-b57a-484359ff389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.140330 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.201016 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.210641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43312) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:17.228872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77de41f5-25d9-4b5b-9dfd-67f163be4e6e']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:17.239597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968900f7-aa7a-4250-b157-f70629cff70f') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:17.243931 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968900f7-aa7a-4250-b157-f70629cff70f') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:17.244111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9bd6aef7-9d4c-4ebf-b57a-484359ff389a None None] For port ea5f2b6b-85f9-4d89-995d-60ef803f5307, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ea5f2b6b-85f9-4d89-995d-60ef803f5307,segment=NetworkSegment(5a318f10-7024-4bc6-a6aa-7f6bcc408434),segment_id=5a318f10-7024-4bc6-a6aa-7f6bcc408434)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:17.258214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.270767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-cfbb0729-d2b3-467e-ba3a-00e3508d291b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7597792 Oct 19 11:30:17.277160 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.283884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:30:17.284526 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.285700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Request body: {'port': {'device_id': '86d2c103-1db4-4fae-b59c-e91ed29d99b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:17.324889 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8bb4500c-af10-4e06-ae35-c043680a7764 req-2cc41f58-7ea4-4402-8571-c7d2c2031fb7 service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412065 Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:30:17.325201 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:30:17.378175 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.571947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a5cfb4f8-0817-4306-9f31-1f4c1dd1f0e8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 424e9186-aff3-47f3-ab20-fde11b494a22 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:17.573231 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb4f8-0817-4306-9f31-1f4c1dd1f0e8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.674608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb4f8-0817-4306-9f31-1f4c1dd1f0e8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.689770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a5cfb4f8-0817-4306-9f31-1f4c1dd1f0e8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 424e9186-aff3-47f3-ab20-fde11b494a22 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:17.795563 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bd6aef7-9d4c-4ebf-b57a-484359ff389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.872200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43320) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:17.895176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6aef7-9d4c-4ebf-b57a-484359ff389a None None] Pushing event updated for resources: {'Port': ['ID=ea5f2b6b-85f9-4d89-995d-60ef803f5307,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:17.918368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.968446 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a261121-848f-4c18-9949-e6e1cf7ceb72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.983105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7425f86f-050c-47ab-86db-13fa079d64ac None None] Provisioning complete for port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:17.983477 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7425f86f-050c-47ab-86db-13fa079d64ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:17.986385 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1569fa7-138c-489c-8479-f1b6feaa9932 req-5cedde54-9f66-48a8-9dd9-536061e164b1 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 210 time: 0.1107361 Oct 19 11:30:17.991140 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:14Z', 'revision_number': 6, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5f2b6b-85f9-4d89-995d-60ef803f5307', 'name': '', 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:e0:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:07Z', 'updated_at': '2021-10-19T11:30:16Z', 'revision_number': 4, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:18.002432 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:18.009141 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/networks/77de41f5-25d9-4b5b-9dfd-67f163be4e6e HTTP/1.1" status: 204 len: 168 time: 4.3365219 Oct 19 11:30:18.026774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43322) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:18.035823 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb4f8-0817-4306-9f31-1f4c1dd1f0e8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:18.047521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc55a86-6219-493a-b814-49304990dc6b None None] The sync data for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 is: [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:14Z', 'revision_number': 6, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5f2b6b-85f9-4d89-995d-60ef803f5307', 'name': '', 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:e0:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:07Z', 'updated_at': '2021-10-19T11:30:16Z', 'revision_number': 4, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:18.078766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7425f86f-050c-47ab-86db-13fa079d64ac None None] Port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:18.079013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:18.110445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7425f86f-050c-47ab-86db-13fa079d64ac None None] Provisioning complete for port ea5f2b6b-85f9-4d89-995d-60ef803f5307 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:18.110767 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7425f86f-050c-47ab-86db-13fa079d64ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:18.147626 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdd7252c-ea73-4ad9-96b6-478eaa1cf91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:18.151160 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdd7252c-ea73-4ad9-96b6-478eaa1cf91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:18.152452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cdd7252c-ea73-4ad9-96b6-478eaa1cf91e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/983a3c41-03bf-45d1-9421-6d795694f671 HTTP/1.1" status: 204 len: 168 time: 1.7921643 Oct 19 11:30:18.156472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8318182-9b07-4962-8a80-dd4e7cffab68 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Network': ['ID=77de41f5-25d9-4b5b-9dfd-67f163be4e6e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:18.232305 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfb4f8-0817-4306-9f31-1f4c1dd1f0e8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=424e9186-aff3-47f3-ab20-fde11b494a22,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:18.241652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7252c-ea73-4ad9-96b6-478eaa1cf91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983a3c41-03bf-45d1-9421-6d795694f671,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:18.431020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:18.438723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb4f8-0817-4306-9f31-1f4c1dd1f0e8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:18.443520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['c1e0c552-5ffc-4ff0-a059-0d0a818d3f22'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:30:18.632972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde59d98-17d1-4a6f-8027-52844913e2f7 req-c94dc317-c374-49b3-9bb9-6baa25c77804 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:18.635464 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fde59d98-17d1-4a6f-8027-52844913e2f7 req-c94dc317-c374-49b3-9bb9-6baa25c77804 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 931 time: 0.6053011 Oct 19 11:30:18.643992 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:30:18.720880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Network ff57db85-83fa-463f-abdc-f68fa2bbeb0e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:18.972251 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fde59d98-17d1-4a6f-8027-52844913e2f7 req-b947f060-66db-48ec-a454-821a9928dad0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590933 Oct 19 11:30:19.180709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Pushing event updated for resources: {'Port': ['ID=7e26bf79-b68f-4038-97ff-5b8325d10394,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:19.194401 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:19.211811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:19.239289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3b1a22-c218-4b0b-98c0-6df75bb25fcf {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:30:19.252374 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:19.268168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Transition to ACTIVE for port object fc3b1a22-c218-4b0b-98c0-6df75bb25fcf will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:30:19.278437 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a261121-848f-4c18-9949-e6e1cf7ceb72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:19.352691 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:19.365601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.extraroute_db [None req-f23c08c1-1584-4869-914f-1371d0f3eccc tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added routes are [] {{(pid=101312) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 11:30:19.366134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.extraroute_db [None req-f23c08c1-1584-4869-914f-1371d0f3eccc tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101312) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 11:30:19.402868 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab043219-2524-49f5-97e8-fe458386da3b None None] Sync routers for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:19.422632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a261121-848f-4c18-9949-e6e1cf7ceb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:19.427427 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:19.439745 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab043219-2524-49f5-97e8-fe458386da3b None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:19.440379 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ab043219-2524-49f5-97e8-fe458386da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:19.508123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Pushing event updated for resources: {'Port': ['ID=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:19.525645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cfb4f8-0817-4306-9f31-1f4c1dd1f0e8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Router 49f5427d-ddab-4a7b-9697-8542b72d1173 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:19.553662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:19.555496 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:19.576925 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:19.646624 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-ab043219-2524-49f5-97e8-fe458386da3b None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:19.661787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a261121-848f-4c18-9949-e6e1cf7ceb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa62801-57be-444e-ab77-8ac6d61410c9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:19.729864 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec875f-5ade-4289-b99e-856c50b02dbc req-232c5a39-af8c-406e-9b33-c4bf509c64bc tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:19.732915 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3ec875f-5ade-4289-b99e-856c50b02dbc req-232c5a39-af8c-406e-9b33-c4bf509c64bc tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 931 time: 0.5771251 Oct 19 11:30:19.745599 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1a261121-848f-4c18-9949-e6e1cf7ceb72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84dcaf66d48c4aa7bcee1b171a15c7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8429837 Oct 19 11:30:19.747553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43344) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:19.822655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ea5f2b6b-85f9-4d89-995d-60ef803f5307 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:19.863874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-4e6947ae-fda1-422e-be50-364aa8d65a8e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4735816 Oct 19 11:30:19.876173 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f23c08c1-1584-4869-914f-1371d0f3eccc tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:19.887847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Request body: {'port': {'device_id': 'c6724104-c53e-4a72-97fc-69d975839c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:19.905076 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:19.949666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Attempting to bind port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:30:19.949666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Attempting to bind port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:30:19.949666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Attempting to bind port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:19.965339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:30:19.966047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Attempting to bind port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:19.967770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ea5f2b6b-85f9-4d89-995d-60ef803f5307 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:19.968150 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.017073 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3ec875f-5ade-4289-b99e-856c50b02dbc req-a4e30778-1ab2-490e-a5e7-d74b4bf6afc0 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643876 Oct 19 11:30:20.022934 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cfb4f8-0817-4306-9f31-1f4c1dd1f0e8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:20.027963 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ab043219-2524-49f5-97e8-fe458386da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:14Z', 'revision_number': 6, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5f2b6b-85f9-4d89-995d-60ef803f5307', 'name': '', 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:e0:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:07Z', 'updated_at': '2021-10-19T11:30:17Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:20.043164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109767b5-c176-43de-a949-6b1226a5ae50 None None] Sync routers for ids ['49f5427d-ddab-4a7b-9697-8542b72d1173'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:20.054208 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a5cfb4f8-0817-4306-9f31-1f4c1dd1f0e8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "PUT /v2.0/routers/49f5427d-ddab-4a7b-9697-8542b72d1173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9397850 Oct 19 11:30:20.068986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:30:20.069632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Checking segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:20.070231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Bound using segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:30:20.070909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Bound port: fc3b1a22-c218-4b0b-98c0-6df75bb25fcf, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:30:20.071452 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.077089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109767b5-c176-43de-a949-6b1226a5ae50 None None] Routers {'49f5427d-ddab-4a7b-9697-8542b72d1173'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:20.084394 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab043219-2524-49f5-97e8-fe458386da3b None None] Checking router: c49ad185-be1b-464b-bfda-113db88707b7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:20.086970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-109767b5-c176-43de-a949-6b1226a5ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['49f5427d-ddab-4a7b-9697-8542b72d1173'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:20.090306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43352) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:20.109606 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab043219-2524-49f5-97e8-fe458386da3b None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:20.110224 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ab043219-2524-49f5-97e8-fe458386da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:20.142439 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-0978d072-5ab1-4774-a747-0afc188e0239 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:30:20.144315 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0978d072-5ab1-4774-a747-0afc188e0239 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/424e9186-aff3-47f3-ab20-fde11b494a22 HTTP/1.1" status: 404 len: 333 time: 0.0469091 Oct 19 11:30:20.156753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43356) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:20.163672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-109767b5-c176-43de-a949-6b1226a5ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:20.197535 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109767b5-c176-43de-a949-6b1226a5ae50 None None] Routers {'49f5427d-ddab-4a7b-9697-8542b72d1173'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:20.198586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-109767b5-c176-43de-a949-6b1226a5ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['49f5427d-ddab-4a7b-9697-8542b72d1173'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:20.216947 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.250092 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b038adc-b7be-4cc6-ba46-5990b160b28d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.274755 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-ab043219-2524-49f5-97e8-fe458386da3b None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:20.291469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-109767b5-c176-43de-a949-6b1226a5ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:20.292253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109767b5-c176-43de-a949-6b1226a5ae50 None None] The sync data for ids ['49f5427d-ddab-4a7b-9697-8542b72d1173'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:20.308412 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.404739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e0624b6-db73-474f-b772-2253a552f4ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.444432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1195ee-24fc-453e-96aa-3b460d044e6f req-59829f00-77ba-458c-83b7-47fd03f80df7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:20.446050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fb1195ee-24fc-453e-96aa-3b460d044e6f req-59829f00-77ba-458c-83b7-47fd03f80df7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 943 time: 0.3148468 Oct 19 11:30:20.454695 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] For port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:30:20.491900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] For port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:30:20.516079 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e0624b6-db73-474f-b772-2253a552f4ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.549572 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b038adc-b7be-4cc6-ba46-5990b160b28d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.557008 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b038adc-b7be-4cc6-ba46-5990b160b28d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.588121 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ab043219-2524-49f5-97e8-fe458386da3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:19Z', 'revision_number': 7, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5f2b6b-85f9-4d89-995d-60ef803f5307', 'name': '', 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:e0:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:07Z', 'updated_at': '2021-10-19T11:30:17Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:20.595559 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.599934 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fb1195ee-24fc-453e-96aa-3b460d044e6f req-53b2cdb0-e2ac-4714-8792-b0eda8c74321 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411769 Oct 19 11:30:20.672448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:20.673142 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.675029 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] 10.222.0.49 "PUT /v2.0/ports/fc3b1a22-c218-4b0b-98c0-6df75bb25fcf HTTP/1.1" status: 200 len: 1091 time: 3.3941634 Oct 19 11:30:20.677192 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab043219-2524-49f5-97e8-fe458386da3b None None] The sync data for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 is: [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:19Z', 'revision_number': 7, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5f2b6b-85f9-4d89-995d-60ef803f5307', 'name': '', 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:e0:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:07Z', 'updated_at': '2021-10-19T11:30:17Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:20.679344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d2c103-1db4-4fae-b59c-e91ed29d99b6', 'tag': 'fc3b1a22-c218-4b0b-98c0-6df75bb25fcf'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:30:20.681541 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30585bc3-728a-45df-b3f2-20a23404388e" -d '{"events": [{"name": "network-changed", "server_uuid": "86d2c103-1db4-4fae-b59c-e91ed29d99b6", "tag": "fc3b1a22-c218-4b0b-98c0-6df75bb25fcf"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:30:20.688574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f23c08c1-1584-4869-914f-1371d0f3eccc tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.709698 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f23c08c1-1584-4869-914f-1371d0f3eccc tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.783721 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdaf3f7-1458-4468-9820-908d306dda0b x-openstack-request-id: req-5cdaf3f7-1458-4468-9820-908d306dda0b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:30:20.783721 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d2c103-1db4-4fae-b59c-e91ed29d99b6", "tag": "fc3b1a22-c218-4b0b-98c0-6df75bb25fcf", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:30:20.783721 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5cdaf3f7-1458-4468-9820-908d306dda0b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:30:20.783721 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d2c103-1db4-4fae-b59c-e91ed29d99b6', 'tag': 'fc3b1a22-c218-4b0b-98c0-6df75bb25fcf', 'status': 'completed', 'code': 200} Oct 19 11:30:20.790628 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b038adc-b7be-4cc6-ba46-5990b160b28d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.791297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b038adc-b7be-4cc6-ba46-5990b160b28d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Fanout notify agent at l3_agent the message router_deleted on router 49f5427d-ddab-4a7b-9697-8542b72d1173 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:30:20.805004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b038adc-b7be-4cc6-ba46-5990b160b28d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.806317 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2b038adc-b7be-4cc6-ba46-5990b160b28d tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/routers/49f5427d-ddab-4a7b-9697-8542b72d1173 HTTP/1.1" status: 204 len: 168 time: 0.6476715 Oct 19 11:30:20.823021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43368) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:20.831704 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e0624b6-db73-474f-b772-2253a552f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.834704 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e0624b6-db73-474f-b772-2253a552f4ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:20.836480 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1e0624b6-db73-474f-b772-2253a552f4ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/faa62801-57be-444e-ab77-8ac6d61410c9 HTTP/1.1" status: 204 len: 168 time: 1.0803483 Oct 19 11:30:20.937694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcbef3-2d9a-4985-bc97-b28af14389da service neutron] Pushing event updated for resources: {'Port': ['ID=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:20.971238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0624b6-db73-474f-b772-2253a552f4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa62801-57be-444e-ab77-8ac6d61410c9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:20.993892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] Deleting port 615e58c7-06c4-4460-97bf-510e61af1405 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:20.994278 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:21.002695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aea6b52-46f2-4625-9750-e4cf9e6498bc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting subnet 0ebcdd6d-105b-46af-9ecb-fb5cc346322b {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:30:21.009822 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4aea6b52-46f2-4625-9750-e4cf9e6498bc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:21.034185 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30585bc3-728a-45df-b3f2-20a23404388e req-e74a52ac-c6b1-47c3-b2e6-6a77e203850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:21.035602 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30585bc3-728a-45df-b3f2-20a23404388e req-e74a52ac-c6b1-47c3-b2e6-6a77e203850e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 1094 time: 0.2261655 Oct 19 11:30:21.037987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23c08c1-1584-4869-914f-1371d0f3eccc tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router c49ad185-be1b-464b-bfda-113db88707b7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:21.140057 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4aea6b52-46f2-4625-9750-e4cf9e6498bc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:21.252860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting port db0b0e22-045f-492f-b5d7-087cfd68cb10 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:21.253120 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:21.293802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e26bf79-b68f-4038-97ff-5b8325d10394 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:30:21.305399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:21.318281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Transition to ACTIVE for port object 7e26bf79-b68f-4038-97ff-5b8325d10394 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:30:21.401345 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:21.483553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30585bc3-728a-45df-b3f2-20a23404388e req-a4f4a193-8341-4f19-85fa-728babaa052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:21.485627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30585bc3-728a-45df-b3f2-20a23404388e req-a4f4a193-8341-4f19-85fa-728babaa052a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=adb4e90a76744825a16a77292f3584a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4279919 Oct 19 11:30:21.530090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23c08c1-1584-4869-914f-1371d0f3eccc tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:21.544270 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20843e14-3c2d-4df7-abd1-a2b6a53d8d89 None None] Sync routers for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:21.550563 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f23c08c1-1584-4869-914f-1371d0f3eccc tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:21.552929 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f23c08c1-1584-4869-914f-1371d0f3eccc tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7 HTTP/1.1" status: 200 len: 703 time: 5.0564961 Oct 19 11:30:21.559216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43394) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:21.560511 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20843e14-3c2d-4df7-abd1-a2b6a53d8d89 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:21.561169 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-20843e14-3c2d-4df7-abd1-a2b6a53d8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:21.572985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] For port 615e58c7-06c4-4460-97bf-510e61af1405, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=615e58c7-06c4-4460-97bf-510e61af1405,segment=NetworkSegment(563d034a-a146-4c70-9da0-767e74bbe1fa),segment_id=563d034a-a146-4c70-9da0-767e74bbe1fa)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:21.573394 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:21.627543 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] For port db0b0e22-045f-492f-b5d7-087cfd68cb10, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=db0b0e22-045f-492f-b5d7-087cfd68cb10,segment=NetworkSegment(bd9173b0-7556-4653-945a-128a427b82bc),segment_id=bd9173b0-7556-4653-945a-128a427b82bc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:21.627958 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:21.727071 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-20843e14-3c2d-4df7-abd1-a2b6a53d8d89 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:21.782815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30585bc3-728a-45df-b3f2-20a23404388e req-4fe29a66-17a4-4d25-ba58-61ee8be88ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:21.784462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30585bc3-728a-45df-b3f2-20a23404388e req-4fe29a66-17a4-4d25-ba58-61ee8be88ded service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2352962 Oct 19 11:30:21.790478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Pushing event updated for resources: {'Port': ['ID=7e26bf79-b68f-4038-97ff-5b8325d10394,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:21.797296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] Calling delete_port for 615e58c7-06c4-4460-97bf-510e61af1405 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:21.817962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09411192-0f6b-422d-b155-1ff6b97a260b req-a15e2e8f-7f3a-43ad-9722-55d956b8ae58 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:21.817962 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09411192-0f6b-422d-b155-1ff6b97a260b req-a15e2e8f-7f3a-43ad-9722-55d956b8ae58 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 931 time: 0.6049945 Oct 19 11:30:21.827264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Calling delete_port for db0b0e22-045f-492f-b5d7-087cfd68cb10 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:21.850731 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c76a0155-da58-4877-a71b-a0adf8a6af22 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7 HTTP/1.1" status: 200 len: 703 time: 0.2861044 Oct 19 11:30:21.870480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43410) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:21.905899 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4aea6b52-46f2-4625-9750-e4cf9e6498bc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:22.057396 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-20843e14-3c2d-4df7-abd1-a2b6a53d8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:19Z', 'revision_number': 7, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5f2b6b-85f9-4d89-995d-60ef803f5307', 'name': '', 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:e0:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:07Z', 'updated_at': '2021-10-19T11:30:17Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:22.158383 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20843e14-3c2d-4df7-abd1-a2b6a53d8d89 None None] Checking router: c49ad185-be1b-464b-bfda-113db88707b7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:22.184378 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20843e14-3c2d-4df7-abd1-a2b6a53d8d89 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:22.186275 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-20843e14-3c2d-4df7-abd1-a2b6a53d8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:22.335214 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-20843e14-3c2d-4df7-abd1-a2b6a53d8d89 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:22.473096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba749f-9cd9-4a7c-ba8b-cd4e9f37f06a req-f849767c-fe92-4f04-afaf-3659049a8989 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:22.474649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56ba749f-9cd9-4a7c-ba8b-cd4e9f37f06a req-f849767c-fe92-4f04-afaf-3659049a8989 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 943 time: 0.6815510 Oct 19 11:30:22.526285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Attempting to bind port 7e26bf79-b68f-4038-97ff-5b8325d10394 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:30:22.529388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Attempting to bind port 7e26bf79-b68f-4038-97ff-5b8325d10394 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:30:22.529388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Attempting to bind port 7e26bf79-b68f-4038-97ff-5b8325d10394 on network ff57db85-83fa-463f-abdc-f68fa2bbeb0e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:22.579046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Port 7e26bf79-b68f-4038-97ff-5b8325d10394 on network ff57db85-83fa-463f-abdc-f68fa2bbeb0e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:30:22.579663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Attempting to bind port 7e26bf79-b68f-4038-97ff-5b8325d10394 on network ff57db85-83fa-463f-abdc-f68fa2bbeb0e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:22.660065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:30:22.660842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Checking segment: {'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:22.661479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Bound using segment: {'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:30:22.662167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Bound port: 7e26bf79-b68f-4038-97ff-5b8325d10394, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e863d1dc-6a8f-4156-9340-411d4425a588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:30:22.662769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:22.687400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56ba749f-9cd9-4a7c-ba8b-cd4e9f37f06a req-886569d1-e24a-4f76-8a65-e9591e961622 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888349 Oct 19 11:30:22.755378 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4aea6b52-46f2-4625-9750-e4cf9e6498bc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:22.825666 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:22.865862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea6b52-46f2-4625-9750-e4cf9e6498bc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebcdd6d-105b-46af-9ecb-fb5cc346322b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:22.887563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d969e1-da67-4529-b709-84bd0754eb42 req-ff4afbcc-ea56-4324-901a-a475cfee6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:22.888772 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-ff4afbcc-ea56-4324-901a-a475cfee6f1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 1094 time: 1.0411024 Oct 19 11:30:22.889785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Port': ['ID=db0b0e22-045f-492f-b5d7-087cfd68cb10,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:22.896137 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4aea6b52-46f2-4625-9750-e4cf9e6498bc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:22.901117 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09411192-0f6b-422d-b155-1ff6b97a260b req-10afba3e-38e5-44d4-b8b4-a1c8343e2480 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0713885 Oct 19 11:30:22.914664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1fa4c2-3fd8-4f36-a81b-99722538cb7c None None] Network 8b51ced4-9f31-44cd-bcdf-0558fa5e3691 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:22.924392 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4aea6b52-46f2-4625-9750-e4cf9e6498bc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/0ebcdd6d-105b-46af-9ecb-fb5cc346322b HTTP/1.1" status: 204 len: 168 time: 2.1003025 Oct 19 11:30:22.935000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43470) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:22.953949 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-20843e14-3c2d-4df7-abd1-a2b6a53d8d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:19Z', 'revision_number': 7, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5f2b6b-85f9-4d89-995d-60ef803f5307', 'name': '', 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:e0:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:07Z', 'updated_at': '2021-10-19T11:30:17Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:22.995073 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20843e14-3c2d-4df7-abd1-a2b6a53d8d89 None None] The sync data for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 is: [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:19Z', 'revision_number': 7, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea5f2b6b-85f9-4d89-995d-60ef803f5307', 'name': '', 'network_id': 'a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:e0:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:07Z', 'updated_at': '2021-10-19T11:30:17Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cc43d499-14f8-46bf-9dcf-14be1eb9ee93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:23.056958 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-a45e5b48-ebfe-4fdc-adb1-bad4a4a382f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf HTTP/1.1" status: 200 len: 217 time: 0.1454670 Oct 19 11:30:23.098151 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:23.113727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] For port 7e26bf79-b68f-4038-97ff-5b8325d10394, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:30:23.150312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=615e58c7-06c4-4460-97bf-510e61af1405,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:23.233121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] For port 7e26bf79-b68f-4038-97ff-5b8325d10394, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7e26bf79-b68f-4038-97ff-5b8325d10394,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:30:23.240390 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:23.317210 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:23.370603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9f71ce-10d6-4fbb-adf2-5d8b034fadec None None] DHCP port deletion for 8b51ced4-9f31-44cd-bcdf-0558fa5e3691 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:30:23.451731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d969e1-da67-4529-b709-84bd0754eb42 req-c1e54aec-a5a7-41da-81e1-0a7f49f5c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:23.454014 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-c1e54aec-a5a7-41da-81e1-0a7f49f5c462 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.3473227 Oct 19 11:30:23.480365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:23.482190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:23.483859 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] 10.222.0.49 "PUT /v2.0/ports/7e26bf79-b68f-4038-97ff-5b8325d10394 HTTP/1.1" status: 200 len: 1091 time: 3.6056592 Oct 19 11:30:23.485830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6724104-c53e-4a72-97fc-69d975839c23', 'tag': '7e26bf79-b68f-4038-97ff-5b8325d10394'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:30:23.488293 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b46af83-2908-45f2-88c6-a1c81524addc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6724104-c53e-4a72-97fc-69d975839c23", "tag": "7e26bf79-b68f-4038-97ff-5b8325d10394"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:30:23.491066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f71ce-10d6-4fbb-adf2-5d8b034fadec None None] Deleting port 92641745-ebb3-49fc-8d15-9940e5a05702 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:23.491806 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2a9f71ce-10d6-4fbb-adf2-5d8b034fadec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:23.588693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 92641745-ebb3-49fc-8d15-9940e5a05702 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:23.589028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:23.591113 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda98f6f-ccf7-478d-bb9b-0dbe5869ea0d service neutron] Pushing event updated for resources: {'Port': ['ID=7e26bf79-b68f-4038-97ff-5b8325d10394,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:23.599243 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c302702-a95e-4ec6-a3ab-0a1c8cf7fc2d x-openstack-request-id: req-2c302702-a95e-4ec6-a3ab-0a1c8cf7fc2d {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:30:23.599536 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6724104-c53e-4a72-97fc-69d975839c23", "tag": "7e26bf79-b68f-4038-97ff-5b8325d10394", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:30:23.599789 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c302702-a95e-4ec6-a3ab-0a1c8cf7fc2d {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:30:23.600228 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6724104-c53e-4a72-97fc-69d975839c23', 'tag': '7e26bf79-b68f-4038-97ff-5b8325d10394', 'status': 'completed', 'code': 200} Oct 19 11:30:23.626403 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2a9f71ce-10d6-4fbb-adf2-5d8b034fadec None None] For port 92641745-ebb3-49fc-8d15-9940e5a05702, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=92641745-ebb3-49fc-8d15-9940e5a05702,segment=NetworkSegment(639f7adb-bb72-4400-bf34-fa5f8b05119a),segment_id=639f7adb-bb72-4400-bf34-fa5f8b05119a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:23.626907 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2a9f71ce-10d6-4fbb-adf2-5d8b034fadec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:23.658672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f71ce-10d6-4fbb-adf2-5d8b034fadec None None] Calling delete_port for 92641745-ebb3-49fc-8d15-9940e5a05702 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:23.732639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:23.751495 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:23.773030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d969e1-da67-4529-b709-84bd0754eb42 req-76353759-b71d-4c78-9565-ffb22cb7c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:23.775147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-76353759-b71d-4c78-9565-ffb22cb7c452 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2732735 Oct 19 11:30:23.816202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] For port 92641745-ebb3-49fc-8d15-9940e5a05702, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=92641745-ebb3-49fc-8d15-9940e5a05702,segment=NetworkSegment(639f7adb-bb72-4400-bf34-fa5f8b05119a),segment_id=639f7adb-bb72-4400-bf34-fa5f8b05119a)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:23.816902 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:23.861897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 92641745-ebb3-49fc-8d15-9940e5a05702 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:23.872945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 92641745-ebb3-49fc-8d15-9940e5a05702 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:23.876732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-f6c87f04-db96-4c34-958d-36fe61b5b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:23.876732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-f6c87f04-db96-4c34-958d-36fe61b5b80f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3ad651dd79d4e92a7696dec699be2a1&device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 1094 time: 0.2446856 Oct 19 11:30:23.935929 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2a9f71ce-10d6-4fbb-adf2-5d8b034fadec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:23.943241 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-77a72770-81e3-47dd-aa76-e31681655b18 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e26bf79-b68f-4038-97ff-5b8325d10394 HTTP/1.1" status: 200 len: 217 time: 0.0589569 Oct 19 11:30:23.985333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f71ce-10d6-4fbb-adf2-5d8b034fadec None None] Pushing event deleted for resources: {'Port': ['ID=92641745-ebb3-49fc-8d15-9940e5a05702,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:23.996989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f71ce-10d6-4fbb-adf2-5d8b034fadec None None] No DVR routers for this DVR port 92641745-ebb3-49fc-8d15-9940e5a05702 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:23.999300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No active binding found for port 92641745-ebb3-49fc-8d15-9940e5a05702 {{(pid=101313) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 11:30:23.999732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 92641745-ebb3-49fc-8d15-9940e5a05702 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:24.079079 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.100881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b96d9-cb50-4102-9f4a-44529322d7e0 req-60670528-c4f7-4bb9-8f06-1dca73e5f180 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:24.102425 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dc7b96d9-cb50-4102-9f4a-44529322d7e0 req-60670528-c4f7-4bb9-8f06-1dca73e5f180 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 943 time: 0.2847657 Oct 19 11:30:24.107441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:24.169590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-83b774ed-d344-47f8-88a4-5458eefb425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:24.172395 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-83b774ed-d344-47f8-88a4-5458eefb425f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b89025-ed79-4430-b2da-0d836edb3c46 HTTP/1.1" status: 200 len: 851 time: 0.1468847 Oct 19 11:30:24.195586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70015e0-2b52-43c5-87ae-5d06da0d36bf req-786c9a1f-a01c-4d3c-a983-82c8055394ff tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:24.197629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a70015e0-2b52-43c5-87ae-5d06da0d36bf req-786c9a1f-a01c-4d3c-a983-82c8055394ff tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 943 time: 0.1701210 Oct 19 11:30:24.197789 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-9bdb075f-0fca-4215-8528-91ebc638d7c1 service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788054 Oct 19 11:30:24.235649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-1ebd647f-b5dc-44d4-b667-b73d26a59d98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436378 Oct 19 11:30:24.256421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43524) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:24.262325 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.310409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No DVR routers for this DVR port 92641745-ebb3-49fc-8d15-9940e5a05702 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:24.314565 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dc7b96d9-cb50-4102-9f4a-44529322d7e0 req-85c6d526-23bd-46a2-b047-7fc66f3761a4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045176 Oct 19 11:30:24.347980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:24.359017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f3b68f43-2c43-4802-b31f-b3c2d6396619 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3274789 Oct 19 11:30:24.359290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd90ee9-b50e-40c0-9bb3-fb2c66a53e6c None None] Sync routers for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:24.364487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43530) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:24.369283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd90ee9-b50e-40c0-9bb3-fb2c66a53e6c None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:24.370226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ecd90ee9-b50e-40c0-9bb3-fb2c66a53e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:24.407936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=92641745-ebb3-49fc-8d15-9940e5a05702,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:24.475906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ecd90ee9-b50e-40c0-9bb3-fb2c66a53e6c None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:24.485480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99b0fb1-12fc-44da-9591-4e9a06851647 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Deleting subnet 3112e766-2fce-4721-bdac-e7786eb89542 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:30:24.498836 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f99b0fb1-12fc-44da-9591-4e9a06851647 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.531488 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a70015e0-2b52-43c5-87ae-5d06da0d36bf req-a8d9e215-bc77-4671-99be-aa0536ff03a9 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022885 Oct 19 11:30:24.562641 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a24fc171-be89-4393-9581-65835e4cd6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.571583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ecd90ee9-b50e-40c0-9bb3-fb2c66a53e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:22Z', 'revision_number': 11, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:24.600664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80d969e1-da67-4529-b709-84bd0754eb42 req-b52bc17b-7679-4a82-af01-746b93ff08af service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680093 Oct 19 11:30:24.605951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd90ee9-b50e-40c0-9bb3-fb2c66a53e6c None None] Checking router: f61ba1a6-9cf3-48b3-8112-3f2403c386b1 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:24.611941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd90ee9-b50e-40c0-9bb3-fb2c66a53e6c None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:24.612564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ecd90ee9-b50e-40c0-9bb3-fb2c66a53e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:24.636805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f99b0fb1-12fc-44da-9591-4e9a06851647 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.646908 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.658231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-6518e56b-7a5d-4fe5-8dd1-a4e986f00cc6 service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177754 Oct 19 11:30:24.688601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b51ced4-9f31-44cd-bcdf-0558fa5e3691']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:24.714622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ecd90ee9-b50e-40c0-9bb3-fb2c66a53e6c None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:24.729973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639f7adb-bb72-4400-bf34-fa5f8b05119a') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:24.730680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639f7adb-bb72-4400-bf34-fa5f8b05119a') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:24.752052 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.780771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] Router 23d2879d-2f98-42b4-b547-49f3fc05953f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:24.798070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port ea5f2b6b-85f9-4d89-995d-60ef803f5307 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:24.798070 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.828761 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ecd90ee9-b50e-40c0-9bb3-fb2c66a53e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:22Z', 'revision_number': 11, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:24.847388 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f99b0fb1-12fc-44da-9591-4e9a06851647 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.865185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd90ee9-b50e-40c0-9bb3-fb2c66a53e6c None None] The sync data for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 is: [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:22Z', 'revision_number': 11, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:24.879749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a24fc171-be89-4393-9581-65835e4cd6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.902083 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.922617 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:30:24.923023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:30:24.928133 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:30:24.940847 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a24fc171-be89-4393-9581-65835e4cd6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:24.971881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efa7e9a7-8230-4d01-a6d5-9d05ceff461b req-a17f77af-ed16-4d11-b97f-0c3df18494eb service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985194 Oct 19 11:30:25.020604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] For port ea5f2b6b-85f9-4d89-995d-60ef803f5307, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ea5f2b6b-85f9-4d89-995d-60ef803f5307,segment=NetworkSegment(5a318f10-7024-4bc6-a6aa-7f6bcc408434),segment_id=5a318f10-7024-4bc6-a6aa-7f6bcc408434)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:25.020977 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:25.024498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a24fc171-be89-4393-9581-65835e4cd6e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0fd9f92bd0c4472bb5a9cfb1bb7e7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7634623 Oct 19 11:30:25.028979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43564) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:25.034900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fc171-be89-4393-9581-65835e4cd6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f624ce16-9aad-4b17-a5d6-8908f03a0dc3,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:25.035416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for ea5f2b6b-85f9-4d89-995d-60ef803f5307 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:25.074620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:25.083587 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d8e1a7ad-31ea-4f88-bdf0-1e1fbf6b7cdc admin admin] 10.222.0.39 "PUT /v2.0/routers/23d2879d-2f98-42b4-b547-49f3fc05953f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8713799 Oct 19 11:30:25.093031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43566) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:25.093669 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdc819-48d6-4a29-ad58-e4cebc9bf8a4 None None] Sync routers for ids ['23d2879d-2f98-42b4-b547-49f3fc05953f'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:25.108092 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdc819-48d6-4a29-ad58-e4cebc9bf8a4 None None] Routers {'23d2879d-2f98-42b4-b547-49f3fc05953f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:25.110106 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-21fdc819-48d6-4a29-ad58-e4cebc9bf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23d2879d-2f98-42b4-b547-49f3fc05953f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:25.151854 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:25.158221 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:25.161493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/networks/8b51ced4-9f31-44cd-bcdf-0558fa5e3691 HTTP/1.1" status: 204 len: 168 time: 2.2221761 Oct 19 11:30:25.166913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43568) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:25.172930 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f99b0fb1-12fc-44da-9591-4e9a06851647 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:25.193811 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97d57165-aba5-4785-8604-8b33fcf59d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:25.224450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600091fa-cf09-4946-9472-b052e8680194 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Network': ['ID=8b51ced4-9f31-44cd-bcdf-0558fa5e3691,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:25.229773 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-21fdc819-48d6-4a29-ad58-e4cebc9bf8a4 None None] Set router 23d2879d-2f98-42b4-b547-49f3fc05953f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:25.266277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b0fb1-12fc-44da-9591-4e9a06851647 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Subnet': ['ID=3112e766-2fce-4721-bdac-e7786eb89542,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:25.271932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46af83-2908-45f2-88c6-a1c81524addc req-35aa2475-221d-419e-aed9-ab0e164da23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:25.271932 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b46af83-2908-45f2-88c6-a1c81524addc req-35aa2475-221d-419e-aed9-ab0e164da23c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3ad651dd79d4e92a7696dec699be2a1&device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 1094 time: 0.1547844 Oct 19 11:30:25.279201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f99b0fb1-12fc-44da-9591-4e9a06851647 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:25.301037 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f99b0fb1-12fc-44da-9591-4e9a06851647 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/3112e766-2fce-4721-bdac-e7786eb89542 HTTP/1.1" status: 204 len: 168 time: 0.9337802 Oct 19 11:30:25.302757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43572) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:25.303746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d93e46-e0b7-4a02-bb8a-05d1908a2283 None None] Network e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:25.323144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0237b050-9b23-4531-ba52-ced7be832500 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:25.328699 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0237b050-9b23-4531-ba52-ced7be832500 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/6b374563-2f6a-4ab0-9862-186bc81ab199 HTTP/1.1" status: 200 len: 844 time: 0.1556654 Oct 19 11:30:25.329683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43574) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:25.337981 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97d57165-aba5-4785-8604-8b33fcf59d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:25.439333 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c16f9134-9b5d-4b2c-aa07-b119bda77c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:25.526943 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-21fdc819-48d6-4a29-ad58-e4cebc9bf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:30:22Z', 'revision_number': 5, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:25.592302 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdc819-48d6-4a29-ad58-e4cebc9bf8a4 None None] Checking router: 23d2879d-2f98-42b4-b547-49f3fc05953f for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:25.633718 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdc819-48d6-4a29-ad58-e4cebc9bf8a4 None None] Routers {'23d2879d-2f98-42b4-b547-49f3fc05953f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:25.635607 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-21fdc819-48d6-4a29-ad58-e4cebc9bf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23d2879d-2f98-42b4-b547-49f3fc05953f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:25.645934 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46af83-2908-45f2-88c6-a1c81524addc req-5aabf5f8-bc30-49a0-b1fd-df13fa7f2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:25.648030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1800c2e-7260-4855-bb50-be172627e6d3 None None] DHCP port deletion for e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:30:25.651668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b46af83-2908-45f2-88c6-a1c81524addc req-5aabf5f8-bc30-49a0-b1fd-df13fa7f2896 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e HTTP/1.1" status: 200 len: 912 time: 0.3710060 Oct 19 11:30:25.653589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:25.694282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device db0b0e22-045f-492f-b5d7-087cfd68cb10 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:25.722405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: db0b0e22-045f-492f-b5d7-087cfd68cb10 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:25.722659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device db0b0e22-045f-492f-b5d7-087cfd68cb10 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:25.761603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a1800c2e-7260-4855-bb50-be172627e6d3 None None] Deleting port f62992f6-91bb-4282-b41e-873130172ecf {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:25.761998 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a1800c2e-7260-4855-bb50-be172627e6d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:25.824373 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-21fdc819-48d6-4a29-ad58-e4cebc9bf8a4 None None] Set router 23d2879d-2f98-42b4-b547-49f3fc05953f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:25.873108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=ea5f2b6b-85f9-4d89-995d-60ef803f5307,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:25.880528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b46af83-2908-45f2-88c6-a1c81524addc req-08666d1e-9b5f-4da6-9fd9-c2b8222a298d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e26bf79-b68f-4038-97ff-5b8325d10394 HTTP/1.1" status: 200 len: 217 time: 0.2047732 Oct 19 11:30:25.884415 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a1800c2e-7260-4855-bb50-be172627e6d3 None None] For port f62992f6-91bb-4282-b41e-873130172ecf, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f62992f6-91bb-4282-b41e-873130172ecf,segment=NetworkSegment(bd9173b0-7556-4653-945a-128a427b82bc),segment_id=bd9173b0-7556-4653-945a-128a427b82bc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:25.884840 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a1800c2e-7260-4855-bb50-be172627e6d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:25.899872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a1800c2e-7260-4855-bb50-be172627e6d3 None None] Calling delete_port for f62992f6-91bb-4282-b41e-873130172ecf owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:26.054204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854747e9-4eb3-4442-84dd-0e9df3108608 req-c3c32092-debc-404a-a234-2da1085cbbd7 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:26.055811 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-854747e9-4eb3-4442-84dd-0e9df3108608 req-c3c32092-debc-404a-a234-2da1085cbbd7 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 943 time: 0.3812623 Oct 19 11:30:26.056785 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.060217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46af83-2908-45f2-88c6-a1c81524addc req-8c6bf4af-2acd-4925-974b-2a44ac6c6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:26.061629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b46af83-2908-45f2-88c6-a1c81524addc req-8c6bf4af-2acd-4925-974b-2a44ac6c6a43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b89025-ed79-4430-b2da-0d836edb3c46 HTTP/1.1" status: 200 len: 851 time: 0.1372931 Oct 19 11:30:26.083736 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a1800c2e-7260-4855-bb50-be172627e6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.134637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b46af83-2908-45f2-88c6-a1c81524addc req-b7c6b78a-213a-4f5c-ac74-095cf7d8b812 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589809 Oct 19 11:30:26.147370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1800c2e-7260-4855-bb50-be172627e6d3 None None] Pushing event deleted for resources: {'Port': ['ID=f62992f6-91bb-4282-b41e-873130172ecf,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:26.149770 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-21fdc819-48d6-4a29-ad58-e4cebc9bf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:30:22Z', 'revision_number': 5, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:26.154815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1800c2e-7260-4855-bb50-be172627e6d3 None None] No DVR routers for this DVR port f62992f6-91bb-4282-b41e-873130172ecf on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:26.205271 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fdc819-48d6-4a29-ad58-e4cebc9bf8a4 None None] The sync data for ids ['23d2879d-2f98-42b4-b547-49f3fc05953f'] in n-d-814547-1 is: [{'id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'name': 'tempest-TaggedBootDevicesTest-172381284-router', 'tenant_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:18:18Z', 'updated_at': '2021-10-19T11:30:22Z', 'revision_number': 5, 'project_id': 'ef3f6172534b4e6fa12578ac8e85382c', 'gw_port': {'id': '1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d2879d-2f98-42b4-b547-49f3fc05953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:18:21Z', 'updated_at': '2021-10-19T11:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:26.238170 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a7b6c7ff-f566-45a7-a73c-4e60532f11f1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/6b374563-2f6a-4ab0-9862-186bc81ab199?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1463137 Oct 19 11:30:26.249976 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.251474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43582) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:26.259911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-854747e9-4eb3-4442-84dd-0e9df3108608 req-07a861d2-7713-44e6-8700-90845178690e tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964085 Oct 19 11:30:26.341337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8a88acf7-3a54-4f2f-876b-7c02f95b805e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:26.400607 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.510582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dca792-d050-4a1c-a2f1-fbc4b95fd83f req-0dd1205b-601f-4084-8fec-4caddf5ff6e6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:26.512176 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0dca792-d050-4a1c-a2f1-fbc4b95fd83f req-0dd1205b-601f-4084-8fec-4caddf5ff6e6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 943 time: 0.2989967 Oct 19 11:30:26.629190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.650131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97d57165-aba5-4785-8604-8b33fcf59d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.653007 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97d57165-aba5-4785-8604-8b33fcf59d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.656605 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-97d57165-aba5-4785-8604-8b33fcf59d2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f624ce16-9aad-4b17-a5d6-8908f03a0dc3 HTTP/1.1" status: 204 len: 168 time: 1.6243522 Oct 19 11:30:26.724810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d57165-aba5-4785-8604-8b33fcf59d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624ce16-9aad-4b17-a5d6-8908f03a0dc3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:26.729951 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.736078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0dca792-d050-4a1c-a2f1-fbc4b95fd83f req-54e723ba-7c17-4acb-a6b3-a9c02ee3fad5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090528 Oct 19 11:30:26.742681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a88acf7-3a54-4f2f-876b-7c02f95b805e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:26.748287 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a88acf7-3a54-4f2f-876b-7c02f95b805e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.797790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b46af83-2908-45f2-88c6-a1c81524addc req-7b19bdc7-e4c1-4479-ade5-47f24bde7d85 service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101723 Oct 19 11:30:26.821533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:26.867864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9173b0-7556-4653-945a-128a427b82bc') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:26.868127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9173b0-7556-4653-945a-128a427b82bc') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:26.885231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router c49ad185-be1b-464b-bfda-113db88707b7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:26.890077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.920013 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.933990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:30:26.934490 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:30:26.937935 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:30:26.990817 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b46af83-2908-45f2-88c6-a1c81524addc req-d61a83d9-3529-4152-8a5e-0927f0ecdac5 service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841421 Oct 19 11:30:27.026364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:27.028190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Deleting port 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:27.033940 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.035910 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cd4f98df-2fea-4121-9d8f-c75899e94725 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1620347 Oct 19 11:30:27.036722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43590) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:27.038448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8435c78b-d9b8-46b7-a127-2527ab6b12a9 None None] Sync routers for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:27.057279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435c78b-d9b8-46b7-a127-2527ab6b12a9 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:27.060490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8435c78b-d9b8-46b7-a127-2527ab6b12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:27.178418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8435c78b-d9b8-46b7-a127-2527ab6b12a9 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:27.203189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting subnet cc43d499-14f8-46bf-9dcf-14be1eb9ee93 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:30:27.209639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.211990 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.246998 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.250336 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/networks/e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5 HTTP/1.1" status: 204 len: 168 time: 1.9391537 Oct 19 11:30:27.255211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43592) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:27.259588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-819d63f5-6a08-4a02-b7e1-638d5280f7db tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'routes': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:27.282997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f70a0-54ea-43bb-be48-da12ceaaa58b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Pushing event deleted for resources: {'Network': ['ID=e91ba121-89f2-43e6-ba0f-56ffd8d3d5e5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:27.293069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] For port 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:27.293438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.313089 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.315922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Calling delete_port for 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:27.440136 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a88acf7-3a54-4f2f-876b-7c02f95b805e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.479903 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8435c78b-d9b8-46b7-a127-2527ab6b12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:25Z', 'revision_number': 8, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:27.480309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43598) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:27.512368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8435c78b-d9b8-46b7-a127-2527ab6b12a9 None None] Checking router: c49ad185-be1b-464b-bfda-113db88707b7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:27.525729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435c78b-d9b8-46b7-a127-2527ab6b12a9 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:27.526272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8435c78b-d9b8-46b7-a127-2527ab6b12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:27.542871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.extraroute_db [None req-819d63f5-6a08-4a02-b7e1-638d5280f7db tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Added routes are [] {{(pid=101312) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 11:30:27.543467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.extraroute_db [None req-819d63f5-6a08-4a02-b7e1-638d5280f7db tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Removed routes are [] {{(pid=101312) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 11:30:27.544005 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-819d63f5-6a08-4a02-b7e1-638d5280f7db tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.587421 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-75505fc8-4b2d-4703-9892-4f795faaf519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.593332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88acf7-3a54-4f2f-876b-7c02f95b805e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:27.602019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd2e76-9346-4ca2-b4f2-ad0669ffbcf4 req-e96b295f-0fe7-4285-805f-256c4d1b6b55 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:27.604035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67fd2e76-9346-4ca2-b4f2-ad0669ffbcf4 req-e96b295f-0fe7-4285-805f-256c4d1b6b55 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 943 time: 0.1642454 Oct 19 11:30:27.622175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-8a88acf7-3a54-4f2f-876b-7c02f95b805e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:27.632513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a88acf7-3a54-4f2f-876b-7c02f95b805e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:27.633277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a88acf7-3a54-4f2f-876b-7c02f95b805e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.636574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7a2233-4bfe-4e96-b741-4f82942c0cf3 None None] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:27.658603 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.734397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88acf7-3a54-4f2f-876b-7c02f95b805e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Subnet': ['ID=356a0a32-862d-42be-8f9d-2d19c4b73773,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:27.769149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67fd2e76-9346-4ca2-b4f2-ad0669ffbcf4 req-fa3d4c40-6416-45f2-8407-6703f7d9e85d tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081026 Oct 19 11:30:27.856943 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-819d63f5-6a08-4a02-b7e1-638d5280f7db tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.858502 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8a88acf7-3a54-4f2f-876b-7c02f95b805e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5276144 Oct 19 11:30:27.868480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43602) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:27.872928 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-819d63f5-6a08-4a02-b7e1-638d5280f7db tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:27.875462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b71bd641-a703-42ec-846b-f148965d1bee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'security_group': {'name': 'tempest-secgroup-1848028444'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:27.953439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f62992f6-91bb-4282-b41e-873130172ecf no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:27.971093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8435c78b-d9b8-46b7-a127-2527ab6b12a9 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:28.017274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819d63f5-6a08-4a02-b7e1-638d5280f7db tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:28.036503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0fc48-391e-48d5-9488-08199c91ca97 req-786062c7-9ea7-4638-bbc6-ea6087f1e21b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:28.040601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93e0fc48-391e-48d5-9488-08199c91ca97 req-786062c7-9ea7-4638-bbc6-ea6087f1e21b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 943 time: 0.1481512 Oct 19 11:30:28.063333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: f62992f6-91bb-4282-b41e-873130172ecf {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:28.064270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f62992f6-91bb-4282-b41e-873130172ecf not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:28.064270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 615e58c7-06c4-4460-97bf-510e61af1405 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:28.110628 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93e0fc48-391e-48d5-9488-08199c91ca97 req-159dc191-cde3-44a4-9cee-6e39973a906d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639989 Oct 19 11:30:28.112594 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b71bd641-a703-42ec-846b-f148965d1bee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.134718 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.137269 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.141575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819d63f5-6a08-4a02-b7e1-638d5280f7db tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:28.155747 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-819d63f5-6a08-4a02-b7e1-638d5280f7db tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.160099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-819d63f5-6a08-4a02-b7e1-638d5280f7db tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1 HTTP/1.1" status: 200 len: 700 time: 0.9029458 Oct 19 11:30:28.160099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43604) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:28.162404 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda20c21-2e21-45af-9be6-9ec0c90baf96 None None] Sync routers for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:28.180473 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda20c21-2e21-45af-9be6-9ec0c90baf96 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:28.181185 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bda20c21-2e21-45af-9be6-9ec0c90baf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:29:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:28.200884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 615e58c7-06c4-4460-97bf-510e61af1405 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:28.201289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 615e58c7-06c4-4460-97bf-510e61af1405 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:28.225260 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-03524e09-5325-467b-b9c4-88c2face3ef5 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=f61ba1a6-9cf3-48b3-8112-3f2403c386b1 HTTP/1.1" status: 200 len: 205 time: 0.0627468 Oct 19 11:30:28.227312 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43606) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:28.281743 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b71bd641-a703-42ec-846b-f148965d1bee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.292412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:28.588439 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b78868a4-7a2a-46a3-98d8-7ad1dd9f2ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.589401 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-bda20c21-2e21-45af-9be6-9ec0c90baf96 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:28.589486 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.589560 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f99fd448-0f66-4003-997d-b35d9d62bcc3 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/cc43d499-14f8-46bf-9dcf-14be1eb9ee93 HTTP/1.1" status: 204 len: 168 time: 1.3132889 Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43608) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Subnet': ['ID=cc43d499-14f8-46bf-9dcf-14be1eb9ee93,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.589899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c938bf-230e-4e95-9915-8c05e4cf62a0 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d32dbf4-20ed-4b0b-ae30-6149fca20226 None None] Network a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b71bd641-a703-42ec-846b-f148965d1bee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.590874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:28.591702 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bda20c21-2e21-45af-9be6-9ec0c90baf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:22Z', 'revision_number': 11, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:28.591793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-b6874745-038a-42b0-a4f0-46d263fd6ca6', 'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'tenant_id': 'e9557ed117fa41379920529c580ee545', 'fixed_ips': [{'subnet_id': '356a0a32-862d-42be-8f9d-2d19c4b73773'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:30:28.591793 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.591941 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda20c21-2e21-45af-9be6-9ec0c90baf96 None None] Checking router: f61ba1a6-9cf3-48b3-8112-3f2403c386b1 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:28.605142 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda20c21-2e21-45af-9be6-9ec0c90baf96 None None] Routers {'f61ba1a6-9cf3-48b3-8112-3f2403c386b1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:28.606314 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bda20c21-2e21-45af-9be6-9ec0c90baf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:28.610133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7e26bf79-b68f-4038-97ff-5b8325d10394 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:30:28.611333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f99fd448-0f66-4003-997d-b35d9d62bcc3 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.614320 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f99fd448-0f66-4003-997d-b35d9d62bcc3 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.690977 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.704929 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b71bd641-a703-42ec-846b-f148965d1bee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.709162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43612) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:28.710515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b71bd641-a703-42ec-846b-f148965d1bee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8407686 Oct 19 11:30:28.718178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4d819ba6-1eba-40a3-9f81-a4ceddaf34b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'security_group': {'name': 'tempest-secgroup-512338719'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:28.787785 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-bda20c21-2e21-45af-9be6-9ec0c90baf96 None None] Set router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:28.816222 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f99fd448-0f66-4003-997d-b35d9d62bcc3 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.817471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99fd448-0f66-4003-997d-b35d9d62bcc3 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Fanout notify agent at l3_agent the message router_deleted on router f61ba1a6-9cf3-48b3-8112-3f2403c386b1 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:30:28.825828 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f99fd448-0f66-4003-997d-b35d9d62bcc3 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.831273 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f99fd448-0f66-4003-997d-b35d9d62bcc3 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1 HTTP/1.1" status: 204 len: 168 time: 0.6024895 Oct 19 11:30:28.839889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43616) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:28.848060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6eaea573-458d-45e9-9cf1-fa5142a0e90a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-183532511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:28.851171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bd641-a703-42ec-846b-f148965d1bee tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41777c25-541b-4842-a287-fec97405cc49,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:28.869011 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d819ba6-1eba-40a3-9f81-a4ceddaf34b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.914799 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.922198 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-75505fc8-4b2d-4703-9892-4f795faaf519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:28.946105 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bda20c21-2e21-45af-9be6-9ec0c90baf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:22Z', 'revision_number': 11, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:29.016766 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eaea573-458d-45e9-9cf1-fa5142a0e90a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.018258 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eaea573-458d-45e9-9cf1-fa5142a0e90a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.033719 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.041005 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda20c21-2e21-45af-9be6-9ec0c90baf96 None None] The sync data for ids ['f61ba1a6-9cf3-48b3-8112-3f2403c386b1'] in n-d-814547-1 is: [{'id': 'f61ba1a6-9cf3-48b3-8112-3f2403c386b1', 'name': 'tempest-RoutersTest-router-129128660', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:57Z', 'updated_at': '2021-10-19T11:30:22Z', 'revision_number': 11, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:29.063152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8435c78b-d9b8-46b7-a127-2527ab6b12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:25Z', 'revision_number': 8, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:29.068635 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.069055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Allocated IP 2001:db8::2 (b6874745-038a-42b0-a4f0-46d263fd6ca6/356a0a32-862d-42be-8f9d-2d19c4b73773/6336dd00-ffb0-4117-a8cb-184df46c078d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:29.076573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7e26bf79-b68f-4038-97ff-5b8325d10394, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7e26bf79-b68f-4038-97ff-5b8325d10394,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:29.085618 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-75505fc8-4b2d-4703-9892-4f795faaf519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.105133 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d819ba6-1eba-40a3-9f81-a4ceddaf34b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.118794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee986be-9066-4448-9722-9a20cc8548bd None None] DHCP port deletion for a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:30:29.129077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8435c78b-d9b8-46b7-a127-2527ab6b12a9 None None] The sync data for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 is: [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:25Z', 'revision_number': 8, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9fd2211-e93c-4aab-a55c-98cb171eb7ea', 'name': '', 'network_id': '54c8c6b8-a5a5-46ef-ae74-b3fa099f2469', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:08:fb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:56Z', 'updated_at': '2021-10-19T11:30:08Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': 'cac862d0-8923-4842-9fb2-3ab5c6f56dca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:29.135806 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.141788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '7e26bf79-b68f-4038-97ff-5b8325d10394', 'network_id': 'ff57db85-83fa-463f-abdc-f68fa2bbeb0e', 'port_id': '7e26bf79-b68f-4038-97ff-5b8325d10394', 'mac_address': 'fa:16:3e:de:54:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67b89025-ed79-4430-b2da-0d836edb3c46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:30:29.165413 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.221869 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d819ba6-1eba-40a3-9f81-a4ceddaf34b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.325048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77736c-9416-4843-8baf-ebbc0d7058a1 req-85bb4e54-62d2-45fe-97d4-f226cdd4cda5 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:29.333348 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f77736c-9416-4843-8baf-ebbc0d7058a1 req-85bb4e54-62d2-45fe-97d4-f226cdd4cda5 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 943 time: 0.3316469 Oct 19 11:30:29.336408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.346871 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eaea573-458d-45e9-9cf1-fa5142a0e90a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.358113 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d819ba6-1eba-40a3-9f81-a4ceddaf34b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.361826 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4d819ba6-1eba-40a3-9f81-a4ceddaf34b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6489289 Oct 19 11:30:29.366624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43620) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:29.367820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d819ba6-1eba-40a3-9f81-a4ceddaf34b5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30a013a-2fc1-4361-961b-9f9ff56d6158,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:29.384697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e26bf79-b68f-4038-97ff-5b8325d10394 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:30:29.400155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1824490780', 'security_groups': ['e30a013a-2fc1-4361-961b-9f9ff56d6158'], 'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '356a0a32-862d-42be-8f9d-2d19c4b73773'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:29.431680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5ee986be-9066-4448-9722-9a20cc8548bd None None] Deleting port 18e94adc-36f7-4c79-bb5a-5d6a37c249da {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:29.432133 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ee986be-9066-4448-9722-9a20cc8548bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.433415 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-75505fc8-4b2d-4703-9892-4f795faaf519 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0840d34f80f4ea0a0348bf0a756cbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9509270 Oct 19 11:30:29.440283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43622) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:29.443434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75505fc8-4b2d-4703-9892-4f795faaf519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5cc617-3fb4-4df9-a879-6ce3ba9ed829,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:29.478771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eaea573-458d-45e9-9cf1-fa5142a0e90a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.504590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7e26bf79-b68f-4038-97ff-5b8325d10394, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7e26bf79-b68f-4038-97ff-5b8325d10394,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:29.515242 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.516056 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23d2879d-2f98-42b4-b547-49f3fc05953f {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:30:29.523041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.524989 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-761f86e4-25b2-4e5a-9d85-f1d3effb7586 admin admin] 10.222.0.39 "DELETE /v2.0/routers/23d2879d-2f98-42b4-b547-49f3fc05953f HTTP/1.1" status: 204 len: 168 time: 4.4360931 Oct 19 11:30:29.545693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43624) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:29.548492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 18e94adc-36f7-4c79-bb5a-5d6a37c249da {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:29.549524 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.573611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac26983-9e2f-4f76-adf2-eb904f79ba3f req-6d914b98-63de-4b50-ad8c-4fa0b5f5b12f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:29.573611 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ac26983-9e2f-4f76-adf2-eb904f79ba3f req-6d914b98-63de-4b50-ad8c-4fa0b5f5b12f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 943 time: 0.2350481 Oct 19 11:30:29.652018 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.652930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device fc3b1a22-c218-4b0b-98c0-6df75bb25fcf details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:30:29.682067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccf2d87-de7e-4500-9bfe-11284c69af07 admin admin] Deleting subnet f99f8571-6895-466b-bfb0-4ebb55650ba5 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:30:29.708881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f77736c-9416-4843-8baf-ebbc0d7058a1 req-dc90873f-59c7-43bb-a4b4-54d963ebb5c4 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573093 Oct 19 11:30:29.779593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eaea573-458d-45e9-9cf1-fa5142a0e90a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.790748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6eaea573-458d-45e9-9cf1-fa5142a0e90a tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9475229 Oct 19 11:30:29.792607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43628) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:29.814618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5e23117a-99d4-4cfc-92e5-aa95c2dab8a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:29.848198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] For port 18e94adc-36f7-4c79-bb5a-5d6a37c249da, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=18e94adc-36f7-4c79-bb5a-5d6a37c249da,segment=NetworkSegment(5a318f10-7024-4bc6-a6aa-7f6bcc408434),segment_id=5a318f10-7024-4bc6-a6aa-7f6bcc408434)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:29.848625 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.864393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cccf2d87-de7e-4500-9bfe-11284c69af07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:29.912094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 18e94adc-36f7-4c79-bb5a-5d6a37c249da owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:30.034024 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7e26bf79-b68f-4038-97ff-5b8325d10394,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:30.047717 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 18e94adc-36f7-4c79-bb5a-5d6a37c249da no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:30.063670 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a68ae8de-490d-48ed-ac77-890f1c60a355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.076339 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.088144 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cccf2d87-de7e-4500-9bfe-11284c69af07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.147678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ac26983-9e2f-4f76-adf2-eb904f79ba3f req-cc0442c1-a9f2-4066-bab2-04477ebc97bd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863910 Oct 19 11:30:30.155810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a68ae8de-490d-48ed-ac77-890f1c60a355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.157278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:30.179726 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.197055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5ee986be-9066-4448-9722-9a20cc8548bd None None] For port 18e94adc-36f7-4c79-bb5a-5d6a37c249da, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=18e94adc-36f7-4c79-bb5a-5d6a37c249da,segment=NetworkSegment(5a318f10-7024-4bc6-a6aa-7f6bcc408434),segment_id=5a318f10-7024-4bc6-a6aa-7f6bcc408434)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:30.197721 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ee986be-9066-4448-9722-9a20cc8548bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.257289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5ee986be-9066-4448-9722-9a20cc8548bd None None] Calling delete_port for 18e94adc-36f7-4c79-bb5a-5d6a37c249da owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:30.280287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:30.313401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:30.322271 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e23117a-99d4-4cfc-92e5-aa95c2dab8a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.324253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:30.337985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:30.341872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Pushing event updated for resources: {'Port': ['ID=6336dd00-ffb0-4117-a8cb-184df46c078d,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:30.345680 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a68ae8de-490d-48ed-ac77-890f1c60a355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.349175 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a68ae8de-490d-48ed-ac77-890f1c60a355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.350530 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a68ae8de-490d-48ed-ac77-890f1c60a355 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe5cc617-3fb4-4df9-a879-6ce3ba9ed829 HTTP/1.1" status: 204 len: 168 time: 0.9022043 Oct 19 11:30:30.371614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.376652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ae8de-490d-48ed-ac77-890f1c60a355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5cc617-3fb4-4df9-a879-6ce3ba9ed829,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:30.384407 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cccf2d87-de7e-4500-9bfe-11284c69af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.447315 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e23117a-99d4-4cfc-92e5-aa95c2dab8a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.458489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=18e94adc-36f7-4c79-bb5a-5d6a37c249da,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:30.468938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No DVR routers for this DVR port 18e94adc-36f7-4c79-bb5a-5d6a37c249da on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:30.491537 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.557346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'fc3b1a22-c218-4b0b-98c0-6df75bb25fcf', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'port_id': 'fc3b1a22-c218-4b0b-98c0-6df75bb25fcf', 'mac_address': 'fa:16:3e:5b:f9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:30:30.620464 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.622926 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.655957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:30.697437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port f0cc38c9-a040-4152-b122-27469e63e821 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:30:30.716141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a318f10-7024-4bc6-a6aa-7f6bcc408434') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:30.716836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a318f10-7024-4bc6-a6aa-7f6bcc408434') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:30.744351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Attempting to bind port 6336dd00-ffb0-4117-a8cb-184df46c078d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:30:30.744755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Attempting to bind port 6336dd00-ffb0-4117-a8cb-184df46c078d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'f1a8e3e0-01ca-4c87-860d-2b68f006ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:30:30.745102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Attempting to bind port 6336dd00-ffb0-4117-a8cb-184df46c078d on network b6874745-038a-42b0-a4f0-46d263fd6ca6 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:30.748559 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.775977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:30:30.776661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Checking segment: {'id': 'f1a8e3e0-01ca-4c87-860d-2b68f006ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:30.781247 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.782231 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Bound using segment: {'id': 'f1a8e3e0-01ca-4c87-860d-2b68f006ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:30:30.782977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Bound port: 6336dd00-ffb0-4117-a8cb-184df46c078d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a8e3e0-01ca-4c87-860d-2b68f006ef09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:30:30.783585 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.783857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.792174 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.796986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:30:30.797388 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.826734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ea5f2b6b-85f9-4d89-995d-60ef803f5307 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:30.845373 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ee986be-9066-4448-9722-9a20cc8548bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.880910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: ea5f2b6b-85f9-4d89-995d-60ef803f5307 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:30.881565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ea5f2b6b-85f9-4d89-995d-60ef803f5307 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:30.885195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3b1a22-c218-4b0b-98c0-6df75bb25fcf {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:30:30.918030 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:30:30.924847 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cccf2d87-de7e-4500-9bfe-11284c69af07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:30.983181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e23117a-99d4-4cfc-92e5-aa95c2dab8a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Router 450c60b8-7f39-4218-8003-1123f2c3d8a2 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:30:31.020474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cccf2d87-de7e-4500-9bfe-11284c69af07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:31.024095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cccf2d87-de7e-4500-9bfe-11284c69af07 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f99f8571-6895-466b-bfb0-4ebb55650ba5 HTTP/1.1" status: 204 len: 168 time: 1.4717722 Oct 19 11:30:31.025981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf2d87-de7e-4500-9bfe-11284c69af07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f99f8571-6895-466b-bfb0-4ebb55650ba5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:31.027514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43636) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:31.040271 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:31.050965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3014e-5703-4e71-b56d-56a97d58f492 req-4b9f3fb1-37bb-4869-8bb0-08428b6bd4e1 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:31.059919 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9bd3014e-5703-4e71-b56d-56a97d58f492 req-4b9f3fb1-37bb-4869-8bb0-08428b6bd4e1 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 944 time: 0.1863501 Oct 19 11:30:31.067479 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:31.071728 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/networks/a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4 HTTP/1.1" status: 204 len: 168 time: 2.7063546 Oct 19 11:30:31.083386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43638) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:31.193980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c9a28-a955-46af-8f57-168e8633f2f3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Network': ['ID=a86fc8ef-2da0-4a3d-80fa-c1a7cb5b32d4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:31.261484 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9bd3014e-5703-4e71-b56d-56a97d58f492 req-c079b775-a396-4d53-932c-716b3b55ca30 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945653 Oct 19 11:30:31.267777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e23117a-99d4-4cfc-92e5-aa95c2dab8a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:31.287143 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e23117a-99d4-4cfc-92e5-aa95c2dab8a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:31.289113 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5e23117a-99d4-4cfc-92e5-aa95c2dab8a9 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "PUT /v2.0/routers/450c60b8-7f39-4218-8003-1123f2c3d8a2 HTTP/1.1" status: 200 len: 693 time: 1.4902616 Oct 19 11:30:31.293838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43644) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:31.306854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee986be-9066-4448-9722-9a20cc8548bd None None] Pushing event deleted for resources: {'Port': ['ID=18e94adc-36f7-4c79-bb5a-5d6a37c249da,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:31.325030 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:31.326219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0630d-ae48-4fe5-9943-fb053614581c None None] Sync routers for ids ['450c60b8-7f39-4218-8003-1123f2c3d8a2'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:31.332429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee07df-975f-4bfe-93bc-b1b32863768f None None] Network dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:31.340166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee986be-9066-4448-9722-9a20cc8548bd None None] No DVR routers for this DVR port 18e94adc-36f7-4c79-bb5a-5d6a37c249da on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:31.367788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8::3 (b6874745-038a-42b0-a4f0-46d263fd6ca6/356a0a32-862d-42be-8f9d-2d19c4b73773/f0cc38c9-a040-4152-b122-27469e63e821) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:31.376055 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:31.395246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0630d-ae48-4fe5-9943-fb053614581c None None] Routers {'450c60b8-7f39-4218-8003-1123f2c3d8a2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:31.396182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ebc0630d-ae48-4fe5-9943-fb053614581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['450c60b8-7f39-4218-8003-1123f2c3d8a2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:31.433854 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6852a5f3-7f0c-4443-b992-cc898eec19ae tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/routers/450c60b8-7f39-4218-8003-1123f2c3d8a2 HTTP/1.1" status: 200 len: 699 time: 0.1359921 Oct 19 11:30:31.434796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43648) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:31.507954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:31.543486 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-311f2d6b-bd45-4977-8fc8-806ce414415b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=450c60b8-7f39-4218-8003-1123f2c3d8a2 HTTP/1.1" status: 200 len: 205 time: 0.1066434 Oct 19 11:30:31.547507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43652) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:31.562384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] For port 6336dd00-ffb0-4117-a8cb-184df46c078d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:30:31.570661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] For port 6336dd00-ffb0-4117-a8cb-184df46c078d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6336dd00-ffb0-4117-a8cb-184df46c078d,segment=NetworkSegment(f1a8e3e0-01ca-4c87-860d-2b68f006ef09),segment_id=f1a8e3e0-01ca-4c87-860d-2b68f006ef09)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:30:31.655028 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:31.697676 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b12f088-2262-4ee7-9371-7c83d1a3b2cc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:31.703938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ebc0630d-ae48-4fe5-9943-fb053614581c None None] Set router 450c60b8-7f39-4218-8003-1123f2c3d8a2 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:31.854140 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:31.878763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ebc0630d-ae48-4fe5-9943-fb053614581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450c60b8-7f39-4218-8003-1123f2c3d8a2', 'name': 'tempest-RoutersTest-router-183532511', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:29Z', 'updated_at': '2021-10-19T11:30:30Z', 'revision_number': 2, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:31.944323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:32.096223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3043a5-f360-47c5-819b-4a5532199ea9 req-f701d7d4-fd31-427b-9812-0aec08af0d16 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:32.100650 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b3043a5-f360-47c5-819b-4a5532199ea9 req-f701d7d4-fd31-427b-9812-0aec08af0d16 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 943 time: 0.7662451 Oct 19 11:30:32.182083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['7e26bf79-b68f-4038-97ff-5b8325d10394'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:30:32.186599 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['fc3b1a22-c218-4b0b-98c0-6df75bb25fcf'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:30:32.271568 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b3043a5-f360-47c5-819b-4a5532199ea9 req-5c3dde60-38bb-42a6-ab1a-b7832aa52695 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644220 Oct 19 11:30:32.307200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Deleting port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:32.307840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:32.391510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0630d-ae48-4fe5-9943-fb053614581c None None] Checking router: 450c60b8-7f39-4218-8003-1123f2c3d8a2 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:32.516673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] For port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5c520fb5-8e48-4e29-9c1c-5d86cfba9829,segment=NetworkSegment(563d034a-a146-4c70-9da0-767e74bbe1fa),segment_id=563d034a-a146-4c70-9da0-767e74bbe1fa)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:32.520735 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:32.537432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:32.537783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1a62f9ad-fda2-40e3-8dfa-6bb2db54fb0a not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:32.576134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Calling delete_port for 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:32.591187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0630d-ae48-4fe5-9943-fb053614581c None None] Routers {'450c60b8-7f39-4218-8003-1123f2c3d8a2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:32.591827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ebc0630d-ae48-4fe5-9943-fb053614581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['450c60b8-7f39-4218-8003-1123f2c3d8a2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:32.679545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ebc0630d-ae48-4fe5-9943-fb053614581c None None] Set router 450c60b8-7f39-4218-8003-1123f2c3d8a2 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:32.742597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:32.825517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dd0d4-ccfb-4385-b0a7-9ca3f94faa59 req-b17c0f8b-ebb9-4769-9142-7e980145f70f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:32.828239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-344dd0d4-ccfb-4385-b0a7-9ca3f94faa59 req-b17c0f8b-ebb9-4769-9142-7e980145f70f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 944 time: 0.3082559 Oct 19 11:30:32.838373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ebc0630d-ae48-4fe5-9943-fb053614581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450c60b8-7f39-4218-8003-1123f2c3d8a2', 'name': 'tempest-RoutersTest-router-183532511', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:29Z', 'updated_at': '2021-10-19T11:30:30Z', 'revision_number': 2, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:32.884040 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b12f088-2262-4ee7-9371-7c83d1a3b2cc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:32.899455 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b12f088-2262-4ee7-9371-7c83d1a3b2cc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:32.908621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0630d-ae48-4fe5-9943-fb053614581c None None] The sync data for ids ['450c60b8-7f39-4218-8003-1123f2c3d8a2'] in n-d-814547-1 is: [{'id': '450c60b8-7f39-4218-8003-1123f2c3d8a2', 'name': 'tempest-RoutersTest-router-183532511', 'tenant_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:29Z', 'updated_at': '2021-10-19T11:30:30Z', 'revision_number': 2, 'project_id': '9a927e7f56fd40e1b31920265e4ab8a9', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:32.949383 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.004667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6ed09-b720-4acb-8ebf-ee52456732c5 None None] Pushing event updated for resources: {'Port': ['ID=6336dd00-ffb0-4117-a8cb-184df46c078d,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:33.037210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad96e1-e575-42ed-9310-c876af06798a None None] DHCP port deletion for dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:30:33.073626 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.134281 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.261641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c520fb5-8e48-4e29-9c1c-5d86cfba9829,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:33.266924 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-344dd0d4-ccfb-4385-b0a7-9ca3f94faa59 req-d3f4400d-2b00-4aa5-b3f1-a5c0e98a0479 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910058 Oct 19 11:30:33.274842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] No DVR routers for this DVR port 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:33.285817 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.395521 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b12f088-2262-4ee7-9371-7c83d1a3b2cc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.397281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b12f088-2262-4ee7-9371-7c83d1a3b2cc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Fanout notify agent at l3_agent the message router_deleted on router 450c60b8-7f39-4218-8003-1123f2c3d8a2 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:30:33.425527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b12f088-2262-4ee7-9371-7c83d1a3b2cc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.431617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0b12f088-2262-4ee7-9371-7c83d1a3b2cc tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/450c60b8-7f39-4218-8003-1123f2c3d8a2 HTTP/1.1" status: 204 len: 168 time: 1.8780582 Oct 19 11:30:33.433419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43678) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:33.435382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:33.455369 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:33.465117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:33.471930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:33.472760 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.506563 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0791b761-b740-47d3-84eb-83f8bd8558ef tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=450c60b8-7f39-4218-8003-1123f2c3d8a2 HTTP/1.1" status: 200 len: 205 time: 0.0673664 Oct 19 11:30:33.506563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=f0cc38c9-a040-4152-b122-27469e63e821,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:33.517277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43682) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:33.529570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.529994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.530538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.530934 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.531339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.531734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.532416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.532842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.533371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.534035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.534536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.535119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:33.594283 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-187c3353-2be5-462a-9cd0-fbd3ddd7f71e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2224782 Oct 19 11:30:33.595626 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-e99621ec-a4f2-423e-a71a-b92e2b32cd0b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] delete failed (client error): The resource could not be found. Oct 19 11:30:33.596760 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e99621ec-a4f2-423e-a71a-b92e2b32cd0b tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/450c60b8-7f39-4218-8003-1123f2c3d8a2 HTTP/1.1" status: 404 len: 336 time: 0.0811324 Oct 19 11:30:33.597452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43686) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:33.599609 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43688) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:33.611434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9e80a512-910f-48cc-9c70-b2f752ca8ca8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:33.720015 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ab990e-1e3a-4d0e-9d3f-5362f3f85429 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] DELETE failed (client error): The resource could not be found. Oct 19 11:30:33.720015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ab990e-1e3a-4d0e-9d3f-5362f3f85429 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:33.728000 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d2ab990e-1e3a-4d0e-9d3f-5362f3f85429 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/f4085b8f-db46-4bab-a92a-f5f6c703f5f6 HTTP/1.1" status: 404 len: 337 time: 0.1218863 Oct 19 11:30:33.728000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43692) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:33.728220 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.795004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc29f516-d43c-4d64-9dd4-8e0a8f4373f7']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:33.819196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563d034a-a146-4c70-9da0-767e74bbe1fa') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:33.820384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563d034a-a146-4c70-9da0-767e74bbe1fa') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:33.821532 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24c33fa-788a-47c3-9442-3a12028689dd tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] DELETE failed (client error): The resource could not be found. Oct 19 11:30:33.821998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24c33fa-788a-47c3-9442-3a12028689dd tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:33.834702 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e24c33fa-788a-47c3-9442-3a12028689dd tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/cc943c25-2340-4378-89d5-f8db1840d952 HTTP/1.1" status: 404 len: 337 time: 0.1079443 Oct 19 11:30:33.839657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaa2d5-d9c7-47be-b52d-857d75e25b88 req-c8d91918-a27b-469d-a818-86ce13e8bf08 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:33.840085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43696) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:33.841871 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ecaaa2d5-d9c7-47be-b52d-857d75e25b88 req-c8d91918-a27b-469d-a818-86ce13e8bf08 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 944 time: 0.3584569 Oct 19 11:30:33.846665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.866399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6336dd00-ffb0-4117-a8cb-184df46c078d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:33.908579 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ce659a-1b36-46ac-9182-6941748d62ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] DELETE failed (client error): The resource could not be found. Oct 19 11:30:33.910597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ce659a-1b36-46ac-9182-6941748d62ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:33.914107 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.921835 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-70ce659a-1b36-46ac-9182-6941748d62ed tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/51107abb-0332-4098-b75e-146fa8159db1 HTTP/1.1" status: 404 len: 337 time: 0.0573499 Oct 19 11:30:33.922193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43698) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:33.973870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:30:33.974289 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.983729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9d283398-47ed-4769-8ede-06ef684b6e99 None None] Provisioning complete for port 6b374563-2f6a-4ab0-9862-186bc81ab199 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:33.984253 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d283398-47ed-4769-8ede-06ef684b6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:30:33.985132 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:30:34.058841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:34.059315 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:34.083607 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ecaaa2d5-d9c7-47be-b52d-857d75e25b88 req-32f0b88a-805d-482f-bc14-9b8d5820f5d6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221141 Oct 19 11:30:34.086321 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ade57d9-105d-4caf-a806-5e8e012d09f0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] DELETE failed (client error): The resource could not be found. Oct 19 11:30:34.088271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ade57d9-105d-4caf-a806-5e8e012d09f0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:34.103012 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9ade57d9-105d-4caf-a806-5e8e012d09f0 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/3112e766-2fce-4721-bdac-e7786eb89542 HTTP/1.1" status: 404 len: 337 time: 0.1563332 Oct 19 11:30:34.104809 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43702) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:34.163603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9d283398-47ed-4769-8ede-06ef684b6e99 None None] Port 6b374563-2f6a-4ab0-9862-186bc81ab199 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:34.192971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e80a512-910f-48cc-9c70-b2f752ca8ca8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:34.196447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9d283398-47ed-4769-8ede-06ef684b6e99 None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:34.196953 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d283398-47ed-4769-8ede-06ef684b6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:34.201103 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e80a512-910f-48cc-9c70-b2f752ca8ca8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:34.220213 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-38134e38-d62c-4730-af25-cb06a95a320f tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=f61ba1a6-9cf3-48b3-8112-3f2403c386b1 HTTP/1.1" status: 200 len: 205 time: 0.1105845 Oct 19 11:30:34.237268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43710) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:34.314865 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-268a91c3-45c4-48c2-8709-a7454f6b02ef tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] delete failed (client error): The resource could not be found. Oct 19 11:30:34.319315 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-268a91c3-45c4-48c2-8709-a7454f6b02ef tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/f61ba1a6-9cf3-48b3-8112-3f2403c386b1 HTTP/1.1" status: 404 len: 336 time: 0.0794225 Oct 19 11:30:34.320734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43714) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:34.368953 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:34.440748 n-d-814547-1 neutron-server[101312]: INFO neutron.db.ipam_backend_mixin [None req-9e80a512-910f-48cc-9c70-b2f752ca8ca8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 356a0a32-862d-42be-8f9d-2d19c4b73773 (CIDR: 2001:db8::/64) Oct 19 11:30:34.464256 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:34.475685 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:34.481420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dc29f516-d43c-4d64-9dd4-8e0a8f4373f7 HTTP/1.1" status: 204 len: 168 time: 3.4529951 Oct 19 11:30:34.491554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 6336dd00-ffb0-4117-a8cb-184df46c078d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6336dd00-ffb0-4117-a8cb-184df46c078d,segment=NetworkSegment(f1a8e3e0-01ca-4c87-860d-2b68f006ef09),segment_id=f1a8e3e0-01ca-4c87-860d-2b68f006ef09)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:34.514874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7296bf46-2dc3-46b3-ac20-83c905cbcb11 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=124add9b-2488-4654-87b0-a831b383cb35 HTTP/1.1" status: 200 len: 205 time: 0.0722258 Oct 19 11:30:34.515694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43718) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:34.518337 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e80a512-910f-48cc-9c70-b2f752ca8ca8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:30:34.518818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e80a512-910f-48cc-9c70-b2f752ca8ca8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:34.572450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port f9fd2211-e93c-4aab-a55c-98cb171eb7ea {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:34.572450 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:34.579575 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d283398-47ed-4769-8ede-06ef684b6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:34.590389 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-0ab5b65a-e6da-4efe-b0f8-1673826e01ac tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] delete failed (client error): The resource could not be found. Oct 19 11:30:34.594594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce609d93-7c30-4064-9e82-9a02cc2f7241 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc29f516-d43c-4d64-9dd4-8e0a8f4373f7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:34.595794 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0ab5b65a-e6da-4efe-b0f8-1673826e01ac tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/124add9b-2488-4654-87b0-a831b383cb35 HTTP/1.1" status: 404 len: 336 time: 0.0790029 Oct 19 11:30:34.597959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43720) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:34.609073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75ce7e-ad3b-45c5-ba1b-973f12a9a01d req-c199f66c-be73-44d6-98c6-af63f265b089 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:34.610629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c75ce7e-ad3b-45c5-ba1b-973f12a9a01d req-c199f66c-be73-44d6-98c6-af63f265b089 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 944 time: 0.1669357 Oct 19 11:30:34.653489 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:34.673906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c75ce7e-ad3b-45c5-ba1b-973f12a9a01d req-1d6c2875-347d-4d03-ab38-6d772aa7341c tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540397 Oct 19 11:30:34.698545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9e80a512-910f-48cc-9c70-b2f752ca8ca8 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0981464 Oct 19 11:30:34.700510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43722) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:34.743982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b62a4dbc-5624-4825-955a-dca6c9862c5e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:34.815514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] For port f9fd2211-e93c-4aab-a55c-98cb171eb7ea, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f9fd2211-e93c-4aab-a55c-98cb171eb7ea,segment=NetworkSegment(b41e0984-8018-478a-af10-86d691e29099),segment_id=b41e0984-8018-478a-af10-86d691e29099)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:34.816096 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:34.845268 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e3ee0c-e8e5-43c4-99a2-da326ab7a326 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] DELETE failed (client error): The resource could not be found. Oct 19 11:30:34.845751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e3ee0c-e8e5-43c4-99a2-da326ab7a326 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:34.853138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:34.853359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f8e3ee0c-e8e5-43c4-99a2-da326ab7a326 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/31e0e3b4-2a14-410a-b5f5-a4a8f66ba710 HTTP/1.1" status: 404 len: 337 time: 0.2353110 Oct 19 11:30:34.855093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for f9fd2211-e93c-4aab-a55c-98cb171eb7ea owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:34.858924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43728) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:34.895800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:34.896290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5c520fb5-8e48-4e29-9c1c-5d86cfba9829 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:34.919719 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-9d283398-47ed-4769-8ede-06ef684b6e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:30:34.920111 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-9d283398-47ed-4769-8ede-06ef684b6e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:30:34.926438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=6336dd00-ffb0-4117-a8cb-184df46c078d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:34.979077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8df2b9a1-dc8b-4a62-b6e0-d6b61dafc599 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=be812c7c-e050-43eb-9e77-a59b7469aeb3 HTTP/1.1" status: 200 len: 205 time: 0.1159313 Oct 19 11:30:34.983110 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43730) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.033545 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-3171578c-ccdd-419d-8516-7ab55124c9a6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] delete failed (client error): The resource could not be found. Oct 19 11:30:35.037124 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3171578c-ccdd-419d-8516-7ab55124c9a6 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/be812c7c-e050-43eb-9e77-a59b7469aeb3 HTTP/1.1" status: 404 len: 336 time: 0.0501828 Oct 19 11:30:35.037412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43734) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.097844 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-27e2ee10-7248-4ec0-9051-8f72bea57dcd tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a03f4bb-6a66-48bc-8e96-0453f304c6e0 HTTP/1.1" status: 200 len: 205 time: 0.0571928 Oct 19 11:30:35.098031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43738) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.109999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62a4dbc-5624-4825-955a-dca6c9862c5e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:35.116031 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b62a4dbc-5624-4825-955a-dca6c9862c5e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:35.184284 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-7fbd692a-3d0e-4779-b2ad-bada412fb444 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] delete failed (client error): The resource could not be found. Oct 19 11:30:35.185334 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7fbd692a-3d0e-4779-b2ad-bada412fb444 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/8a03f4bb-6a66-48bc-8e96-0453f304c6e0 HTTP/1.1" status: 404 len: 336 time: 0.0863938 Oct 19 11:30:35.199425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43746) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.217325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:35.287299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43752) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.294520 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-21992b9f-6d87-4a42-8cf5-0574ccef3f42 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] DELETE failed (client error): The resource could not be found. Oct 19 11:30:35.295009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21992b9f-6d87-4a42-8cf5-0574ccef3f42 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:35.300745 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-21992b9f-6d87-4a42-8cf5-0574ccef3f42 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/8386be62-e5aa-459f-b7a2-d428ef5f0152 HTTP/1.1" status: 404 len: 337 time: 0.0978303 Oct 19 11:30:35.308592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43754) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.336896 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=f9fd2211-e93c-4aab-a55c-98cb171eb7ea,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:35.362184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7dbe64b2-ad33-49ec-8ce9-137c798bbd82 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=edded1bf-b5fd-4cb1-84a0-ef520c5b6960 HTTP/1.1" status: 200 len: 205 time: 0.0477097 Oct 19 11:30:35.365593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43758) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.396618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29265b5-a3df-4a0f-99e5-e153a5cf1725 req-c9ca9a20-c095-4067-b493-45ce17314b20 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:35.399033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b29265b5-a3df-4a0f-99e5-e153a5cf1725 req-c9ca9a20-c095-4067-b493-45ce17314b20 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 944 time: 0.1406355 Oct 19 11:30:35.453732 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-1a25b7ef-1d54-4914-84ad-044afe70e25e tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] delete failed (client error): The resource could not be found. Oct 19 11:30:35.454788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1a25b7ef-1d54-4914-84ad-044afe70e25e tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/edded1bf-b5fd-4cb1-84a0-ef520c5b6960 HTTP/1.1" status: 404 len: 336 time: 0.0869644 Oct 19 11:30:35.463907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43760) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.511478 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dd8219-4d57-439b-9fd4-438a97b0f83c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] DELETE failed (client error): The resource could not be found. Oct 19 11:30:35.511714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1dd8219-4d57-439b-9fd4-438a97b0f83c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:35.515186 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d1dd8219-4d57-439b-9fd4-438a97b0f83c tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/f36434cf-7e33-409c-acad-6d50e237eebb HTTP/1.1" status: 404 len: 337 time: 0.0492392 Oct 19 11:30:35.521530 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ae73e155-3995-4ce0-be37-c5cd228b9f1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef3f6172534b4e6fa12578ac8e85382c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330632 Oct 19 11:30:35.522131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43762) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.536099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43764) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.570754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b29265b5-a3df-4a0f-99e5-e153a5cf1725 req-29ef33d3-a9ff-482f-9432-4a15265f98d8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308813 Oct 19 11:30:35.619296 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:35.633121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ae72beab-5f2e-4b6b-9d65-f12248067e36 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "GET /v2.0/ports?device_id=923a3554-1a92-487e-bbf1-daed1a504f62 HTTP/1.1" status: 200 len: 205 time: 0.0837934 Oct 19 11:30:35.635781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43766) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.661951 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-df16abf2-11b7-422a-9c23-2b1e5beead0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:35.703991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7e26bf79-b68f-4038-97ff-5b8325d10394 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:35.758712 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-88db399b-a72f-4655-9e23-0b3bab4ca6fb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] delete failed (client error): The resource could not be found. Oct 19 11:30:35.770482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-88db399b-a72f-4655-9e23-0b3bab4ca6fb tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/routers/923a3554-1a92-487e-bbf1-daed1a504f62 HTTP/1.1" status: 404 len: 336 time: 0.1202283 Oct 19 11:30:35.770482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43770) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.818203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-df16abf2-11b7-422a-9c23-2b1e5beead0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:35.830587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7137ef22-4fab-42fc-a6b1-63c86b42e39f None None] Provisioning complete for port f0cc38c9-a040-4152-b122-27469e63e821 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:35.830970 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7137ef22-4fab-42fc-a6b1-63c86b42e39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:35.891757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6336dd00-ffb0-4117-a8cb-184df46c078d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:35.895964 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-519e1350-3f44-4d20-b592-e37decc7d7b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] DELETE failed (client error): The resource could not be found. Oct 19 11:30:35.896683 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519e1350-3f44-4d20-b592-e37decc7d7b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:35.901319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-519e1350-3f44-4d20-b592-e37decc7d7b7 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/1a2285ec-7725-4b33-a951-303f6d8c0a90 HTTP/1.1" status: 404 len: 337 time: 0.1350996 Oct 19 11:30:35.907984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43772) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:35.988605 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89cfd1e-0a5d-4b16-8630-ca49d5a392a3 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] DELETE failed (client error): The resource could not be found. Oct 19 11:30:35.988605 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89cfd1e-0a5d-4b16-8630-ca49d5a392a3 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:35.990273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7137ef22-4fab-42fc-a6b1-63c86b42e39f None None] Port f0cc38c9-a040-4152-b122-27469e63e821 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:35.994597 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e89cfd1e-0a5d-4b16-8630-ca49d5a392a3 tempest-RoutersTest-219849913 tempest-RoutersTest-219849913-project] 10.222.0.39 "DELETE /v2.0/subnets/d23ae7de-d2cd-4874-86e4-07cca566bbe7 HTTP/1.1" status: 404 len: 337 time: 0.0430667 Oct 19 11:30:36.015713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe93644-b9ee-401e-8257-80d7674ea895 req-a0cf2685-5fc0-4c21-bd7a-2074b9118115 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:36.024663 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fe93644-b9ee-401e-8257-80d7674ea895 req-a0cf2685-5fc0-4c21-bd7a-2074b9118115 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 944 time: 0.1404145 Oct 19 11:30:36.074983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router c49ad185-be1b-464b-bfda-113db88707b7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:36.083281 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:36.084446 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:36.096911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fe93644-b9ee-401e-8257-80d7674ea895 req-80c32b5a-f022-45d6-a98f-ad7d49e84708 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690646 Oct 19 11:30:36.148312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 7e26bf79-b68f-4038-97ff-5b8325d10394 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:30:36.156801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 7e26bf79-b68f-4038-97ff-5b8325d10394 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:36.157159 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:36.205575 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b62a4dbc-5624-4825-955a-dca6c9862c5e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:36.231380 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-df16abf2-11b7-422a-9c23-2b1e5beead0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:36.233999 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-df16abf2-11b7-422a-9c23-2b1e5beead0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:36.237842 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-df16abf2-11b7-422a-9c23-2b1e5beead0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e23bf4b4-5372-4405-955c-f36bb72acb65 HTTP/1.1" status: 204 len: 168 time: 0.6996963 Oct 19 11:30:36.279487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16abf2-11b7-422a-9c23-2b1e5beead0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23bf4b4-5372-4405-955c-f36bb72acb65,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:36.285426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:36.297505 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c116f-c477-4dc9-ae5a-150813e44bb1 None None] Sync routers for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:36.314249 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c116f-c477-4dc9-ae5a-150813e44bb1 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:36.314904 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-639c116f-c477-4dc9-ae5a-150813e44bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:36.333144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-24ce73b3-9ee9-4900-a575-efbb9263d690 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2492387 Oct 19 11:30:36.333598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a4dbc-5624-4825-955a-dca6c9862c5e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:36.333857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43786) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:36.338900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b62a4dbc-5624-4825-955a-dca6c9862c5e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:36.362261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934553e4-9a30-45ea-8d39-57d7073d903a None None] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:36.362917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a4dbc-5624-4825-955a-dca6c9862c5e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:36.363530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b62a4dbc-5624-4825-955a-dca6c9862c5e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:36.443612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-026c9937-3009-49f4-b279-a36689fb8e13 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting subnet cac862d0-8923-4842-9fb2-3ab5c6f56dca {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:30:36.448487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-026c9937-3009-49f4-b279-a36689fb8e13 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:36.456969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a4dbc-5624-4825-955a-dca6c9862c5e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Subnet': ['ID=ea0bc9b5-ccae-410f-ae53-b154cbd0513f,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:36.560206 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b62a4dbc-5624-4825-955a-dca6c9862c5e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8581150 Oct 19 11:30:36.561215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43792) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:36.571615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1b1c1a44-c19a-4c16-8f21-7ec2169470e1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-126410855', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ea0bc9b5-ccae-410f-ae53-b154cbd0513f'}], 'security_groups': ['41777c25-541b-4842-a287-fec97405cc49']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:36.611252 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-639c116f-c477-4dc9-ae5a-150813e44bb1 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:36.630493 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-026c9937-3009-49f4-b279-a36689fb8e13 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:36.670741 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:36.943986 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-026c9937-3009-49f4-b279-a36689fb8e13 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:36.947607 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1a44-c19a-4c16-8f21-7ec2169470e1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:37.067112 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88e078-599b-40d3-a84a-6335fb22361e req-673358cb-9d50-4922-954a-809fcb81390c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:37.071665 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f88e078-599b-40d3-a84a-6335fb22361e req-673358cb-9d50-4922-954a-809fcb81390c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 944 time: 0.3203895 Oct 19 11:30:37.072362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43808) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:37.117511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7e26bf79-b68f-4038-97ff-5b8325d10394, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7e26bf79-b68f-4038-97ff-5b8325d10394,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:37.122995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6724104-c53e-4a72-97fc-69d975839c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e26bf79-b68f-4038-97ff-5b8325d10394'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:30:37.127258 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a24d16-fbe7-4ea1-a26d-c1a25bbdf593" -d '{"events": [{"server_uuid": "c6724104-c53e-4a72-97fc-69d975839c23", "name": "network-vif-plugged", "status": "completed", "tag": "7e26bf79-b68f-4038-97ff-5b8325d10394"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:30:37.243980 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f88e078-599b-40d3-a84a-6335fb22361e req-137da63f-7dac-4a59-a2e8-07b0e1f56542 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489713 Oct 19 11:30:37.283660 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:37.284610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device fc3b1a22-c218-4b0b-98c0-6df75bb25fcf up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:37.299002 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-639c116f-c477-4dc9-ae5a-150813e44bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:35Z', 'revision_number': 9, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:37.357859 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-026c9937-3009-49f4-b279-a36689fb8e13 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:37.405590 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c116f-c477-4dc9-ae5a-150813e44bb1 None None] Checking router: c49ad185-be1b-464b-bfda-113db88707b7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:37.443239 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-026c9937-3009-49f4-b279-a36689fb8e13 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:37.446993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-026c9937-3009-49f4-b279-a36689fb8e13 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/cac862d0-8923-4842-9fb2-3ab5c6f56dca HTTP/1.1" status: 204 len: 168 time: 1.1120420 Oct 19 11:30:37.449643 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c116f-c477-4dc9-ae5a-150813e44bb1 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:37.451363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43820) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:37.452720 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-639c116f-c477-4dc9-ae5a-150813e44bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:37.456748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c9937-3009-49f4-b279-a36689fb8e13 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Subnet': ['ID=cac862d0-8923-4842-9fb2-3ab5c6f56dca,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:37.505133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7e26bf79-b68f-4038-97ff-5b8325d10394,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:37.509876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a357-f815-4a0b-bf05-bcf8e93d8f92 req-3edf3bc8-24e9-40dd-b0de-45d77c971ece tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:37.511715 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91b7a357-f815-4a0b-bf05-bcf8e93d8f92 req-3edf3bc8-24e9-40dd-b0de-45d77c971ece tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1950991 Oct 19 11:30:37.516379 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bf0104-156e-481c-9759-dfa5af2069b0 x-openstack-request-id: req-63bf0104-156e-481c-9759-dfa5af2069b0 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:30:37.522786 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6724104-c53e-4a72-97fc-69d975839c23", "name": "network-vif-plugged", "status": "completed", "tag": "7e26bf79-b68f-4038-97ff-5b8325d10394", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:30:37.523103 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63bf0104-156e-481c-9759-dfa5af2069b0 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:30:37.523543 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6724104-c53e-4a72-97fc-69d975839c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e26bf79-b68f-4038-97ff-5b8325d10394', 'code': 200} Oct 19 11:30:37.541074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9af5b33-5ff0-4e8e-b4e8-3b219ff0c4d3 None None] Network 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:37.612524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a5fc8286-5143-421d-a504-7c7178e4fc05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a927e7f56fd40e1b31920265e4ab8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5273142 Oct 19 11:30:37.615851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43824) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:37.673142 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-639c116f-c477-4dc9-ae5a-150813e44bb1 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:37.804487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3797-4ccc-4cb1-bfe7-b853f8ff6a4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:37.911519 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3797-4ccc-4cb1-bfe7-b853f8ff6a4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:37.927752 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:37.957993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91b7a357-f815-4a0b-bf05-bcf8e93d8f92 req-62afc523-215e-4583-b85c-07178b9814a5 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861980 Oct 19 11:30:37.966414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866f0de-9313-42dd-98a7-1a4f911df401 req-61b21a8b-31db-4a1c-a3a2-97a09f138995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:37.968219 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6866f0de-9313-42dd-98a7-1a4f911df401 req-61b21a8b-31db-4a1c-a3a2-97a09f138995 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 1096 time: 0.4773448 Oct 19 11:30:37.990994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:30:38.007634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115af5fb-cd39-40a5-97b9-1ef61d519327 None None] Update dhcp port {'port': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'fixed_ips': [{'subnet_id': '356a0a32-862d-42be-8f9d-2d19c4b73773', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ea0bc9b5-ccae-410f-ae53-b154cbd0513f'}], 'binding:host_id': 'n-d-814547-1'}, 'id': '6336dd00-ffb0-4117-a8cb-184df46c078d'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:30:38.015418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:38.016763 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:38.095239 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-115af5fb-cd39-40a5-97b9-1ef61d519327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:38.146260 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-639c116f-c477-4dc9-ae5a-150813e44bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:35Z', 'revision_number': 9, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:38.148705 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3797-4ccc-4cb1-bfe7-b853f8ff6a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:38.154123 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3797-4ccc-4cb1-bfe7-b853f8ff6a4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:38.157834 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9e0b3797-4ccc-4cb1-bfe7-b853f8ff6a4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04c11014-a7b5-4ad9-8b63-0fb6785dc2d7 HTTP/1.1" status: 204 len: 168 time: 0.5380914 Oct 19 11:30:38.168357 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6866f0de-9313-42dd-98a7-1a4f911df401 req-4c6ccc07-364d-46c5-8f70-c02568cb0349 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867461 Oct 19 11:30:38.197837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b3797-4ccc-4cb1-bfe7-b853f8ff6a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c11014-a7b5-4ad9-8b63-0fb6785dc2d7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:38.213021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-1b1c1a44-c19a-4c16-8f21-7ec2169470e1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Delete allocated IP 2001:db8::3 (b6874745-038a-42b0-a4f0-46d263fd6ca6/356a0a32-862d-42be-8f9d-2d19c4b73773) {{(pid=101312) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 11:30:38.253296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-1b1c1a44-c19a-4c16-8f21-7ec2169470e1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8:0:1::4d (b6874745-038a-42b0-a4f0-46d263fd6ca6/ea0bc9b5-ccae-410f-ae53-b154cbd0513f/f0cc38c9-a040-4152-b122-27469e63e821) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:38.257716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:38.258063 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:38.280212 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c116f-c477-4dc9-ae5a-150813e44bb1 None None] The sync data for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 is: [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:35Z', 'revision_number': 9, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': '80098723-ee07-4b83-b735-338b502533e9', 'name': '', 'network_id': '6fb627c5-458d-4a89-8000-0342f7fb3c88', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:7d:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:47Z', 'updated_at': '2021-10-19T11:29:53Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '6a883bbd-5f8e-42e9-b805-c7e390440300', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:38.318433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8d348c-e175-488d-89e7-c9dfcbfde6c0 None None] DHCP port deletion for 54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:30:38.434502 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:38.532972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] For port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f,segment=NetworkSegment(b41e0984-8018-478a-af10-86d691e29099),segment_id=b41e0984-8018-478a-af10-86d691e29099)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:38.533464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:38.552292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959515-cb44-4ca5-bf53-cb750dd716e8 req-6f0b9e94-4359-4169-9829-bb8f2e01db6d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:38.555052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4959515-cb44-4ca5-bf53-cb750dd716e8 req-6f0b9e94-4359-4169-9829-bb8f2e01db6d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 944 time: 0.1526918 Oct 19 11:30:38.565901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:38.582610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d348c-e175-488d-89e7-c9dfcbfde6c0 None None] Deleting port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:38.582981 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9c8d348c-e175-488d-89e7-c9dfcbfde6c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:38.639385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:38.671704 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4959515-cb44-4ca5-bf53-cb750dd716e8 req-64b2ef90-4b81-463c-8f39-0825a2e50456 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105838 Oct 19 11:30:38.735266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9c8d348c-e175-488d-89e7-c9dfcbfde6c0 None None] For port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f,segment=NetworkSegment(b41e0984-8018-478a-af10-86d691e29099),segment_id=b41e0984-8018-478a-af10-86d691e29099)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:38.735783 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9c8d348c-e175-488d-89e7-c9dfcbfde6c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:38.748159 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:38.758201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d348c-e175-488d-89e7-c9dfcbfde6c0 None None] Calling delete_port for c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:38.926114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:38.962222 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1a44-c19a-4c16-8f21-7ec2169470e1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.083180 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1a44-c19a-4c16-8f21-7ec2169470e1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.119014 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9c8d348c-e175-488d-89e7-c9dfcbfde6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.127523 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.197801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c1a44-c19a-4c16-8f21-7ec2169470e1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] In _notify_port_updated(), no bound segment for port f0cc38c9-a040-4152-b122-27469e63e821 on network b6874745-038a-42b0-a4f0-46d263fd6ca6 {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:30:39.198184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d348c-e175-488d-89e7-c9dfcbfde6c0 None None] Pushing event deleted for resources: {'Port': ['ID=c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:39.204413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1c1a44-c19a-4c16-8f21-7ec2169470e1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:39.205399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1a44-c19a-4c16-8f21-7ec2169470e1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.207256 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1b1c1a44-c19a-4c16-8f21-7ec2169470e1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "PUT /v2.0/ports/f0cc38c9-a040-4152-b122-27469e63e821 HTTP/1.1" status: 200 len: 929 time: 2.6448584 Oct 19 11:30:39.211380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43876) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:39.223153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-115af5fb-cd39-40a5-97b9-1ef61d519327 None None] Allocated IP 2001:db8:0:1::2 (b6874745-038a-42b0-a4f0-46d263fd6ca6/ea0bc9b5-ccae-410f-ae53-b154cbd0513f/6336dd00-ffb0-4117-a8cb-184df46c078d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:39.249389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf8eaf-534f-498a-a0a5-708be50d3b17 req-5b245c12-95b7-4ff1-bccc-b5f7c3263fc8 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:39.249590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d348c-e175-488d-89e7-c9dfcbfde6c0 None None] No DVR routers for this DVR port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:39.262225 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6bf8eaf-534f-498a-a0a5-708be50d3b17 req-5b245c12-95b7-4ff1-bccc-b5f7c3263fc8 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.2157564 Oct 19 11:30:39.271274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No DVR routers for this DVR port c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:39.323869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c1a44-c19a-4c16-8f21-7ec2169470e1 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=f0cc38c9-a040-4152-b122-27469e63e821,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:39.401204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43878) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:39.448119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6bf8eaf-534f-498a-a0a5-708be50d3b17 req-919dc3be-5431-4ff5-a982-468e2e5a9836 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847191 Oct 19 11:30:39.449271 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:39.484181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-115af5fb-cd39-40a5-97b9-1ef61d519327 None None] For port 6336dd00-ffb0-4117-a8cb-184df46c078d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6336dd00-ffb0-4117-a8cb-184df46c078d,segment=NetworkSegment(f1a8e3e0-01ca-4c87-860d-2b68f006ef09),segment_id=f1a8e3e0-01ca-4c87-860d-2b68f006ef09)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:39.509899 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.527332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d2c103-1db4-4fae-b59c-e91ed29d99b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3b1a22-c218-4b0b-98c0-6df75bb25fcf'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:30:39.529732 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b260ea8-57c7-41d8-841e-f89d74f52043" -d '{"events": [{"server_uuid": "86d2c103-1db4-4fae-b59c-e91ed29d99b6", "name": "network-vif-plugged", "status": "completed", "tag": "fc3b1a22-c218-4b0b-98c0-6df75bb25fcf"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:30:39.538140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-40de8a1b-4882-4e1d-8cfb-4229e6c8d299 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port f0cc38c9-a040-4152-b122-27469e63e821 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:39.539512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40de8a1b-4882-4e1d-8cfb-4229e6c8d299 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.540818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c8c6b8-a5a5-46ef-ae74-b3fa099f2469']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:39.555067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41e0984-8018-478a-af10-86d691e29099') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:39.563860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41e0984-8018-478a-af10-86d691e29099') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:39.577085 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.593551 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-115af5fb-cd39-40a5-97b9-1ef61d519327 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.594239 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.602861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:30:39.603256 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:30:39.606355 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:30:39.700191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40de8a1b-4882-4e1d-8cfb-4229e6c8d299 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:39.715757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f9fd2211-e93c-4aab-a55c-98cb171eb7ea no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:39.720650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-40de8a1b-4882-4e1d-8cfb-4229e6c8d299 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for f0cc38c9-a040-4152-b122-27469e63e821 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:39.747846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: f9fd2211-e93c-4aab-a55c-98cb171eb7ea {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:39.754469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f9fd2211-e93c-4aab-a55c-98cb171eb7ea not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:39.754469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:39.815889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:39.816173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c1b9e4f1-4df8-4a10-a7b7-2c99e79a3b3f not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:39.879915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c41211-4d53-443f-8f71-a81ff638adc3 req-a4a42ce3-7707-4905-ba88-84890e89168c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:39.883953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88c41211-4d53-443f-8f71-a81ff638adc3 req-a4a42ce3-7707-4905-ba88-84890e89168c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 945 time: 0.1051266 Oct 19 11:30:39.942887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88c41211-4d53-443f-8f71-a81ff638adc3 req-1aeb74d2-e397-4f5d-ad1b-9ec6f926b89a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506103 Oct 19 11:30:39.964445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-network', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:40.153448 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd7fabf-6c4f-43b7-a3c6-bdecdd75b635 x-openstack-request-id: req-4bd7fabf-6c4f-43b7-a3c6-bdecdd75b635 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:30:40.154044 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d2c103-1db4-4fae-b59c-e91ed29d99b6", "name": "network-vif-plugged", "status": "completed", "tag": "fc3b1a22-c218-4b0b-98c0-6df75bb25fcf", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:30:40.154273 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bd7fabf-6c4f-43b7-a3c6-bdecdd75b635 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:30:40.154682 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d2c103-1db4-4fae-b59c-e91ed29d99b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3b1a22-c218-4b0b-98c0-6df75bb25fcf', 'code': 200} Oct 19 11:30:40.278578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4eff3-d886-451a-b22e-d82d07c0dbe3 req-2bdb8b8d-fc36-4e01-868d-ac89308cdf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:40.280664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-63b4eff3-d886-451a-b22e-d82d07c0dbe3 req-2bdb8b8d-fc36-4e01-868d-ac89308cdf88 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 1096 time: 0.0564094 Oct 19 11:30:40.302509 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-115af5fb-cd39-40a5-97b9-1ef61d519327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:40.327900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-63b4eff3-d886-451a-b22e-d82d07c0dbe3 req-e479063c-a077-4004-9a31-3ca23ca39add service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Oct 19 11:30:40.348457 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40de8a1b-4882-4e1d-8cfb-4229e6c8d299 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:40.353167 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:40.357103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:40.360374 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:40.378046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:40.384617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/networks/54c8c6b8-a5a5-46ef-ae74-b3fa099f2469 HTTP/1.1" status: 204 len: 168 time: 2.9298182 Oct 19 11:30:40.391797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43896) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:40.421208 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de8a1b-4882-4e1d-8cfb-4229e6c8d299 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=f0cc38c9-a040-4152-b122-27469e63e821,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:40.438603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115af5fb-cd39-40a5-97b9-1ef61d519327 None None] Pushing event updated for resources: {'Port': ['ID=6336dd00-ffb0-4117-a8cb-184df46c078d,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:40.462298 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:40.483281 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40de8a1b-4882-4e1d-8cfb-4229e6c8d299 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:40.495970 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-40de8a1b-4882-4e1d-8cfb-4229e6c8d299 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/f0cc38c9-a040-4152-b122-27469e63e821 HTTP/1.1" status: 204 len: 168 time: 1.2807333 Oct 19 11:30:40.496331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43902) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:40.561665 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-48be2ac1-0e86-4117-9c8d-04898e4cba32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:30:40.570083 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-48be2ac1-0e86-4117-9c8d-04898e4cba32 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/f0cc38c9-a040-4152-b122-27469e63e821 HTTP/1.1" status: 404 len: 333 time: 0.0659406 Oct 19 11:30:40.570521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43904) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:40.581700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b2678-2087-4d09-9b5f-c6a1ad954474 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Network': ['ID=54c8c6b8-a5a5-46ef-ae74-b3fa099f2469,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:40.690090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43910) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:40.748509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e2817c9-d33b-4087-a422-801fe8f2e74c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:40.808058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e2817c9-d33b-4087-a422-801fe8f2e74c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:40.849156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43914) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:40.885005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a73db-e4de-4235-b290-f5c1d6369f48 req-6a1921fe-160a-465f-b1b9-9865ca3c2bed tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:40.892388 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c59a73db-e4de-4235-b290-f5c1d6369f48 req-6a1921fe-160a-465f-b1b9-9865ca3c2bed tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.3131659 Oct 19 11:30:40.978449 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e2817c9-d33b-4087-a422-801fe8f2e74c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:40.986671 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e2817c9-d33b-4087-a422-801fe8f2e74c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:40.993535 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2e2817c9-d33b-4087-a422-801fe8f2e74c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/security-groups/e30a013a-2fc1-4361-961b-9f9ff56d6158 HTTP/1.1" status: 204 len: 168 time: 0.4213417 Oct 19 11:30:40.995625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43920) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:41.098423 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2817c9-d33b-4087-a422-801fe8f2e74c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30a013a-2fc1-4361-961b-9f9ff56d6158,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:41.229810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e8659cf-2448-4f62-a1dd-4b90dc7fc9db admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.285643 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3474e314-a30c-4540-8e18-1677708727ce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group': {'name': 'tempest-secgroup--626175172'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:41.321400 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12b525-4ab3-4cf7-a5a0-166940f6bbe6 req-6175e90c-26e4-4d7c-be52-0247592cbfbd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:41.330466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ec12b525-4ab3-4cf7-a5a0-166940f6bbe6 req-6175e90c-26e4-4d7c-be52-0247592cbfbd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 945 time: 0.1815786 Oct 19 11:30:41.390418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ec12b525-4ab3-4cf7-a5a0-166940f6bbe6 req-5f6a0790-8c27-4dc3-9145-4b006b7c2c09 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588658 Oct 19 11:30:41.484510 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6365ad7a-9f0c-4572-82f4-2d54333bbdcd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.534281 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6365ad7a-9f0c-4572-82f4-2d54333bbdcd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.557116 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c59a73db-e4de-4235-b290-f5c1d6369f48 req-612efbce-e829-4080-abb9-b8488687d1ff tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635880 Oct 19 11:30:41.558392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3474e314-a30c-4540-8e18-1677708727ce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.607947 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3474e314-a30c-4540-8e18-1677708727ce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.608463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.663489 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e8659cf-2448-4f62-a1dd-4b90dc7fc9db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.689563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9cc493c3-db4e-4c15-a2b8-92b96e5f96b1 None None] Provisioning complete for port 6b374563-2f6a-4ab0-9862-186bc81ab199 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:41.693291 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9cc493c3-db4e-4c15-a2b8-92b96e5f96b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.712248 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.752151 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6365ad7a-9f0c-4572-82f4-2d54333bbdcd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.762853 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6365ad7a-9f0c-4572-82f4-2d54333bbdcd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.764314 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6365ad7a-9f0c-4572-82f4-2d54333bbdcd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/security-groups/41777c25-541b-4842-a287-fec97405cc49 HTTP/1.1" status: 204 len: 168 time: 0.7558584 Oct 19 11:30:41.767069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43926) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:41.831202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365ad7a-9f0c-4572-82f4-2d54333bbdcd tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41777c25-541b-4842-a287-fec97405cc49,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:41.832513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e8659cf-2448-4f62-a1dd-4b90dc7fc9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.849457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:30:41.860805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.861669 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Added segment 02bd9762-3bd2-4aca-8400-b859ca66ddbe of type vlan for network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 Oct 19 11:30:41.865548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6336dd00-ffb0-4117-a8cb-184df46c078d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:41.911379 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3474e314-a30c-4540-8e18-1677708727ce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.916734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:41.997748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9cc493c3-db4e-4c15-a2b8-92b96e5f96b1 None None] Port 6b374563-2f6a-4ab0-9862-186bc81ab199 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:42.003415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f426ce1-d1ae-4d47-960c-dcdca10ad54f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:42.020790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e5b4b1-eefd-4cb9-988f-c4e9c9e7718e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting subnet 356a0a32-862d-42be-8f9d-2d19c4b73773 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:30:42.024699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9cc493c3-db4e-4c15-a2b8-92b96e5f96b1 None None] Could not find standard attr ID for object f0cc38c9-a040-4152-b122-27469e63e821. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:30:42.034871 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.036089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:42.036880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.054826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1e8659cf-2448-4f62-a1dd-4b90dc7fc9db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72b0e795354b40d5bab3e0ac4a196b20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2018592 Oct 19 11:30:42.054826 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54e5b4b1-eefd-4cb9-988f-c4e9c9e7718e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.056518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43928) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:42.065553 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3474e314-a30c-4540-8e18-1677708727ce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.081539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9cc493c3-db4e-4c15-a2b8-92b96e5f96b1 None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:42.083859 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9cc493c3-db4e-4c15-a2b8-92b96e5f96b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.086533 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:42.093411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.098878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8659cf-2448-4f62-a1dd-4b90dc7fc9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b4a3ae-ce92-4334-987c-9d9bd2ceabf0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:42.149761 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7471554 Oct 19 11:30:42.170849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43930) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:42.179912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] Request body: {'subnet': {'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-subnet', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:42.217534 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54e5b4b1-eefd-4cb9-988f-c4e9c9e7718e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.252615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e314-a30c-4540-8e18-1677708727ce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3b851b-9c61-49bc-ae90-53c0482f7d43,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:42.336502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626cffb-0f13-491d-8d8a-3af656547e18 admin admin] Pushing event updated for resources: {'Network': ['ID=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:42.381536 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3474e314-a30c-4540-8e18-1677708727ce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.461173 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54e5b4b1-eefd-4cb9-988f-c4e9c9e7718e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.465468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:30:42.486645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:42.489032 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.506128 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3474e314-a30c-4540-8e18-1677708727ce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.605111 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f792c0e-ba6e-4eff-b51f-4a44c6a9cb05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.608662 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3474e314-a30c-4540-8e18-1677708727ce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.609900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3474e314-a30c-4540-8e18-1677708727ce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9184484 Oct 19 11:30:42.614554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43936) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:42.646689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e314-a30c-4540-8e18-1677708727ce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225a9950-411b-4b31-b89e-9e2de0af159e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:42.665326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426401e-db43-4289-8fa4-a7ee1f977044 req-879671d7-8588-45d2-afcd-b36c4ddd93e1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:42.672697 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9426401e-db43-4289-8fa4-a7ee1f977044 req-879671d7-8588-45d2-afcd-b36c4ddd93e1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 945 time: 0.1507556 Oct 19 11:30:42.679768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-977a5e0c-57fa-40bf-a910-c6d94e26bdb2 None None] Could not find standard attr ID for object f0cc38c9-a040-4152-b122-27469e63e821. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:30:42.721448 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f792c0e-ba6e-4eff-b51f-4a44c6a9cb05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.728066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9426401e-db43-4289-8fa4-a7ee1f977044 req-f5153584-4823-45d0-a10f-e2fe8b23d150 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518260 Oct 19 11:30:42.779235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6369494-0b7f-4d94-9c9a-396db791d3be req-1c39006a-a347-49ed-a2b3-c1aa395f7ecd tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:42.781262 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6369494-0b7f-4d94-9c9a-396db791d3be req-1c39006a-a347-49ed-a2b3-c1aa395f7ecd tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.3851256 Oct 19 11:30:42.785839 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54e5b4b1-eefd-4cb9-988f-c4e9c9e7718e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.799949 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54e5b4b1-eefd-4cb9-988f-c4e9c9e7718e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:42.809989 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-54e5b4b1-eefd-4cb9-988f-c4e9c9e7718e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/356a0a32-862d-42be-8f9d-2d19c4b73773 HTTP/1.1" status: 204 len: 168 time: 1.0300291 Oct 19 11:30:42.830399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43940) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:42.844149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-da8857a5-3d2f-4f22-abe8-2df84b3dc696 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:42.865583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab267f4-3108-44d2-bc7b-8f1668ab1369 None None] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:42.892819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5b4b1-eefd-4cb9-988f-c4e9c9e7718e tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Subnet': ['ID=356a0a32-862d-42be-8f9d-2d19c4b73773,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:42.946000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235ed1c-1d7d-4098-9dee-572ea8388162 req-2286908d-871e-4b9a-ac5a-413bcb9875e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:42.947528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8235ed1c-1d7d-4098-9dee-572ea8388162 req-2286908d-871e-4b9a-ac5a-413bcb9875e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3ad651dd79d4e92a7696dec699be2a1&device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 1096 time: 0.5317202 Oct 19 11:30:42.987407 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.005046 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d45f45cb-82ed-4094-93b4-23fc4febb146 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3871641 Oct 19 11:30:43.013440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43944) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:43.023423 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-76d20c1d-4b84-4836-899c-6c551fe64a35 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group': {'name': 'tempest-security--793028070', 'description': 'tempest-security-description-1073576894'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:43.094251 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9dfae46f-d158-49cb-98ba-eaeeb3ae096c req-5ae33c7e-27ca-40e7-a01f-3493780d97f4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=adb4e90a76744825a16a77292f3584a5 HTTP/1.1" status: 200 len: 267 time: 0.1746995 Oct 19 11:30:43.108438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76d20c1d-4b84-4836-899c-6c551fe64a35 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.110791 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.161874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6369494-0b7f-4d94-9c9a-396db791d3be req-f622a3b0-cd67-4ef3-9be6-81dbccf701df tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700336 Oct 19 11:30:43.198689 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76d20c1d-4b84-4836-899c-6c551fe64a35 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.221087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfae46f-d158-49cb-98ba-eaeeb3ae096c req-3cd9148b-0670-481e-8c63-137a20b9bc0a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:43.222762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9dfae46f-d158-49cb-98ba-eaeeb3ae096c req-3cd9148b-0670-481e-8c63-137a20b9bc0a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 945 time: 0.1191077 Oct 19 11:30:43.238783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-9dfae46f-d158-49cb-98ba-eaeeb3ae096c req-3cd86ca9-838e-4c10-a0fa-f767955938fd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Request body: {'port': {'security_groups': []}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:43.274194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f792c0e-ba6e-4eff-b51f-4a44c6a9cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.276799 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f792c0e-ba6e-4eff-b51f-4a44c6a9cb05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.280187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5f792c0e-ba6e-4eff-b51f-4a44c6a9cb05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0b4a3ae-ce92-4334-987c-9d9bd2ceabf0 HTTP/1.1" status: 204 len: 168 time: 1.2173769 Oct 19 11:30:43.286551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e2bdab-7342-4fa2-b0d7-dca9b53757e7,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:43.295049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76d20c1d-4b84-4836-899c-6c551fe64a35 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.298166 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76d20c1d-4b84-4836-899c-6c551fe64a35 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.300498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-76d20c1d-4b84-4836-899c-6c551fe64a35 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "PUT /v2.0/security-groups/225a9950-411b-4b31-b89e-9e2de0af159e HTTP/1.1" status: 200 len: 1779 time: 0.2856474 Oct 19 11:30:43.312610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8857a5-3d2f-4f22-abe8-2df84b3dc696 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:43.315021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43948) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:43.315176 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da8857a5-3d2f-4f22-abe8-2df84b3dc696 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.334732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235ed1c-1d7d-4098-9dee-572ea8388162 req-2aa68d05-9723-42f4-890d-351669f30881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:43.336092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8235ed1c-1d7d-4098-9dee-572ea8388162 req-2aa68d05-9723-42f4-890d-351669f30881 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e HTTP/1.1" status: 200 len: 912 time: 0.3766210 Oct 19 11:30:43.347150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f792c0e-ba6e-4eff-b51f-4a44c6a9cb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b4a3ae-ce92-4334-987c-9d9bd2ceabf0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:43.427691 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8235ed1c-1d7d-4098-9dee-572ea8388162 req-195592d1-638b-44f4-a6e4-a178dd44c664 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e26bf79-b68f-4038-97ff-5b8325d10394 HTTP/1.1" status: 200 len: 217 time: 0.0744886 Oct 19 11:30:43.428433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] Checking segment: {'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:43.429378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] Network hostable DHCP agents. Network: 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:30:43.440997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d20c1d-4b84-4836-899c-6c551fe64a35 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225a9950-411b-4b31-b89e-9e2de0af159e,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:43.479796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9dfae46f-d158-49cb-98ba-eaeeb3ae096c req-3cd86ca9-838e-4c10-a0fa-f767955938fd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.480617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bd8f2735-b797-454e-a1b5-f25e99c792a3 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-groups/225a9950-411b-4b31-b89e-9e2de0af159e HTTP/1.1" status: 200 len: 1779 time: 0.1665103 Oct 19 11:30:43.488255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43950) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:43.540325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235ed1c-1d7d-4098-9dee-572ea8388162 req-48418e47-724a-4d31-ae10-ae2efaaea40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:43.541846 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8235ed1c-1d7d-4098-9dee-572ea8388162 req-48418e47-724a-4d31-ae10-ae2efaaea40e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b89025-ed79-4430-b2da-0d836edb3c46 HTTP/1.1" status: 200 len: 851 time: 0.1042590 Oct 19 11:30:43.608434 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8235ed1c-1d7d-4098-9dee-572ea8388162 req-961b412f-a171-4693-bc6c-74eb651196f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520670 Oct 19 11:30:43.612155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] Network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:30:43.690613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6231ea5e-aa62-4dcb-a7c8-e61fc3e8ec49 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.740344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:43.756672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:43.757225 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.762714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732836e5-e7ad-46b0-9cc5-905466e54880 None None] Network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:43.769016 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6231ea5e-aa62-4dcb-a7c8-e61fc3e8ec49 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.805434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9dfae46f-d158-49cb-98ba-eaeeb3ae096c req-3cd86ca9-838e-4c10-a0fa-f767955938fd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] For port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:43.866477 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8235ed1c-1d7d-4098-9dee-572ea8388162 req-4b525f26-9d95-485b-8f0a-775e1f0959ab service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417183 Oct 19 11:30:43.906192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 80098723-ee07-4b83-b735-338b502533e9 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:43.906559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.915169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9dfae46f-d158-49cb-98ba-eaeeb3ae096c req-3cd86ca9-838e-4c10-a0fa-f767955938fd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:43.932040 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-862e45b2-7f6d-4003-985b-941d12558dca admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7587178 Oct 19 11:30:43.934501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43954) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:43.949029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:44.015771 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9dfae46f-d158-49cb-98ba-eaeeb3ae096c req-3cd86ca9-838e-4c10-a0fa-f767955938fd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.034343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b338daa1-71d2-4b41-a1e8-d8584a485251', 'fc3b1a22-c218-4b0b-98c0-6df75bb25fcf'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:30:44.043702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2f2f3184-cea4-4c70-ac2a-6cfc149d18cc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:30:44.046913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'fixed_ips': [{'subnet_id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:30:44.048162 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.060964 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6231ea5e-aa62-4dcb-a7c8-e61fc3e8ec49 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.066706 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6231ea5e-aa62-4dcb-a7c8-e61fc3e8ec49 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.067880 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6231ea5e-aa62-4dcb-a7c8-e61fc3e8ec49 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-groups/225a9950-411b-4b31-b89e-9e2de0af159e HTTP/1.1" status: 204 len: 168 time: 0.5741351 Oct 19 11:30:44.103587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43958) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:44.117763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd86ca9-838e-4c10-a0fa-f767955938fd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event updated for resources: {'Port': ['ID=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:44.144797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfae46f-d158-49cb-98ba-eaeeb3ae096c req-3cd86ca9-838e-4c10-a0fa-f767955938fd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:44.148056 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9dfae46f-d158-49cb-98ba-eaeeb3ae096c req-3cd86ca9-838e-4c10-a0fa-f767955938fd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.151636 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9dfae46f-d158-49cb-98ba-eaeeb3ae096c req-3cd86ca9-838e-4c10-a0fa-f767955938fd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "PUT /v2.0/ports/fc3b1a22-c218-4b0b-98c0-6df75bb25fcf HTTP/1.1" status: 200 len: 904 time: 0.9178727 Oct 19 11:30:44.161591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.162763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.168331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231ea5e-aa62-4dcb-a7c8-e61fc3e8ec49 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225a9950-411b-4b31-b89e-9e2de0af159e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:44.225198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8235ed1c-1d7d-4098-9dee-572ea8388162 req-15b389e1-46fd-4d91-91df-d2ea472e382c service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446229 Oct 19 11:30:44.239513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] For port 80098723-ee07-4b83-b735-338b502533e9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=80098723-ee07-4b83-b735-338b502533e9,segment=NetworkSegment(2bca17e3-6100-4fd0-a3e7-128fdaa2d87e),segment_id=2bca17e3-6100-4fd0-a3e7-128fdaa2d87e)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:44.240185 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.287187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 80098723-ee07-4b83-b735-338b502533e9 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:44.298742 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-687738e2-e8a7-4ade-9fde-4a02549f1142 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1937652 Oct 19 11:30:44.299938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43964) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:44.374938 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-af6c0c0f-ef3d-444d-83b3-473c7297916d tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] delete failed (client error): The resource could not be found. Oct 19 11:30:44.384166 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-af6c0c0f-ef3d-444d-83b3-473c7297916d tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-groups/225a9950-411b-4b31-b89e-9e2de0af159e HTTP/1.1" status: 404 len: 347 time: 0.0804648 Oct 19 11:30:44.388145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43966) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:44.395924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0b655d4b-118d-4240-bbdc-fde351140b78 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group': {'name': 'tempest-secgroup--487741989'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:44.419205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['fc3b1a22-c218-4b0b-98c0-6df75bb25fcf'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:30:44.490127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954384f-b772-485c-b619-4f812487e5f6 req-3f4895d4-341f-48d1-828c-0e529cb273cd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:44.490739 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e954384f-b772-485c-b619-4f812487e5f6 req-3f4895d4-341f-48d1-828c-0e529cb273cd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 907 time: 0.1849122 Oct 19 11:30:44.600479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43970) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:44.658257 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b655d4b-118d-4240-bbdc-fde351140b78 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.662113 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c03f6970-c773-44ba-8ba9-955e2978844a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.672311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fb36898f-bbf0-48cf-acb9-66b1f10ae2d3 None None] Provisioning complete for port 6b374563-2f6a-4ab0-9862-186bc81ab199 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:44.673035 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fb36898f-bbf0-48cf-acb9-66b1f10ae2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.825852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d2c103-1db4-4fae-b59c-e91ed29d99b6', 'tag': 'fc3b1a22-c218-4b0b-98c0-6df75bb25fcf'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:30:44.828972 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d3a0a2-58ae-4e17-a288-3f3587664f45" -d '{"events": [{"name": "network-changed", "server_uuid": "86d2c103-1db4-4fae-b59c-e91ed29d99b6", "tag": "fc3b1a22-c218-4b0b-98c0-6df75bb25fcf"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:30:44.832317 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da8857a5-3d2f-4f22-abe8-2df84b3dc696 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.844521 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.867366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8857a5-3d2f-4f22-abe8-2df84b3dc696 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:44.888678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-da8857a5-3d2f-4f22-abe8-2df84b3dc696 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:44.907027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8857a5-3d2f-4f22-abe8-2df84b3dc696 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:44.907611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da8857a5-3d2f-4f22-abe8-2df84b3dc696 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:44.908193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1b049-8219-4176-8c27-5334b9b6046e req-64d71185-a646-4111-b1d8-770fce180cb3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:44.910292 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16c1b049-8219-4176-8c27-5334b9b6046e req-64d71185-a646-4111-b1d8-770fce180cb3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2307467 Oct 19 11:30:44.989385 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8857a5-3d2f-4f22-abe8-2df84b3dc696 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Subnet': ['ID=41788e85-50fc-4d50-b5af-deb50cab6dac,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:44.999553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fb36898f-bbf0-48cf-acb9-66b1f10ae2d3 None None] Port 6b374563-2f6a-4ab0-9862-186bc81ab199 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:45.001734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6181f9b-ab99-42ad-a6a1-68603aa1ecbd None None] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:45.026504 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16c1b049-8219-4176-8c27-5334b9b6046e req-eff774a6-5fb4-4272-ac03-b18b5015ec4b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003385 Oct 19 11:30:45.070228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51680a-d3aa-49d0-a416-f8ea78193634 req-fbb458b6-32d3-437e-9cf9-c9fdc9ddb257 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:45.070228 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d51680a-d3aa-49d0-a416-f8ea78193634 req-fbb458b6-32d3-437e-9cf9-c9fdc9ddb257 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1890602 Oct 19 11:30:45.072440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b655d4b-118d-4240-bbdc-fde351140b78 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.073295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-da8857a5-3d2f-4f22-abe8-2df84b3dc696 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2063568 Oct 19 11:30:45.073424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43980) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:45.103115 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e296f0-fa85-4216-87b0-dba4a258712a x-openstack-request-id: req-26e296f0-fa85-4216-87b0-dba4a258712a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:30:45.103115 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d2c103-1db4-4fae-b59c-e91ed29d99b6", "tag": "fc3b1a22-c218-4b0b-98c0-6df75bb25fcf", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:30:45.103115 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26e296f0-fa85-4216-87b0-dba4a258712a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:30:45.103452 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d2c103-1db4-4fae-b59c-e91ed29d99b6', 'tag': 'fc3b1a22-c218-4b0b-98c0-6df75bb25fcf', 'status': 'completed', 'code': 200} Oct 19 11:30:45.123141 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c03f6970-c773-44ba-8ba9-955e2978844a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.127245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-683ac22b-e78e-4c78-88a5-cc046ffec218 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'security_group': {'name': 'tempest-secgroup-24109968'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:45.153394 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.177590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d51680a-d3aa-49d0-a416-f8ea78193634 req-ba838cb3-4bbf-4345-b08c-9c9cda9c42a8 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376061 Oct 19 11:30:45.184831 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.212986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fb36898f-bbf0-48cf-acb9-66b1f10ae2d3 None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:45.213658 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fb36898f-bbf0-48cf-acb9-66b1f10ae2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.228448 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b655d4b-118d-4240-bbdc-fde351140b78 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.297509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Allocated IP 172.20.0.2 (3e41a69a-2e2c-41a5-bbaa-a7ad686bd135/11e2bdab-7342-4fa2-b0d7-dca9b53757e7/c45f42b1-f1b6-4961-813b-a468187109e9) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:45.310348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c03f6970-c773-44ba-8ba9-955e2978844a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.313845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=80098723-ee07-4b83-b735-338b502533e9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:45.476580 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-683ac22b-e78e-4c78-88a5-cc046ffec218 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.499974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3a0a2-58ae-4e17-a288-3f3587664f45 req-31aa09e7-9c88-4ce8-bb86-96c30f570177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:45.501527 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02d3a0a2-58ae-4e17-a288-3f3587664f45 req-31aa09e7-9c88-4ce8-bb86-96c30f570177 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 1058 time: 0.3573320 Oct 19 11:30:45.526492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b655d4b-118d-4240-bbdc-fde351140b78 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c387474-a626-4c8d-8ee3-c089139d294d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:45.592796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58424f61-2bb8-4cdf-829c-745f6e779ccf req-d0e7bde7-62bf-45ce-bbcb-9c181064fea2 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:45.594376 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-58424f61-2bb8-4cdf-829c-745f6e779ccf req-d0e7bde7-62bf-45ce-bbcb-9c181064fea2 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.3878975 Oct 19 11:30:45.616862 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c03f6970-c773-44ba-8ba9-955e2978844a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc6efabb1137447a8380ca62f6a2679b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0134010 Oct 19 11:30:45.618429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43984) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:45.618877 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b655d4b-118d-4240-bbdc-fde351140b78 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.623517 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0b655d4b-118d-4240-bbdc-fde351140b78 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2311001 Oct 19 11:30:45.623605 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.627961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43986) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:45.659377 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b3249f6d-d744-4c5e-9edf-084c4a417a6f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': '1c387474-a626-4c8d-8ee3-c089139d294d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:45.687155 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.721800 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.749725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f6970-c773-44ba-8ba9-955e2978844a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119c04ff-5791-4264-825b-5d86a40f406c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:45.752156 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.779136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-58424f61-2bb8-4cdf-829c-745f6e779ccf req-b9e16a7b-a613-4c86-a050-d3e6f524aef7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548543 Oct 19 11:30:45.795471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca3a3f1c-2f46-418e-802b-bb351766e1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.817103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f13513-d0e4-417b-9e3a-5c4f04c2ca2f None None] Update dhcp port {'port': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'fixed_ips': [{'subnet_id': 'ea0bc9b5-ccae-410f-ae53-b154cbd0513f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '41788e85-50fc-4d50-b5af-deb50cab6dac'}], 'binding:host_id': 'n-d-814547-1'}, 'id': '6336dd00-ffb0-4117-a8cb-184df46c078d'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:30:45.823650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1e84c296-d541-4118-9597-714ce8ac488b None None] Provisioning complete for port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:45.824023 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1e84c296-d541-4118-9597-714ce8ac488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.828651 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca3a3f1c-2f46-418e-802b-bb351766e1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.867074 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.890038 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3a0a2-58ae-4e17-a288-3f3587664f45 req-d6d4e534-704c-4305-8117-03921f381a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:45.891454 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02d3a0a2-58ae-4e17-a288-3f3587664f45 req-d6d4e534-704c-4305-8117-03921f381a5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.3170471 Oct 19 11:30:45.908379 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-683ac22b-e78e-4c78-88a5-cc046ffec218 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.923529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:45.928070 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b0f13513-d0e4-417b-9e3a-5c4f04c2ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.931588 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:45.949521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:45.972044 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3249f6d-d744-4c5e-9edf-084c4a417a6f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.985207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca3a3f1c-2f46-418e-802b-bb351766e1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.988334 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca3a3f1c-2f46-418e-802b-bb351766e1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:45.990081 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ca3a3f1c-2f46-418e-802b-bb351766e1db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/119c04ff-5791-4264-825b-5d86a40f406c HTTP/1.1" status: 204 len: 168 time: 0.3704262 Oct 19 11:30:46.002537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Pushing event updated for resources: {'Port': ['ID=c45f42b1-f1b6-4961-813b-a468187109e9,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:46.032399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Allocated IP 172.25.2.231 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/538b2a97-5982-4857-9387-1a60cc2a93f3) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:46.038670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a3f1c-2f46-418e-802b-bb351766e1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119c04ff-5791-4264-825b-5d86a40f406c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:46.127796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3249f6d-d744-4c5e-9edf-084c4a417a6f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.289797 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3249f6d-d744-4c5e-9edf-084c4a417a6f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.331603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3249f6d-d744-4c5e-9edf-084c4a417a6f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07a148e-1fee-4bb9-bd69-ce2dc888abe9,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:46.336904 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Attempting to bind port c45f42b1-f1b6-4961-813b-a468187109e9 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:30:46.337491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Attempting to bind port c45f42b1-f1b6-4961-813b-a468187109e9 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:30:46.337878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Attempting to bind port c45f42b1-f1b6-4961-813b-a468187109e9 on network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:46.361979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:30:46.362556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Checking segment: {'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:46.363190 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.364068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Bound using segment: {'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:30:46.364853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Bound port: c45f42b1-f1b6-4961-813b-a468187109e9, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:30:46.366798 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.378467 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02d3a0a2-58ae-4e17-a288-3f3587664f45 req-c2d11cda-6cbe-4fb6-94d1-14dcf269dadb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf HTTP/1.1" status: 200 len: 217 time: 0.4778705 Oct 19 11:30:46.379045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-683ac22b-e78e-4c78-88a5-cc046ffec218 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.383713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-0670601c-5a6b-4a3f-ab04-1e30eb325220 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:46.385278 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-0670601c-5a6b-4a3f-ab04-1e30eb325220 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 812 time: 0.2491062 Oct 19 11:30:46.404136 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.421443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3249f6d-d744-4c5e-9edf-084c4a417a6f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.425310 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b3249f6d-d744-4c5e-9edf-084c4a417a6f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7936440 Oct 19 11:30:46.427636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44006) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:46.428196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1ec3dc1b-5d84-47cf-843c-3a6808508473 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/quotas/adb4e90a76744825a16a77292f3584a5 HTTP/1.1" status: 200 len: 375 time: 0.0250258 Oct 19 11:30:46.518927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ac22b-e78e-4c78-88a5-cc046ffec218 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b314a1b-53e2-4139-b002-cb7c5357d54d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:46.519925 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9019a4f7-3181-43bd-b52c-07fcd210e1f2 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.533232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-683ac22b-e78e-4c78-88a5-cc046ffec218 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.539926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-683ac22b-e78e-4c78-88a5-cc046ffec218 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4607718 Oct 19 11:30:46.539926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3a0a2-58ae-4e17-a288-3f3587664f45 req-122a4a07-e9fe-4812-9285-7460d5791c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:46.541079 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02d3a0a2-58ae-4e17-a288-3f3587664f45 req-122a4a07-e9fe-4812-9285-7460d5791c74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.1430516 Oct 19 11:30:46.542331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44010) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:46.542509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b0f13513-d0e4-417b-9e3a-5c4f04c2ca2f None None] Allocated IP 2001:db8::2 (b6874745-038a-42b0-a4f0-46d263fd6ca6/41788e85-50fc-4d50-b5af-deb50cab6dac/6336dd00-ffb0-4117-a8cb-184df46c078d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:46.548074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] For port c45f42b1-f1b6-4961-813b-a468187109e9, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:30:46.552131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] For port c45f42b1-f1b6-4961-813b-a468187109e9, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c45f42b1-f1b6-4961-813b-a468187109e9,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:30:46.552392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9019a4f7-3181-43bd-b52c-07fcd210e1f2 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.573100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2320e1e1-a696-4514-8ffc-5615886742ac tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'security_group': {'name': 'tempest-secgroup-1076766290'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:46.601324 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-ca57c17b-fbb7-4080-80fc-cbb0215ad39e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1450770 Oct 19 11:30:46.604568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d768461-702d-4671-afac-b3c7846ed717 req-7b3cf39e-80ab-411f-b409-0796f3732ed2 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:46.608661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d768461-702d-4671-afac-b3c7846ed717 req-7b3cf39e-80ab-411f-b409-0796f3732ed2 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.2347987 Oct 19 11:30:46.637896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.656916 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.697361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router c49ad185-be1b-464b-bfda-113db88707b7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:46.720569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3a0a2-58ae-4e17-a288-3f3587664f45 req-e1c6b79f-f12c-419c-bebf-da0df1ead0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:46.722116 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02d3a0a2-58ae-4e17-a288-3f3587664f45 req-e1c6b79f-f12c-419c-bebf-da0df1ead0df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429718 Oct 19 11:30:46.741443 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d768461-702d-4671-afac-b3c7846ed717 req-38f592c7-6f25-48cc-aa8c-7cbb7f5daf3b tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856760 Oct 19 11:30:46.741590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b0f13513-d0e4-417b-9e3a-5c4f04c2ca2f None None] For port 6336dd00-ffb0-4117-a8cb-184df46c078d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6336dd00-ffb0-4117-a8cb-184df46c078d,segment=NetworkSegment(f1a8e3e0-01ca-4c87-860d-2b68f006ef09),segment_id=f1a8e3e0-01ca-4c87-860d-2b68f006ef09)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:46.746182 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9019a4f7-3181-43bd-b52c-07fcd210e1f2 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.750566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:46.765597 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9019a4f7-3181-43bd-b52c-07fcd210e1f2 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.766897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9019a4f7-3181-43bd-b52c-07fcd210e1f2 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b07a148e-1fee-4bb9-bd69-ce2dc888abe9 HTTP/1.1" status: 204 len: 168 time: 0.3404276 Oct 19 11:30:46.770714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2320e1e1-a696-4514-8ffc-5615886742ac tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.774533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44014) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:46.774955 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:46.783473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:46.827444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019a4f7-3181-43bd-b52c-07fcd210e1f2 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b07a148e-1fee-4bb9-bd69-ce2dc888abe9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:46.850678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130b615-9fb3-4b62-84a8-262abe3f7cb2 None None] Pushing event updated for resources: {'Port': ['ID=c45f42b1-f1b6-4961-813b-a468187109e9,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:46.877272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=538b2a97-5982-4857-9387-1a60cc2a93f3,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:46.916595 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b0f13513-d0e4-417b-9e3a-5c4f04c2ca2f None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:46.990482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-81c30991-8c99-4e69-9570-08eb787f8a87 service neutron] 10.222.0.39 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752024 Oct 19 11:30:47.032699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44020) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:47.038730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7235b8f0-8bb8-4a71-b5b8-a3bf07a0c27d tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2550383 Oct 19 11:30:47.039241 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b0f13513-d0e4-417b-9e3a-5c4f04c2ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.048510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:47.058001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ddfd6d1c-857b-4d55-b28d-06c4dfb5922d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6645133 Oct 19 11:30:47.061769 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02d3a0a2-58ae-4e17-a288-3f3587664f45 req-827519dc-19ac-4e3a-90fe-0f194cb1ee3c service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199317 Oct 19 11:30:47.065842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44022) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:47.088840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac06c49-33c8-4184-be18-661c9d6af793 None None] Sync routers for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:47.205536 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-4be20025-3b20-46cc-8c6a-6fda53291a37 service neutron] 10.222.0.39 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074978 Oct 19 11:30:47.221009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac06c49-33c8-4184-be18-661c9d6af793 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:47.221708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bac06c49-33c8-4184-be18-661c9d6af793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:47.318019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02d3a0a2-58ae-4e17-a288-3f3587664f45 req-6894b2d8-d6cf-48d5-8350-06a7d389a9d8 service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426505 Oct 19 11:30:47.343391 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2320e1e1-a696-4514-8ffc-5615886742ac tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.356253 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3cdc967f-aec6-477e-a46e-1f33c7c42ccd tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.385629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f13513-d0e4-417b-9e3a-5c4f04c2ca2f None None] Pushing event updated for resources: {'Port': ['ID=6336dd00-ffb0-4117-a8cb-184df46c078d,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:47.388554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b0fdc5-8a53-4a54-8ee3-f12b8a27389e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting subnet 6a883bbd-5f8e-42e9-b805-c7e390440300 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:30:47.404524 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92b0fdc5-8a53-4a54-8ee3-f12b8a27389e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.405090 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3cdc967f-aec6-477e-a46e-1f33c7c42ccd tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.477041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-bac06c49-33c8-4184-be18-661c9d6af793 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:47.484120 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92b0fdc5-8a53-4a54-8ee3-f12b8a27389e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.555112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.599345 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92b0fdc5-8a53-4a54-8ee3-f12b8a27389e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.727176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2320e1e1-a696-4514-8ffc-5615886742ac tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.804897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320e1e1-a696-4514-8ffc-5615886742ac tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53cd8cd-c28a-4d6f-93cf-9e383bbac906,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:47.868058 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-025d7348-b741-42ab-80a8-8629f9f895ac req-0102e0d3-d95f-4a9b-8183-8b77741dd998 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 210 time: 0.1087124 Oct 19 11:30:47.870415 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92b0fdc5-8a53-4a54-8ee3-f12b8a27389e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.897892 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2320e1e1-a696-4514-8ffc-5615886742ac tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.902569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2320e1e1-a696-4514-8ffc-5615886742ac tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3338039 Oct 19 11:30:47.905070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44042) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:47.906343 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92b0fdc5-8a53-4a54-8ee3-f12b8a27389e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.911016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-92b0fdc5-8a53-4a54-8ee3-f12b8a27389e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/6a883bbd-5f8e-42e9-b805-c7e390440300 HTTP/1.1" status: 204 len: 168 time: 0.8442423 Oct 19 11:30:47.939568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41411cf8-a2e5-4fbe-9e09-e143f9bc7429 None None] Network 6fb627c5-458d-4a89-8000-0342f7fb3c88 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:47.940365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44044) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:47.943019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b79b8b36-2a4a-410b-bdee-10137e8beec3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'security_group': {'name': 'tempest-secgroup-992812473'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:47.947911 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3cdc967f-aec6-477e-a46e-1f33c7c42ccd tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.955903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3cdc967f-aec6-477e-a46e-1f33c7c42ccd tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:47.961882 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3cdc967f-aec6-477e-a46e-1f33c7c42ccd tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-groups/1c387474-a626-4c8d-8ee3-c089139d294d HTTP/1.1" status: 204 len: 168 time: 0.9281228 Oct 19 11:30:47.964138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44046) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:47.965723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0fdc5-8a53-4a54-8ee3-f12b8a27389e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Subnet': ['ID=6a883bbd-5f8e-42e9-b805-c7e390440300,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:48.044142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b79b8b36-2a4a-410b-bdee-10137e8beec3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.058342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c45f42b1-f1b6-4961-813b-a468187109e9 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:48.196940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b79b8b36-2a4a-410b-bdee-10137e8beec3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.212569 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.224257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc967f-aec6-477e-a46e-1f33c7c42ccd tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c387474-a626-4c8d-8ee3-c089139d294d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:48.317946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b79b8b36-2a4a-410b-bdee-10137e8beec3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.365377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8e48bae5-b18e-40f3-a2c4-fb0337fe17c7 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2389112 Oct 19 11:30:48.367200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44058) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:48.377824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c4dc9e13-8037-4c77-8988-b635185b94ac tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group': {'name': 'tempest-secgroup--521962599'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:48.470244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b8b36-2a4a-410b-bdee-10137e8beec3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fb67b2-ccf8-42a2-8309-f211202ab93a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:48.473227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925c1e3-e011-48a3-ad32-c4791ec2fe2b req-b3313b9b-fd96-45aa-ad62-8bb4ec70fb83 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:48.474021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3925c1e3-e011-48a3-ad32-c4791ec2fe2b req-b3313b9b-fd96-45aa-ad62-8bb4ec70fb83 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.5390971 Oct 19 11:30:48.515710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.629596 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3925c1e3-e011-48a3-ad32-c4791ec2fe2b req-9a2b9b84-ac77-429e-8276-939a5ab45f49 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171556 Oct 19 11:30:48.656882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c45f42b1-f1b6-4961-813b-a468187109e9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:48.657415 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.674219 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b79b8b36-2a4a-410b-bdee-10137e8beec3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.674391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 1aeb3f86-081e-488d-a378-67a099eb02d5 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:48.674469 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b79b8b36-2a4a-410b-bdee-10137e8beec3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7599375 Oct 19 11:30:48.674535 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.679331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44082) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:48.691408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1133950807', 'security_groups': ['35fb67b2-ccf8-42a2-8309-f211202ab93a'], 'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '41788e85-50fc-4d50-b5af-deb50cab6dac'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:48.709953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bac06c49-33c8-4184-be18-661c9d6af793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:44Z', 'revision_number': 10, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:48.748992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac06c49-33c8-4184-be18-661c9d6af793 None None] Checking router: c49ad185-be1b-464b-bfda-113db88707b7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:48.758930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f53850-66cc-42fb-9fed-b759e6fb3724 None None] DHCP port deletion for 6fb627c5-458d-4a89-8000-0342f7fb3c88 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:30:48.769209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6f094617-16c7-4b6c-b3e6-9a135eb94abc None None] Provisioning complete for port 6b374563-2f6a-4ab0-9862-186bc81ab199 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:48.769355 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6f094617-16c7-4b6c-b3e6-9a135eb94abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.792344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eecae4-9fef-4230-b77a-dfb8dff05044 None None] Network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:48.827001 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4dc9e13-8037-4c77-8988-b635185b94ac tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.925264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac06c49-33c8-4184-be18-661c9d6af793 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:48.925804 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bac06c49-33c8-4184-be18-661c9d6af793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:48.972240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] For port 1aeb3f86-081e-488d-a378-67a099eb02d5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1aeb3f86-081e-488d-a378-67a099eb02d5,segment=NetworkSegment(2bca17e3-6100-4fd0-a3e7-128fdaa2d87e),segment_id=2bca17e3-6100-4fd0-a3e7-128fdaa2d87e)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:48.975195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.981149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4dc9e13-8037-4c77-8988-b635185b94ac tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:48.988766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:49.007594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1c63e421-0d94-45ff-b487-3b0509921507 req-3cf54ee8-4d6a-46b6-8916-552656f2e2e3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 210 time: 0.0627482 Oct 19 11:30:49.013454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 1aeb3f86-081e-488d-a378-67a099eb02d5 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:49.042524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-bac06c49-33c8-4184-be18-661c9d6af793 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:49.066619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6f094617-16c7-4b6c-b3e6-9a135eb94abc None None] Port 6b374563-2f6a-4ab0-9862-186bc81ab199 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:49.074409 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4dc9e13-8037-4c77-8988-b635185b94ac tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.117901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc9e13-8037-4c77-8988-b635185b94ac tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75bc61c3-1054-4a0a-becf-ad34349e1085,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:49.148146 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.168638 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.196844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] device_id is not set on port a52f0aaa-77cb-4205-8508-a30ad0ec890a yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:30:49.197995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6f094617-16c7-4b6c-b3e6-9a135eb94abc None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:49.198359 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6f094617-16c7-4b6c-b3e6-9a135eb94abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.203793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-30f53850-66cc-42fb-9fed-b759e6fb3724 None None] Deleting port 1aeb3f86-081e-488d-a378-67a099eb02d5 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:49.204154 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30f53850-66cc-42fb-9fed-b759e6fb3724 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.261988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:30:49.336251 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4dc9e13-8037-4c77-8988-b635185b94ac tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.337553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c4dc9e13-8037-4c77-8988-b635185b94ac tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9686167 Oct 19 11:30:49.340439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44104) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:49.344976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f462eccf-7d5c-40a8-9899-e65ddd5ac8e3 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': '75bc61c3-1054-4a0a-becf-ad34349e1085', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:49.369781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port c45f42b1-f1b6-4961-813b-a468187109e9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c45f42b1-f1b6-4961-813b-a468187109e9,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:49.394149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.398355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-30f53850-66cc-42fb-9fed-b759e6fb3724 None None] For port 1aeb3f86-081e-488d-a378-67a099eb02d5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1aeb3f86-081e-488d-a378-67a099eb02d5,segment=NetworkSegment(2bca17e3-6100-4fd0-a3e7-128fdaa2d87e),segment_id=2bca17e3-6100-4fd0-a3e7-128fdaa2d87e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:49.398746 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30f53850-66cc-42fb-9fed-b759e6fb3724 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.426800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-30f53850-66cc-42fb-9fed-b759e6fb3724 None None] Calling delete_port for 1aeb3f86-081e-488d-a378-67a099eb02d5 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:49.535371 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.541235 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.541235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6336dd00-ffb0-4117-a8cb-184df46c078d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:49.587976 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f462eccf-7d5c-40a8-9899-e65ddd5ac8e3 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.736479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f462eccf-7d5c-40a8-9899-e65ddd5ac8e3 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.784282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=c45f42b1-f1b6-4961-813b-a468187109e9,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:49.793648 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30f53850-66cc-42fb-9fed-b759e6fb3724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.802486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bac06c49-33c8-4184-be18-661c9d6af793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:44Z', 'revision_number': 10, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:49.833026 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f462eccf-7d5c-40a8-9899-e65ddd5ac8e3 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.854934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:49.855296 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.859355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f53850-66cc-42fb-9fed-b759e6fb3724 None None] Pushing event deleted for resources: {'Port': ['ID=1aeb3f86-081e-488d-a378-67a099eb02d5,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:49.863291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac06c49-33c8-4184-be18-661c9d6af793 None None] The sync data for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 is: [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:44Z', 'revision_number': 10, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None, '_interfaces': [{'id': 'ce751d31-aa26-441b-be9c-ed21f1670101', 'name': '', 'network_id': 'bc319ffc-8e00-4d5c-a21c-162a3d56e2fc', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'mac_address': 'fa:16:3e:2a:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:34Z', 'updated_at': '2021-10-19T11:29:49Z', 'revision_number': 5, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'subnets': [{'id': '694291f9-df53-4144-bdcd-3d7b2a9e05a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:49.874699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462eccf-7d5c-40a8-9899-e65ddd5ac8e3 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81026ff4-7753-4aba-92c7-e7fe656778b5,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:49.891360 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.893336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f53850-66cc-42fb-9fed-b759e6fb3724 None None] No DVR routers for this DVR port 1aeb3f86-081e-488d-a378-67a099eb02d5 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:49.917448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-af40a46f-352a-44fb-a5c7-62cea8614456 None None] Provisioning complete for port c45f42b1-f1b6-4961-813b-a468187109e9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:49.917448 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af40a46f-352a-44fb-a5c7-62cea8614456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.968286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=1aeb3f86-081e-488d-a378-67a099eb02d5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:49.980414 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f462eccf-7d5c-40a8-9899-e65ddd5ac8e3 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:49.981674 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f462eccf-7d5c-40a8-9899-e65ddd5ac8e3 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6402767 Oct 19 11:30:49.984966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44158) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:49.989589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fddafc62-45b8-4af8-823d-4ba059695bc7 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': '75bc61c3-1054-4a0a-becf-ad34349e1085', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:50.025041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No DVR routers for this DVR port 1aeb3f86-081e-488d-a378-67a099eb02d5 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:50.129507 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09085a7f-9c0d-44fb-a1c0-a07d53203568 req-689037e4-3f24-483f-bfef-67b0641f70a9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 210 time: 0.0333159 Oct 19 11:30:50.143403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:50.149439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8::3ce (b6874745-038a-42b0-a4f0-46d263fd6ca6/41788e85-50fc-4d50-b5af-deb50cab6dac/a52f0aaa-77cb-4205-8508-a30ad0ec890a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:50.153946 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Sync routers for ids ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:50.168362 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Routers {'dd9ab598-52bd-40c3-a5d7-e767f55efbc7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:50.168992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fddafc62-45b8-4af8-823d-4ba059695bc7 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.169115 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:50.223317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3c07c-1bf0-45b3-bb34-771aa2b5c71e req-f20fe354-f956-4795-a5a4-9f024748c290 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:50.225722 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c3e3c07c-1bf0-45b3-bb34-771aa2b5c71e req-f20fe354-f956-4795-a5a4-9f024748c290 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.2944641 Oct 19 11:30:50.227729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.256889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fddafc62-45b8-4af8-823d-4ba059695bc7 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.311560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb627c5-458d-4a89-8000-0342f7fb3c88']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:50.354558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bca17e3-6100-4fd0-a3e7-128fdaa2d87e') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:50.354870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bca17e3-6100-4fd0-a3e7-128fdaa2d87e') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:50.362468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fddafc62-45b8-4af8-823d-4ba059695bc7 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.373740 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.377070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c45f42b1-f1b6-4961-813b-a468187109e9 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:50.378326 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a10c4fc1-d802-416c-b41a-cb2dd130f5c0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4425213 Oct 19 11:30:50.379005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44170) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:50.395057 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.398753 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Set router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:50.415371 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c3e3c07c-1bf0-45b3-bb34-771aa2b5c71e req-1929fbee-3238-4b4b-bf9f-3fd51b9ed5f7 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746869 Oct 19 11:30:50.430692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddafc62-45b8-4af8-823d-4ba059695bc7 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c294f2-d375-4e5e-bfec-4614b953fdd6,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:50.469845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.482842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:30:50.483255 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.484674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c45f42b1-f1b6-4961-813b-a468187109e9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:30:50.486451 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:30:50.488335 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.506484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fddafc62-45b8-4af8-823d-4ba059695bc7 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.512000 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fddafc62-45b8-4af8-823d-4ba059695bc7 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5218186 Oct 19 11:30:50.512000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44172) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:50.524105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-47bb1ba3-ad12-4220-a12e-607351c39ff5 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': '75bc61c3-1054-4a0a-becf-ad34349e1085', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:50.682246 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.699820 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47bb1ba3-ad12-4220-a12e-607351c39ff5 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.769855 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.781853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1aeb3f86-081e-488d-a378-67a099eb02d5 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:50.792459 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:46Z', 'revision_number': 3, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:50.795746 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.796388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47bb1ba3-ad12-4220-a12e-607351c39ff5 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.801603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/networks/6fb627c5-458d-4a89-8000-0342f7fb3c88 HTTP/1.1" status: 204 len: 168 time: 2.8573766 Oct 19 11:30:50.802318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44182) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:50.825170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 1aeb3f86-081e-488d-a378-67a099eb02d5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:50.825746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1aeb3f86-081e-488d-a378-67a099eb02d5 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:50.825929 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 80098723-ee07-4b83-b735-338b502533e9 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:50.848289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4bce1-fb55-447b-bc85-603ee8ee987f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Network': ['ID=6fb627c5-458d-4a89-8000-0342f7fb3c88,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:50.863088 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Checking router: dd9ab598-52bd-40c3-a5d7-e767f55efbc7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:50.863425 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Updating router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 port 538b2a97-5982-4857-9387-1a60cc2a93f3 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:30:50.869584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 80098723-ee07-4b83-b735-338b502533e9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:50.870030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 80098723-ee07-4b83-b735-338b502533e9 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:50.913763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.919441 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.955372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47bb1ba3-ad12-4220-a12e-607351c39ff5 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:50.999044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb1ba3-ad12-4220-a12e-607351c39ff5 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c344ee-84b5-4505-96ab-1d0fcdcfe7cb,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:51.009244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=a52f0aaa-77cb-4205-8508-a30ad0ec890a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:51.040705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:51.044046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:51.047554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:51.058642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:51.059447 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.199163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-66fee901-c7d0-4256-b9d9-e7ce3f117a27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:51.200878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-66fee901-c7d0-4256-b9d9-e7ce3f117a27 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 812 time: 0.1385987 Oct 19 11:30:51.228674 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47bb1ba3-ad12-4220-a12e-607351c39ff5 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.229918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-47bb1ba3-ad12-4220-a12e-607351c39ff5 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7179906 Oct 19 11:30:51.233651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44188) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:51.238860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-46e79e60-27f0-414a-b0ee-dec42b600f44 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': '75bc61c3-1054-4a0a-becf-ad34349e1085', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:51.306811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Request body: {'port': {'device_id': '08872ca1-6565-4edc-8ee2-4953362925a5', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'admin_state_up': True, 'tenant_id': 'adb4e90a76744825a16a77292f3584a5'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:51.376379 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.391082 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f962382-b7e9-42b7-858c-4709ed7900c9 req-f353457b-cb9b-447e-9e28-4f9f5d2929da tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 210 time: 0.0799191 Oct 19 11:30:51.484021 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.493445 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46e79e60-27f0-414a-b0ee-dec42b600f44 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.536421 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-114921c6-3943-4191-b5a7-a18651de01b8 None None] Provisioning complete for port a52f0aaa-77cb-4205-8508-a30ad0ec890a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:51.536958 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-114921c6-3943-4191-b5a7-a18651de01b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.546411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.620769 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-114921c6-3943-4191-b5a7-a18651de01b8 None None] Port a52f0aaa-77cb-4205-8508-a30ad0ec890a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:51.626096 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Pushing event updated for resources: {'Port': ['ID=538b2a97-5982-4857-9387-1a60cc2a93f3,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:51.632188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a4d3b4bd-f0ab-4765-b9b3-53e54d195695 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9458330 Oct 19 11:30:51.638521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44194) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:51.653564 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.654034 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.654467 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.654918 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.655343 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.655792 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.656209 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.656677 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.657093 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.657510 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.657925 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.658337 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:30:51.659140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44196) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:51.662373 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Attempting to bind port 538b2a97-5982-4857-9387-1a60cc2a93f3 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:30:51.662893 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Attempting to bind port 538b2a97-5982-4857-9387-1a60cc2a93f3 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:30:51.663350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Attempting to bind port 538b2a97-5982-4857-9387-1a60cc2a93f3 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:51.671730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f0adf467-eaa1-45b7-8abc-50050a33c2de tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:51.680810 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46e79e60-27f0-414a-b0ee-dec42b600f44 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.702320 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:30:51.702947 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:51.703422 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.703871 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:30:51.705209 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Bound port: 538b2a97-5982-4857-9387-1a60cc2a93f3, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:30:51.705209 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.719844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc50a6-08c2-4553-93ff-a248554ec7ad req-57145183-4fb6-4ddf-afa0-7ef0db43febc tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:51.721657 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cbbc50a6-08c2-4553-93ff-a248554ec7ad req-57145183-4fb6-4ddf-afa0-7ef0db43febc tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1625488 Oct 19 11:30:51.766517 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46e79e60-27f0-414a-b0ee-dec42b600f44 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.791168 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] For port 538b2a97-5982-4857-9387-1a60cc2a93f3, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:30:51.796466 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] For port 538b2a97-5982-4857-9387-1a60cc2a93f3, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=538b2a97-5982-4857-9387-1a60cc2a93f3,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:30:51.800630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e79e60-27f0-414a-b0ee-dec42b600f44 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae238190-a4bb-461b-9d51-0abb7ab36ff2,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:51.824482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Made reservation on behalf of adb4e90a76744825a16a77292f3584a5 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:51.827984 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.873786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1820901c-5fce-4edd-a99a-8c9858cf2cdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.883968 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.886904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cbbc50a6-08c2-4553-93ff-a248554ec7ad req-694a7c2f-40a5-4027-a06e-c7d8ba21bb1a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488316 Oct 19 11:30:51.947559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46e79e60-27f0-414a-b0ee-dec42b600f44 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:51.948191 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-46e79e60-27f0-414a-b0ee-dec42b600f44 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7136388 Oct 19 11:30:51.955333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44202) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:51.960808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-756e25d2-e55f-455a-b957-bf79f6c2bb4d tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': '75bc61c3-1054-4a0a-becf-ad34349e1085', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:51.964268 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Routers {'dd9ab598-52bd-40c3-a5d7-e767f55efbc7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:51.965090 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:52.002826 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525d0ae-f04c-4a9d-b40e-6985c67b4537 None None] Pushing event updated for resources: {'Port': ['ID=538b2a97-5982-4857-9387-1a60cc2a93f3,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:52.032072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port ce751d31-aa26-441b-be9c-ed21f1670101 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:52.032524 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.050722 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.106043 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] Set router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:52.137067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] For port ce751d31-aa26-441b-be9c-ed21f1670101, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ce751d31-aa26-441b-be9c-ed21f1670101,segment=NetworkSegment(f13cb454-aba4-4129-8952-eec4dc1d935e),segment_id=f13cb454-aba4-4129-8952-eec4dc1d935e)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:52.137433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.150373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for ce751d31-aa26-441b-be9c-ed21f1670101 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:52.169978 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-756e25d2-e55f-455a-b957-bf79f6c2bb4d tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.270530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1820901c-5fce-4edd-a99a-8c9858cf2cdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.302488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0adf467-eaa1-45b7-8abc-50050a33c2de tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:52.306631 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0adf467-eaa1-45b7-8abc-50050a33c2de tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.311296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Allocated IP 172.20.0.9 (9c3fc8df-64d9-437b-901a-818c7e32eca5/d4b3fa07-5b6f-4c0c-884c-98220390e790/bf2863db-a7b6-4f20-8fad-e25c6a490efd) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:52.333294 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-756e25d2-e55f-455a-b957-bf79f6c2bb4d tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.400302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1820901c-5fce-4edd-a99a-8c9858cf2cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.448465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-756e25d2-e55f-455a-b957-bf79f6c2bb4d tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.465243 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:46Z', 'revision_number': 3, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:52.477135 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1820901c-5fce-4edd-a99a-8c9858cf2cdc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b40aa7af76441869c4b97714e4c7991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8170512 Oct 19 11:30:52.477927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820901c-5fce-4edd-a99a-8c9858cf2cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e7f37b-bc5e-4dae-adba-fdd91ce74fed,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:52.480458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44214) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:52.501861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e25d2-e55f-455a-b957-bf79f6c2bb4d tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d8613c-de13-4b05-b205-fa16672287e9,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:52.509447 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c13ad18-689c-4b1e-9ae4-ef19de24bc84 None None] The sync data for ids ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'] in n-d-814547-1 is: [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:46Z', 'revision_number': 3, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:52.543320 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.546852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3fe4ca45-0f61-4709-9766-d9e23f97ff84 req-51792796-180c-4097-b02e-351234a01a70 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 210 time: 0.0545034 Oct 19 11:30:52.593485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=ce751d31-aa26-441b-be9c-ed21f1670101,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:52.597200 n-d-814547-1 neutron-server[101311]: INFO neutron.db.ipam_backend_mixin [None req-f0adf467-eaa1-45b7-8abc-50050a33c2de tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41788e85-50fc-4d50-b5af-deb50cab6dac (CIDR: 2001:db8::/64) Oct 19 11:30:52.603973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Allocated IP 172.20.0.1 (3e41a69a-2e2c-41a5-bbaa-a7ad686bd135/11e2bdab-7342-4fa2-b0d7-dca9b53757e7/a5a0984b-ff8f-4f98-aed9-abb62c4f0c08) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:52.604367 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-756e25d2-e55f-455a-b957-bf79f6c2bb4d tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.605506 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-756e25d2-e55f-455a-b957-bf79f6c2bb4d tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6482418 Oct 19 11:30:52.610097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44216) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:52.667871 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0adf467-eaa1-45b7-8abc-50050a33c2de tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:30:52.671164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0adf467-eaa1-45b7-8abc-50050a33c2de tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:52.775905 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.790269 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c12c-b741-4f8d-b3e6-4b65d6a0fe92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.805071 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6f91-47a1-481e-877c-dbda78e81678 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.896669 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.901430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f0adf467-eaa1-45b7-8abc-50050a33c2de tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2586880 Oct 19 11:30:52.910138 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44220) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:52.914403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:52.934938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f2f7f963-8862-4a6a-ba5f-5d9a9fc9f5cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:52.944360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6f91-47a1-481e-877c-dbda78e81678 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:53.044667 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:53.088412 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:53.101486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b338daa1-71d2-4b41-a1e8-d8584a485251'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:30:53.106926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2f2f3184-cea4-4c70-ac2a-6cfc149d18cc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:30:53.116146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:53.122230 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:53.133801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:53.145618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:53.154959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b4bf2-6c38-4a99-8d4c-a8dfa2bba32f req-c0ae0030-b45c-4885-87db-80f8d67b41c3 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:53.161014 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f50b4bf2-6c38-4a99-8d4c-a8dfa2bba32f req-c0ae0030-b45c-4885-87db-80f8d67b41c3 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1533916 Oct 19 11:30:53.189685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:53.191707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Pushing event updated for resources: {'Port': ['ID=a5a0984b-ff8f-4f98-aed9-abb62c4f0c08,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:53.200900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:30:53.287051 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:53.289477 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:53.390904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event updated for resources: {'Port': ['ID=bf2863db-a7b6-4f20-8fad-e25c6a490efd,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:53.463250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:53.483703 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f50b4bf2-6c38-4a99-8d4c-a8dfa2bba32f req-f2819e91-e6b8-400b-bd1b-752fb73375d8 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008282 Oct 19 11:30:53.585136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-a4d6dd72-687a-4abc-b2b4-887f2cd8f338 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2906537 Oct 19 11:30:53.603641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-45a2a83e-e32c-479b-bd12-ec7ee974a6fe tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:30:53.608880 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-45a2a83e-e32c-479b-bd12-ec7ee974a6fe tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075591 Oct 19 11:30:53.639529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-de1f4c3e-0c71-41d4-ad61-9e88688d8b2a None None] Provisioning complete for port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:53.642116 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-de1f4c3e-0c71-41d4-ad61-9e88688d8b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:53.742327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Request body: {'port': {'device_id': '08872ca1-6565-4edc-8ee2-4953362925a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:53.772954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-de1f4c3e-0c71-41d4-ad61-9e88688d8b2a None None] Port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:53.811343 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c12c-b741-4f8d-b3e6-4b65d6a0fe92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:53.820687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:53.892912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b8621-033e-451a-8861-cff274c1daf4 req-162ad3e6-ac8c-439f-a3c9-964da4569840 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:53.896164 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff3b8621-033e-451a-8861-cff274c1daf4 req-162ad3e6-ac8c-439f-a3c9-964da4569840 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 931 time: 0.1789320 Oct 19 11:30:53.938594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e456e644-6873-4e39-b7f9-ce9c6ac55974 None None] Provisioning complete for port bf2863db-a7b6-4f20-8fad-e25c6a490efd triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:53.938983 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e456e644-6873-4e39-b7f9-ce9c6ac55974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:53.945708 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:53.983025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e456e644-6873-4e39-b7f9-ce9c6ac55974 None None] Port bf2863db-a7b6-4f20-8fad-e25c6a490efd cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:54.074336 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6f91-47a1-481e-877c-dbda78e81678 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.089694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6f91-47a1-481e-877c-dbda78e81678 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.093289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bd3f6f91-47a1-481e-877c-dbda78e81678 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/36d8613c-de13-4b05-b205-fa16672287e9 HTTP/1.1" status: 204 len: 168 time: 1.4797304 Oct 19 11:30:54.096981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44230) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:54.125302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router c49ad185-be1b-464b-bfda-113db88707b7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:54.126387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f6f91-47a1-481e-877c-dbda78e81678 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36d8613c-de13-4b05-b205-fa16672287e9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:54.133027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff3b8621-033e-451a-8861-cff274c1daf4 req-a9b48297-be2a-49d7-a9a1-1a95a16b9583 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686025 Oct 19 11:30:54.242650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:54.249255 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9f738cb5-f425-45cf-8373-75f305195d7f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1443472 Oct 19 11:30:54.250795 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fef44e61-f9d6-4631-9d69-6fc74d94f87b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4474041 Oct 19 11:30:54.251732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44232) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:54.252512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44234) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:54.256715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6f452-b764-4b16-af1d-3a2606318148 None None] Sync routers for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:54.275459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6f452-b764-4b16-af1d-3a2606318148 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:54.276108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0ad6f452-b764-4b16-af1d-3a2606318148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:54.288421 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c12c-b741-4f8d-b3e6-4b65d6a0fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.291603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c12c-b741-4f8d-b3e6-4b65d6a0fe92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.292742 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0ba5c12c-b741-4f8d-b3e6-4b65d6a0fe92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5e7f37b-bc5e-4dae-adba-fdd91ce74fed HTTP/1.1" status: 204 len: 168 time: 1.8077254 Oct 19 11:30:54.358559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f7f963-8862-4a6a-ba5f-5d9a9fc9f5cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:54.360183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2f7f963-8862-4a6a-ba5f-5d9a9fc9f5cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.366296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 538b2a97-5982-4857-9387-1a60cc2a93f3 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:54.410522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5c12c-b741-4f8d-b3e6-4b65d6a0fe92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e7f37b-bc5e-4dae-adba-fdd91ce74fed,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:54.479703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-0ad6f452-b764-4b16-af1d-3a2606318148 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:54.505733 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fc9f97c0-b813-4243-a6f4-f5be144b1f17 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.551883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0ad6f452-b764-4b16-af1d-3a2606318148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:52Z', 'revision_number': 11, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:54.554517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2863db-a7b6-4f20-8fad-e25c6a490efd {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:30:54.572427 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.585207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.589128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6f452-b764-4b16-af1d-3a2606318148 None None] Checking router: c49ad185-be1b-464b-bfda-113db88707b7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:54.597460 n-d-814547-1 neutron-server[101312]: INFO neutron.db.ipam_backend_mixin [None req-f2f7f963-8862-4a6a-ba5f-5d9a9fc9f5cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ea0bc9b5-ccae-410f-ae53-b154cbd0513f (CIDR: 2001:db8:0:1::/64) Oct 19 11:30:54.609208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6f452-b764-4b16-af1d-3a2606318148 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:54.610512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0ad6f452-b764-4b16-af1d-3a2606318148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:54.612836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Transition to ACTIVE for port object bf2863db-a7b6-4f20-8fad-e25c6a490efd will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:30:54.614159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 538b2a97-5982-4857-9387-1a60cc2a93f3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:54.614883 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.617920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cda030a-75ed-4d95-8c04-8221769711cb tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting subnet 694291f9-df53-4144-bdcd-3d7b2a9e05a1 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:30:54.629405 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fc9f97c0-b813-4243-a6f4-f5be144b1f17 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.644665 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cda030a-75ed-4d95-8c04-8221769711cb tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.674333 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f7f963-8862-4a6a-ba5f-5d9a9fc9f5cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:30:54.675122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f7f963-8862-4a6a-ba5f-5d9a9fc9f5cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:30:54.690329 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.710059 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cda030a-75ed-4d95-8c04-8221769711cb tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.715093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-0ad6f452-b764-4b16-af1d-3a2606318148 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:54.733147 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.782458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0ad6f452-b764-4b16-af1d-3a2606318148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:52Z', 'revision_number': 11, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:54.814055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6f452-b764-4b16-af1d-3a2606318148 None None] The sync data for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 is: [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:52Z', 'revision_number': 11, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:54.855973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c6efb-f990-4792-8620-d9a3a2474337 req-51607fad-c806-4574-b729-4c8d14767964 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:54.875386 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fc9f97c0-b813-4243-a6f4-f5be144b1f17 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.877913 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d87c6efb-f990-4792-8620-d9a3a2474337 req-51607fad-c806-4574-b729-4c8d14767964 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.2638295 Oct 19 11:30:54.890773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f2f7f963-8862-4a6a-ba5f-5d9a9fc9f5cb tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9627409 Oct 19 11:30:54.896358 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.898342 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fc9f97c0-b813-4243-a6f4-f5be144b1f17 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.899752 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fc9f97c0-b813-4243-a6f4-f5be144b1f17 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ae238190-a4bb-461b-9d51-0abb7ab36ff2 HTTP/1.1" status: 204 len: 168 time: 0.6378179 Oct 19 11:30:54.901077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44242) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:54.905130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44244) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:54.914766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1c04d87f-9bcc-4905-bb02-4cc6d628820b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'subnet': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:54.916318 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:54.952416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 538b2a97-5982-4857-9387-1a60cc2a93f3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=538b2a97-5982-4857-9387-1a60cc2a93f3,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:54.963494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f97c0-b813-4243-a6f4-f5be144b1f17 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae238190-a4bb-461b-9d51-0abb7ab36ff2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:54.986220 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cda030a-75ed-4d95-8c04-8221769711cb tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.016014 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.140156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=538b2a97-5982-4857-9387-1a60cc2a93f3,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:55.276017 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cda030a-75ed-4d95-8c04-8221769711cb tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.346870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-456ac8cc-ebfb-4a7b-86cc-15e6ad73f43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.359486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c04d87f-9bcc-4905-bb02-4cc6d628820b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Made reservation on behalf of e9557ed117fa41379920529c580ee545 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:30:55.363233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c04d87f-9bcc-4905-bb02-4cc6d628820b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.386600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda030a-75ed-4d95-8c04-8221769711cb tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Subnet': ['ID=694291f9-df53-4144-bdcd-3d7b2a9e05a1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:55.403219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0deb79-3998-413d-835d-04bc03753dc4 None None] Network bc319ffc-8e00-4d5c-a21c-162a3d56e2fc requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:55.418359 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cda030a-75ed-4d95-8c04-8221769711cb tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.425399 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6cda030a-75ed-4d95-8c04-8221769711cb tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/694291f9-df53-4144-bdcd-3d7b2a9e05a1 HTTP/1.1" status: 204 len: 168 time: 1.1720464 Oct 19 11:30:55.426292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44256) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:55.461237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Pushing event updated for resources: {'Port': ['ID=a5a0984b-ff8f-4f98-aed9-abb62c4f0c08,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:55.515553 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d87c6efb-f990-4792-8620-d9a3a2474337 req-65bdde8e-b470-496d-afac-286e63ede53a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364818 Oct 19 11:30:55.613962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052aa229-8e7c-4e09-8451-cd41296f0d41 req-f271aa7d-058e-47f7-b3c4-b4f7709c0570 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:55.616105 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-052aa229-8e7c-4e09-8451-cd41296f0d41 req-f271aa7d-058e-47f7-b3c4-b4f7709c0570 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 943 time: 0.3449874 Oct 19 11:30:55.646903 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:30:55.682797 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-60322e5e-818b-4011-9ce2-56bfec8e6c0c tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.7724404 Oct 19 11:30:55.686168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44260) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:55.694216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2863db-a7b6-4f20-8fad-e25c6a490efd,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:55.706773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Attempting to bind port bf2863db-a7b6-4f20-8fad-e25c6a490efd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:30:55.707116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Attempting to bind port bf2863db-a7b6-4f20-8fad-e25c6a490efd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:30:55.707660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Attempting to bind port bf2863db-a7b6-4f20-8fad-e25c6a490efd on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:55.720269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Port bf2863db-a7b6-4f20-8fad-e25c6a490efd on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:30:55.720651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Attempting to bind port bf2863db-a7b6-4f20-8fad-e25c6a490efd on network 9c3fc8df-64d9-437b-901a-818c7e32eca5 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:55.733132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:30:55.733473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Checking segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:55.733858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Bound using segment: {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:30:55.734286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Bound port: bf2863db-a7b6-4f20-8fad-e25c6a490efd, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293ba471-632d-4df9-9e24-183e2f7abab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:30:55.734644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.745460 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0036eced-e97d-4472-9012-16698ca3d97f None None] DHCP port deletion for bc319ffc-8e00-4d5c-a21c-162a3d56e2fc request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:30:55.754719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:55.759537 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:55.822829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0036eced-e97d-4472-9012-16698ca3d97f None None] Deleting port 6c879852-7833-448a-a238-435d112de77b {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:55.824882 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0036eced-e97d-4472-9012-16698ca3d97f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.894940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] For port bf2863db-a7b6-4f20-8fad-e25c6a490efd, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:30:55.902111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] For port bf2863db-a7b6-4f20-8fad-e25c6a490efd, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:30:55.952785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0036eced-e97d-4472-9012-16698ca3d97f None None] For port 6c879852-7833-448a-a238-435d112de77b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c879852-7833-448a-a238-435d112de77b,segment=NetworkSegment(f13cb454-aba4-4129-8952-eec4dc1d935e),segment_id=f13cb454-aba4-4129-8952-eec4dc1d935e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:55.956680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0036eced-e97d-4472-9012-16698ca3d97f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.970135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0036eced-e97d-4472-9012-16698ca3d97f None None] Calling delete_port for 6c879852-7833-448a-a238-435d112de77b owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:55.970301 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.981419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.986014 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58086514-60c6-4f66-b14f-b89eaf35089a tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:55.996468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58086514-60c6-4f66-b14f-b89eaf35089a tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.000845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-052aa229-8e7c-4e09-8451-cd41296f0d41 req-d357f76a-a026-4b82-b499-21e14baaf5cf tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217649 Oct 19 11:30:56.010138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c04d87f-9bcc-4905-bb02-4cc6d628820b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.078718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c04d87f-9bcc-4905-bb02-4cc6d628820b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:30:56.109129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-1c04d87f-9bcc-4905-bb02-4cc6d628820b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:30:56.117370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c04d87f-9bcc-4905-bb02-4cc6d628820b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:56.123590 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c04d87f-9bcc-4905-bb02-4cc6d628820b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.123723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f53bf-7120-49af-aaa8-6fcaa1aa18a1 None None] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:30:56.149575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:56.150541 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.152958 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] 10.222.0.26 "PUT /v2.0/ports/bf2863db-a7b6-4f20-8fad-e25c6a490efd HTTP/1.1" status: 200 len: 1091 time: 2.5312967 Oct 19 11:30:56.171802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08872ca1-6565-4edc-8ee2-4953362925a5', 'tag': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:30:56.174692 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2d8c60-a739-449a-9dab-0143c1d4012f" -d '{"events": [{"name": "network-changed", "server_uuid": "08872ca1-6565-4edc-8ee2-4953362925a5", "tag": "bf2863db-a7b6-4f20-8fad-e25c6a490efd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:30:56.217678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:56.220709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04d87f-9bcc-4905-bb02-4cc6d628820b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Subnet': ['ID=73fd0083-e071-49bb-94e0-c85ac18758b2,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:56.225549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee3d90-70e5-4721-a4d8-7e0b971e0b71 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2863db-a7b6-4f20-8fad-e25c6a490efd,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:56.238278 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58086514-60c6-4f66-b14f-b89eaf35089a tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.259781 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-58086514-60c6-4f66-b14f-b89eaf35089a tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.268603 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-58086514-60c6-4f66-b14f-b89eaf35089a tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/21c344ee-84b5-4505-96ab-1d0fcdcfe7cb HTTP/1.1" status: 204 len: 168 time: 0.5450163 Oct 19 11:30:56.273523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44274) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:56.274181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 538b2a97-5982-4857-9387-1a60cc2a93f3 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:56.286369 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58086514-60c6-4f66-b14f-b89eaf35089a tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21c344ee-84b5-4505-96ab-1d0fcdcfe7cb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:56.302415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1c04d87f-9bcc-4905-bb02-4cc6d628820b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3931904 Oct 19 11:30:56.318121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44276) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:56.331037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-17614b12-a5ca-4426-a501-ce801a5ccdda tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-443142957', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '73fd0083-e071-49bb-94e0-c85ac18758b2'}], 'security_groups': ['9b314a1b-53e2-4139-b002-cb7c5357d54d', 'e53cd8cd-c28a-4d6f-93cf-9e383bbac906']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:56.396754 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582e3c44-9756-4ace-b77f-60f0dc8a8d82 x-openstack-request-id: req-582e3c44-9756-4ace-b77f-60f0dc8a8d82 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:30:56.397374 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08872ca1-6565-4edc-8ee2-4953362925a5", "tag": "bf2863db-a7b6-4f20-8fad-e25c6a490efd", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:30:56.397840 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-582e3c44-9756-4ace-b77f-60f0dc8a8d82 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:30:56.398418 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08872ca1-6565-4edc-8ee2-4953362925a5', 'tag': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd', 'status': 'completed', 'code': 200} Oct 19 11:30:56.415604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5824e54e-0bd2-4652-81f6-1578c8f64076 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1302989 Oct 19 11:30:56.417473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Deleting port 6c879852-7833-448a-a238-435d112de77b {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:30:56.417879 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.419602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44284) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:56.530610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4a119f1d-b546-41f0-aef3-120f19486727 None None] Provisioning complete for port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:56.530610 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4a119f1d-b546-41f0-aef3-120f19486727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.545396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 538b2a97-5982-4857-9387-1a60cc2a93f3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:56.546452 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.552316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b90263e7-cb4b-467c-b182-83719f6bfa98 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.572110 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b90263e7-cb4b-467c-b182-83719f6bfa98 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.576504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] For port 6c879852-7833-448a-a238-435d112de77b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c879852-7833-448a-a238-435d112de77b,segment=NetworkSegment(f13cb454-aba4-4129-8952-eec4dc1d935e),segment_id=f13cb454-aba4-4129-8952-eec4dc1d935e)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:56.576504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.608517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Calling delete_port for 6c879852-7833-448a-a238-435d112de77b owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:30:56.644058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4a119f1d-b546-41f0-aef3-120f19486727 None None] Port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:56.649680 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-212b1c6a-cecc-45d7-af23-9d6a42252d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:56.651294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-212b1c6a-cecc-45d7-af23-9d6a42252d10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 1094 time: 0.2966726 Oct 19 11:30:56.664225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17614b12-a5ca-4426-a501-ce801a5ccdda tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.706190 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-194f4b07-3148-4d90-a525-7516461a1bd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd HTTP/1.1" status: 200 len: 217 time: 0.0374610 Oct 19 11:30:56.711631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4e4eb-0596-480b-90c3-f564a085c54a req-2ca06a56-73df-4454-9aa3-10bf312400b3 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:56.713314 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-98b4e4eb-0596-480b-90c3-f564a085c54a req-2ca06a56-73df-4454-9aa3-10bf312400b3 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1256528 Oct 19 11:30:56.717231 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0036eced-e97d-4472-9012-16698ca3d97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.755473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:56.757877 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b90263e7-cb4b-467c-b182-83719f6bfa98 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.764955 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b90263e7-cb4b-467c-b182-83719f6bfa98 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.766324 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b90263e7-cb4b-467c-b182-83719f6bfa98 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/83c294f2-d375-4e5e-bfec-4614b953fdd6 HTTP/1.1" status: 204 len: 168 time: 0.3344610 Oct 19 11:30:56.772342 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Sync routers for ids ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:56.775503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-338097b2-927f-4c7d-ae84-50b66833acee admin admin] 10.222.0.39 "PUT /v2.0/routers/dd9ab598-52bd-40c3-a5d7-e767f55efbc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3898020 Oct 19 11:30:56.784189 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Routers {'dd9ab598-52bd-40c3-a5d7-e767f55efbc7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:56.785052 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:56.798834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44288) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:56.801081 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:56.840053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No DVR routers for this DVR port 6c879852-7833-448a-a238-435d112de77b on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:56.843172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-7bd8e149-946b-401e-a3dd-89008e291d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:56.844870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-7bd8e149-946b-401e-a3dd-89008e291d5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.1263795 Oct 19 11:30:56.860267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036eced-e97d-4472-9012-16698ca3d97f None None] No DVR routers for this DVR port 6c879852-7833-448a-a238-435d112de77b on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:30:56.885394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90263e7-cb4b-467c-b182-83719f6bfa98 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83c294f2-d375-4e5e-bfec-4614b953fdd6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:56.885833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036eced-e97d-4472-9012-16698ca3d97f None None] Pushing event deleted for resources: {'Port': ['ID=6c879852-7833-448a-a238-435d112de77b,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:56.907256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8bb9b8-8904-4418-8d72-433be7587a62 None None] Update dhcp port {'port': {'network_id': 'b6874745-038a-42b0-a4f0-46d263fd6ca6', 'fixed_ips': [{'subnet_id': 'ea0bc9b5-ccae-410f-ae53-b154cbd0513f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '41788e85-50fc-4d50-b5af-deb50cab6dac', 'ip_address': '2001:db8::2'}, {'subnet_id': '73fd0083-e071-49bb-94e0-c85ac18758b2'}], 'binding:host_id': 'n-d-814547-1'}, 'id': '6336dd00-ffb0-4117-a8cb-184df46c078d'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:30:56.909955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-736be65f-aec3-4b3b-8a9c-f5789ec9c66c tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1045382 Oct 19 11:30:56.910922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44292) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:56.936259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Port': ['ID=6c879852-7833-448a-a238-435d112de77b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:56.950244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-98b4e4eb-0596-480b-90c3-f564a085c54a req-0aa1cc65-4d60-4c91-a4e4-8914c75f1e80 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214034 Oct 19 11:30:56.966634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af8bb9b8-8904-4418-8d72-433be7587a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.025229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bdf082d7-a1ef-4878-b185-4304e0865570 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.048886 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Set router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:57.064628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-b7146df2-223b-4509-9c3b-f4eaaae41ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:57.066188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-b7146df2-223b-4509-9c3b-f4eaaae41ea9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032661 Oct 19 11:30:57.067885 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bdf082d7-a1ef-4878-b185-4304e0865570 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.144415 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ce751d31-aa26-441b-be9c-ed21f1670101 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:57.207298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: ce751d31-aa26-441b-be9c-ed21f1670101 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:57.207646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ce751d31-aa26-441b-be9c-ed21f1670101 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:57.208072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c879852-7833-448a-a238-435d112de77b no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:30:57.228974 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.255153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 6c879852-7833-448a-a238-435d112de77b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:30:57.255499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c879852-7833-448a-a238-435d112de77b not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:30:57.273451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44304) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:57.280128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc319ffc-8e00-4d5c-a21c-162a3d56e2fc']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:57.293104 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13cb454-aba4-4129-8952-eec4dc1d935e') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:57.293603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13cb454-aba4-4129-8952-eec4dc1d935e') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:57.312577 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bdf082d7-a1ef-4878-b185-4304e0865570 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.335289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.342444 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:53Z', 'revision_number': 4, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a5a0984b-ff8f-4f98-aed9-abb62c4f0c08', 'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'mac_address': 'fa:16:3e:dd:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:52Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 2, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'subnets': [{'id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:57.349534 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bdf082d7-a1ef-4878-b185-4304e0865570 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.353069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bdf082d7-a1ef-4878-b185-4304e0865570 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/81026ff4-7753-4aba-92c7-e7fe656778b5 HTTP/1.1" status: 204 len: 168 time: 0.4189072 Oct 19 11:30:57.353069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf082d7-a1ef-4878-b185-4304e0865570 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81026ff4-7753-4aba-92c7-e7fe656778b5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:57.355460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44308) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:57.379549 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Checking router: dd9ab598-52bd-40c3-a5d7-e767f55efbc7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:57.379549 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Updating router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:30:57.385610 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.403054 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-06caf39a-482d-4da9-87f2-e651859a0bba service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199899 Oct 19 11:30:57.409133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:30:57.412379 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.422206 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:30:57.422415 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:30:57.446131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9028a-002a-4166-b49b-20193a833e10 req-f6fbe349-cc36-4b2d-b053-eaee2a26afd3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:57.447706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f6a9028a-002a-4166-b49b-20193a833e10 req-f6fbe349-cc36-4b2d-b053-eaee2a26afd3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 943 time: 0.1733487 Oct 19 11:30:57.457173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3629f314-10bc-4277-aad0-77fa500a3422 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0981143 Oct 19 11:30:57.466545 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44310) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:57.493799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-af8bb9b8-8904-4418-8d72-433be7587a62 None None] Allocated IP 2001:db8:0:2::2 (b6874745-038a-42b0-a4f0-46d263fd6ca6/73fd0083-e071-49bb-94e0-c85ac18758b2/6336dd00-ffb0-4117-a8cb-184df46c078d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:57.624691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f6a9028a-002a-4166-b49b-20193a833e10 req-b8c0aa0d-fc08-433e-bd1c-9549e524e800 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662576 Oct 19 11:30:57.678646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.679193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-12956c58-31f6-42bd-b93b-04ed4a67ea17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.687467 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.697930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/networks/bc319ffc-8e00-4d5c-a21c-162a3d56e2fc HTTP/1.1" status: 204 len: 168 time: 2.2588344 Oct 19 11:30:57.702969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44340) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:57.713000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-af8bb9b8-8904-4418-8d72-433be7587a62 None None] For port 6336dd00-ffb0-4117-a8cb-184df46c078d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6336dd00-ffb0-4117-a8cb-184df46c078d,segment=NetworkSegment(f1a8e3e0-01ca-4c87-860d-2b68f006ef09),segment_id=f1a8e3e0-01ca-4c87-860d-2b68f006ef09)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:57.730359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd8e35-2d17-4651-aa1e-c4b6f05e0991 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Pushing event deleted for resources: {'Network': ['ID=bc319ffc-8e00-4d5c-a21c-162a3d56e2fc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:57.741188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4748f9e0-f15d-4697-b550-c879a03606a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'routes': None}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:57.756475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af8bb9b8-8904-4418-8d72-433be7587a62 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.792491 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-35d63810-3434-49f9-aea8-b301bd6a7d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.820625 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.826655 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af8bb9b8-8904-4418-8d72-433be7587a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.853118 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7177610f-57d4-4547-a860-21da373fd688 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.922088 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:57.930545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bb9b8-8904-4418-8d72-433be7587a62 None None] Pushing event updated for resources: {'Port': ['ID=6336dd00-ffb0-4117-a8cb-184df46c078d,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:57.940358 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24543a6e-0652-43bc-adb8-71442ee1a04a req-31908e82-3071-4377-bb72-c537a7ea81d6 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218475 Oct 19 11:30:58.010627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7177610f-57d4-4547-a860-21da373fd688 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.068251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.extraroute_db [None req-4748f9e0-f15d-4697-b550-c879a03606a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Added routes are [] {{(pid=101311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 11:30:58.069310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.extraroute_db [None req-4748f9e0-f15d-4697-b550-c879a03606a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Removed routes are [] {{(pid=101311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 11:30:58.069729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4748f9e0-f15d-4697-b550-c879a03606a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.075496 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Attempting to bind port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:30:58.075983 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Attempting to bind port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:30:58.076457 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Attempting to bind port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 on network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:30:58.083773 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54968a8f-a8e0-4366-ad52-ade67a2a409a None None] Pushing event updated for resources: {'Port': ['ID=a5a0984b-ff8f-4f98-aed9-abb62c4f0c08,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:58.086994 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:30:58.088693 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Checking segment: {'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:30:58.089308 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.089901 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Bound using segment: {'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:30:58.090511 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Bound port: a5a0984b-ff8f-4f98-aed9-abb62c4f0c08, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:30:58.090944 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.213968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913b7bf-c6c6-497b-a239-72089c8d2edd req-87c7a1c6-19a0-4f45-a1bc-f634a7011abe tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:58.221428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6336dd00-ffb0-4117-a8cb-184df46c078d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:30:58.223480 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1913b7bf-c6c6-497b-a239-72089c8d2edd req-87c7a1c6-19a0-4f45-a1bc-f634a7011abe tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1289179 Oct 19 11:30:58.297712 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] For port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:30:58.301938 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] For port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a5a0984b-ff8f-4f98-aed9-abb62c4f0c08,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:30:58.307480 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1913b7bf-c6c6-497b-a239-72089c8d2edd req-9ff2d91e-753b-41e2-9ea7-c522a729ee28 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791364 Oct 19 11:30:58.355869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:58.356248 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.452680 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4748f9e0-f15d-4697-b550-c879a03606a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.461767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-60189cb2-da47-452e-8858-5b7b536e34c3 None None] Provisioning complete for port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:58.462163 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60189cb2-da47-452e-8858-5b7b536e34c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.469258 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4748f9e0-f15d-4697-b550-c879a03606a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.477359 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.503852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-60189cb2-da47-452e-8858-5b7b536e34c3 None None] Port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:58.539562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-17614b12-a5ca-4426-a501-ce801a5ccdda tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Delete allocated IP 2001:db8::3ce (b6874745-038a-42b0-a4f0-46d263fd6ca6/41788e85-50fc-4d50-b5af-deb50cab6dac) {{(pid=101311) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 11:30:58.552081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d8c60-a739-449a-9dab-0143c1d4012f req-3ee3fcb2-9786-4a75-bb0e-761007805683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:58.552081 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d2d8c60-a739-449a-9dab-0143c1d4012f req-3ee3fcb2-9786-4a75-bb0e-761007805683 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 1094 time: 0.4250624 Oct 19 11:30:58.561401 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Routers {'dd9ab598-52bd-40c3-a5d7-e767f55efbc7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:58.562310 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:58.608242 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54968a8f-a8e0-4366-ad52-ade67a2a409a None None] Pushing event updated for resources: {'Port': ['ID=a5a0984b-ff8f-4f98-aed9-abb62c4f0c08,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:58.620640 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-12956c58-31f6-42bd-b93b-04ed4a67ea17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.624490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-17614b12-a5ca-4426-a501-ce801a5ccdda tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Allocated IP 2001:db8:0:2::142 (b6874745-038a-42b0-a4f0-46d263fd6ca6/73fd0083-e071-49bb-94e0-c85ac18758b2/a52f0aaa-77cb-4205-8508-a30ad0ec890a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:30:58.653701 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7177610f-57d4-4547-a860-21da373fd688 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.656640 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7177610f-57d4-4547-a860-21da373fd688 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.657924 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7177610f-57d4-4547-a860-21da373fd688 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-groups/75bc61c3-1054-4a0a-becf-ad34349e1085 HTTP/1.1" status: 204 len: 168 time: 1.1904345 Oct 19 11:30:58.660071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4748f9e0-f15d-4697-b550-c879a03606a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router c49ad185-be1b-464b-bfda-113db88707b7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:30:58.661794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44358) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:58.754487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177610f-57d4-4547-a860-21da373fd688 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bc61c3-1054-4a0a-becf-ad34349e1085,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:58.775468 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f3e9b6eb-9b5a-4fae-89d3-b6d91b0b43cb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1112349 Oct 19 11:30:58.776667 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44360) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:58.797364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b5d5e5a4-38e6-49d2-a4dd-50c33affdaeb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group': {'name': 'tempest-secgroup--458191220'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:58.803860 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] Set router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:58.811627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-12956c58-31f6-42bd-b93b-04ed4a67ea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.839023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-46930e23-ffb2-4e0b-8fc6-6e4dd5e5e81c None None] Provisioning complete for port 6b374563-2f6a-4ab0-9862-186bc81ab199 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:58.839512 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-46930e23-ffb2-4e0b-8fc6-6e4dd5e5e81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.898770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-46930e23-ffb2-4e0b-8fc6-6e4dd5e5e81c None None] Port 6b374563-2f6a-4ab0-9862-186bc81ab199 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:58.909759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-46930e23-ffb2-4e0b-8fc6-6e4dd5e5e81c None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:58.910137 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-46930e23-ffb2-4e0b-8fc6-6e4dd5e5e81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:58.922392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d8c60-a739-449a-9dab-0143c1d4012f req-8175b96f-c261-40b3-a33f-1af9609f47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:58.924164 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d2d8c60-a739-449a-9dab-0143c1d4012f req-8175b96f-c261-40b3-a33f-1af9609f47ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.3634169 Oct 19 11:30:58.930342 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e5a4-38e6-49d2-a4dd-50c33affdaeb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.040827 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e5a4-38e6-49d2-a4dd-50c33affdaeb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.065506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-46930e23-ffb2-4e0b-8fc6-6e4dd5e5e81c None None] Provisioning complete for port a52f0aaa-77cb-4205-8508-a30ad0ec890a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:59.066195 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-46930e23-ffb2-4e0b-8fc6-6e4dd5e5e81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.104316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-46930e23-ffb2-4e0b-8fc6-6e4dd5e5e81c None None] Port a52f0aaa-77cb-4205-8508-a30ad0ec890a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:30:59.106768 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:53Z', 'revision_number': 4, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a5a0984b-ff8f-4f98-aed9-abb62c4f0c08', 'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'mac_address': 'fa:16:3e:dd:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:52Z', 'updated_at': '2021-10-19T11:30:58Z', 'revision_number': 4, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'subnets': [{'id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:59.133413 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.139277 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd1392-319f-46d4-bc14-253dce93e19e None None] The sync data for ids ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'] in n-d-814547-1 is: [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:53Z', 'revision_number': 4, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a5a0984b-ff8f-4f98-aed9-abb62c4f0c08', 'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'mac_address': 'fa:16:3e:dd:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:52Z', 'updated_at': '2021-10-19T11:30:58Z', 'revision_number': 4, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'subnets': [{'id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:30:59.195534 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.202604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e5a4-38e6-49d2-a4dd-50c33affdaeb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.254433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3ce80873-4201-4ee5-988a-6c077c7fbb99 None None] Provisioning complete for port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:30:59.254816 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3ce80873-4201-4ee5-988a-6c077c7fbb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.262998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5e5a4-38e6-49d2-a4dd-50c33affdaeb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759d26b1-c878-4a66-acb7-49ec1384eb52,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:59.329474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e5a4-38e6-49d2-a4dd-50c33affdaeb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.350621 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b5d5e5a4-38e6-49d2-a4dd-50c33affdaeb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5612192 Oct 19 11:30:59.350621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44370) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:59.350621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e90f0464-4ab5-4561-95f7-0824a2ab757f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': '759d26b1-c878-4a66-acb7-49ec1384eb52', 'direction': 'ingress', 'protocol': 17}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:30:59.466949 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d2d8c60-a739-449a-9dab-0143c1d4012f req-c13c03d1-7ee1-4ad3-863d-5281b592569b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd HTTP/1.1" status: 200 len: 217 time: 0.5005040 Oct 19 11:30:59.506252 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-12956c58-31f6-42bd-b93b-04ed4a67ea17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=715327aaf30a479aa3c631f91045aa11&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2306027 Oct 19 11:30:59.514186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44378) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:59.555953 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3ce80873-4201-4ee5-988a-6c077c7fbb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.591130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c8e26-bbfb-4dd0-afa4-8404b3507375 req-729eca61-191b-4ed2-a385-329c2b8f0780 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:59.592857 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9c3c8e26-bbfb-4dd0-afa4-8404b3507375 req-729eca61-191b-4ed2-a385-329c2b8f0780 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1574173 Oct 19 11:30:59.597921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e90f0464-4ab5-4561-95f7-0824a2ab757f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.600298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d93d7d-0b1a-45a4-bdc2-26e35a0c6d95 req-b2f1f795-989a-4e6c-a579-9a7e08e43bfa tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:59.601921 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c7d93d7d-0b1a-45a4-bdc2-26e35a0c6d95 req-b2f1f795-989a-4e6c-a579-9a7e08e43bfa tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 943 time: 0.8658240 Oct 19 11:30:59.608528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12956c58-31f6-42bd-b93b-04ed4a67ea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e966fa4-7afd-4972-a2e9-2ec393f22943,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:30:59.608904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4748f9e0-f15d-4697-b550-c879a03606a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:30:59.623845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b24219-c2ac-4653-9865-bb14c66a4867 None None] Sync routers for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:30:59.647336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b24219-c2ac-4653-9865-bb14c66a4867 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:59.648768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d8b24219-c2ac-4653-9865-bb14c66a4867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:59.649176 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4748f9e0-f15d-4697-b550-c879a03606a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.653221 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4748f9e0-f15d-4697-b550-c879a03606a3 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7 HTTP/1.1" status: 200 len: 704 time: 1.9239397 Oct 19 11:30:59.660454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44398) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:59.751454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-d8b24219-c2ac-4653-9865-bb14c66a4867 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:30:59.766057 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17614b12-a5ca-4426-a501-ce801a5ccdda tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.783384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d8c60-a739-449a-9dab-0143c1d4012f req-2b86287b-21f3-4778-8a02-11821ae4b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:59.793887 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d2d8c60-a739-449a-9dab-0143c1d4012f req-2b86287b-21f3-4778-8a02-11821ae4b20b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.2813840 Oct 19 11:30:59.815681 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ccdb6b3a-7a70-4fb9-9b69-a62001f413ac tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=c49ad185-be1b-464b-bfda-113db88707b7 HTTP/1.1" status: 200 len: 205 time: 0.1540391 Oct 19 11:30:59.821426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9c3c8e26-bbfb-4dd0-afa4-8404b3507375 req-c5ae5b71-79b4-49e2-952d-e426a57b4a8b tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114608 Oct 19 11:30:59.823540 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44408) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:30:59.824886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d43d409-fd57-47d8-a1b4-3063ee768b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.848919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d8b24219-c2ac-4653-9865-bb14c66a4867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:52Z', 'revision_number': 11, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:59.858334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3ce80873-4201-4ee5-988a-6c077c7fbb99 None None] For port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a5a0984b-ff8f-4f98-aed9-abb62c4f0c08,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:30:59.891114 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17614b12-a5ca-4426-a501-ce801a5ccdda tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.906216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c7d93d7d-0b1a-45a4-bdc2-26e35a0c6d95 req-2b21aa37-3579-40ec-9605-1dbc308ef8cb tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717702 Oct 19 11:30:59.917979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b24219-c2ac-4653-9865-bb14c66a4867 None None] Checking router: c49ad185-be1b-464b-bfda-113db88707b7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:30:59.928203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e90f0464-4ab5-4561-95f7-0824a2ab757f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.939986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b24219-c2ac-4653-9865-bb14c66a4867 None None] Routers {'c49ad185-be1b-464b-bfda-113db88707b7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:30:59.941238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d8b24219-c2ac-4653-9865-bb14c66a4867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c49ad185-be1b-464b-bfda-113db88707b7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:30:59.950812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d8c60-a739-449a-9dab-0143c1d4012f req-8c41ac76-6f90-4b52-aeb9-95c99223c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:59.952652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d2d8c60-a739-449a-9dab-0143c1d4012f req-8c41ac76-6f90-4b52-aeb9-95c99223c13b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351788 Oct 19 11:30:59.985722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d43d409-fd57-47d8-a1b4-3063ee768b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.988200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-17614b12-a5ca-4426-a501-ce801a5ccdda tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] In _notify_port_updated(), no bound segment for port a52f0aaa-77cb-4205-8508-a30ad0ec890a on network b6874745-038a-42b0-a4f0-46d263fd6ca6 {{(pid=101311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:30:59.992305 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a43381a5-8437-4639-bd86-867e3a26561a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.994317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17614b12-a5ca-4426-a501-ce801a5ccdda tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:30:59.995056 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17614b12-a5ca-4426-a501-ce801a5ccdda tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:30:59.996474 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-17614b12-a5ca-4426-a501-ce801a5ccdda tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "PUT /v2.0/ports/a52f0aaa-77cb-4205-8508-a30ad0ec890a HTTP/1.1" status: 200 len: 969 time: 3.6742058 Oct 19 11:30:59.999542 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44412) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:00.155372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-d8b24219-c2ac-4653-9865-bb14c66a4867 None None] Set router c49ad185-be1b-464b-bfda-113db88707b7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:31:00.189869 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e90f0464-4ab5-4561-95f7-0824a2ab757f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.219810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17614b12-a5ca-4426-a501-ce801a5ccdda tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event updated for resources: {'Port': ['ID=a52f0aaa-77cb-4205-8508-a30ad0ec890a,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:00.287397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f0464-4ab5-4561-95f7-0824a2ab757f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27455d27-67f4-42e7-9dcd-cd2b87a3d2df,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:00.310820 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d8b24219-c2ac-4653-9865-bb14c66a4867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:52Z', 'revision_number': 11, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:00.316163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:31:00.326104 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3ce80873-4201-4ee5-988a-6c077c7fbb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.329209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d2d8c60-a739-449a-9dab-0143c1d4012f req-22da4358-aad2-4e12-b925-7e83d358c07c service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256273 Oct 19 11:31:00.351160 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a43381a5-8437-4639-bd86-867e3a26561a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.355463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a43381a5-8437-4639-bd86-867e3a26561a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.453232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e90f0464-4ab5-4561-95f7-0824a2ab757f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.454528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e90f0464-4ab5-4561-95f7-0824a2ab757f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1112506 Oct 19 11:31:00.455358 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d43d409-fd57-47d8-a1b4-3063ee768b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.458102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d43d409-fd57-47d8-a1b4-3063ee768b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.471776 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4d43d409-fd57-47d8-a1b4-3063ee768b56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e966fa4-7afd-4972-a2e9-2ec393f22943 HTTP/1.1" status: 204 len: 168 time: 0.9466300 Oct 19 11:31:00.472664 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44416) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:00.475213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b24219-c2ac-4653-9865-bb14c66a4867 None None] The sync data for ids ['c49ad185-be1b-464b-bfda-113db88707b7'] in n-d-814547-1 is: [{'id': 'c49ad185-be1b-464b-bfda-113db88707b7', 'name': 'tempest-RoutersIpV6Test-router-188431172', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:29:30Z', 'updated_at': '2021-10-19T11:30:52Z', 'revision_number': 11, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:31:00.515771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43d409-fd57-47d8-a1b4-3063ee768b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e966fa4-7afd-4972-a2e9-2ec393f22943,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:00.563052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d2d8c60-a739-449a-9dab-0143c1d4012f req-0d1937a0-34c3-4fb4-897b-393b6adecbdc service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202141 Oct 19 11:31:00.597275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d52a20f5-f534-4ded-9358-7044716e6c92 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port a52f0aaa-77cb-4205-8508-a30ad0ec890a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:00.597275 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d52a20f5-f534-4ded-9358-7044716e6c92 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.637381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a43381a5-8437-4639-bd86-867e3a26561a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.637381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43381a5-8437-4639-bd86-867e3a26561a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Fanout notify agent at l3_agent the message router_deleted on router c49ad185-be1b-464b-bfda-113db88707b7 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:31:00.640576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4b0826eb-e4eb-4328-97cc-7d930d1c2078 None None] Provisioning complete for port a52f0aaa-77cb-4205-8508-a30ad0ec890a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:00.640964 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4b0826eb-e4eb-4328-97cc-7d930d1c2078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.656346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a43381a5-8437-4639-bd86-867e3a26561a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.661719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a43381a5-8437-4639-bd86-867e3a26561a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7 HTTP/1.1" status: 204 len: 168 time: 0.8314476 Oct 19 11:31:00.662939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44420) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:00.682621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-07f54968-7375-4be1-a483-f80c1e5cf3c7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1146033120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:00.688695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce80873-4201-4ee5-988a-6c077c7fbb99 None None] Pushing event updated for resources: {'Port': ['ID=a5a0984b-ff8f-4f98-aed9-abb62c4f0c08,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:00.697812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:00.698188 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.703861 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d708a5d-f949-4cf2-98e4-ba68f057f7a4 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.736921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4b0826eb-e4eb-4328-97cc-7d930d1c2078 None None] Port a52f0aaa-77cb-4205-8508-a30ad0ec890a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:00.756763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device bf2863db-a7b6-4f20-8fad-e25c6a490efd details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:31:00.811092 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d708a5d-f949-4cf2-98e4-ba68f057f7a4 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.813156 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d52a20f5-f534-4ded-9358-7044716e6c92 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.845489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d52a20f5-f534-4ded-9358-7044716e6c92 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for a52f0aaa-77cb-4205-8508-a30ad0ec890a owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:00.879353 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07f54968-7375-4be1-a483-f80c1e5cf3c7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.884510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07f54968-7375-4be1-a483-f80c1e5cf3c7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:00.907178 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.023254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35005eac-3344-4ef2-b437-890aa3cd1e38 req-f47458c4-91ee-4e76-91bb-20019447ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:01.024887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35005eac-3344-4ef2-b437-890aa3cd1e38 req-f47458c4-91ee-4e76-91bb-20019447ec4c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 1096 time: 0.1618104 Oct 19 11:31:01.027236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port bf2863db-a7b6-4f20-8fad-e25c6a490efd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:01.046006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'port_id': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd', 'mac_address': 'fa:16:3e:4c:ad:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:31:01.069033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07f54968-7375-4be1-a483-f80c1e5cf3c7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.111647 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.132032 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2863db-a7b6-4f20-8fad-e25c6a490efd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:31:01.147565 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d708a5d-f949-4cf2-98e4-ba68f057f7a4 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.151704 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4d708a5d-f949-4cf2-98e4-ba68f057f7a4 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.152892 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4d708a5d-f949-4cf2-98e4-ba68f057f7a4 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-groups/759d26b1-c878-4a66-acb7-49ec1384eb52 HTTP/1.1" status: 204 len: 168 time: 0.6771495 Oct 19 11:31:01.156316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44430) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:01.182524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc562ef8-7a01-4c68-9751-99fbaf0342aa req-ce7d89c3-a1d9-490f-891a-525c85a930a4 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:01.184069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc562ef8-7a01-4c68-9751-99fbaf0342aa req-ce7d89c3-a1d9-490f-891a-525c85a930a4 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.2542012 Oct 19 11:31:01.186641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port bf2863db-a7b6-4f20-8fad-e25c6a490efd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:01.192280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07f54968-7375-4be1-a483-f80c1e5cf3c7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.204632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d708a5d-f949-4cf2-98e4-ba68f057f7a4 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759d26b1-c878-4a66-acb7-49ec1384eb52,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:01.289545 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.290591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35005eac-3344-4ef2-b437-890aa3cd1e38 req-1c4bdc80-a9cf-4b78-b1a5-b50c0a70bcc8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198114 Oct 19 11:31:01.301975 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c85c62bb-3d45-438b-8079-b16a4716701f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1438732 Oct 19 11:31:01.307294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44434) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:01.315681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b2d80d61-1d66-46ab-986a-8848d24332b9 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group': {'name': 'tempest-secgroup--395226236'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:01.328244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d627747-b099-4ca6-9517-63e173225641 req-17fea65a-a26a-4371-acbe-a26f0dd366ed tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:01.336766 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d627747-b099-4ca6-9517-63e173225641 req-17fea65a-a26a-4371-acbe-a26f0dd366ed tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 943 time: 0.1514361 Oct 19 11:31:01.339812 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc562ef8-7a01-4c68-9751-99fbaf0342aa req-a14044cd-19d1-4fb1-91d5-f94cf1afd5ec tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398680 Oct 19 11:31:01.375056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=bf2863db-a7b6-4f20-8fad-e25c6a490efd,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:01.404705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d627747-b099-4ca6-9517-63e173225641 req-6309c88f-f1c6-4ee0-ba26-e75ef9dce0f1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667195 Oct 19 11:31:01.418175 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07f54968-7375-4be1-a483-f80c1e5cf3c7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.419635 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d52a20f5-f534-4ded-9358-7044716e6c92 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.421566 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-07f54968-7375-4be1-a483-f80c1e5cf3c7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7553794 Oct 19 11:31:01.428594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44440) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:01.436976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ed96da28-5de1-4dee-a135-bc6917c0a8ad tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:01.475956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a20f5-f534-4ded-9358-7044716e6c92 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=a52f0aaa-77cb-4205-8508-a30ad0ec890a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:01.525135 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d52a20f5-f534-4ded-9358-7044716e6c92 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.529052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d52a20f5-f534-4ded-9358-7044716e6c92 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/a52f0aaa-77cb-4205-8508-a30ad0ec890a HTTP/1.1" status: 204 len: 168 time: 1.4293828 Oct 19 11:31:01.531695 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44442) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:01.563689 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2d80d61-1d66-46ab-986a-8848d24332b9 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.566827 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cf7bef-f476-4e00-aad7-30103d3b8a3c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] GET failed (client error): The resource could not be found. Oct 19 11:31:01.569441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-01cf7bef-f476-4e00-aad7-30103d3b8a3c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports/a52f0aaa-77cb-4205-8508-a30ad0ec890a HTTP/1.1" status: 404 len: 333 time: 0.0367606 Oct 19 11:31:01.580141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44448) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:01.586695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['bf2863db-a7b6-4f20-8fad-e25c6a490efd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:31:01.716403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f066d41-c0d6-4f3d-93dd-3af21a4f2d89 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.769795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f066d41-c0d6-4f3d-93dd-3af21a4f2d89 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.803488 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ed96da28-5de1-4dee-a135-bc6917c0a8ad tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.828045 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2d80d61-1d66-46ab-986a-8848d24332b9 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.884331 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ed96da28-5de1-4dee-a135-bc6917c0a8ad tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.974358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f066d41-c0d6-4f3d-93dd-3af21a4f2d89 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.977887 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f066d41-c0d6-4f3d-93dd-3af21a4f2d89 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.985595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7f066d41-c0d6-4f3d-93dd-3af21a4f2d89 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/security-groups/35fb67b2-ccf8-42a2-8309-f211202ab93a HTTP/1.1" status: 204 len: 168 time: 0.3978119 Oct 19 11:31:01.985595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2d80d61-1d66-46ab-986a-8848d24332b9 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:01.986963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44456) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:02.020458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f066d41-c0d6-4f3d-93dd-3af21a4f2d89 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fb67b2-ccf8-42a2-8309-f211202ab93a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:02.102407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d80d61-1d66-46ab-986a-8848d24332b9 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b211e79-f593-42c9-adee-d23111b37a90,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:02.125629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:31:02.133192 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baf503d6-5bb4-4c58-a657-e1186bb59ffa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.163036 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baf503d6-5bb4-4c58-a657-e1186bb59ffa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.232464 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2d80d61-1d66-46ab-986a-8848d24332b9 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.241368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:02.241368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.241753 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b2d80d61-1d66-46ab-986a-8848d24332b9 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9311364 Oct 19 11:31:02.245909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44462) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:02.257016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-69e0fc4a-1d2a-4edb-ac40-f686a9431fea tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044604794'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:02.376483 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baf503d6-5bb4-4c58-a657-e1186bb59ffa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.378521 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baf503d6-5bb4-4c58-a657-e1186bb59ffa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.383100 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-baf503d6-5bb4-4c58-a657-e1186bb59ffa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/security-groups/e53cd8cd-c28a-4d6f-93cf-9e383bbac906 HTTP/1.1" status: 204 len: 168 time: 0.3927758 Oct 19 11:31:02.391618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44468) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:02.501126 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69e0fc4a-1d2a-4edb-ac40-f686a9431fea tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.506924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf503d6-5bb4-4c58-a657-e1186bb59ffa tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53cd8cd-c28a-4d6f-93cf-9e383bbac906,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:02.586894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2aca1615-869a-4ff9-be7c-6dabab9318f2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.589145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed96da28-5de1-4dee-a135-bc6917c0a8ad tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Router 4b0f55fd-cb36-475d-ad36-e23463f9a789 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:31:02.646660 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69e0fc4a-1d2a-4edb-ac40-f686a9431fea tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.662534 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2aca1615-869a-4ff9-be7c-6dabab9318f2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.683028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55378224-72ae-401d-8aba-ae735f369105 req-2d7633e6-9360-4674-819c-e2fdf90fd9fb tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:02.685313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55378224-72ae-401d-8aba-ae735f369105 req-2d7633e6-9360-4674-819c-e2fdf90fd9fb tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1850786 Oct 19 11:31:02.714750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31690951-fd49-4f54-829c-0993a0d761f9 req-9a134204-1dbf-46a3-998a-2b538959edbe tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:02.716450 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31690951-fd49-4f54-829c-0993a0d761f9 req-9a134204-1dbf-46a3-998a-2b538959edbe tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 944 time: 0.1306608 Oct 19 11:31:02.741869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed96da28-5de1-4dee-a135-bc6917c0a8ad tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:31:02.741869 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ed96da28-5de1-4dee-a135-bc6917c0a8ad tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.746121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ed96da28-5de1-4dee-a135-bc6917c0a8ad tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "PUT /v2.0/routers/4b0f55fd-cb36-475d-ad36-e23463f9a789 HTTP/1.1" status: 200 len: 698 time: 1.3132875 Oct 19 11:31:02.747442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44476) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:02.761631 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device bf2863db-a7b6-4f20-8fad-e25c6a490efd up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:31:02.763448 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0830bb3-5e61-4957-965d-db2fdfa43ab9 None None] Sync routers for ids ['4b0f55fd-cb36-475d-ad36-e23463f9a789'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:31:02.774235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69e0fc4a-1d2a-4edb-ac40-f686a9431fea tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.818721 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0830bb3-5e61-4957-965d-db2fdfa43ab9 None None] Routers {'4b0f55fd-cb36-475d-ad36-e23463f9a789'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:31:02.824894 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b0830bb3-5e61-4957-965d-db2fdfa43ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['4b0f55fd-cb36-475d-ad36-e23463f9a789'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:02.861605 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31690951-fd49-4f54-829c-0993a0d761f9 req-e23fc3b7-3bbf-4284-892e-776e10fec762 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256793 Oct 19 11:31:02.885149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0fc4a-1d2a-4edb-ac40-f686a9431fea tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d904dc15-80a4-45ec-9ae3-0b9cd6790c10,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:02.901861 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2aca1615-869a-4ff9-be7c-6dabab9318f2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.901861 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2aca1615-869a-4ff9-be7c-6dabab9318f2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.901861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2aca1615-869a-4ff9-be7c-6dabab9318f2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/security-groups/9b314a1b-53e2-4139-b002-cb7c5357d54d HTTP/1.1" status: 204 len: 168 time: 0.5073791 Oct 19 11:31:02.909291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44478) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:02.932380 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55378224-72ae-401d-8aba-ae735f369105 req-f2681b7a-ddda-4ada-a6e3-006944ab8d25 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148843 Oct 19 11:31:02.941299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-285c141c-2892-497e-a108-6fd9e8f264ac tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/routers/4b0f55fd-cb36-475d-ad36-e23463f9a789 HTTP/1.1" status: 200 len: 704 time: 0.1929951 Oct 19 11:31:02.943870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44480) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:02.947218 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69e0fc4a-1d2a-4edb-ac40-f686a9431fea tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:02.953966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-69e0fc4a-1d2a-4edb-ac40-f686a9431fea tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7062950 Oct 19 11:31:02.958846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44482) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:02.970648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c96a1ce0-f422-4f8d-9431-987623106717 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': '4b211e79-f593-42c9-adee-d23111b37a90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd904dc15-80a4-45ec-9ae3-0b9cd6790c10', 'remote_ip_prefix': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:02.978009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca1615-869a-4ff9-be7c-6dabab9318f2 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b314a1b-53e2-4139-b002-cb7c5357d54d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:03.000719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-67005109-d73b-41d1-bf0c-d1ad9e746bb9 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b0f55fd-cb36-475d-ad36-e23463f9a789 HTTP/1.1" status: 200 len: 205 time: 0.0555804 Oct 19 11:31:03.003723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44484) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:03.021507 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-b0830bb3-5e61-4957-965d-db2fdfa43ab9 None None] Set router 4b0f55fd-cb36-475d-ad36-e23463f9a789 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:31:03.032922 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port bf2863db-a7b6-4f20-8fad-e25c6a490efd completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:31:03.037964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port bf2863db-a7b6-4f20-8fad-e25c6a490efd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:03.038934 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.062326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-89109f8b-3759-45ad-bf30-5a43cff4006f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting subnet 41788e85-50fc-4d50-b5af-deb50cab6dac {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:31:03.071954 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89109f8b-3759-45ad-bf30-5a43cff4006f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.158209 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b0830bb3-5e61-4957-965d-db2fdfa43ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f55fd-cb36-475d-ad36-e23463f9a789', 'name': 'tempest-RoutersIpV6Test-router-1146033120', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:31:00Z', 'updated_at': '2021-10-19T11:31:01Z', 'revision_number': 2, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:03.172495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89109f8b-3759-45ad-bf30-5a43cff4006f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.195719 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.208207 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6abea214-47ed-465e-8fa2-a458bd5e1ae1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.258296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08872ca1-6565-4edc-8ee2-4953362925a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:31:03.258296 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efdddb0-1031-4380-ae6b-5141fe18c5aa" -d '{"events": [{"server_uuid": "08872ca1-6565-4edc-8ee2-4953362925a5", "name": "network-vif-plugged", "status": "completed", "tag": "bf2863db-a7b6-4f20-8fad-e25c6a490efd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:31:03.313836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port bf2863db-a7b6-4f20-8fad-e25c6a490efd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:03.326116 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89109f8b-3759-45ad-bf30-5a43cff4006f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.338552 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0830bb3-5e61-4957-965d-db2fdfa43ab9 None None] Checking router: 4b0f55fd-cb36-475d-ad36-e23463f9a789 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:31:03.348666 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0830bb3-5e61-4957-965d-db2fdfa43ab9 None None] Routers {'4b0f55fd-cb36-475d-ad36-e23463f9a789'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:31:03.350603 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b0830bb3-5e61-4957-965d-db2fdfa43ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:30:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['4b0f55fd-cb36-475d-ad36-e23463f9a789'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:03.388441 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b01df0c-2d97-43b7-a080-3981247e9b9e x-openstack-request-id: req-5b01df0c-2d97-43b7-a080-3981247e9b9e {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:31:03.388829 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08872ca1-6565-4edc-8ee2-4953362925a5", "name": "network-vif-plugged", "status": "completed", "tag": "bf2863db-a7b6-4f20-8fad-e25c6a490efd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:31:03.389523 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b01df0c-2d97-43b7-a080-3981247e9b9e {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:31:03.390034 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08872ca1-6565-4edc-8ee2-4953362925a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd', 'code': 200} Oct 19 11:31:03.392090 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.457563 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-b0830bb3-5e61-4957-965d-db2fdfa43ab9 None None] Set router 4b0f55fd-cb36-475d-ad36-e23463f9a789 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:31:03.517099 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=bf2863db-a7b6-4f20-8fad-e25c6a490efd,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:03.557780 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b0830bb3-5e61-4957-965d-db2fdfa43ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f55fd-cb36-475d-ad36-e23463f9a789', 'name': 'tempest-RoutersIpV6Test-router-1146033120', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:31:00Z', 'updated_at': '2021-10-19T11:31:01Z', 'revision_number': 2, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:03.572464 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89109f8b-3759-45ad-bf30-5a43cff4006f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.585579 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6abea214-47ed-465e-8fa2-a458bd5e1ae1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.588368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6abea214-47ed-465e-8fa2-a458bd5e1ae1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.600233 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0830bb3-5e61-4957-965d-db2fdfa43ab9 None None] The sync data for ids ['4b0f55fd-cb36-475d-ad36-e23463f9a789'] in n-d-814547-1 is: [{'id': '4b0f55fd-cb36-475d-ad36-e23463f9a789', 'name': 'tempest-RoutersIpV6Test-router-1146033120', 'tenant_id': 'c95670f05beb44e0ade26d70026231b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:31:00Z', 'updated_at': '2021-10-19T11:31:01Z', 'revision_number': 2, 'project_id': 'c95670f05beb44e0ade26d70026231b0', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:31:03.648856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89109f8b-3759-45ad-bf30-5a43cff4006f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Subnet': ['ID=41788e85-50fc-4d50-b5af-deb50cab6dac,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:03.663331 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c96a1ce0-f422-4f8d-9431-987623106717 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.670988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5f1bb-716e-4aed-933d-fef9b4c0048c req-38f5e60c-9a0c-4d40-b9d6-7ea785002dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:03.672398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9f5f1bb-716e-4aed-933d-fef9b4c0048c req-38f5e60c-9a0c-4d40-b9d6-7ea785002dd7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 1096 time: 0.1808035 Oct 19 11:31:03.686360 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-89109f8b-3759-45ad-bf30-5a43cff4006f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.692303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a636d-b66e-4943-9759-e6befeee0eb2 None None] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:31:03.695136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-89109f8b-3759-45ad-bf30-5a43cff4006f tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/41788e85-50fc-4d50-b5af-deb50cab6dac HTTP/1.1" status: 204 len: 168 time: 0.7716000 Oct 19 11:31:03.705782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44500) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:03.767205 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9f5f1bb-716e-4aed-933d-fef9b4c0048c req-ce126841-ebcc-4f63-ac5e-8ff3a29af491 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695498 Oct 19 11:31:03.803047 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c96a1ce0-f422-4f8d-9431-987623106717 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.811413 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6abea214-47ed-465e-8fa2-a458bd5e1ae1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.812154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abea214-47ed-465e-8fa2-a458bd5e1ae1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Fanout notify agent at l3_agent the message router_deleted on router 4b0f55fd-cb36-475d-ad36-e23463f9a789 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:31:03.821789 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6abea214-47ed-465e-8fa2-a458bd5e1ae1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.823080 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6abea214-47ed-465e-8fa2-a458bd5e1ae1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/4b0f55fd-cb36-475d-ad36-e23463f9a789 HTTP/1.1" status: 204 len: 168 time: 0.8184340 Oct 19 11:31:03.826623 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44506) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:03.870089 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-656c4f8e-9c37-45de-aecf-ac02d5a751e2 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b0f55fd-cb36-475d-ad36-e23463f9a789 HTTP/1.1" status: 200 len: 205 time: 0.0420566 Oct 19 11:31:03.873396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44508) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:03.879985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-84baaa24-7bc2-406f-8f2b-73dce1f3effc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting subnet 73fd0083-e071-49bb-94e0-c85ac18758b2 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:31:03.884671 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84baaa24-7bc2-406f-8f2b-73dce1f3effc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:03.887728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c96a1ce0-f422-4f8d-9431-987623106717 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.002089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a1ce0-f422-4f8d-9431-987623106717 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e852cba9-af82-477a-a402-830a1f839ae9,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:04.015696 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-4da44faa-60ba-4ada-babd-d15c3eceee6e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] delete failed (client error): The resource could not be found. Oct 19 11:31:04.017114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4da44faa-60ba-4ada-babd-d15c3eceee6e tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/4b0f55fd-cb36-475d-ad36-e23463f9a789 HTTP/1.1" status: 404 len: 336 time: 0.1404035 Oct 19 11:31:04.020686 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44516) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.027636 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84baaa24-7bc2-406f-8f2b-73dce1f3effc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.064138 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce7f60d-ccb3-4576-83f4-dff37ce0b3d4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:04.064874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce7f60d-ccb3-4576-83f4-dff37ce0b3d4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:04.071115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8ce7f60d-ccb3-4576-83f4-dff37ce0b3d4 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/cc43d499-14f8-46bf-9dcf-14be1eb9ee93 HTTP/1.1" status: 404 len: 337 time: 0.0461028 Oct 19 11:31:04.071775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44518) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.113472 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c96a1ce0-f422-4f8d-9431-987623106717 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.114905 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c96a1ce0-f422-4f8d-9431-987623106717 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1573308 Oct 19 11:31:04.124441 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-baabeb4f-ae53-483a-85af-12d55277731a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:04.124441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baabeb4f-ae53-483a-85af-12d55277731a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:04.128922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-baabeb4f-ae53-483a-85af-12d55277731a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/cac862d0-8923-4842-9fb2-3ab5c6f56dca HTTP/1.1" status: 404 len: 337 time: 0.0539153 Oct 19 11:31:04.128922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44520) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.143710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44522) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.177081 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84baaa24-7bc2-406f-8f2b-73dce1f3effc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.194517 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-635d7d70-08d2-49a5-8ff9-8dbe9a5beb59 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:04.194983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635d7d70-08d2-49a5-8ff9-8dbe9a5beb59 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:04.198273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-635d7d70-08d2-49a5-8ff9-8dbe9a5beb59 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/6a883bbd-5f8e-42e9-b805-c7e390440300 HTTP/1.1" status: 404 len: 337 time: 0.0452347 Oct 19 11:31:04.204165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44526) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.244444 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3f5f315-ba50-4327-ac75-faaeb86790c8 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.271515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68511d-602b-44e4-bddf-68a9dce336ec req-81714520-e83d-4fdc-b376-fe9d7d4addd3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:04.280038 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc68511d-602b-44e4-bddf-68a9dce336ec req-81714520-e83d-4fdc-b376-fe9d7d4addd3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.2736106 Oct 19 11:31:04.289950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44528) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.291713 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a7bda3-12d4-4a63-95b7-182c99c1770a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:04.292225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a7bda3-12d4-4a63-95b7-182c99c1770a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:04.296062 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b1a7bda3-12d4-4a63-95b7-182c99c1770a tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/694291f9-df53-4144-bdcd-3d7b2a9e05a1 HTTP/1.1" status: 404 len: 337 time: 0.0900948 Oct 19 11:31:04.303672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3f5f315-ba50-4327-ac75-faaeb86790c8 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.306710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44532) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.342961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964648dc-8fad-4812-8b7e-2618c54b16a7 req-92847258-e64b-40bf-9423-0328d0abeeba tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:04.349088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-964648dc-8fad-4812-8b7e-2618c54b16a7 req-92847258-e64b-40bf-9423-0328d0abeeba tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.2373283 Oct 19 11:31:04.363057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-363177bf-93fd-4406-a150-6ce1256b23f7 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=c49ad185-be1b-464b-bfda-113db88707b7 HTTP/1.1" status: 200 len: 205 time: 0.0472782 Oct 19 11:31:04.364519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44534) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.391509 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc68511d-602b-44e4-bddf-68a9dce336ec req-3a68a5fe-8bc5-455f-910c-387af29e0929 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023786 Oct 19 11:31:04.424426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84baaa24-7bc2-406f-8f2b-73dce1f3effc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.424828 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-4ce96b39-a568-42c1-9deb-98c547d2c198 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] delete failed (client error): The resource could not be found. Oct 19 11:31:04.425348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4ce96b39-a568-42c1-9deb-98c547d2c198 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/c49ad185-be1b-464b-bfda-113db88707b7 HTTP/1.1" status: 404 len: 336 time: 0.0586605 Oct 19 11:31:04.428859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44538) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.466198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2e1c80c4-4386-4278-a891-3ab7a6055258 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:04.482402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-74903fe5-eb6e-473f-bf40-37870ddba328 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=2181f1b7-1aa3-48a9-85f2-41445ce48c35 HTTP/1.1" status: 200 len: 205 time: 0.0488782 Oct 19 11:31:04.483788 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-964648dc-8fad-4812-8b7e-2618c54b16a7 req-3b2d019d-6316-4ce4-8b35-4f94dbe4f27d tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307247 Oct 19 11:31:04.484280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44540) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.514981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84baaa24-7bc2-406f-8f2b-73dce1f3effc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Subnet': ['ID=73fd0083-e071-49bb-94e0-c85ac18758b2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:04.519653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84baaa24-7bc2-406f-8f2b-73dce1f3effc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.527917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-84baaa24-7bc2-406f-8f2b-73dce1f3effc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/73fd0083-e071-49bb-94e0-c85ac18758b2 HTTP/1.1" status: 204 len: 168 time: 0.8173459 Oct 19 11:31:04.531060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44544) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.579656 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3f5f315-ba50-4327-ac75-faaeb86790c8 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.581712 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-33de9d7b-f205-4aef-b459-8daa6812f37b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:04.582193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33de9d7b-f205-4aef-b459-8daa6812f37b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:04.586067 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-33de9d7b-f205-4aef-b459-8daa6812f37b tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/41788e85-50fc-4d50-b5af-deb50cab6dac HTTP/1.1" status: 404 len: 337 time: 0.0539172 Oct 19 11:31:04.588497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44546) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.589361 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d3f5f315-ba50-4327-ac75-faaeb86790c8 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.593505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d3f5f315-ba50-4327-ac75-faaeb86790c8 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e852cba9-af82-477a-a402-830a1f839ae9 HTTP/1.1" status: 204 len: 168 time: 0.4505570 Oct 19 11:31:04.597472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44548) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.602095 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-a1c43a66-f593-4235-9660-66bfa6bb8ea6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] delete failed (client error): The resource could not be found. Oct 19 11:31:04.605380 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a1c43a66-f593-4235-9660-66bfa6bb8ea6 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/2181f1b7-1aa3-48a9-85f2-41445ce48c35 HTTP/1.1" status: 404 len: 336 time: 0.1171317 Oct 19 11:31:04.612814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44550) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.658777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5f315-ba50-4327-ac75-faaeb86790c8 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e852cba9-af82-477a-a402-830a1f839ae9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:04.661941 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbc9078-1a7b-43e5-b716-765c9c55329b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:04.662655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbc9078-1a7b-43e5-b716-765c9c55329b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:04.667583 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cbbc9078-1a7b-43e5-b716-765c9c55329b tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/d876c08f-e579-4342-83aa-fde828ca50bd HTTP/1.1" status: 404 len: 337 time: 0.0478525 Oct 19 11:31:04.671118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-349a5d39-dce7-44ee-8f27-01ac5b103de3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting subnet ea0bc9b5-ccae-410f-ae53-b154cbd0513f {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:31:04.677319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44552) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.689611 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-349a5d39-dce7-44ee-8f27-01ac5b103de3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.695757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2e1c80c4-4386-4278-a891-3ab7a6055258 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] 10.222.0.39 "PUT /v2.0/quotas/0f45bedf7af347d4ab45026e1ecb9c80 HTTP/1.1" status: 200 len: 368 time: 0.4042757 Oct 19 11:31:04.701985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44554) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.721160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6f281bc3-169b-4551-9060-5721c14b09cf tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1202528 Oct 19 11:31:04.723314 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44556) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.727930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Request body: {'network': {'project_id': '0f45bedf7af347d4ab45026e1ecb9c80'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:04.757107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ba19560b-295d-4476-936a-f5629afca57f tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=f95e47d6-1573-477e-901e-0ea94854557e HTTP/1.1" status: 200 len: 205 time: 0.0745521 Oct 19 11:31:04.758617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44558) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.780589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-349a5d39-dce7-44ee-8f27-01ac5b103de3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.821793 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-02733678-4ec9-4bd3-bd78-70a37ecba5ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] delete failed (client error): The resource could not be found. Oct 19 11:31:04.822863 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-02733678-4ec9-4bd3-bd78-70a37ecba5ce tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/f95e47d6-1573-477e-901e-0ea94854557e HTTP/1.1" status: 404 len: 336 time: 0.0635698 Oct 19 11:31:04.836257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44560) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.898772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44566) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:04.899389 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4983dc38-d562-4759-9ed4-a2f1dccf0c7d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=529b40a2-91c5-4f75-b013-d6e652265b16 HTTP/1.1" status: 200 len: 205 time: 0.0623248 Oct 19 11:31:04.972439 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-349a5d39-dce7-44ee-8f27-01ac5b103de3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.973266 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-e14db9f2-1314-41b0-b8cb-f001aeee4caf tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] delete failed (client error): The resource could not be found. Oct 19 11:31:04.974352 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e14db9f2-1314-41b0-b8cb-f001aeee4caf tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/529b40a2-91c5-4f75-b013-d6e652265b16 HTTP/1.1" status: 404 len: 336 time: 0.0745451 Oct 19 11:31:04.977172 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1567915e-8f4b-4397-9149-a5b0619a876e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:04.977643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44570) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.009122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1567915e-8f4b-4397-9149-a5b0619a876e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.061460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Made reservation on behalf of 0f45bedf7af347d4ab45026e1ecb9c80 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:05.063878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.080373 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-80298708-cae8-40ec-837d-0705b18c3307 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:05.080835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80298708-cae8-40ec-837d-0705b18c3307 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:05.087253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-80298708-cae8-40ec-837d-0705b18c3307 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/7f45b129-df13-4d03-b515-5f5bd42e4431 HTTP/1.1" status: 404 len: 337 time: 0.1079769 Oct 19 11:31:05.094012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44572) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.113065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384ef7b4-e375-4251-a743-2f2975767fe2 None None] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:31:05.133782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1567915e-8f4b-4397-9149-a5b0619a876e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.136103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4e0f412a-991c-460b-a06d-ca0a13df97cd tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=2216884f-94df-4fca-9c20-9588ca4c42df HTTP/1.1" status: 200 len: 205 time: 0.0370064 Oct 19 11:31:05.137438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1567915e-8f4b-4397-9149-a5b0619a876e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.141939 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1567915e-8f4b-4397-9149-a5b0619a876e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-groups/d904dc15-80a4-45ec-9ae3-0b9cd6790c10 HTTP/1.1" status: 204 len: 168 time: 0.4179971 Oct 19 11:31:05.142178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44574) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.142518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44576) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.143425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.220881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567915e-8f4b-4397-9149-a5b0619a876e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d904dc15-80a4-45ec-9ae3-0b9cd6790c10,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:05.243877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e2d03-4e50-476e-a39a-ff6c604bd9c0 req-46eb0cb4-a606-488b-94f4-bd14cc32714d tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:05.245379 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-694b4b47-7839-45c3-8d76-73ce40c6256d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] delete failed (client error): The resource could not be found. Oct 19 11:31:05.246567 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-694b4b47-7839-45c3-8d76-73ce40c6256d tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/2216884f-94df-4fca-9c20-9588ca4c42df HTTP/1.1" status: 404 len: 336 time: 0.1021259 Oct 19 11:31:05.249129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6d1da-1e2a-4c36-841f-5176861a0617 req-72195b6c-aa12-4a1a-aafd-0a6411354457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:05.250703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ab6d1da-1e2a-4c36-841f-5176861a0617 req-72195b6c-aa12-4a1a-aafd-0a6411354457 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3ad651dd79d4e92a7696dec699be2a1&device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 1096 time: 0.2620838 Oct 19 11:31:05.251490 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-800e2d03-4e50-476e-a39a-ff6c604bd9c0 req-46eb0cb4-a606-488b-94f4-bd14cc32714d tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.2759466 Oct 19 11:31:05.253007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44578) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.261936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-af094dd3-a91e-4b05-aa08-6b45bbaffa77 None None] Provisioning complete for port 6b374563-2f6a-4ab0-9862-186bc81ab199 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:05.262588 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af094dd3-a91e-4b05-aa08-6b45bbaffa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.307615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-800e2d03-4e50-476e-a39a-ff6c604bd9c0 req-32023f50-f284-4951-a9b3-760dbb5d6481 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551643 Oct 19 11:31:05.351395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-af094dd3-a91e-4b05-aa08-6b45bbaffa77 None None] Port 6b374563-2f6a-4ab0-9862-186bc81ab199 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:05.382474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.385785 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e3a8d2-85f6-4f95-97cc-2a8934352f8c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:05.386458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e3a8d2-85f6-4f95-97cc-2a8934352f8c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:05.391898 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-01e3a8d2-85f6-4f95-97cc-2a8934352f8c tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/9530ebf4-b170-42ed-8238-1ee8e04f2811 HTTP/1.1" status: 404 len: 337 time: 0.1304715 Oct 19 11:31:05.397082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44580) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.412590 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9c98b11d-4dc0-4435-93e4-98d0854954d2 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2597914 Oct 19 11:31:05.413304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44582) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.418624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-af094dd3-a91e-4b05-aa08-6b45bbaffa77 None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:05.418995 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af094dd3-a91e-4b05-aa08-6b45bbaffa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.432339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c0c950da-ac0d-4155-bb63-e93332be36dd tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d949ae9-521f-4e08-a823-3609d2210fcd HTTP/1.1" status: 200 len: 205 time: 0.0336337 Oct 19 11:31:05.435584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44586) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.544016 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-00d3318e-6052-4bab-8eb2-47db47fcb6bf tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] delete failed (client error): The resource could not be found. Oct 19 11:31:05.545393 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-00d3318e-6052-4bab-8eb2-47db47fcb6bf tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/routers/2d949ae9-521f-4e08-a823-3609d2210fcd HTTP/1.1" status: 404 len: 336 time: 0.1079109 Oct 19 11:31:05.548715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44590) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.557218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-349a5d39-dce7-44ee-8f27-01ac5b103de3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.592211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a5d39-dce7-44ee-8f27-01ac5b103de3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0bc9b5-ccae-410f-ae53-b154cbd0513f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:05.598506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6d1da-1e2a-4c36-841f-5176861a0617 req-6d995f72-a2c2-45ed-8c7a-d1c9f66ab687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:05.602065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ab6d1da-1e2a-4c36-841f-5176861a0617 req-6d995f72-a2c2-45ed-8c7a-d1c9f66ab687 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e HTTP/1.1" status: 200 len: 912 time: 0.3224268 Oct 19 11:31:05.607067 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a35a058-c78f-4dad-9eb7-7ed72e36757b tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.627702 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.656634 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-02abb08b-cd65-472e-aa0c-5059e14166c1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:05.657421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02abb08b-cd65-472e-aa0c-5059e14166c1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:05.660843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-02abb08b-cd65-472e-aa0c-5059e14166c1 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/38840397-8718-4609-b363-bbf68411d084 HTTP/1.1" status: 404 len: 337 time: 0.1088850 Oct 19 11:31:05.661839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34f6bff-3403-4fc5-ac3c-b2335891d9cf,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:05.664843 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44592) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.703977 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-349a5d39-dce7-44ee-8f27-01ac5b103de3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.704604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:31:05.707699 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-349a5d39-dce7-44ee-8f27-01ac5b103de3 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/ea0bc9b5-ccae-410f-ae53-b154cbd0513f HTTP/1.1" status: 204 len: 168 time: 1.1178336 Oct 19 11:31:05.712955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44594) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.713150 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd4f5fb-5ece-43a0-a372-1ac069b7df87 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:05.713483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd4f5fb-5ece-43a0-a372-1ac069b7df87 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:05.716759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4bd4f5fb-5ece-43a0-a372-1ac069b7df87 tempest-RoutersIpV6Test-2089902534 tempest-RoutersIpV6Test-2089902534-project] 10.222.0.39 "DELETE /v2.0/subnets/bbdc5c95-4b23-4521-b9e5-de0790034682 HTTP/1.1" status: 404 len: 337 time: 0.0493340 Oct 19 11:31:05.719421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ab6d1da-1e2a-4c36-841f-5176861a0617 req-fe1a75fc-5a76-4581-b103-230823a09059 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e26bf79-b68f-4038-97ff-5b8325d10394 HTTP/1.1" status: 200 len: 217 time: 0.0985863 Oct 19 11:31:05.727400 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.727751 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Added segment 215565f7-2a49-4a09-bb1f-e00275ee2292 of type vlan for network c92812fa-32cb-40ce-be41-8f2f3950cd7d Oct 19 11:31:05.762364 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a35a058-c78f-4dad-9eb7-7ed72e36757b tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.791685 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:05.822526 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2c1511-50f0-45d9-a7de-03df75c857cc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:05.822883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2c1511-50f0-45d9-a7de-03df75c857cc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:05.828388 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fc2c1511-50f0-45d9-a7de-03df75c857cc tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/356a0a32-862d-42be-8f9d-2d19c4b73773 HTTP/1.1" status: 404 len: 337 time: 0.0930486 Oct 19 11:31:05.840597 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44598) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.875461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee613-c557-44ba-8670-728474c01729 req-454bd589-8cd8-4872-98bd-8d7d7dcb9da4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:05.877428 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93eee613-c557-44ba-8670-728474c01729 req-454bd589-8cd8-4872-98bd-8d7d7dcb9da4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.2864301 Oct 19 11:31:05.913485 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9fbed590-376a-4f3d-bcdb-c636b55405c0 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "GET /v2.0/ports?device_id=49f5427d-ddab-4a7b-9697-8542b72d1173 HTTP/1.1" status: 200 len: 205 time: 0.0689836 Oct 19 11:31:05.915831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44602) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:05.920181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6d1da-1e2a-4c36-841f-5176861a0617 req-035cb5d5-5b60-48f5-9752-c20076f6e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:05.921784 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ab6d1da-1e2a-4c36-841f-5176861a0617 req-035cb5d5-5b60-48f5-9752-c20076f6e758 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b89025-ed79-4430-b2da-0d836edb3c46 HTTP/1.1" status: 200 len: 851 time: 0.1742427 Oct 19 11:31:05.967156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ab6d1da-1e2a-4c36-841f-5176861a0617 req-0ac1f027-7559-4331-91a2-0abbc2b4b155 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360432 Oct 19 11:31:06.011544 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-6cd10fa7-cac4-48d6-96f2-350c2c22cd96 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] delete failed (client error): The resource could not be found. Oct 19 11:31:06.012861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6cd10fa7-cac4-48d6-96f2-350c2c22cd96 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/routers/49f5427d-ddab-4a7b-9697-8542b72d1173 HTTP/1.1" status: 404 len: 336 time: 0.0947115 Oct 19 11:31:06.013703 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:06.014985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:06.015439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:06.020117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93eee613-c557-44ba-8670-728474c01729 req-9d44f343-bffe-46b2-b1b4-c5b0e1f99b80 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240745 Oct 19 11:31:06.020750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44606) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.101828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Pushing event updated for resources: {'Network': ['ID=c92812fa-32cb-40ce-be41-8f2f3950cd7d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:06.112590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c92812fa-32cb-40ce-be41-8f2f3950cd7d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:31:06.122988 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33911da-8001-471d-98d8-a71a7aff1f01 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:06.123445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33911da-8001-471d-98d8-a71a7aff1f01 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:06.128828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a33911da-8001-471d-98d8-a71a7aff1f01 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/0ebcdd6d-105b-46af-9ecb-fb5cc346322b HTTP/1.1" status: 404 len: 337 time: 0.0993066 Oct 19 11:31:06.129494 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44610) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.161578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ab6d1da-1e2a-4c36-841f-5176861a0617 req-46a43ac9-9daf-4d9b-91a5-b7505c9a8887 service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869793 Oct 19 11:31:06.187313 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-7338468f-b959-4bfd-baf7-26cd808c44db tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:06.189373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7338468f-b959-4bfd-baf7-26cd808c44db tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:06.199169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44612) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.201083 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7338468f-b959-4bfd-baf7-26cd808c44db tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/4d508652-b260-443c-97d6-cd09d2f4dfee HTTP/1.1" status: 404 len: 337 time: 0.0704043 Oct 19 11:31:06.213611 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1f92fa94-fd89-4c90-89d5-e6dc5e3efaf0 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4912906 Oct 19 11:31:06.218646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44614) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.224261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Request body: {'network': {'project_id': '0f45bedf7af347d4ab45026e1ecb9c80'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:06.251892 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbddce1-432d-4824-9954-a24d1edc7f12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:06.252347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbddce1-432d-4824-9954-a24d1edc7f12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:06.255454 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ffbddce1-432d-4824-9954-a24d1edc7f12 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/46a22104-f33a-4f33-afca-7eceeffbd614 HTTP/1.1" status: 404 len: 337 time: 0.0552790 Oct 19 11:31:06.257922 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a35a058-c78f-4dad-9eb7-7ed72e36757b tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:06.259983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44616) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.260735 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a35a058-c78f-4dad-9eb7-7ed72e36757b tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:06.261738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6a35a058-c78f-4dad-9eb7-7ed72e36757b tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-groups/4b211e79-f593-42c9-adee-d23111b37a90 HTTP/1.1" status: 204 len: 168 time: 0.8445566 Oct 19 11:31:06.267529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44618) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.292050 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e558e4a-82be-4fe5-8b1e-a2227adb69d6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:06.293152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e558e4a-82be-4fe5-8b1e-a2227adb69d6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:06.296663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0e558e4a-82be-4fe5-8b1e-a2227adb69d6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/d9e82c9d-d6bb-41ae-8879-5483e87ec735 HTTP/1.1" status: 404 len: 333 time: 0.0346034 Oct 19 11:31:06.299124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44620) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.316867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35a058-c78f-4dad-9eb7-7ed72e36757b tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b211e79-f593-42c9-adee-d23111b37a90,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:06.321280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe404d5d-3556-4510-b978-825543b8ca14 None None] Network b6874745-038a-42b0-a4f0-46d263fd6ca6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:31:06.331321 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5d3f0d-3368-4aa2-bf17-9ed26db4e745 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:06.331321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5d3f0d-3368-4aa2-bf17-9ed26db4e745 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:06.335410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-de5d3f0d-3368-4aa2-bf17-9ed26db4e745 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/acfebb49-9969-41ed-bd24-b1b115a7a976 HTTP/1.1" status: 404 len: 337 time: 0.0345490 Oct 19 11:31:06.337796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44622) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.374798 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b4280d-888b-418a-bb10-136e9e0f7953 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:06.376192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b4280d-888b-418a-bb10-136e9e0f7953 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:06.381339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-07b4280d-888b-418a-bb10-136e9e0f7953 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/ed8e21e8-cef4-42fb-bf3e-487a535d476f HTTP/1.1" status: 404 len: 337 time: 0.0421095 Oct 19 11:31:06.381649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ab6d1da-1e2a-4c36-841f-5176861a0617 req-19806620-148d-459f-8945-28adbedc2c5d service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121713 Oct 19 11:31:06.383624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44626) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.392877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f90bd9ab-fea4-404a-bc63-1a3cc169f7d6 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0919523 Oct 19 11:31:06.400689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44628) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.407403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-314cd36a-5f42-4133-af47-680e59e43752 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080609486'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:06.417196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Made reservation on behalf of 0f45bedf7af347d4ab45026e1ecb9c80 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:06.420330 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:06.422794 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f77a16c-5e9b-4ad0-a607-c855590ad6f6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:06.423512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f77a16c-5e9b-4ad0-a607-c855590ad6f6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:06.427475 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7f77a16c-5e9b-4ad0-a607-c855590ad6f6 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/b874238a-c618-4c0d-871e-da096edb7a11 HTTP/1.1" status: 404 len: 333 time: 0.0429680 Oct 19 11:31:06.430005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44630) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.495980 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7020baf-4a07-4b74-a5ec-5e32851189ca tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:06.496678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7020baf-4a07-4b74-a5ec-5e32851189ca tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:06.500596 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f7020baf-4a07-4b74-a5ec-5e32851189ca tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/1251e518-b520-4b27-af59-df32148e7478 HTTP/1.1" status: 404 len: 337 time: 0.0691130 Oct 19 11:31:06.503024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44636) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.539875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-314cd36a-5f42-4133-af47-680e59e43752 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:06.558317 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae1c0d5-d426-45ba-a8ce-ccdfcbb11cb5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] DELETE failed (client error): The resource could not be found. Oct 19 11:31:06.558989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae1c0d5-d426-45ba-a8ce-ccdfcbb11cb5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:06.562590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fae1c0d5-d426-45ba-a8ce-ccdfcbb11cb5 tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/subnets/8eba336a-9b53-4932-9e8d-759cb6cfd6b4 HTTP/1.1" status: 404 len: 337 time: 0.0584464 Oct 19 11:31:06.566839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44640) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.566997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe00d0f-f9fb-4c1d-a775-7cfc71cbb5b9 req-afe2101e-9579-4258-b86f-706070b622d0 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:06.569870 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4fe00d0f-f9fb-4c1d-a775-7cfc71cbb5b9 req-afe2101e-9579-4258-b86f-706070b622d0 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1398234 Oct 19 11:31:06.575762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:31:06.619611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:06.620185 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Added segment bc89929f-61b4-49b6-af4e-dd12620423f8 of type vlan for network 978ea0ee-72c4-4468-af79-c7a58878f2fd Oct 19 11:31:06.727271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4fe00d0f-f9fb-4c1d-a775-7cfc71cbb5b9 req-6819fbc6-32aa-4f8f-b49b-d670b18653c3 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394272 Oct 19 11:31:06.730002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44644) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:06.844850 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-314cd36a-5f42-4133-af47-680e59e43752 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:06.863458 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:06.906079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847b9d6-4198-4016-b374-29abe5087513 req-e4aca0b2-be22-443c-a22f-a71d9ce0ccad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:06.922112 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-314cd36a-5f42-4133-af47-680e59e43752 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:06.927520 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f847b9d6-4198-4016-b374-29abe5087513 req-e4aca0b2-be22-443c-a22f-a71d9ce0ccad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.3107977 Oct 19 11:31:06.973007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-82c6b59a-5fa4-41e6-b66d-56dea2e3ebb1 None None] Provisioning complete for port 6b374563-2f6a-4ab0-9862-186bc81ab199 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:06.973381 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82c6b59a-5fa4-41e6-b66d-56dea2e3ebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:06.989502 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.resource_extend [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 11:31:06.992979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cd36a-5f42-4133-af47-680e59e43752 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ce47f-9f5a-4249-a71b-3c36c3db64d6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:07.039022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-82c6b59a-5fa4-41e6-b66d-56dea2e3ebb1 None None] Port 6b374563-2f6a-4ab0-9862-186bc81ab199 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:07.056079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-82c6b59a-5fa4-41e6-b66d-56dea2e3ebb1 None None] Provisioning complete for port 6336dd00-ffb0-4117-a8cb-184df46c078d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:07.056551 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82c6b59a-5fa4-41e6-b66d-56dea2e3ebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.063093 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-314cd36a-5f42-4133-af47-680e59e43752 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.067881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-314cd36a-5f42-4133-af47-680e59e43752 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6633842 Oct 19 11:31:07.069011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44650) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:07.085294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-250f8aa8-d048-451c-a728-c9649ca51b85 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': 'a37ce47f-9f5a-4249-a71b-3c36c3db64d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:07.103048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b1275ca7-5bb4-4150-a851-b07cd24a3c3c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Deleting port 6b374563-2f6a-4ab0-9862-186bc81ab199 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:07.103361 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1275ca7-5bb4-4150-a851-b07cd24a3c3c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.158903 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f847b9d6-4198-4016-b374-29abe5087513 req-39e787de-0791-4e8c-96e9-e7f8f542cd69 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183754 Oct 19 11:31:07.173398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] DHCP port deletion for b6874745-038a-42b0-a4f0-46d263fd6ca6 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:31:07.190735 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.191731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:07.192307 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.241566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8af17f24-ecff-46a2-bf3c-c2885d133cf7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c95670f05beb44e0ade26d70026231b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056598 Oct 19 11:31:07.243439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Deleting port 6336dd00-ffb0-4117-a8cb-184df46c078d {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:07.243889 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.244597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44652) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:07.272202 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1275ca7-5bb4-4150-a851-b07cd24a3c3c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.302834 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-250f8aa8-d048-451c-a728-c9649ca51b85 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.323156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b1275ca7-5bb4-4150-a851-b07cd24a3c3c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Calling delete_port for 6b374563-2f6a-4ab0-9862-186bc81ab199 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:07.324613 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Pushing event updated for resources: {'Network': ['ID=978ea0ee-72c4-4468-af79-c7a58878f2fd,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:07.325258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] For port 6336dd00-ffb0-4117-a8cb-184df46c078d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6336dd00-ffb0-4117-a8cb-184df46c078d,segment=NetworkSegment(f1a8e3e0-01ca-4c87-860d-2b68f006ef09),segment_id=f1a8e3e0-01ca-4c87-860d-2b68f006ef09)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:07.325748 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.338935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 978ea0ee-72c4-4468-af79-c7a58878f2fd details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:31:07.356043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Calling delete_port for 6336dd00-ffb0-4117-a8cb-184df46c078d owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:07.375737 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91b27199-b48e-43dd-98aa-7afe9431e3cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.386127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b9cbe790-65a2-4928-a44d-648f6ff79f05 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1654465 Oct 19 11:31:07.388049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44654) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:07.409658 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-250f8aa8-d048-451c-a728-c9649ca51b85 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.414007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-27fb7ce6-1b0f-4fce-ac28-2fa1234c20da tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Request body: {'network': {'project_id': '0f45bedf7af347d4ab45026e1ecb9c80'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:07.445825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91b27199-b48e-43dd-98aa-7afe9431e3cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.461185 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fb7ce6-1b0f-4fce-ac28-2fa1234c20da tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 11:31:07.461699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fb7ce6-1b0f-4fce-ac28-2fa1234c20da tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:31:07.463014 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-27fb7ce6-1b0f-4fce-ac28-2fa1234c20da tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0707419 Oct 19 11:31:07.466049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-250f8aa8-d048-451c-a728-c9649ca51b85 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.466214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44656) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:07.504977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f8aa8-d048-451c-a728-c9649ca51b85 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a8f82f-2904-47ad-8fe0-495480fc3e03,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:07.529299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1275ca7-5bb4-4150-a851-b07cd24a3c3c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.566139 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-934a1769-6b12-46a8-9c18-2804d07bdc8d tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f45bedf7af347d4ab45026e1ecb9c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0985813 Oct 19 11:31:07.569677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44658) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:07.570175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1275ca7-5bb4-4150-a851-b07cd24a3c3c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Port': ['ID=6b374563-2f6a-4ab0-9862-186bc81ab199,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:07.576239 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1275ca7-5bb4-4150-a851-b07cd24a3c3c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.581095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b1275ca7-5bb4-4150-a851-b07cd24a3c3c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/ports/6b374563-2f6a-4ab0-9862-186bc81ab199 HTTP/1.1" status: 204 len: 168 time: 1.0121799 Oct 19 11:31:07.586883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44660) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:07.634292 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-250f8aa8-d048-451c-a728-c9649ca51b85 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.635531 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-250f8aa8-d048-451c-a728-c9649ca51b85 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5639455 Oct 19 11:31:07.638721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44662) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:07.661277 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.679921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91b27199-b48e-43dd-98aa-7afe9431e3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.683357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91b27199-b48e-43dd-98aa-7afe9431e3cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.691730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-91b27199-b48e-43dd-98aa-7afe9431e3cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ab6077e-a93c-4574-839e-c4b1f09b3861 HTTP/1.1" status: 204 len: 168 time: 0.4441824 Oct 19 11:31:07.695480 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.697798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Pushing event deleted for resources: {'Port': ['ID=6336dd00-ffb0-4117-a8cb-184df46c078d,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:07.703593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] No DVR routers for this DVR port 6336dd00-ffb0-4117-a8cb-184df46c078d on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:31:07.714919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.715256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.715636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.715976 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.717568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.717568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.717568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.717568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.717568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.717929 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.718205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.718526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b55f4-cd19-49ed-8526-1ed21042212b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:07.733971 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d304a574-fd0b-4820-8df0-8eb9584d5c36 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.745949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b27199-b48e-43dd-98aa-7afe9431e3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab6077e-a93c-4574-839e-c4b1f09b3861,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:07.753382 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-781b8852-6d4a-4d66-840e-3a3dd86af503 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.763402 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-781b8852-6d4a-4d66-840e-3a3dd86af503 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.856825 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.858738 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d304a574-fd0b-4820-8df0-8eb9584d5c36 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.882316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6874745-038a-42b0-a4f0-46d263fd6ca6']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:07.897301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a8e3e0-01ca-4c87-860d-2b68f006ef09') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:07.897885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a8e3e0-01ca-4c87-860d-2b68f006ef09') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:07.909637 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.926311 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.933401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:31:07.934086 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:31:07.937088 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:31:07.949687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da02e-b0b7-493c-a32c-4cd24f1ff25d req-c29c3d60-ef5b-48ec-aea8-c0d5f7466036 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:07.951398 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-652da02e-b0b7-493c-a32c-4cd24f1ff25d req-c29c3d60-ef5b-48ec-aea8-c0d5f7466036 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.0765452 Oct 19 11:31:08.000727 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-652da02e-b0b7-493c-a32c-4cd24f1ff25d req-f613ee7a-2119-487a-8e7f-56d65266a096 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388091 Oct 19 11:31:08.029114 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-781b8852-6d4a-4d66-840e-3a3dd86af503 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.043593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-781b8852-6d4a-4d66-840e-3a3dd86af503 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.047460 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-781b8852-6d4a-4d66-840e-3a3dd86af503 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/13a8f82f-2904-47ad-8fe0-495480fc3e03 HTTP/1.1" status: 204 len: 168 time: 0.4051485 Oct 19 11:31:08.047679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44670) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:08.057817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b8852-6d4a-4d66-840e-3a3dd86af503 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13a8f82f-2904-47ad-8fe0-495480fc3e03,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:08.106650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d304a574-fd0b-4820-8df0-8eb9584d5c36 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.109956 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d304a574-fd0b-4820-8df0-8eb9584d5c36 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.111330 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d304a574-fd0b-4820-8df0-8eb9584d5c36 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/a34f6bff-3403-4fc5-ac3c-b2335891d9cf HTTP/1.1" status: 204 len: 168 time: 0.5402977 Oct 19 11:31:08.113581 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f4a63aad-8dda-487b-83e4-9e1cb189a767 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0644879 Oct 19 11:31:08.114009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44674) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:08.116853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44676) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:08.128255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304a574-fd0b-4820-8df0-8eb9584d5c36 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34f6bff-3403-4fc5-ac3c-b2335891d9cf,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:08.152410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6336dd00-ffb0-4117-a8cb-184df46c078d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:31:08.204727 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 6336dd00-ffb0-4117-a8cb-184df46c078d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:31:08.205073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6336dd00-ffb0-4117-a8cb-184df46c078d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:31:08.234195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.248886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.255706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] 10.222.0.39 "DELETE /v2.0/networks/b6874745-038a-42b0-a4f0-46d263fd6ca6 HTTP/1.1" status: 204 len: 168 time: 0.6672747 Oct 19 11:31:08.303638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d0cc9-1154-4cc4-a477-bb8261acdb9c tempest-PortsIpV6TestJSON-643497840 tempest-PortsIpV6TestJSON-643497840-project] Pushing event deleted for resources: {'Network': ['ID=b6874745-038a-42b0-a4f0-46d263fd6ca6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:08.373471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed7ee-70a7-4cb5-afb6-dbc15fbd6cce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.378471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.419365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996229a-d8f5-4828-ab70-64e02dac4cea req-fd8ffdf4-7079-4d0a-9d7d-268cc2f290cb tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:08.421078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6996229a-d8f5-4828-ab70-64e02dac4cea req-fd8ffdf4-7079-4d0a-9d7d-268cc2f290cb tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.1449802 Oct 19 11:31:08.434795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed7ee-70a7-4cb5-afb6-dbc15fbd6cce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.559387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6996229a-d8f5-4828-ab70-64e02dac4cea req-22a51961-edfb-48bd-a67a-b546351b1ab5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273291 Oct 19 11:31:08.630676 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.685963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978ea0ee-72c4-4468-af79-c7a58878f2fd']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:08.715052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc89929f-61b4-49b6-af4e-dd12620423f8') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:08.717409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc89929f-61b4-49b6-af4e-dd12620423f8') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:08.737306 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.759857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed7ee-70a7-4cb5-afb6-dbc15fbd6cce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.763056 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed7ee-70a7-4cb5-afb6-dbc15fbd6cce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.764603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bc3ed7ee-70a7-4cb5-afb6-dbc15fbd6cce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-groups/a37ce47f-9f5a-4249-a71b-3c36c3db64d6 HTTP/1.1" status: 204 len: 168 time: 0.6387026 Oct 19 11:31:08.767621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44694) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:08.777983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.781359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ed7ee-70a7-4cb5-afb6-dbc15fbd6cce tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ce47f-9f5a-4249-a71b-3c36c3db64d6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:08.791728 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:31:08.792376 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:31:08.794304 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:31:08.850406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0a62fe3b-d02b-4113-8ed9-a8b27aed8e38 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798655 Oct 19 11:31:08.857230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44700) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:08.863709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2cbeb4c5-6514-4fbd-92b6-1584835a132e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407271391'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:09.000520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44704) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:09.022514 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb4c5-6514-4fbd-92b6-1584835a132e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.023560 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.034797 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.045631 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] 10.222.0.39 "DELETE /v2.0/networks/978ea0ee-72c4-4468-af79-c7a58878f2fd HTTP/1.1" status: 204 len: 168 time: 0.9275780 Oct 19 11:31:09.046032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44712) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:09.085726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba715c-25ee-4e72-aacb-7022ecfa9840 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Pushing event deleted for resources: {'Network': ['ID=978ea0ee-72c4-4468-af79-c7a58878f2fd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:09.190041 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb4c5-6514-4fbd-92b6-1584835a132e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.272261 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb4c5-6514-4fbd-92b6-1584835a132e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.332028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeb4c5-6514-4fbd-92b6-1584835a132e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb0a0e0-88eb-4c0f-9327-a6b8208b6f87,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:09.352700 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb4c5-6514-4fbd-92b6-1584835a132e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.352972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.354647 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2cbeb4c5-6514-4fbd-92b6-1584835a132e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4958742 Oct 19 11:31:09.359466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44724) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:09.366498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-303f78cb-5ed9-48af-9759-bf527793237f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': 'bbb0a0e0-88eb-4c0f-9327-a6b8208b6f87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:09.469368 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cdf6590d-a19c-40ab-b1e7-4d790339f913 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9557ed117fa41379920529c580ee545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641833 Oct 19 11:31:09.469572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44732) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:09.507004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736de92-3ddd-4950-bb67-2072327a8112 req-5765ac88-37c3-4477-b593-1ccdce255962 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:09.515486 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4736de92-3ddd-4950-bb67-2072327a8112 req-5765ac88-37c3-4477-b593-1ccdce255962 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.2862778 Oct 19 11:31:09.521044 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-303f78cb-5ed9-48af-9759-bf527793237f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.617905 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e805ed8f-1a7f-4cd0-94f7-6a71070ec204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.629153 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-303f78cb-5ed9-48af-9759-bf527793237f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.629927 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.641583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44738) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:09.667303 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e805ed8f-1a7f-4cd0-94f7-6a71070ec204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.667940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92812fa-32cb-40ce-be41-8f2f3950cd7d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:09.686990 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4736de92-3ddd-4950-bb67-2072327a8112 req-d5f2256e-7bc7-4f32-be58-ed4fda637c37 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702645 Oct 19 11:31:09.691380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215565f7-2a49-4a09-bb1f-e00275ee2292') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:09.691690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215565f7-2a49-4a09-bb1f-e00275ee2292') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:09.712323 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.742083 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-303f78cb-5ed9-48af-9759-bf527793237f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.750233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.766300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:31:09.766729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.823672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f78cb-5ed9-48af-9759-bf527793237f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfc3316-7eb9-4f5c-a2c8-ca1536d2ab2b,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:09.915227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-cd74b8cf-ca2e-4381-9c15-74ac582f272c tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:09.916458 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-cd74b8cf-ca2e-4381-9c15-74ac582f272c tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 11:31:09.917319 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-cd74b8cf-ca2e-4381-9c15-74ac582f272c tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 11:31:09.918701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cd74b8cf-ca2e-4381-9c15-74ac582f272c tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2762544 Oct 19 11:31:09.927617 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81466cb6-3eb5-4dd4-8e79-cb1edde61faa req-f2582f17-e3c4-48eb-9bc6-40a7a3f616e0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:09.935839 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81466cb6-3eb5-4dd4-8e79-cb1edde61faa req-f2582f17-e3c4-48eb-9bc6-40a7a3f616e0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.2460091 Oct 19 11:31:09.937554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44746) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:09.942187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4c8f607b-b90c-4c50-99cc-9c9267b416b4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447804320'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:09.949750 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-303f78cb-5ed9-48af-9759-bf527793237f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:09.952346 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-303f78cb-5ed9-48af-9759-bf527793237f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5893571 Oct 19 11:31:09.962452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44748) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:10.011680 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e805ed8f-1a7f-4cd0-94f7-6a71070ec204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.014706 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e805ed8f-1a7f-4cd0-94f7-6a71070ec204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.016103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e805ed8f-1a7f-4cd0-94f7-6a71070ec204 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77938b5e-a54b-4bda-9680-ba17bfc566ce HTTP/1.1" status: 204 len: 168 time: 0.5458441 Oct 19 11:31:10.032389 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0e00afe1-633e-4e94-a268-e398d4bb9828 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules/9dfc3316-7eb9-4f5c-a2c8-ca1536d2ab2b HTTP/1.1" status: 200 len: 763 time: 0.0685093 Oct 19 11:31:10.042256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44752) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:10.059006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805ed8f-1a7f-4cd0-94f7-6a71070ec204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77938b5e-a54b-4bda-9680-ba17bfc566ce,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:10.081966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81466cb6-3eb5-4dd4-8e79-cb1edde61faa req-8db49872-e3df-4a65-893f-551feaa43e52 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429784 Oct 19 11:31:10.148487 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-59ed5a36-834b-4123-b8a8-595973eb4559 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0970688 Oct 19 11:31:10.148487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c8f607b-b90c-4c50-99cc-9c9267b416b4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.149795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44754) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:10.190153 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c8f607b-b90c-4c50-99cc-9c9267b416b4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.204388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c35a4ae8-3c8f-4b2d-9ffc-9324a9c15dfb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.218813 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c35a4ae8-3c8f-4b2d-9ffc-9324a9c15dfb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.406892 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c35a4ae8-3c8f-4b2d-9ffc-9324a9c15dfb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:31:10.408919 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:31:10.415747 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c35a4ae8-3c8f-4b2d-9ffc-9324a9c15dfb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.418849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c35a4ae8-3c8f-4b2d-9ffc-9324a9c15dfb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9dfc3316-7eb9-4f5c-a2c8-ca1536d2ab2b HTTP/1.1" status: 204 len: 168 time: 0.2679636 Oct 19 11:31:10.422162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44760) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:10.455949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a4ae8-3c8f-4b2d-9ffc-9324a9c15dfb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dfc3316-7eb9-4f5c-a2c8-ca1536d2ab2b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:10.473136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9b58dbed-8d04-4df0-b1eb-60da8071cd7b tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0490484 Oct 19 11:31:10.474712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44762) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:10.491956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0ddb201b-ae83-447d-9dbb-ed346a994519 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': 'bbb0a0e0-88eb-4c0f-9327-a6b8208b6f87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:10.497186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.497331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98881e-80da-4f05-8d6c-438eefa3e151 req-2d4f84f7-edfa-4ddb-a316-c101f146c5f2 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:10.499562 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c98881e-80da-4f05-8d6c-438eefa3e151 req-2d4f84f7-edfa-4ddb-a316-c101f146c5f2 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1415405 Oct 19 11:31:10.540738 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.549639 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] 10.222.0.39 "DELETE /v2.0/networks/c92812fa-32cb-40ce-be41-8f2f3950cd7d HTTP/1.1" status: 204 len: 168 time: 1.5025587 Oct 19 11:31:10.581077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c8f607b-b90c-4c50-99cc-9c9267b416b4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.591987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78021373-d349-4a3f-8495-656410f2b094 tempest-QuotasNegativeTest-1156563023 tempest-QuotasNegativeTest-1156563023-project-admin] Pushing event deleted for resources: {'Network': ['ID=c92812fa-32cb-40ce-be41-8f2f3950cd7d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:10.616927 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c98881e-80da-4f05-8d6c-438eefa3e151 req-353c2d14-3e90-46cb-a916-46baaa729ff1 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092098 Oct 19 11:31:10.667013 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ddb201b-ae83-447d-9dbb-ed346a994519 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.689658 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c8f607b-b90c-4c50-99cc-9c9267b416b4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.747090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f607b-b90c-4c50-99cc-9c9267b416b4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb40dca-5379-44c1-be1b-7e7e4c18c598,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:10.789336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ddb201b-ae83-447d-9dbb-ed346a994519 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.814141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device bf2863db-a7b6-4f20-8fad-e25c6a490efd details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:31:10.814771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c8f607b-b90c-4c50-99cc-9c9267b416b4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.883825 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ddb201b-ae83-447d-9dbb-ed346a994519 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.906402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb201b-ae83-447d-9dbb-ed346a994519 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228ec51a-b0a2-484f-9637-fd0cbe65a789,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:10.912699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c8f607b-b90c-4c50-99cc-9c9267b416b4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:10.936593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port bf2863db-a7b6-4f20-8fad-e25c6a490efd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:10.950893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'port_id': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd', 'mac_address': 'fa:16:3e:4c:ad:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:31:10.962849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f607b-b90c-4c50-99cc-9c9267b416b4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43760e9-420c-4f7f-bc71-1f86b77e0d5e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:11.003612 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.016064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf2863db-a7b6-4f20-8fad-e25c6a490efd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:31:11.024428 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ddb201b-ae83-447d-9dbb-ed346a994519 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.029512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44778) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:11.029667 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0ddb201b-ae83-447d-9dbb-ed346a994519 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5513523 Oct 19 11:31:11.065583 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c8f607b-b90c-4c50-99cc-9c9267b416b4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.070973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44782) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:11.071253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4c8f607b-b90c-4c50-99cc-9c9267b416b4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1320765 Oct 19 11:31:11.078012 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3c43aca4-0d0a-412c-832a-b48ca527d9ab tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': 'c43760e9-420c-4f7f-bc71-1f86b77e0d5e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:11.078569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a92272cc-e75b-466c-a694-d7c92331aafc tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules/228ec51a-b0a2-484f-9637-fd0cbe65a789 HTTP/1.1" status: 200 len: 763 time: 0.0472243 Oct 19 11:31:11.082068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44784) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:11.086751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port bf2863db-a7b6-4f20-8fad-e25c6a490efd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:11.192490 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ed1fe211-adcb-4050-816b-5bf0b4f700fb tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1092374 Oct 19 11:31:11.200905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44788) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:11.230886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b68d34-4523-4840-b388-c3d740061052 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.243563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4154706-0f75-4995-a43c-b9d709a9995f req-7cd4d86d-fdb3-42e0-bcaf-ca0b619c3f01 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:11.244141 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b68d34-4523-4840-b388-c3d740061052 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.244381 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4154706-0f75-4995-a43c-b9d709a9995f req-7cd4d86d-fdb3-42e0-bcaf-ca0b619c3f01 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.0663905 Oct 19 11:31:11.261368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.325344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4154706-0f75-4995-a43c-b9d709a9995f req-070057e6-db6a-4450-9d74-6bd891c407b6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686510 Oct 19 11:31:11.341439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c43aca4-0d0a-412c-832a-b48ca527d9ab tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.355167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=bf2863db-a7b6-4f20-8fad-e25c6a490efd,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:11.370147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['bf2863db-a7b6-4f20-8fad-e25c6a490efd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:31:11.416416 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c43aca4-0d0a-412c-832a-b48ca527d9ab tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.442280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b68d34-4523-4840-b388-c3d740061052 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.448488 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2b68d34-4523-4840-b388-c3d740061052 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.449882 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f2b68d34-4523-4840-b388-c3d740061052 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/228ec51a-b0a2-484f-9637-fd0cbe65a789 HTTP/1.1" status: 204 len: 168 time: 0.2477505 Oct 19 11:31:11.452515 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44794) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:11.497275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b68d34-4523-4840-b388-c3d740061052 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=228ec51a-b0a2-484f-9637-fd0cbe65a789,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:11.529724 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c43aca4-0d0a-412c-832a-b48ca527d9ab tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.591723 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fb762ad6-056f-41b6-a8dd-2ac386dc2219 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1349366 Oct 19 11:31:11.591927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44800) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:11.596417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bc80c588-ec31-4c16-9221-afd41023c788 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Request body: {'security_group_rule': {'security_group_id': 'bbb0a0e0-88eb-4c0f-9327-a6b8208b6f87', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:11.603501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43aca4-0d0a-412c-832a-b48ca527d9ab tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f669353-a612-4b39-8cf8-3c3471737f1d,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:11.699575 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c43aca4-0d0a-412c-832a-b48ca527d9ab tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.704993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3c43aca4-0d0a-412c-832a-b48ca527d9ab tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6320004 Oct 19 11:31:11.705837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44806) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:11.715043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-df65816f-f3a2-47da-99f2-e649c5377851 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': 'c43760e9-420c-4f7f-bc71-1f86b77e0d5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:11.818571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44810) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:11.825388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc80c588-ec31-4c16-9221-afd41023c788 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.861446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3b722-abf7-4a92-a2bf-10ee157d1668 req-4c51e6ab-64d5-4108-8ced-2a59ef564119 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:11.869790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbf3b722-abf7-4a92-a2bf-10ee157d1668 req-4c51e6ab-64d5-4108-8ced-2a59ef564119 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1198583 Oct 19 11:31:11.874777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-df65816f-f3a2-47da-99f2-e649c5377851 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:11.897496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44814) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:11.948361 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbf3b722-abf7-4a92-a2bf-10ee157d1668 req-c61d999b-0ca8-47da-971f-522de0d96738 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721021 Oct 19 11:31:11.976143 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc80c588-ec31-4c16-9221-afd41023c788 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.045930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d5dc9ed1-43c2-4e4c-9829-37c98a4567d7 tempest-DvrRoutersNegativeTest-2120806443 tempest-DvrRoutersNegativeTest-2120806443-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-868459902', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:12.050806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.policy [None req-d5dc9ed1-43c2-4e4c-9829-37c98a4567d7 tempest-DvrRoutersNegativeTest-2120806443 tempest-DvrRoutersNegativeTest-2120806443-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101312) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 19 11:31:12.051206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.policy [None req-d5dc9ed1-43c2-4e4c-9829-37c98a4567d7 tempest-DvrRoutersNegativeTest-2120806443 tempest-DvrRoutersNegativeTest-2120806443-project] Failed policy check for 'create_router' {{(pid=101312) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 19 11:31:12.058292 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-d5dc9ed1-43c2-4e4c-9829-37c98a4567d7 tempest-DvrRoutersNegativeTest-2120806443 tempest-DvrRoutersNegativeTest-2120806443-project] create failed (client error): Access was denied to this resource. Oct 19 11:31:12.058292 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d5dc9ed1-43c2-4e4c-9829-37c98a4567d7 tempest-DvrRoutersNegativeTest-2120806443 tempest-DvrRoutersNegativeTest-2120806443-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1550565 Oct 19 11:31:12.089054 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01377bc0-0019-4c70-93c1-a12b10028a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.129021 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc80c588-ec31-4c16-9221-afd41023c788 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.132576 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-df65816f-f3a2-47da-99f2-e649c5377851 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 11:31:12.136140 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-df65816f-f3a2-47da-99f2-e649c5377851 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4264143 Oct 19 11:31:12.136787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44824) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:12.163844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80c588-ec31-4c16-9221-afd41023c788 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f487f6-97ce-48c2-8bea-14b13b2fb85d,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:12.252064 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28f1ded1-8d48-46b7-a146-75a76a1635a1 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.258458 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01377bc0-0019-4c70-93c1-a12b10028a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.294622 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28f1ded1-8d48-46b7-a146-75a76a1635a1 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.301393 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc80c588-ec31-4c16-9221-afd41023c788 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.301393 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bc80c588-ec31-4c16-9221-afd41023c788 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7062397 Oct 19 11:31:12.301592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44832) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:12.334959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-85915e6e-e7b0-4fc7-8342-1e72ac555749 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules/77f487f6-97ce-48c2-8bea-14b13b2fb85d HTTP/1.1" status: 200 len: 764 time: 0.0308490 Oct 19 11:31:12.337322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44834) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:12.362294 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01377bc0-0019-4c70-93c1-a12b10028a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.431392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44840) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:12.437215 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8ec117c4-9354-495d-854c-cd6cee296077 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0959120 Oct 19 11:31:12.462913 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-01377bc0-0019-4c70-93c1-a12b10028a63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d28d9281daa04fa1b41dabe48c0c7fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6406355 Oct 19 11:31:12.463785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44842) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:12.472372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01377bc0-0019-4c70-93c1-a12b10028a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a650d3-8145-4857-b6bf-70a11739ef05,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:12.528050 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28f1ded1-8d48-46b7-a146-75a76a1635a1 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.531297 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28f1ded1-8d48-46b7-a146-75a76a1635a1 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.535918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-28f1ded1-8d48-46b7-a146-75a76a1635a1 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "DELETE /v2.0/security-groups/c43760e9-420c-4f7f-bc71-1f86b77e0d5e HTTP/1.1" status: 204 len: 168 time: 0.3980904 Oct 19 11:31:12.536882 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44848) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:12.618682 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b29b35b-e5eb-45ba-a070-3cafd6e8a17c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.645583 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-902cde4c-d2a6-4c5b-ad90-0adde83b5f37 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.666757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1ded1-8d48-46b7-a146-75a76a1635a1 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43760e9-420c-4f7f-bc71-1f86b77e0d5e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:12.673519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b29b35b-e5eb-45ba-a070-3cafd6e8a17c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.690388 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-902cde4c-d2a6-4c5b-ad90-0adde83b5f37 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.695084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44852) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:12.792570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-08badfd8-5d63-4e4c-95ed-47d796052f2c tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2411332 Oct 19 11:31:12.792764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44858) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:12.812490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-08b67479-964d-4dca-90fa-f62f0f0884cd tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044810370'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:12.822209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device bf2863db-a7b6-4f20-8fad-e25c6a490efd up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:31:12.853968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a493dc-cafc-449a-a1b6-50edc4f3f4f6 req-1c35157d-597a-4848-a336-3534b76adcd1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:12.860787 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b29b35b-e5eb-45ba-a070-3cafd6e8a17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.863601 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b29b35b-e5eb-45ba-a070-3cafd6e8a17c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.867169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-07a493dc-cafc-449a-a1b6-50edc4f3f4f6 req-1c35157d-597a-4848-a336-3534b76adcd1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 944 time: 0.4244900 Oct 19 11:31:12.867305 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4b29b35b-e5eb-45ba-a070-3cafd6e8a17c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94a650d3-8145-4857-b6bf-70a11739ef05 HTTP/1.1" status: 204 len: 168 time: 0.3998656 Oct 19 11:31:12.879836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29b35b-e5eb-45ba-a070-3cafd6e8a17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a650d3-8145-4857-b6bf-70a11739ef05,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:12.933848 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94bc4e00-5ab8-410d-891d-1341663bbbf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.939442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-07a493dc-cafc-449a-a1b6-50edc4f3f4f6 req-82e0e693-18e9-4c41-a8a2-e6b37d00ebfa tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693922 Oct 19 11:31:12.948496 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-902cde4c-d2a6-4c5b-ad90-0adde83b5f37 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.960134 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-902cde4c-d2a6-4c5b-ad90-0adde83b5f37 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.962071 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-902cde4c-d2a6-4c5b-ad90-0adde83b5f37 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/77f487f6-97ce-48c2-8bea-14b13b2fb85d HTTP/1.1" status: 204 len: 168 time: 0.5289955 Oct 19 11:31:12.976308 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08b67479-964d-4dca-90fa-f62f0f0884cd tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:12.979402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44864) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:12.998757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port bf2863db-a7b6-4f20-8fad-e25c6a490efd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:12.998757 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.017135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cde4c-d2a6-4c5b-ad90-0adde83b5f37 tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77f487f6-97ce-48c2-8bea-14b13b2fb85d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:13.078916 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bb203401-b52d-4047-8a0c-a57dcd5f8faf tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0983024 Oct 19 11:31:13.085696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44870) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:13.151961 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.173734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08b67479-964d-4dca-90fa-f62f0f0884cd tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.178735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08872ca1-6565-4edc-8ee2-4953362925a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:31:13.182059 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2ac560-1ab8-43e3-ac6d-743cad5b92a1" -d '{"events": [{"server_uuid": "08872ca1-6565-4edc-8ee2-4953362925a5", "name": "network-vif-plugged", "status": "completed", "tag": "bf2863db-a7b6-4f20-8fad-e25c6a490efd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:31:13.221166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port bf2863db-a7b6-4f20-8fad-e25c6a490efd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:13.238146 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5946e0c-44bc-4fd9-86ae-e3afd2a08bb4 x-openstack-request-id: req-b5946e0c-44bc-4fd9-86ae-e3afd2a08bb4 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:31:13.238680 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08872ca1-6565-4edc-8ee2-4953362925a5", "name": "network-vif-plugged", "status": "completed", "tag": "bf2863db-a7b6-4f20-8fad-e25c6a490efd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:31:13.239127 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5946e0c-44bc-4fd9-86ae-e3afd2a08bb4 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:31:13.240354 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08872ca1-6565-4edc-8ee2-4953362925a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd', 'code': 200} Oct 19 11:31:13.270512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-855fb2d5-7628-437a-b32a-44707795d67e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.282046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08b67479-964d-4dca-90fa-f62f0f0884cd tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.308501 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-855fb2d5-7628-437a-b32a-44707795d67e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.335065 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.395944 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94bc4e00-5ab8-410d-891d-1341663bbbf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.401935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b67479-964d-4dca-90fa-f62f0f0884cd tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca53df3-ed4f-4397-963f-370492d1bdcb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:13.414195 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-08b67479-964d-4dca-90fa-f62f0f0884cd tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.415651 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-08b67479-964d-4dca-90fa-f62f0f0884cd tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6217620 Oct 19 11:31:13.426336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44878) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:13.428440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113b4ed-0cf8-4ae9-b61d-07fae67698a9 req-c2a78408-1c27-4573-87ea-40deada15110 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:13.430064 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d113b4ed-0cf8-4ae9-b61d-07fae67698a9 req-c2a78408-1c27-4573-87ea-40deada15110 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.1728778 Oct 19 11:31:13.433275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5dec3f14-6a16-410f-860a-6104536e3f95 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': 'fca53df3-ed4f-4397-963f-370492d1bdcb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:13.434051 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-5dec3f14-6a16-410f-860a-6104536e3f95 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 19 11:31:13.434685 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-5dec3f14-6a16-410f-860a-6104536e3f95 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:13.439089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bb83e-c756-4662-815c-f77d0457f7f2 req-91bd25db-b00b-43ee-a16f-8014dde2f1f5 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:13.439336 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5dec3f14-6a16-410f-860a-6104536e3f95 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098684 Oct 19 11:31:13.440161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-855fb2d5-7628-437a-b32a-44707795d67e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.440871 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-662bb83e-c756-4662-815c-f77d0457f7f2 req-91bd25db-b00b-43ee-a16f-8014dde2f1f5 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.2736819 Oct 19 11:31:13.454754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44880) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:13.460211 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-855fb2d5-7628-437a-b32a-44707795d67e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.466572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-855fb2d5-7628-437a-b32a-44707795d67e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "DELETE /v2.0/security-groups/bbb0a0e0-88eb-4c0f-9327-a6b8208b6f87 HTTP/1.1" status: 204 len: 168 time: 0.3751523 Oct 19 11:31:13.475330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44882) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:13.491613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=bf2863db-a7b6-4f20-8fad-e25c6a490efd,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:13.548885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fb2d5-7628-437a-b32a-44707795d67e tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb0a0e0-88eb-4c0f-9327-a6b8208b6f87,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:13.550520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94bc4e00-5ab8-410d-891d-1341663bbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:13.594537 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-575c7107-828d-4439-87bd-5a3df29ea3b2 req-4e8a9906-debb-4d66-8b1c-2a828ef03195 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163661 Oct 19 11:31:13.663409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7107-828d-4439-87bd-5a3df29ea3b2 req-097a4f24-7530-4b23-84ff-6229c32835a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:13.665807 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-575c7107-828d-4439-87bd-5a3df29ea3b2 req-097a4f24-7530-4b23-84ff-6229c32835a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3ad651dd79d4e92a7696dec699be2a1&device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 1097 time: 0.0487347 Oct 19 11:31:13.855273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7107-828d-4439-87bd-5a3df29ea3b2 req-6deff3e2-ecc4-486d-b38f-1490b4828016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:13.860425 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-575c7107-828d-4439-87bd-5a3df29ea3b2 req-6deff3e2-ecc4-486d-b38f-1490b4828016 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e HTTP/1.1" status: 200 len: 912 time: 0.1661313 Oct 19 11:31:14.023494 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-575c7107-828d-4439-87bd-5a3df29ea3b2 req-2cb7352e-d821-402e-be65-5ea0755cf4d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 HTTP/1.1" status: 200 len: 217 time: 0.1530931 Oct 19 11:31:14.025761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44890) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:14.059920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59658bfa-f1ba-4bed-9008-eca39e8d33c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:14.150113 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-94bc4e00-5ab8-410d-891d-1341663bbbf5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef6077ea7b27431fb3c0ad28eec4cce1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4551115 Oct 19 11:31:14.155519 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-552ae0ca-e353-47c7-86db-465252f66ffa tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6790736 Oct 19 11:31:14.182692 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44894) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:14.183071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44896) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:14.213679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7107-828d-4439-87bd-5a3df29ea3b2 req-75246725-a765-4ccb-83ff-ae45431a4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:14.215415 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-575c7107-828d-4439-87bd-5a3df29ea3b2 req-75246725-a765-4ccb-83ff-ae45431a4c7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67b89025-ed79-4430-b2da-0d836edb3c46 HTTP/1.1" status: 200 len: 851 time: 0.1508737 Oct 19 11:31:14.249340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc4e00-5ab8-410d-891d-1341663bbbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02534ac-ec89-4953-b890-3e10ae861884,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:14.268694 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-662bb83e-c756-4662-815c-f77d0457f7f2 req-be0f6c5b-45ed-455c-a395-344c7b4562dd tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8038299 Oct 19 11:31:14.287058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-575c7107-828d-4439-87bd-5a3df29ea3b2 req-5878b590-6ffd-4e11-9c86-6563926c660a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff57db85-83fa-463f-abdc-f68fa2bbeb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502913 Oct 19 11:31:14.306261 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c75704e-8f65-42ea-90f6-b344199c3d27 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:14.330633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c75704e-8f65-42ea-90f6-b344199c3d27 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:14.356295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-d113b4ed-0cf8-4ae9-b61d-07fae67698a9 req-e2d7c30c-02f2-457d-829c-c8f895bb0dc6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Deleting port 7e26bf79-b68f-4038-97ff-5b8325d10394 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:14.356682 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d113b4ed-0cf8-4ae9-b61d-07fae67698a9 req-e2d7c30c-02f2-457d-829c-c8f895bb0dc6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:14.523666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d113b4ed-0cf8-4ae9-b61d-07fae67698a9 req-e2d7c30c-02f2-457d-829c-c8f895bb0dc6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] For port 7e26bf79-b68f-4038-97ff-5b8325d10394, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7e26bf79-b68f-4038-97ff-5b8325d10394,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:14.523666 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d113b4ed-0cf8-4ae9-b61d-07fae67698a9 req-e2d7c30c-02f2-457d-829c-c8f895bb0dc6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:14.541346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240186-fc1b-4cb4-a6ed-68dfccf58379 req-061b07ee-1450-4ffa-82e2-393af7993d21 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:14.543351 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98240186-fc1b-4cb4-a6ed-68dfccf58379 req-061b07ee-1450-4ffa-82e2-393af7993d21 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.4763060 Oct 19 11:31:14.551313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c75704e-8f65-42ea-90f6-b344199c3d27 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:14.558572 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c75704e-8f65-42ea-90f6-b344199c3d27 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:14.573778 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9c75704e-8f65-42ea-90f6-b344199c3d27 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "DELETE /v2.0/security-groups/fca53df3-ed4f-4397-963f-370492d1bdcb HTTP/1.1" status: 204 len: 168 time: 1.1156790 Oct 19 11:31:14.573778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-d113b4ed-0cf8-4ae9-b61d-07fae67698a9 req-e2d7c30c-02f2-457d-829c-c8f895bb0dc6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Calling delete_port for 7e26bf79-b68f-4038-97ff-5b8325d10394 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:14.578829 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-27df592e-9d24-4229-ade0-30fcab49970f tempest-SecGroupTest-425915604 tempest-SecGroupTest-425915604-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3860018 Oct 19 11:31:14.582117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44900) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:14.601930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75704e-8f65-42ea-90f6-b344199c3d27 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca53df3-ed4f-4397-963f-370492d1bdcb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:14.689389 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-575c7107-828d-4439-87bd-5a3df29ea3b2 req-61651b6e-adf1-4b0d-a92c-8d35355e4a65 service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881602 Oct 19 11:31:14.858490 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef12e086-365f-4055-ad1e-9caf244310f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:14.947102 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98240186-fc1b-4cb4-a6ed-68dfccf58379 req-0ad12fbb-ede9-4b87-90b4-5ca10c435a2a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907983 Oct 19 11:31:14.978051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef12e086-365f-4055-ad1e-9caf244310f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:14.978051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-575c7107-828d-4439-87bd-5a3df29ea3b2 req-71b7d4cd-fd5f-4649-b833-a13222c66421 service neutron] 10.222.0.49 "GET /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641439 Oct 19 11:31:14.998679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59658bfa-f1ba-4bed-9008-eca39e8d33c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:15.045390 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8d309ca6-0b91-4f07-bb87-b8443f3d3f56 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4406054 Oct 19 11:31:15.054502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44906) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:15.065078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-715b09e2-bcac-48f8-8a25-4a2bc50edcc4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'tempest-secgroup--650603520'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:15.397782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef12e086-365f-4055-ad1e-9caf244310f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:15.402028 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef12e086-365f-4055-ad1e-9caf244310f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:15.402028 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ef12e086-365f-4055-ad1e-9caf244310f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f02534ac-ec89-4953-b890-3e10ae861884 HTTP/1.1" status: 204 len: 168 time: 1.2151160 Oct 19 11:31:15.408502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab42fa-cec3-4a37-8a53-e5f59191fd60 req-0b8538e4-dbde-4ba5-b6a6-b397756216f6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:15.415142 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-59658bfa-f1ba-4bed-9008-eca39e8d33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:15.417880 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44ab42fa-cec3-4a37-8a53-e5f59191fd60 req-0b8538e4-dbde-4ba5-b6a6-b397756216f6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 945 time: 0.0724473 Oct 19 11:31:15.419050 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12e086-365f-4055-ad1e-9caf244310f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02534ac-ec89-4953-b890-3e10ae861884,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:15.426699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d113b4ed-0cf8-4ae9-b61d-07fae67698a9 req-e2d7c30c-02f2-457d-829c-c8f895bb0dc6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:15.430972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-715b09e2-bcac-48f8-8a25-4a2bc50edcc4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:15.456321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['c1e0c552-5ffc-4ff0-a059-0d0a818d3f22'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:31:15.513125 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-59658bfa-f1ba-4bed-9008-eca39e8d33c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a380a17bd3d41a49f01625a60919c38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4824326 Oct 19 11:31:15.516008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44914) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:15.526739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7c30c-02f2-457d-829c-c8f895bb0dc6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Pushing event deleted for resources: {'Port': ['ID=7e26bf79-b68f-4038-97ff-5b8325d10394,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:15.588101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d113b4ed-0cf8-4ae9-b61d-07fae67698a9 req-e2d7c30c-02f2-457d-829c-c8f895bb0dc6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] No DVR routers for this DVR port 7e26bf79-b68f-4038-97ff-5b8325d10394 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:31:15.596372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d113b4ed-0cf8-4ae9-b61d-07fae67698a9 req-e2d7c30c-02f2-457d-829c-c8f895bb0dc6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:15.600401 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d113b4ed-0cf8-4ae9-b61d-07fae67698a9 req-e2d7c30c-02f2-457d-829c-c8f895bb0dc6 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.49 "DELETE /v2.0/ports/7e26bf79-b68f-4038-97ff-5b8325d10394 HTTP/1.1" status: 204 len: 173 time: 2.1585124 Oct 19 11:31:15.608678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6724104-c53e-4a72-97fc-69d975839c23', 'name': 'network-vif-deleted', 'tag': '7e26bf79-b68f-4038-97ff-5b8325d10394'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:31:15.608678 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27c5381-7980-4cfe-a0d4-58747f5a0e73" -d '{"events": [{"server_uuid": "c6724104-c53e-4a72-97fc-69d975839c23", "name": "network-vif-deleted", "tag": "7e26bf79-b68f-4038-97ff-5b8325d10394"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:31:15.624313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44ab42fa-cec3-4a37-8a53-e5f59191fd60 req-52f659b9-7560-4096-91c6-810f04e8a48c tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034404 Oct 19 11:31:15.662012 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241f0242-83cd-41be-9775-2a7da07057b6 x-openstack-request-id: req-241f0242-83cd-41be-9775-2a7da07057b6 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:31:15.679419 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6724104-c53e-4a72-97fc-69d975839c23", "name": "network-vif-deleted", "tag": "7e26bf79-b68f-4038-97ff-5b8325d10394", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:31:15.679419 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-241f0242-83cd-41be-9775-2a7da07057b6 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:31:15.679419 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6724104-c53e-4a72-97fc-69d975839c23', 'name': 'network-vif-deleted', 'tag': '7e26bf79-b68f-4038-97ff-5b8325d10394', 'status': 'completed', 'code': 200} Oct 19 11:31:15.729260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59658bfa-f1ba-4bed-9008-eca39e8d33c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e68820-1f7f-4d76-a193-63da4a443fce,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:15.770270 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b9e-0993-44a5-9e0f-2dd355946502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:15.807057 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-715b09e2-bcac-48f8-8a25-4a2bc50edcc4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:15.834982 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b9e-0993-44a5-9e0f-2dd355946502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:15.918026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7e26bf79-b68f-4038-97ff-5b8325d10394 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:31:15.939893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 7e26bf79-b68f-4038-97ff-5b8325d10394 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:31:15.940507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7e26bf79-b68f-4038-97ff-5b8325d10394 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:31:15.961046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44922) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:15.990571 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-715b09e2-bcac-48f8-8a25-4a2bc50edcc4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:16.086933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b09e2-bcac-48f8-8a25-4a2bc50edcc4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982a64a0-b437-4207-ab82-3a2d83e422ad,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:16.174050 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b9e-0993-44a5-9e0f-2dd355946502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:16.178308 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b24b0b9e-0993-44a5-9e0f-2dd355946502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:16.181461 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b24b0b9e-0993-44a5-9e0f-2dd355946502 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60e68820-1f7f-4d76-a193-63da4a443fce HTTP/1.1" status: 204 len: 168 time: 0.6398287 Oct 19 11:31:16.203581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece16c8-08cc-4dee-a7c7-bfae8f95c3fd req-aa9508dd-0bfc-4df3-8f72-29079d8029b7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:16.204652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b0b9e-0993-44a5-9e0f-2dd355946502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e68820-1f7f-4d76-a193-63da4a443fce,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:16.206639 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ece16c8-08cc-4dee-a7c7-bfae8f95c3fd req-aa9508dd-0bfc-4df3-8f72-29079d8029b7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.1106191 Oct 19 11:31:16.210017 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-715b09e2-bcac-48f8-8a25-4a2bc50edcc4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:16.214066 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-715b09e2-bcac-48f8-8a25-4a2bc50edcc4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1553268 Oct 19 11:31:16.214677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44932) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:16.247985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f2eceefd-ffd2-4cc9-a2d4-bdc96441d038 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '982a64a0-b437-4207-ab82-3a2d83e422ad', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:16.249407 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-f2eceefd-ffd2-4cc9-a2d4-bdc96441d038 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 19 11:31:16.255952 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-f2eceefd-ffd2-4cc9-a2d4-bdc96441d038 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:16.259030 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f2eceefd-ffd2-4cc9-a2d4-bdc96441d038 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0388601 Oct 19 11:31:16.265327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44934) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:16.354472 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2ece16c8-08cc-4dee-a7c7-bfae8f95c3fd req-69900262-646c-4067-9a31-3c98dcf3170c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305509 Oct 19 11:31:16.442031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ed72daf-6671-4f66-8630-6f7eb0e9bdf4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:16.548796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ed72daf-6671-4f66-8630-6f7eb0e9bdf4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:16.566206 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0cbc5b19-ee10-4d00-bb0e-e4ddfb6e4e06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95719ed9681c4692928c6beb978f3f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5996041 Oct 19 11:31:16.578805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44942) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:16.699191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8348307a-a4b0-40eb-bde1-d666f191fbe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:16.766373 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8348307a-a4b0-40eb-bde1-d666f191fbe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:16.789303 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ed72daf-6671-4f66-8630-6f7eb0e9bdf4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:16.791924 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ed72daf-6671-4f66-8630-6f7eb0e9bdf4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:16.796376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9ed72daf-6671-4f66-8630-6f7eb0e9bdf4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "DELETE /v2.0/security-groups/982a64a0-b437-4207-ab82-3a2d83e422ad HTTP/1.1" status: 204 len: 168 time: 0.5265963 Oct 19 11:31:16.799576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44948) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:16.953252 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-34e25ebe-2bac-4bd9-ab31-14af48acd8b2 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1514390 Oct 19 11:31:16.957567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44956) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:16.962240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed72daf-6671-4f66-8630-6f7eb0e9bdf4 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=982a64a0-b437-4207-ab82-3a2d83e422ad,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:16.968042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dc404ce0-44b6-4342-a158-8ec1fbf964a2 req-791d4cee-4bf9-4a84-a60f-8912ec1caf98 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6724104-c53e-4a72-97fc-69d975839c23 HTTP/1.1" status: 200 len: 210 time: 0.1695015 Oct 19 11:31:16.995591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6ac73947-2984-43f8-ae3f-b6575eda5b1e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'tempest-secgroup--432749785'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:17.141436 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8348307a-a4b0-40eb-bde1-d666f191fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:17.144082 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8348307a-a4b0-40eb-bde1-d666f191fbe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:17.146543 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8348307a-a4b0-40eb-bde1-d666f191fbe6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe3b851b-9c61-49bc-ae90-53c0482f7d43 HTTP/1.1" status: 204 len: 168 time: 0.5667794 Oct 19 11:31:17.170618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348307a-a4b0-40eb-bde1-d666f191fbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3b851b-9c61-49bc-ae90-53c0482f7d43,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:17.175470 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ac73947-2984-43f8-ae3f-b6575eda5b1e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:17.328132 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ac73947-2984-43f8-ae3f-b6575eda5b1e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:17.426966 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ac73947-2984-43f8-ae3f-b6575eda5b1e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:17.540263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac73947-2984-43f8-ae3f-b6575eda5b1e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3cd7ff-e644-44f5-bb45-b02c4d7dbe6c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:17.588313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a4280-0b95-42d1-8904-59465f85a9af req-bc9f4fdc-f5a7-4129-a9e3-0806209c7b79 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:17.590808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-315a4280-0b95-42d1-8904-59465f85a9af req-bc9f4fdc-f5a7-4129-a9e3-0806209c7b79 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.1499543 Oct 19 11:31:17.650466 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ac73947-2984-43f8-ae3f-b6575eda5b1e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:17.654614 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6ac73947-2984-43f8-ae3f-b6575eda5b1e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6947417 Oct 19 11:31:17.660788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44974) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:17.666655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-156ffa7b-1753-437a-b76f-4fb960f2dbcc tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '8a3cd7ff-e644-44f5-bb45-b02c4d7dbe6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:17.667614 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-156ffa7b-1753-437a-b76f-4fb960f2dbcc tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 19 11:31:17.672523 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-156ffa7b-1753-437a-b76f-4fb960f2dbcc tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:17.673697 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-156ffa7b-1753-437a-b76f-4fb960f2dbcc tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119429 Oct 19 11:31:17.677010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44980) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:17.694415 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ddbe0f85-c40b-4324-b025-1df1340c7710 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '8a3cd7ff-e644-44f5-bb45-b02c4d7dbe6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:17.695425 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-ddbe0f85-c40b-4324-b025-1df1340c7710 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 19 11:31:17.696000 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-ddbe0f85-c40b-4324-b025-1df1340c7710 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:17.697065 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ddbe0f85-c40b-4324-b025-1df1340c7710 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0191257 Oct 19 11:31:17.700101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44982) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:17.712647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-acf4474c-603e-4a63-9772-61e74609e8eb tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '8a3cd7ff-e644-44f5-bb45-b02c4d7dbe6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:17.714680 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-315a4280-0b95-42d1-8904-59465f85a9af req-1954bde1-d4e1-4a3a-a283-d22d4a61a841 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136372 Oct 19 11:31:17.715443 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-acf4474c-603e-4a63-9772-61e74609e8eb tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 19 11:31:17.715913 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-acf4474c-603e-4a63-9772-61e74609e8eb tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:17.717765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-acf4474c-603e-4a63-9772-61e74609e8eb tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148966 Oct 19 11:31:17.719881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44984) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:17.727070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-522fc089-5285-44a9-847e-209b75033e35 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '8a3cd7ff-e644-44f5-bb45-b02c4d7dbe6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:17.728494 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-522fc089-5285-44a9-847e-209b75033e35 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 19 11:31:17.729427 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-522fc089-5285-44a9-847e-209b75033e35 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:17.731077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-522fc089-5285-44a9-847e-209b75033e35 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089803 Oct 19 11:31:17.734172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44986) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:17.805396 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13db6ef1-5ec2-4850-a0e3-ec330e827f8a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:17.868771 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13db6ef1-5ec2-4850-a0e3-ec330e827f8a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:17.986227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13db6ef1-5ec2-4850-a0e3-ec330e827f8a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:17.989545 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13db6ef1-5ec2-4850-a0e3-ec330e827f8a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:17.991447 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-13db6ef1-5ec2-4850-a0e3-ec330e827f8a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "DELETE /v2.0/security-groups/8a3cd7ff-e644-44f5-bb45-b02c4d7dbe6c HTTP/1.1" status: 204 len: 168 time: 0.2558963 Oct 19 11:31:17.994298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44992) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:18.006064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db6ef1-5ec2-4850-a0e3-ec330e827f8a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3cd7ff-e644-44f5-bb45-b02c4d7dbe6c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:18.144369 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cc0e85ed-da05-4ba8-9887-cd6e8c9d439b tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1485507 Oct 19 11:31:18.150209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45004) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:18.183125 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-add46d26-6c93-4d9c-86d8-a7f216ccc6af tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051438709'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:18.310931 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-c6f79c8c-cf04-49bf-afc7-bc46dd2ab912 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1047258 Oct 19 11:31:18.416863 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-add46d26-6c93-4d9c-86d8-a7f216ccc6af tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:18.549957 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-add46d26-6c93-4d9c-86d8-a7f216ccc6af tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:18.571444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-6825a663-b25a-4e20-9a65-754b158929b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:18.574989 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-6825a663-b25a-4e20-9a65-754b158929b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1096 time: 0.2112706 Oct 19 11:31:18.673142 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-add46d26-6c93-4d9c-86d8-a7f216ccc6af tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:18.744753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add46d26-6c93-4d9c-86d8-a7f216ccc6af tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83845a91-fa5d-41b2-961a-3e10ebdfa763,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:18.822095 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-add46d26-6c93-4d9c-86d8-a7f216ccc6af tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:18.829086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45026) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:18.836519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fc94461b-242d-4df5-902e-7cf394b3ab10 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '83845a91-fa5d-41b2-961a-3e10ebdfa763', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:18.837707 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-add46d26-6c93-4d9c-86d8-a7f216ccc6af tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6795044 Oct 19 11:31:18.838223 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-fc94461b-242d-4df5-902e-7cf394b3ab10 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 11:31:18.838758 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-fc94461b-242d-4df5-902e-7cf394b3ab10 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:18.842823 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fc94461b-242d-4df5-902e-7cf394b3ab10 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088384 Oct 19 11:31:18.845548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45028) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:18.856835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-c2e2166b-79de-4740-83a2-717b3177d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:18.860710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-26d10d77-2ec3-4ef9-a952-59ad335d60fd tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '83845a91-fa5d-41b2-961a-3e10ebdfa763', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:18.862534 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-c2e2166b-79de-4740-83a2-717b3177d4d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.2638204 Oct 19 11:31:19.001553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d98477-4788-43e4-8c47-283d90cf48a9 req-c0ecb718-85c3-4f2e-bbc8-9726fa7af2b7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:19.016347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-20d98477-4788-43e4-8c47-283d90cf48a9 req-c0ecb718-85c3-4f2e-bbc8-9726fa7af2b7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.0996451 Oct 19 11:31:19.103582 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-20d98477-4788-43e4-8c47-283d90cf48a9 req-052cc9b0-96a9-4a3a-89f2-04369ea7c400 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833566 Oct 19 11:31:19.138618 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-31461e41-c2aa-4dad-b76d-a13af8b8c592 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 1000 time: 0.2623689 Oct 19 11:31:19.152572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce22da2-eb47-4686-94c3-4647a4d304b5 req-fe5cdee9-9917-4cb0-90c1-ab2f16596f25 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:19.154423 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ce22da2-eb47-4686-94c3-4647a4d304b5 req-fe5cdee9-9917-4cb0-90c1-ab2f16596f25 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.2398794 Oct 19 11:31:19.235192 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ce22da2-eb47-4686-94c3-4647a4d304b5 req-96f465f1-f3c3-462a-8562-294734e52a23 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694385 Oct 19 11:31:19.236308 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-3d961443-f4c7-4559-954a-d31d03b8867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:19.237758 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-3d961443-f4c7-4559-954a-d31d03b8867f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.0819590 Oct 19 11:31:19.301807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-9530c9b3-ae0b-4049-a4af-fc7b2c1350d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:19.301807 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-9530c9b3-ae0b-4049-a4af-fc7b2c1350d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509465 Oct 19 11:31:19.426682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-fe3702ab-7a51-4786-879d-01fc143a7e2d service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110265 Oct 19 11:31:19.545603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a086be4c-cc83-431f-a11c-d229340ecb0b req-14ca2954-0d22-4920-9dda-bd65cb25d300 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113992 Oct 19 11:31:20.141849 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:20.144782 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:20.173888 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-26d10d77-2ec3-4ef9-a952-59ad335d60fd tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:20.177333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-26d10d77-2ec3-4ef9-a952-59ad335d60fd tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.3281770 Oct 19 11:31:20.179672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45040) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:20.184403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-aafb15cf-b887-4838-80ba-692d68acf40e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '83845a91-fa5d-41b2-961a-3e10ebdfa763', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:20.184985 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-aafb15cf-b887-4838-80ba-692d68acf40e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 19 11:31:20.185555 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-aafb15cf-b887-4838-80ba-692d68acf40e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:20.186581 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aafb15cf-b887-4838-80ba-692d68acf40e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058711 Oct 19 11:31:20.189254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45042) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:20.198318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b7d9e820-9725-4303-b4cf-83330fdd3bb7 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '83845a91-fa5d-41b2-961a-3e10ebdfa763', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:20.270002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baf94e-0d6c-406c-b465-b1ae740ce89a req-18bc99da-8cad-44eb-bcac-85b8619acb82 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:20.273178 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c0baf94e-0d6c-406c-b465-b1ae740ce89a req-18bc99da-8cad-44eb-bcac-85b8619acb82 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.0972831 Oct 19 11:31:20.352144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c0baf94e-0d6c-406c-b465-b1ae740ce89a req-abbfa7e9-af5e-4f4f-8d2d-2109365b55c8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726480 Oct 19 11:31:20.501373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5e488-36d1-4ae6-8fa9-365f338c9773 req-949a3f6f-3f43-48e9-9e57-d13b589f25c3 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:20.506900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86d5e488-36d1-4ae6-8fa9-365f338c9773 req-949a3f6f-3f43-48e9-9e57-d13b589f25c3 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.1845205 Oct 19 11:31:20.550976 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-b7d9e820-9725-4303-b4cf-83330fdd3bb7 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:20.553776 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b7d9e820-9725-4303-b4cf-83330fdd3bb7 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3635087 Oct 19 11:31:20.559574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45056) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:20.567389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b8177e20-0363-4d54-bff9-cb9c7ca9e99e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '83845a91-fa5d-41b2-961a-3e10ebdfa763', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:20.568103 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-b8177e20-0363-4d54-bff9-cb9c7ca9e99e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 11:31:20.568804 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-b8177e20-0363-4d54-bff9-cb9c7ca9e99e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:20.574715 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b8177e20-0363-4d54-bff9-cb9c7ca9e99e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135121 Oct 19 11:31:20.576331 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86d5e488-36d1-4ae6-8fa9-365f338c9773 req-256da150-743e-445e-a753-1bb9a5ae546a tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622053 Oct 19 11:31:20.578573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45058) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:20.583738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bbfc743f-6dc2-4af7-aa2e-8aa78351b575 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '83845a91-fa5d-41b2-961a-3e10ebdfa763', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:20.741906 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-bbfc743f-6dc2-4af7-aa2e-8aa78351b575 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Project 0e9147b602d148079c99ede277f9b421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:31:20.820788 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-bbfc743f-6dc2-4af7-aa2e-8aa78351b575 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:20.825977 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bbfc743f-6dc2-4af7-aa2e-8aa78351b575 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2460520 Oct 19 11:31:20.828747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45068) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:20.838646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ef329bb6-e6a1-4ea6-9c58-d02a1bb94ffc tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '83845a91-fa5d-41b2-961a-3e10ebdfa763', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:20.839471 n-d-814547-1 neutron-server[101311]: WARNING neutron.api.v2.base [None req-ef329bb6-e6a1-4ea6-9c58-d02a1bb94ffc tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 19 11:31:20.841691 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-ef329bb6-e6a1-4ea6-9c58-d02a1bb94ffc tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:20.847718 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ef329bb6-e6a1-4ea6-9c58-d02a1bb94ffc tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0178857 Oct 19 11:31:20.851061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45070) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:20.866085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-eb117518-f374-4e40-8363-c8f691166290 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '83845a91-fa5d-41b2-961a-3e10ebdfa763', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:20.908726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacba47-67ac-4402-b22c-9918c197838a req-79212b02-5bb1-41a4-933a-ea0d22331f37 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:20.912194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fcacba47-67ac-4402-b22c-9918c197838a req-79212b02-5bb1-41a4-933a-ea0d22331f37 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.49 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.1085994 Oct 19 11:31:21.026741 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-eb117518-f374-4e40-8363-c8f691166290 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Project 0e9147b602d148079c99ede277f9b421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:31:21.112961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-fcacba47-67ac-4402-b22c-9918c197838a req-57807350-097a-4189-8d2c-30ffe5e1752f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Deleting port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:21.113598 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fcacba47-67ac-4402-b22c-9918c197838a req-57807350-097a-4189-8d2c-30ffe5e1752f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:21.129405 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-eb117518-f374-4e40-8363-c8f691166290 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:21.140267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eb117518-f374-4e40-8363-c8f691166290 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2807634 Oct 19 11:31:21.143556 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45080) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:21.149394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-226262ee-3ce5-4d6e-9954-81b8badbd43b tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '83845a91-fa5d-41b2-961a-3e10ebdfa763', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:21.334014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-fcacba47-67ac-4402-b22c-9918c197838a req-57807350-097a-4189-8d2c-30ffe5e1752f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] For port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:21.335120 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fcacba47-67ac-4402-b22c-9918c197838a req-57807350-097a-4189-8d2c-30ffe5e1752f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:21.375134 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-226262ee-3ce5-4d6e-9954-81b8badbd43b tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Project 0e9147b602d148079c99ede277f9b421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:31:21.386852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-fcacba47-67ac-4402-b22c-9918c197838a req-57807350-097a-4189-8d2c-30ffe5e1752f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Calling delete_port for c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:21.524147 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-226262ee-3ce5-4d6e-9954-81b8badbd43b tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:21.545625 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-226262ee-3ce5-4d6e-9954-81b8badbd43b tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4006913 Oct 19 11:31:21.549474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45088) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:21.660611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ea92940-6777-4439-aa9d-9d34b1394890 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:21.712197 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ea92940-6777-4439-aa9d-9d34b1394890 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:21.795407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52816549-2450-401d-816d-ce446703b1e9 req-5a4cffa3-bfb1-44a3-a928-9454db757513 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:21.815184 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52816549-2450-401d-816d-ce446703b1e9 req-5a4cffa3-bfb1-44a3-a928-9454db757513 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 946 time: 0.1047964 Oct 19 11:31:21.938630 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52816549-2450-401d-816d-ce446703b1e9 req-0908ee0f-5919-4cf0-9fbb-3f8ef363bac7 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/security-groups?id=fafeb325-6742-45b7-887d-441136f5868f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221588 Oct 19 11:31:21.946385 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ea92940-6777-4439-aa9d-9d34b1394890 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:21.955055 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ea92940-6777-4439-aa9d-9d34b1394890 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:21.955055 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1ea92940-6777-4439-aa9d-9d34b1394890 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "DELETE /v2.0/security-groups/83845a91-fa5d-41b2-961a-3e10ebdfa763 HTTP/1.1" status: 204 len: 168 time: 0.4062619 Oct 19 11:31:21.955055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45112) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:22.006658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea92940-6777-4439-aa9d-9d34b1394890 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83845a91-fa5d-41b2-961a-3e10ebdfa763,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:22.045488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a15b1-e1f5-40d4-bda2-b520ff8e6a73 req-caa37e82-e003-41b0-b1f7-c6ed310c43e2 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:22.061865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f0a15b1-e1f5-40d4-bda2-b520ff8e6a73 req-caa37e82-e003-41b0-b1f7-c6ed310c43e2 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.3533378 Oct 19 11:31:22.068021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c31325a2-95f0-4efb-894d-43eeb52dfac5 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040361 Oct 19 11:31:22.068021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45116) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:22.071686 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4a2ca98f-5a96-494b-b10f-b99f31c5ff85 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'tempest-secgroup--719733221'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:22.134762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f0a15b1-e1f5-40d4-bda2-b520ff8e6a73 req-6a90b435-1947-45f9-938c-e87c7e9e75ad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794489 Oct 19 11:31:22.193182 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca98f-5a96-494b-b10f-b99f31c5ff85 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:22.358300 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fcacba47-67ac-4402-b22c-9918c197838a req-57807350-097a-4189-8d2c-30ffe5e1752f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:22.366665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca98f-5a96-494b-b10f-b99f31c5ff85 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:22.450227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca98f-5a96-494b-b10f-b99f31c5ff85 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:22.497631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57807350-097a-4189-8d2c-30ffe5e1752f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Pushing event deleted for resources: {'Port': ['ID=c1e0c552-5ffc-4ff0-a059-0d0a818d3f22,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:22.554466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ca98f-5a96-494b-b10f-b99f31c5ff85 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c6d7d7-24bc-4250-9f9f-79a48685271d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:22.576059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcacba47-67ac-4402-b22c-9918c197838a req-57807350-097a-4189-8d2c-30ffe5e1752f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] No DVR routers for this DVR port c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:31:22.582170 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fcacba47-67ac-4402-b22c-9918c197838a req-57807350-097a-4189-8d2c-30ffe5e1752f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:22.589259 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fcacba47-67ac-4402-b22c-9918c197838a req-57807350-097a-4189-8d2c-30ffe5e1752f tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.49 "DELETE /v2.0/ports/c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 HTTP/1.1" status: 204 len: 173 time: 1.6704476 Oct 19 11:31:22.592318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c7a922-9f1f-4990-921c-09c16cc02b52', 'name': 'network-vif-deleted', 'tag': 'c1e0c552-5ffc-4ff0-a059-0d0a818d3f22'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:31:22.597659 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd18a9a6-3dae-4379-958b-2d9ae15d9bde" -d '{"events": [{"server_uuid": "56c7a922-9f1f-4990-921c-09c16cc02b52", "name": "network-vif-deleted", "tag": "c1e0c552-5ffc-4ff0-a059-0d0a818d3f22"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:31:22.610106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca98f-5a96-494b-b10f-b99f31c5ff85 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:22.617305 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45134) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:22.618031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4a2ca98f-5a96-494b-b10f-b99f31c5ff85 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5531943 Oct 19 11:31:22.623642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c8915bf7-0579-493c-b1e7-c4fad29c713f tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '47c6d7d7-24bc-4250-9f9f-79a48685271d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:22.708143 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84caaefa-beaa-4c29-8120-5314cab10d17 x-openstack-request-id: req-84caaefa-beaa-4c29-8120-5314cab10d17 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:31:22.708725 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c7a922-9f1f-4990-921c-09c16cc02b52", "name": "network-vif-deleted", "tag": "c1e0c552-5ffc-4ff0-a059-0d0a818d3f22", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:31:22.709317 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84caaefa-beaa-4c29-8120-5314cab10d17 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:31:22.711875 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c7a922-9f1f-4990-921c-09c16cc02b52', 'name': 'network-vif-deleted', 'tag': 'c1e0c552-5ffc-4ff0-a059-0d0a818d3f22', 'status': 'completed', 'code': 200} Oct 19 11:31:22.803353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45140) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:22.900791 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-c8915bf7-0579-493c-b1e7-c4fad29c713f tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The resource could not be found. Oct 19 11:31:22.904493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c8915bf7-0579-493c-b1e7-c4fad29c713f tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2835536 Oct 19 11:31:22.905024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45146) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:22.912738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6d76fff5-f195-435a-91c2-70c4e8156cbb tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '47c6d7d7-24bc-4250-9f9f-79a48685271d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'abda92d8-04f2-4d99-8922-c05034d00249'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:23.032546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1616361408', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:23.160649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c99194d-3e35-46f1-a183-78490e273254 req-80ca7069-b88c-443d-995b-2dc978903236 tempest-ServerRescueTestJSON-134385682 tempest-ServerRescueTestJSON-134385682-project] 10.222.0.39 "GET /v2.0/ports?device_id=56c7a922-9f1f-4990-921c-09c16cc02b52 HTTP/1.1" status: 200 len: 210 time: 0.0544734 Oct 19 11:31:23.310233 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117cfe2-5157-452b-bf58-358576df42da req-0651b912-ab65-4fd2-af2a-cf795c15cc68 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:23.322255 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0117cfe2-5157-452b-bf58-358576df42da req-0651b912-ab65-4fd2-af2a-cf795c15cc68 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.0913393 Oct 19 11:31:23.362299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Made reservation on behalf of 9883694185bd424ea127221f7e6aafd5 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:23.365744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:23.390442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0117cfe2-5157-452b-bf58-358576df42da req-ac708732-a502-493c-b35c-0a6e4eaf2b8c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668774 Oct 19 11:31:23.401517 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:23.515763 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-6d76fff5-f195-435a-91c2-70c4e8156cbb tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The resource could not be found. Oct 19 11:31:23.515763 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6d76fff5-f195-435a-91c2-70c4e8156cbb tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5944738 Oct 19 11:31:23.515763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45158) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:23.673043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45170) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:23.676223 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e568562d-f32e-4f45-8a3c-e084dab2dd7a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:23.764075 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:23.783125 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e568562d-f32e-4f45-8a3c-e084dab2dd7a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:23.853393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:23.918036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb49939-caed-48bf-9c1c-aeb86b8dc22e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:23.923013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] device_id is not set on port ff3567b4-aef0-466e-871a-991e9ced43b7 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:31:23.949409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:31:23.992474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:31:23.992895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device c1e0c552-5ffc-4ff0-a059-0d0a818d3f22 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:31:24.050999 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e568562d-f32e-4f45-8a3c-e084dab2dd7a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:24.053806 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e568562d-f32e-4f45-8a3c-e084dab2dd7a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:24.054996 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e568562d-f32e-4f45-8a3c-e084dab2dd7a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "DELETE /v2.0/security-groups/47c6d7d7-24bc-4250-9f9f-79a48685271d HTTP/1.1" status: 204 len: 168 time: 0.5504215 Oct 19 11:31:24.057891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45178) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:24.152037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568562d-f32e-4f45-8a3c-e084dab2dd7a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c6d7d7-24bc-4250-9f9f-79a48685271d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:24.223242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c0fd7bc5-053b-404d-8b38-530253e45712 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1594903 Oct 19 11:31:24.224029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45188) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:24.228671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4318d1b8-8822-49c7-9634-f0dd452e84f5 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': 'e01f08fe-5949-46f8-b468-725237f378e2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:24.240069 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11037096-e291-4afd-ba6c-b0f83fae76fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:24.251395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45190) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:24.408805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Allocated IP 172.25.2.219 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/ff3567b4-aef0-466e-871a-991e9ced43b7) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:31:24.609327 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-4318d1b8-8822-49c7-9634-f0dd452e84f5 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The resource could not be found. Oct 19 11:31:24.616799 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4318d1b8-8822-49c7-9634-f0dd452e84f5 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3913836 Oct 19 11:31:24.620454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45198) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:24.632582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-cb7b3840-4e07-487f-9219-5d020241b09f tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191725271'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:24.712003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fe878-8ed8-4417-98ea-ccc278fb8035 req-41f4dd3f-071a-49e5-87ce-316510b1a815 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:24.720666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a55fe878-8ed8-4417-98ea-ccc278fb8035 req-41f4dd3f-071a-49e5-87ce-316510b1a815 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.1795268 Oct 19 11:31:24.786717 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:24.825609 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a55fe878-8ed8-4417-98ea-ccc278fb8035 req-bb2a756f-367e-4f7f-b174-f805a62e6439 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014972 Oct 19 11:31:24.832150 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11037096-e291-4afd-ba6c-b0f83fae76fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:24.930972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11037096-e291-4afd-ba6c-b0f83fae76fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:24.990520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3840-4e07-487f-9219-5d020241b09f tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.004150 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.086346 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-11037096-e291-4afd-ba6c-b0f83fae76fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72e871bf0bcc4c41abb123d18dde9d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4099665 Oct 19 11:31:25.088111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45204) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:25.104370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:31:25.121139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:25.127484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:31:25.131753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Pushing event updated for resources: {'Port': ['ID=ff3567b4-aef0-466e-871a-991e9ced43b7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:25.141817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11037096-e291-4afd-ba6c-b0f83fae76fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f10dbd-031d-43e0-9c7f-a1ee20a1d4ae,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:25.251841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:25.253020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.304712 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ddf204e-f71d-4b61-8ca6-64173adf81c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.362499 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ddf204e-f71d-4b61-8ca6-64173adf81c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.398078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-406679ec-3e75-49f6-ad0a-121ad3eb688b tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5932026 Oct 19 11:31:25.406682 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3840-4e07-487f-9219-5d020241b09f tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.407766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45210) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:25.412353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.219'}]}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:25.437539 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2e11646d-0608-4baf-bbce-4689fef7ab8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.474116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45212) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:25.587769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3840-4e07-487f-9219-5d020241b09f tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.592183 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.594228 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.635557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b3840-4e07-487f-9219-5d020241b09f tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6ad9da-8d59-452e-8183-54b2b2927c3a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:25.671725 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ddf204e-f71d-4b61-8ca6-64173adf81c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.674802 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ddf204e-f71d-4b61-8ca6-64173adf81c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.692988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5ddf204e-f71d-4b61-8ca6-64173adf81c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2f10dbd-031d-43e0-9c7f-a1ee20a1d4ae HTTP/1.1" status: 204 len: 168 time: 0.5824742 Oct 19 11:31:25.693306 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aff83737-77c0-4aea-ae8c-9779fee963d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.693382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf204e-f71d-4b61-8ca6-64173adf81c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f10dbd-031d-43e0-9c7f-a1ee20a1d4ae,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:25.715029 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3840-4e07-487f-9219-5d020241b09f tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.716345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cb7b3840-4e07-487f-9219-5d020241b09f tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0932901 Oct 19 11:31:25.724175 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.753600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45218) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:25.753987 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:25.759136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-eb3367ad-7f87-4a9d-9901-51cc97ab75a3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'tempest-secgroup--743787385'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:25.955198 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aff83737-77c0-4aea-ae8c-9779fee963d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.003481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb3367ad-7f87-4a9d-9901-51cc97ab75a3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.083186 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aff83737-77c0-4aea-ae8c-9779fee963d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.133804 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.158416 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aff83737-77c0-4aea-ae8c-9779fee963d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0044da8500784db19fadca7d1f84e90e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6785009 Oct 19 11:31:26.158908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45224) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:26.169437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff83737-77c0-4aea-ae8c-9779fee963d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44816cc-df46-4e9e-8d14-45bab444edca,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:26.196393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a63b-2282-43dd-a727-1fffe644a708 req-8d7be63c-92e9-4382-b652-ceb2310a8a12 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:26.199191 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9d7a63b-2282-43dd-a727-1fffe644a708 req-8d7be63c-92e9-4382-b652-ceb2310a8a12 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.1760530 Oct 19 11:31:26.229124 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb3367ad-7f87-4a9d-9901-51cc97ab75a3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.288278 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9d7a63b-2282-43dd-a727-1fffe644a708 req-cc2261d5-abbe-4127-860c-051ad6f71f79 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781939 Oct 19 11:31:26.320517 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dcb905f-7bda-4985-a60a-88db2290407c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.347298 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb3367ad-7f87-4a9d-9901-51cc97ab75a3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.424033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dcb905f-7bda-4985-a60a-88db2290407c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.488422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] Deleting port a8613530-fbd6-45b4-8a4e-7906d2b215af {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:26.488884 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.566559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3367ad-7f87-4a9d-9901-51cc97ab75a3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c047aa1-ec6d-4795-9e59-e66b6818f4fc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:26.601471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] For port a8613530-fbd6-45b4-8a4e-7906d2b215af, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a8613530-fbd6-45b4-8a4e-7906d2b215af,segment=NetworkSegment(e863d1dc-6a8f-4156-9340-411d4425a588),segment_id=e863d1dc-6a8f-4156-9340-411d4425a588)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:26.602274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.619499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] Calling delete_port for a8613530-fbd6-45b4-8a4e-7906d2b215af owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:26.700960 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dcb905f-7bda-4985-a60a-88db2290407c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.704617 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dcb905f-7bda-4985-a60a-88db2290407c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.706095 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5dcb905f-7bda-4985-a60a-88db2290407c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a44816cc-df46-4e9e-8d14-45bab444edca HTTP/1.1" status: 204 len: 168 time: 0.5453029 Oct 19 11:31:26.722541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb905f-7bda-4985-a60a-88db2290407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44816cc-df46-4e9e-8d14-45bab444edca,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:26.808051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb3367ad-7f87-4a9d-9901-51cc97ab75a3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:26.808051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eb3367ad-7f87-4a9d-9901-51cc97ab75a3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0417202 Oct 19 11:31:26.808051 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45240) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:26.832127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d9fc98ac-cb61-4be9-8501-c6eb1f87b42a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '1d6ad9da-8d59-452e-8183-54b2b2927c3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2c047aa1-ec6d-4795-9e59-e66b6818f4fc'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:26.993469 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:27.059216 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:27.301152 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:27.334468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45246) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:27.363539 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:27.367692 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd97aee6-d41a-4fd4-8a63-3905fe41fc98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:27.433316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8613530-fbd6-45b4-8a4e-7906d2b215af,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:27.591532 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:27.596919 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:27.681868 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd97aee6-d41a-4fd4-8a63-3905fe41fc98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:27.701301 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-d9fc98ac-cb61-4be9-8501-c6eb1f87b42a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:27.710802 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:27.713373 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d9fc98ac-cb61-4be9-8501-c6eb1f87b42a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9153860 Oct 19 11:31:27.717673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45256) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:27.799794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf624a-bda5-45ab-b006-7589636e6e6c req-d0e7cea3-a103-4b1b-96fd-8d1db4614616 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:27.803518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52cf624a-bda5-45ab-b006-7589636e6e6c req-d0e7cea3-a103-4b1b-96fd-8d1db4614616 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.3738248 Oct 19 11:31:27.821361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4d605daa-72ce-4de8-951c-65fef840dabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:27.849019 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:27.849778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98279d02-a4ef-47b3-97c0-47446288c33f {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:31:27.885518 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd97aee6-d41a-4fd4-8a63-3905fe41fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.070375 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52cf624a-bda5-45ab-b006-7589636e6e6c req-0c4a38b6-ba7e-486a-b055-574ccb7259f4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402875 Oct 19 11:31:28.081742 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.102055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97aee6-d41a-4fd4-8a63-3905fe41fc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3779e4ea-b2bd-407b-9772-fdf455075cfb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:28.127148 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 19 11:31:28.127148 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-035780e0-b5a2-426d-bf68-5f007cbbdbe7 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7159462 Oct 19 11:31:28.138446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45260) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:28.170703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dd97aee6-d41a-4fd4-8a63-3905fe41fc98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61924caaf4074ebaa904ae33d161d6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8333669 Oct 19 11:31:28.172455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45262) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:28.222045 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.290382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45264) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:28.328406 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-155c5fb9-40ea-426d-ac4f-88d4ee5cb9c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.379102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ed427db-2c0b-4a4b-9693-787e49faaf47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.426991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-5783cd4b-06fc-4e60-82c8-e538a9b1cc73 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Deleting port ff3567b4-aef0-466e-871a-991e9ced43b7 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:28.427330 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5783cd4b-06fc-4e60-82c8-e538a9b1cc73 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.519572 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ed427db-2c0b-4a4b-9693-787e49faaf47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.650406 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5783cd4b-06fc-4e60-82c8-e538a9b1cc73 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.660326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-5783cd4b-06fc-4e60-82c8-e538a9b1cc73 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Calling delete_port for ff3567b4-aef0-466e-871a-991e9ced43b7 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:28.683693 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-155c5fb9-40ea-426d-ac4f-88d4ee5cb9c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.725759 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] Router bc1c5d40-c4ab-4e30-bfea-f54246089c05 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:31:28.767381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-155c5fb9-40ea-426d-ac4f-88d4ee5cb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.804310 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.807119 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.808288 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "DELETE /v2.0/security-groups/2c047aa1-ec6d-4795-9e59-e66b6818f4fc HTTP/1.1" status: 204 len: 168 time: 1.0866833 Oct 19 11:31:28.811546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45268) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:28.840039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c047aa1-ec6d-4795-9e59-e66b6818f4fc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:28.849414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c5fb9-40ea-426d-ac4f-88d4ee5cb9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff044c-dd83-4185-9f39-17bc04304c85,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:28.871130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ed427db-2c0b-4a4b-9693-787e49faaf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.874467 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ed427db-2c0b-4a4b-9693-787e49faaf47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.875907 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6ed427db-2c0b-4a4b-9693-787e49faaf47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3779e4ea-b2bd-407b-9772-fdf455075cfb HTTP/1.1" status: 204 len: 168 time: 0.7021062 Oct 19 11:31:28.878628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.880385 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.881925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.882414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.887246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.888411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.889311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.889912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.890415 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.890910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.891396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.892236 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76e4127-aa7d-4f46-90da-d78f5bfb99d3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:28.907183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed427db-2c0b-4a4b-9693-787e49faaf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3779e4ea-b2bd-407b-9772-fdf455075cfb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:28.932385 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-155c5fb9-40ea-426d-ac4f-88d4ee5cb9c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4cdb3fcd353c43caa1fc10942a8cd719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6372991 Oct 19 11:31:28.937514 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5783cd4b-06fc-4e60-82c8-e538a9b1cc73 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:28.943131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45272) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:29.108771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1aa64c90-17c9-4d9d-a01d-05f9d3f4a8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.115850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5f67f9c0-adad-4246-917c-27f108d76e9a tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3028970 Oct 19 11:31:29.123680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.156461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45278) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:29.158654 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1aa64c90-17c9-4d9d-a01d-05f9d3f4a8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.197874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783cd4b-06fc-4e60-82c8-e538a9b1cc73 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff3567b4-aef0-466e-871a-991e9ced43b7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:29.213267 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.237508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:31:29.252152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a189c769-7f33-409e-a65c-1eb255397de8 admin admin] 10.222.0.39 "PUT /v2.0/routers/bc1c5d40-c4ab-4e30-bfea-f54246089c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9995012 Oct 19 11:31:29.254625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45280) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:29.256244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91067504-80fe-436c-bbbd-b32db3e85d4b None None] Sync routers for ids ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:31:29.281696 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91067504-80fe-436c-bbbd-b32db3e85d4b None None] Routers {'bc1c5d40-c4ab-4e30-bfea-f54246089c05'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:31:29.289959 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-91067504-80fe-436c-bbbd-b32db3e85d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:31:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:29.344181 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5783cd4b-06fc-4e60-82c8-e538a9b1cc73 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.355610 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5783cd4b-06fc-4e60-82c8-e538a9b1cc73 tempest-RoutersAdminNegativeTest-1374610296 tempest-RoutersAdminNegativeTest-1374610296-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ff3567b4-aef0-466e-871a-991e9ced43b7 HTTP/1.1" status: 204 len: 168 time: 1.2149401 Oct 19 11:31:29.398670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1aa64c90-17c9-4d9d-a01d-05f9d3f4a8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.399270 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1aa64c90-17c9-4d9d-a01d-05f9d3f4a8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.400437 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1aa64c90-17c9-4d9d-a01d-05f9d3f4a8f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9dff044c-dd83-4185-9f39-17bc04304c85 HTTP/1.1" status: 204 len: 168 time: 0.4516613 Oct 19 11:31:29.454371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa64c90-17c9-4d9d-a01d-05f9d3f4a8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dff044c-dd83-4185-9f39-17bc04304c85,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:29.472166 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e37f83f-cf59-451a-a8e5-131344312828 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.481775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3e3e5-3ffb-496f-89b5-d78c535c4c32 req-04bbc28e-8a5b-4351-8297-0a7bae450d9d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:29.483376 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3ed3e3e5-3ffb-496f-89b5-d78c535c4c32 req-04bbc28e-8a5b-4351-8297-0a7bae450d9d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.2553973 Oct 19 11:31:29.547194 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e37f83f-cf59-451a-a8e5-131344312828 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.605264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-91067504-80fe-436c-bbbd-b32db3e85d4b None None] Set router bc1c5d40-c4ab-4e30-bfea-f54246089c05 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:31:29.682363 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3ed3e3e5-3ffb-496f-89b5-d78c535c4c32 req-00038d9b-3ae1-4753-b98b-3e486d78d16b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867917 Oct 19 11:31:29.692477 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.757843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e37f83f-cf59-451a-a8e5-131344312828 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.762955 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e37f83f-cf59-451a-a8e5-131344312828 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.767010 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0e37f83f-cf59-451a-a8e5-131344312828 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "DELETE /v2.0/security-groups/1d6ad9da-8d59-452e-8183-54b2b2927c3a HTTP/1.1" status: 204 len: 168 time: 0.6088378 Oct 19 11:31:29.768275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45290) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:29.815451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37f83f-cf59-451a-a8e5-131344312828 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6ad9da-8d59-452e-8183-54b2b2927c3a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:29.861107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45292) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:29.861333 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f5f0c6a0-7be8-4553-aeca-69136a8ceeb6 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846469 Oct 19 11:31:29.871268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-35b8819f-f69f-44ae-92e4-77185ffecb18 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'tempest-secgroup--858206021'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:29.958188 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:29.962947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-91067504-80fe-436c-bbbd-b32db3e85d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'name': 'tempest-ServerRescueTestJSON-1521769530-router', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:59Z', 'updated_at': '2021-10-19T11:31:26Z', 'revision_number': 5, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'gw_port': {'id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:00Z', 'updated_at': '2021-10-19T11:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:30.007830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91067504-80fe-436c-bbbd-b32db3e85d4b None None] Checking router: bc1c5d40-c4ab-4e30-bfea-f54246089c05 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:31:30.048863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91067504-80fe-436c-bbbd-b32db3e85d4b None None] Routers {'bc1c5d40-c4ab-4e30-bfea-f54246089c05'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:31:30.050099 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-91067504-80fe-436c-bbbd-b32db3e85d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:31:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:30.127202 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35b8819f-f69f-44ae-92e4-77185ffecb18 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:30.308794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-91067504-80fe-436c-bbbd-b32db3e85d4b None None] Set router bc1c5d40-c4ab-4e30-bfea-f54246089c05 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:31:30.515211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45306) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:30.606256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-91067504-80fe-436c-bbbd-b32db3e85d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'name': 'tempest-ServerRescueTestJSON-1521769530-router', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:59Z', 'updated_at': '2021-10-19T11:31:26Z', 'revision_number': 5, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'gw_port': {'id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:00Z', 'updated_at': '2021-10-19T11:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:30.672106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91067504-80fe-436c-bbbd-b32db3e85d4b None None] The sync data for ids ['bc1c5d40-c4ab-4e30-bfea-f54246089c05'] in n-d-814547-1 is: [{'id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'name': 'tempest-ServerRescueTestJSON-1521769530-router', 'tenant_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:28:59Z', 'updated_at': '2021-10-19T11:31:26Z', 'revision_number': 5, 'project_id': 'f3ad651dd79d4e92a7696dec699be2a1', 'gw_port': {'id': '2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1c5d40-c4ab-4e30-bfea-f54246089c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:29:00Z', 'updated_at': '2021-10-19T11:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:31:30.721155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Deleting port 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:30.724481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:30.794694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35b8819f-f69f-44ae-92e4-77185ffecb18 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:30.866005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] For port 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:30.866450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:30.877340 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:30.882009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Calling delete_port for 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:30.894558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-964217ae-53a5-41ef-be19-fddba63e8600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:30.926350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322884ad-22e8-43ba-97da-7a5b897c9e7c req-b3ba22fa-2433-497d-a29d-4a94d620f249 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:30.927993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-322884ad-22e8-43ba-97da-7a5b897c9e7c req-b3ba22fa-2433-497d-a29d-4a94d620f249 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.1132939 Oct 19 11:31:30.952292 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35b8819f-f69f-44ae-92e4-77185ffecb18 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:31.020707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8819f-f69f-44ae-92e4-77185ffecb18 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79da14b9-7a9d-40c7-bb70-5b20f26bf78c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:31.061679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-964217ae-53a5-41ef-be19-fddba63e8600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:31.118534 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-322884ad-22e8-43ba-97da-7a5b897c9e7c req-fb1e81e4-cc77-4a6b-94e4-d9eb5ecef0c3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735172 Oct 19 11:31:31.210353 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-35b8819f-f69f-44ae-92e4-77185ffecb18 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:31.212808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-35b8819f-f69f-44ae-92e4-77185ffecb18 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3491514 Oct 19 11:31:31.215758 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45324) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:31.221590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-20b46757-b25a-4327-b517-64578ef5d883 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '79da14b9-7a9d-40c7-bb70-5b20f26bf78c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:31.232588 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-964217ae-53a5-41ef-be19-fddba63e8600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:31.362035 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964217ae-53a5-41ef-be19-fddba63e8600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0fba05-741a-430f-8277-b1a1076c32dc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:31.375779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-964217ae-53a5-41ef-be19-fddba63e8600 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b287fc7dde39433f8605423812ffa242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8593667 Oct 19 11:31:31.382979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45328) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:31.476334 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0930-3cbd-48b5-aa73-a077873a0313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:31.516644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0930-3cbd-48b5-aa73-a077873a0313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:31.592461 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-20b46757-b25a-4327-b517-64578ef5d883 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:31.596564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-20b46757-b25a-4327-b517-64578ef5d883 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3769138 Oct 19 11:31:31.596564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:31.597126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45334) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:31.613154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a2081b24-9d76-424e-bcf2-31928c01ced9 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group_rule': {'security_group_id': '79da14b9-7a9d-40c7-bb70-5b20f26bf78c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:31.817952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:31.872527 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0930-3cbd-48b5-aa73-a077873a0313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:31.875533 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0930-3cbd-48b5-aa73-a077873a0313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:31.879295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5c4e0930-3cbd-48b5-aa73-a077873a0313 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da0fba05-741a-430f-8277-b1a1076c32dc HTTP/1.1" status: 204 len: 168 time: 0.4950616 Oct 19 11:31:31.940473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e0930-3cbd-48b5-aa73-a077873a0313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0fba05-741a-430f-8277-b1a1076c32dc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:32.058386 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.237553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a8613530-fbd6-45b4-8a4e-7906d2b215af no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:31:32.254829 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.260023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.311148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a8613530-fbd6-45b4-8a4e-7906d2b215af {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:31:32.311471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a8613530-fbd6-45b4-8a4e-7906d2b215af not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:31:32.403645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb180df-5f5e-4194-8663-8715e9522c9b req-1e36253c-2b5e-4fb8-98be-1f086cd0c6ad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:32.405424 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfb180df-5f5e-4194-8663-8715e9522c9b req-1e36253c-2b5e-4fb8-98be-1f086cd0c6ad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.0643530 Oct 19 11:31:32.441861 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-a2081b24-9d76-424e-bcf2-31928c01ced9 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:31:32.449269 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a2081b24-9d76-424e-bcf2-31928c01ced9 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8433590 Oct 19 11:31:32.450994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45358) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:32.515221 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfb180df-5f5e-4194-8663-8715e9522c9b req-60a2f6ed-67f9-41f6-98cc-ab6379db0040 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993528 Oct 19 11:31:32.516669 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.521081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc1c5d40-c4ab-4e30-bfea-f54246089c05 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:31:32.527963 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.534725 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6eecd382-7fe1-4aea-a1b7-d58f4aded91c admin admin] 10.222.0.39 "DELETE /v2.0/routers/bc1c5d40-c4ab-4e30-bfea-f54246089c05 HTTP/1.1" status: 204 len: 168 time: 3.2790022 Oct 19 11:31:32.545243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45362) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:32.561567 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53e7ae30-91da-411f-9b9e-4b51ef2ebf3e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.625280 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53e7ae30-91da-411f-9b9e-4b51ef2ebf3e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.635094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e8ced2-3105-4a36-973d-39bf48b21437 admin admin] Deleting subnet 67b89025-ed79-4430-b2da-0d836edb3c46 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:31:32.641666 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69e8ced2-3105-4a36-973d-39bf48b21437 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.647242 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:31:32.731437 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69e8ced2-3105-4a36-973d-39bf48b21437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.834456 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69e8ced2-3105-4a36-973d-39bf48b21437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.986352 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53e7ae30-91da-411f-9b9e-4b51ef2ebf3e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.992653 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53e7ae30-91da-411f-9b9e-4b51ef2ebf3e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:32.994257 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-53e7ae30-91da-411f-9b9e-4b51ef2ebf3e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "DELETE /v2.0/security-groups/79da14b9-7a9d-40c7-bb70-5b20f26bf78c HTTP/1.1" status: 204 len: 168 time: 0.5414548 Oct 19 11:31:32.997340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45372) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:33.046339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7ae30-91da-411f-9b9e-4b51ef2ebf3e tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79da14b9-7a9d-40c7-bb70-5b20f26bf78c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:33.114991 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a9d78176-0a27-4f22-8f70-46d0378d1310 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160843 Oct 19 11:31:33.115606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45374) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:33.120529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6fbcadd1-1e72-4d8c-b7a1-2c39a15fedd6 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'tempest-secgroup--185169050'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:33.178744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69e8ced2-3105-4a36-973d-39bf48b21437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.216792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69e8ced2-3105-4a36-973d-39bf48b21437 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.222817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-69e8ced2-3105-4a36-973d-39bf48b21437 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/67b89025-ed79-4430-b2da-0d836edb3c46 HTTP/1.1" status: 204 len: 168 time: 0.6735461 Oct 19 11:31:33.222817 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8ced2-3105-4a36-973d-39bf48b21437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b89025-ed79-4430-b2da-0d836edb3c46,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:33.223223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45376) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:33.301847 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.385169 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.410406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff57db85-83fa-463f-abdc-f68fa2bbeb0e']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:33.420180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e863d1dc-6a8f-4156-9340-411d4425a588') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:33.421185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e863d1dc-6a8f-4156-9340-411d4425a588') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:31:33.436446 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:31:33.510911 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:31:33.619576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6fbcadd1-1e72-4d8c-b7a1-2c39a15fedd6 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.658362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d8aa5-3ec0-48b8-abb6-1ce18e4e9476 req-ec9427ac-7dfd-4a5f-9e7d-3eec96045284 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:33.659770 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d47d8aa5-3ec0-48b8-abb6-1ce18e4e9476 req-ec9427ac-7dfd-4a5f-9e7d-3eec96045284 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.0772719 Oct 19 11:31:33.704659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.723574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.727738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] 10.222.0.39 "DELETE /v2.0/networks/ff57db85-83fa-463f-abdc-f68fa2bbeb0e HTTP/1.1" status: 204 len: 168 time: 0.5034971 Oct 19 11:31:33.728984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff57db85-83fa-463f-abdc-f68fa2bbeb0e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:33.737317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.737877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.738210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d47d8aa5-3ec0-48b8-abb6-1ce18e4e9476 req-2e50aa18-57fd-4bd5-a4c6-75515e965531 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663922 Oct 19 11:31:33.738593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.739599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.740080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.740586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.741083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.741563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.742040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.742511 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.742975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.743439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fc24c1-52fe-441c-83f5-0e6ddbc7d59d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:31:33.789299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6fbcadd1-1e72-4d8c-b7a1-2c39a15fedd6 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.848384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45390) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:33.927268 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6fbcadd1-1e72-4d8c-b7a1-2c39a15fedd6 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:33.937305 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-72ee8200-53d7-4ee7-ad06-dea5c51044d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9883694185bd424ea127221f7e6aafd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872061 Oct 19 11:31:33.942266 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45392) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:34.087796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcadd1-1e72-4d8c-b7a1-2c39a15fedd6 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd02c4d-bc26-4abd-9151-3dd4d61ec9a0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:34.123347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:31:34.182809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:31:34.182809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2c0ee1e0-6fb7-48ec-ba35-27a12cf20af9 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:31:34.183902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-985773d3-9c02-4717-a56c-e1a7281a4220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:34.216747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6fbcadd1-1e72-4d8c-b7a1-2c39a15fedd6 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:34.223530 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6fbcadd1-1e72-4d8c-b7a1-2c39a15fedd6 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1043591 Oct 19 11:31:34.224208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45400) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:34.228187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5232f050-05dc-4d32-8c8f-be8abd59257c tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:34.228952 n-d-814547-1 neutron-server[101312]: WARNING neutron.api.v2.base [None req-5232f050-05dc-4d32-8c8f-be8abd59257c tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 11:31:34.229596 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-5232f050-05dc-4d32-8c8f-be8abd59257c tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 11:31:34.230659 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5232f050-05dc-4d32-8c8f-be8abd59257c tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "PUT /v2.0/security-groups/dfd02c4d-bc26-4abd-9151-3dd4d61ec9a0 HTTP/1.1" status: 409 len: 330 time: 0.0080156 Oct 19 11:31:34.234596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-985773d3-9c02-4717-a56c-e1a7281a4220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:34.236244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45402) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:34.350207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dee1877d-c0ea-4505-b06b-2b5b6de52835 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:34.384558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dee1877d-c0ea-4505-b06b-2b5b6de52835 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:34.513054 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-985773d3-9c02-4717-a56c-e1a7281a4220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:34.530313 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-985773d3-9c02-4717-a56c-e1a7281a4220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:34.533744 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-985773d3-9c02-4717-a56c-e1a7281a4220 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8fb49939-caed-48bf-9c1c-aeb86b8dc22e HTTP/1.1" status: 204 len: 168 time: 0.5811357 Oct 19 11:31:34.554696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985773d3-9c02-4717-a56c-e1a7281a4220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb49939-caed-48bf-9c1c-aeb86b8dc22e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:34.608090 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dee1877d-c0ea-4505-b06b-2b5b6de52835 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:34.611788 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dee1877d-c0ea-4505-b06b-2b5b6de52835 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:34.613215 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dee1877d-c0ea-4505-b06b-2b5b6de52835 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "DELETE /v2.0/security-groups/dfd02c4d-bc26-4abd-9151-3dd4d61ec9a0 HTTP/1.1" status: 204 len: 168 time: 0.3759508 Oct 19 11:31:34.616567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45412) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:34.626931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1877d-c0ea-4505-b06b-2b5b6de52835 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd02c4d-bc26-4abd-9151-3dd4d61ec9a0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:34.675546 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0dbfc096-c97c-42f5-8570-f9d6d224e2a3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550275 Oct 19 11:31:34.680359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45414) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:34.680866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45416) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:34.709312 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-eaa73d62-745f-4309-a9d5-81f298bbe3fb tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] delete failed (client error): The resource could not be found. Oct 19 11:31:34.714013 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eaa73d62-745f-4309-a9d5-81f298bbe3fb tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "DELETE /v2.0/security-groups/2cc8c440-c79b-49e0-9198-6d8bd4ad2ab9 HTTP/1.1" status: 404 len: 347 time: 0.0274851 Oct 19 11:31:34.714420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45418) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:34.729719 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-07a22ed2-68eb-4ba4-9309-fe53d81e9589 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] show failed (client error): The resource could not be found. Oct 19 11:31:34.735028 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45420) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:34.736456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-07a22ed2-68eb-4ba4-9309-fe53d81e9589 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-groups/dbaabe54-0c2d-47eb-8991-14e5446b525d HTTP/1.1" status: 404 len: 347 time: 0.0207996 Oct 19 11:31:34.762374 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-c6efd4e2-4a94-455b-8f4f-3aea1190d1c3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] show failed (client error): The resource could not be found. Oct 19 11:31:34.766096 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c6efd4e2-4a94-455b-8f4f-3aea1190d1c3 tempest-NegativeSecGroupIPv6Test-1600796221 tempest-NegativeSecGroupIPv6Test-1600796221-project] 10.222.0.39 "GET /v2.0/security-group-rules/2e55137f-625e-4595-9f8a-97f35d74fad0 HTTP/1.1" status: 404 len: 356 time: 0.0253482 Oct 19 11:31:34.766276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-71571f88-b0af-4aa5-80bc-2ef5264cbada admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3ad651dd79d4e92a7696dec699be2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842052 Oct 19 11:31:34.769913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45422) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:34.843309 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-728714f6-d090-44f3-8f47-6bd24e13209a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:34.870818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-728714f6-d090-44f3-8f47-6bd24e13209a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:34.962073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19259980-8fb7-4d7b-9fb4-99cd7dff988b req-5d4b4ef2-3471-41b9-ad75-9bdf70282b83 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:34.970283 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-19259980-8fb7-4d7b-9fb4-99cd7dff988b req-5d4b4ef2-3471-41b9-ad75-9bdf70282b83 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.1180608 Oct 19 11:31:35.007813 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-19259980-8fb7-4d7b-9fb4-99cd7dff988b req-f16fb71a-822c-496e-9b44-bad559b17935 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364835 Oct 19 11:31:35.437672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-728714f6-d090-44f3-8f47-6bd24e13209a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:35.460878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-728714f6-d090-44f3-8f47-6bd24e13209a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:35.465342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-728714f6-d090-44f3-8f47-6bd24e13209a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fafeb325-6742-45b7-887d-441136f5868f HTTP/1.1" status: 204 len: 168 time: 0.6911597 Oct 19 11:31:35.471985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728714f6-d090-44f3-8f47-6bd24e13209a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafeb325-6742-45b7-887d-441136f5868f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:35.846337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45468) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:36.175271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba65f3-ec34-486b-b3d0-73da93462df0 req-6bb966f6-6a70-4928-b975-2e6247c75d34 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:36.175271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95ba65f3-ec34-486b-b3d0-73da93462df0 req-6bb966f6-6a70-4928-b975-2e6247c75d34 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.0719502 Oct 19 11:31:36.248483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95ba65f3-ec34-486b-b3d0-73da93462df0 req-897c5ffc-39bf-4f41-983c-50e891077317 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737519 Oct 19 11:31:36.312858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b93e7-9cb7-45fe-a4c2-c05ce67ba3b7 req-1f8ca4f3-27f6-47f8-b6b6-f4c3f7096deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:36.314417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a2b93e7-9cb7-45fe-a4c2-c05ce67ba3b7 req-1f8ca4f3-27f6-47f8-b6b6-f4c3f7096deb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 1096 time: 0.1168849 Oct 19 11:31:36.421815 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e981ac42-3103-442c-94cf-00803e911cc5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e9147b602d148079c99ede277f9b421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5741527 Oct 19 11:31:36.424346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45492) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:36.455200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b93e7-9cb7-45fe-a4c2-c05ce67ba3b7 req-0be678bf-5e6b-4b27-af4e-f986292120a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:36.465316 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a2b93e7-9cb7-45fe-a4c2-c05ce67ba3b7 req-0be678bf-5e6b-4b27-af4e-f986292120a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.1308329 Oct 19 11:31:36.536018 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a2b93e7-9cb7-45fe-a4c2-c05ce67ba3b7 req-65435f3c-05f1-49f3-9772-9bb53b635eba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd HTTP/1.1" status: 200 len: 217 time: 0.0669277 Oct 19 11:31:36.562953 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6ce075e-7656-44fe-9c4d-1abc84778d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:36.604487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6ce075e-7656-44fe-9c4d-1abc84778d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:36.631118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b93e7-9cb7-45fe-a4c2-c05ce67ba3b7 req-41480a5e-f093-4b59-87c2-7e6abdc6ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:36.632802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a2b93e7-9cb7-45fe-a4c2-c05ce67ba3b7 req-41480a5e-f093-4b59-87c2-7e6abdc6ce3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.0888274 Oct 19 11:31:36.692097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b93e7-9cb7-45fe-a4c2-c05ce67ba3b7 req-6072f2b9-9860-41af-b0a8-f8d7e71a746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:36.693986 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a2b93e7-9cb7-45fe-a4c2-c05ce67ba3b7 req-6072f2b9-9860-41af-b0a8-f8d7e71a746d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488625 Oct 19 11:31:36.818622 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6ce075e-7656-44fe-9c4d-1abc84778d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:36.822402 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6ce075e-7656-44fe-9c4d-1abc84778d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:36.823659 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c6ce075e-7656-44fe-9c4d-1abc84778d05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbb40dca-5379-44c1-be1b-7e7e4c18c598 HTTP/1.1" status: 204 len: 168 time: 0.3982935 Oct 19 11:31:36.831048 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a2b93e7-9cb7-45fe-a4c2-c05ce67ba3b7 req-5a691790-ea8e-41f4-b3af-b50a1004848b service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207249 Oct 19 11:31:36.831952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce075e-7656-44fe-9c4d-1abc84778d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb40dca-5379-44c1-be1b-7e7e4c18c598,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:36.954759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a2b93e7-9cb7-45fe-a4c2-c05ce67ba3b7 req-2c42c5ad-aa07-4a3b-b8b7-e8ad979df494 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158171 Oct 19 11:31:37.385095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ee256-2142-4224-890e-f8a3514dc7e7 req-6bd40f88-1cf5-4676-9715-41b9259101d5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:37.402104 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-031ee256-2142-4224-890e-f8a3514dc7e7 req-6bd40f88-1cf5-4676-9715-41b9259101d5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.0754390 Oct 19 11:31:37.476831 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-031ee256-2142-4224-890e-f8a3514dc7e7 req-2b14319d-be0a-4647-9220-478b2884ed8f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704219 Oct 19 11:31:37.498108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45528) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:37.663044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1276667257'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:37.812971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Made reservation on behalf of 7c77183e041b4c9690f768192fbb078b for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:37.816658 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:37.826243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:37.916477 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:38.042999 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:38.080579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:31:38.091614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34dba624-4791-40ed-8678-2c31d99dbe82,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:38.115103 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:38.115649 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Added segment 0c444087-28e7-4d38-914e-96c5177b4495 of type vlan for network 188b168f-43d7-4d29-b9b2-b30f28ba2469 Oct 19 11:31:38.163237 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:38.292933 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:38.298672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:38.299312 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:38.380010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'Network': ['ID=188b168f-43d7-4d29-b9b2-b30f28ba2469,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:38.392991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:31:38.417488 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2f4fbaa1-bb82-41ab-ae01-7f12b9c2af95 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9256477 Oct 19 11:31:38.419870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45574) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:38.429687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Request body: {'subnet': {'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:38.470997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45576) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:38.476503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0040975 Oct 19 11:31:38.479708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45578) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:38.675213 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aefef28c-1efe-41ba-bd11-62a20f692f59 tempest-NetworksApiDiscovery-622401912 tempest-NetworksApiDiscovery-622401912-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1940138 Oct 19 11:31:38.691170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Made reservation on behalf of 7c77183e041b4c9690f768192fbb078b for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:38.695827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a9490-e8af-4cba-87ba-51ea2722f224 req-7858701f-3c0b-4644-9b77-9d74ac3907b5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:38.700510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:38.700690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d8a9490-e8af-4cba-87ba-51ea2722f224 req-7858701f-3c0b-4644-9b77-9d74ac3907b5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 945 time: 0.0934896 Oct 19 11:31:38.772237 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d8a9490-e8af-4cba-87ba-51ea2722f224 req-90919210-4476-4da5-bc1c-360bc5334aa5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 Oct 19 11:31:38.807198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45602) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:38.986501 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8161-aaec-41fc-bc10-a1b87d5f61d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.016127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device bf2863db-a7b6-4f20-8fad-e25c6a490efd no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:31:39.075782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8161-aaec-41fc-bc10-a1b87d5f61d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.098385 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.123245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08872ca1-6565-4edc-8ee2-4953362925a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:31:39.125543 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93981932-f159-415a-a59a-60f1a069aa5b" -d '{"events": [{"server_uuid": "08872ca1-6565-4edc-8ee2-4953362925a5", "name": "network-vif-unplugged", "status": "completed", "tag": "bf2863db-a7b6-4f20-8fad-e25c6a490efd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:31:39.136797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port bf2863db-a7b6-4f20-8fad-e25c6a490efd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:39.161460 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb764bb9-57c8-44ad-a8f1-8264fff629de x-openstack-request-id: req-eb764bb9-57c8-44ad-a8f1-8264fff629de {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:31:39.161753 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08872ca1-6565-4edc-8ee2-4953362925a5", "name": "network-vif-unplugged", "status": "completed", "tag": "bf2863db-a7b6-4f20-8fad-e25c6a490efd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:31:39.162003 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb764bb9-57c8-44ad-a8f1-8264fff629de {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:31:39.162395 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08872ca1-6565-4edc-8ee2-4953362925a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd', 'code': 200} Oct 19 11:31:39.214647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.280373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'Subnet': ['ID=0ec14998-1824-45a7-bb47-e930abd96c5d,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:39.289935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Checking segment: {'id': '0c444087-28e7-4d38-914e-96c5177b4495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:31:39.290290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Network hostable DHCP agents. Network: 188b168f-43d7-4d29-b9b2-b30f28ba2469, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:31:39.294851 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8161-aaec-41fc-bc10-a1b87d5f61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.303689 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.385471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b8161-aaec-41fc-bc10-a1b87d5f61d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9525045-f74d-4d40-9466-808afce476e7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:39.392605 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2c5b8161-aaec-41fc-bc10-a1b87d5f61d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ba5f694b12142dda6f583fecdf7b5a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5818567 Oct 19 11:31:39.392979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45610) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:39.404122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=bf2863db-a7b6-4f20-8fad-e25c6a490efd,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:39.444855 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baf82817-3fbf-4465-b57f-506680504589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.452997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:31:39.467329 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baf82817-3fbf-4465-b57f-506680504589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.580615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 188b168f-43d7-4d29-b9b2-b30f28ba2469) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:39.586362 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:39.587918 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.593444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6b9e2-78b1-442f-a3bf-0d2421a04b90 None None] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:31:39.661401 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baf82817-3fbf-4465-b57f-506680504589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.665185 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-baf82817-3fbf-4465-b57f-506680504589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.672265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-baf82817-3fbf-4465-b57f-506680504589 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9525045-f74d-4d40-9466-808afce476e7 HTTP/1.1" status: 204 len: 168 time: 0.2728789 Oct 19 11:31:39.681895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf82817-3fbf-4465-b57f-506680504589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9525045-f74d-4d40-9466-808afce476e7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:39.704466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45618) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:39.718017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-429bc1e9-a4b5-43d9-8c60-82fd2ac606d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2950416 Oct 19 11:31:39.722207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45622) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:39.735772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Request body: {'port': {'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469', 'name': 'tempest-AllowedAddressPairTestJSON-1550836912'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:39.829503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-188b168f-43d7-4d29-b9b2-b30f28ba2469', 'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469', 'tenant_id': '7c77183e041b4c9690f768192fbb078b', 'fixed_ips': [{'subnet_id': '0ec14998-1824-45a7-bb47-e930abd96c5d'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:31:39.833422 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:39.939792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff2621-9c3a-4772-91e3-6a2b873ff76d req-47b4f72b-e07d-4cff-b7c2-c06458abb9ad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:39.941388 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ff2621-9c3a-4772-91e3-6a2b873ff76d req-47b4f72b-e07d-4cff-b7c2-c06458abb9ad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 943 time: 0.0609639 Oct 19 11:31:39.963163 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34d27ed1-10bb-408d-9626-bc35832408e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.015676 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ff2621-9c3a-4772-91e3-6a2b873ff76d req-cd22caf1-82d7-48f1-8670-e38a59d346ef tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617392 Oct 19 11:31:40.023883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Made reservation on behalf of 7c77183e041b4c9690f768192fbb078b for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:40.028521 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.078255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Allocated IP 172.20.0.2 (188b168f-43d7-4d29-b9b2-b30f28ba2469/0ec14998-1824-45a7-bb47-e930abd96c5d/1d180c6d-bf22-4b3d-94e9-3b4e628a63f0) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:31:40.078578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] device_id is not set on port fb7829b1-725a-4045-b70b-6b942c5563c5 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:31:40.157695 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34d27ed1-10bb-408d-9626-bc35832408e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.213666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704b600-ab29-4c57-ac95-3921115981b6 req-00b5a9b5-0683-4694-b670-416af6ba1ba8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:40.216078 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1704b600-ab29-4c57-ac95-3921115981b6 req-00b5a9b5-0683-4694-b670-416af6ba1ba8 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0839677 Oct 19 11:31:40.276997 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34d27ed1-10bb-408d-9626-bc35832408e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.315648 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.342714 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-34d27ed1-10bb-408d-9626-bc35832408e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c59a652d21d4cc28e104f9215ff8960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6371822 Oct 19 11:31:40.345819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45644) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:40.352119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d27ed1-10bb-408d-9626-bc35832408e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b8807a-798d-499e-91e4-ecc243ad1fea,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:40.370611 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1704b600-ab29-4c57-ac95-3921115981b6 req-2aeb322b-d3b9-4c23-80e8-54bcd6a192dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480503 Oct 19 11:31:40.409271 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.455817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:31:40.458268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:40.461504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:31:40.480947 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-147e1e6a-5f5b-49ea-8e02-c6d5b31d0a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.517782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-147e1e6a-5f5b-49ea-8e02-c6d5b31d0a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.544425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Allocated IP 172.20.0.12 (188b168f-43d7-4d29-b9b2-b30f28ba2469/0ec14998-1824-45a7-bb47-e930abd96c5d/fb7829b1-725a-4045-b70b-6b942c5563c5) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:31:40.589013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Pushing event updated for resources: {'Port': ['ID=1d180c6d-bf22-4b3d-94e9-3b4e628a63f0,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:40.597085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Attempting to bind port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:31:40.597782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Attempting to bind port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '0c444087-28e7-4d38-914e-96c5177b4495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:31:40.598405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Attempting to bind port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 on network 188b168f-43d7-4d29-b9b2-b30f28ba2469 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:31:40.640169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:31:40.644666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Checking segment: {'id': '0c444087-28e7-4d38-914e-96c5177b4495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:31:40.645240 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.645735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Bound using segment: {'id': '0c444087-28e7-4d38-914e-96c5177b4495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:31:40.651363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Bound port: 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c444087-28e7-4d38-914e-96c5177b4495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:31:40.651363 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.661796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf81a6c-31d6-4a04-882e-d80e15684e37 req-e13343dc-2edb-4486-a481-6a707d5f0dc6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:40.672522 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1bf81a6c-31d6-4a04-882e-d80e15684e37 req-e13343dc-2edb-4486-a481-6a707d5f0dc6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1324441 Oct 19 11:31:40.736781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-147e1e6a-5f5b-49ea-8e02-c6d5b31d0a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.743818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-147e1e6a-5f5b-49ea-8e02-c6d5b31d0a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.749560 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-147e1e6a-5f5b-49ea-8e02-c6d5b31d0a15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2b8807a-798d-499e-91e4-ecc243ad1fea HTTP/1.1" status: 204 len: 168 time: 0.4003425 Oct 19 11:31:40.823117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e1e6a-5f5b-49ea-8e02-c6d5b31d0a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b8807a-798d-499e-91e4-ecc243ad1fea,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:40.834654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] For port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:31:40.839682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] For port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1d180c6d-bf22-4b3d-94e9-3b4e628a63f0,segment=NetworkSegment(0c444087-28e7-4d38-914e-96c5177b4495),segment_id=0c444087-28e7-4d38-914e-96c5177b4495)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:31:40.843134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1bf81a6c-31d6-4a04-882e-d80e15684e37 req-0fa59ac8-bc9e-493d-be45-ca43591bfaf0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685925 Oct 19 11:31:40.910430 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:40.946651 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:41.026411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8e135-a0d7-4e55-8057-1fccf5ac3a03 None None] Pushing event updated for resources: {'Port': ['ID=1d180c6d-bf22-4b3d-94e9-3b4e628a63f0,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:41.112796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:41.180260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:31:41.202548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:41.202548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:31:41.246885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'Port': ['ID=fb7829b1-725a-4045-b70b-6b942c5563c5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:41.295308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:41.297399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:41.431029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ccce5-fe3c-463e-8e1c-8ea0fd4683e7 req-dfbc55b3-366f-4d2b-8267-40a1a5c68463 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:41.434180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-981ccce5-fe3c-463e-8e1c-8ea0fd4683e7 req-dfbc55b3-366f-4d2b-8267-40a1a5c68463 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0717084 Oct 19 11:31:41.508564 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-981ccce5-fe3c-463e-8e1c-8ea0fd4683e7 req-f1350a7b-ab9d-4b78-81f6-fb8e2179eca0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626254 Oct 19 11:31:41.560603 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-faea460c-068a-4658-80cd-ce5fa73e57b9 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8328311 Oct 19 11:31:41.560603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45684) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:41.562887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Request body: {'port': {'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469', 'name': 'tempest-AllowedAddressPairTestJSON-96082990', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b7:f4:5c'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:41.775624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45698) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:41.889035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Made reservation on behalf of 7c77183e041b4c9690f768192fbb078b for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:42.161912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:42.204042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1516676183-network', 'tenant_id': 'ec97e5c2b7714840b882765860c51adf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:42.232487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] device_id is not set on port 12bc5955-9b54-4e61-a157-9953633eafc4 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:31:42.341860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1367cc84-6300-41ea-86f8-198a430d2d51 None None] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:31:42.346134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:31:42.370921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Made reservation on behalf of ec97e5c2b7714840b882765860c51adf for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:42.373905 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:42.412515 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:42.460510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Allocated IP 172.20.0.4 (188b168f-43d7-4d29-b9b2-b30f28ba2469/0ec14998-1824-45a7-bb47-e930abd96c5d/12bc5955-9b54-4e61-a157-9953633eafc4) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:31:42.500462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f8ccfbd7-8496-4033-af37-16520f14de94 None None] Provisioning complete for port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:42.501072 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfbd7-8496-4033-af37-16520f14de94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:42.565255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:42.732181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:42.732566 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:42.743064 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:42.793372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:42.841986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b263ee7-767e-4e0c-abc9-f2810bc629e8,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:42.858584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:31:42.885461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056277c0-da28-4df4-b2a5-09a9017b2a0c req-23fd06aa-1816-4359-b43d-d46b421392a9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:42.903355 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-056277c0-da28-4df4-b2a5-09a9017b2a0c req-23fd06aa-1816-4359-b43d-d46b421392a9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1241050 Oct 19 11:31:42.930086 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:42.932166 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:42.932501 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Added segment 83688b47-a754-4893-a902-f69a75bb738b of type vlan for network f0ab297c-614c-411e-b2bf-16b31ff8c231 Oct 19 11:31:42.969108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:31:42.978400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:43.050438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device bf2863db-a7b6-4f20-8fad-e25c6a490efd no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:31:43.116913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'Port': ['ID=12bc5955-9b54-4e61-a157-9953633eafc4,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:43.157540 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:31:43.162579 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfbd7-8496-4033-af37-16520f14de94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:43.232841 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-056277c0-da28-4df4-b2a5-09a9017b2a0c req-744a6c71-7fbc-49b6-8834-9d078301c9fe tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284795 Oct 19 11:31:43.269566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:43.271576 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:43.319357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:43.352805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f8ccfbd7-8496-4033-af37-16520f14de94 None None] For port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1d180c6d-bf22-4b3d-94e9-3b4e628a63f0,segment=NetworkSegment(0c444087-28e7-4d38-914e-96c5177b4495),segment_id=0c444087-28e7-4d38-914e-96c5177b4495)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:31:43.455814 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b340abe7-1bfa-409f-b369-a131fb19e65e tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.8938386 Oct 19 11:31:43.456181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45746) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:43.456651 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:43.522176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b5ea3-a755-4673-a727-343ded066b74 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:43.528418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b5ea3-a755-4673-a727-343ded066b74 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:43.534443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:43.536828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:43.536971 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfbd7-8496-4033-af37-16520f14de94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:43.537080 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:43.552654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b5ea3-a755-4673-a727-343ded066b74 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:43.555253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1f6b5ea3-a755-4673-a727-343ded066b74 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.0979300 Oct 19 11:31:43.561296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45748) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:43.721052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccfbd7-8496-4033-af37-16520f14de94 None None] Pushing event updated for resources: {'Port': ['ID=1d180c6d-bf22-4b3d-94e9-3b4e628a63f0,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:43.851890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] Pushing event updated for resources: {'Network': ['ID=f0ab297c-614c-411e-b2bf-16b31ff8c231,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:43.861790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network f0ab297c-614c-411e-b2bf-16b31ff8c231 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:31:43.882509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f023e21c-a694-4ec8-ae79-3c7828807093 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Deleting port 12bc5955-9b54-4e61-a157-9953633eafc4 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:43.883135 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f023e21c-a694-4ec8-ae79-3c7828807093 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:43.949455 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-93bee108-84f8-42a3-a41a-71fb0196f10d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1662493 Oct 19 11:31:43.958411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45762) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:43.964334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] Request body: {'subnet': {'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1516676183-subnet', 'tenant_id': 'ec97e5c2b7714840b882765860c51adf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:43.973506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5fd266c8-889a-4555-abea-8526e80f6a07 None None] Provisioning complete for port fb7829b1-725a-4045-b70b-6b942c5563c5 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:43.973886 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5fd266c8-889a-4555-abea-8526e80f6a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:44.030450 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f023e21c-a694-4ec8-ae79-3c7828807093 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:44.044123 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:31:44.046987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f023e21c-a694-4ec8-ae79-3c7828807093 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Calling delete_port for 12bc5955-9b54-4e61-a157-9953633eafc4 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:44.050149 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:31:44.076382 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5fd266c8-889a-4555-abea-8526e80f6a07 None None] Port fb7829b1-725a-4045-b70b-6b942c5563c5 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:44.097146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5fd266c8-889a-4555-abea-8526e80f6a07 None None] Provisioning complete for port 12bc5955-9b54-4e61-a157-9953633eafc4 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:44.098282 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5fd266c8-889a-4555-abea-8526e80f6a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:44.209772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5fd266c8-889a-4555-abea-8526e80f6a07 None None] Port 12bc5955-9b54-4e61-a157-9953633eafc4 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:44.245102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5fd266c8-889a-4555-abea-8526e80f6a07 None None] Provisioning complete for port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:44.245482 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5fd266c8-889a-4555-abea-8526e80f6a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:44.248425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] Made reservation on behalf of ec97e5c2b7714840b882765860c51adf for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:44.254073 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:44.468410 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f023e21c-a694-4ec8-ae79-3c7828807093 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:44.561823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023e21c-a694-4ec8-ae79-3c7828807093 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event deleted for resources: {'Port': ['ID=12bc5955-9b54-4e61-a157-9953633eafc4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:44.657452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b70bd696-51c6-4436-a5a1-f5938ce41495 None None] Provisioning complete for port fb7829b1-725a-4045-b70b-6b942c5563c5 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:44.657973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b70bd696-51c6-4436-a5a1-f5938ce41495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:44.708380 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b70bd696-51c6-4436-a5a1-f5938ce41495 None None] Port fb7829b1-725a-4045-b70b-6b942c5563c5 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:44.713336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b70bd696-51c6-4436-a5a1-f5938ce41495 None None] Could not find standard attr ID for object 12bc5955-9b54-4e61-a157-9953633eafc4. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:31:44.717333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef591e2-614f-4c94-8840-9c2c7fd4d11d req-389e27d7-23d8-4be0-b3ae-f19de6ca5aaa tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:44.718940 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ef591e2-614f-4c94-8840-9c2c7fd4d11d req-389e27d7-23d8-4be0-b3ae-f19de6ca5aaa tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2916515 Oct 19 11:31:44.841711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:31:44.907854 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ef591e2-614f-4c94-8840-9c2c7fd4d11d req-047a677e-1a3d-4c76-9146-2c4f8a97001c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660798 Oct 19 11:31:44.923138 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f023e21c-a694-4ec8-ae79-3c7828807093 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:44.928387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f023e21c-a694-4ec8-ae79-3c7828807093 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "DELETE /v2.0/ports/12bc5955-9b54-4e61-a157-9953633eafc4 HTTP/1.1" status: 204 len: 168 time: 1.3649912 Oct 19 11:31:44.930504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45794) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:44.973132 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ed2390-84e5-4985-abf6-acc85abf1554 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] GET failed (client error): The resource could not be found. Oct 19 11:31:44.974746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a0ed2390-84e5-4985-abf6-acc85abf1554 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "GET /v2.0/ports/12bc5955-9b54-4e61-a157-9953633eafc4 HTTP/1.1" status: 404 len: 333 time: 0.0432518 Oct 19 11:31:44.978886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45796) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:44.982630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:44.982935 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:44.989088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Request body: {'port': {'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469', 'name': 'tempest-AllowedAddressPairTestJSON-1627297404'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:45.163221 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:45.276205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] Checking segment: {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:31:45.277244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] Network hostable DHCP agents. Network: f0ab297c-614c-411e-b2bf-16b31ff8c231, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:31:45.287085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de504bb-4164-42bc-9122-ea8824c7f7b3,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:45.318106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Made reservation on behalf of 7c77183e041b4c9690f768192fbb078b for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:45.323650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:45.355404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] device_id is not set on port bd053288-ba86-4b31-9a36-d5437e69b791 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:31:45.401479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] Network f0ab297c-614c-411e-b2bf-16b31ff8c231 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:31:45.482503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Allocated IP 172.20.0.3 (188b168f-43d7-4d29-b9b2-b30f28ba2469/0ec14998-1824-45a7-bb47-e930abd96c5d/bd053288-ba86-4b31-9a36-d5437e69b791) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:31:45.527330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, f0ab297c-614c-411e-b2bf-16b31ff8c231) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:45.555212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:45.555212 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:45.556303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52939a1-b97c-44b6-865a-9ba6ffe54da3 None None] Network f0ab297c-614c-411e-b2bf-16b31ff8c231 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:31:45.700706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ac27bdbc-3a95-4afd-ab19-6c605b4ec3b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7319589 Oct 19 11:31:45.704965 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:45.843602 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:45.888388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2141c72-a3f4-4f5a-97a3-5f22ccfaed62 None None] Network f0ab297c-614c-411e-b2bf-16b31ff8c231 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:31:45.945850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:31:45.952587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:45.956624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:31:46.027496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:46.028317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:46.085363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'Port': ['ID=bd053288-ba86-4b31-9a36-d5437e69b791,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:46.180954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45834) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:46.181786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-028f8f94-cfbc-4918-a4f8-dfb11f12f0d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2015963 Oct 19 11:31:46.197405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6318c6c4-c4ce-4a5f-b554-5d4293ec3b2b tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b7:f4:5c'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:46.287929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaffab-7d5b-4c46-b9de-12d7495af801 req-da83382f-6e0f-4506-93a0-d11385a55875 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:46.289972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50aaffab-7d5b-4c46-b9de-12d7495af801 req-da83382f-6e0f-4506-93a0-d11385a55875 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1874664 Oct 19 11:31:46.383715 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50aaffab-7d5b-4c46-b9de-12d7495af801 req-fb50875a-affe-4aad-ad9a-9dc742ee97b1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815144 Oct 19 11:31:46.484506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b86384a6-708c-476b-9555-ce9eaa812bec None None] Provisioning complete for port bd053288-ba86-4b31-9a36-d5437e69b791 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:46.490810 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b86384a6-708c-476b-9555-ce9eaa812bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:46.609496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b86384a6-708c-476b-9555-ce9eaa812bec None None] Port bd053288-ba86-4b31-9a36-d5437e69b791 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:46.680995 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6318c6c4-c4ce-4a5f-b554-5d4293ec3b2b tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:46.976197 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6318c6c4-c4ce-4a5f-b554-5d4293ec3b2b tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:46.985517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-e17171e9-7d7d-4d86-b610-459dd488d193 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:46.987008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-e17171e9-7d7d-4d86-b610-459dd488d193 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/networks?id=f0ab297c-614c-411e-b2bf-16b31ff8c231 HTTP/1.1" status: 200 len: 815 time: 0.4257126 Oct 19 11:31:47.006057 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-b0b26abe-6e97-4058-bdf7-2f051aabbe15 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/quotas/ec97e5c2b7714840b882765860c51adf HTTP/1.1" status: 200 len: 375 time: 0.0103858 Oct 19 11:31:47.103477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-7ff4e741-73cb-40c7-b0f0-38b5b7668004 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895910 Oct 19 11:31:47.112498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6318c6c4-c4ce-4a5f-b554-5d4293ec3b2b tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:47.148349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-855ccc7e-753e-490b-b84a-cb71a45ea648 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:31:47.149666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-855ccc7e-753e-490b-b84a-cb71a45ea648 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0217898 Oct 19 11:31:47.276955 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318c6c4-c4ce-4a5f-b554-5d4293ec3b2b tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'Port': ['ID=bd053288-ba86-4b31-9a36-d5437e69b791,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:47.345331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6318c6c4-c4ce-4a5f-b554-5d4293ec3b2b tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] In _notify_port_updated(), no bound segment for port bd053288-ba86-4b31-9a36-d5437e69b791 on network 188b168f-43d7-4d29-b9b2-b30f28ba2469 {{(pid=101311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:31:47.352121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6318c6c4-c4ce-4a5f-b554-5d4293ec3b2b tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:47.353067 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6318c6c4-c4ce-4a5f-b554-5d4293ec3b2b tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:47.354816 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6318c6c4-c4ce-4a5f-b554-5d4293ec3b2b tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "PUT /v2.0/ports/bd053288-ba86-4b31-9a36-d5437e69b791 HTTP/1.1" status: 200 len: 994 time: 1.1638348 Oct 19 11:31:47.357714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45862) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:47.427242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-c358ad4e-0691-4f8a-861e-27b6db67af13 service neutron] 10.222.0.39 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411377 Oct 19 11:31:47.537111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-39c45144-eecf-4dec-8192-2ab15aad1991 None None] Provisioning complete for port bd053288-ba86-4b31-9a36-d5437e69b791 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:47.538147 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-39c45144-eecf-4dec-8192-2ab15aad1991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:47.560758 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9eada-7a44-446b-9f27-67e60f45a19d req-e6740058-a4a0-4183-94eb-6a4cbf3421af tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:47.562734 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76e9eada-7a44-446b-9f27-67e60f45a19d req-e6740058-a4a0-4183-94eb-6a4cbf3421af tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0566473 Oct 19 11:31:47.590315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-39c45144-eecf-4dec-8192-2ab15aad1991 None None] Port bd053288-ba86-4b31-9a36-d5437e69b791 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:47.634571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-00cde4ba-44f7-49d9-9088-49bf1f8ccf62 service neutron] 10.222.0.39 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995940 Oct 19 11:31:47.657211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76e9eada-7a44-446b-9f27-67e60f45a19d req-efbb25b6-a3f2-4a9f-89ca-e5876ebc8a01 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864513 Oct 19 11:31:47.672454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c455e0c9-b386-4e77-9502-779249d21763 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Deleting port bd053288-ba86-4b31-9a36-d5437e69b791 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:47.672866 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c455e0c9-b386-4e77-9502-779249d21763 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:47.819937 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c455e0c9-b386-4e77-9502-779249d21763 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:47.834297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c455e0c9-b386-4e77-9502-779249d21763 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Calling delete_port for bd053288-ba86-4b31-9a36-d5437e69b791 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:48.110184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e905abb-46fa-4d5d-b5b4-86896577c2fc req-1e6486ca-f754-4fa3-9e31-747b0f4885c6 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 210 time: 0.0548644 Oct 19 11:31:48.266537 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c455e0c9-b386-4e77-9502-779249d21763 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:48.340840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455e0c9-b386-4e77-9502-779249d21763 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event deleted for resources: {'Port': ['ID=bd053288-ba86-4b31-9a36-d5437e69b791,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:48.600278 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c455e0c9-b386-4e77-9502-779249d21763 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:48.609589 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c455e0c9-b386-4e77-9502-779249d21763 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "DELETE /v2.0/ports/bd053288-ba86-4b31-9a36-d5437e69b791 HTTP/1.1" status: 204 len: 168 time: 1.2485986 Oct 19 11:31:48.610174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45900) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:48.661991 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aff3c4d-2335-40ee-8054-7393d0b59ca2 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] GET failed (client error): The resource could not be found. Oct 19 11:31:48.664065 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2aff3c4d-2335-40ee-8054-7393d0b59ca2 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "GET /v2.0/ports/bd053288-ba86-4b31-9a36-d5437e69b791 HTTP/1.1" status: 404 len: 333 time: 0.0531099 Oct 19 11:31:48.667815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45908) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:48.674031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Request body: {'port': {'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469', 'name': 'tempest-AllowedAddressPairTestJSON-409439355'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:48.867492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f91495-6f36-4728-b88e-5f260e214ee4 req-d6daa0c6-8a7f-4cdf-841d-cdd8c7c8fbe7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:48.873023 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-79f91495-6f36-4728-b88e-5f260e214ee4 req-d6daa0c6-8a7f-4cdf-841d-cdd8c7c8fbe7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0772300 Oct 19 11:31:48.919710 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-79f91495-6f36-4728-b88e-5f260e214ee4 req-5afcc9cb-3687-41f7-9874-45f9a9baea45 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349054 Oct 19 11:31:48.951319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Made reservation on behalf of 7c77183e041b4c9690f768192fbb078b for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:48.956656 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:48.990818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] device_id is not set on port 4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:31:49.235297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Allocated IP 172.20.0.10 (188b168f-43d7-4d29-b9b2-b30f28ba2469/0ec14998-1824-45a7-bb47-e930abd96c5d/4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:31:49.271485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-33742cf4-8359-4d00-966a-8c561e0a755b req-5e76b232-a5cc-41c3-b78d-dc81643ca427 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 210 time: 0.0685213 Oct 19 11:31:49.465360 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:49.496593 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:49.677935 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:49.739192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:31:49.746103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:49.751264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:31:49.870079 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:49.882346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:49.884272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:49.888421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'Port': ['ID=4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:49.996477 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45944) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:49.999384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-00a7b559-34a1-471f-a8e8-a1ba1b82e2d6 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3274357 Oct 19 11:31:50.002623 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-008e8040-0c16-490e-94f8-9a6220dd4625 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b7:f4:5c'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:50.147935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e12abad3-90cc-4002-a728-b22803314f0d None None] Provisioning complete for port 4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:50.148592 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e12abad3-90cc-4002-a728-b22803314f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:50.202787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec99e82-9d24-4e31-ac48-f9ce5b001ba0 req-869b44fe-4351-4052-a6fd-be22328064b6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:50.209225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e12abad3-90cc-4002-a728-b22803314f0d None None] Port 4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:50.216151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ec99e82-9d24-4e31-ac48-f9ce5b001ba0 req-869b44fe-4351-4052-a6fd-be22328064b6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1072056 Oct 19 11:31:50.280217 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-008e8040-0c16-490e-94f8-9a6220dd4625 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:50.290267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ec99e82-9d24-4e31-ac48-f9ce5b001ba0 req-2d6704b6-ba1f-4000-bc16-75b5600fff0c tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730343 Oct 19 11:31:50.677165 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-008e8040-0c16-490e-94f8-9a6220dd4625 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:50.718641 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ffd0be12-1ab4-4984-9933-8727ab4b9203 req-f32e3aa4-9f94-4664-a46f-060989476cbf tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 210 time: 0.0384297 Oct 19 11:31:50.745845 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-008e8040-0c16-490e-94f8-9a6220dd4625 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:50.989048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-008e8040-0c16-490e-94f8-9a6220dd4625 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] In _notify_port_updated(), no bound segment for port 4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a on network 188b168f-43d7-4d29-b9b2-b30f28ba2469 {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:31:50.995062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008e8040-0c16-490e-94f8-9a6220dd4625 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:50.995953 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-008e8040-0c16-490e-94f8-9a6220dd4625 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:51.001034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-008e8040-0c16-490e-94f8-9a6220dd4625 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "PUT /v2.0/ports/4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a HTTP/1.1" status: 200 len: 996 time: 1.0007629 Oct 19 11:31:51.001034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e8040-0c16-490e-94f8-9a6220dd4625 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'Port': ['ID=4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:51.001872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45974) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:51.147278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c5cecb7e-b55f-48f2-87b2-bb984bfa370f None None] Provisioning complete for port 4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:51.147916 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c5cecb7e-b55f-48f2-87b2-bb984bfa370f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:51.236450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c5cecb7e-b55f-48f2-87b2-bb984bfa370f None None] Port 4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:51.505516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f9510e5f-f56d-4353-86ea-bfc12700d6e2 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Deleting port 4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:51.505895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9510e5f-f56d-4353-86ea-bfc12700d6e2 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:51.737835 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9510e5f-f56d-4353-86ea-bfc12700d6e2 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:51.785794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f9510e5f-f56d-4353-86ea-bfc12700d6e2 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Calling delete_port for 4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:51.935023 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-07b9f6c2-ebe4-46fb-9ad3-e25ed5a46db8 req-868de799-0dd5-4e17-836e-884218049063 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 210 time: 0.0617425 Oct 19 11:31:52.350134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-378bb293-43bf-45c4-b4b8-1872cd11cedb tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:52.352442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-378bb293-43bf-45c4-b4b8-1872cd11cedb tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.26 "GET /v2.0/networks?id=f0ab297c-614c-411e-b2bf-16b31ff8c231 HTTP/1.1" status: 200 len: 815 time: 1.1473923 Oct 19 11:31:52.369234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a33978-bb6d-45e4-9760-dad6c8343c5a req-0b9b72bb-7a76-4ef4-a924-b7561780d5f3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:52.371203 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16a33978-bb6d-45e4-9760-dad6c8343c5a req-0b9b72bb-7a76-4ef4-a924-b7561780d5f3 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.9134712 Oct 19 11:31:52.375975 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Request body: {'port': {'device_id': 'f6cad7ef-bb30-4e2a-87c1-bc6a90190a99', 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231', 'admin_state_up': True, 'tenant_id': 'ec97e5c2b7714840b882765860c51adf'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:52.533072 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9510e5f-f56d-4353-86ea-bfc12700d6e2 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:52.584583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9510e5f-f56d-4353-86ea-bfc12700d6e2 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event deleted for resources: {'Port': ['ID=4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:52.597612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16a33978-bb6d-45e4-9760-dad6c8343c5a req-1352e70e-b445-49c2-91fd-8b2c635c30fb tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179277 Oct 19 11:31:52.729650 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f9510e5f-f56d-4353-86ea-bfc12700d6e2 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:52.739922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f9510e5f-f56d-4353-86ea-bfc12700d6e2 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "DELETE /v2.0/ports/4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a HTTP/1.1" status: 204 len: 168 time: 1.7356739 Oct 19 11:31:52.741109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46018) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:52.803199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Made reservation on behalf of ec97e5c2b7714840b882765860c51adf for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:52.807663 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:52.825399 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bf1c68-c791-4cab-b2c6-9f7c25f93f81 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] GET failed (client error): The resource could not be found. Oct 19 11:31:52.827890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-18bf1c68-c791-4cab-b2c6-9f7c25f93f81 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "GET /v2.0/ports/4cf2d38b-bdd5-4f6d-9f1e-2cea623f2b9a HTTP/1.1" status: 404 len: 333 time: 0.0844703 Oct 19 11:31:52.831753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46020) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:52.838945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Request body: {'port': {'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469', 'name': 'tempest-AllowedAddressPairTestJSON-680299775'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:53.179019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Allocated IP 172.20.0.11 (f0ab297c-614c-411e-b2bf-16b31ff8c231/7de504bb-4164-42bc-9122-ea8824c7f7b3/a3359b9b-f78c-4a8f-b4e6-fe95825142f8) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:31:53.193372 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43eaf7a0-3574-4b9b-9273-27b6bfd9d3ec req-7a8b393f-6f7b-418e-9ecd-7724915ed259 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 210 time: 0.0604265 Oct 19 11:31:53.225283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Made reservation on behalf of 7c77183e041b4c9690f768192fbb078b for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:53.230314 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:53.259763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46030) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:53.265128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] device_id is not set on port 1f1c336e-dc0f-4747-a8e8-7ba4162a321a yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:31:53.270763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-3352452'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:53.404236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Allocated IP 172.20.0.14 (188b168f-43d7-4d29-b9b2-b30f28ba2469/0ec14998-1824-45a7-bb47-e930abd96c5d/1f1c336e-dc0f-4747-a8e8-7ba4162a321a) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:31:53.534107 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:53.536285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:53.543458 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:53.640262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:31:53.652642 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:53.653062 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Added segment 62e312bd-9122-4845-8e45-3f5490ac2003 of type vlan for network 3e9097e1-5980-4988-b558-8c0042200931 Oct 19 11:31:53.682090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:53.722433 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:53.735691 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:53.826107 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:53.849384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:31:53.858916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Network f0ab297c-614c-411e-b2bf-16b31ff8c231 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:31:53.864939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:53.875154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:53.882493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:31:53.882649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09431e-0b09-49fe-890e-a707284d5a01 req-0ff1b24e-640b-400a-91a0-b90e03ad4e56 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:53.882649 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e09431e-0b09-49fe-890e-a707284d5a01 req-0ff1b24e-640b-400a-91a0-b90e03ad4e56 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1498175 Oct 19 11:31:53.882649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:31:53.885713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Pushing event updated for resources: {'Port': ['ID=a3359b9b-f78c-4a8f-b4e6-fe95825142f8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:53.943726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:53.944397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:53.964964 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e09431e-0b09-49fe-890e-a707284d5a01 req-a53b55d3-753a-41d6-9416-71bf21452e2a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504446 Oct 19 11:31:53.970005 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:53.975391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'Port': ['ID=1f1c336e-dc0f-4747-a8e8-7ba4162a321a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:53.983451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:53.987888 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:54.005927 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:54.006510 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:54.069197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-56059f9a-6233-4f46-b195-997add479efb tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2359409 Oct 19 11:31:54.071551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46042) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:54.077367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Request body: {'port': {'network_id': '188b168f-43d7-4d29-b9b2-b30f28ba2469', 'name': 'tempest-AllowedAddressPairTestJSON-1738463069'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:54.122444 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8613472 Oct 19 11:31:54.123162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46044) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:54.129180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-591101599'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:54.132571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d5856-a978-43a4-adb2-7d31f2c01600 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Network': ['ID=3e9097e1-5980-4988-b558-8c0042200931,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:54.148158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3e9097e1-5980-4988-b558-8c0042200931 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:31:54.170407 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6f5f584c-0f31-4a9e-8c9b-417f5292cc62 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7980647 Oct 19 11:31:54.195990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Request body: {'port': {'device_id': 'f6cad7ef-bb30-4e2a-87c1-bc6a90190a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:54.394374 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:54.396564 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:54.400014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:54.420033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-454a28a0-38e7-4f2f-b916-8297d76d59d1 None None] Provisioning complete for port 1f1c336e-dc0f-4747-a8e8-7ba4162a321a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:54.424205 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-454a28a0-38e7-4f2f-b916-8297d76d59d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:54.451246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05319a18-0486-4028-a628-3759d4044aa4 req-5851d7f3-9e48-4101-8080-26838a088fbb tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:54.469199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05319a18-0486-4028-a628-3759d4044aa4 req-5851d7f3-9e48-4101-8080-26838a088fbb tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 932 time: 0.1315577 Oct 19 11:31:54.564308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Made reservation on behalf of 7c77183e041b4c9690f768192fbb078b for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:54.569141 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:54.671902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-454a28a0-38e7-4f2f-b916-8297d76d59d1 None None] Port 1f1c336e-dc0f-4747-a8e8-7ba4162a321a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:54.677936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] device_id is not set on port 160ed036-172c-4f09-9a3d-0ec10777f0b2 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:31:54.736963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:31:54.794140 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:54.795876 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Added segment 7ca48aed-00f8-4b42-8a9f-e13ed034f8e6 of type vlan for network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba Oct 19 11:31:54.878394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46cd64-a05b-4602-83c6-1b72fad36de4 req-f46b9053-0009-4de0-92e8-faf3cf9749bc tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:54.880096 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea46cd64-a05b-4602-83c6-1b72fad36de4 req-f46b9053-0009-4de0-92e8-faf3cf9749bc tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2585206 Oct 19 11:31:54.920246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e9f3d-af22-49bc-8b45-42fc92b417de req-7a9ce8fa-c33c-438d-a306-e5515c6ddba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:54.921861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-443e9f3d-af22-49bc-8b45-42fc92b417de req-7a9ce8fa-c33c-438d-a306-e5515c6ddba7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1096 time: 0.2329407 Oct 19 11:31:54.937959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea46cd64-a05b-4602-83c6-1b72fad36de4 req-8ba66163-fae7-4c01-844f-a59c52d860b1 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396657 Oct 19 11:31:54.947754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-05319a18-0486-4028-a628-3759d4044aa4 req-49044ba4-086d-4689-812e-e0dc138aeef7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733262 Oct 19 11:31:54.949572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Allocated IP 172.20.0.9 (188b168f-43d7-4d29-b9b2-b30f28ba2469/0ec14998-1824-45a7-bb47-e930abd96c5d/160ed036-172c-4f09-9a3d-0ec10777f0b2) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:31:54.995377 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:55.310176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:55.382418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46068) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:55.455285 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40e189c2-591e-4a28-8a54-5ef9f4990ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:55.493184 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:55.580483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e9f3d-af22-49bc-8b45-42fc92b417de req-a3528594-5170-46a2-a34b-5b6769dcdbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:55.582784 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-443e9f3d-af22-49bc-8b45-42fc92b417de req-a3528594-5170-46a2-a34b-5b6769dcdbfd service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.6299739 Oct 19 11:31:55.602772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:31:55.607024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:55.609465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d193a427-01db-4687-938b-6d582b100966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:55.614653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:31:55.704190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:55.705337 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'Port': ['ID=160ed036-172c-4f09-9a3d-0ec10777f0b2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:55.709376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:55.709949 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:55.755296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:55.755935 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:55.948978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Network': ['ID=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:55.956284 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-443e9f3d-af22-49bc-8b45-42fc92b417de req-41f26941-71a3-498a-86f3-10cff380dd36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 1000 time: 0.3575199 Oct 19 11:31:55.965473 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c8f53976-dae0-4a6f-af5c-757c4db4662c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8408873 Oct 19 11:31:55.969401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46086) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:55.974257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:31:56.008829 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6bd9f3e9-1628-4aa2-b41d-dd5551122a62 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9350405 Oct 19 11:31:56.030707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46092) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:56.053934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d193a427-01db-4687-938b-6d582b100966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:56.093399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'subnet': {'network_id': '3e9097e1-5980-4988-b558-8c0042200931', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:56.096643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6c6ebe3e-ab13-4229-b375-b9e1ce1e7a63 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b7:f4:5c'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:1c:9c:e8'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:56.130287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-72fa701d-d6c3-4ce2-924d-22cb3c6d8b4f None None] Provisioning complete for port 160ed036-172c-4f09-9a3d-0ec10777f0b2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:56.132758 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-72fa701d-d6c3-4ce2-924d-22cb3c6d8b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:56.140502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d193a427-01db-4687-938b-6d582b100966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:56.142549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e9f3d-af22-49bc-8b45-42fc92b417de req-878aab31-2e1c-4f6e-b57f-99675ff56942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:56.144246 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-443e9f3d-af22-49bc-8b45-42fc92b417de req-878aab31-2e1c-4f6e-b57f-99675ff56942 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.1757514 Oct 19 11:31:56.175339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3359b9b-f78c-4a8f-b4e6-fe95825142f8 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:31:56.193591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-72fa701d-d6c3-4ce2-924d-22cb3c6d8b4f None None] Port 160ed036-172c-4f09-9a3d-0ec10777f0b2 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:56.222103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193a427-01db-4687-938b-6d582b100966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52f73f0-5292-4ea3-896e-9f49dd036a0d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:56.230998 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:56.247921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d193a427-01db-4687-938b-6d582b100966 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ffb118dcc974434b6c80be918978fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8639390 Oct 19 11:31:56.249182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46094) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:56.273744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f42cc-74ee-4a21-b7d4-0d2e41c239de req-644bd771-eb70-4dce-a587-2ce60b9613ab tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:56.275406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc6f42cc-74ee-4a21-b7d4-0d2e41c239de req-644bd771-eb70-4dce-a587-2ce60b9613ab tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1700547 Oct 19 11:31:56.309263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Transition to ACTIVE for port object a3359b9b-f78c-4a8f-b4e6-fe95825142f8 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:31:56.344128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b613c61-33cd-47cd-aaba-4f1ea5ff6898 req-17eaf5cd-7d1b-4da0-9113-43246867d5b5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:56.345397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b613c61-33cd-47cd-aaba-4f1ea5ff6898 req-17eaf5cd-7d1b-4da0-9113-43246867d5b5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 932 time: 0.2435110 Oct 19 11:31:56.359433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e9f3d-af22-49bc-8b45-42fc92b417de req-4bbfa138-bd60-4928-a839-e18d9ed38c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:56.360995 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-443e9f3d-af22-49bc-8b45-42fc92b417de req-4bbfa138-bd60-4928-a839-e18d9ed38c9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950998 Oct 19 11:31:56.379131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc6f42cc-74ee-4a21-b7d4-0d2e41c239de req-f5f3750e-27d1-4fb3-bc2f-c8fa9ea52892 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669577 Oct 19 11:31:56.435437 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c6ebe3e-ab13-4229-b375-b9e1ce1e7a63 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:56.560232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-443e9f3d-af22-49bc-8b45-42fc92b417de req-19a856ea-0580-4408-a3ae-ce3204e2201d service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828361 Oct 19 11:31:56.564588 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:56.590219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:56.599821 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:56.671206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c6ebe3e-ab13-4229-b375-b9e1ce1e7a63 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:56.745231 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c6ebe3e-ab13-4229-b375-b9e1ce1e7a63 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:56.757417 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07fce002-db93-4b91-bd42-c17cf4d7592e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:56.806044 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-443e9f3d-af22-49bc-8b45-42fc92b417de req-9f4cfd4e-d15b-4d31-a4b8-79d12267ca28 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284658 Oct 19 11:31:56.850700 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07fce002-db93-4b91-bd42-c17cf4d7592e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:56.871327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ebe3e-ab13-4229-b375-b9e1ce1e7a63 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event updated for resources: {'Port': ['ID=160ed036-172c-4f09-9a3d-0ec10777f0b2,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:57.007133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ebe3e-ab13-4229-b375-b9e1ce1e7a63 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] In _notify_port_updated(), no bound segment for port 160ed036-172c-4f09-9a3d-0ec10777f0b2 on network 188b168f-43d7-4d29-b9b2-b30f28ba2469 {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:31:57.034345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ebe3e-ab13-4229-b375-b9e1ce1e7a63 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:57.035580 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c6ebe3e-ab13-4229-b375-b9e1ce1e7a63 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:57.039727 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6c6ebe3e-ab13-4229-b375-b9e1ce1e7a63 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "PUT /v2.0/ports/160ed036-172c-4f09-9a3d-0ec10777f0b2 HTTP/1.1" status: 200 len: 1057 time: 1.0004005 Oct 19 11:31:57.041149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46108) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:57.078464 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b613c61-33cd-47cd-aaba-4f1ea5ff6898 req-dfba227c-df94-43af-b468-24d5fa188fc5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7239401 Oct 19 11:31:57.144017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Pushing event updated for resources: {'Port': ['ID=a3359b9b-f78c-4a8f-b4e6-fe95825142f8,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:57.213238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Attempting to bind port a3359b9b-f78c-4a8f-b4e6-fe95825142f8 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:31:57.213640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Attempting to bind port a3359b9b-f78c-4a8f-b4e6-fe95825142f8 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:31:57.213977 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Attempting to bind port a3359b9b-f78c-4a8f-b4e6-fe95825142f8 on network f0ab297c-614c-411e-b2bf-16b31ff8c231 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:31:57.222452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Port a3359b9b-f78c-4a8f-b4e6-fe95825142f8 on network f0ab297c-614c-411e-b2bf-16b31ff8c231 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:31:57.222452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Attempting to bind port a3359b9b-f78c-4a8f-b4e6-fe95825142f8 on network f0ab297c-614c-411e-b2bf-16b31ff8c231 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:31:57.258583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:31:57.258927 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Checking segment: {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:31:57.259318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Bound using segment: {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:31:57.259796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Bound port: a3359b9b-f78c-4a8f-b4e6-fe95825142f8, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:31:57.260156 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:57.306109 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07fce002-db93-4b91-bd42-c17cf4d7592e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:57.308771 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07fce002-db93-4b91-bd42-c17cf4d7592e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:57.318004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-07fce002-db93-4b91-bd42-c17cf4d7592e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c52f73f0-5292-4ea3-896e-9f49dd036a0d HTTP/1.1" status: 204 len: 168 time: 1.0574348 Oct 19 11:31:57.364234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-56a829ba-48d3-4ea5-88f9-37bc3d0f7809 None None] Provisioning complete for port 160ed036-172c-4f09-9a3d-0ec10777f0b2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:31:57.364736 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-56a829ba-48d3-4ea5-88f9-37bc3d0f7809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:57.380317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fce002-db93-4b91-bd42-c17cf4d7592e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52f73f0-5292-4ea3-896e-9f49dd036a0d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:57.453555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-56a829ba-48d3-4ea5-88f9-37bc3d0f7809 None None] Port 160ed036-172c-4f09-9a3d-0ec10777f0b2 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:31:57.495453 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] For port a3359b9b-f78c-4a8f-b4e6-fe95825142f8, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:31:57.503287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] For port a3359b9b-f78c-4a8f-b4e6-fe95825142f8, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a3359b9b-f78c-4a8f-b4e6-fe95825142f8,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:31:57.580879 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:57.595453 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:57.629495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:57.630128 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:57.631601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] 10.222.0.26 "PUT /v2.0/ports/a3359b9b-f78c-4a8f-b4e6-fe95825142f8 HTTP/1.1" status: 200 len: 1092 time: 3.4475484 Oct 19 11:31:57.642593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cad7ef-bb30-4e2a-87c1-bc6a90190a99', 'tag': 'a3359b9b-f78c-4a8f-b4e6-fe95825142f8'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:31:57.649847 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccb547a-78e2-4632-ad44-666fccc55504" -d '{"events": [{"name": "network-changed", "server_uuid": "f6cad7ef-bb30-4e2a-87c1-bc6a90190a99", "tag": "a3359b9b-f78c-4a8f-b4e6-fe95825142f8"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:31:57.698633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef834bf-7ff2-49dd-9819-91f2845b29e2 req-4e7d3e64-1978-4812-bcdb-791421eedc93 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:57.700266 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cef834bf-7ff2-49dd-9819-91f2845b29e2 req-4e7d3e64-1978-4812-bcdb-791421eedc93 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0946484 Oct 19 11:31:57.726432 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df25b96-e448-4a85-9f1e-a693f8b324d6 x-openstack-request-id: req-3df25b96-e448-4a85-9f1e-a693f8b324d6 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:31:57.727001 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6cad7ef-bb30-4e2a-87c1-bc6a90190a99", "tag": "a3359b9b-f78c-4a8f-b4e6-fe95825142f8", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:31:57.727259 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3df25b96-e448-4a85-9f1e-a693f8b324d6 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:31:57.727660 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6cad7ef-bb30-4e2a-87c1-bc6a90190a99', 'tag': 'a3359b9b-f78c-4a8f-b4e6-fe95825142f8', 'status': 'completed', 'code': 200} Oct 19 11:31:57.731652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed0974-dafd-4454-9d25-4317ea48fa6c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Deleting port 160ed036-172c-4f09-9a3d-0ec10777f0b2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:57.732627 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0974-dafd-4454-9d25-4317ea48fa6c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:57.833367 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Subnet': ['ID=477f079b-1799-4e15-afa4-aa3ecc7a31c7,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:57.837455 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-95686c76-8fc1-40a7-96e7-46ed2a8bb37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:57.837672 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cef834bf-7ff2-49dd-9819-91f2845b29e2 req-b9315d42-de4f-41f9-ae7b-c150aecd0ef4 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852575 Oct 19 11:31:57.844337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0c71c-da1d-4fb1-b80c-94d2710be008 service neutron] Pushing event updated for resources: {'Port': ['ID=a3359b9b-f78c-4a8f-b4e6-fe95825142f8,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:57.858263 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0974-dafd-4454-9d25-4317ea48fa6c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:57.864594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Checking segment: {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:31:57.865740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network hostable DHCP agents. Network: 3e9097e1-5980-4988-b558-8c0042200931, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:31:57.872425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb547a-78e2-4632-ad44-666fccc55504 req-27e87d80-b447-4a74-8e52-9d17c7c9af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:57.874315 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ccb547a-78e2-4632-ad44-666fccc55504 req-27e87d80-b447-4a74-8e52-9d17c7c9af9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 1095 time: 0.1246712 Oct 19 11:31:57.874825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed0974-dafd-4454-9d25-4317ea48fa6c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Calling delete_port for 160ed036-172c-4f09-9a3d-0ec10777f0b2 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:58.093788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb547a-78e2-4632-ad44-666fccc55504 req-f5717dfd-00dd-4fed-ada4-91d50732edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:58.095705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ccb547a-78e2-4632-ad44-666fccc55504 req-f5717dfd-00dd-4fed-ada4-91d50732edb3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ec97e5c2b7714840b882765860c51adf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2100606 Oct 19 11:31:58.096434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network 3e9097e1-5980-4988-b558-8c0042200931 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:31:58.225785 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0974-dafd-4454-9d25-4317ea48fa6c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:58.265981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed0974-dafd-4454-9d25-4317ea48fa6c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event deleted for resources: {'Port': ['ID=160ed036-172c-4f09-9a3d-0ec10777f0b2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:58.303318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3e9097e1-5980-4988-b558-8c0042200931) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:58.320973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a6102e-0441-4139-9b55-b95c4fb34015 None None] Network 3e9097e1-5980-4988-b558-8c0042200931 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:31:58.325587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:58.326187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:58.376561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90fe59-e9cf-4f03-af40-2a411b24fed5 req-48264517-8e14-4773-a11b-a9064a6511b9 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:58.378179 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c90fe59-e9cf-4f03-af40-2a411b24fed5 req-48264517-8e14-4773-a11b-a9064a6511b9 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 944 time: 0.1716418 Oct 19 11:31:58.386332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb547a-78e2-4632-ad44-666fccc55504 req-6025dbbb-34d7-4fb8-a645-2c506bf68a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:58.387783 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ccb547a-78e2-4632-ad44-666fccc55504 req-6025dbbb-34d7-4fb8-a645-2c506bf68a9e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2827132 Oct 19 11:31:58.512378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46132) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:58.522803 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c90fe59-e9cf-4f03-af40-2a411b24fed5 req-e7af0b65-76f4-4588-8696-dd5b1f65e0ed tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196136 Oct 19 11:31:58.527504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-53a4a869-26cb-4e52-8815-841d4cbdc9f4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4547579 Oct 19 11:31:58.537565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46134) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:58.552731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'subnet': {'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:31:58.590213 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bbd03591-4d3b-4db7-aacc-d1bdca1d1596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:58.608171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-e7dcc833-0342-43d4-9fa0-90c9f4600766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:58.609844 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-e7dcc833-0342-43d4-9fa0-90c9f4600766 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 1095 time: 0.1652982 Oct 19 11:31:58.621851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-3e9097e1-5980-4988-b558-8c0042200931', 'network_id': '3e9097e1-5980-4988-b558-8c0042200931', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'fixed_ips': [{'subnet_id': '477f079b-1799-4e15-afa4-aa3ecc7a31c7'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:31:58.622781 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:58.685633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-8280ce9a-1110-4043-9d9b-c07ea295a218 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3359b9b-f78c-4a8f-b4e6-fe95825142f8 HTTP/1.1" status: 200 len: 217 time: 0.0611842 Oct 19 11:31:58.729256 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0974-dafd-4454-9d25-4317ea48fa6c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:58.732774 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c9ed0974-dafd-4454-9d25-4317ea48fa6c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "DELETE /v2.0/ports/160ed036-172c-4f09-9a3d-0ec10777f0b2 HTTP/1.1" status: 204 len: 168 time: 1.6903322 Oct 19 11:31:58.735534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46136) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:58.794485 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-08987a68-a43f-4cf3-8580-02cec0909293 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] GET failed (client error): The resource could not be found. Oct 19 11:31:58.796125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-08987a68-a43f-4cf3-8580-02cec0909293 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "GET /v2.0/ports/160ed036-172c-4f09-9a3d-0ec10777f0b2 HTTP/1.1" status: 404 len: 333 time: 0.0595951 Oct 19 11:31:58.825443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46138) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:58.879054 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Allocated IP 10.1.1.2 (3e9097e1-5980-4988-b558-8c0042200931/477f079b-1799-4e15-afa4-aa3ecc7a31c7/b14df270-ea47-4bd6-b489-757c7e6d46e0) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:31:58.880296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-50c125e3-c3f1-474d-89f0-af89f43c97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:58.882071 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-50c125e3-c3f1-474d-89f0-af89f43c97f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de504bb-4164-42bc-9122-ea8824c7f7b3 HTTP/1.1" status: 200 len: 855 time: 0.1111701 Oct 19 11:31:58.947249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-7a00ca54-cb22-4500-9aa3-969a5df9730b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0ab297c-614c-411e-b2bf-16b31ff8c231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576036 Oct 19 11:31:59.030241 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bbd03591-4d3b-4db7-aacc-d1bdca1d1596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.089795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d4b18-3de5-4a27-87ad-0bc7e5d32f7b req-b03e27f2-778d-4b0f-861b-7cd7f5331cd6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:59.091791 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d82d4b18-3de5-4a27-87ad-0bc7e5d32f7b req-b03e27f2-778d-4b0f-861b-7cd7f5331cd6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0778916 Oct 19 11:31:59.131411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd3e41-0d8f-4fcb-a141-91c028b2d028 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Deleting port 1f1c336e-dc0f-4747-a8e8-7ba4162a321a {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:31:59.131411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3e41-0d8f-4fcb-a141-91c028b2d028 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.136827 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bbd03591-4d3b-4db7-aacc-d1bdca1d1596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.215567 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d82d4b18-3de5-4a27-87ad-0bc7e5d32f7b req-ac01e46a-4696-47d3-886b-eb686d8f4ec7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160276 Oct 19 11:31:59.280122 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:31:59.289143 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.306714 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bbd03591-4d3b-4db7-aacc-d1bdca1d1596 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07304cd4bc3140a9a30119d9ca0f7a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929010 Oct 19 11:31:59.309547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46158) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:31:59.316475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd03591-4d3b-4db7-aacc-d1bdca1d1596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e0a1bb-e91a-4fa5-b92e-98d4e1e01578,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:59.366089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-7c545e7d-ab37-4f95-b54a-3bbed8ec0c6b service neutron] 10.222.0.26 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098125 Oct 19 11:31:59.384625 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3e41-0d8f-4fcb-a141-91c028b2d028 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.399520 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.406859 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.409515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd3e41-0d8f-4fcb-a141-91c028b2d028 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Calling delete_port for 1f1c336e-dc0f-4747-a8e8-7ba4162a321a owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:31:59.443152 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.479794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfdb83b6-d590-4a02-8c30-2755a398e1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.515208 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfdb83b6-d590-4a02-8c30-2755a398e1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.541348 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.622863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Network 3e9097e1-5980-4988-b558-8c0042200931 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:31:59.627784 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:31:59.630387 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:31:59.670787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Pushing event updated for resources: {'Port': ['ID=b14df270-ea47-4bd6-b489-757c7e6d46e0,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:59.705404 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfdb83b6-d590-4a02-8c30-2755a398e1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.711239 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfdb83b6-d590-4a02-8c30-2755a398e1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.712445 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dfdb83b6-d590-4a02-8c30-2755a398e1ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39e0a1bb-e91a-4fa5-b92e-98d4e1e01578 HTTP/1.1" status: 204 len: 168 time: 0.4018104 Oct 19 11:31:59.721882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Attempting to bind port b14df270-ea47-4bd6-b489-757c7e6d46e0 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:31:59.722260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Attempting to bind port b14df270-ea47-4bd6-b489-757c7e6d46e0 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:31:59.724120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Attempting to bind port b14df270-ea47-4bd6-b489-757c7e6d46e0 on network 3e9097e1-5980-4988-b558-8c0042200931 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:31:59.732467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:31:59.740883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Checking segment: {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:31:59.740883 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.740883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Bound using segment: {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:31:59.740883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Bound port: b14df270-ea47-4bd6-b489-757c7e6d46e0, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:31:59.740883 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.754124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb83b6-d590-4a02-8c30-2755a398e1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e0a1bb-e91a-4fa5-b92e-98d4e1e01578,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:59.771050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3e41-0d8f-4fcb-a141-91c028b2d028 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.888141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd3e41-0d8f-4fcb-a141-91c028b2d028 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event deleted for resources: {'Port': ['ID=1f1c336e-dc0f-4747-a8e8-7ba4162a321a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:31:59.922485 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:31:59.953604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7a2c3-d281-48d3-84bf-596177b0f3a6 req-8bf6bf1d-440a-43f9-a82d-628833663a98 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:59.955760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] For port b14df270-ea47-4bd6-b489-757c7e6d46e0, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:31:59.963529 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6dc7a2c3-d281-48d3-84bf-596177b0f3a6 req-8bf6bf1d-440a-43f9-a82d-628833663a98 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 944 time: 0.2705295 Oct 19 11:31:59.967067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] For port b14df270-ea47-4bd6-b489-757c7e6d46e0, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b14df270-ea47-4bd6-b489-757c7e6d46e0,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:31:59.973481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4d5d1-dce7-4443-973d-2424557fc26f req-d1bb9c92-22f0-484a-abb9-0e011fe81656 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:31:59.975011 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52c4d5d1-dce7-4443-973d-2424557fc26f req-d1bb9c92-22f0-484a-abb9-0e011fe81656 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.6154950 Oct 19 11:32:00.061338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfb3f7f4-72c0-4389-b3f2-997c20e0ff0b req-b49f4f35-42b4-40b6-9edd-9d97db74d83b service neutron] 10.222.0.26 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844833 Oct 19 11:32:00.070513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Subnet': ['ID=a45e7f71-a137-4a31-9fa3-0ad0c139eee9,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:00.084266 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:00.099576 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52c4d5d1-dce7-4443-973d-2424557fc26f req-f655a03c-f523-44ec-8d74-ce7f7ddbe8cc tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036401 Oct 19 11:32:00.100323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Checking segment: {'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:00.100839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network hostable DHCP agents. Network: ec5c0b8b-c7d3-48fa-a542-80a77d8707ba, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:32:00.175164 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6dc7a2c3-d281-48d3-84bf-596177b0f3a6 req-98fd1f59-283e-4bd4-acc2-51681ac13ebd tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731415 Oct 19 11:32:00.189633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ccd3e41-0d8f-4fcb-a141-91c028b2d028 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:00.198660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8ccd3e41-0d8f-4fcb-a141-91c028b2d028 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "DELETE /v2.0/ports/1f1c336e-dc0f-4747-a8e8-7ba4162a321a HTTP/1.1" status: 204 len: 168 time: 1.3667636 Oct 19 11:32:00.198956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46174) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:00.212526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0377e2-6a33-4e93-835c-d8b4a53bc9ab None None] Pushing event updated for resources: {'Port': ['ID=b14df270-ea47-4bd6-b489-757c7e6d46e0,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:00.264564 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64f5e35-2cdd-430b-aa8f-9de0a028fc4b tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] GET failed (client error): The resource could not be found. Oct 19 11:32:00.276194 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b64f5e35-2cdd-430b-aa8f-9de0a028fc4b tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "GET /v2.0/ports/1f1c336e-dc0f-4747-a8e8-7ba4162a321a HTTP/1.1" status: 404 len: 333 time: 0.0760491 Oct 19 11:32:00.279746 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46178) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:00.291920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:32:00.394921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046d0af-498d-4bf6-a97f-93d26d0a6d6a req-14c25da4-efce-429b-9a88-0a0e57847d1e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:00.398755 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5046d0af-498d-4bf6-a97f-93d26d0a6d6a req-14c25da4-efce-429b-9a88-0a0e57847d1e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1041741 Oct 19 11:32:00.453449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a226b463-9123-41f2-8bc7-9abafd19ec9d tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Deleting port fb7829b1-725a-4045-b70b-6b942c5563c5 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:00.453778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a226b463-9123-41f2-8bc7-9abafd19ec9d tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:00.455581 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5046d0af-498d-4bf6-a97f-93d26d0a6d6a req-f8b97e0d-ad82-4b4a-85e1-919c2e69e929 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501299 Oct 19 11:32:00.465853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, ec5c0b8b-c7d3-48fa-a542-80a77d8707ba) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:00.470770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:00.472094 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:00.482300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1213979a-eb3d-45ee-b298-bbb57bec3d59 None None] Network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:00.606252 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b3ad1158-06c8-40aa-8175-951ce5fccf4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0582688 Oct 19 11:32:00.606526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46190) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:00.611816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'port': {'network_id': '3e9097e1-5980-4988-b558-8c0042200931', 'name': 'tempest-TaggedBootDevicesTest_v242-581369708', 'fixed_ips': [{'subnet_id': '477f079b-1799-4e15-afa4-aa3ecc7a31c7'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:00.775930 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a226b463-9123-41f2-8bc7-9abafd19ec9d tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:00.820191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a226b463-9123-41f2-8bc7-9abafd19ec9d tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Calling delete_port for fb7829b1-725a-4045-b70b-6b942c5563c5 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:00.930735 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:00.994019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b14df270-ea47-4bd6-b489-757c7e6d46e0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:32:01.018590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-ec5c0b8b-c7d3-48fa-a542-80a77d8707ba', 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'fixed_ips': [{'subnet_id': 'a45e7f71-a137-4a31-9fa3-0ad0c139eee9'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:32:01.019786 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:01.028040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:01.140963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b14df270-ea47-4bd6-b489-757c7e6d46e0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:01.141343 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:01.151534 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a226b463-9123-41f2-8bc7-9abafd19ec9d tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:01.160855 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:01.178976 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] device_id is not set on port 42fde5d3-4350-48e2-9ff8-6e5443277e85 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:32:01.225345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226b463-9123-41f2-8bc7-9abafd19ec9d tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event deleted for resources: {'Port': ['ID=fb7829b1-725a-4045-b70b-6b942c5563c5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:01.473192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a226b463-9123-41f2-8bc7-9abafd19ec9d tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:01.483016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a226b463-9123-41f2-8bc7-9abafd19ec9d tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "DELETE /v2.0/ports/fb7829b1-725a-4045-b70b-6b942c5563c5 HTTP/1.1" status: 204 len: 168 time: 1.2021444 Oct 19 11:32:01.486000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46218) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:01.488063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Allocated IP 10.2.2.2 (ec5c0b8b-c7d3-48fa-a542-80a77d8707ba/a45e7f71-a137-4a31-9fa3-0ad0c139eee9/726637ec-6b43-410f-955c-96d8deebfd97) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:01.533307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afccc6-7a09-4349-af3b-7dd78381bc16 req-8aa1ea86-df8c-4580-8610-5e38361de4ac tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:01.543163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93afccc6-7a09-4349-af3b-7dd78381bc16 req-8aa1ea86-df8c-4580-8610-5e38361de4ac tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.3136942 Oct 19 11:32:01.553786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca04b-f174-4bb0-a639-6caa5ac81428 req-f0f007ad-e6a2-4853-8744-8b1812351bda tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:01.562800 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:01.565594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf3ca04b-f174-4bb0-a639-6caa5ac81428 req-f0f007ad-e6a2-4853-8744-8b1812351bda tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 944 time: 0.1814573 Oct 19 11:32:01.670862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c031d3-f8e5-407a-8ff9-5b313395411c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Deleting subnet 0ec14998-1824-45a7-bb47-e930abd96c5d {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:32:01.678271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93afccc6-7a09-4349-af3b-7dd78381bc16 req-b1bce377-e7d9-4dff-a574-e30c09265f63 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167924 Oct 19 11:32:01.683275 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47c031d3-f8e5-407a-8ff9-5b313395411c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:01.708108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Allocated IP 10.1.1.150 (3e9097e1-5980-4988-b558-8c0042200931/477f079b-1799-4e15-afa4-aa3ecc7a31c7/42fde5d3-4350-48e2-9ff8-6e5443277e85) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:01.723618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf3ca04b-f174-4bb0-a639-6caa5ac81428 req-775e4ba9-58b5-44ed-93a9-49ac76caaa78 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511171 Oct 19 11:32:01.794608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47c031d3-f8e5-407a-8ff9-5b313395411c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:01.871188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port b14df270-ea47-4bd6-b489-757c7e6d46e0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b14df270-ea47-4bd6-b489-757c7e6d46e0,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:01.988659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47c031d3-f8e5-407a-8ff9-5b313395411c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:01.996636 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.003131 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.037988 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.091966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=b14df270-ea47-4bd6-b489-757c7e6d46e0,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:02.106739 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.154922 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:02.158057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:02.163059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:02.166373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Pushing event updated for resources: {'Port': ['ID=726637ec-6b43-410f-955c-96d8deebfd97,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:02.211396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05bbbd2-0ccd-4731-a80a-13a3fbe29ef5 None None] Network 3e9097e1-5980-4988-b558-8c0042200931 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:02.252964 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.254949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47c031d3-f8e5-407a-8ff9-5b313395411c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.297324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Attempting to bind port 726637ec-6b43-410f-955c-96d8deebfd97 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:02.297687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Attempting to bind port 726637ec-6b43-410f-955c-96d8deebfd97 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:02.298047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Attempting to bind port 726637ec-6b43-410f-955c-96d8deebfd97 on network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:02.310419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5ff0f76d-c4fe-40d2-a946-ec4a44859b1e None None] Provisioning complete for port b14df270-ea47-4bd6-b489-757c7e6d46e0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:02.310419 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ff0f76d-c4fe-40d2-a946-ec4a44859b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.315057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:02.315490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Checking segment: {'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:02.315961 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.317901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Bound using segment: {'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:02.317901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Bound port: 726637ec-6b43-410f-955c-96d8deebfd97, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:02.317901 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.323217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network 3e9097e1-5980-4988-b558-8c0042200931 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:02.326997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:02.328585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c031d3-f8e5-407a-8ff9-5b313395411c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec14998-1824-45a7-bb47-e930abd96c5d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:02.330911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:02.337098 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47c031d3-f8e5-407a-8ff9-5b313395411c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.346698 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7535f754-2ab5-413c-935a-d3cef254622f None None] Network 188b168f-43d7-4d29-b9b2-b30f28ba2469 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:02.347084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-47c031d3-f8e5-407a-8ff9-5b313395411c tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "DELETE /v2.0/subnets/0ec14998-1824-45a7-bb47-e930abd96c5d HTTP/1.1" status: 204 len: 168 time: 0.8592834 Oct 19 11:32:02.349112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46228) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:02.357963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Port': ['ID=42fde5d3-4350-48e2-9ff8-6e5443277e85,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:02.390550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:02.391559 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.493703 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.526898 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6f9a448e-5a48-415f-8bc1-6cb23962e6c2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9192712 Oct 19 11:32:02.532991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46234) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:02.538354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'port': {'network_id': '3e9097e1-5980-4988-b558-8c0042200931', 'name': 'tempest-TaggedBootDevicesTest_v242-1749532214', 'fixed_ips': [{'subnet_id': '477f079b-1799-4e15-afa4-aa3ecc7a31c7'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:02.567844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] For port 726637ec-6b43-410f-955c-96d8deebfd97, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:02.592048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Deleting port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:02.592671 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.631965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] For port 726637ec-6b43-410f-955c-96d8deebfd97, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=726637ec-6b43-410f-955c-96d8deebfd97,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:02.669425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] For port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1d180c6d-bf22-4b3d-94e9-3b4e628a63f0,segment=NetworkSegment(0c444087-28e7-4d38-914e-96c5177b4495),segment_id=0c444087-28e7-4d38-914e-96c5177b4495)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:02.670193 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.688081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Calling delete_port for 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:02.778856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b14df270-ea47-4bd6-b489-757c7e6d46e0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:32:02.844003 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:02.905766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb54032-0b78-40d6-9c7b-211c34c219d8 None None] DHCP port deletion for 188b168f-43d7-4d29-b9b2-b30f28ba2469 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:32:02.949216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313148e-8ebc-4a2b-aeb3-09619dccddc0 req-856ca277-6c64-416a-a652-30d29a1523a1 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:02.950942 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3313148e-8ebc-4a2b-aeb3-09619dccddc0 req-856ca277-6c64-416a-a652-30d29a1523a1 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 944 time: 0.1253011 Oct 19 11:32:02.986503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5bf67-65b7-4f0b-8b65-403f749a4056 req-5418205a-98fe-41f8-a4b0-4a33d93e9ae2 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:03.007684 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71c5bf67-65b7-4f0b-8b65-403f749a4056 req-5418205a-98fe-41f8-a4b0-4a33d93e9ae2 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1157169 Oct 19 11:32:03.037025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:03.037759 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.042692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b14df270-ea47-4bd6-b489-757c7e6d46e0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:03.043264 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.049092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3313148e-8ebc-4a2b-aeb3-09619dccddc0 req-aa13a090-d57e-476d-85ad-0202808c3bbd tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867972 Oct 19 11:32:03.049737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3df9b-ca13-430a-8c3f-8444316c3dee None None] Pushing event updated for resources: {'Port': ['ID=726637ec-6b43-410f-955c-96d8deebfd97,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:03.081077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] device_id is not set on port 71ecc8cd-ea70-43ca-b232-0706620bf96b yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:32:03.167094 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.175881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a3359b9b-f78c-4a8f-b4e6-fe95825142f8 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:32:03.217533 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71c5bf67-65b7-4f0b-8b65-403f749a4056 req-9c19a48a-f67e-43b9-abdc-aaf5a49b280a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089469 Oct 19 11:32:03.231071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event deleted for resources: {'Port': ['ID=1d180c6d-bf22-4b3d-94e9-3b4e628a63f0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:03.242471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] No DVR routers for this DVR port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:32:03.336455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5fb54032-0b78-40d6-9c7b-211c34c219d8 None None] Deleting port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:03.336824 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5fb54032-0b78-40d6-9c7b-211c34c219d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.414346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.419439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Allocated IP 10.1.1.67 (3e9097e1-5980-4988-b558-8c0042200931/477f079b-1799-4e15-afa4-aa3ecc7a31c7/71ecc8cd-ea70-43ca-b232-0706620bf96b) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:03.499596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188b168f-43d7-4d29-b9b2-b30f28ba2469']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:03.523155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c444087-28e7-4d38-914e-96c5177b4495') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:03.528202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c444087-28e7-4d38-914e-96c5177b4495') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:03.563005 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.608587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3977e6d6-24a7-4253-b92b-0211b8e86170 None None] Provisioning complete for port b14df270-ea47-4bd6-b489-757c7e6d46e0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:03.612780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3977e6d6-24a7-4253-b92b-0211b8e86170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.612966 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.639673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:32:03.643551 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:32:03.807294 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5fb54032-0b78-40d6-9c7b-211c34c219d8 None None] For port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0, host n-d-814547-1, got binding levels [] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:03.807700 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5fb54032-0b78-40d6-9c7b-211c34c219d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.832601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5fb54032-0b78-40d6-9c7b-211c34c219d8 None None] Calling delete_port for 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:03.840692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.ipam_backend_mixin [None req-5fb54032-0b78-40d6-9c7b-211c34c219d8 None None] Port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 was not found and therefore no delete operation was performed {{(pid=101313) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 11:32:03.851486 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5fb54032-0b78-40d6-9c7b-211c34c219d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.899437 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.939928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083551e-dfed-4342-9331-d67db732e999 req-857fbc8d-cc90-48cb-b210-d2cc87919c6e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:03.941703 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b083551e-dfed-4342-9331-d67db732e999 req-857fbc8d-cc90-48cb-b210-d2cc87919c6e tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1432164 Oct 19 11:32:03.963158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb54032-0b78-40d6-9c7b-211c34c219d8 None None] Pushing event deleted for resources: {'Port': ['ID=1d180c6d-bf22-4b3d-94e9-3b4e628a63f0,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:03.966365 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.980823 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:03.982903 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a3359b9b-f78c-4a8f-b4e6-fe95825142f8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a3359b9b-f78c-4a8f-b4e6-fe95825142f8,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:03.992581 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] 10.222.0.39 "DELETE /v2.0/networks/188b168f-43d7-4d29-b9b2-b30f28ba2469 HTTP/1.1" status: 204 len: 168 time: 1.6311166 Oct 19 11:32:03.993257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb54032-0b78-40d6-9c7b-211c34c219d8 None None] No DVR routers for this DVR port 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:32:04.026398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'a3359b9b-f78c-4a8f-b4e6-fe95825142f8', 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231', 'port_id': 'a3359b9b-f78c-4a8f-b4e6-fe95825142f8', 'mac_address': 'fa:16:3e:75:4a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de504bb-4164-42bc-9122-ea8824c7f7b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:32:04.029909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e389796-09cc-4da8-b1c2-76839dfa99a3 tempest-AllowedAddressPairTestJSON-1825612237 tempest-AllowedAddressPairTestJSON-1825612237-project] Pushing event deleted for resources: {'Network': ['ID=188b168f-43d7-4d29-b9b2-b30f28ba2469,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:04.085626 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:04.105596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3977e6d6-24a7-4253-b92b-0211b8e86170 None None] Provisioning complete for port 42fde5d3-4350-48e2-9ff8-6e5443277e85 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:04.106208 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3977e6d6-24a7-4253-b92b-0211b8e86170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:04.109938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3359b9b-f78c-4a8f-b4e6-fe95825142f8 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:04.124808 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b083551e-dfed-4342-9331-d67db732e999 req-6b08510d-6c38-446b-89c6-af14f359d642 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753843 Oct 19 11:32:04.131010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63917e73-29a6-4a4c-93c4-83f6b1d305dd req-f584a9b1-ad86-4d62-bb54-51a09e10894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:04.132684 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63917e73-29a6-4a4c-93c4-83f6b1d305dd req-f584a9b1-ad86-4d62-bb54-51a09e10894a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 1096 time: 0.2257352 Oct 19 11:32:04.133165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a3359b9b-f78c-4a8f-b4e6-fe95825142f8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a3359b9b-f78c-4a8f-b4e6-fe95825142f8,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:04.198433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3977e6d6-24a7-4253-b92b-0211b8e86170 None None] Port 42fde5d3-4350-48e2-9ff8-6e5443277e85 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:32:04.278068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3864016-2e35-4175-8621-964aa6d21ed8 req-997f0c4d-fc3f-4059-b3a6-23711ced1ddb tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:04.279608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3864016-2e35-4175-8621-964aa6d21ed8 req-997f0c4d-fc3f-4059-b3a6-23711ced1ddb tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 944 time: 0.0815868 Oct 19 11:32:04.282047 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:04.284253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63917e73-29a6-4a4c-93c4-83f6b1d305dd req-7ba96b6f-4959-4c3f-a47b-d3b0ee765df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:04.286366 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63917e73-29a6-4a4c-93c4-83f6b1d305dd req-7ba96b6f-4959-4c3f-a47b-d3b0ee765df4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.1427703 Oct 19 11:32:04.291466 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:04.366782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3864016-2e35-4175-8621-964aa6d21ed8 req-20a74afe-e9eb-42ca-a067-d71c7223b5d7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653205 Oct 19 11:32:04.366876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3715a222-647c-408e-a488-7269b7407c82 None None] Provisioning complete for port 42fde5d3-4350-48e2-9ff8-6e5443277e85 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:04.366876 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3715a222-647c-408e-a488-7269b7407c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:04.410814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=a3359b9b-f78c-4a8f-b4e6-fe95825142f8,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:04.423568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3715a222-647c-408e-a488-7269b7407c82 None None] Port 42fde5d3-4350-48e2-9ff8-6e5443277e85 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:32:04.446028 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network 3e9097e1-5980-4988-b558-8c0042200931 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:04.455933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:04.464476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:04.493197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Port': ['ID=71ecc8cd-ea70-43ca-b232-0706620bf96b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:04.542549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63917e73-29a6-4a4c-93c4-83f6b1d305dd req-b97c0375-25a6-400b-83c5-798817008103 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 200 len: 1000 time: 0.1620200 Oct 19 11:32:04.568018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:04.568705 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:04.572603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['a3359b9b-f78c-4a8f-b4e6-fe95825142f8'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:32:04.668496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63917e73-29a6-4a4c-93c4-83f6b1d305dd req-abc4c74e-42a4-4f17-b384-c57be8881ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:04.670011 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63917e73-29a6-4a4c-93c4-83f6b1d305dd req-abc4c74e-42a4-4f17-b384-c57be8881ce3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.1178927 Oct 19 11:32:04.765517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63917e73-29a6-4a4c-93c4-83f6b1d305dd req-f2518ca8-0f29-4606-b3a8-85f5bfc154b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:04.788969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63917e73-29a6-4a4c-93c4-83f6b1d305dd req-f2518ca8-0f29-4606-b3a8-85f5bfc154b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050601 Oct 19 11:32:04.803572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-41d0a0c3-9898-431a-8a6e-31a6c1417f4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2626874 Oct 19 11:32:04.944749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 726637ec-6b43-410f-955c-96d8deebfd97 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:32:05.007285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46308) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:05.027057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32260e63-5f03-46b8-a6d0-7c886644ae2c None None] Network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:05.115616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 726637ec-6b43-410f-955c-96d8deebfd97 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:05.116933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:05.131878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63917e73-29a6-4a4c-93c4-83f6b1d305dd req-e5764fe5-3d66-4613-82e3-07733aece131 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186600 Oct 19 11:32:05.150104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ef9af90a-bcfe-48ea-bb00-089b2ca50ae2 None None] Provisioning complete for port 71ecc8cd-ea70-43ca-b232-0706620bf96b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:05.150944 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ef9af90a-bcfe-48ea-bb00-089b2ca50ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:05.383326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d5727-bc80-486f-aae4-cd8ef6a89bfd req-45abc8cb-c3dd-43ba-9f91-8f97c315516f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:05.393169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba8d5727-bc80-486f-aae4-cd8ef6a89bfd req-45abc8cb-c3dd-43ba-9f91-8f97c315516f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.1668994 Oct 19 11:32:05.420478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ef9af90a-bcfe-48ea-bb00-089b2ca50ae2 None None] Port 71ecc8cd-ea70-43ca-b232-0706620bf96b cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:32:05.530579 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba8d5727-bc80-486f-aae4-cd8ef6a89bfd req-0b15b381-c954-4460-8018-0346a4106733 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180117 Oct 19 11:32:05.534434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63917e73-29a6-4a4c-93c4-83f6b1d305dd req-5b947c14-93a4-4637-a1e8-e5674b5c79e0 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972986 Oct 19 11:32:05.626745 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-78b0e47c-bb1a-4690-978b-02df339666ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c77183e041b4c9690f768192fbb078b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6182146 Oct 19 11:32:05.629410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46340) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:05.669934 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:05.672069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ef9af90a-bcfe-48ea-bb00-089b2ca50ae2 None None] Provisioning complete for port 726637ec-6b43-410f-955c-96d8deebfd97 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:05.672492 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ef9af90a-bcfe-48ea-bb00-089b2ca50ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:05.703826 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba71a960-219e-4b16-a5d0-7307789f19c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:05.715610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaf4e2-02de-4d31-93f2-50d203c3b49a req-493bbac9-16c7-4c07-bcde-851299066bc3 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:05.723874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfcaf4e2-02de-4d31-93f2-50d203c3b49a req-493bbac9-16c7-4c07-bcde-851299066bc3 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 945 time: 0.0715523 Oct 19 11:32:05.732136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 726637ec-6b43-410f-955c-96d8deebfd97, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=726637ec-6b43-410f-955c-96d8deebfd97,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:05.756931 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba71a960-219e-4b16-a5d0-7307789f19c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:05.770278 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfcaf4e2-02de-4d31-93f2-50d203c3b49a req-b7afa1c5-0b7f-4e86-aa95-97cd6b9b1f94 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452538 Oct 19 11:32:05.819285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46346) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:05.841215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ba8f3afd-db0b-4817-aac8-97216876a914 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446751764', 'description': 'tempest-description--1724095220'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:05.887474 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:05.949831 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba71a960-219e-4b16-a5d0-7307789f19c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:05.958305 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba71a960-219e-4b16-a5d0-7307789f19c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:05.959950 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ba71a960-219e-4b16-a5d0-7307789f19c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34dba624-4791-40ed-8678-2c31d99dbe82 HTTP/1.1" status: 204 len: 168 time: 0.3292620 Oct 19 11:32:05.989761 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba8f3afd-db0b-4817-aac8-97216876a914 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:06.024898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71a960-219e-4b16-a5d0-7307789f19c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dba624-4791-40ed-8678-2c31d99dbe82,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:06.044689 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ef9af90a-bcfe-48ea-bb00-089b2ca50ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:06.062148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:32:06.085347 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba8f3afd-db0b-4817-aac8-97216876a914 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:06.142098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:32:06.142582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1d180c6d-bf22-4b3d-94e9-3b4e628a63f0 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:32:06.229250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=726637ec-6b43-410f-955c-96d8deebfd97,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:06.253876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba8f3afd-db0b-4817-aac8-97216876a914 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:06.271784 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-ef9af90a-bcfe-48ea-bb00-089b2ca50ae2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:32:06.271784 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-ef9af90a-bcfe-48ea-bb00-089b2ca50ae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:32:06.289520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f3afd-db0b-4817-aac8-97216876a914 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca089e66-cc72-4ca4-8281-1654b00bc321,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:06.465617 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba8f3afd-db0b-4817-aac8-97216876a914 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:06.467173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ba8f3afd-db0b-4817-aac8-97216876a914 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6458747 Oct 19 11:32:06.470591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46362) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:06.481561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-679ce43c-87c9-4a50-84d8-93b77b33144e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'security_group_rule': {'security_group_id': 'ca089e66-cc72-4ca4-8281-1654b00bc321', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:06.511794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46364) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:06.674163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b21fd-f453-4ed6-9a77-acd4581597b6 req-8caf3b50-6d35-42dc-80a9-1dd14e21c76d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:06.679539 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-936c2e1e-16a8-4c5e-b4a8-2b3dcb1232fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:06.682163 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d3b21fd-f453-4ed6-9a77-acd4581597b6 req-8caf3b50-6d35-42dc-80a9-1dd14e21c76d tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0682080 Oct 19 11:32:06.695371 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-679ce43c-87c9-4a50-84d8-93b77b33144e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:06.745532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d3b21fd-f453-4ed6-9a77-acd4581597b6 req-6acc5d26-f379-4756-882e-1ea239360773 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431151 Oct 19 11:32:06.796895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-679ce43c-87c9-4a50-84d8-93b77b33144e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:06.810326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 726637ec-6b43-410f-955c-96d8deebfd97 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:32:06.888487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 726637ec-6b43-410f-955c-96d8deebfd97 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:06.889163 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:06.928164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2dac8-9f45-462b-b4aa-535db689ff83 req-c4dff5bd-8910-4b55-a770-05c620ef2fe5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:06.929713 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67f2dac8-9f45-462b-b4aa-535db689ff83 req-c4dff5bd-8910-4b55-a770-05c620ef2fe5 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.0809894 Oct 19 11:32:06.936183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920c5df-cbdd-4c54-b598-820517d04127 req-fff145ab-0f52-4f97-8798-00a01dca13f4 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:06.937708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2920c5df-cbdd-4c54-b598-820517d04127 req-fff145ab-0f52-4f97-8798-00a01dca13f4 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 945 time: 0.0674708 Oct 19 11:32:06.953131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-679ce43c-87c9-4a50-84d8-93b77b33144e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.024257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ce43c-87c9-4a50-84d8-93b77b33144e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e4fab5-333c-4dd9-a66b-bb913ff33755,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:07.030607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2920c5df-cbdd-4c54-b598-820517d04127 req-64a4e530-0ba6-41fd-9d7d-4c7a9a5f4b35 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798292 Oct 19 11:32:07.055148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-045192b3-1ab6-4a61-ba58-b441a06e6f0a None None] Provisioning complete for port 726637ec-6b43-410f-955c-96d8deebfd97 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:07.055526 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-045192b3-1ab6-4a61-ba58-b441a06e6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.084501 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-936c2e1e-16a8-4c5e-b4a8-2b3dcb1232fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.093419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67f2dac8-9f45-462b-b4aa-535db689ff83 req-bca03b68-39da-444d-962b-ed82f2f134e0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459572 Oct 19 11:32:07.148055 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-679ce43c-87c9-4a50-84d8-93b77b33144e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.159065 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-679ce43c-87c9-4a50-84d8-93b77b33144e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6772363 Oct 19 11:32:07.159275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46392) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:07.159275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2082dc4e-2830-4cec-81b9-07db2e57f509 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'security_group_rule': {'security_group_id': 'ca089e66-cc72-4ca4-8281-1654b00bc321', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:07.199807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a3359b9b-f78c-4a8f-b4e6-fe95825142f8 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:32:07.208508 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-936c2e1e-16a8-4c5e-b4a8-2b3dcb1232fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.266473 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-936c2e1e-16a8-4c5e-b4a8-2b3dcb1232fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66daeda011bc4e4eb81476d1d46df524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7533181 Oct 19 11:32:07.270583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c2e1e-16a8-4c5e-b4a8-2b3dcb1232fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18136b4-5fe4-47dd-8054-7215c84c5a10,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:07.270785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46398) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:07.404629 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2082dc4e-2830-4cec-81b9-07db2e57f509 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.482261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port a3359b9b-f78c-4a8f-b4e6-fe95825142f8 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:32:07.498467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port a3359b9b-f78c-4a8f-b4e6-fe95825142f8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:07.504751 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.600178 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2082dc4e-2830-4cec-81b9-07db2e57f509 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.621549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d47c033-6609-491a-9b6c-a4ae8052f74c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.671129 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d47c033-6609-491a-9b6c-a4ae8052f74c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.686888 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.741038 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2082dc4e-2830-4cec-81b9-07db2e57f509 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.759341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cad7ef-bb30-4e2a-87c1-bc6a90190a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3359b9b-f78c-4a8f-b4e6-fe95825142f8'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:07.769430 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a3d2de-4697-45ab-a877-dc29f274ecb6" -d '{"events": [{"server_uuid": "f6cad7ef-bb30-4e2a-87c1-bc6a90190a99", "name": "network-vif-plugged", "status": "completed", "tag": "a3359b9b-f78c-4a8f-b4e6-fe95825142f8"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:07.788232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port a3359b9b-f78c-4a8f-b4e6-fe95825142f8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a3359b9b-f78c-4a8f-b4e6-fe95825142f8,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:07.804429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082dc4e-2830-4cec-81b9-07db2e57f509 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ab7eea-8b51-4806-aa70-efed2480dfe2,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:07.869816 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8edcc1-6e2f-48df-908f-bd3892c623dd x-openstack-request-id: req-cc8edcc1-6e2f-48df-908f-bd3892c623dd {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:07.870750 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cad7ef-bb30-4e2a-87c1-bc6a90190a99", "name": "network-vif-plugged", "status": "completed", "tag": "a3359b9b-f78c-4a8f-b4e6-fe95825142f8", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:07.871225 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc8edcc1-6e2f-48df-908f-bd3892c623dd {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:07.871836 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cad7ef-bb30-4e2a-87c1-bc6a90190a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3359b9b-f78c-4a8f-b4e6-fe95825142f8', 'code': 200} Oct 19 11:32:07.893306 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.934559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d47c033-6609-491a-9b6c-a4ae8052f74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.937456 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d47c033-6609-491a-9b6c-a4ae8052f74c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.938934 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1d47c033-6609-491a-9b6c-a4ae8052f74c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e18136b4-5fe4-47dd-8054-7215c84c5a10 HTTP/1.1" status: 204 len: 168 time: 0.6686878 Oct 19 11:32:07.958337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2082dc4e-2830-4cec-81b9-07db2e57f509 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:07.960030 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2082dc4e-2830-4cec-81b9-07db2e57f509 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8066661 Oct 19 11:32:07.963655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46422) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:07.969936 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:07.995845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47c033-6609-491a-9b6c-a4ae8052f74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18136b4-5fe4-47dd-8054-7215c84c5a10,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:08.111553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=a3359b9b-f78c-4a8f-b4e6-fe95825142f8,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:08.145502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46428) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:08.146911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.148910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.148910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.148910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.148910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.149341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.149341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.149678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.150178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.151414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.152619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.157542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:08.181877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757fd5-c134-4f11-bfdc-da821efdb5e5 req-9e885aed-b72b-4ef7-b3e3-8a9b6d25d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:08.184147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4a757fd5-c134-4f11-bfdc-da821efdb5e5 req-9e885aed-b72b-4ef7-b3e3-8a9b6d25d6c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 1097 time: 0.1877301 Oct 19 11:32:08.367733 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:08.373496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4a757fd5-c134-4f11-bfdc-da821efdb5e5 req-72214bc2-ae91-497d-867e-01149c949b6f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784959 Oct 19 11:32:08.403301 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'networks': [{'name': 'tempest-network--649592195'}, {'name': 'tempest-network--848486290'}]} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:08.404264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'network': {'name': 'tempest-network--649592195'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:08.405346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'network': {'name': 'tempest-network--848486290'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:08.489335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f5d1-4597-4e79-bb1a-8230ca13697e req-619174ac-87c9-4c48-9375-dd7904600aec tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:08.501837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0c4f5d1-4597-4e79-bb1a-8230ca13697e req-619174ac-87c9-4c48-9375-dd7904600aec tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 946 time: 0.2501788 Oct 19 11:32:08.594326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Made reservation on behalf of 90124f55c3184e3fa898eea45543d7b2 for: {'network': 2} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:08.603615 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:08.608384 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:08.826688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:08.945632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:08.945632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:09.039952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:32:09.052480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43482ff-4c76-43e9-9cfc-7fe444cb4d51,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:09.078186 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:09.078537 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Added segment a33c8d49-05f9-4d8f-8237-9f5534dc98e6 of type vlan for network b71ae152-53be-4f14-b328-7d03249b967f Oct 19 11:32:09.201740 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0c4f5d1-4597-4e79-bb1a-8230ca13697e req-6b3b8bae-32b5-4730-9135-185dd7c4ad72 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6835139 Oct 19 11:32:09.226916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:09.238758 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:09.314764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:32:09.336634 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:09.337115 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Added segment 3da401d0-3667-4b3f-9998-51bfb80b5a3d of type vlan for network 24307693-c16c-4f03-aa9d-db8413711a5d Oct 19 11:32:09.425912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:09.540757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Allocated IP 172.25.2.181 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/8c89d6c1-5808-4821-932d-13db2bbf7c59) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:09.590684 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:09.591468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:09.597759 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:09.607673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:09.608691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:09.649618 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:32:09.741073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46474) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:09.782112 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8022e29-ced5-435d-8858-7f49cdaadaa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:09.787091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event updated for resources: {'Network': ['ID=b71ae152-53be-4f14-b328-7d03249b967f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:09.798526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network b71ae152-53be-4f14-b328-7d03249b967f details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:32:09.828125 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:09.874868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7278035 Oct 19 11:32:09.876744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46480) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:09.991455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb5923-466c-4b15-9178-4ca32bbf92b3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event updated for resources: {'Network': ['ID=24307693-c16c-4f03-aa9d-db8413711a5d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:10.009557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 24307693-c16c-4f03-aa9d-db8413711a5d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:32:10.095069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4ed9f-0099-4529-9aa2-b619729bc37d tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:10.104507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8022e29-ced5-435d-8858-7f49cdaadaa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:10.110937 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4ed9f-0099-4529-9aa2-b619729bc37d tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:10.122410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4ed9f-0099-4529-9aa2-b619729bc37d tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:10.129229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4ed9f-0099-4529-9aa2-b619729bc37d tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:10.134078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dbb4ed9f-0099-4529-9aa2-b619729bc37d tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2506485 Oct 19 11:32:10.134078 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:10.134684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46482) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:10.187723 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Port': ['ID=8c89d6c1-5808-4821-932d-13db2bbf7c59,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:10.205298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:10.205298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:10.207513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:10.306728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8022e29-ced5-435d-8858-7f49cdaadaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:10.363403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8022e29-ced5-435d-8858-7f49cdaadaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218b3b0a-f94d-4c06-8ee0-6c06a5155bb5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:10.386413 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:10.417505 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d8022e29-ced5-435d-8858-7f49cdaadaa4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89a15490e5844c7d810f8be4e053645f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6750884 Oct 19 11:32:10.425279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46488) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:10.568342 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f977b0e4-5f29-4d80-a77a-0e011010fd14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:10.593064 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f977b0e4-5f29-4d80-a77a-0e011010fd14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:10.734716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6750f4d-9ee7-47b2-95aa-0a09bc59ff7d req-92d1b455-68c9-4747-bfbc-eb0ec3800f24 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:10.738366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6750f4d-9ee7-47b2-95aa-0a09bc59ff7d req-92d1b455-68c9-4747-bfbc-eb0ec3800f24 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=08872ca1-6565-4edc-8ee2-4953362925a5 HTTP/1.1" status: 200 len: 943 time: 0.2023892 Oct 19 11:32:10.764001 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:10.787502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5e8ab-4097-44a3-8fe3-6b87303aeb51 req-a4acfdba-2aa3-4842-8899-aca9cbe0cece tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:10.790595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e9c5e8ab-4097-44a3-8fe3-6b87303aeb51 req-a4acfdba-2aa3-4842-8899-aca9cbe0cece tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 946 time: 0.3624518 Oct 19 11:32:10.819637 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:10.829431 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f977b0e4-5f29-4d80-a77a-0e011010fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:10.832338 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f977b0e4-5f29-4d80-a77a-0e011010fd14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:10.833559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f977b0e4-5f29-4d80-a77a-0e011010fd14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/218b3b0a-f94d-4c06-8ee0-6c06a5155bb5 HTTP/1.1" status: 204 len: 168 time: 0.4062819 Oct 19 11:32:10.866709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71ae152-53be-4f14-b328-7d03249b967f']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:10.875376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977b0e4-5f29-4d80-a77a-0e011010fd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218b3b0a-f94d-4c06-8ee0-6c06a5155bb5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:10.883329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e9c5e8ab-4097-44a3-8fe3-6b87303aeb51 req-f7e22d04-df11-47b5-bc70-24f395d8148d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804152 Oct 19 11:32:10.986736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33c8d49-05f9-4d8f-8237-9f5534dc98e6') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:10.986960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33c8d49-05f9-4d8f-8237-9f5534dc98e6') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:11.052270 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.077601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.113631 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.126342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:32:11.127032 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:32:11.154946 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:32:11.286670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-f6750f4d-9ee7-47b2-95aa-0a09bc59ff7d req-554855db-5ced-4637-8287-f16f43ae23c9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Deleting port bf2863db-a7b6-4f20-8fad-e25c6a490efd {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:11.287373 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f6750f4d-9ee7-47b2-95aa-0a09bc59ff7d req-554855db-5ced-4637-8287-f16f43ae23c9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.411969 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.430976 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.436922 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "DELETE /v2.0/networks/b71ae152-53be-4f14-b328-7d03249b967f HTTP/1.1" status: 204 len: 168 time: 1.2985349 Oct 19 11:32:11.464996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46502) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:11.469190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283d5d2-f2cb-4d6b-a039-04b2dd30d76c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event deleted for resources: {'Network': ['ID=b71ae152-53be-4f14-b328-7d03249b967f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:11.476155 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.578433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f6750f4d-9ee7-47b2-95aa-0a09bc59ff7d req-554855db-5ced-4637-8287-f16f43ae23c9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] For port bf2863db-a7b6-4f20-8fad-e25c6a490efd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=bf2863db-a7b6-4f20-8fad-e25c6a490efd,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:11.578969 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f6750f4d-9ee7-47b2-95aa-0a09bc59ff7d req-554855db-5ced-4637-8287-f16f43ae23c9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.624633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-f6750f4d-9ee7-47b2-95aa-0a09bc59ff7d req-554855db-5ced-4637-8287-f16f43ae23c9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Calling delete_port for bf2863db-a7b6-4f20-8fad-e25c6a490efd owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:11.631334 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.664396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.738937 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Port': ['ID=8c89d6c1-5808-4821-932d-13db2bbf7c59,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:11.764487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.884149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:11.885439 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8e522c60-34a2-485b-813d-dca60e641a91 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9207826 Oct 19 11:32:11.941636 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:12.028957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24307693-c16c-4f03-aa9d-db8413711a5d']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:12.041158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da401d0-3667-4b3f-9998-51bfb80b5a3d') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:12.041158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da401d0-3667-4b3f-9998-51bfb80b5a3d') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:12.053066 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:12.069473 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:12.076071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:32:12.076551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:32:12.080336 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:32:12.230450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f6750f4d-9ee7-47b2-95aa-0a09bc59ff7d req-554855db-5ced-4637-8287-f16f43ae23c9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:12.242674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2f2f3184-cea4-4c70-ac2a-6cfc149d18cc'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:32:12.246093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b338daa1-71d2-4b41-a1e8-d8584a485251'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:32:12.312044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554855db-5ced-4637-8287-f16f43ae23c9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event deleted for resources: {'Port': ['ID=bf2863db-a7b6-4f20-8fad-e25c6a490efd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:12.364013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:12.393836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-48213026-e33d-4695-bc9d-f784b40ebfa7 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1446751764&fields=id&tenant_id=f02d532ea77644839438ea6e31aadb59 HTTP/1.1" status: 200 len: 267 time: 0.0996072 Oct 19 11:32:12.403551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:12.414726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46542) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:12.415405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "DELETE /v2.0/networks/24307693-c16c-4f03-aa9d-db8413711a5d HTTP/1.1" status: 204 len: 168 time: 0.9424655 Oct 19 11:32:12.425518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6750f4d-9ee7-47b2-95aa-0a09bc59ff7d req-554855db-5ced-4637-8287-f16f43ae23c9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] No DVR routers for this DVR port bf2863db-a7b6-4f20-8fad-e25c6a490efd on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:32:12.428723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f6750f4d-9ee7-47b2-95aa-0a09bc59ff7d req-554855db-5ced-4637-8287-f16f43ae23c9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:12.440058 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6750f4d-9ee7-47b2-95aa-0a09bc59ff7d req-554855db-5ced-4637-8287-f16f43ae23c9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "DELETE /v2.0/ports/bf2863db-a7b6-4f20-8fad-e25c6a490efd HTTP/1.1" status: 204 len: 173 time: 1.6850147 Oct 19 11:32:12.441338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08872ca1-6565-4edc-8ee2-4953362925a5', 'name': 'network-vif-deleted', 'tag': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:12.443743 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beceb2f-0712-45a2-9f08-a4c863369029" -d '{"events": [{"server_uuid": "08872ca1-6565-4edc-8ee2-4953362925a5", "name": "network-vif-deleted", "tag": "bf2863db-a7b6-4f20-8fad-e25c6a490efd"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:12.456887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbfa8b-9a92-442e-bf62-5862f6bb35e5 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event deleted for resources: {'Network': ['ID=24307693-c16c-4f03-aa9d-db8413711a5d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:12.511933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-af2b7320-251d-45e8-9e1a-79f2a22cbf98 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:12.529331 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-af2b7320-251d-45e8-9e1a-79f2a22cbf98 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports/42fde5d3-4350-48e2-9ff8-6e5443277e85 HTTP/1.1" status: 200 len: 936 time: 0.1317821 Oct 19 11:32:12.743351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5e8dcd35-41ae-4add-9959-7cea6b1961aa tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:12.767971 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5e8dcd35-41ae-4add-9959-7cea6b1961aa tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports/71ecc8cd-ea70-43ca-b232-0706620bf96b HTTP/1.1" status: 200 len: 936 time: 0.2289729 Oct 19 11:32:12.883968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36a1c139-6c4f-4b62-aca2-cf88d902ae1c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1237466 Oct 19 11:32:12.919532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e87ec8-2b8c-4db5-9935-97d9fd65f4c3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:12.948422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e87ec8-2b8c-4db5-9935-97d9fd65f4c3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:12.952202 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f8e87ec8-2b8c-4db5-9935-97d9fd65f4c3 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5344388 Oct 19 11:32:12.957287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46570) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:12.967540 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-498615241'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:13.007541 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a33318a6-0ee4-4068-921d-998332e5b16d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1225641 Oct 19 11:32:13.122064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Made reservation on behalf of 90124f55c3184e3fa898eea45543d7b2 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:13.126142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:13.206525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:32:13.242168 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:13.242523 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Added segment 46722054-781d-4505-ab10-691c5fcb3325 of type vlan for network 6ef66535-ab03-444d-b4a8-abbabc995fa7 Oct 19 11:32:13.361456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-d08131bd-04df-4e25-a3e8-033a547fac5c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:13.368853 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:13.377951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-d08131bd-04df-4e25-a3e8-033a547fac5c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:13.404474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-d08131bd-04df-4e25-a3e8-033a547fac5c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:13.422347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-d08131bd-04df-4e25-a3e8-033a547fac5c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/networks?id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba HTTP/1.1" status: 200 len: 1992 time: 0.4084084 Oct 19 11:32:13.449734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-dfd39ec0-139c-42a6-ab83-b2bdac2f7818 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/quotas/f02d532ea77644839438ea6e31aadb59 HTTP/1.1" status: 200 len: 375 time: 0.0261734 Oct 19 11:32:13.544881 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:13.556571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:13.557209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:13.565633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-f1061a23-3277-4530-9b0f-954818992405 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1147735 Oct 19 11:32:13.648203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event updated for resources: {'Network': ['ID=6ef66535-ab03-444d-b4a8-abbabc995fa7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:13.658527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 6ef66535-ab03-444d-b4a8-abbabc995fa7 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:32:13.690932 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ee7c9550-dd0c-4346-a14e-88edf4db072b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7325122 Oct 19 11:32:13.694274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46590) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:13.700488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1573192791'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:13.849942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Made reservation on behalf of 90124f55c3184e3fa898eea45543d7b2 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:13.850477 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-690c34d4-e529-443f-9a94-9f9855c2582a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3460796 Oct 19 11:32:13.855039 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:14.035272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:32:14.039527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-e14271e6-ab89-4e1f-bad6-2ec41e629627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:14.055466 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-e14271e6-ab89-4e1f-bad6-2ec41e629627 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 1096 time: 0.1549001 Oct 19 11:32:14.106534 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:14.107566 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Added segment 80e53e72-6793-42a6-8422-284d10ebcb22 of type vlan for network e2b5d799-c0db-4939-959d-2d9c3864edd6 Oct 19 11:32:14.215233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:14.295960 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c943dc00-c6d1-41a2-b869-00991bd5a552 x-openstack-request-id: req-c943dc00-c6d1-41a2-b869-00991bd5a552 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:14.296501 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08872ca1-6565-4edc-8ee2-4953362925a5", "name": "network-vif-deleted", "tag": "bf2863db-a7b6-4f20-8fad-e25c6a490efd", "status": "failed", "code": 422}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:14.297385 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c943dc00-c6d1-41a2-b869-00991bd5a552 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:14.298006 n-d-814547-1 neutron-server[101312]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '08872ca1-6565-4edc-8ee2-4953362925a5', 'name': 'network-vif-deleted', 'tag': 'bf2863db-a7b6-4f20-8fad-e25c6a490efd', 'status': 'failed', 'code': 422} returned with failed status Oct 19 11:32:14.330718 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-244cd034-9159-46d0-8078-910ca5560236 service neutron] 10.222.0.39 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7627404 Oct 19 11:32:14.336252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-0834abf2-8b6f-4e47-a011-2979417bfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:14.338526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-0834abf2-8b6f-4e47-a011-2979417bfe34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.2393205 Oct 19 11:32:14.481411 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:14.489499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-a302d806-d737-40ec-a594-1184fc61f02d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b338daa1-71d2-4b41-a1e8-d8584a485251 HTTP/1.1" status: 200 len: 217 time: 0.1427917 Oct 19 11:32:14.491005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:14.491843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:14.505611 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-48b526dc-ac15-485a-bfc9-4bf47eac92be service neutron] 10.222.0.39 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736069 Oct 19 11:32:14.602347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-96ea0b55-c3de-416f-bfe2-e4d183b7b8d4 service neutron] 10.222.0.39 "GET /v2.0/ports/42fde5d3-4350-48e2-9ff8-6e5443277e85?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0765111 Oct 19 11:32:14.615554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-54335503-5089-4f82-baae-eae4144724f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:14.617151 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-54335503-5089-4f82-baae-eae4144724f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.1189702 Oct 19 11:32:14.688824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event updated for resources: {'Network': ['ID=e2b5d799-c0db-4939-959d-2d9c3864edd6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:14.700865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e2b5d799-c0db-4939-959d-2d9c3864edd6 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:32:14.705005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-236d49e8-ac36-455c-945c-a8dbdf75622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:14.709636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-236d49e8-ac36-455c-945c-a8dbdf75622f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762932 Oct 19 11:32:14.724492 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-772f2371-6d35-4e44-9f04-3b72c377261c tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0288522 Oct 19 11:32:14.727281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46616) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:14.741636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'ports': [{'network_id': '6ef66535-ab03-444d-b4a8-abbabc995fa7', 'name': 'tempest-port--2047399200', 'admin_state_up': True}, {'network_id': 'e2b5d799-c0db-4939-959d-2d9c3864edd6', 'admin_state_up': False}]} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:14.741997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'port': {'network_id': '6ef66535-ab03-444d-b4a8-abbabc995fa7', 'name': 'tempest-port--2047399200', 'admin_state_up': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:14.742438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'port': {'network_id': 'e2b5d799-c0db-4939-959d-2d9c3864edd6', 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:14.890281 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e1141ac2-6eca-4e64-8a7b-26106cdb4f5e service neutron] 10.222.0.39 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795496 Oct 19 11:32:15.025486 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-4072c766-0ae2-44f7-8ed0-312454466367 service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106589 Oct 19 11:32:15.144375 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-2c807abf-ab14-4768-82c1-c3813090dd00 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468901 Oct 19 11:32:15.193971 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5e259710-3792-4cbb-8a61-490015ade188 service neutron] 10.222.0.39 "GET /v2.0/ports/71ecc8cd-ea70-43ca-b232-0706620bf96b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0430279 Oct 19 11:32:15.207180 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9159dfb-391c-4fd7-8d16-7df92e5b4cac req-551a3c7f-116a-4358-a55d-ab566356101f service neutron] 10.222.0.49 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464477 Oct 19 11:32:15.294162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Made reservation on behalf of 90124f55c3184e3fa898eea45543d7b2 for: {'port': 2} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:15.303300 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:15.335595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-64f71860-ee87-4300-b870-ee900c2029f8 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333127 Oct 19 11:32:15.374176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:15.483537 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-b3988204-4395-4715-ad47-5a6d1e09821b service neutron] 10.222.0.39 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382632 Oct 19 11:32:15.499231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] device_id is not set on port 36bef11d-b39c-4c10-877b-e0068e3b6c50 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:32:15.612905 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e853e0b9-e453-4cb5-b8fa-e12032492200 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281495 Oct 19 11:32:15.824043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-0931c7c2-263b-482b-8b19-470eb77e6550 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101765 Oct 19 11:32:15.871695 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:15.990064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] device_id is not set on port 18835668-933c-4fd5-b321-6afa70fac6e2 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:32:15.992122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-fdb3171b-f775-44a3-b763-5be7ee5eb2fa service neutron] 10.222.0.39 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612880 Oct 19 11:32:16.132047 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a1e9a28e-59c1-4cf8-80a8-0891612193fa service neutron] 10.222.0.39 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303630 Oct 19 11:32:16.334360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-b4eb25e1-74cf-4b19-84a3-46e2e0229fc0 service neutron] 10.222.0.39 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877005 Oct 19 11:32:16.375487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bb648-532d-4f0e-b723-123b13bfa032 req-4ef6cd5a-2dea-4414-af67-5a5fa92cccad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:16.411175 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e7bb648-532d-4f0e-b723-123b13bfa032 req-4ef6cd5a-2dea-4414-af67-5a5fa92cccad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 907 time: 0.2501903 Oct 19 11:32:16.418564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:16.432786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b10927-2f1d-4dc3-99bf-b0f7ecd4f873 req-5aa96138-a58e-43c8-b414-8e5aadeaa41f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:16.434344 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49b10927-2f1d-4dc3-99bf-b0f7ecd4f873 req-5aa96138-a58e-43c8-b414-8e5aadeaa41f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.49 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 907 time: 0.2331040 Oct 19 11:32:16.511061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-55bc675c-a863-41c7-8fe6-74bb763e4587 service neutron] 10.222.0.39 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627891 Oct 19 11:32:16.666928 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-48e3e52f-81df-4181-8e33-210a056cdfee service neutron] 10.222.0.39 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520400 Oct 19 11:32:16.677357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:16.767530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-49b10927-2f1d-4dc3-99bf-b0f7ecd4f873 req-3e8df2ed-79e7-4bcd-9d16-a0d5785461dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Deleting port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:16.767884 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-49b10927-2f1d-4dc3-99bf-b0f7ecd4f873 req-3e8df2ed-79e7-4bcd-9d16-a0d5785461dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:16.838657 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c979c5b8-31d7-45c9-a547-8261215ef4d1 service neutron] 10.222.0.39 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655831 Oct 19 11:32:16.936868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-49b10927-2f1d-4dc3-99bf-b0f7ecd4f873 req-3e8df2ed-79e7-4bcd-9d16-a0d5785461dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] For port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:16.937234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-49b10927-2f1d-4dc3-99bf-b0f7ecd4f873 req-3e8df2ed-79e7-4bcd-9d16-a0d5785461dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:16.951351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-49b10927-2f1d-4dc3-99bf-b0f7ecd4f873 req-3e8df2ed-79e7-4bcd-9d16-a0d5785461dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Calling delete_port for fc3b1a22-c218-4b0b-98c0-6df75bb25fcf owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:17.202158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event updated for resources: {'Port': ['ID=36bef11d-b39c-4c10-877b-e0068e3b6c50,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:17.228984 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-a1a239fe-035b-45a3-a65e-287eecf69830 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=226953694ca94a9d9281b4be910fd2d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616031 Oct 19 11:32:17.304503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Checking segment: {'id': '46722054-781d-4505-ab10-691c5fcb3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6ef66535-ab03-444d-b4a8-abbabc995fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:17.311062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Network hostable DHCP agents. Network: 6ef66535-ab03-444d-b4a8-abbabc995fa7, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:32:17.318558 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-49b10927-2f1d-4dc3-99bf-b0f7ecd4f873 req-3e8df2ed-79e7-4bcd-9d16-a0d5785461dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:17.390652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3a1af8b-d25b-4099-856d-ef855313062c req-c2b95b3c-ef72-4e66-a14e-a07c50f6957f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828595 Oct 19 11:32:17.450233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8df2ed-79e7-4bcd-9d16-a0d5785461dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event deleted for resources: {'Port': ['ID=fc3b1a22-c218-4b0b-98c0-6df75bb25fcf,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:17.453712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46706) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:17.577179 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1af8b-d25b-4099-856d-ef855313062c req-fa34aab8-2720-42aa-8574-4b4de9aec4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:17.578712 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3a1af8b-d25b-4099-856d-ef855313062c req-fa34aab8-2720-42aa-8574-4b4de9aec4c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=adb4e90a76744825a16a77292f3584a5&device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 1097 time: 0.1444890 Oct 19 11:32:17.761863 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46b421d3-7d93-4e51-8684-00feb5e1b0b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:17.838541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1af8b-d25b-4099-856d-ef855313062c req-44ece70c-5e05-40e7-92b5-eefce097fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:17.839956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3a1af8b-d25b-4099-856d-ef855313062c req-44ece70c-5e05-40e7-92b5-eefce097fba4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 200 len: 913 time: 0.2384198 Oct 19 11:32:17.907504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3a1af8b-d25b-4099-856d-ef855313062c req-b9864ca7-614f-45c1-b24c-ba2ee9458fbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc HTTP/1.1" status: 200 len: 217 time: 0.0547125 Oct 19 11:32:17.977916 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46b421d3-7d93-4e51-8684-00feb5e1b0b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:17.985629 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1af8b-d25b-4099-856d-ef855313062c req-3a6963de-a3ad-4b44-a795-3524ea1d6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:17.988127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3a1af8b-d25b-4099-856d-ef855313062c req-3a6963de-a3ad-4b44-a795-3524ea1d6c90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 200 len: 851 time: 0.0725670 Oct 19 11:32:18.077432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46b421d3-7d93-4e51-8684-00feb5e1b0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:18.141017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-46b421d3-7d93-4e51-8684-00feb5e1b0b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebabd5b4b2554de78c8532ad569822c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6860752 Oct 19 11:32:18.146864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46722) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:18.175453 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b421d3-7d93-4e51-8684-00feb5e1b0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b7b543-f93f-48dd-8945-ecd87a15d111,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:18.190148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1af8b-d25b-4099-856d-ef855313062c req-c0c37115-a7e2-4a14-8348-c2e70f26c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:18.192482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3a1af8b-d25b-4099-856d-ef855313062c req-c0c37115-a7e2-4a14-8348-c2e70f26c051 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c3fc8df-64d9-437b-901a-818c7e32eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954541 Oct 19 11:32:18.225437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b10927-2f1d-4dc3-99bf-b0f7ecd4f873 req-3e8df2ed-79e7-4bcd-9d16-a0d5785461dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] No DVR routers for this DVR port fc3b1a22-c218-4b0b-98c0-6df75bb25fcf on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:32:18.243579 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-49b10927-2f1d-4dc3-99bf-b0f7ecd4f873 req-3e8df2ed-79e7-4bcd-9d16-a0d5785461dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:18.246928 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49b10927-2f1d-4dc3-99bf-b0f7ecd4f873 req-3e8df2ed-79e7-4bcd-9d16-a0d5785461dd tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.49 "DELETE /v2.0/ports/fc3b1a22-c218-4b0b-98c0-6df75bb25fcf HTTP/1.1" status: 204 len: 173 time: 1.8029029 Oct 19 11:32:18.252566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d2c103-1db4-4fae-b59c-e91ed29d99b6', 'name': 'network-vif-deleted', 'tag': 'fc3b1a22-c218-4b0b-98c0-6df75bb25fcf'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:18.272313 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8169dd-bfb1-4bbc-82f1-e9027295de4a" -d '{"events": [{"server_uuid": "86d2c103-1db4-4fae-b59c-e91ed29d99b6", "name": "network-vif-deleted", "tag": "fc3b1a22-c218-4b0b-98c0-6df75bb25fcf"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:18.310368 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3a82e7a0-a01b-43ba-92f3-eae634fb01b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:18.318640 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Network 6ef66535-ab03-444d-b4a8-abbabc995fa7 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:32:18.359830 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3a1af8b-d25b-4099-856d-ef855313062c req-11659f23-c118-4ac6-a8ab-7b81ac16d648 service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446137 Oct 19 11:32:18.372854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-3f25bc1f-69db-4301-bacd-b57003c8a1e2 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:18.380824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-3f25bc1f-69db-4301-bacd-b57003c8a1e2 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1351242 Oct 19 11:32:18.403573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-3e1775ec-6208-4a7b-8528-a3f9dda16d7e tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/quotas/226953694ca94a9d9281b4be910fd2d1 HTTP/1.1" status: 200 len: 375 time: 0.0216510 Oct 19 11:32:18.438778 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3a82e7a0-a01b-43ba-92f3-eae634fb01b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:18.467612 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-1f1bbce5-145a-4960-a56b-934300ba1db6 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=226953694ca94a9d9281b4be910fd2d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630634 Oct 19 11:32:18.468289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 6ef66535-ab03-444d-b4a8-abbabc995fa7) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:18.480813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:18.481694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:18.509418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bb653a-b992-4bfa-9af1-894471e90e51 None None] Network 6ef66535-ab03-444d-b4a8-abbabc995fa7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:18.660859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event updated for resources: {'Port': ['ID=18835668-933c-4fd5-b321-6afa70fac6e2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:18.754782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Checking segment: {'id': '80e53e72-6793-42a6-8422-284d10ebcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e2b5d799-c0db-4939-959d-2d9c3864edd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:18.754782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Network hostable DHCP agents. Network: e2b5d799-c0db-4939-959d-2d9c3864edd6, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:32:18.755089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3a1af8b-d25b-4099-856d-ef855313062c req-f3153ff3-ea7b-4a23-8f0f-a8059d190a8b service neutron] 10.222.0.26 "GET /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779747 Oct 19 11:32:18.836448 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3a82e7a0-a01b-43ba-92f3-eae634fb01b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:18.839424 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3a82e7a0-a01b-43ba-92f3-eae634fb01b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:18.843121 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3a82e7a0-a01b-43ba-92f3-eae634fb01b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72b7b543-f93f-48dd-8945-ecd87a15d111 HTTP/1.1" status: 204 len: 168 time: 0.6924593 Oct 19 11:32:18.858426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82e7a0-a01b-43ba-92f3-eae634fb01b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b7b543-f93f-48dd-8945-ecd87a15d111,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:18.899182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Network e2b5d799-c0db-4939-959d-2d9c3864edd6 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:32:18.998494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e2b5d799-c0db-4939-959d-2d9c3864edd6) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:19.006236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:19.013273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:19.027026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071e6db0-3b92-41c2-b4c9-5e2b4266c721 None None] Network e2b5d799-c0db-4939-959d-2d9c3864edd6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:19.040795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:19.051911 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:19.148260 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b4008cc7-f8f0-4396-81d9-a0ca2f38b16c req-d3011098-00db-472b-b83b-6070c607f37b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d2c103-1db4-4fae-b59c-e91ed29d99b6 HTTP/1.1" status: 200 len: 210 time: 0.0538352 Oct 19 11:32:19.183251 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a3b9c757-beb8-4299-a2a6-0600cc868862 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4501712 Oct 19 11:32:19.185940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46742) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:19.226985 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2932cc0-8db2-4d7f-923a-07ec98567d70 x-openstack-request-id: req-a2932cc0-8db2-4d7f-923a-07ec98567d70 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:19.228122 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d2c103-1db4-4fae-b59c-e91ed29d99b6", "name": "network-vif-deleted", "tag": "fc3b1a22-c218-4b0b-98c0-6df75bb25fcf", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:19.228516 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2932cc0-8db2-4d7f-923a-07ec98567d70 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:19.229204 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d2c103-1db4-4fae-b59c-e91ed29d99b6', 'name': 'network-vif-deleted', 'tag': 'fc3b1a22-c218-4b0b-98c0-6df75bb25fcf', 'status': 'completed', 'code': 200} Oct 19 11:32:19.337888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc719608-c6fc-45e2-bc45-0f1bf017270d req-49e73286-95c3-4edc-ad85-9ae4415f13f1 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 210 time: 0.0727139 Oct 19 11:32:19.398629 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204d747-10b2-4f99-96a4-b74fd54b1576 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:19.426009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204d747-10b2-4f99-96a4-b74fd54b1576 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:19.430840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46746) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:19.431004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8204d747-10b2-4f99-96a4-b74fd54b1576 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2435138 Oct 19 11:32:19.446904 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:19.677553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-91a1b35a-7a92-4c9e-9766-e0240fe9a18b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Deleting port 36bef11d-b39c-4c10-877b-e0068e3b6c50 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:19.679731 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91a1b35a-7a92-4c9e-9766-e0240fe9a18b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:19.773937 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91a1b35a-7a92-4c9e-9766-e0240fe9a18b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:19.792508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-91a1b35a-7a92-4c9e-9766-e0240fe9a18b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Calling delete_port for 36bef11d-b39c-4c10-877b-e0068e3b6c50 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:19.866384 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-92e31628-a4e5-4310-aadc-d61a0e316d96 req-87eec95f-9f54-4546-befa-c9042b19edb6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0715377 Oct 19 11:32:19.933343 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:20.044323 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46768) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:20.061103 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3659-d75c-406a-9b46-cdb2ca5d2560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:20.262556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device fc3b1a22-c218-4b0b-98c0-6df75bb25fcf no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:32:20.282825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91a1b35a-7a92-4c9e-9766-e0240fe9a18b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:20.359810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: fc3b1a22-c218-4b0b-98c0-6df75bb25fcf {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:32:20.361077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device fc3b1a22-c218-4b0b-98c0-6df75bb25fcf not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:32:20.395778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1b35a-7a92-4c9e-9766-e0240fe9a18b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event deleted for resources: {'Port': ['ID=36bef11d-b39c-4c10-877b-e0068e3b6c50,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:20.415305 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91a1b35a-7a92-4c9e-9766-e0240fe9a18b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:20.424294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46776) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:20.434371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-91a1b35a-7a92-4c9e-9766-e0240fe9a18b tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "DELETE /v2.0/ports/36bef11d-b39c-4c10-877b-e0068e3b6c50 HTTP/1.1" status: 204 len: 168 time: 0.9897764 Oct 19 11:32:20.562975 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3659-d75c-406a-9b46-cdb2ca5d2560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:20.578887 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74b2c022-0a70-4e47-91a6-701d3f5161a4 req-aa91218e-7765-48fa-b342-ab98291582bf tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 210 time: 0.0812225 Oct 19 11:32:20.661154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b1e85499-aee1-4ade-98a3-f50f76ef308a tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Deleting port 18835668-933c-4fd5-b321-6afa70fac6e2 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:20.661620 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1e85499-aee1-4ade-98a3-f50f76ef308a tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:20.679291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3659-d75c-406a-9b46-cdb2ca5d2560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:20.782372 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c3fd3659-d75c-406a-9b46-cdb2ca5d2560 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2c51ea95bb64271a7b7753cfb5594e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367346 Oct 19 11:32:20.789243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46782) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:20.793850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd3659-d75c-406a-9b46-cdb2ca5d2560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a8c6d6-c66a-4632-a7c9-6e3efc490884,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:20.842914 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1e85499-aee1-4ade-98a3-f50f76ef308a tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:20.893890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b1e85499-aee1-4ade-98a3-f50f76ef308a tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Calling delete_port for 18835668-933c-4fd5-b321-6afa70fac6e2 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:20.964216 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c29a1cf-bb77-453e-9f27-e4234748cbaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:20.979413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd919c8e-81b7-4a00-ba77-f2bcb3eb44c1 req-87194b2d-5f36-475a-974c-3969bb420389 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:20.987734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd919c8e-81b7-4a00-ba77-f2bcb3eb44c1 req-87194b2d-5f36-475a-974c-3969bb420389 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 946 time: 0.1478102 Oct 19 11:32:21.041458 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-744a8785-d826-402d-8bd2-d9ef3fadb665 req-471df2a8-794b-48f7-a86e-449eec786b3f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0753763 Oct 19 11:32:21.042052 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c29a1cf-bb77-453e-9f27-e4234748cbaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:21.159717 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd919c8e-81b7-4a00-ba77-f2bcb3eb44c1 req-f0c61032-9019-4336-acc6-256da97180ad tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697335 Oct 19 11:32:21.287996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c29a1cf-bb77-453e-9f27-e4234748cbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:21.290856 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c29a1cf-bb77-453e-9f27-e4234748cbaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:21.292182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4c29a1cf-bb77-453e-9f27-e4234748cbaa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12a8c6d6-c66a-4632-a7c9-6e3efc490884 HTTP/1.1" status: 204 len: 168 time: 0.5020118 Oct 19 11:32:21.294903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1e85499-aee1-4ade-98a3-f50f76ef308a tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:21.356102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29a1cf-bb77-453e-9f27-e4234748cbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a8c6d6-c66a-4632-a7c9-6e3efc490884,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:21.378698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e85499-aee1-4ade-98a3-f50f76ef308a tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event deleted for resources: {'Port': ['ID=18835668-933c-4fd5-b321-6afa70fac6e2,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:21.398055 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1e85499-aee1-4ade-98a3-f50f76ef308a tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:21.403998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46798) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:21.404177 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b1e85499-aee1-4ade-98a3-f50f76ef308a tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "DELETE /v2.0/ports/18835668-933c-4fd5-b321-6afa70fac6e2 HTTP/1.1" status: 204 len: 168 time: 0.9775441 Oct 19 11:32:21.457972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7a9097ba-0edf-4ad2-a387-b72de58a38b6 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0524244 Oct 19 11:32:21.464138 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46800) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:21.470547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1929386381'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:21.554524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Made reservation on behalf of 90124f55c3184e3fa898eea45543d7b2 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:21.558321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:21.598112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:32:21.630379 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:21.631053 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Added segment a43964bf-9027-4690-a4c4-2608016da221 of type vlan for network a4bb98ba-6993-4668-be9e-b0781c8158d5 Oct 19 11:32:21.778885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:21.837617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0266be15-c166-4c8a-b7e8-753ded0c59b2 req-3e0f3bca-da3c-45ef-bfe1-e4d299e0e00d tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 210 time: 0.0962374 Oct 19 11:32:21.973841 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:21.980949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:21.981929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:22.187634 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7221766 Oct 19 11:32:22.190852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46826) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:22.197483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1722626218'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:22.202782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04118cc7-ecaf-4cae-9844-67ce4ed974db tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event updated for resources: {'Network': ['ID=a4bb98ba-6993-4668-be9e-b0781c8158d5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:22.232034 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network a4bb98ba-6993-4668-be9e-b0781c8158d5 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:32:22.374154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ac44ff10-664d-41f3-a4f6-6b110f654a79 req-1b7e2f9a-ed90-4c12-8e91-af00505b479f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.1568253 Oct 19 11:32:22.387743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78de80-c91f-448a-aab2-44e5f7c70dd9 req-51c59179-007e-42f2-be8c-c102bb0b6eea tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:22.387743 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-be78de80-c91f-448a-aab2-44e5f7c70dd9 req-51c59179-007e-42f2-be8c-c102bb0b6eea tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 946 time: 0.1177306 Oct 19 11:32:22.453028 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-be78de80-c91f-448a-aab2-44e5f7c70dd9 req-ead6cdd8-fbe6-4ba3-98c4-b94f910dc931 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632684 Oct 19 11:32:22.532111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f1594-b089-43da-8cd8-2c0b10f8842e req-93f71572-1636-451f-87ab-f3f098ebc543 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:22.533931 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e2f1594-b089-43da-8cd8-2c0b10f8842e req-93f71572-1636-451f-87ab-f3f098ebc543 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 946 time: 0.2523007 Oct 19 11:32:22.559448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Made reservation on behalf of 90124f55c3184e3fa898eea45543d7b2 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:22.566642 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:22.657273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:32:22.701221 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:22.703482 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Added segment bed8b4ff-0250-4df1-9493-3614c2b1d134 of type vlan for network 5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f Oct 19 11:32:22.758095 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:22.858636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-8a8da127-f311-45ff-a87a-05550bd5ac80 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=226953694ca94a9d9281b4be910fd2d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461719 Oct 19 11:32:22.902640 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:22.926003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:22.929301 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:23.135932 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d5b1076-61ad-473b-a777-972332f43665 req-7091f5f3-2e0c-4f90-950b-e8f4f2d7f056 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 210 time: 0.1369250 Oct 19 11:32:23.143382 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9508324 Oct 19 11:32:23.146209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cd573-57f0-4a18-b3d9-a45c9cc5dd70 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event updated for resources: {'Network': ['ID=5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:23.185350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:32:23.246711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-9e2f1594-b089-43da-8cd8-2c0b10f8842e req-fe7d31a1-6634-4487-ba8b-d978e60fd1be tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Deleting port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:23.247265 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9e2f1594-b089-43da-8cd8-2c0b10f8842e req-fe7d31a1-6634-4487-ba8b-d978e60fd1be tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:23.497319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-dc10fe5d-a3ac-43cd-982f-41403deaaaff tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:23.514485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-dc10fe5d-a3ac-43cd-982f-41403deaaaff tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6377504 Oct 19 11:32:23.527296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Request body: {'port': {'device_id': 'be3900b9-b1e1-4e5e-b000-82a2d71c7c51', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '226953694ca94a9d9281b4be910fd2d1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:23.851924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9e2f1594-b089-43da-8cd8-2c0b10f8842e req-fe7d31a1-6634-4487-ba8b-d978e60fd1be tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] For port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:23.852324 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9e2f1594-b089-43da-8cd8-2c0b10f8842e req-fe7d31a1-6634-4487-ba8b-d978e60fd1be tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:23.891990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-9e2f1594-b089-43da-8cd8-2c0b10f8842e req-fe7d31a1-6634-4487-ba8b-d978e60fd1be tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Calling delete_port for 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:23.982515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0bdf90a0-e5ba-4290-8cfb-19fd364f4991 req-a0a71f1b-718d-4186-8166-396e15199ad1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.1213546 Oct 19 11:32:24.219059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Made reservation on behalf of 226953694ca94a9d9281b4be910fd2d1 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:24.223260 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:24.258377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:24.427882 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c4ee3b62-f796-447f-bcd4-9bea71a1a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:24.433055 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c4ee3b62-f796-447f-bcd4-9bea71a1a256 service neutron] 10.222.0.49 "GET /v2.0/ports/42fde5d3-4350-48e2-9ff8-6e5443277e85 HTTP/1.1" status: 200 len: 1032 time: 0.1695013 Oct 19 11:32:24.527359 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9e2f1594-b089-43da-8cd8-2c0b10f8842e req-fe7d31a1-6634-4487-ba8b-d978e60fd1be tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:24.539831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b338daa1-71d2-4b41-a1e8-d8584a485251'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:32:24.546331 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a3528c26-1f22-4179-8287-ec291ec504cf req-5ed0b188-921a-4620-b32a-37920d89e67b tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 210 time: 0.2811916 Oct 19 11:32:24.583778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:24.679025 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:24.836463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2f1594-b089-43da-8cd8-2c0b10f8842e req-fe7d31a1-6634-4487-ba8b-d978e60fd1be tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] No DVR routers for this DVR port 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:32:24.847286 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9e2f1594-b089-43da-8cd8-2c0b10f8842e req-fe7d31a1-6634-4487-ba8b-d978e60fd1be tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:24.872873 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e2f1594-b089-43da-8cd8-2c0b10f8842e req-fe7d31a1-6634-4487-ba8b-d978e60fd1be tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "DELETE /v2.0/ports/2f2f3184-cea4-4c70-ac2a-6cfc149d18cc HTTP/1.1" status: 204 len: 173 time: 2.3271694 Oct 19 11:32:24.879678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261c081b-3ade-4fc8-9131-b24613e1eeb6', 'name': 'network-vif-deleted', 'tag': '2f2f3184-cea4-4c70-ac2a-6cfc149d18cc'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:24.885666 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba63e965-ea3c-4909-af3c-132e0007764d" -d '{"events": [{"server_uuid": "261c081b-3ade-4fc8-9131-b24613e1eeb6", "name": "network-vif-deleted", "tag": "2f2f3184-cea4-4c70-ac2a-6cfc149d18cc"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:24.916912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d31a1-6634-4487-ba8b-d978e60fd1be tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event deleted for resources: {'Port': ['ID=2f2f3184-cea4-4c70-ac2a-6cfc149d18cc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:24.953061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-ca2f0b44-c111-4a84-aaaf-ae260d246622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:24.954621 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-ca2f0b44-c111-4a84-aaaf-ae260d246622 service neutron] 10.222.0.49 "GET /v2.0/ports/71ecc8cd-ea70-43ca-b232-0706620bf96b HTTP/1.1" status: 200 len: 1032 time: 0.4072206 Oct 19 11:32:25.161719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Allocated IP 192.168.233.62 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/15207a39-1dbd-4eb6-93fe-c805eb6a62d5) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:25.306894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:32:25.427869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6bad56f8-e562-43ce-a4b2-4b42334245ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:25.432509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:32:25.433995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2f2f3184-cea4-4c70-ac2a-6cfc149d18cc not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:32:25.734564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:25.885206 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69106a91-fe2f-4a5d-8a4d-e3ca9406cd6d req-991e08f2-f581-4807-ac38-1a52d1fb55d1 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 210 time: 1.2830393 Oct 19 11:32:25.990548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4235bc1d-ce4c-4ab8-803e-8c87b4757f99,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:26.001875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:26.096387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:26.346668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83d095-bf5c-4493-8fa2-b8e4de8614c3 req-632220fb-21ac-4453-b12c-c42ffa834fa0 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=261c081b-3ade-4fc8-9131-b24613e1eeb6 HTTP/1.1" status: 200 len: 210 time: 0.2870088 Oct 19 11:32:26.360801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:26.405220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:26.651690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Pushing event updated for resources: {'Port': ['ID=15207a39-1dbd-4eb6-93fe-c805eb6a62d5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:26.697701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:26.698376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:26.729782 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5520f4d1-441f-4140-b88a-2a07c5a3bf3d x-openstack-request-id: req-5520f4d1-441f-4140-b88a-2a07c5a3bf3d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:26.730329 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261c081b-3ade-4fc8-9131-b24613e1eeb6", "name": "network-vif-deleted", "tag": "2f2f3184-cea4-4c70-ac2a-6cfc149d18cc", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:26.730329 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5520f4d1-441f-4140-b88a-2a07c5a3bf3d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:26.730683 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261c081b-3ade-4fc8-9131-b24613e1eeb6', 'name': 'network-vif-deleted', 'tag': '2f2f3184-cea4-4c70-ac2a-6cfc149d18cc', 'status': 'completed', 'code': 200} Oct 19 11:32:26.792506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46904) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:26.799697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'subnets': [{'network_id': 'a4bb98ba-6993-4668-be9e-b0781c8158d5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1006701056', 'ip_version': 6}, {'network_id': '5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:26.800021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'subnet': {'network_id': 'a4bb98ba-6993-4668-be9e-b0781c8158d5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1006701056', 'ip_version': 6}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:26.800846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Request body: {'subnet': {'network_id': '5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:26.834231 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7001838-6f70-47eb-94ec-ae4769bbfc20 req-103a1787-82aa-4118-a854-0c201e30bdfa tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.1424861 Oct 19 11:32:26.863152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8abcca5-50ed-4a39-81b9-90f89c48d70b tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3474660 Oct 19 11:32:26.889162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Request body: {'port': {'device_id': 'be3900b9-b1e1-4e5e-b000-82a2d71c7c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:26.893737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1d04b31e-80ab-4361-bf4d-fe67c9af2100 None None] Provisioning complete for port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:26.894239 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1d04b31e-80ab-4361-bf4d-fe67c9af2100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:26.997650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1d04b31e-80ab-4361-bf4d-fe67c9af2100 None None] Port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:32:27.041691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4d487248-1dab-4c48-aedb-926766db6520 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:27.053100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4d487248-1dab-4c48-aedb-926766db6520 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:27.065401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4d487248-1dab-4c48-aedb-926766db6520 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:27.071443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4d487248-1dab-4c48-aedb-926766db6520 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "GET /v2.0/networks?id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba HTTP/1.1" status: 200 len: 1992 time: 2.1093681 Oct 19 11:32:27.089649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:27.170068 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-b8347e71-bbe0-4cf8-95f9-7cdef4b47ed5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f02d532ea77644839438ea6e31aadb59 HTTP/1.1" status: 200 len: 380 time: 0.0872715 Oct 19 11:32:27.179589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'admin_state_up': True, 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'security_groups': ['ca089e66-cc72-4ca4-8281-1654b00bc321']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:27.229606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea35399-449f-452b-8484-efe92efcf981 req-9f34950c-c988-4883-bb81-794d91af0de3 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:27.231715 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ea35399-449f-452b-8484-efe92efcf981 req-9f34950c-c988-4883-bb81-794d91af0de3 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 935 time: 0.2116375 Oct 19 11:32:27.344776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Made reservation on behalf of 90124f55c3184e3fa898eea45543d7b2 for: {'subnet': 2} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:27.350855 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:27.354530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:27.447461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:27.451674 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:27.488105 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ea35399-449f-452b-8484-efe92efcf981 req-d3d5e21e-9282-4207-8ac8-876ae7260a91 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430413 Oct 19 11:32:27.721541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Allocated IP 172.20.0.3 (3e41a69a-2e2c-41a5-bbaa-a7ad686bd135/11e2bdab-7342-4fa2-b0d7-dca9b53757e7/eea573f0-e530-4460-94b4-a594a1441467) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:27.790286 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a225c6ba-f4b6-412e-b506-67ebe074d0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:27.802229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:27.810700 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:27.827195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Transition to ACTIVE for port object 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:32:28.010841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:28.157942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581321a-8bcb-4dc6-afda-2ec0ad13a89b req-8ae0f1b2-038f-48a9-88bc-08b63ac502e7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:28.160021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0581321a-8bcb-4dc6-afda-2ec0ad13a89b req-8ae0f1b2-038f-48a9-88bc-08b63ac502e7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.1131892 Oct 19 11:32:28.190588 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:28.210604 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0581321a-8bcb-4dc6-afda-2ec0ad13a89b req-bdfb51ec-c821-4a96-a7b0-601aed6c7659 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445397 Oct 19 11:32:28.223497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:28.260398 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f752da4d-bf77-4e90-9706-a16bbc4d184a req-9a654505-39c8-442c-9041-796e70e0ed27 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.2350466 Oct 19 11:32:28.270053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:28.294640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Port': ['ID=eea573f0-e530-4460-94b4-a594a1441467,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:28.299914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:28.302704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:28.401400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-952d5a38-6a3c-4167-aa30-c2f8eb53bc75 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:28.405713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-952d5a38-6a3c-4167-aa30-c2f8eb53bc75 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.49 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.2181370 Oct 19 11:32:28.407146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Pushing event updated for resources: {'Port': ['ID=15207a39-1dbd-4eb6-93fe-c805eb6a62d5,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:28.428810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:28.428810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:28.519299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5dfcc02b-f174-4b9b-8133-ec63a998c797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3435240 Oct 19 11:32:28.520279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:28.539710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'network_id': '3e9097e1-5980-4988-b558-8c0042200931', 'admin_state_up': True, 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'security_groups': ['ca089e66-cc72-4ca4-8281-1654b00bc321']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:28.807150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event updated for resources: {'Subnet': ['ID=cae305fd-7450-4604-abde-7e60c792843a,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:28.827731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-4725c7ec-3be7-4beb-98f9-7ca3d9186b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Deleting port b338daa1-71d2-4b41-a1e8-d8584a485251 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:28.828076 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-4725c7ec-3be7-4beb-98f9-7ca3d9186b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:28.832160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da335e27-7ad1-463c-8bb0-70007efaed00 req-480deec0-891b-4270-adcb-1a67b6d0e523 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:28.834778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Attempting to bind port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:28.835411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Attempting to bind port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:28.835676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Attempting to bind port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:28.842249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da335e27-7ad1-463c-8bb0-70007efaed00 req-480deec0-891b-4270-adcb-1a67b6d0e523 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 947 time: 0.2462192 Oct 19 11:32:28.853273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Checking segment: {'id': 'a43964bf-9027-4690-a4c4-2608016da221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4bb98ba-6993-4668-be9e-b0781c8158d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:28.853273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Network hostable DHCP agents. Network: a4bb98ba-6993-4668-be9e-b0781c8158d5, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:32:28.872334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b708e0c6-160b-4662-8bdf-82109498f349 None None] Provisioning complete for port eea573f0-e530-4460-94b4-a594a1441467 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:28.873557 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b708e0c6-160b-4662-8bdf-82109498f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:28.883187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:32:28.883658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Attempting to bind port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:28.945766 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da335e27-7ad1-463c-8bb0-70007efaed00 req-7d151e9a-e96c-4cb6-a130-9627390759b1 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023066 Oct 19 11:32:28.948417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:28.948789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:28.949216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:28.949607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Bound port: 15207a39-1dbd-4eb6-93fe-c805eb6a62d5, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:28.950527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:28.966256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b708e0c6-160b-4662-8bdf-82109498f349 None None] Port eea573f0-e530-4460-94b4-a594a1441467 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:32:29.031144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-4725c7ec-3be7-4beb-98f9-7ca3d9186b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] For port b338daa1-71d2-4b41-a1e8-d8584a485251, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b338daa1-71d2-4b41-a1e8-d8584a485251,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:29.031657 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-4725c7ec-3be7-4beb-98f9-7ca3d9186b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.058408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-4725c7ec-3be7-4beb-98f9-7ca3d9186b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Calling delete_port for b338daa1-71d2-4b41-a1e8-d8584a485251 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:29.068165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:29.069598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] For port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:29.071776 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.075914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] For port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=15207a39-1dbd-4eb6-93fe-c805eb6a62d5,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:29.076981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Network a4bb98ba-6993-4668-be9e-b0781c8158d5 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:32:29.131495 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.132317 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.179218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.197096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, a4bb98ba-6993-4668-be9e-b0781c8158d5) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:29.210291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6ce7c-1cb4-48c3-a4c6-36518e9b8810 None None] Network a4bb98ba-6993-4668-be9e-b0781c8158d5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:29.223377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.282628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Allocated IP 10.1.1.8 (3e9097e1-5980-4988-b558-8c0042200931/477f079b-1799-4e15-afa4-aa3ecc7a31c7/758ddef7-d643-4730-b6c0-8af1683aa074) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:29.356012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event updated for resources: {'Subnet': ['ID=fbd08020-c7b5-48d8-a2ad-1723ecfaed20,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:29.541714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-a4bb98ba-6993-4668-be9e-b0781c8158d5', 'network_id': 'a4bb98ba-6993-4668-be9e-b0781c8158d5', 'tenant_id': '90124f55c3184e3fa898eea45543d7b2', 'fixed_ips': [{'subnet_id': 'cae305fd-7450-4604-abde-7e60c792843a'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:32:29.542579 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.547744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:29.559426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.564202 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] 10.222.0.49 "PUT /v2.0/ports/15207a39-1dbd-4eb6-93fe-c805eb6a62d5 HTTP/1.1" status: 200 len: 1095 time: 2.6813612 Oct 19 11:32:29.579500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3900b9-b1e1-4e5e-b000-82a2d71c7c51', 'tag': '15207a39-1dbd-4eb6-93fe-c805eb6a62d5'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:29.582118 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dd60d4-8adc-4417-8b7b-fd421168e898" -d '{"events": [{"name": "network-changed", "server_uuid": "be3900b9-b1e1-4e5e-b000-82a2d71c7c51", "tag": "15207a39-1dbd-4eb6-93fe-c805eb6a62d5"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:29.583738 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.712638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bc1fc-b13a-449e-8e9e-b6019d07ea91 req-2c802ca0-6cf9-4db9-b675-88b84f262b66 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:29.715369 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-062bc1fc-b13a-449e-8e9e-b6019d07ea91 req-2c802ca0-6cf9-4db9-b675-88b84f262b66 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 931 time: 0.0853858 Oct 19 11:32:29.729680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba2774-8940-4ac6-9ce3-73a88df5cb44 service neutron] Pushing event updated for resources: {'Port': ['ID=15207a39-1dbd-4eb6-93fe-c805eb6a62d5,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:29.755592 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.759388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f5e16-de6f-43cc-9e05-052dc629d442 req-3070a3ef-293a-4a73-a3b3-fc5af095b364 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:29.766347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c00f5e16-de6f-43cc-9e05-052dc629d442 req-3070a3ef-293a-4a73-a3b3-fc5af095b364 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 945 time: 0.4199512 Oct 19 11:32:29.826276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network 3e9097e1-5980-4988-b558-8c0042200931 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:29.860114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-062bc1fc-b13a-449e-8e9e-b6019d07ea91 req-77a3d5ee-9c50-4f0d-b1af-5f33a012173b tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017530 Oct 19 11:32:29.861078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:29.866036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:29.873388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Allocated IP 2001:db8::1 (a4bb98ba-6993-4668-be9e-b0781c8158d5/cae305fd-7450-4604-abde-7e60c792843a/b35c8bfa-ec81-406a-987f-5853aa087a80) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:29.879825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-4725c7ec-3be7-4beb-98f9-7ca3d9186b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.908071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b338daa1-71d2-4b41-a1e8-d8584a485251'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:32:29.910782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Port': ['ID=758ddef7-d643-4730-b6c0-8af1683aa074,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:29.922809 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.923167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.923513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.923855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.924781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.925123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.925464 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.925792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.926118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.926446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.926824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.927153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:29.959650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Checking segment: {'id': 'bed8b4ff-0250-4df1-9493-3614c2b1d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:29.964341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Network hostable DHCP agents. Network: 5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:32:29.969134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:29.970019 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:29.989771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725c7ec-3be7-4beb-98f9-7ca3d9186b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event deleted for resources: {'Port': ['ID=b338daa1-71d2-4b41-a1e8-d8584a485251,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:30.032610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-7021e959-db7a-4400-a1b6-dd0a3965903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:30.034669 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-7021e959-db7a-4400-a1b6-dd0a3965903b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=226953694ca94a9d9281b4be910fd2d1&device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 1098 time: 0.2622552 Oct 19 11:32:30.050548 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a595291a-28c2-452b-a21b-25d9f4a3c932 x-openstack-request-id: req-a595291a-28c2-452b-a21b-25d9f4a3c932 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:30.050804 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3900b9-b1e1-4e5e-b000-82a2d71c7c51", "tag": "15207a39-1dbd-4eb6-93fe-c805eb6a62d5", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:30.051065 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a595291a-28c2-452b-a21b-25d9f4a3c932 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:30.051469 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3900b9-b1e1-4e5e-b000-82a2d71c7c51', 'tag': '15207a39-1dbd-4eb6-93fe-c805eb6a62d5', 'status': 'completed', 'code': 200} Oct 19 11:32:30.148929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-4304e00c-8bda-44d6-bea4-834463a87ab1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6185634 Oct 19 11:32:30.176885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'network_id': '3e9097e1-5980-4988-b558-8c0042200931', 'admin_state_up': True, 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'security_groups': ['ca089e66-cc72-4ca4-8281-1654b00bc321']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:30.223422 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-406639e8-5d10-48ae-a01c-fe265891b9e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=15207a39-1dbd-4eb6-93fe-c805eb6a62d5 HTTP/1.1" status: 200 len: 217 time: 0.1534231 Oct 19 11:32:30.332215 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:30.334791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-a4e0af00-b0a2-4622-b23f-287b7a01189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:30.343815 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-a4e0af00-b0a2-4622-b23f-287b7a01189d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.1120582 Oct 19 11:32:30.465123 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c00f5e16-de6f-43cc-9e05-052dc629d442 req-3cb06cc3-e0a8-471f-b917-7675af746f86 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c297a2-0bda-419e-868c-a5882ce0f20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993009 Oct 19 11:32:30.491921 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:30.506734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31d635-136c-440a-939d-257720064bfc req-4e88229c-a7ea-47c6-a906-013091149f88 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:30.508695 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a31d635-136c-440a-939d-257720064bfc req-4e88229c-a7ea-47c6-a906-013091149f88 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 947 time: 0.3838794 Oct 19 11:32:30.526018 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-4725c7ec-3be7-4beb-98f9-7ca3d9186b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] No DVR routers for this DVR port b338daa1-71d2-4b41-a1e8-d8584a485251 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:32:30.529446 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-4725c7ec-3be7-4beb-98f9-7ca3d9186b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:30.534437 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-4725c7ec-3be7-4beb-98f9-7ca3d9186b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.49 "DELETE /v2.0/ports/b338daa1-71d2-4b41-a1e8-d8584a485251 HTTP/1.1" status: 204 len: 173 time: 2.1165755 Oct 19 11:32:30.544614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8c4001a-706b-4b69-b2cd-286acfc4b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:30.547416 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-e8c4001a-706b-4b69-b2cd-286acfc4b2ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2015669 Oct 19 11:32:30.561475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0f91faa0-aecc-451d-861c-be60f665cde4 None None] Provisioning complete for port 758ddef7-d643-4730-b6c0-8af1683aa074 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:30.561754 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0f91faa0-aecc-451d-861c-be60f665cde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:30.584205 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a31d635-136c-440a-939d-257720064bfc req-146f784b-b935-4a07-b257-8fa5a610eccd tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688274 Oct 19 11:32:30.589884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:30.595460 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:30.601599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Network 5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:32:30.613862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Network a4bb98ba-6993-4668-be9e-b0781c8158d5 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:30.614812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0f91faa0-aecc-451d-861c-be60f665cde4 None None] Port 758ddef7-d643-4730-b6c0-8af1683aa074 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:32:30.621082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:30.624741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:30.638429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Pushing event updated for resources: {'Port': ['ID=b35c8bfa-ec81-406a-987f-5853aa087a80,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:30.732188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:30.746116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:30.756574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:30.757426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:30.766908 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Attempting to bind port b35c8bfa-ec81-406a-987f-5853aa087a80 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:30.767257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Attempting to bind port b35c8bfa-ec81-406a-987f-5853aa087a80 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'a43964bf-9027-4690-a4c4-2608016da221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4bb98ba-6993-4668-be9e-b0781c8158d5'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:30.767616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Attempting to bind port b35c8bfa-ec81-406a-987f-5853aa087a80 on network a4bb98ba-6993-4668-be9e-b0781c8158d5 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:30.769942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aae652-1ed2-48cf-b76c-c107123b327f None None] Network 5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:30.840713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-50b5e18e-f8d4-4ab8-874d-b83dee2ca5e3 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862465 Oct 19 11:32:31.021781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Allocated IP 10.1.1.213 (3e9097e1-5980-4988-b558-8c0042200931/477f079b-1799-4e15-afa4-aa3ecc7a31c7/898f2454-afee-49e9-ab5a-b656cccdb2e1) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:31.041531 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bce3cbdc-20c3-42c6-8b32-d967219aba05 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.2478552 Oct 19 11:32:31.045775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46964) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:31.061027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:31.061527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Checking segment: {'id': 'a43964bf-9027-4690-a4c4-2608016da221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4bb98ba-6993-4668-be9e-b0781c8158d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:31.062038 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:31.062423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Bound using segment: {'id': 'a43964bf-9027-4690-a4c4-2608016da221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4bb98ba-6993-4668-be9e-b0781c8158d5'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:31.063559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Bound port: b35c8bfa-ec81-406a-987f-5853aa087a80, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43964bf-9027-4690-a4c4-2608016da221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4bb98ba-6993-4668-be9e-b0781c8158d5'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:31.064217 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:31.101199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e83551f-6f9d-420a-b003-00afc69a3bd6 req-64c91a1c-3a67-4229-b43d-a43fcb48cd1e service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518129 Oct 19 11:32:31.141045 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f', 'network_id': '5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f', 'tenant_id': '90124f55c3184e3fa898eea45543d7b2', 'fixed_ips': [{'subnet_id': 'fbd08020-c7b5-48d8-a2ad-1723ecfaed20'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:32:31.144521 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:31.189399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:31.254138 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8e2e0-e59b-4543-8fc3-6c1f8131d0f1 req-ccda123c-e53c-4cfd-89dd-8b66b8d028da tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:31.262435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8e2e0-e59b-4543-8fc3-6c1f8131d0f1 req-ccda123c-e53c-4cfd-89dd-8b66b8d028da tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:31.272559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-12f8e2e0-e59b-4543-8fc3-6c1f8131d0f1 req-ccda123c-e53c-4cfd-89dd-8b66b8d028da tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 1651 time: 0.1636808 Oct 19 11:32:31.321313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ab26d-3a5e-4a44-8a20-959981cbc60f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:31.327872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ab26d-3a5e-4a44-8a20-959981cbc60f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:31.334746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ab26d-3a5e-4a44-8a20-959981cbc60f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:31.340047 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b67ab26d-3a5e-4a44-8a20-959981cbc60f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2844148 Oct 19 11:32:31.350713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46978) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:31.438161 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-12f8e2e0-e59b-4543-8fc3-6c1f8131d0f1 req-0a717499-87d2-4d71-a6c9-554614b8d256 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606925 Oct 19 11:32:31.592599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd60d4-8adc-4417-8b7b-fd421168e898 req-86f07bec-853c-45b5-929e-262cdd5802e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:31.594125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24dd60d4-8adc-4417-8b7b-fd421168e898 req-86f07bec-853c-45b5-929e-262cdd5802e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=226953694ca94a9d9281b4be910fd2d1&device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 1098 time: 0.3186843 Oct 19 11:32:31.596800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] For port b35c8bfa-ec81-406a-987f-5853aa087a80, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:31.618763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] For port b35c8bfa-ec81-406a-987f-5853aa087a80, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b35c8bfa-ec81-406a-987f-5853aa087a80,segment=NetworkSegment(a43964bf-9027-4690-a4c4-2608016da221),segment_id=a43964bf-9027-4690-a4c4-2608016da221)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:31.666764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Deleting subnet cae305fd-7450-4604-abde-7e60c792843a {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:32:31.714658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e24a4e76-2bd6-4f60-aea8-72f3a7da5c02 req-e5d8bf9b-99a2-4e59-afb8-0b499f69be06 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=2682745a-4fe5-412c-9636-e31d8e06a252 HTTP/1.1" status: 200 len: 210 time: 0.1005177 Oct 19 11:32:31.844999 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:31.864658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd60d4-8adc-4417-8b7b-fd421168e898 req-2f4cc8c6-985a-4fca-aabc-c6a6b5e6b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:31.866872 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24dd60d4-8adc-4417-8b7b-fd421168e898 req-2f4cc8c6-985a-4fca-aabc-c6a6b5e6b92b service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.2644694 Oct 19 11:32:31.868110 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:31.966405 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:31.974322 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24dd60d4-8adc-4417-8b7b-fd421168e898 req-b5e737af-29f2-4ad9-9485-cea80e3f5c8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=15207a39-1dbd-4eb6-93fe-c805eb6a62d5 HTTP/1.1" status: 200 len: 217 time: 0.0919690 Oct 19 11:32:31.990832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:32.047711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Allocated IP 2001:db8:0:1::1 (5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f/fbd08020-c7b5-48d8-a2ad-1723ecfaed20/08c9b716-bcd1-41d6-b9c3-8b497461ac78) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:32.068816 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2682745a-4fe5-412c-9636-e31d8e06a252', 'name': 'network-vif-deleted', 'tag': 'b338daa1-71d2-4b41-a1e8-d8584a485251'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:32.072218 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2907c926-0045-47e7-a10d-28e941a487c4" -d '{"events": [{"server_uuid": "2682745a-4fe5-412c-9636-e31d8e06a252", "name": "network-vif-deleted", "tag": "b338daa1-71d2-4b41-a1e8-d8584a485251"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:32.076860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd60d4-8adc-4417-8b7b-fd421168e898 req-aeae325c-1c16-44ac-9935-b470adcd3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:32.079131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24dd60d4-8adc-4417-8b7b-fd421168e898 req-aeae325c-1c16-44ac-9935-b470adcd3498 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0809073 Oct 19 11:32:32.083172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9ab28-6288-49de-950f-35bb8f36ded1 None None] Pushing event updated for resources: {'Port': ['ID=b35c8bfa-ec81-406a-987f-5853aa087a80,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:32.168284 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdebb3e-daee-4641-b0a7-d52fff149089 x-openstack-request-id: req-bfdebb3e-daee-4641-b0a7-d52fff149089 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:32.168624 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2682745a-4fe5-412c-9636-e31d8e06a252", "name": "network-vif-deleted", "tag": "b338daa1-71d2-4b41-a1e8-d8584a485251", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:32.168884 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfdebb3e-daee-4641-b0a7-d52fff149089 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:32.169289 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2682745a-4fe5-412c-9636-e31d8e06a252', 'name': 'network-vif-deleted', 'tag': 'b338daa1-71d2-4b41-a1e8-d8584a485251', 'status': 'completed', 'code': 200} Oct 19 11:32:32.181721 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:32.191739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923e5ac-f131-4ffe-a7f2-24cdbec0895c req-b87e4dd4-803e-462a-b344-57e945f24f77 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:32.193792 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4923e5ac-f131-4ffe-a7f2-24cdbec0895c req-b87e4dd4-803e-462a-b344-57e945f24f77 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 947 time: 0.3218737 Oct 19 11:32:32.200551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network 3e9097e1-5980-4988-b558-8c0042200931 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:32.219191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:32.224046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:32.278380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd60d4-8adc-4417-8b7b-fd421168e898 req-d2d60941-521b-491e-bb1f-ec9b03c06ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:32.280257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24dd60d4-8adc-4417-8b7b-fd421168e898 req-d2d60941-521b-491e-bb1f-ec9b03c06ab5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661556 Oct 19 11:32:32.305868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4923e5ac-f131-4ffe-a7f2-24cdbec0895c req-ee2ef620-885a-4b14-80bd-c7bc5fbf3ee3 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889668 Oct 19 11:32:32.357683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Port': ['ID=898f2454-afee-49e9-ab5a-b656cccdb2e1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:32.401379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:32.402393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:32.405475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:32:32.426147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b338daa1-71d2-4b41-a1e8-d8584a485251 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:32:32.518764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: b338daa1-71d2-4b41-a1e8-d8584a485251 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:32:32.519113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b338daa1-71d2-4b41-a1e8-d8584a485251 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:32:32.530871 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-213d9622-a017-4746-8602-c241a435ea89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3724642 Oct 19 11:32:32.543021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba', 'admin_state_up': True, 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'security_groups': ['ca089e66-cc72-4ca4-8281-1654b00bc321']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:32.602666 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:32.781908 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:32.911965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Network 5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:32.952289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:32.957238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b35c8bfa-ec81-406a-987f-5853aa087a80 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:32:32.961232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:32.966994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2c34444f-a0e5-4503-b6b1-f3c5ab6a0e27 None None] Provisioning complete for port 898f2454-afee-49e9-ab5a-b656cccdb2e1 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:32.967713 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2c34444f-a0e5-4503-b6b1-f3c5ab6a0e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:32.971249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Pushing event updated for resources: {'Port': ['ID=08c9b716-bcd1-41d6-b9c3-8b497461ac78,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:32.980793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd00348-10ca-4a7b-884a-5a84a758596f req-89b010fe-0d9a-454c-9f58-086f35bddf1f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:32.999999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd00348-10ca-4a7b-884a-5a84a758596f req-89b010fe-0d9a-454c-9f58-086f35bddf1f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:33.016656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd00348-10ca-4a7b-884a-5a84a758596f req-89b010fe-0d9a-454c-9f58-086f35bddf1f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:33.018563 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fd00348-10ca-4a7b-884a-5a84a758596f req-89b010fe-0d9a-454c-9f58-086f35bddf1f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 2372 time: 0.3534567 Oct 19 11:32:33.057466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=15207a39-1dbd-4eb6-93fe-c805eb6a62d5,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:33.123176 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2fd00348-10ca-4a7b-884a-5a84a758596f req-9b64247c-d939-40e4-a77d-80c7334ebf49 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935624 Oct 19 11:32:33.147883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '15207a39-1dbd-4eb6-93fe-c805eb6a62d5', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '15207a39-1dbd-4eb6-93fe-c805eb6a62d5', 'mac_address': 'fa:16:3e:61:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:32:33.149577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2c34444f-a0e5-4503-b6b1-f3c5ab6a0e27 None None] Port 898f2454-afee-49e9-ab5a-b656cccdb2e1 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:32:33.156919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:33.251658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Attempting to bind port 08c9b716-bcd1-41d6-b9c3-8b497461ac78 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:33.252257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Attempting to bind port 08c9b716-bcd1-41d6-b9c3-8b497461ac78 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'bed8b4ff-0250-4df1-9493-3614c2b1d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:33.252753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Attempting to bind port 08c9b716-bcd1-41d6-b9c3-8b497461ac78 on network 5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:33.286272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:33.287013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Checking segment: {'id': 'bed8b4ff-0250-4df1-9493-3614c2b1d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:33.288738 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:33.288738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Bound using segment: {'id': 'bed8b4ff-0250-4df1-9493-3614c2b1d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:33.288738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Bound port: 08c9b716-bcd1-41d6-b9c3-8b497461ac78, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed8b4ff-0250-4df1-9493-3614c2b1d134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:33.289482 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:33.310423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b35c8bfa-ec81-406a-987f-5853aa087a80 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:33.311293 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:33.316011 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:33.406842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:33.446698 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=15207a39-1dbd-4eb6-93fe-c805eb6a62d5,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:33.479488 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:33.491742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] For port 08c9b716-bcd1-41d6-b9c3-8b497461ac78, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:33.495998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] For port 08c9b716-bcd1-41d6-b9c3-8b497461ac78, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=08c9b716-bcd1-41d6-b9c3-8b497461ac78,segment=NetworkSegment(bed8b4ff-0250-4df1-9493-3614c2b1d134),segment_id=bed8b4ff-0250-4df1-9493-3614c2b1d134)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:33.524777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:33.538210 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:33.586452 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:33.601671 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:33.704218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=15207a39-1dbd-4eb6-93fe-c805eb6a62d5,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:33.729666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d7191-1e3c-48a6-bdc2-a15463fea7c1 req-4fe04bb4-b250-4adc-8115-9b4857acccea tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:33.740995 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-414d7191-1e3c-48a6-bdc2-a15463fea7c1 req-4fe04bb4-b250-4adc-8115-9b4857acccea tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 947 time: 0.3046374 Oct 19 11:32:33.750588 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24dd60d4-8adc-4417-8b7b-fd421168e898 req-b8aeb972-2700-493f-9bf3-5d22953d1d65 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4618061 Oct 19 11:32:33.771531 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['15207a39-1dbd-4eb6-93fe-c805eb6a62d5'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:32:33.878262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f47590-ceae-4d90-b520-13c30845524c req-295cbc3c-010a-452e-af62-058a7a6400b9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:33.887223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-85f47590-ceae-4d90-b520-13c30845524c req-295cbc3c-010a-452e-af62-058a7a6400b9 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.3566070 Oct 19 11:32:34.005156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24dd60d4-8adc-4417-8b7b-fd421168e898 req-7264e0d0-e1a4-4372-a895-bebb55e30273 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413723 Oct 19 11:32:34.016219 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:34.032505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-414d7191-1e3c-48a6-bdc2-a15463fea7c1 req-5c21189b-0593-4681-b9a9-c4a267fc6bfb tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825034 Oct 19 11:32:34.047426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-85f47590-ceae-4d90-b520-13c30845524c req-e23f4fc7-c558-4625-b522-aa895eae26ce tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524298 Oct 19 11:32:34.117478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event deleted for resources: {'Subnet': ['ID=cae305fd-7450-4604-abde-7e60c792843a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:34.133668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:34.168090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b1957-ba29-40d5-bda2-0c554a850c56 None None] Pushing event updated for resources: {'Port': ['ID=08c9b716-bcd1-41d6-b9c3-8b497461ac78,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:34.214157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "DELETE /v2.0/subnets/cae305fd-7450-4604-abde-7e60c792843a HTTP/1.1" status: 204 len: 168 time: 2.8150432 Oct 19 11:32:34.219996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47016) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:34.237788 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:32:34.238145 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:32:34.243849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.250181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.250693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.251202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.251697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.256275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.256904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.257440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.257974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.263496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.266021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd41628-5bd0-4ed9-9a79-e86ae704b86b None None] Network a4bb98ba-6993-4668-be9e-b0781c8158d5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:34.267288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.267872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed83eaa9-d929-44e0-af93-30838c137086 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:32:34.380971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47020) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:34.571046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a8ec2a-6b58-49f1-8391-1a24a2ca7b9f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Deleting subnet fbd08020-c7b5-48d8-a2ad-1723ecfaed20 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:32:34.574521 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ec2a-6b58-49f1-8391-1a24a2ca7b9f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:34.612469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1b332dcb-f6aa-41c9-94ab-692c35a9a908 None None] Provisioning complete for port b35c8bfa-ec81-406a-987f-5853aa087a80 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:34.614976 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1b332dcb-f6aa-41c9-94ab-692c35a9a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:34.622528 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ec2a-6b58-49f1-8391-1a24a2ca7b9f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:34.645099 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f305055b-a7b6-4cce-98dc-4fd19f793243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:34.782009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ec2a-6b58-49f1-8391-1a24a2ca7b9f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:34.790682 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f305055b-a7b6-4cce-98dc-4fd19f793243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:34.852277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a88ae9-87fe-4b5f-9d5a-7c960ed4d2c9 None None] DHCP port deletion for a4bb98ba-6993-4668-be9e-b0781c8158d5 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:32:34.869087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f305055b-a7b6-4cce-98dc-4fd19f793243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:34.886008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a278e-6440-4cb5-917b-88e8c356bd17 req-25e9f8d6-2398-4a54-819e-52c8244ec3b2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:34.894341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a278e-6440-4cb5-917b-88e8c356bd17 req-25e9f8d6-2398-4a54-819e-52c8244ec3b2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:34.902197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a278e-6440-4cb5-917b-88e8c356bd17 req-25e9f8d6-2398-4a54-819e-52c8244ec3b2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:34.903878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de0a278e-6440-4cb5-917b-88e8c356bd17 req-25e9f8d6-2398-4a54-819e-52c8244ec3b2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 2372 time: 0.5544510 Oct 19 11:32:34.946223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f305055b-a7b6-4cce-98dc-4fd19f793243 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99427e24766145a18f6a4a70bb929559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5639980 Oct 19 11:32:34.948526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47024) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:34.948687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Allocated IP 10.2.2.100 (ec5c0b8b-c7d3-48fa-a542-80a77d8707ba/a45e7f71-a137-4a31-9fa3-0ad0c139eee9/6512ec78-34b3-43ca-93db-f84288d7d06e) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:34.960129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305055b-a7b6-4cce-98dc-4fd19f793243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91c28c8-b92b-41f6-ac34-64f0020ebdfc,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:34.985679 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.041284 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1b332dcb-f6aa-41c9-94ab-692c35a9a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.053873 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ec2a-6b58-49f1-8391-1a24a2ca7b9f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.106534 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d509e6a1-2677-4a7c-8fae-808fa44a99a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.175463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port b35c8bfa-ec81-406a-987f-5853aa087a80, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b35c8bfa-ec81-406a-987f-5853aa087a80,segment=NetworkSegment(a43964bf-9027-4690-a4c4-2608016da221),segment_id=a43964bf-9027-4690-a4c4-2608016da221)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:35.198484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d509e6a1-2677-4a7c-8fae-808fa44a99a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.200013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-82a88ae9-87fe-4b5f-9d5a-7c960ed4d2c9 None None] Deleting port b35c8bfa-ec81-406a-987f-5853aa087a80 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:35.204896 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82a88ae9-87fe-4b5f-9d5a-7c960ed4d2c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.322198 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.337407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8ec2a-6b58-49f1-8391-1a24a2ca7b9f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd08020-c7b5-48d8-a2ad-1723ecfaed20,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:35.345377 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1a8ec2a-6b58-49f1-8391-1a24a2ca7b9f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.358267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e1a8ec2a-6b58-49f1-8391-1a24a2ca7b9f tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "DELETE /v2.0/subnets/fbd08020-c7b5-48d8-a2ad-1723ecfaed20 HTTP/1.1" status: 204 len: 168 time: 1.1283290 Oct 19 11:32:35.365018 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47038) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:35.404033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d509e6a1-2677-4a7c-8fae-808fa44a99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.417975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-82a88ae9-87fe-4b5f-9d5a-7c960ed4d2c9 None None] For port b35c8bfa-ec81-406a-987f-5853aa087a80, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b35c8bfa-ec81-406a-987f-5853aa087a80,segment=NetworkSegment(a43964bf-9027-4690-a4c4-2608016da221),segment_id=a43964bf-9027-4690-a4c4-2608016da221)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:35.418340 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82a88ae9-87fe-4b5f-9d5a-7c960ed4d2c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.420028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d509e6a1-2677-4a7c-8fae-808fa44a99a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.422947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d509e6a1-2677-4a7c-8fae-808fa44a99a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d91c28c8-b92b-41f6-ac34-64f0020ebdfc HTTP/1.1" status: 204 len: 168 time: 0.4744499 Oct 19 11:32:35.458999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-7cf2521d-09a9-4b84-8fb6-e254be42f514 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:35.461130 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-7cf2521d-09a9-4b84-8fb6-e254be42f514 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.4882240 Oct 19 11:32:35.464149 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de0a278e-6440-4cb5-917b-88e8c356bd17 req-328d90db-1ff3-4bc9-b150-0dceaa5388bb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5487270 Oct 19 11:32:35.479328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509e6a1-2677-4a7c-8fae-808fa44a99a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91c28c8-b92b-41f6-ac34-64f0020ebdfc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:35.523891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c0f63-bafd-4998-a6f2-922cc3d73080 req-4c15d8cb-d60a-433c-8846-14aa67643d79 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:35.552263 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8f8c0f63-bafd-4998-a6f2-922cc3d73080 req-4c15d8cb-d60a-433c-8846-14aa67643d79 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 948 time: 0.2626302 Oct 19 11:32:35.555309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-82a88ae9-87fe-4b5f-9d5a-7c960ed4d2c9 None None] Calling delete_port for b35c8bfa-ec81-406a-987f-5853aa087a80 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:35.583963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d065c-3cb7-4914-a7e6-9b974a52d67d tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:35.603214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a71d065c-3cb7-4914-a7e6-9b974a52d67d tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2340813 Oct 19 11:32:35.628030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47044) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:35.772210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 08c9b716-bcd1-41d6-b9c3-8b497461ac78 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:32:35.795010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.814002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8f8c0f63-bafd-4998-a6f2-922cc3d73080 req-97afef2a-cfbb-479c-9d6d-28534997be16 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583821 Oct 19 11:32:35.908682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Deleting port 08c9b716-bcd1-41d6-b9c3-8b497461ac78 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:35.909253 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:35.911150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee7a7f4-a96f-49fe-81d7-f53e4bd6494b None None] Network 5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:35.925322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=b35c8bfa-ec81-406a-987f-5853aa087a80,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:35.961337 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.080673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] For port 08c9b716-bcd1-41d6-b9c3-8b497461ac78, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=08c9b716-bcd1-41d6-b9c3-8b497461ac78,segment=NetworkSegment(bed8b4ff-0250-4df1-9493-3614c2b1d134),segment_id=bed8b4ff-0250-4df1-9493-3614c2b1d134)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:36.081155 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.095383 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-1b332dcb-f6aa-41c9-94ab-692c35a9a908 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:32:36.099991 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-1b332dcb-f6aa-41c9-94ab-692c35a9a908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:32:36.100129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Calling delete_port for 08c9b716-bcd1-41d6-b9c3-8b497461ac78 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:36.117421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf26a3a-23f8-42ab-a87d-8bc84bd9e2f8 req-1706d9aa-8140-4622-8af0-d8a0007876de tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:36.119868 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4cf26a3a-23f8-42ab-a87d-8bc84bd9e2f8 req-1706d9aa-8140-4622-8af0-d8a0007876de tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 945 time: 0.2832363 Oct 19 11:32:36.129398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Deleting port 373ae266-75b6-45a7-993f-7a9610788a3f {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:36.130173 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.140224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-a8c47abb-63ee-4bb6-bd35-2529ea64056b tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:36.141923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-a8c47abb-63ee-4bb6-bd35-2529ea64056b tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/networks?id=f0ab297c-614c-411e-b2bf-16b31ff8c231 HTTP/1.1" status: 200 len: 815 time: 0.2173905 Oct 19 11:32:36.163235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 08c9b716-bcd1-41d6-b9c3-8b497461ac78 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:36.163235 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.201617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-007f22a0-6b28-424c-83bf-caa4e5bcf79c tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/quotas/ec97e5c2b7714840b882765860c51adf HTTP/1.1" status: 200 len: 375 time: 0.0255804 Oct 19 11:32:36.229194 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.304995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-7f2360ce-80fb-4210-9978-02c205ac6fd0 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030993 Oct 19 11:32:36.322537 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:36.356009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82a88ae9-87fe-4b5f-9d5a-7c960ed4d2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.365299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:36.378691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:36.380756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a88ae9-87fe-4b5f-9d5a-7c960ed4d2c9 None None] No DVR routers for this DVR port b35c8bfa-ec81-406a-987f-5853aa087a80 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:32:36.398679 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:32:36.465478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a88ae9-87fe-4b5f-9d5a-7c960ed4d2c9 None None] Pushing event deleted for resources: {'Port': ['ID=b35c8bfa-ec81-406a-987f-5853aa087a80,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:36.491430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:36.498107 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.503199 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.567499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4cf26a3a-23f8-42ab-a87d-8bc84bd9e2f8 req-759d7b79-ef14-4cd3-9615-a12e95526911 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cd85b25-a522-4511-84af-d9d5778f4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4320152 Oct 19 11:32:36.590790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d8cb7-44ba-4103-905a-8380f9e2ec0c None None] DHCP port deletion for 5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:32:36.592571 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.595055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event deleted for resources: {'Port': ['ID=08c9b716-bcd1-41d6-b9c3-8b497461ac78,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:36.597631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] No DVR routers for this DVR port 08c9b716-bcd1-41d6-b9c3-8b497461ac78 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:32:36.659440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Port': ['ID=6512ec78-34b3-43ca-93db-f84288d7d06e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:36.692179 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] For port 373ae266-75b6-45a7-993f-7a9610788a3f, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=373ae266-75b6-45a7-993f-7a9610788a3f,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:36.692179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.692437 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1b332dcb-f6aa-41c9-94ab-692c35a9a908 None None] Port b35c8bfa-ec81-406a-987f-5853aa087a80 update to ACTIVE by agent not found {{(pid=101313) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 11:32:36.705470 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-36c1f954-b418-4e1b-bdb1-37bb17d2dab5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1664245 Oct 19 11:32:36.709656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47074) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:36.738242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba', 'admin_state_up': True, 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'security_groups': ['ca089e66-cc72-4ca4-8281-1654b00bc321']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:36.770321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-183dfec7-7d77-4118-b0dd-546ae72c921e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.861887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-14b2d9f8-58e8-4b59-8470-8efb93a76f3f None None] Provisioning complete for port 6512ec78-34b3-43ca-93db-f84288d7d06e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:36.862185 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-14b2d9f8-58e8-4b59-8470-8efb93a76f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:36.973241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:32:36.980663 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-14b2d9f8-58e8-4b59-8470-8efb93a76f3f None None] Port 6512ec78-34b3-43ca-93db-f84288d7d06e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:32:36.985068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b35c8bfa-ec81-406a-987f-5853aa087a80 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:32:37.002538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:37.015501 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.018270 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-183dfec7-7d77-4118-b0dd-546ae72c921e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.051416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-14b2d9f8-58e8-4b59-8470-8efb93a76f3f None None] Could not find standard attr ID for object 08c9b716-bcd1-41d6-b9c3-8b497461ac78. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:32:37.081916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b35c8bfa-ec81-406a-987f-5853aa087a80 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:32:37.084266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b35c8bfa-ec81-406a-987f-5853aa087a80 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:32:37.084930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47080) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:37.104364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-6f15d9ac-31ef-4dcc-8ee3-7331a6b5169b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:32:37.113838 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-6f15d9ac-31ef-4dcc-8ee3-7331a6b5169b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8060389 Oct 19 11:32:37.134592 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.143194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-183dfec7-7d77-4118-b0dd-546ae72c921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.160372 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.186306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3900b9-b1e1-4e5e-b000-82a2d71c7c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15207a39-1dbd-4eb6-93fe-c805eb6a62d5'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:37.189051 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b8274c-5e60-4295-9d20-f8ac5864453c" -d '{"events": [{"server_uuid": "be3900b9-b1e1-4e5e-b000-82a2d71c7c51", "name": "network-vif-plugged", "status": "completed", "tag": "15207a39-1dbd-4eb6-93fe-c805eb6a62d5"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:37.211996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=15207a39-1dbd-4eb6-93fe-c805eb6a62d5,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:37.279621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:37.302576 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.325503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b634-7b33-465c-9e18-379400cb28f1 req-2a3d05fc-c517-47c7-a90c-ea68023f302e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:37.334324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b634-7b33-465c-9e18-379400cb28f1 req-2a3d05fc-c517-47c7-a90c-ea68023f302e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:37.340400 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b634-7b33-465c-9e18-379400cb28f1 req-2a3d05fc-c517-47c7-a90c-ea68023f302e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:37.347708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b634-7b33-465c-9e18-379400cb28f1 req-2a3d05fc-c517-47c7-a90c-ea68023f302e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:37.356449 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0020b634-7b33-465c-9e18-379400cb28f1 req-2a3d05fc-c517-47c7-a90c-ea68023f302e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 3093 time: 0.6308620 Oct 19 11:32:37.391522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 373ae266-75b6-45a7-993f-7a9610788a3f no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:32:37.435552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed8b4ff-0250-4df1-9493-3614c2b1d134') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:37.436219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed8b4ff-0250-4df1-9493-3614c2b1d134') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:37.439721 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2df26f9b-da7a-4e81-913a-adcbd1108f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.472039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Made reservation on behalf of f02d532ea77644839438ea6e31aadb59 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:37.472670 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-183dfec7-7d77-4118-b0dd-546ae72c921e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a520bce2d63c4b73be1d2adff7842f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7585762 Oct 19 11:32:37.475356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.480128 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.485566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47088) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:37.491661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dfec7-7d77-4118-b0dd-546ae72c921e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8a8958-8d89-4976-9006-d30ff5a37c04,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:37.542563 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0020b634-7b33-465c-9e18-379400cb28f1 req-6918f964-196e-4b57-8b87-e7d000c6cc9d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851106 Oct 19 11:32:37.544778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.577947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:32:37.578514 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:32:37.595073 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:32:37.657790 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.657790 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.657790 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Floating IP ae489203-4142-427e-9407-d778de2314a2 disassociated. External IP: 172.25.2.243, port: 373ae266-75b6-45a7-993f-7a9610788a3f. Oct 19 11:32:37.657790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Calling delete_port for 373ae266-75b6-45a7-993f-7a9610788a3f owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:37.658966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-4023f4d3-a34a-4252-a199-3e604cc13b2a service neutron] 10.222.0.39 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445087 Oct 19 11:32:37.810349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2df26f9b-da7a-4e81-913a-adcbd1108f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.861869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d3ce2-132c-4878-a881-cc38b0fe72f4 req-42011ce5-49c3-4d42-b7f2-4cf421304850 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:37.863534 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e94d3ce2-132c-4878-a881-cc38b0fe72f4 req-42011ce5-49c3-4d42-b7f2-4cf421304850 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 949 time: 0.2168071 Oct 19 11:32:37.881271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=15207a39-1dbd-4eb6-93fe-c805eb6a62d5,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:37.886474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 08c9b716-bcd1-41d6-b9c3-8b497461ac78 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:32:37.912093 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-909e1312-5bfc-4eda-ac05-a647ac475626 service neutron] 10.222.0.39 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376378 Oct 19 11:32:37.913192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69c5506e-e7dc-4847-b9e7-c1594cf9cfdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.926775 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2df26f9b-da7a-4e81-913a-adcbd1108f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:37.970491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 08c9b716-bcd1-41d6-b9c3-8b497461ac78 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:32:37.973332 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2df26f9b-da7a-4e81-913a-adcbd1108f1c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea4c8cc6561b49279abbd9b97f8a851c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8873439 Oct 19 11:32:37.975496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 08c9b716-bcd1-41d6-b9c3-8b497461ac78 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:32:37.984873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47092) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:38.020511 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69c5506e-e7dc-4847-b9e7-c1594cf9cfdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:38.039737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df26f9b-da7a-4e81-913a-adcbd1108f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d1792d-6572-4134-8b37-45cd94b27cde,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:38.041225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Allocated IP 10.2.2.200 (ec5c0b8b-c7d3-48fa-a542-80a77d8707ba/a45e7f71-a137-4a31-9fa3-0ad0c139eee9/a275090f-5113-40b3-99f4-1337b4735072) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:38.094184 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:38.096499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e94d3ce2-132c-4878-a881-cc38b0fe72f4 req-eb282e8d-172c-4255-831d-9212b72132e4 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261651 Oct 19 11:32:38.153064 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:38.159998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "DELETE /v2.0/networks/5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f HTTP/1.1" status: 204 len: 168 time: 2.5295727 Oct 19 11:32:38.162815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a86fb8f-4be7-4ea3-847b-4dd6f3dbe359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:38.165546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47094) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:38.193420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a86fb8f-4be7-4ea3-847b-4dd6f3dbe359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:38.203807 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5bddd0-c937-40e6-a338-cf9fab84051e x-openstack-request-id: req-5c5bddd0-c937-40e6-a338-cf9fab84051e {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:38.204425 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3900b9-b1e1-4e5e-b000-82a2d71c7c51", "name": "network-vif-plugged", "status": "completed", "tag": "15207a39-1dbd-4eb6-93fe-c805eb6a62d5", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:38.205805 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c5bddd0-c937-40e6-a338-cf9fab84051e {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:38.206721 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3900b9-b1e1-4e5e-b000-82a2d71c7c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15207a39-1dbd-4eb6-93fe-c805eb6a62d5', 'code': 200} Oct 19 11:32:38.273994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa19fee-615f-4555-af4a-aa3f1ab85f31 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event deleted for resources: {'Network': ['ID=5c01a1f5-3207-40fa-a9a3-dc05c60d0a5f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:38.384051 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a86fb8f-4be7-4ea3-847b-4dd6f3dbe359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:38.389584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a86fb8f-4be7-4ea3-847b-4dd6f3dbe359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:38.391730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0a86fb8f-4be7-4ea3-847b-4dd6f3dbe359 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46d1792d-6572-4134-8b37-45cd94b27cde HTTP/1.1" status: 204 len: 168 time: 0.4017334 Oct 19 11:32:38.464184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86fb8f-4be7-4ea3-847b-4dd6f3dbe359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d1792d-6572-4134-8b37-45cd94b27cde,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:38.466518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cec5b67d-788e-4e34-8892-8b61526e93cf req-ad7f46bb-da15-4db3-87f0-2490d3e16379 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 210 time: 0.0950403 Oct 19 11:32:38.468725 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:38.475186 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21a39011-1950-4b1e-ac9e-085223890f1d req-5f32a920-ddde-46b3-954e-c2d0836b0410 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 210 time: 0.1356730 Oct 19 11:32:38.516564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69c5506e-e7dc-4847-b9e7-c1594cf9cfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:38.519229 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69c5506e-e7dc-4847-b9e7-c1594cf9cfdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:38.522414 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-69c5506e-e7dc-4847-b9e7-c1594cf9cfdd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af8a8958-8d89-4976-9006-d30ff5a37c04 HTTP/1.1" status: 204 len: 168 time: 1.0322719 Oct 19 11:32:38.536630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fae64-0afc-438c-a096-5f1c8e9186d2 req-eef169ba-b356-4ab5-b201-f71bca7df7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:38.540786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93fae64-0afc-438c-a096-5f1c8e9186d2 req-eef169ba-b356-4ab5-b201-f71bca7df7ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 1100 time: 0.2528031 Oct 19 11:32:38.593001 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:38.593205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5506e-e7dc-4847-b9e7-c1594cf9cfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8a8958-8d89-4976-9006-d30ff5a37c04,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:38.649793 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93fae64-0afc-438c-a096-5f1c8e9186d2 req-8fafd910-80a9-447b-8ce2-6fac01e443d0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973580 Oct 19 11:32:38.655484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event deleted for resources: {'Port': ['ID=373ae266-75b6-45a7-993f-7a9610788a3f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:39.332116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483c18-60c9-433c-b918-a08fe2a8fd33 req-4a96610e-dc91-4978-8bfd-a383aba17bdd tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:39.334363 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7483c18-60c9-433c-b918-a08fe2a8fd33 req-4a96610e-dc91-4978-8bfd-a383aba17bdd tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 949 time: 0.0852182 Oct 19 11:32:39.375223 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:39.388051 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb7e6-5f65-4894-af91-52f5f69f9091 req-6c4a2271-3b8e-4719-93be-c0f3263f6452 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:39.389066 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7483c18-60c9-433c-b918-a08fe2a8fd33 req-32f94e56-733b-4a7b-8ea3-124fc4a1d62e tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450540 Oct 19 11:32:39.414624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb7e6-5f65-4894-af91-52f5f69f9091 req-6c4a2271-3b8e-4719-93be-c0f3263f6452 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:39.416757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb7e6-5f65-4894-af91-52f5f69f9091 req-6c4a2271-3b8e-4719-93be-c0f3263f6452 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:39.423244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb7e6-5f65-4894-af91-52f5f69f9091 req-6c4a2271-3b8e-4719-93be-c0f3263f6452 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:39.425099 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f39bb7e6-5f65-4894-af91-52f5f69f9091 req-6c4a2271-3b8e-4719-93be-c0f3263f6452 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 3093 time: 0.3312967 Oct 19 11:32:39.467639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:39.548072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:32:39.665230 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-30c09900-4aa0-4d72-b20c-e99b34e6530c req-247ad1b4-7451-4a5c-8c66-ff703a84adb7 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 210 time: 0.0551424 Oct 19 11:32:39.671957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bb98ba-6993-4668-be9e-b0781c8158d5']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:39.687357 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f39bb7e6-5f65-4894-af91-52f5f69f9091 req-6ac96cfa-2b05-433d-a9df-73807c5c7ea6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242036 Oct 19 11:32:39.700585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43964bf-9027-4690-a4c4-2608016da221') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:39.701145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43964bf-9027-4690-a4c4-2608016da221') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:39.762764 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:39.781647 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8d5043b7-7148-47b8-9013-83afa574b195 req-c967c9f0-49d6-4885-88c0-74563aef3cc0 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 210 time: 0.0399475 Oct 19 11:32:39.785045 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:39.794960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:32:39.795413 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:32:39.799089 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:32:39.900868 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:39.964245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event updated for resources: {'Port': ['ID=a275090f-5113-40b3-99f4-1337b4735072,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:39.993032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:32:39.997249 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:40.003121 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ab64d6-d54f-46a7-90fa-0edb86a4052a None None] Sync routers for ids ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:32:40.003697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:40.020837 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab64d6-d54f-46a7-90fa-0edb86a4052a None None] Routers {'1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:32:40.021479 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7ab64d6-d54f-46a7-90fa-0edb86a4052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:32:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:40.045043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:40.129744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] No DVR routers for this DVR port 373ae266-75b6-45a7-993f-7a9610788a3f on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:32:40.133610 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:40.137381 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1c3b3ad-6542-4e66-bf16-9b6d453ca900 req-d8a24832-f742-42af-895a-2aa4e198e558 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.26 "DELETE /v2.0/ports/373ae266-75b6-45a7-993f-7a9610788a3f HTTP/1.1" status: 204 len: 173 time: 4.4091771 Oct 19 11:32:40.143863 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-deleted', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:40.145819 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e508076-76ad-4b2f-92a5-901b9f46a531" -d '{"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-deleted", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:40.148476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:40.154071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:40.157435 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "DELETE /v2.0/networks/a4bb98ba-6993-4668-be9e-b0781c8158d5 HTTP/1.1" status: 204 len: 168 time: 1.9796627 Oct 19 11:32:40.161066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47156) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:40.195930 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a7ab64d6-d54f-46a7-90fa-0edb86a4052a None None] Set router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:32:40.225519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569316b-7da1-43a6-ba4f-cd1ad9162761 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event deleted for resources: {'Network': ['ID=a4bb98ba-6993-4668-be9e-b0781c8158d5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:40.231343 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35319817-75d0-49da-91f5-005202d3b534 x-openstack-request-id: req-35319817-75d0-49da-91f5-005202d3b534 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:40.231708 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31308ba-8b43-4c27-a43c-a0298aeef34f", "name": "network-vif-deleted", "tag": "373ae266-75b6-45a7-993f-7a9610788a3f", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:40.232025 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35319817-75d0-49da-91f5-005202d3b534 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:40.232482 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31308ba-8b43-4c27-a43c-a0298aeef34f', 'name': 'network-vif-deleted', 'tag': '373ae266-75b6-45a7-993f-7a9610788a3f', 'status': 'completed', 'code': 200} Oct 19 11:32:40.273564 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:40.274987 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:40.379453 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-44212852-3aea-492d-90ae-86b59d703ca5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6526613 Oct 19 11:32:40.395790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:40.457229 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:40.519474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a13ef519-a4ac-4bc1-a082-d1ae79c185c2 None None] Provisioning complete for port a275090f-5113-40b3-99f4-1337b4735072 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:40.540471 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a13ef519-a4ac-4bc1-a082-d1ae79c185c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:40.602739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:40.651484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a13ef519-a4ac-4bc1-a082-d1ae79c185c2 None None] Port a275090f-5113-40b3-99f4-1337b4735072 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:32:40.733582 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:40.763088 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7ab64d6-d54f-46a7-90fa-0edb86a4052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a96a7762-f3ba-42d8-92ed-1df4e056d299', 'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'mac_address': 'fa:16:3e:aa:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:04Z', 'updated_at': '2021-10-19T11:23:15Z', 'revision_number': 5, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'subnets': [{'id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:40.802380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b5d799-c0db-4939-959d-2d9c3864edd6']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:40.845050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8fe72-eb4d-4499-89dd-dc7b2f0176d5 req-e02b2007-b1b1-4732-81ef-20c194ebf52e tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:40.846778 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fcf8fe72-eb4d-4499-89dd-dc7b2f0176d5 req-e02b2007-b1b1-4732-81ef-20c194ebf52e tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 949 time: 0.2740633 Oct 19 11:32:40.849480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e53e72-6793-42a6-8422-284d10ebcb22') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:40.849742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e53e72-6793-42a6-8422-284d10ebcb22') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:40.878281 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:40.882024 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ab64d6-d54f-46a7-90fa-0edb86a4052a None None] Checking router: 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:32:40.895440 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab64d6-d54f-46a7-90fa-0edb86a4052a None None] Routers {'1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:32:40.896334 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7ab64d6-d54f-46a7-90fa-0edb86a4052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:32:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:40.935589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:40.966750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:32:40.967671 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:32:40.978971 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:32:40.989121 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-010311f6-e526-4826-a12e-80de45a9167c req-0efb04d4-ceef-4da3-b879-1b8cc3337b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 210 time: 0.0865049 Oct 19 11:32:41.023218 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fcf8fe72-eb4d-4499-89dd-dc7b2f0176d5 req-c4fab189-2a9f-4e82-acff-03c609b44d06 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632729 Oct 19 11:32:41.158654 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a7ab64d6-d54f-46a7-90fa-0edb86a4052a None None] Set router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:32:41.300932 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a15d446-29ce-41a1-9655-6819ac6cad64 req-08cb1bd4-df9a-46f4-8aec-f75ac35a6003 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 210 time: 0.1089435 Oct 19 11:32:41.417965 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:41.423688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:41.428471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "DELETE /v2.0/networks/e2b5d799-c0db-4939-959d-2d9c3864edd6 HTTP/1.1" status: 204 len: 168 time: 1.2661324 Oct 19 11:32:41.487340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47190) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:41.504923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea573f0-e530-4460-94b4-a594a1441467 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:41.530042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:41.565595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Transition to ACTIVE for port object eea573f0-e530-4460-94b4-a594a1441467 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:32:41.634329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9703fb5-e3fd-4b4c-9f02-116ad76438ab tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event deleted for resources: {'Network': ['ID=e2b5d799-c0db-4939-959d-2d9c3864edd6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:41.654054 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e53258-6dd2-4078-be3e-60405dfc16ce req-77fb2f4c-6829-46f1-b754-86cfd5ab8675 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:41.670148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e53258-6dd2-4078-be3e-60405dfc16ce req-77fb2f4c-6829-46f1-b754-86cfd5ab8675 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:41.686371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e53258-6dd2-4078-be3e-60405dfc16ce req-77fb2f4c-6829-46f1-b754-86cfd5ab8675 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:41.689718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:41.701953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e53258-6dd2-4078-be3e-60405dfc16ce req-77fb2f4c-6829-46f1-b754-86cfd5ab8675 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:41.710738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e53258-6dd2-4078-be3e-60405dfc16ce req-77fb2f4c-6829-46f1-b754-86cfd5ab8675 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:41.716113 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7ab64d6-d54f-46a7-90fa-0edb86a4052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a96a7762-f3ba-42d8-92ed-1df4e056d299', 'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'mac_address': 'fa:16:3e:aa:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:04Z', 'updated_at': '2021-10-19T11:23:15Z', 'revision_number': 5, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'subnets': [{'id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:41.729142 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0e53258-6dd2-4078-be3e-60405dfc16ce req-77fb2f4c-6829-46f1-b754-86cfd5ab8675 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 3814 time: 0.5501215 Oct 19 11:32:41.765216 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:41.828838 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ab64d6-d54f-46a7-90fa-0edb86a4052a None None] The sync data for ids ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'] in n-d-814547-1 is: [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:23:06Z', 'revision_number': 4, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a96a7762-f3ba-42d8-92ed-1df4e056d299', 'name': '', 'network_id': '9c3fc8df-64d9-437b-901a-818c7e32eca5', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'mac_address': 'fa:16:3e:aa:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:23:04Z', 'updated_at': '2021-10-19T11:23:15Z', 'revision_number': 5, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'subnets': [{'id': 'd4b3fa07-5b6f-4c0c-884c-98220390e790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:32:41.874532 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:41.926996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef66535-ab03-444d-b4a8-abbabc995fa7']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:41.954517 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0e53258-6dd2-4078-be3e-60405dfc16ce req-149ae375-76d1-4b42-b6f4-6aee7ee7886c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216423 Oct 19 11:32:41.983619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46722054-781d-4505-ab10-691c5fcb3325') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:41.984069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46722054-781d-4505-ab10-691c5fcb3325') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:42.015227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:42.072561 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:42.086301 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:32:42.086707 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:42.194417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-53424683-9716-4722-956e-707fbe024202 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:32:42.199841 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:32:42.202110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-53424683-9716-4722-956e-707fbe024202 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.26 "GET /v2.0/networks?id=f0ab297c-614c-411e-b2bf-16b31ff8c231 HTTP/1.1" status: 200 len: 815 time: 0.6284389 Oct 19 11:32:42.244891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Pushing event updated for resources: {'Port': ['ID=eea573f0-e530-4460-94b4-a594a1441467,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:42.271946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Request body: {'port': {'device_id': '2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9', 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231', 'admin_state_up': True, 'tenant_id': 'ec97e5c2b7714840b882765860c51adf'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:42.285936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:42.319797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:42.325045 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] 10.222.0.39 "DELETE /v2.0/networks/6ef66535-ab03-444d-b4a8-abbabc995fa7 HTTP/1.1" status: 204 len: 168 time: 0.8285842 Oct 19 11:32:42.385593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63792b0c-e984-4def-9f11-4b04f6d6fbe0 tempest-BulkNetworkOpsIpV6Test-350826692 tempest-BulkNetworkOpsIpV6Test-350826692-project] Pushing event deleted for resources: {'Network': ['ID=6ef66535-ab03-444d-b4a8-abbabc995fa7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:42.411030 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0c4cfb00-17d0-42bf-bfe6-eec6b25679f7 req-4c8d7e1d-85b6-49ac-bbd5-05f14a07d8b2 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/ports?device_id=c31308ba-8b43-4c27-a43c-a0298aeef34f HTTP/1.1" status: 200 len: 210 time: 0.0917425 Oct 19 11:32:42.585896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0253d1-b7fa-4221-8d44-c2a9174efa4c None None] New status for floating IP ae489203-4142-427e-9407-d778de2314a2: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:32:42.650468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b6ebc1d-abb9-49ca-b7c8-857ea23f4b25 req-4a45a122-06cd-45b8-aed7-5ae1652c5268 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 210 time: 0.0758545 Oct 19 11:32:42.717335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Attempting to bind port eea573f0-e530-4460-94b4-a594a1441467 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:42.718011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Attempting to bind port eea573f0-e530-4460-94b4-a594a1441467 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:42.718011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Attempting to bind port eea573f0-e530-4460-94b4-a594a1441467 on network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:42.736858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Port eea573f0-e530-4460-94b4-a594a1441467 on network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:32:42.738483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Attempting to bind port eea573f0-e530-4460-94b4-a594a1441467 on network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:42.795099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:42.795432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Checking segment: {'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:42.797338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Bound using segment: {'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:42.798133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Bound port: eea573f0-e530-4460-94b4-a594a1441467, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02bd9762-3bd2-4aca-8400-b859ca66ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:42.801261 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:42.946004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] For port eea573f0-e530-4460-94b4-a594a1441467, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:42.949865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] For port eea573f0-e530-4460-94b4-a594a1441467, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=eea573f0-e530-4460-94b4-a594a1441467,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:42.967196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Made reservation on behalf of ec97e5c2b7714840b882765860c51adf for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:42.976745 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:43.183256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Allocated IP 172.20.0.12 (f0ab297c-614c-411e-b2bf-16b31ff8c231/7de504bb-4164-42bc-9122-ea8824c7f7b3/9d1f5894-5b94-4608-ab97-1b3ac34e63ea) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:32:43.456394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47272) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:43.499066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:43.583382 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:43.691981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:43.692724 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:43.694270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] 10.222.0.49 "PUT /v2.0/ports/eea573f0-e530-4460-94b4-a594a1441467 HTTP/1.1" status: 200 len: 1091 time: 3.3038821 Oct 19 11:32:43.694786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': 'eea573f0-e530-4460-94b4-a594a1441467'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:43.697278 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d068d8-3559-4c1b-9ed9-a5c210ad005e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "eea573f0-e530-4460-94b4-a594a1441467"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:43.721342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331c678-fc2d-4750-a5f6-cba568b6fb7a service neutron] Pushing event updated for resources: {'Port': ['ID=eea573f0-e530-4460-94b4-a594a1441467,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:43.749729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403b17-00ec-4f60-acb8-c06f4a31fd64 req-f3c151dd-90e4-44b5-a263-771633bd693d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:43.751130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403b17-00ec-4f60-acb8-c06f4a31fd64 req-f3c151dd-90e4-44b5-a263-771633bd693d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:43.761881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403b17-00ec-4f60-acb8-c06f4a31fd64 req-f3c151dd-90e4-44b5-a263-771633bd693d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:43.768502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403b17-00ec-4f60-acb8-c06f4a31fd64 req-f3c151dd-90e4-44b5-a263-771633bd693d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:43.791103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403b17-00ec-4f60-acb8-c06f4a31fd64 req-f3c151dd-90e4-44b5-a263-771633bd693d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:43.799677 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1403b17-00ec-4f60-acb8-c06f4a31fd64 req-f3c151dd-90e4-44b5-a263-771633bd693d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 3826 time: 0.2291796 Oct 19 11:32:43.801409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47282) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:43.856615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:43.864657 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:43.879117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['a3359b9b-f78c-4a8f-b4e6-fe95825142f8'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:32:43.980256 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bcdbf0ea-c539-4fbc-9a94-13524d8f66b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90124f55c3184e3fa898eea45543d7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5216682 Oct 19 11:32:43.984590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47300) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:44.011170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Network f0ab297c-614c-411e-b2bf-16b31ff8c231 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:32:44.055184 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1403b17-00ec-4f60-acb8-c06f4a31fd64 req-3f290756-8c01-49ef-8405-ca293e7a5bb4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543163 Oct 19 11:32:44.064763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27666179-398e-4331-b823-6e9cd19818c1 req-5d268849-c9fb-4041-99ab-8fce14029261 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:44.066762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27666179-398e-4331-b823-6e9cd19818c1 req-5d268849-c9fb-4041-99ab-8fce14029261 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 932 time: 0.1829088 Oct 19 11:32:44.067620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-658bed39-3e11-4aef-b668-2d84efe9cfd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.093324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:44.113449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Pushing event updated for resources: {'Port': ['ID=9d1f5894-5b94-4608-ab97-1b3ac34e63ea,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:44.126706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:32:44.131753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-658bed39-3e11-4aef-b668-2d84efe9cfd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.146646 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732fb496-4ad4-4c52-97d6-d6858343609a x-openstack-request-id: req-732fb496-4ad4-4c52-97d6-d6858343609a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:44.146873 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "eea573f0-e530-4460-94b4-a594a1441467", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:44.147081 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-732fb496-4ad4-4c52-97d6-d6858343609a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:44.147821 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': 'eea573f0-e530-4460-94b4-a594a1441467', 'status': 'completed', 'code': 200} Oct 19 11:32:44.181130 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.205443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-564df278-788b-4472-a3a5-b195607b2bd6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.258987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27666179-398e-4331-b823-6e9cd19818c1 req-d24ac31a-0e62-415a-92bf-aa68ee4f015b tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859241 Oct 19 11:32:44.281407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-c69d6106-1840-4fe6-82c0-6998615ba8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:44.281407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-c69d6106-1840-4fe6-82c0-6998615ba8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:44.281407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-c69d6106-1840-4fe6-82c0-6998615ba8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:44.281407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-c69d6106-1840-4fe6-82c0-6998615ba8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:44.281407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-c69d6106-1840-4fe6-82c0-6998615ba8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:44.281407 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-c69d6106-1840-4fe6-82c0-6998615ba8e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 4361 time: 0.1086950 Oct 19 11:32:44.295866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:44.296480 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.301389 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-564df278-788b-4472-a3a5-b195607b2bd6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.415035 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-658bed39-3e11-4aef-b668-2d84efe9cfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.417916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-658bed39-3e11-4aef-b668-2d84efe9cfd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.419062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-658bed39-3e11-4aef-b668-2d84efe9cfd1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d43482ff-4c76-43e9-9cfc-7fe444cb4d51 HTTP/1.1" status: 204 len: 168 time: 0.4294355 Oct 19 11:32:44.454250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bed39-3e11-4aef-b668-2d84efe9cfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43482ff-4c76-43e9-9cfc-7fe444cb4d51,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:44.504137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-afc32bc2-0231-40a8-8b24-fae8aca36648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:44.504815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-afc32bc2-0231-40a8-8b24-fae8aca36648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:44.505262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-afc32bc2-0231-40a8-8b24-fae8aca36648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:44.507009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-afc32bc2-0231-40a8-8b24-fae8aca36648 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f02d532ea77644839438ea6e31aadb59&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2225399 Oct 19 11:32:44.530336 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-537072f0-f198-4e35-8757-0c75073e9026 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2671227 Oct 19 11:32:44.543972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Request body: {'port': {'device_id': '2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:44.615551 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-564df278-788b-4472-a3a5-b195607b2bd6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.618357 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-564df278-788b-4472-a3a5-b195607b2bd6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.620991 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-564df278-788b-4472-a3a5-b195607b2bd6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "DELETE /v2.0/security-groups/5cd85b25-a522-4511-84af-d9d5778f4d3f HTTP/1.1" status: 204 len: 168 time: 0.8179543 Oct 19 11:32:44.624696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47316) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:44.648418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564df278-788b-4472-a3a5-b195607b2bd6 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd85b25-a522-4511-84af-d9d5778f4d3f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:44.650299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.678172 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-613e2c65-1b81-4b58-a530-fb81da00796a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] show failed (client error): The resource could not be found. Oct 19 11:32:44.678172 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-613e2c65-1b81-4b58-a530-fb81da00796a tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "GET /v2.0/security-groups/5cd85b25-a522-4511-84af-d9d5778f4d3f HTTP/1.1" status: 404 len: 347 time: 0.0520341 Oct 19 11:32:44.680732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47318) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:44.723728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-37a6c03b-5a46-4264-8b49-b71df60e9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:44.725772 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56d068d8-3559-4c1b-9ed9-a5c210ad005e req-37a6c03b-5a46-4264-8b49-b71df60e9311 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2114096 Oct 19 11:32:44.790028 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fde5d3-4350-48e2-9ff8-6e5443277e85 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:44.832384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:44.900319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Transition to ACTIVE for port object 42fde5d3-4350-48e2-9ff8-6e5443277e85 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:32:45.005620 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:45.070276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1eecc06f-db59-4e69-9e89-48aedd77094f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Deleting port 4f6a6ab9-99f5-404c-8c27-d040904c2c47 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:45.073424 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1eecc06f-db59-4e69-9e89-48aedd77094f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:45.157829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Pushing event updated for resources: {'Port': ['ID=42fde5d3-4350-48e2-9ff8-6e5443277e85,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:45.390131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1eecc06f-db59-4e69-9e89-48aedd77094f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:45.390461 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1eecc06f-db59-4e69-9e89-48aedd77094f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:45.450608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3377e-1785-4b82-9923-a56486c0b9e3 req-223dffe1-1d67-487c-b59b-ab834094022d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:45.453079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3377e-1785-4b82-9923-a56486c0b9e3 req-223dffe1-1d67-487c-b59b-ab834094022d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:45.460616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3377e-1785-4b82-9923-a56486c0b9e3 req-223dffe1-1d67-487c-b59b-ab834094022d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:45.467796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3377e-1785-4b82-9923-a56486c0b9e3 req-223dffe1-1d67-487c-b59b-ab834094022d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:45.472313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e123c1-efcb-4d08-ad15-a6ad569dc361 req-cf79c761-1c16-4e72-ab1e-598afc931362 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:45.477178 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3377e-1785-4b82-9923-a56486c0b9e3 req-223dffe1-1d67-487c-b59b-ab834094022d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:45.484971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3377e-1785-4b82-9923-a56486c0b9e3 req-223dffe1-1d67-487c-b59b-ab834094022d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:45.490672 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a8e3377e-1785-4b82-9923-a56486c0b9e3 req-223dffe1-1d67-487c-b59b-ab834094022d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 4603 time: 0.2822580 Oct 19 11:32:45.491030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1eecc06f-db59-4e69-9e89-48aedd77094f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Calling delete_port for 4f6a6ab9-99f5-404c-8c27-d040904c2c47 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:45.497476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6e123c1-efcb-4d08-ad15-a6ad569dc361 req-cf79c761-1c16-4e72-ab1e-598afc931362 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 932 time: 0.1220911 Oct 19 11:32:45.557778 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6e123c1-efcb-4d08-ad15-a6ad569dc361 req-ada3b5e9-34fd-4026-91cf-a1893ab13df2 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521266 Oct 19 11:32:46.042101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47404) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:46.042260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1f5894-5b94-4608-ab97-1b3ac34e63ea {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:46.046337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Attempting to bind port 42fde5d3-4350-48e2-9ff8-6e5443277e85 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:46.046671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Attempting to bind port 42fde5d3-4350-48e2-9ff8-6e5443277e85 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:46.046994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Attempting to bind port 42fde5d3-4350-48e2-9ff8-6e5443277e85 on network 3e9097e1-5980-4988-b558-8c0042200931 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:46.059567 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:46.121354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a8e3377e-1785-4b82-9923-a56486c0b9e3 req-f405e53b-90c4-4886-8c0a-cb26e62ae7ed tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6168211 Oct 19 11:32:46.129099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Port 42fde5d3-4350-48e2-9ff8-6e5443277e85 on network 3e9097e1-5980-4988-b558-8c0042200931 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:32:46.129534 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Attempting to bind port 42fde5d3-4350-48e2-9ff8-6e5443277e85 on network 3e9097e1-5980-4988-b558-8c0042200931 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:46.142932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:46.143277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Checking segment: {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:46.143666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Bound using segment: {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:46.144267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Bound port: 42fde5d3-4350-48e2-9ff8-6e5443277e85, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:46.144619 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:46.147804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Transition to ACTIVE for port object 9d1f5894-5b94-4608-ab97-1b3ac34e63ea will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:32:46.160211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bc7d928b-19a6-4ca5-96a4-d6a62fc3f89c tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] Request body: {'port': {'network_id': '959659db-1990-4edb-b461-2177194f4ef1', 'name': 'tempest-NetworksNegativeTestJSON-890765102'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:46.174593 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7d928b-19a6-4ca5-96a4-d6a62fc3f89c tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] POST failed (client error): The resource could not be found. Oct 19 11:32:46.175127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7d928b-19a6-4ca5-96a4-d6a62fc3f89c tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:32:46.176398 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bc7d928b-19a6-4ca5-96a4-d6a62fc3f89c tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1333070 Oct 19 11:32:46.180213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47416) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:46.199098 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ddf173-3e21-4bde-8c00-6ecab5a34a35 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:32:46.199868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ddf173-3e21-4bde-8c00-6ecab5a34a35 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:32:46.202830 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-34ddf173-3e21-4bde-8c00-6ecab5a34a35 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] 10.222.0.39 "DELETE /v2.0/networks/c6af975c-eb7a-400a-be5a-6f501d35db91 HTTP/1.1" status: 404 len: 339 time: 0.0215240 Oct 19 11:32:46.208021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47418) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:46.234709 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a316959a-cfd3-4536-a0e1-fc917d5bf6d7 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:32:46.235310 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a316959a-cfd3-4536-a0e1-fc917d5bf6d7 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:32:46.236586 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:46.238659 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a316959a-cfd3-4536-a0e1-fc917d5bf6d7 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] 10.222.0.39 "DELETE /v2.0/ports/dc4bfe4c-44ec-42bd-88c9-fb504d620925 HTTP/1.1" status: 404 len: 333 time: 0.0296371 Oct 19 11:32:46.243163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47422) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:46.245597 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] For port 42fde5d3-4350-48e2-9ff8-6e5443277e85, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:46.276129 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d7e224-a9ba-4dc7-96b2-69fa6616640e tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:32:46.276579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d7e224-a9ba-4dc7-96b2-69fa6616640e tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:32:46.282279 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c1d7e224-a9ba-4dc7-96b2-69fa6616640e tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] 10.222.0.39 "DELETE /v2.0/subnets/f6bcd459-3a65-44fd-9e17-ef4f7594ba3c HTTP/1.1" status: 404 len: 337 time: 0.0363042 Oct 19 11:32:46.284571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47424) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:46.306494 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c9ba2f-f636-4276-a099-fef8736c7df8 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] GET failed (client error): The resource could not be found. Oct 19 11:32:46.308204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-02c9ba2f-f636-4276-a099-fef8736c7df8 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] 10.222.0.39 "GET /v2.0/networks/df8304a8-0ef3-466d-a8ca-5a38522f7f1f HTTP/1.1" status: 404 len: 339 time: 0.0227516 Oct 19 11:32:46.313652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47426) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:46.330294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1f5894-5b94-4608-ab97-1b3ac34e63ea,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:46.342592 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd29e95-1cf2-49af-89de-0a787fe82a3d tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] GET failed (client error): The resource could not be found. Oct 19 11:32:46.345193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3bd29e95-1cf2-49af-89de-0a787fe82a3d tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] 10.222.0.39 "GET /v2.0/ports/9b755d0f-90f4-4fdd-9920-816ea8cff1fa HTTP/1.1" status: 404 len: 333 time: 0.0283382 Oct 19 11:32:46.347732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47428) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:46.381730 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75164fc-7bc9-44a1-9147-88f078ce1d3d tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] GET failed (client error): The resource could not be found. Oct 19 11:32:46.387834 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d75164fc-7bc9-44a1-9147-88f078ce1d3d tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] 10.222.0.39 "GET /v2.0/subnets/51697f1e-099a-4899-828b-08918187b4c8 HTTP/1.1" status: 404 len: 337 time: 0.0389798 Oct 19 11:32:46.388567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47432) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:46.395201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0d5ab0fe-de5b-4f20-b587-1870ebb842d2 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:46.410650 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5ab0fe-de5b-4f20-b587-1870ebb842d2 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] PUT failed (client error): The resource could not be found. Oct 19 11:32:46.411382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5ab0fe-de5b-4f20-b587-1870ebb842d2 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:32:46.416821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0d5ab0fe-de5b-4f20-b587-1870ebb842d2 tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] 10.222.0.39 "PUT /v2.0/networks/b842eb73-6c20-454a-9425-29fa050e4c79 HTTP/1.1" status: 404 len: 339 time: 0.0270050 Oct 19 11:32:46.417446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47434) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:46.423114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-81291fa9-3ea9-4ecb-866a-097127babe7e tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:46.428900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Attempting to bind port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:46.429457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Attempting to bind port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:46.429956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Attempting to bind port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea on network f0ab297c-614c-411e-b2bf-16b31ff8c231 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:46.435211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea on network f0ab297c-614c-411e-b2bf-16b31ff8c231 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:32:46.435764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Attempting to bind port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea on network f0ab297c-614c-411e-b2bf-16b31ff8c231 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:46.442804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:46.443402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Checking segment: {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:46.444398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Bound using segment: {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:46.445053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Bound port: 9d1f5894-5b94-4608-ab97-1b3ac34e63ea, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:46.445559 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:46.455212 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-81291fa9-3ea9-4ecb-866a-097127babe7e tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] PUT failed (client error): The resource could not be found. Oct 19 11:32:46.456330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81291fa9-3ea9-4ecb-866a-097127babe7e tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:32:46.458712 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-81291fa9-3ea9-4ecb-866a-097127babe7e tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] 10.222.0.39 "PUT /v2.0/ports/36a61b03-a983-46ec-b928-a0475bf55190 HTTP/1.1" status: 404 len: 333 time: 0.0389135 Oct 19 11:32:46.461814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47436) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:46.467673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2bf3b960-799e-4e54-bb33-390e670ceeac tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:46.502655 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf3b960-799e-4e54-bb33-390e670ceeac tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] PUT failed (client error): The resource could not be found. Oct 19 11:32:46.502655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf3b960-799e-4e54-bb33-390e670ceeac tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:32:46.502655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2bf3b960-799e-4e54-bb33-390e670ceeac tempest-NetworksNegativeTestJSON-268400445 tempest-NetworksNegativeTestJSON-268400445-project] 10.222.0.39 "PUT /v2.0/subnets/ee9bceb7-e206-4ba1-9e39-9d2f6ced9202 HTTP/1.1" status: 404 len: 337 time: 0.0324984 Oct 19 11:32:46.526684 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1eecc06f-db59-4e69-9e89-48aedd77094f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:46.564802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] For port 42fde5d3-4350-48e2-9ff8-6e5443277e85, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=42fde5d3-4350-48e2-9ff8-6e5443277e85,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:46.568061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecc06f-db59-4e69-9e89-48aedd77094f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Pushing event deleted for resources: {'Port': ['ID=4f6a6ab9-99f5-404c-8c27-d040904c2c47,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:46.637628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] For port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:46.653008 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:32:46.659965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] For port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9d1f5894-5b94-4608-ab97-1b3ac34e63ea,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:46.665810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1eecc06f-db59-4e69-9e89-48aedd77094f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:46.668688 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1eecc06f-db59-4e69-9e89-48aedd77094f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:46.673889 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1eecc06f-db59-4e69-9e89-48aedd77094f tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] 10.222.0.39 "DELETE /v2.0/floatingips/ae489203-4142-427e-9407-d778de2314a2 HTTP/1.1" status: 204 len: 168 time: 1.9888673 Oct 19 11:32:46.674164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47442) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:46.683945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02911596-fe95-4131-821d-78ba06561362 req-1b5400fa-d2f7-4fef-b965-373fd100c7f8 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:46.685538 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02911596-fe95-4131-821d-78ba06561362 req-1b5400fa-d2f7-4fef-b965-373fd100c7f8 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 944 time: 0.0567892 Oct 19 11:32:46.691565 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:46.726931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:46.729057 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:46.730526 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] 10.222.0.49 "PUT /v2.0/ports/42fde5d3-4350-48e2-9ff8-6e5443277e85 HTTP/1.1" status: 200 len: 1135 time: 2.8859539 Oct 19 11:32:46.736888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': '42fde5d3-4350-48e2-9ff8-6e5443277e85'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:46.739646 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16916143-e1ba-44d0-97c4-5e04423f63e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "42fde5d3-4350-48e2-9ff8-6e5443277e85"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:46.741127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02911596-fe95-4131-821d-78ba06561362 req-b6ffc660-1471-4be2-af19-947b0671906a tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477951 Oct 19 11:32:46.748710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:46.776902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208c898-23fa-4ca9-8b99-3848fdf8ac03 service neutron] Pushing event updated for resources: {'Port': ['ID=42fde5d3-4350-48e2-9ff8-6e5443277e85,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:46.782911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:46.782911 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:46.782911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] 10.222.0.26 "PUT /v2.0/ports/9d1f5894-5b94-4608-ab97-1b3ac34e63ea HTTP/1.1" status: 200 len: 1092 time: 2.2427988 Oct 19 11:32:46.823323 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27d3cba-6d7f-42c7-81af-cb55812b427c x-openstack-request-id: req-b27d3cba-6d7f-42c7-81af-cb55812b427c {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:46.823696 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "42fde5d3-4350-48e2-9ff8-6e5443277e85", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:46.823884 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b27d3cba-6d7f-42c7-81af-cb55812b427c {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:46.824309 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': '42fde5d3-4350-48e2-9ff8-6e5443277e85', 'status': 'completed', 'code': 200} Oct 19 11:32:46.859156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b3504-7d72-4d53-b13f-752ff80778f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1f5894-5b94-4608-ab97-1b3ac34e63ea,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:46.882219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:46.925624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-599827af-b539-46ac-8a47-7ccd5dd804c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:46.926097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-599827af-b539-46ac-8a47-7ccd5dd804c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:46.926556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-599827af-b539-46ac-8a47-7ccd5dd804c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:46.927008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-599827af-b539-46ac-8a47-7ccd5dd804c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:46.927458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-599827af-b539-46ac-8a47-7ccd5dd804c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:46.927906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-599827af-b539-46ac-8a47-7ccd5dd804c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:46.929721 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-599827af-b539-46ac-8a47-7ccd5dd804c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5289 time: 0.0744424 Oct 19 11:32:47.025848 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:47.028985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-f1ed3a5d-2b73-4587-8289-0e1662ca421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.030503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-f1ed3a5d-2b73-4587-8289-0e1662ca421e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 1095 time: 0.1195710 Oct 19 11:32:47.108340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-53e01947-36af-460d-a18b-2a697c5de775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.109139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-53e01947-36af-460d-a18b-2a697c5de775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.109810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-53e01947-36af-460d-a18b-2a697c5de775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.113326 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-53e01947-36af-460d-a18b-2a697c5de775 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f02d532ea77644839438ea6e31aadb59&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1750593 Oct 19 11:32:47.135513 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-b3ccd498-9b21-480a-a188-1d6831c2bc78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d1f5894-5b94-4608-ab97-1b3ac34e63ea HTTP/1.1" status: 200 len: 217 time: 0.0929306 Oct 19 11:32:47.200729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-20f10454-e403-4e12-8986-a118520889e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.202214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-20f10454-e403-4e12-8986-a118520889e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de504bb-4164-42bc-9122-ea8824c7f7b3 HTTP/1.1" status: 200 len: 855 time: 0.0577040 Oct 19 11:32:47.225143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47454) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:47.284815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47456) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:47.322409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-08716324-ca91-449f-853c-b1c5de5ebe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.324067 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16916143-e1ba-44d0-97c4-5e04423f63e4 req-08716324-ca91-449f-853c-b1c5de5ebe44 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2015140 Oct 19 11:32:47.328832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-63db3d2f-cb01-42e7-bb9d-8616015bcf84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0ab297c-614c-411e-b2bf-16b31ff8c231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171727 Oct 19 11:32:47.337044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b047bd8-b404-4cb8-a42d-4e46c933c882 req-ca5fe1a6-ab83-468a-92eb-bf9998640942 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.359186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b047bd8-b404-4cb8-a42d-4e46c933c882 req-ca5fe1a6-ab83-468a-92eb-bf9998640942 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.368030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b047bd8-b404-4cb8-a42d-4e46c933c882 req-ca5fe1a6-ab83-468a-92eb-bf9998640942 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.374419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b047bd8-b404-4cb8-a42d-4e46c933c882 req-ca5fe1a6-ab83-468a-92eb-bf9998640942 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.381190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b047bd8-b404-4cb8-a42d-4e46c933c882 req-ca5fe1a6-ab83-468a-92eb-bf9998640942 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.389119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b047bd8-b404-4cb8-a42d-4e46c933c882 req-ca5fe1a6-ab83-468a-92eb-bf9998640942 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:47.392324 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b047bd8-b404-4cb8-a42d-4e46c933c882 req-ca5fe1a6-ab83-468a-92eb-bf9998640942 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 4603 time: 0.1394925 Oct 19 11:32:47.443000 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b047bd8-b404-4cb8-a42d-4e46c933c882 req-bb73a228-58d3-4fc8-8a2b-7f4ae7ba35d5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400472 Oct 19 11:32:47.475951 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e2f0ca74-53b6-4c49-91a3-75fec0d6cc15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:47.483115 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e77bd2d-8ac8-4b22-8f3e-19175eee2c81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:47.698442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-83cb4140-b2f0-4f1c-bbb9-c0c498e1b050 service neutron] 10.222.0.26 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500583 Oct 19 11:32:48.002920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e77bd2d-8ac8-4b22-8f3e-19175eee2c81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.019048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ecc8cd-ea70-43ca-b232-0706620bf96b {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:48.024349 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e2f0ca74-53b6-4c49-91a3-75fec0d6cc15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.037475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.066345 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6218fdd6-5d97-4b25-a05e-c837991a2074 req-81a9b437-ca62-46ea-b093-163e462d24f1 service neutron] 10.222.0.26 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482404 Oct 19 11:32:48.077044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a023d1-9c07-428a-b2af-9b893c63f41c req-ab05a6a9-be9b-4cf4-9c5b-873a1e3f365e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:48.079030 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83a023d1-9c07-428a-b2af-9b893c63f41c req-ab05a6a9-be9b-4cf4-9c5b-873a1e3f365e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 944 time: 0.2637897 Oct 19 11:32:48.089046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Transition to ACTIVE for port object 71ecc8cd-ea70-43ca-b232-0706620bf96b will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:32:48.124816 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e77bd2d-8ac8-4b22-8f3e-19175eee2c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.172770 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e2f0ca74-53b6-4c49-91a3-75fec0d6cc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.206696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5e77bd2d-8ac8-4b22-8f3e-19175eee2c81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16551318290f4cd3a8d128210400f3a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8935785 Oct 19 11:32:48.210090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47470) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:48.238183 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.241111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77bd2d-8ac8-4b22-8f3e-19175eee2c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617c36bf-727c-4398-880b-3cb65e056901,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:48.267494 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83677e6d-c0f9-475d-b99f-f147b1051aea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.300990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83677e6d-c0f9-475d-b99f-f147b1051aea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.302848 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e2f0ca74-53b6-4c49-91a3-75fec0d6cc15 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=929ab43dba544f0abcc552f7eff382e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0757811 Oct 19 11:32:48.307434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47472) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:48.310556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83a023d1-9c07-428a-b2af-9b893c63f41c req-55a7dfe8-459d-4e32-b4d3-a9f1cd7ba581 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901882 Oct 19 11:32:48.371858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Pushing event updated for resources: {'Port': ['ID=71ecc8cd-ea70-43ca-b232-0706620bf96b,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:48.389608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f0767a8-8757-4244-9479-404b56487163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.407745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0ca74-53b6-4c49-91a3-75fec0d6cc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2153c11a-4439-4c05-9465-c2d207431081,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:48.417423 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f0767a8-8757-4244-9479-404b56487163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.471330 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83677e6d-c0f9-475d-b99f-f147b1051aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.488108 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83677e6d-c0f9-475d-b99f-f147b1051aea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.494844 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-83677e6d-c0f9-475d-b99f-f147b1051aea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/617c36bf-727c-4398-880b-3cb65e056901 HTTP/1.1" status: 204 len: 168 time: 0.2837598 Oct 19 11:32:48.515337 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83677e6d-c0f9-475d-b99f-f147b1051aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617c36bf-727c-4398-880b-3cb65e056901,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:48.529483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Attempting to bind port 71ecc8cd-ea70-43ca-b232-0706620bf96b on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:48.529837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Attempting to bind port 71ecc8cd-ea70-43ca-b232-0706620bf96b by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:48.530170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Attempting to bind port 71ecc8cd-ea70-43ca-b232-0706620bf96b on network 3e9097e1-5980-4988-b558-8c0042200931 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:48.571923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Port 71ecc8cd-ea70-43ca-b232-0706620bf96b on network 3e9097e1-5980-4988-b558-8c0042200931 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:32:48.572249 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Attempting to bind port 71ecc8cd-ea70-43ca-b232-0706620bf96b on network 3e9097e1-5980-4988-b558-8c0042200931 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:48.584315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:48.584675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Checking segment: {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:48.585068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Bound using segment: {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:48.585508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Bound port: 71ecc8cd-ea70-43ca-b232-0706620bf96b, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:48.585862 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.665601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.672583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105f17-65de-4f54-a100-54ff546de934 req-6185fb8c-db2b-46bd-9cd1-04f1917772e3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:48.678854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105f17-65de-4f54-a100-54ff546de934 req-6185fb8c-db2b-46bd-9cd1-04f1917772e3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:48.685056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105f17-65de-4f54-a100-54ff546de934 req-6185fb8c-db2b-46bd-9cd1-04f1917772e3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:48.691639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105f17-65de-4f54-a100-54ff546de934 req-6185fb8c-db2b-46bd-9cd1-04f1917772e3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:48.697915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105f17-65de-4f54-a100-54ff546de934 req-6185fb8c-db2b-46bd-9cd1-04f1917772e3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:48.703860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105f17-65de-4f54-a100-54ff546de934 req-6185fb8c-db2b-46bd-9cd1-04f1917772e3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:48.710560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105f17-65de-4f54-a100-54ff546de934 req-6185fb8c-db2b-46bd-9cd1-04f1917772e3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:48.712290 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa105f17-65de-4f54-a100-54ff546de934 req-6185fb8c-db2b-46bd-9cd1-04f1917772e3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5380 time: 0.1028504 Oct 19 11:32:48.713463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f0767a8-8757-4244-9479-404b56487163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.716052 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f0767a8-8757-4244-9479-404b56487163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.717127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4f0767a8-8757-4244-9479-404b56487163 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2153c11a-4439-4c05-9465-c2d207431081 HTTP/1.1" status: 204 len: 168 time: 0.4089279 Oct 19 11:32:48.717748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] For port 71ecc8cd-ea70-43ca-b232-0706620bf96b, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:48.726320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0767a8-8757-4244-9479-404b56487163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2153c11a-4439-4c05-9465-c2d207431081,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:48.750942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] For port 71ecc8cd-ea70-43ca-b232-0706620bf96b, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=71ecc8cd-ea70-43ca-b232-0706620bf96b,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:48.770570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa105f17-65de-4f54-a100-54ff546de934 req-415a26ef-fce0-4a6b-9181-0384c1b47f64 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452485 Oct 19 11:32:48.827628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9', 'tag': '9d1f5894-5b94-4608-ab97-1b3ac34e63ea'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:48.830529 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc0397d-4a5f-4c7a-bfb7-e47dfe507d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9", "tag": "9d1f5894-5b94-4608-ab97-1b3ac34e63ea"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:48.840031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.911039 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd2ce6c-727f-4a7f-b451-b3f613f16c2b x-openstack-request-id: req-3dd2ce6c-727f-4a7f-b451-b3f613f16c2b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:48.911232 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9", "tag": "9d1f5894-5b94-4608-ab97-1b3ac34e63ea", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:48.911481 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3dd2ce6c-727f-4a7f-b451-b3f613f16c2b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:48.911974 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9', 'tag': '9d1f5894-5b94-4608-ab97-1b3ac34e63ea', 'status': 'completed', 'code': 200} Oct 19 11:32:48.937499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:48.938203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:48.940202 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] 10.222.0.49 "PUT /v2.0/ports/71ecc8cd-ea70-43ca-b232-0706620bf96b HTTP/1.1" status: 200 len: 1135 time: 2.0666394 Oct 19 11:32:49.019933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c828e6d-efa2-42ed-b624-972e4de18377 service neutron] Pushing event updated for resources: {'Port': ['ID=71ecc8cd-ea70-43ca-b232-0706620bf96b,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:49.041433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0397d-4a5f-4c7a-bfb7-e47dfe507d8f req-128eed5e-7093-4f93-99e4-b38ea636518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:49.042957 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5bc0397d-4a5f-4c7a-bfb7-e47dfe507d8f req-128eed5e-7093-4f93-99e4-b38ea636518c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 1095 time: 0.1245780 Oct 19 11:32:49.081135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:49.241256 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:49.275338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0397d-4a5f-4c7a-bfb7-e47dfe507d8f req-25dc7f83-5afc-45d0-ab9c-b24451b3369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:49.276881 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5bc0397d-4a5f-4c7a-bfb7-e47dfe507d8f req-25dc7f83-5afc-45d0-ab9c-b24451b3369b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0ab297c-614c-411e-b2bf-16b31ff8c231 HTTP/1.1" status: 200 len: 916 time: 0.2252233 Oct 19 11:32:49.358680 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5bc0397d-4a5f-4c7a-bfb7-e47dfe507d8f req-533e6e86-a7a7-4ea8-a174-0f4c4e4c8439 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d1f5894-5b94-4608-ab97-1b3ac34e63ea HTTP/1.1" status: 200 len: 217 time: 0.0582595 Oct 19 11:32:49.410257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] Deleting port a96a7762-f3ba-42d8-92ed-1df4e056d299 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:49.411734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:49.470300 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:49.488132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32a332-6dbf-4fe8-b955-cb68b0f96c2e req-847d1792-2022-4276-bb0b-eb628ca28261 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:49.496707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd32a332-6dbf-4fe8-b955-cb68b0f96c2e req-847d1792-2022-4276-bb0b-eb628ca28261 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 944 time: 0.0967045 Oct 19 11:32:49.532892 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd32a332-6dbf-4fe8-b955-cb68b0f96c2e req-882341bd-33a1-49bc-8784-07d3b106a68d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Oct 19 11:32:49.604198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0397d-4a5f-4c7a-bfb7-e47dfe507d8f req-b3fbd751-980a-437e-a992-02efd6d6fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:49.605832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5bc0397d-4a5f-4c7a-bfb7-e47dfe507d8f req-b3fbd751-980a-437e-a992-02efd6d6fb0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de504bb-4164-42bc-9122-ea8824c7f7b3 HTTP/1.1" status: 200 len: 855 time: 0.2212667 Oct 19 11:32:49.664399 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5bc0397d-4a5f-4c7a-bfb7-e47dfe507d8f req-79d08b0a-baaf-4d48-ba48-1bfc54719ae3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0ab297c-614c-411e-b2bf-16b31ff8c231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420313 Oct 19 11:32:49.716424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] For port a96a7762-f3ba-42d8-92ed-1df4e056d299, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a96a7762-f3ba-42d8-92ed-1df4e056d299,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:49.716894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:49.799907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] Calling delete_port for a96a7762-f3ba-42d8-92ed-1df4e056d299 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:49.866289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47510) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:49.889279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f10f0f53-24dc-4436-88db-664208390f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:49.956207 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:49.996481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f10f0f53-24dc-4436-88db-664208390f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:50.006021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5bc0397d-4a5f-4c7a-bfb7-e47dfe507d8f req-c455197d-c365-48ab-a876-d0842da86207 service neutron] 10.222.0.26 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051510 Oct 19 11:32:50.075727 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f10f0f53-24dc-4436-88db-664208390f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:50.090188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758ddef7-d643-4730-b6c0-8af1683aa074 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:50.101059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:50.110545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f0f53-24dc-4436-88db-664208390f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f1b82e-d614-4345-9573-3b390eb670ec,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:50.125961 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f10f0f53-24dc-4436-88db-664208390f43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96e719965ada4fa18c1ad8da67e0f082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580535 Oct 19 11:32:50.129011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47516) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:50.171089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641b108-14a5-4cd4-8851-6cb8395de57f req-36a23e9e-20e5-447c-a257-d24fcab3cfb1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:50.171089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641b108-14a5-4cd4-8851-6cb8395de57f req-36a23e9e-20e5-447c-a257-d24fcab3cfb1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:50.179336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641b108-14a5-4cd4-8851-6cb8395de57f req-36a23e9e-20e5-447c-a257-d24fcab3cfb1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:50.182563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641b108-14a5-4cd4-8851-6cb8395de57f req-36a23e9e-20e5-447c-a257-d24fcab3cfb1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:50.189124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641b108-14a5-4cd4-8851-6cb8395de57f req-36a23e9e-20e5-447c-a257-d24fcab3cfb1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:50.195068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641b108-14a5-4cd4-8851-6cb8395de57f req-36a23e9e-20e5-447c-a257-d24fcab3cfb1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:50.201131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641b108-14a5-4cd4-8851-6cb8395de57f req-36a23e9e-20e5-447c-a257-d24fcab3cfb1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:50.203120 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8641b108-14a5-4cd4-8851-6cb8395de57f req-36a23e9e-20e5-447c-a257-d24fcab3cfb1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5380 time: 0.2690575 Oct 19 11:32:50.216474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Transition to ACTIVE for port object 758ddef7-d643-4730-b6c0-8af1683aa074 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:32:50.244620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e44b63c5-3bc1-45b8-93c0-93cfac393c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:50.271228 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5bc0397d-4a5f-4c7a-bfb7-e47dfe507d8f req-bc95c883-9c5d-4151-8309-76b262482cd2 service neutron] 10.222.0.26 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527895 Oct 19 11:32:50.288930 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e44b63c5-3bc1-45b8-93c0-93cfac393c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:50.296403 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8641b108-14a5-4cd4-8851-6cb8395de57f req-6ef28c16-4698-499c-a6b7-836279b1ca06 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811706 Oct 19 11:32:50.349657 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:50.350463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47520) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:50.430623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Pushing event updated for resources: {'Port': ['ID=758ddef7-d643-4730-b6c0-8af1683aa074,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:50.435931 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e44b63c5-3bc1-45b8-93c0-93cfac393c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:50.439129 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e44b63c5-3bc1-45b8-93c0-93cfac393c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:50.446059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e44b63c5-3bc1-45b8-93c0-93cfac393c57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6f1b82e-d614-4345-9573-3b390eb670ec HTTP/1.1" status: 204 len: 168 time: 0.3157551 Oct 19 11:32:50.467559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b63c5-3bc1-45b8-93c0-93cfac393c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f1b82e-d614-4345-9573-3b390eb670ec,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:50.528150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Attempting to bind port 758ddef7-d643-4730-b6c0-8af1683aa074 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:50.528483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Attempting to bind port 758ddef7-d643-4730-b6c0-8af1683aa074 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:50.528844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Attempting to bind port 758ddef7-d643-4730-b6c0-8af1683aa074 on network 3e9097e1-5980-4988-b558-8c0042200931 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:50.540950 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:50.543756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2eb2c3a9-bd60-4346-8e21-fbec3cbce673 tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-715059853', 'prefixes': ['172.20.0.0/16']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:50.544399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Port 758ddef7-d643-4730-b6c0-8af1683aa074 on network 3e9097e1-5980-4988-b558-8c0042200931 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:32:50.544644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Attempting to bind port 758ddef7-d643-4730-b6c0-8af1683aa074 on network 3e9097e1-5980-4988-b558-8c0042200931 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:50.595639 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:50.596189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Checking segment: {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:50.596780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Bound using segment: {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:50.597473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Bound port: 758ddef7-d643-4730-b6c0-8af1683aa074, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:50.598000 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:50.708931 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240168c-5fbc-4a65-852d-a4f7601a9feb req-4a57197e-a20c-4e30-9c0a-b726bccc3885 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:50.717130 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8240168c-5fbc-4a65-852d-a4f7601a9feb req-4a57197e-a20c-4e30-9c0a-b726bccc3885 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 944 time: 0.0841632 Oct 19 11:32:50.763558 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8240168c-5fbc-4a65-852d-a4f7601a9feb req-cbe3fd1d-182f-4b5d-97ec-12ab6d8422e4 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449283 Oct 19 11:32:50.958371 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c3a9-bd60-4346-8e21-fbec3cbce673 tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] Publish callbacks [] for subnetpool, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:50.962707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2eb2c3a9-bd60-4346-8e21-fbec3cbce673 tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6093848 Oct 19 11:32:50.963845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47530) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:50.986732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': '71ecc8cd-ea70-43ca-b232-0706620bf96b'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:50.989896 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2944993-56f1-4e17-aadf-4c15fd49be36" -d '{"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "71ecc8cd-ea70-43ca-b232-0706620bf96b"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:51.004378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] Pushing event deleted for resources: {'Port': ['ID=a96a7762-f3ba-42d8-92ed-1df4e056d299,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:51.018667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-14ac7497-88be-49f3-96ad-7a436e3e4104 tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] 10.222.0.39 "GET /v2.0/subnetpools/437c7b36-39c7-498d-b7e9-df40a8e563ab HTTP/1.1" status: 200 len: 731 time: 0.0533857 Oct 19 11:32:51.019458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47536) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:51.024746 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-881f8010-65ca-4618-b129-a39a5a1f80af tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-398457448'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:51.292890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] For port 758ddef7-d643-4730-b6c0-8af1683aa074, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:51.302670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] For port 758ddef7-d643-4730-b6c0-8af1683aa074, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=758ddef7-d643-4730-b6c0-8af1683aa074,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:51.422488 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:51.458099 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9d1f5894-5b94-4608-ab97-1b3ac34e63ea details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:32:51.467264 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-881f8010-65ca-4618-b129-a39a5a1f80af tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] Publish callbacks [] for subnetpool, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:51.468649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-881f8010-65ca-4618-b129-a39a5a1f80af tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] 10.222.0.39 "PUT /v2.0/subnetpools/437c7b36-39c7-498d-b7e9-df40a8e563ab HTTP/1.1" status: 200 len: 683 time: 0.4480531 Oct 19 11:32:51.481061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47544) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:51.538700 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebd2ca7-e30a-4efa-8dcc-3b61ed4ee463 x-openstack-request-id: req-9ebd2ca7-e30a-4efa-8dcc-3b61ed4ee463 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:51.539010 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "71ecc8cd-ea70-43ca-b232-0706620bf96b", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:51.539278 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ebd2ca7-e30a-4efa-8dcc-3b61ed4ee463 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:51.539671 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': '71ecc8cd-ea70-43ca-b232-0706620bf96b', 'status': 'completed', 'code': 200} Oct 19 11:32:51.552377 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:51.561860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:51.563410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] 10.222.0.49 "PUT /v2.0/ports/758ddef7-d643-4730-b6c0-8af1683aa074 HTTP/1.1" status: 200 len: 1089 time: 2.4975855 Oct 19 11:32:51.615359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c25aa-35dd-408b-8a3f-899725ddef4c service neutron] Pushing event updated for resources: {'Port': ['ID=758ddef7-d643-4730-b6c0-8af1683aa074,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:51.670205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9d1f5894-5b94-4608-ab97-1b3ac34e63ea,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:51.694348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '9d1f5894-5b94-4608-ab97-1b3ac34e63ea', 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231', 'port_id': '9d1f5894-5b94-4608-ab97-1b3ac34e63ea', 'mac_address': 'fa:16:3e:81:df:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de504bb-4164-42bc-9122-ea8824c7f7b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:32:51.709854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:51.761109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:51.783819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1f5894-5b94-4608-ab97-1b3ac34e63ea {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:51.801873 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:51.816047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9d1f5894-5b94-4608-ab97-1b3ac34e63ea,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:51.919116 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:51.967596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:52.007527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=9d1f5894-5b94-4608-ab97-1b3ac34e63ea,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:52.118155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdac72d-66f6-4429-9293-a94e4ecff1f1 req-93295ecb-d4e6-442d-97c5-52d0f588d26b tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.119590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1bdac72d-66f6-4429-9293-a94e4ecff1f1 req-93295ecb-d4e6-442d-97c5-52d0f588d26b tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 945 time: 0.1384335 Oct 19 11:32:52.157732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acdeca-41ae-41bd-b5c3-e9a21ef676a1 req-71e0af6c-f348-4ce6-8291-041a3c967d67 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.164623 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acdeca-41ae-41bd-b5c3-e9a21ef676a1 req-71e0af6c-f348-4ce6-8291-041a3c967d67 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.171244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acdeca-41ae-41bd-b5c3-e9a21ef676a1 req-71e0af6c-f348-4ce6-8291-041a3c967d67 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.172558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['9d1f5894-5b94-4608-ab97-1b3ac34e63ea'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:32:52.179673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acdeca-41ae-41bd-b5c3-e9a21ef676a1 req-71e0af6c-f348-4ce6-8291-041a3c967d67 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.187277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acdeca-41ae-41bd-b5c3-e9a21ef676a1 req-71e0af6c-f348-4ce6-8291-041a3c967d67 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.196377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acdeca-41ae-41bd-b5c3-e9a21ef676a1 req-71e0af6c-f348-4ce6-8291-041a3c967d67 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.203091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acdeca-41ae-41bd-b5c3-e9a21ef676a1 req-71e0af6c-f348-4ce6-8291-041a3c967d67 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.205591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93acdeca-41ae-41bd-b5c3-e9a21ef676a1 req-71e0af6c-f348-4ce6-8291-041a3c967d67 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5392 time: 0.7356086 Oct 19 11:32:52.289069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-4b37ec23-3cbf-4a6d-85bb-e602d5fe47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.289917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-4b37ec23-3cbf-4a6d-85bb-e602d5fe47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.290108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-4b37ec23-3cbf-4a6d-85bb-e602d5fe47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.291082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-4b37ec23-3cbf-4a6d-85bb-e602d5fe47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.292666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-4b37ec23-3cbf-4a6d-85bb-e602d5fe47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.295399 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-4b37ec23-3cbf-4a6d-85bb-e602d5fe47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.295862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-4b37ec23-3cbf-4a6d-85bb-e602d5fe47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.301646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-4b37ec23-3cbf-4a6d-85bb-e602d5fe47a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6284 time: 0.7436383 Oct 19 11:32:52.301882 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1bdac72d-66f6-4429-9293-a94e4ecff1f1 req-f7e4d522-f2b7-4f91-81fc-164097273308 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305892 Oct 19 11:32:52.310736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] Router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:32:52.364569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93acdeca-41ae-41bd-b5c3-e9a21ef676a1 req-7d38009d-b22f-4474-991a-4c3060e6a8b0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1499279 Oct 19 11:32:52.390584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4583d42-8279-420b-9aba-6a6c4fb96f28 tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] Publish callbacks [] for subnetpool, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:52.395057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c4583d42-8279-420b-9aba-6a6c4fb96f28 tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] 10.222.0.39 "DELETE /v2.0/subnetpools/437c7b36-39c7-498d-b7e9-df40a8e563ab HTTP/1.1" status: 204 len: 168 time: 0.9109752 Oct 19 11:32:52.396671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47550) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:52.414120 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-71701c17-fcf4-4f88-9def-b1086592d11b tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] show failed (client error): The resource could not be found. Oct 19 11:32:52.418946 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-71701c17-fcf4-4f88-9def-b1086592d11b tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] 10.222.0.39 "GET /v2.0/subnetpools/437c7b36-39c7-498d-b7e9-df40a8e563ab HTTP/1.1" status: 404 len: 346 time: 0.0205348 Oct 19 11:32:52.419598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47554) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:52.459121 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-47773604-4b6d-4b39-a8ec-1f64ecbccaad tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] delete failed (client error): The resource could not be found. Oct 19 11:32:52.466654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-47773604-4b6d-4b39-a8ec-1f64ecbccaad tempest-SubnetPoolsTestJSON-2091862244 tempest-SubnetPoolsTestJSON-2091862244-project] 10.222.0.39 "DELETE /v2.0/subnetpools/437c7b36-39c7-498d-b7e9-df40a8e563ab HTTP/1.1" status: 404 len: 346 time: 0.0333753 Oct 19 11:32:52.554260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-02816622-abbe-4076-b334-4f394271a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.555305 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-02816622-abbe-4076-b334-4f394271a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.558092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-02816622-abbe-4076-b334-4f394271a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.562452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-02816622-abbe-4076-b334-4f394271a51f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f02d532ea77644839438ea6e31aadb59&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2100959 Oct 19 11:32:52.565263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898f2454-afee-49e9-ab5a-b656cccdb2e1 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:52.587048 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:52.595641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:32:52.607317 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca1d60-12b1-4dde-9b42-702de13348e4 None None] Sync routers for ids ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:32:52.607815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47558) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:52.607918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5504f824-37db-46f8-ba74-cc5722c1edcb admin admin] 10.222.0.39 "PUT /v2.0/routers/1fd7cf75-5beb-4dc1-92f1-f24ad52ac942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9304817 Oct 19 11:32:52.629275 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca1d60-12b1-4dde-9b42-702de13348e4 None None] Routers {'1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:32:52.633522 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f3ca1d60-12b1-4dde-9b42-702de13348e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:32:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:52.635795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Transition to ACTIVE for port object 898f2454-afee-49e9-ab5a-b656cccdb2e1 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:32:52.723631 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:52.738422 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:52.752574 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f3ca1d60-12b1-4dde-9b42-702de13348e4 None None] Set router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:32:52.856466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Pushing event updated for resources: {'Port': ['ID=898f2454-afee-49e9-ab5a-b656cccdb2e1,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:52.885714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-5a476de2-3d84-45be-b0fb-6f72bb36123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:52.885714 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2944993-56f1-4e17-aadf-4c15fd49be36 req-5a476de2-3d84-45be-b0fb-6f72bb36123a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3115945 Oct 19 11:32:52.922596 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:52.969528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Attempting to bind port 898f2454-afee-49e9-ab5a-b656cccdb2e1 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:52.970888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Attempting to bind port 898f2454-afee-49e9-ab5a-b656cccdb2e1 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:52.971395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Attempting to bind port 898f2454-afee-49e9-ab5a-b656cccdb2e1 on network 3e9097e1-5980-4988-b558-8c0042200931 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:52.976914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Port 898f2454-afee-49e9-ab5a-b656cccdb2e1 on network 3e9097e1-5980-4988-b558-8c0042200931 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:32:52.982175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Attempting to bind port 898f2454-afee-49e9-ab5a-b656cccdb2e1 on network 3e9097e1-5980-4988-b558-8c0042200931 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:52.983855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:52.984211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Checking segment: {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:52.984962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Bound using segment: {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:52.985986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Bound port: 898f2454-afee-49e9-ab5a-b656cccdb2e1, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e312bd-9122-4845-8e45-3f5490ac2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e9097e1-5980-4988-b558-8c0042200931'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:52.986355 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:53.113724 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f3ca1d60-12b1-4dde-9b42-702de13348e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:32:50Z', 'revision_number': 5, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port': {'id': 'b72d08f9-5a18-47ac-9d9e-a3fa7c91435f', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:22:58Z', 'updated_at': '2021-10-19T11:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:53.117788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] For port 898f2454-afee-49e9-ab5a-b656cccdb2e1, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:53.126246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Deleting port b72d08f9-5a18-47ac-9d9e-a3fa7c91435f {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:53.126576 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:53.127197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] For port 898f2454-afee-49e9-ab5a-b656cccdb2e1, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=898f2454-afee-49e9-ab5a-b656cccdb2e1,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:53.146206 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca1d60-12b1-4dde-9b42-702de13348e4 None None] Checking router: 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:32:53.156346 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca1d60-12b1-4dde-9b42-702de13348e4 None None] Routers {'1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:32:53.157839 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f3ca1d60-12b1-4dde-9b42-702de13348e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:32:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:53.184287 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:53.200234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47562) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:53.220559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] For port b72d08f9-5a18-47ac-9d9e-a3fa7c91435f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b72d08f9-5a18-47ac-9d9e-a3fa7c91435f,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:53.222933 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:53.235203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Calling delete_port for b72d08f9-5a18-47ac-9d9e-a3fa7c91435f owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:53.246886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:53.247496 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:53.249884 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] 10.222.0.49 "PUT /v2.0/ports/898f2454-afee-49e9-ab5a-b656cccdb2e1 HTTP/1.1" status: 200 len: 1091 time: 1.5445647 Oct 19 11:32:53.276649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01282575-f24e-4aef-84f7-2f8962bd4a32 service neutron] Pushing event updated for resources: {'Port': ['ID=898f2454-afee-49e9-ab5a-b656cccdb2e1,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:53.289413 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f3ca1d60-12b1-4dde-9b42-702de13348e4 None None] Set router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:32:53.338880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:53.452991 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f3ca1d60-12b1-4dde-9b42-702de13348e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:32:52Z', 'revision_number': 6, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:53.462597 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:53.475665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9d1f5894-5b94-4608-ab97-1b3ac34e63ea up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:32:53.510293 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca1d60-12b1-4dde-9b42-702de13348e4 None None] The sync data for ids ['1fd7cf75-5beb-4dc1-92f1-f24ad52ac942'] in n-d-814547-1 is: [{'id': '1fd7cf75-5beb-4dc1-92f1-f24ad52ac942', 'name': 'tempest-ServerActionsTestJSON-1777659242-router', 'tenant_id': 'adb4e90a76744825a16a77292f3584a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:22:57Z', 'updated_at': '2021-10-19T11:32:52Z', 'revision_number': 6, 'project_id': 'adb4e90a76744825a16a77292f3584a5', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:32:53.537146 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36ed2deb-b318-4ffe-9d65-74723bfb2b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:53.553511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': '758ddef7-d643-4730-b6c0-8af1683aa074'}, {'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': '898f2454-afee-49e9-ab5a-b656cccdb2e1'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:53.556442 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0adebe4-9312-468f-b685-49381f6680ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "758ddef7-d643-4730-b6c0-8af1683aa074"}, {"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "898f2454-afee-49e9-ab5a-b656cccdb2e1"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:53.647882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c76dd-d6e6-4587-8ebc-ad95922ce7e5 req-885ee2dd-1671-4781-b84a-1685ebbd5055 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:53.655293 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c76dd-d6e6-4587-8ebc-ad95922ce7e5 req-885ee2dd-1671-4781-b84a-1685ebbd5055 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:53.662014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c76dd-d6e6-4587-8ebc-ad95922ce7e5 req-885ee2dd-1671-4781-b84a-1685ebbd5055 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:53.670221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c76dd-d6e6-4587-8ebc-ad95922ce7e5 req-885ee2dd-1671-4781-b84a-1685ebbd5055 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:53.676905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c76dd-d6e6-4587-8ebc-ad95922ce7e5 req-885ee2dd-1671-4781-b84a-1685ebbd5055 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:53.683239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c76dd-d6e6-4587-8ebc-ad95922ce7e5 req-885ee2dd-1671-4781-b84a-1685ebbd5055 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:53.690326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c76dd-d6e6-4587-8ebc-ad95922ce7e5 req-885ee2dd-1671-4781-b84a-1685ebbd5055 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:53.695588 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d89c76dd-d6e6-4587-8ebc-ad95922ce7e5 req-885ee2dd-1671-4781-b84a-1685ebbd5055 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5404 time: 0.1517704 Oct 19 11:32:53.713198 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:32:53.716930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da7e05-f4ce-43b3-9a38-7068dbc6133d req-541070c6-8448-45d7-bc22-8450390f0649 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:53.718471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56da7e05-f4ce-43b3-9a38-7068dbc6133d req-541070c6-8448-45d7-bc22-8450390f0649 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 945 time: 0.2115242 Oct 19 11:32:53.718669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:32:53.719198 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:53.776952 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d89c76dd-d6e6-4587-8ebc-ad95922ce7e5 req-7c338419-12ff-49bf-8b23-8b50cfd0d0bc tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727768 Oct 19 11:32:53.803005 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:53.855867 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:53.860674 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56da7e05-f4ce-43b3-9a38-7068dbc6133d req-971ffba0-dea3-4f9c-a5dc-a58796a8436c tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307831 Oct 19 11:32:53.908631 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36ed2deb-b318-4ffe-9d65-74723bfb2b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:53.918782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72d08f9-5a18-47ac-9d9e-a3fa7c91435f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:53.940436 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1f5894-5b94-4608-ab97-1b3ac34e63ea'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:53.943099 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a8b9ef-2d80-4b2c-89e1-6e58ed748c7d" -d '{"events": [{"server_uuid": "2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9", "name": "network-vif-plugged", "status": "completed", "tag": "9d1f5894-5b94-4608-ab97-1b3ac34e63ea"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:53.944500 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce90b13-266a-4ec4-a13b-665fd124d6ce x-openstack-request-id: req-bce90b13-266a-4ec4-a13b-665fd124d6ce {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:53.944901 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "758ddef7-d643-4730-b6c0-8af1683aa074", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "898f2454-afee-49e9-ab5a-b656cccdb2e1", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:53.945279 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bce90b13-266a-4ec4-a13b-665fd124d6ce {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:53.945737 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': '758ddef7-d643-4730-b6c0-8af1683aa074', 'status': 'completed', 'code': 200} Oct 19 11:32:53.946052 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': '898f2454-afee-49e9-ab5a-b656cccdb2e1', 'status': 'completed', 'code': 200} Oct 19 11:32:53.992341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9d1f5894-5b94-4608-ab97-1b3ac34e63ea,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:54.010987 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36ed2deb-b318-4ffe-9d65-74723bfb2b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.029933 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc37641a-55c0-472b-8af6-56ff29574789 x-openstack-request-id: req-bc37641a-55c0-472b-8af6-56ff29574789 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:54.030238 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9", "name": "network-vif-plugged", "status": "completed", "tag": "9d1f5894-5b94-4608-ab97-1b3ac34e63ea", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:54.030501 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc37641a-55c0-472b-8af6-56ff29574789 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:54.031499 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1f5894-5b94-4608-ab97-1b3ac34e63ea', 'code': 200} Oct 19 11:32:54.041108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6512ec78-34b3-43ca-93db-f84288d7d06e {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:54.068740 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.075019 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.088709 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.096003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-36ed2deb-b318-4ffe-9d65-74723bfb2b7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1d615d1e535432fa0b992a88b334ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8941374 Oct 19 11:32:54.114832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47574) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:54.135778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-51176c4b-b835-49f4-8a3a-ded928be8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.136692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-51176c4b-b835-49f4-8a3a-ded928be8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.137444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-51176c4b-b835-49f4-8a3a-ded928be8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.151823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-51176c4b-b835-49f4-8a3a-ded928be8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.151823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-51176c4b-b835-49f4-8a3a-ded928be8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.151823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-51176c4b-b835-49f4-8a3a-ded928be8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.151823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-51176c4b-b835-49f4-8a3a-ded928be8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.151823 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0adebe4-9312-468f-b685-49381f6680ca req-51176c4b-b835-49f4-8a3a-ded928be8659 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6351 time: 0.1856198 Oct 19 11:32:54.153338 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=9d1f5894-5b94-4608-ab97-1b3ac34e63ea,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:54.168328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed2deb-b318-4ffe-9d65-74723bfb2b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862f8200-76c6-417b-969e-a3ffe4e41fb8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:54.172464 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Transition to ACTIVE for port object 6512ec78-34b3-43ca-93db-f84288d7d06e will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:32:54.195805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce882902-f34b-4fb2-92e9-2ab3cf704ae4 req-30fb4345-60db-4a3b-a210-24e552d68832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.197329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce882902-f34b-4fb2-92e9-2ab3cf704ae4 req-30fb4345-60db-4a3b-a210-24e552d68832 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 1097 time: 0.0928280 Oct 19 11:32:54.249165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce882902-f34b-4fb2-92e9-2ab3cf704ae4 req-81696283-cdb6-47d0-8b0e-c50347f74276 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Oct 19 11:32:54.252675 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c23f989-b2f2-486e-af0d-f1b67b8f26aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.284918 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.288574 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c23f989-b2f2-486e-af0d-f1b67b8f26aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.329537 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.334101 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.349538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-7070525a-2347-4eaa-bb6b-b164c7be4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.349993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-7070525a-2347-4eaa-bb6b-b164c7be4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.350641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-7070525a-2347-4eaa-bb6b-b164c7be4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.352090 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0adebe4-9312-468f-b685-49381f6680ca req-7070525a-2347-4eaa-bb6b-b164c7be4820 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f02d532ea77644839438ea6e31aadb59&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1760731 Oct 19 11:32:54.480563 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.481131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:32:54.484352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Pushing event updated for resources: {'Port': ['ID=6512ec78-34b3-43ca-93db-f84288d7d06e,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:54.487264 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.488566 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-037ee7dd-e1bc-434c-974b-3230a61214c1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1fd7cf75-5beb-4dc1-92f1-f24ad52ac942 HTTP/1.1" status: 204 len: 168 time: 1.8798044 Oct 19 11:32:54.491555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47580) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:54.570593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ba80a7-515a-462d-bbf5-6d2e2f284457 admin admin] Deleting subnet d4b3fa07-5b6f-4c0c-884c-98220390e790 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:32:54.574163 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9ba80a7-515a-462d-bbf5-6d2e2f284457 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.591619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Attempting to bind port 6512ec78-34b3-43ca-93db-f84288d7d06e on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:54.592122 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Attempting to bind port 6512ec78-34b3-43ca-93db-f84288d7d06e by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:54.592466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Attempting to bind port 6512ec78-34b3-43ca-93db-f84288d7d06e on network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:54.598540 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Port 6512ec78-34b3-43ca-93db-f84288d7d06e on network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:32:54.598880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Attempting to bind port 6512ec78-34b3-43ca-93db-f84288d7d06e on network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:54.605068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:54.605693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Checking segment: {'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:54.606129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Bound using segment: {'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:54.610405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Bound port: 6512ec78-34b3-43ca-93db-f84288d7d06e, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:54.610405 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.610625 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c23f989-b2f2-486e-af0d-f1b67b8f26aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.613393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c23f989-b2f2-486e-af0d-f1b67b8f26aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.617154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5c23f989-b2f2-486e-af0d-f1b67b8f26aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/862f8200-76c6-417b-969e-a3ffe4e41fb8 HTTP/1.1" status: 204 len: 168 time: 0.4986253 Oct 19 11:32:54.622675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9ba80a7-515a-462d-bbf5-6d2e2f284457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.678951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-5b4c9473-6cb9-4856-8e5c-25c0d5396618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.680730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0adebe4-9312-468f-b685-49381f6680ca req-5b4c9473-6cb9-4856-8e5c-25c0d5396618 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2987995 Oct 19 11:32:54.749965 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9ba80a7-515a-462d-bbf5-6d2e2f284457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.750666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23f989-b2f2-486e-af0d-f1b67b8f26aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862f8200-76c6-417b-969e-a3ffe4e41fb8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:54.789655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] For port 6512ec78-34b3-43ca-93db-f84288d7d06e, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:54.802487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] For port 6512ec78-34b3-43ca-93db-f84288d7d06e, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6512ec78-34b3-43ca-93db-f84288d7d06e,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:54.839566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-e71104f9-a7c3-410a-ab59-5ed1b3748ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.840043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-e71104f9-a7c3-410a-ab59-5ed1b3748ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.840519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-e71104f9-a7c3-410a-ab59-5ed1b3748ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.840987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-e71104f9-a7c3-410a-ab59-5ed1b3748ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.841441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-e71104f9-a7c3-410a-ab59-5ed1b3748ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.841891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-e71104f9-a7c3-410a-ab59-5ed1b3748ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.842336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-e71104f9-a7c3-410a-ab59-5ed1b3748ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.848127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0adebe4-9312-468f-b685-49381f6680ca req-e71104f9-a7c3-410a-ab59-5ed1b3748ef3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6376 time: 0.0638926 Oct 19 11:32:54.898981 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.961652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:54.962297 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:54.963657 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] 10.222.0.49 "PUT /v2.0/ports/6512ec78-34b3-43ca-93db-f84288d7d06e HTTP/1.1" status: 200 len: 1091 time: 1.6295166 Oct 19 11:32:55.013073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f22698-3b48-4aa4-9964-3d424ad9e3df service neutron] Pushing event updated for resources: {'Port': ['ID=6512ec78-34b3-43ca-93db-f84288d7d06e,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:55.071107 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9ba80a7-515a-462d-bbf5-6d2e2f284457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:55.084753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Request body: {'port': {'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:55.164857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d4e21-e2d1-40d2-8e37-c5417f0f3590 req-a327fc68-758a-4dfc-b6df-55f8f67bcecf tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.171220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a17d4e21-e2d1-40d2-8e37-c5417f0f3590 req-a327fc68-758a-4dfc-b6df-55f8f67bcecf tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 946 time: 0.1474266 Oct 19 11:32:55.221056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba80a7-515a-462d-bbf5-6d2e2f284457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b3fa07-5b6f-4c0c-884c-98220390e790,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:55.263425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-98c7445b-6c3a-41f5-80c6-0f03d27e868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.264159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-98c7445b-6c3a-41f5-80c6-0f03d27e868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.269417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-98c7445b-6c3a-41f5-80c6-0f03d27e868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.273460 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0adebe4-9312-468f-b685-49381f6680ca req-98c7445b-6c3a-41f5-80c6-0f03d27e868e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f02d532ea77644839438ea6e31aadb59&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4198797 Oct 19 11:32:55.291907 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:55.292731 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9ba80a7-515a-462d-bbf5-6d2e2f284457 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:55.301388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6f1cb3-6748-4025-81b0-08d4e7c3a669 None None] Network 9c3fc8df-64d9-437b-901a-818c7e32eca5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:55.312293 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d9ba80a7-515a-462d-bbf5-6d2e2f284457 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d4b3fa07-5b6f-4c0c-884c-98220390e790 HTTP/1.1" status: 204 len: 168 time: 0.8160133 Oct 19 11:32:55.315225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47602) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:55.350471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a17d4e21-e2d1-40d2-8e37-c5417f0f3590 req-c326fda4-2608-4b38-996e-31b7a9432958 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688643 Oct 19 11:32:55.472973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c00f7f-477a-4ba4-9f4a-62d14e5ffc5a req-44b804a8-fc05-43e5-940d-7394f7d27178 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.483198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c00f7f-477a-4ba4-9f4a-62d14e5ffc5a req-44b804a8-fc05-43e5-940d-7394f7d27178 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.490890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c00f7f-477a-4ba4-9f4a-62d14e5ffc5a req-44b804a8-fc05-43e5-940d-7394f7d27178 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.508384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c00f7f-477a-4ba4-9f4a-62d14e5ffc5a req-44b804a8-fc05-43e5-940d-7394f7d27178 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.515105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c00f7f-477a-4ba4-9f4a-62d14e5ffc5a req-44b804a8-fc05-43e5-940d-7394f7d27178 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.521386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c00f7f-477a-4ba4-9f4a-62d14e5ffc5a req-44b804a8-fc05-43e5-940d-7394f7d27178 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.527106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b72d08f9-5a18-47ac-9d9e-a3fa7c91435f no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:32:55.529530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c00f7f-477a-4ba4-9f4a-62d14e5ffc5a req-44b804a8-fc05-43e5-940d-7394f7d27178 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.532505 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80c00f7f-477a-4ba4-9f4a-62d14e5ffc5a req-44b804a8-fc05-43e5-940d-7394f7d27178 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5416 time: 0.6167841 Oct 19 11:32:55.533206 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cf1d4981-506f-4d36-bc93-d7a7eca071f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:55.663703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b72d08f9-5a18-47ac-9d9e-a3fa7c91435f {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:32:55.664526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b72d08f9-5a18-47ac-9d9e-a3fa7c91435f not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:32:55.665392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a96a7762-f3ba-42d8-92ed-1df4e056d299 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:32:55.720949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:55.721348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a96a7762-f3ba-42d8-92ed-1df4e056d299 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:32:55.721801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a96a7762-f3ba-42d8-92ed-1df4e056d299 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:32:55.731799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80c00f7f-477a-4ba4-9f4a-62d14e5ffc5a req-8cc584dd-dd1c-4ffc-a667-712e517ffb16 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1821897 Oct 19 11:32:55.816693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a275090f-5113-40b3-99f4-1337b4735072 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:32:55.826538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af3ce8e-35e7-4f7b-9f65-716ffb552a3a None None] DHCP port deletion for 9c3fc8df-64d9-437b-901a-818c7e32eca5 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:32:55.835826 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:55.867696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Transition to ACTIVE for port object a275090f-5113-40b3-99f4-1337b4735072 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:32:55.885655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adebe4-9312-468f-b685-49381f6680ca req-be6fdee9-18df-47b3-8533-b2b34e0b6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:55.887916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0adebe4-9312-468f-b685-49381f6680ca req-be6fdee9-18df-47b3-8533-b2b34e0b6125 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5703855 Oct 19 11:32:55.916160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Deleting port 050e328b-bbde-411d-afdc-7d5410dfef89 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:55.916594 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:55.931681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0af3ce8e-35e7-4f7b-9f65-716ffb552a3a None None] Deleting port 050e328b-bbde-411d-afdc-7d5410dfef89 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:32:55.932062 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0af3ce8e-35e7-4f7b-9f65-716ffb552a3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:55.947240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': '6512ec78-34b3-43ca-93db-f84288d7d06e'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:55.949755 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "6512ec78-34b3-43ca-93db-f84288d7d06e"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:55.961904 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:55.993952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] For port 050e328b-bbde-411d-afdc-7d5410dfef89, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=050e328b-bbde-411d-afdc-7d5410dfef89,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:55.994286 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:56.025944 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8922abaf-e485-4fe8-a84c-2f4df4f3fae3 x-openstack-request-id: req-8922abaf-e485-4fe8-a84c-2f4df4f3fae3 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:56.026278 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "6512ec78-34b3-43ca-93db-f84288d7d06e", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:56.026492 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8922abaf-e485-4fe8-a84c-2f4df4f3fae3 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:56.026898 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': '6512ec78-34b3-43ca-93db-f84288d7d06e', 'status': 'completed', 'code': 200} Oct 19 11:32:56.084309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Calling delete_port for 050e328b-bbde-411d-afdc-7d5410dfef89 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:56.093635 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Pushing event updated for resources: {'Port': ['ID=a275090f-5113-40b3-99f4-1337b4735072,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:56.115849 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0af3ce8e-35e7-4f7b-9f65-716ffb552a3a None None] For port 050e328b-bbde-411d-afdc-7d5410dfef89, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=050e328b-bbde-411d-afdc-7d5410dfef89,segment=NetworkSegment(293ba471-632d-4df9-9e24-183e2f7abab8),segment_id=293ba471-632d-4df9-9e24-183e2f7abab8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:32:56.116242 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0af3ce8e-35e7-4f7b-9f65-716ffb552a3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:56.137520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0af3ce8e-35e7-4f7b-9f65-716ffb552a3a None None] Calling delete_port for 050e328b-bbde-411d-afdc-7d5410dfef89 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:32:56.229931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Attempting to bind port a275090f-5113-40b3-99f4-1337b4735072 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:32:56.233323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Attempting to bind port a275090f-5113-40b3-99f4-1337b4735072 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:32:56.233323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Attempting to bind port a275090f-5113-40b3-99f4-1337b4735072 on network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:56.247418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Port a275090f-5113-40b3-99f4-1337b4735072 on network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:32:56.247701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Attempting to bind port a275090f-5113-40b3-99f4-1337b4735072 on network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:32:56.271455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47622) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:56.286555 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:32:56.286911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Checking segment: {'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:56.287306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Bound using segment: {'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:32:56.287765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Bound port: a275090f-5113-40b3-99f4-1337b4735072, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:32:56.288133 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:56.317393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-ec696b87-86e2-4ee4-ae7c-80541ac58046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:56.317870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-ec696b87-86e2-4ee4-ae7c-80541ac58046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:56.323693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-ec696b87-86e2-4ee4-ae7c-80541ac58046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:56.324221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-ec696b87-86e2-4ee4-ae7c-80541ac58046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:56.324754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-ec696b87-86e2-4ee4-ae7c-80541ac58046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:56.325228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-ec696b87-86e2-4ee4-ae7c-80541ac58046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:56.325690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-ec696b87-86e2-4ee4-ae7c-80541ac58046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:56.337531 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-ec696b87-86e2-4ee4-ae7c-80541ac58046 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6443 time: 0.3177118 Oct 19 11:32:56.370306 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0af3ce8e-35e7-4f7b-9f65-716ffb552a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:56.435388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:56.447797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3ce8e-35e7-4f7b-9f65-716ffb552a3a None None] No DVR routers for this DVR port 050e328b-bbde-411d-afdc-7d5410dfef89 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:32:56.473607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3ce8e-35e7-4f7b-9f65-716ffb552a3a None None] Pushing event deleted for resources: {'Port': ['ID=050e328b-bbde-411d-afdc-7d5410dfef89,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:56.484380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] For port a275090f-5113-40b3-99f4-1337b4735072, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:32:56.493471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] For port a275090f-5113-40b3-99f4-1337b4735072, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a275090f-5113-40b3-99f4-1337b4735072,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:32:56.537645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=050e328b-bbde-411d-afdc-7d5410dfef89,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:56.542719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1912603856-network', 'tenant_id': '88eeb89761074151b1432446f177cf6a'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:56.554243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] No DVR routers for this DVR port 050e328b-bbde-411d-afdc-7d5410dfef89 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:32:56.596617 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:56.676964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Made reservation on behalf of 88eeb89761074151b1432446f177cf6a for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:56.679731 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:56.695508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:56.696072 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:56.697483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] 10.222.0.49 "PUT /v2.0/ports/a275090f-5113-40b3-99f4-1337b4735072 HTTP/1.1" status: 200 len: 1091 time: 1.6187932 Oct 19 11:32:56.706558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:56.735650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c00f1-bd91-4a1b-89e7-3e679575721b service neutron] Pushing event updated for resources: {'Port': ['ID=a275090f-5113-40b3-99f4-1337b4735072,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:56.881309 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:56.956081 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:56.999446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:32:57.037249 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.037649 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Added segment 4f89c2cc-0919-4a54-a19b-5a5bb2e30453 of type vlan for network 666ebfbc-b8ff-443c-8ce1-ada4b86a129c Oct 19 11:32:57.108660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb793e5-f8db-4542-961f-e57ec75b41c2 req-33238d89-92a4-4161-b48c-606f16f594d9 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.112187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-3098f20e-3b78-4e78-8a2d-b5db0ef363a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.113151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-3098f20e-3b78-4e78-8a2d-b5db0ef363a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.113838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-3098f20e-3b78-4e78-8a2d-b5db0ef363a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.115016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb793e5-f8db-4542-961f-e57ec75b41c2 req-33238d89-92a4-4161-b48c-606f16f594d9 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.116036 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-3098f20e-3b78-4e78-8a2d-b5db0ef363a0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f02d532ea77644839438ea6e31aadb59&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7701921 Oct 19 11:32:57.121333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb793e5-f8db-4542-961f-e57ec75b41c2 req-33238d89-92a4-4161-b48c-606f16f594d9 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.128665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb793e5-f8db-4542-961f-e57ec75b41c2 req-33238d89-92a4-4161-b48c-606f16f594d9 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.137174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb793e5-f8db-4542-961f-e57ec75b41c2 req-33238d89-92a4-4161-b48c-606f16f594d9 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.144738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb793e5-f8db-4542-961f-e57ec75b41c2 req-33238d89-92a4-4161-b48c-606f16f594d9 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.151560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb793e5-f8db-4542-961f-e57ec75b41c2 req-33238d89-92a4-4161-b48c-606f16f594d9 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.160389 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-beb793e5-f8db-4542-961f-e57ec75b41c2 req-33238d89-92a4-4161-b48c-606f16f594d9 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.2650881 Oct 19 11:32:57.182022 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.194241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3235aba4-7438-4d02-9956-eb6de14f946e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:57.195242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.226559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3fc8df-64d9-437b-901a-818c7e32eca5']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:57.235573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-beb793e5-f8db-4542-961f-e57ec75b41c2 req-5544dbe6-23ef-4ef4-99fd-1acb6dbca8d8 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739951 Oct 19 11:32:57.238199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293ba471-632d-4df9-9e24-183e2f7abab8') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:57.238738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293ba471-632d-4df9-9e24-183e2f7abab8') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:32:57.252020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.299267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a42a68-d925-41c8-b873-23fa5ccc4424 req-2f56995a-9628-49a2-8832-8e0b6eb59b0a tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.300755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81a42a68-d925-41c8-b873-23fa5ccc4424 req-2f56995a-9628-49a2-8832-8e0b6eb59b0a tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 946 time: 0.7723022 Oct 19 11:32:57.307451 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.332419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.333414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.334058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.349421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:32:57.349827 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:32:57.354899 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:32:57.422079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] Pushing event updated for resources: {'Network': ['ID=666ebfbc-b8ff-443c-8ce1-ada4b86a129c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:57.434404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 666ebfbc-b8ff-443c-8ce1-ada4b86a129c details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:32:57.448807 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c9acfc33-6ae8-4641-9c23-5ae00238c24e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1757133 Oct 19 11:32:57.449865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47652) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:57.462312 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-ce049237-249b-4fbe-9613-6a01d4de0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.463889 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc29dba6-5934-4e7e-a3fb-5a0c1024bb3d req-ce049237-249b-4fbe-9613-6a01d4de0f5f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2081490 Oct 19 11:32:57.467212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] Request body: {'subnet': {'network_id': '666ebfbc-b8ff-443c-8ce1-ada4b86a129c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1912603856-subnet', 'tenant_id': '88eeb89761074151b1432446f177cf6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:32:57.542697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 050e328b-bbde-411d-afdc-7d5410dfef89 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:32:57.571517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 050e328b-bbde-411d-afdc-7d5410dfef89 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:32:57.571860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 050e328b-bbde-411d-afdc-7d5410dfef89 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:32:57.576845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] Made reservation on behalf of 88eeb89761074151b1432446f177cf6a for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:32:57.583220 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.583455 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81a42a68-d925-41c8-b873-23fa5ccc4424 req-a3cdb568-1aac-4423-98b0-07ee32482392 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689495 Oct 19 11:32:57.602910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-276ea114-8412-479a-bea4-2e949b503fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.603538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-276ea114-8412-479a-bea4-2e949b503fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.605866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-276ea114-8412-479a-bea4-2e949b503fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.605866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-276ea114-8412-479a-bea4-2e949b503fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.605866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-276ea114-8412-479a-bea4-2e949b503fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.605866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-276ea114-8412-479a-bea4-2e949b503fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.606145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-276ea114-8412-479a-bea4-2e949b503fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.608214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-276ea114-8412-479a-bea4-2e949b503fe2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6485 time: 0.0692577 Oct 19 11:32:57.672257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-d7116f32-c50b-4ae2-a1aa-49bacb117922 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea573f0-e530-4460-94b4-a594a1441467 HTTP/1.1" status: 200 len: 217 time: 0.0554130 Oct 19 11:32:57.676578 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.688937 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.692503 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9c3fc8df-64d9-437b-901a-818c7e32eca5 HTTP/1.1" status: 204 len: 168 time: 2.3176808 Oct 19 11:32:57.771728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2725916-bea7-4f26-bfc9-22aee7c30b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3fc8df-64d9-437b-901a-818c7e32eca5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:57.804450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-66fe876f-ec89-4808-a823-6fe4b2c8d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.806382 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-66fe876f-ec89-4808-a823-6fe4b2c8d6b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11e2bdab-7342-4fa2-b0d7-dca9b53757e7 HTTP/1.1" status: 200 len: 856 time: 0.1125813 Oct 19 11:32:57.815711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fc041346-d039-471a-a6fe-2639a4ca8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.856931 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-f6493a3a-0fef-47d4-bcd6-515818117f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:57.858329 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-f6493a3a-0fef-47d4-bcd6-515818117f04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419967 Oct 19 11:32:57.901992 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:57.982197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] Checking segment: {'id': '4f89c2cc-0919-4a54-a19b-5a5bb2e30453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '666ebfbc-b8ff-443c-8ce1-ada4b86a129c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:32:57.982517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] Network hostable DHCP agents. Network: 666ebfbc-b8ff-443c-8ce1-ada4b86a129c, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:32:57.995345 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4f8f2f-76f9-4a9c-b90c-83b513a6c16f,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:58.000480 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-52dda3ee-ae84-4dc1-be85-1441168cb2cd service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343036 Oct 19 11:32:58.028005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': 'a275090f-5113-40b3-99f4-1337b4735072'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:32:58.031339 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a982f4c0-8a1c-42fc-9141-0798f54a01f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "a275090f-5113-40b3-99f4-1337b4735072"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:32:58.097658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] Network 666ebfbc-b8ff-443c-8ce1-ada4b86a129c is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:32:58.102728 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37696466-bc89-4fca-b0c0-a8ebfb9f0fe3 x-openstack-request-id: req-37696466-bc89-4fca-b0c0-a8ebfb9f0fe3 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:32:58.103079 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "a275090f-5113-40b3-99f4-1337b4735072", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:32:58.114629 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37696466-bc89-4fca-b0c0-a8ebfb9f0fe3 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:32:58.114629 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': 'a275090f-5113-40b3-99f4-1337b4735072', 'status': 'completed', 'code': 200} Oct 19 11:32:58.138280 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-c1594de2-d40e-4708-b5e9-b72b43852e30 service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293657 Oct 19 11:32:58.171491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47674) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:58.198781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 666ebfbc-b8ff-443c-8ce1-ada4b86a129c) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:32:58.207030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c10ed5-e7e0-4c25-95b6-40e7dce8e470 None None] Network 666ebfbc-b8ff-443c-8ce1-ada4b86a129c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:58.209042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:58.209647 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:58.212925 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a332f5d8-88c2-450f-9929-05edaaa58f40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=42fde5d3-4350-48e2-9ff8-6e5443277e85 HTTP/1.1" status: 200 len: 217 time: 0.0673778 Oct 19 11:32:58.253326 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ce36f4c0-9778-4e87-bf2a-0d0fd9c123c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=adb4e90a76744825a16a77292f3584a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804188 Oct 19 11:32:58.255447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47678) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:58.358744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-13a11785-180c-431d-bc8d-6fcf04505a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:58.366212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-13a11785-180c-431d-bc8d-6fcf04505a30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.1444395 Oct 19 11:32:58.401199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-98b52e33-48c7-4a34-a7bd-18a2a4b521ba admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9459555 Oct 19 11:32:58.402091 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94f5cebe-8bad-4937-a6dd-1a7dcc192af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:58.452967 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94f5cebe-8bad-4937-a6dd-1a7dcc192af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:58.500449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ebe1f-76d4-4b67-bf0e-48ff2df3454c None None] Network 666ebfbc-b8ff-443c-8ce1-ada4b86a129c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:32:58.623355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727c55e-0c5c-46e4-be35-4e11d4be0378 req-8f646c70-9e01-4dca-8cdf-ba485f5d85af tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:58.630598 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94f5cebe-8bad-4937-a6dd-1a7dcc192af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:58.633317 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94f5cebe-8bad-4937-a6dd-1a7dcc192af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:58.634519 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-94f5cebe-8bad-4937-a6dd-1a7dcc192af8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40c297a2-0bda-419e-868c-a5882ce0f20f HTTP/1.1" status: 204 len: 168 time: 0.3779631 Oct 19 11:32:58.643583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727c55e-0c5c-46e4-be35-4e11d4be0378 req-8f646c70-9e01-4dca-8cdf-ba485f5d85af tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:58.650010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5cebe-8bad-4937-a6dd-1a7dcc192af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c297a2-0bda-419e-868c-a5882ce0f20f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:32:58.668754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727c55e-0c5c-46e4-be35-4e11d4be0378 req-8f646c70-9e01-4dca-8cdf-ba485f5d85af tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:58.682327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727c55e-0c5c-46e4-be35-4e11d4be0378 req-8f646c70-9e01-4dca-8cdf-ba485f5d85af tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:58.708609 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727c55e-0c5c-46e4-be35-4e11d4be0378 req-8f646c70-9e01-4dca-8cdf-ba485f5d85af tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:58.714332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727c55e-0c5c-46e4-be35-4e11d4be0378 req-8f646c70-9e01-4dca-8cdf-ba485f5d85af tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:58.727087 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727c55e-0c5c-46e4-be35-4e11d4be0378 req-8f646c70-9e01-4dca-8cdf-ba485f5d85af tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:58.729793 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d727c55e-0c5c-46e4-be35-4e11d4be0378 req-8f646c70-9e01-4dca-8cdf-ba485f5d85af tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.2869849 Oct 19 11:32:58.733269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-f5bbe709-9e12-43ff-80e3-9b2529f29a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:58.737063 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-f5bbe709-9e12-43ff-80e3-9b2529f29a31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3598280 Oct 19 11:32:58.814819 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d727c55e-0c5c-46e4-be35-4e11d4be0378 req-15a08610-4b7e-41f3-8f6e-4a54ad778b20 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784740 Oct 19 11:32:58.882628 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-410cb266-23db-4e7b-afed-ed0f0e3df1b5 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382740 Oct 19 11:32:59.021576 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1ba97554-46e1-4618-b83c-fc4fd37fec51 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300011 Oct 19 11:32:59.038972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:59.073246 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:59.076310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-533839ae-e00f-4818-99f2-efaa383d5505 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=71ecc8cd-ea70-43ca-b232-0706620bf96b HTTP/1.1" status: 200 len: 217 time: 0.0451829 Oct 19 11:32:59.136339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-12d59ae2-334e-4158-87fe-9ad92dbbf58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:59.136339 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-12d59ae2-334e-4158-87fe-9ad92dbbf58a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0523248 Oct 19 11:32:59.245536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a113c7a3-1a34-4c6c-82c9-0f0413c94116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:59.248892 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a113c7a3-1a34-4c6c-82c9-0f0413c94116 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1044786 Oct 19 11:32:59.342271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47702) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:32:59.355980 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-85b01af4-13e5-4bac-af53-4a2d1bbb9c35 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989530 Oct 19 11:32:59.911772 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-48bb4b38-e522-4ed6-a700-614a9d78ed40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:59.913387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-8c68dee8-ecd2-4747-a731-44a587682f30 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954873 Oct 19 11:32:59.913387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-a5dc9fd1-abe9-489a-8223-ae400b20d48b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=758ddef7-d643-4730-b6c0-8af1683aa074 HTTP/1.1" status: 200 len: 217 time: 0.0594568 Oct 19 11:32:59.913387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-416c2ac3-e2ee-4213-a8be-11e1768709c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:59.913387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-416c2ac3-e2ee-4213-a8be-11e1768709c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0562980 Oct 19 11:32:59.914378 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-48bb4b38-e522-4ed6-a700-614a9d78ed40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:32:59.914568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-6552afb1-a575-4021-a852-f344386ad512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:32:59.914568 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-6552afb1-a575-4021-a852-f344386ad512 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442553 Oct 19 11:32:59.914568 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-56a52c2e-a81a-4fa7-8a54-d57f2c64b6d2 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840712 Oct 19 11:32:59.982090 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-5f5298a3-7988-40bc-9dbe-03ef589c451b service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389148 Oct 19 11:33:00.003576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33dbf-e738-4c77-a8bc-878d47aa6e41 req-9fb34274-7c39-4fed-963c-dac8056f63b0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:00.021929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33dbf-e738-4c77-a8bc-878d47aa6e41 req-9fb34274-7c39-4fed-963c-dac8056f63b0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:00.031983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33dbf-e738-4c77-a8bc-878d47aa6e41 req-9fb34274-7c39-4fed-963c-dac8056f63b0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:00.035034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1d3faba0-d6ec-41e9-be7d-1d0e6727be31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=898f2454-afee-49e9-ab5a-b656cccdb2e1 HTTP/1.1" status: 200 len: 217 time: 0.0454283 Oct 19 11:33:00.038549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33dbf-e738-4c77-a8bc-878d47aa6e41 req-9fb34274-7c39-4fed-963c-dac8056f63b0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:00.045106 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33dbf-e738-4c77-a8bc-878d47aa6e41 req-9fb34274-7c39-4fed-963c-dac8056f63b0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:00.051998 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33dbf-e738-4c77-a8bc-878d47aa6e41 req-9fb34274-7c39-4fed-963c-dac8056f63b0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:00.058232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba33dbf-e738-4c77-a8bc-878d47aa6e41 req-9fb34274-7c39-4fed-963c-dac8056f63b0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:00.060325 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ba33dbf-e738-4c77-a8bc-878d47aa6e41 req-9fb34274-7c39-4fed-963c-dac8056f63b0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1599820 Oct 19 11:33:00.061878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-48bb4b38-e522-4ed6-a700-614a9d78ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:00.119312 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-48bb4b38-e522-4ed6-a700-614a9d78ed40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a90b123341d4093bea1fbe2fc2ebac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7759187 Oct 19 11:33:00.125028 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47726) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:00.129261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb4b38-e522-4ed6-a700-614a9d78ed40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9301c1d-dfdd-4a19-b7ee-5cec76c2c3bf,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:00.158837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-984f9c70-7f59-46e0-b4d1-6cfa3a6f0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:00.163545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-984f9c70-7f59-46e0-b4d1-6cfa3a6f0ad1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.1199498 Oct 19 11:33:00.189497 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ba33dbf-e738-4c77-a8bc-878d47aa6e41 req-9fba3097-8c5e-451a-9d45-73811717a5d9 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109514 Oct 19 11:33:00.243181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-9c3d0b7a-9b0e-4350-a941-d146e9a2d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:00.245148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-9c3d0b7a-9b0e-4350-a941-d146e9a2d550 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737314 Oct 19 11:33:00.255304 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-528a19d3-810a-461c-8fbd-39661e55321d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:00.278077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-528a19d3-810a-461c-8fbd-39661e55321d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:00.377898 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-fc7c2beb-f6f8-4dc1-8814-08859fd2c449 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223407 Oct 19 11:33:00.422240 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-528a19d3-810a-461c-8fbd-39661e55321d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:00.425827 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-528a19d3-810a-461c-8fbd-39661e55321d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:00.427183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-528a19d3-810a-461c-8fbd-39661e55321d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9301c1d-dfdd-4a19-b7ee-5cec76c2c3bf HTTP/1.1" status: 204 len: 168 time: 0.2941241 Oct 19 11:33:00.443592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a19d3-810a-461c-8fbd-39661e55321d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9301c1d-dfdd-4a19-b7ee-5cec76c2c3bf,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:00.560182 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-3e4164c3-3f2f-4a05-b68f-f7c856c7a089 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724875 Oct 19 11:33:00.581242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47740) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:00.586227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-262621552-network', 'tenant_id': '9d65db2c55b94214b6dc502c783d9739'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:00.614937 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-700bc6cd-d47c-4a7e-abce-cc903319fd17 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6512ec78-34b3-43ca-93db-f84288d7d06e HTTP/1.1" status: 200 len: 217 time: 0.0432873 Oct 19 11:33:00.685018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Made reservation on behalf of 9d65db2c55b94214b6dc502c783d9739 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:33:00.687718 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:00.696033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-db2ac2a5-1648-42a4-bf63-8f3a3b3a046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:00.697836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-db2ac2a5-1648-42a4-bf63-8f3a3b3a046d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 200 len: 797 time: 0.0748615 Oct 19 11:33:00.701655 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:00.786440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-7c899843-2a9e-4f72-befd-7126467c8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:00.789285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-7c899843-2a9e-4f72-befd-7126467c8cd0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0835028 Oct 19 11:33:00.793702 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:00.860375 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:00.934209 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-1f72cabc-beda-48e8-8bdc-4494b11382fe service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341250 Oct 19 11:33:00.942248 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:00.984604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:33:01.010729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee54cc1e-0bb1-4ff7-aff8-584dcfabc3da,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:01.023728 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.024316 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Added segment 67d76aa7-2b77-43d8-8ea0-4595aa079a27 of type vlan for network 125d5b66-707e-4bd0-a6a1-ce37abd6f1d5 Oct 19 11:33:01.064937 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-9d0ec340-2cff-40a8-993f-679766fa7178 service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233988 Oct 19 11:33:01.080238 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.118009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-06535abb-891b-457d-a311-bb47af958a5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a275090f-5113-40b3-99f4-1337b4735072 HTTP/1.1" status: 200 len: 217 time: 0.0451989 Oct 19 11:33:01.151248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47752) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:01.169909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-8b28168c-e27a-4b41-9b5b-ab1b3535a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.171396 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-8b28168c-e27a-4b41-9b5b-ab1b3535a215 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 200 len: 797 time: 0.0443058 Oct 19 11:33:01.207691 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.210053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.212350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.232475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-226d894d-ce3c-40ad-8769-396e4c81fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.234344 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-226d894d-ce3c-40ad-8769-396e4c81fd26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0556262 Oct 19 11:33:01.329855 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7444546 Oct 19 11:33:01.336026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47760) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:01.342012 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] Request body: {'subnet': {'network_id': '125d5b66-707e-4bd0-a6a1-ce37abd6f1d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-262621552-subnet', 'tenant_id': '9d65db2c55b94214b6dc502c783d9739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:01.380369 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-735801525-network', 'tenant_id': 'a2445dc1d2ce484ba2950a6e1611bdf7'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:01.395019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47764) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:01.412150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae8804-53e8-4ba4-990d-6390ef68f823 admin admin] Pushing event updated for resources: {'Network': ['ID=125d5b66-707e-4bd0-a6a1-ce37abd6f1d5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:01.423481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0997-627b-46f9-81a2-a2b7a021e017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.423677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 125d5b66-707e-4bd0-a6a1-ce37abd6f1d5 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:33:01.438459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-0142525b-8835-4a36-bd9f-05b569baf22b service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948645 Oct 19 11:33:01.477940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35f365-cc41-4471-bedf-ff32234a8736 req-4e8f73ee-cb74-48c5-8919-39a2fbf648c6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.485550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35f365-cc41-4471-bedf-ff32234a8736 req-4e8f73ee-cb74-48c5-8919-39a2fbf648c6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.495172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35f365-cc41-4471-bedf-ff32234a8736 req-4e8f73ee-cb74-48c5-8919-39a2fbf648c6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.502469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35f365-cc41-4471-bedf-ff32234a8736 req-4e8f73ee-cb74-48c5-8919-39a2fbf648c6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.510130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35f365-cc41-4471-bedf-ff32234a8736 req-4e8f73ee-cb74-48c5-8919-39a2fbf648c6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.517055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35f365-cc41-4471-bedf-ff32234a8736 req-4e8f73ee-cb74-48c5-8919-39a2fbf648c6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.525113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35f365-cc41-4471-bedf-ff32234a8736 req-4e8f73ee-cb74-48c5-8919-39a2fbf648c6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.527114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b35f365-cc41-4471-bedf-ff32234a8736 req-4e8f73ee-cb74-48c5-8919-39a2fbf648c6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1808279 Oct 19 11:33:01.549242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] Made reservation on behalf of 9d65db2c55b94214b6dc502c783d9739 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:33:01.551616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.591287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a720953b-e7aa-495a-aeed-f89e93c51a4f req-3e8e7137-2b6c-4751-b97d-6590604b999c service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337748 Oct 19 11:33:01.621929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0997-627b-46f9-81a2-a2b7a021e017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.653377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b35f365-cc41-4471-bedf-ff32234a8736 req-59c6d279-4d90-4bb5-80d6-5b9d87ac257e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185212 Oct 19 11:33:01.674274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Made reservation on behalf of a2445dc1d2ce484ba2950a6e1611bdf7 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:33:01.674274 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.694668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0997-627b-46f9-81a2-a2b7a021e017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.696154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.771645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac0997-627b-46f9-81a2-a2b7a021e017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128a23fe-4487-4530-a536-df9c5b6b8ea3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:01.776158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a2ac0997-627b-46f9-81a2-a2b7a021e017 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a7c9b70cee54ef5af86c81b4b73ae2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799224 Oct 19 11:33:01.778935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47766) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:01.831083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-bdcfabcd-b33a-4ab3-b504-c1d30939e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.831623 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-bdcfabcd-b33a-4ab3-b504-c1d30939e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.832062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-bdcfabcd-b33a-4ab3-b504-c1d30939e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.832510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-bdcfabcd-b33a-4ab3-b504-c1d30939e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.832986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-bdcfabcd-b33a-4ab3-b504-c1d30939e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.833430 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-bdcfabcd-b33a-4ab3-b504-c1d30939e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.833978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-bdcfabcd-b33a-4ab3-b504-c1d30939e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.835907 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-bdcfabcd-b33a-4ab3-b504-c1d30939e60f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6485 time: 0.1055574 Oct 19 11:33:01.880115 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-347f07d1-7781-4a80-a647-b459ee34c176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.921034 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.942692 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-347f07d1-7781-4a80-a647-b459ee34c176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:01.988521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-b5765dc9-82bd-495b-975f-62a175df5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:01.990022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-b5765dc9-82bd-495b-975f-62a175df5cff service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba HTTP/1.1" status: 200 len: 902 time: 0.1401854 Oct 19 11:33:02.029515 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:02.036464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-8878f560-1d90-416d-8898-a8a2188c924b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a275090f-5113-40b3-99f4-1337b4735072 HTTP/1.1" status: 200 len: 217 time: 0.0386000 Oct 19 11:33:02.069749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b0bd70-6941-4de1-93b8-8af596a4c9eb,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:02.080142 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:02.106907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-797391e4-0876-4034-a084-d8eae03df7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:02.108591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-797391e4-0876-4034-a084-d8eae03df7b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 200 len: 797 time: 0.0638952 Oct 19 11:33:02.147942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:33:02.154426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf8d4c7-4436-4825-9063-0e96742f8337,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:02.161450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-347f07d1-7781-4a80-a647-b459ee34c176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:02.164014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:02.164359 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Added segment a86df9f8-387a-4ce7-8120-452a0db50fed of type vlan for network 095abd5c-91b1-4077-a0ae-8517cae97bf8 Oct 19 11:33:02.165822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] Checking segment: {'id': '67d76aa7-2b77-43d8-8ea0-4595aa079a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '125d5b66-707e-4bd0-a6a1-ce37abd6f1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:33:02.176283 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-347f07d1-7781-4a80-a647-b459ee34c176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:02.176416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] Network hostable DHCP agents. Network: 125d5b66-707e-4bd0-a6a1-ce37abd6f1d5, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:33:02.176524 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-347f07d1-7781-4a80-a647-b459ee34c176 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/128a23fe-4487-4530-a536-df9c5b6b8ea3 HTTP/1.1" status: 204 len: 168 time: 0.3874030 Oct 19 11:33:02.187172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f07d1-7781-4a80-a647-b459ee34c176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128a23fe-4487-4530-a536-df9c5b6b8ea3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:02.222487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-d4fdcb06-1c30-4cb2-8515-0e829994a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:02.224008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-d4fdcb06-1c30-4cb2-8515-0e829994a403 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079547 Oct 19 11:33:02.224606 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:02.321775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] Network 125d5b66-707e-4bd0-a6a1-ce37abd6f1d5 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:33:02.325225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:02.326180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:02.326800 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:02.329595 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-271ba66d-9cb2-44a7-a9b2-a55ea896acac service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965459 Oct 19 11:33:02.432471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] Pushing event updated for resources: {'Network': ['ID=095abd5c-91b1-4077-a0ae-8517cae97bf8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:02.434226 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a982f4c0-8a1c-42fc-9141-0798f54a01f4 req-d4a0694d-2748-48ef-8a0c-69348871acd2 service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966024 Oct 19 11:33:02.446770 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f0a03161-8214-4a09-b1bf-a4b9ac7c3a3b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2943926 Oct 19 11:33:02.448767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 125d5b66-707e-4bd0-a6a1-ce37abd6f1d5) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:33:02.450202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47774) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:02.451163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 095abd5c-91b1-4077-a0ae-8517cae97bf8 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:33:02.462254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b25ac6-2182-4f36-9f10-350f5971be9b None None] Network 125d5b66-707e-4bd0-a6a1-ce37abd6f1d5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:33:02.466149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] Request body: {'subnet': {'network_id': '095abd5c-91b1-4077-a0ae-8517cae97bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-735801525-subnet', 'tenant_id': 'a2445dc1d2ce484ba2950a6e1611bdf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:02.472360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:02.473186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:02.582555 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] Made reservation on behalf of a2445dc1d2ce484ba2950a6e1611bdf7 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:33:02.584870 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:02.693539 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e1bb10db-b5d2-4438-9e43-bc470a6d5e90 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3434939 Oct 19 11:33:02.718346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f287101b-6398-45d0-a82e-fc4c6d2feee8 None None] Network 125d5b66-707e-4bd0-a6a1-ce37abd6f1d5 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:33:02.924979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47784) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:02.977645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a77fe-6aa1-44b1-859e-6f856e625f48 req-092a1b7b-e45a-42ad-a7c2-6c320f473c78 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:02.986606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a77fe-6aa1-44b1-859e-6f856e625f48 req-092a1b7b-e45a-42ad-a7c2-6c320f473c78 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:03.013517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a77fe-6aa1-44b1-859e-6f856e625f48 req-092a1b7b-e45a-42ad-a7c2-6c320f473c78 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:03.027834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf9d576-d193-40ea-ae61-02ff1e64cd0a admin admin] Deleting subnet cf4f8f2f-76f9-4a9c-b90c-83b513a6c16f {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:33:03.031889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d576-d193-40ea-ae61-02ff1e64cd0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.041817 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a77fe-6aa1-44b1-859e-6f856e625f48 req-092a1b7b-e45a-42ad-a7c2-6c320f473c78 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:03.064583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a77fe-6aa1-44b1-859e-6f856e625f48 req-092a1b7b-e45a-42ad-a7c2-6c320f473c78 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:03.077991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a77fe-6aa1-44b1-859e-6f856e625f48 req-092a1b7b-e45a-42ad-a7c2-6c320f473c78 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:03.097786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a77fe-6aa1-44b1-859e-6f856e625f48 req-092a1b7b-e45a-42ad-a7c2-6c320f473c78 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:03.099835 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-583a77fe-6aa1-44b1-859e-6f856e625f48 req-092a1b7b-e45a-42ad-a7c2-6c320f473c78 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.3307862 Oct 19 11:33:03.102431 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.109477 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d576-d193-40ea-ae61-02ff1e64cd0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.196498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fcf8831-2244-48a3-b62b-d48904162b28,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:03.225644 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-583a77fe-6aa1-44b1-859e-6f856e625f48 req-c84e721d-22ad-4dca-b880-03f88c9b3370 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167905 Oct 19 11:33:03.249257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] Checking segment: {'id': 'a86df9f8-387a-4ce7-8120-452a0db50fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '095abd5c-91b1-4077-a0ae-8517cae97bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:33:03.250082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] Network hostable DHCP agents. Network: 095abd5c-91b1-4077-a0ae-8517cae97bf8, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:33:03.285469 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d576-d193-40ea-ae61-02ff1e64cd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.378348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] Network 095abd5c-91b1-4077-a0ae-8517cae97bf8 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:33:03.404586 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d576-d193-40ea-ae61-02ff1e64cd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.433045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9d576-d193-40ea-ae61-02ff1e64cd0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4f8f2f-76f9-4a9c-b90c-83b513a6c16f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:03.435305 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d576-d193-40ea-ae61-02ff1e64cd0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.447777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0bf9d576-d193-40ea-ae61-02ff1e64cd0a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cf4f8f2f-76f9-4a9c-b90c-83b513a6c16f HTTP/1.1" status: 204 len: 168 time: 0.5207143 Oct 19 11:33:03.450238 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47798) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:03.503328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 095abd5c-91b1-4077-a0ae-8517cae97bf8) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:33:03.508191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:03.508941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.524016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078473c-371b-46c0-9426-1de50998cd94 None None] Network 095abd5c-91b1-4077-a0ae-8517cae97bf8 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:33:03.561968 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.637153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6d515c71-25db-496a-a2fe-abb40189f2dc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1799543 Oct 19 11:33:03.696616 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.727138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f348a6d1-c04b-4c58-ac55-ef96f2db8e32 None None] Network 095abd5c-91b1-4077-a0ae-8517cae97bf8 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:33:03.743092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666ebfbc-b8ff-443c-8ce1-ada4b86a129c']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:03.760578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f89c2cc-0919-4a54-a19b-5a5bb2e30453') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:03.762374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f89c2cc-0919-4a54-a19b-5a5bb2e30453') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:03.789412 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.804293 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.815045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:33:03.815668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:33:03.876187 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:33:03.998604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:04.036700 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:04.041515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] 10.222.0.39 "DELETE /v2.0/networks/666ebfbc-b8ff-443c-8ce1-ada4b86a129c HTTP/1.1" status: 204 len: 168 time: 0.5887628 Oct 19 11:33:04.043943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47820) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:04.045677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0a9c7-cf6e-4d10-8e0d-08d306aa0c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=666ebfbc-b8ff-443c-8ce1-ada4b86a129c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:04.130805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-6521bab5-815c-4849-b654-36b8976d26b9 admin admin] Deleting subnet 0cf8d4c7-4436-4825-9063-0e96742f8337 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:33:04.135072 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6521bab5-815c-4849-b654-36b8976d26b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:04.186341 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6521bab5-815c-4849-b654-36b8976d26b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:04.243250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6521bab5-815c-4849-b654-36b8976d26b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:04.490784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-434b6c02-72a2-400a-80e5-76a340331f94 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:04.492424 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-434b6c02-72a2-400a-80e5-76a340331f94 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/networks?id=095abd5c-91b1-4077-a0ae-8517cae97bf8 HTTP/1.1" status: 200 len: 821 time: 0.1672964 Oct 19 11:33:04.518368 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-30e31d79-711e-4553-aabe-691813f44580 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/quotas/a2445dc1d2ce484ba2950a6e1611bdf7 HTTP/1.1" status: 200 len: 375 time: 0.0119596 Oct 19 11:33:04.529404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d773f-4411-4beb-bcc3-3355002c5e2c req-06f9959f-72a5-4e96-8f4d-a6c2e8845cc3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:04.536871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d773f-4411-4beb-bcc3-3355002c5e2c req-06f9959f-72a5-4e96-8f4d-a6c2e8845cc3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:04.543762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d773f-4411-4beb-bcc3-3355002c5e2c req-06f9959f-72a5-4e96-8f4d-a6c2e8845cc3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:04.552139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d773f-4411-4beb-bcc3-3355002c5e2c req-06f9959f-72a5-4e96-8f4d-a6c2e8845cc3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:04.563546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d773f-4411-4beb-bcc3-3355002c5e2c req-06f9959f-72a5-4e96-8f4d-a6c2e8845cc3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:04.570501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d773f-4411-4beb-bcc3-3355002c5e2c req-06f9959f-72a5-4e96-8f4d-a6c2e8845cc3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:04.573294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-213a839b-e5a3-4b2c-9f9f-ee9d11d74f49 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2445dc1d2ce484ba2950a6e1611bdf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475450 Oct 19 11:33:04.579066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d773f-4411-4beb-bcc3-3355002c5e2c req-06f9959f-72a5-4e96-8f4d-a6c2e8845cc3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:04.581549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f2d773f-4411-4beb-bcc3-3355002c5e2c req-06f9959f-72a5-4e96-8f4d-a6c2e8845cc3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1154094 Oct 19 11:33:04.585999 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6521bab5-815c-4849-b654-36b8976d26b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:04.638344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521bab5-815c-4849-b654-36b8976d26b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf8d4c7-4436-4825-9063-0e96742f8337,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:04.649753 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6521bab5-815c-4849-b654-36b8976d26b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:04.654147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6521bab5-815c-4849-b654-36b8976d26b9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0cf8d4c7-4436-4825-9063-0e96742f8337 HTTP/1.1" status: 204 len: 168 time: 0.6090670 Oct 19 11:33:04.660420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47842) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:04.705055 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f2d773f-4411-4beb-bcc3-3355002c5e2c req-26e49870-592b-4320-9d02-ebd414816175 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164014 Oct 19 11:33:04.772152 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:04.886928 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:04.922981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125d5b66-707e-4bd0-a6a1-ce37abd6f1d5']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:04.942641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d76aa7-2b77-43d8-8ea0-4595aa079a27') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:04.943632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d76aa7-2b77-43d8-8ea0-4595aa079a27') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:04.961106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.000817 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.013921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:33:05.014272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:33:05.016033 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:33:05.019871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47850) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:05.045197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-b7bcebe0-80be-479e-96fa-c6d0e6ae3d6c service neutron] 10.222.0.39 "GET /v2.0/networks/095abd5c-91b1-4077-a0ae-8517cae97bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565628 Oct 19 11:33:05.182054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-4d6210b3-3e4a-4ce9-8e9a-bc33cd1c75d4 service neutron] 10.222.0.39 "GET /v2.0/networks/095abd5c-91b1-4077-a0ae-8517cae97bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296058 Oct 19 11:33:05.213075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e03383ae-8675-47dd-87a5-7fa0b642debf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.229590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.250669 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.265101 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] 10.222.0.39 "DELETE /v2.0/networks/125d5b66-707e-4bd0-a6a1-ce37abd6f1d5 HTTP/1.1" status: 204 len: 168 time: 0.6034575 Oct 19 11:33:05.266660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78919f69-117b-41f9-86c9-4e23b383b633 admin admin] Pushing event deleted for resources: {'Network': ['ID=125d5b66-707e-4bd0-a6a1-ce37abd6f1d5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:05.371870 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e03383ae-8675-47dd-87a5-7fa0b642debf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.486613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e03383ae-8675-47dd-87a5-7fa0b642debf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.581718 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e03383ae-8675-47dd-87a5-7fa0b642debf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68871edcea594798b2cf8f53116b1549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5616646 Oct 19 11:33:05.583482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03383ae-8675-47dd-87a5-7fa0b642debf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e4ce2-ac16-43ac-b8a5-3f281fde8a09,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:05.587385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47874) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:05.610939 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-45828428-aed4-4142-ae10-5922cfd568a8 req-c09938e5-1a66-4166-a03d-46aaf5cdee5e tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 210 time: 0.0481040 Oct 19 11:33:05.691385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4a60c1e-0a28-4364-a4b4-ca08082f7894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.711317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4a60c1e-0a28-4364-a4b4-ca08082f7894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.864674 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47884) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:05.890503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8aeec-7253-4b91-9532-a6f22e6424c7 req-2fe97888-006b-49e9-a45f-5f219a2f37bf tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:05.897489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8aeec-7253-4b91-9532-a6f22e6424c7 req-2fe97888-006b-49e9-a45f-5f219a2f37bf tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:05.904244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8aeec-7253-4b91-9532-a6f22e6424c7 req-2fe97888-006b-49e9-a45f-5f219a2f37bf tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:05.911265 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8aeec-7253-4b91-9532-a6f22e6424c7 req-2fe97888-006b-49e9-a45f-5f219a2f37bf tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:05.917738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8aeec-7253-4b91-9532-a6f22e6424c7 req-2fe97888-006b-49e9-a45f-5f219a2f37bf tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:05.924917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8aeec-7253-4b91-9532-a6f22e6424c7 req-2fe97888-006b-49e9-a45f-5f219a2f37bf tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:05.931288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8aeec-7253-4b91-9532-a6f22e6424c7 req-2fe97888-006b-49e9-a45f-5f219a2f37bf tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:05.936409 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e5a62e84-19f0-4f01-b15a-83eebd528df8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88eeb89761074151b1432446f177cf6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700436 Oct 19 11:33:05.940172 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76f8aeec-7253-4b91-9532-a6f22e6424c7 req-2fe97888-006b-49e9-a45f-5f219a2f37bf tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1354532 Oct 19 11:33:05.942303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47890) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:05.955467 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4a60c1e-0a28-4364-a4b4-ca08082f7894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.958362 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4a60c1e-0a28-4364-a4b4-ca08082f7894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:05.959719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c4a60c1e-0a28-4364-a4b4-ca08082f7894 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f8e4ce2-ac16-43ac-b8a5-3f281fde8a09 HTTP/1.1" status: 204 len: 168 time: 0.3519289 Oct 19 11:33:06.008710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a60c1e-0a28-4364-a4b4-ca08082f7894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e4ce2-ac16-43ac-b8a5-3f281fde8a09,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:06.085265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76f8aeec-7253-4b91-9532-a6f22e6424c7 req-2148a2ee-a72c-4dd3-833f-572a88b9289a tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369615 Oct 19 11:33:06.117293 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef380002-b482-40a4-87cc-e47d47cb7cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:06.178312 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef380002-b482-40a4-87cc-e47d47cb7cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:06.344893 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef380002-b482-40a4-87cc-e47d47cb7cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:06.347981 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef380002-b482-40a4-87cc-e47d47cb7cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:06.354412 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ef380002-b482-40a4-87cc-e47d47cb7cae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3235aba4-7438-4d02-9956-eb6de14f946e HTTP/1.1" status: 204 len: 168 time: 0.4050214 Oct 19 11:33:06.359706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef380002-b482-40a4-87cc-e47d47cb7cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3235aba4-7438-4d02-9956-eb6de14f946e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:06.711191 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-644fe075-dae8-4d3d-a522-8e9f0bba65e1 req-ec613ccd-88c4-4aa1-b05a-65814121abcc tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 210 time: 0.0508044 Oct 19 11:33:06.902643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47910) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:06.916278 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d2631f70-4906-4dfa-b6cf-dfb1dafb1695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:07.019618 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d2631f70-4906-4dfa-b6cf-dfb1dafb1695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:07.090077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d2631f70-4906-4dfa-b6cf-dfb1dafb1695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:07.132747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d2631f70-4906-4dfa-b6cf-dfb1dafb1695 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14c62ae8824b46a2b6d679a88b05cdff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293673 Oct 19 11:33:07.133998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2631f70-4906-4dfa-b6cf-dfb1dafb1695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78952b1c-bed7-4252-9e0b-b4008904de26,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:07.135455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47916) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:07.228015 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0648973-d4ff-420e-a22f-73329e3d9182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:07.252785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025a16-33b1-4699-9966-e931919f3433 req-42ee5f5b-83a3-468b-a2f0-54feba04cd66 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:07.264628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025a16-33b1-4699-9966-e931919f3433 req-42ee5f5b-83a3-468b-a2f0-54feba04cd66 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:07.271516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025a16-33b1-4699-9966-e931919f3433 req-42ee5f5b-83a3-468b-a2f0-54feba04cd66 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:07.282549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025a16-33b1-4699-9966-e931919f3433 req-42ee5f5b-83a3-468b-a2f0-54feba04cd66 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:07.284441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025a16-33b1-4699-9966-e931919f3433 req-42ee5f5b-83a3-468b-a2f0-54feba04cd66 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:07.290957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025a16-33b1-4699-9966-e931919f3433 req-42ee5f5b-83a3-468b-a2f0-54feba04cd66 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:07.297925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025a16-33b1-4699-9966-e931919f3433 req-42ee5f5b-83a3-468b-a2f0-54feba04cd66 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:07.312822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26025a16-33b1-4699-9966-e931919f3433 req-42ee5f5b-83a3-468b-a2f0-54feba04cd66 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1461003 Oct 19 11:33:07.359200 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0648973-d4ff-420e-a22f-73329e3d9182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:07.411552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47922) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:07.433979 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26025a16-33b1-4699-9966-e931919f3433 req-ed9b1107-a3f9-45e7-9d07-63c46ffb6ccd tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189373 Oct 19 11:33:07.504892 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1763ddc2-5646-44f1-a0a6-e2e4f43a1112 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d65db2c55b94214b6dc502c783d9739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0918376 Oct 19 11:33:07.507571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47924) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:07.583314 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c0149be-7ad5-42e2-98e5-0f09743c1ab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:07.611961 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0648973-d4ff-420e-a22f-73329e3d9182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:07.614845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0648973-d4ff-420e-a22f-73329e3d9182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:07.619353 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b0648973-d4ff-420e-a22f-73329e3d9182 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78952b1c-bed7-4252-9e0b-b4008904de26 HTTP/1.1" status: 204 len: 168 time: 0.4827106 Oct 19 11:33:07.622927 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c0149be-7ad5-42e2-98e5-0f09743c1ab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:07.670997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0648973-d4ff-420e-a22f-73329e3d9182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78952b1c-bed7-4252-9e0b-b4008904de26,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:07.843567 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a6dbae4-9975-44f1-acce-839fceee0eaa req-fed72ca6-4467-4b23-a120-f7b39ff4c163 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 210 time: 0.0343306 Oct 19 11:33:07.845895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c0149be-7ad5-42e2-98e5-0f09743c1ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:07.849333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c0149be-7ad5-42e2-98e5-0f09743c1ab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:07.850964 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0c0149be-7ad5-42e2-98e5-0f09743c1ab4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee54cc1e-0bb1-4ff7-aff8-584dcfabc3da HTTP/1.1" status: 204 len: 168 time: 0.3421342 Oct 19 11:33:07.860855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0149be-7ad5-42e2-98e5-0f09743c1ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee54cc1e-0bb1-4ff7-aff8-584dcfabc3da,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:08.139615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-2e96761c-14fe-459c-960a-654f9ff833cb tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:08.144298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-2e96761c-14fe-459c-960a-654f9ff833cb tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/networks?id=f0ab297c-614c-411e-b2bf-16b31ff8c231 HTTP/1.1" status: 200 len: 815 time: 0.1482565 Oct 19 11:33:08.160948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-1de1ce2a-9a31-4739-aa90-ab70970fdd8c tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/quotas/ec97e5c2b7714840b882765860c51adf HTTP/1.1" status: 200 len: 375 time: 0.0099921 Oct 19 11:33:08.218596 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-69fa12ab-6022-47dd-ab22-dc1260c01aed tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511930 Oct 19 11:33:08.391311 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-1f1067e3-2763-4e54-af53-51014dc03339 service neutron] 10.222.0.39 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639838 Oct 19 11:33:08.523199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-65836a98-1066-4f25-9883-0f49a734b3f9 service neutron] 10.222.0.39 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247377 Oct 19 11:33:08.623336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4dd4d-c8ee-4328-afe2-ea5ed6c09d07 req-ad57a6d2-7134-48e4-ba37-b0f8d562121a tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:08.631721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4dd4d-c8ee-4328-afe2-ea5ed6c09d07 req-ad57a6d2-7134-48e4-ba37-b0f8d562121a tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:08.641184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4dd4d-c8ee-4328-afe2-ea5ed6c09d07 req-ad57a6d2-7134-48e4-ba37-b0f8d562121a tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:08.648245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4dd4d-c8ee-4328-afe2-ea5ed6c09d07 req-ad57a6d2-7134-48e4-ba37-b0f8d562121a tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:08.658321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4dd4d-c8ee-4328-afe2-ea5ed6c09d07 req-ad57a6d2-7134-48e4-ba37-b0f8d562121a tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:08.663656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4dd4d-c8ee-4328-afe2-ea5ed6c09d07 req-ad57a6d2-7134-48e4-ba37-b0f8d562121a tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:08.669960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4dd4d-c8ee-4328-afe2-ea5ed6c09d07 req-ad57a6d2-7134-48e4-ba37-b0f8d562121a tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:08.671918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85b4dd4d-c8ee-4328-afe2-ea5ed6c09d07 req-ad57a6d2-7134-48e4-ba37-b0f8d562121a tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1458161 Oct 19 11:33:08.723392 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85b4dd4d-c8ee-4328-afe2-ea5ed6c09d07 req-fccd0c24-8e9d-45cc-b779-96bd85b6787b tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419111 Oct 19 11:33:08.743018 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47966) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:08.761375 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31433050-f4d0-48ca-8a2b-1371ec7cbd96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:08.935949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31433050-f4d0-48ca-8a2b-1371ec7cbd96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:09.002204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-46e68335-8504-4bf9-a1e7-ea3ebbbce4c0 req-4d534218-b9c8-491a-9995-b8f44fcf9d06 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 210 time: 0.0608938 Oct 19 11:33:09.028463 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a37d707c-bcb3-4bef-b360-2449ba989d1d req-a1d281ef-8c54-439f-81f7-a4dbf03b5535 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 210 time: 0.0807981 Oct 19 11:33:09.069146 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31433050-f4d0-48ca-8a2b-1371ec7cbd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:09.085462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-44f80138-7baa-4f6c-b181-00ba55ec1bde tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:09.085462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-44f80138-7baa-4f6c-b181-00ba55ec1bde tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.26 "GET /v2.0/networks?id=095abd5c-91b1-4077-a0ae-8517cae97bf8 HTTP/1.1" status: 200 len: 821 time: 0.2542846 Oct 19 11:33:09.110474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Request body: {'port': {'device_id': 'c62ff585-1764-4892-979b-a1aa3da7f388', 'network_id': '095abd5c-91b1-4077-a0ae-8517cae97bf8', 'admin_state_up': True, 'tenant_id': 'a2445dc1d2ce484ba2950a6e1611bdf7'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:09.113923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31433050-f4d0-48ca-8a2b-1371ec7cbd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582b59e1-46ca-46f0-81d9-248ea28f8c23,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:09.142367 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-31433050-f4d0-48ca-8a2b-1371ec7cbd96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=413f9a6894c24260b0f73f2136aae76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864024 Oct 19 11:33:09.144219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47988) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:09.262223 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-240f66a9-08de-45bd-8651-250ddd9ddd8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:09.293796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-240f66a9-08de-45bd-8651-250ddd9ddd8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:09.510581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-240f66a9-08de-45bd-8651-250ddd9ddd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:09.525400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-240f66a9-08de-45bd-8651-250ddd9ddd8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:09.529788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-240f66a9-08de-45bd-8651-250ddd9ddd8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/582b59e1-46ca-46f0-81d9-248ea28f8c23 HTTP/1.1" status: 204 len: 168 time: 0.3819299 Oct 19 11:33:09.557513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f66a9-08de-45bd-8651-250ddd9ddd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582b59e1-46ca-46f0-81d9-248ea28f8c23,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:09.787205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Made reservation on behalf of a2445dc1d2ce484ba2950a6e1611bdf7 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:33:09.791322 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:09.883513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a70c42-0a13-4e43-b629-3cb7ad812ad6 req-c6d66743-3224-4dd9-ba9c-682b668ae6b6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:09.893263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a70c42-0a13-4e43-b629-3cb7ad812ad6 req-c6d66743-3224-4dd9-ba9c-682b668ae6b6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:09.899524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a70c42-0a13-4e43-b629-3cb7ad812ad6 req-c6d66743-3224-4dd9-ba9c-682b668ae6b6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:09.905768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a70c42-0a13-4e43-b629-3cb7ad812ad6 req-c6d66743-3224-4dd9-ba9c-682b668ae6b6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:09.911822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a70c42-0a13-4e43-b629-3cb7ad812ad6 req-c6d66743-3224-4dd9-ba9c-682b668ae6b6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:09.917844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a70c42-0a13-4e43-b629-3cb7ad812ad6 req-c6d66743-3224-4dd9-ba9c-682b668ae6b6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:09.924876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a70c42-0a13-4e43-b629-3cb7ad812ad6 req-c6d66743-3224-4dd9-ba9c-682b668ae6b6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:09.926892 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-46a70c42-0a13-4e43-b629-3cb7ad812ad6 req-c6d66743-3224-4dd9-ba9c-682b668ae6b6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1106164 Oct 19 11:33:09.964443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Allocated IP 172.20.0.8 (095abd5c-91b1-4077-a0ae-8517cae97bf8/5fcf8831-2244-48a3-b62b-d48904162b28/7ff7f20c-44b0-4818-a1a4-9ccc94834c22) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:33:10.028812 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-46a70c42-0a13-4e43-b629-3cb7ad812ad6 req-9ec33174-9b3e-4245-a180-0c03d3fb09d2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866480 Oct 19 11:33:10.134389 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-367a294e-c607-4f3e-b15c-1cd42dcd0021 req-93ec6177-b1bb-49ad-b764-893ceea45382 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 210 time: 0.0617352 Oct 19 11:33:10.190285 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:10.226961 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1109c5b3-f455-4e71-bcf1-7c6e79dac293 req-5b9e5157-ff1f-4e92-ae01-ff369140725a tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 210 time: 0.0456486 Oct 19 11:33:10.439707 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:10.529741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Pushing event updated for resources: {'Port': ['ID=7ff7f20c-44b0-4818-a1a4-9ccc94834c22,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:10.548433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Network 095abd5c-91b1-4077-a0ae-8517cae97bf8 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:33:10.552053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:33:10.554591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:33:10.662485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:10.663483 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:10.753196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-07aa82e8-572d-4b2e-a1de-a5b6bfc6fd81 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6569154 Oct 19 11:33:10.766897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Request body: {'port': {'device_id': 'c62ff585-1764-4892-979b-a1aa3da7f388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:10.849187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:11.240794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb086e-b64d-400d-a721-cdee86f03344 req-c6261e7e-1a0c-4ee6-a7a3-2b75de4df18e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:11.250267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb086e-b64d-400d-a721-cdee86f03344 req-c6261e7e-1a0c-4ee6-a7a3-2b75de4df18e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:11.257432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb086e-b64d-400d-a721-cdee86f03344 req-c6261e7e-1a0c-4ee6-a7a3-2b75de4df18e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:11.268272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb086e-b64d-400d-a721-cdee86f03344 req-c6261e7e-1a0c-4ee6-a7a3-2b75de4df18e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:11.305226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb086e-b64d-400d-a721-cdee86f03344 req-c6261e7e-1a0c-4ee6-a7a3-2b75de4df18e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:11.323586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb086e-b64d-400d-a721-cdee86f03344 req-c6261e7e-1a0c-4ee6-a7a3-2b75de4df18e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:11.329155 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d47292d5-5e4b-4f7a-baad-9590b5155883 req-9a37a5d5-8ef6-4a00-8a01-923c41fcb7c4 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 210 time: 0.0489650 Oct 19 11:33:11.339058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb086e-b64d-400d-a721-cdee86f03344 req-c6261e7e-1a0c-4ee6-a7a3-2b75de4df18e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:11.351790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2cb086e-b64d-400d-a721-cdee86f03344 req-c6261e7e-1a0c-4ee6-a7a3-2b75de4df18e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1902397 Oct 19 11:33:11.420711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:11.432609 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:11.448475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Transition to ACTIVE for port object 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:33:11.469948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2cb086e-b64d-400d-a721-cdee86f03344 req-e361a7b3-c8b5-4960-bcbc-4d55a54fa11d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105528 Oct 19 11:33:11.559753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c408f4-a701-47c0-8f83-e22947befcf0 req-c8d56c6b-b521-4535-bc0e-6143d7178917 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:11.561416 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-61c408f4-a701-47c0-8f83-e22947befcf0 req-c8d56c6b-b521-4535-bc0e-6143d7178917 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 931 time: 0.1032569 Oct 19 11:33:11.612318 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:11.671178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-61c408f4-a701-47c0-8f83-e22947befcf0 req-87c51427-afe5-4e97-bba1-8b83b3afeb6b tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/security-groups?id=61b0bd70-6941-4de1-93b8-8af596a4c9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927558 Oct 19 11:33:11.799186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff7f20c-44b0-4818-a1a4-9ccc94834c22,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:11.829605 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Attempting to bind port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:33:11.829949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Attempting to bind port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'a86df9f8-387a-4ce7-8120-452a0db50fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '095abd5c-91b1-4077-a0ae-8517cae97bf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:33:11.830283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Attempting to bind port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 on network 095abd5c-91b1-4077-a0ae-8517cae97bf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:33:11.871710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 on network 095abd5c-91b1-4077-a0ae-8517cae97bf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:33:11.872355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Attempting to bind port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 on network 095abd5c-91b1-4077-a0ae-8517cae97bf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:33:11.879093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:33:11.881532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Checking segment: {'id': 'a86df9f8-387a-4ce7-8120-452a0db50fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '095abd5c-91b1-4077-a0ae-8517cae97bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:33:11.889778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Bound using segment: {'id': 'a86df9f8-387a-4ce7-8120-452a0db50fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '095abd5c-91b1-4077-a0ae-8517cae97bf8'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:33:11.890353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Bound port: 7ff7f20c-44b0-4818-a1a4-9ccc94834c22, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86df9f8-387a-4ce7-8120-452a0db50fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '095abd5c-91b1-4077-a0ae-8517cae97bf8'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:33:11.890765 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:12.007114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] For port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:33:12.010825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] For port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7ff7f20c-44b0-4818-a1a4-9ccc94834c22,segment=NetworkSegment(a86df9f8-387a-4ce7-8120-452a0db50fed),segment_id=a86df9f8-387a-4ce7-8120-452a0db50fed)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:33:12.097550 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:12.207814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.208672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:12.212379 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] 10.222.0.26 "PUT /v2.0/ports/7ff7f20c-44b0-4818-a1a4-9ccc94834c22 HTTP/1.1" status: 200 len: 1091 time: 1.4508119 Oct 19 11:33:12.213214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62ff585-1764-4892-979b-a1aa3da7f388', 'tag': '7ff7f20c-44b0-4818-a1a4-9ccc94834c22'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:12.216101 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7186227-10c2-4f3e-b8bb-339cadf9d175" -d '{"events": [{"name": "network-changed", "server_uuid": "c62ff585-1764-4892-979b-a1aa3da7f388", "tag": "7ff7f20c-44b0-4818-a1a4-9ccc94834c22"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:12.243504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecf173-ab33-43f7-935a-9fac37475a85 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff7f20c-44b0-4818-a1a4-9ccc94834c22,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:12.273944 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f4426b-10e7-492b-8318-e22b6754c694 x-openstack-request-id: req-04f4426b-10e7-492b-8318-e22b6754c694 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:12.273944 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62ff585-1764-4892-979b-a1aa3da7f388", "tag": "7ff7f20c-44b0-4818-a1a4-9ccc94834c22", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:12.273944 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04f4426b-10e7-492b-8318-e22b6754c694 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:12.273944 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62ff585-1764-4892-979b-a1aa3da7f388', 'tag': '7ff7f20c-44b0-4818-a1a4-9ccc94834c22', 'status': 'completed', 'code': 200} Oct 19 11:33:12.379988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7186227-10c2-4f3e-b8bb-339cadf9d175 req-8fc5e135-5502-46b5-ab3c-30e90361be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.385631 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7186227-10c2-4f3e-b8bb-339cadf9d175 req-8fc5e135-5502-46b5-ab3c-30e90361be6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2445dc1d2ce484ba2950a6e1611bdf7&device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 1094 time: 0.0851018 Oct 19 11:33:12.456717 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4a4278f-7765-4aeb-8c18-398e941a1e45 req-c2c1d5b7-c01d-4830-8fa3-a8b83bce8470 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 210 time: 0.0460992 Oct 19 11:33:12.568496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-e57b4626-3933-4e0b-b474-21a2b9563243 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.570004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-e57b4626-3933-4e0b-b474-21a2b9563243 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.49 "GET /v2.0/networks?id=f0ab297c-614c-411e-b2bf-16b31ff8c231 HTTP/1.1" status: 200 len: 815 time: 0.1735399 Oct 19 11:33:12.596630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Request body: {'port': {'device_id': 'a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e', 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231', 'admin_state_up': True, 'tenant_id': 'ec97e5c2b7714840b882765860c51adf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:12.621630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7186227-10c2-4f3e-b8bb-339cadf9d175 req-dc5cbf0d-1e6f-4bda-b01d-6b639f294671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.626764 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7186227-10c2-4f3e-b8bb-339cadf9d175 req-dc5cbf0d-1e6f-4bda-b01d-6b639f294671 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a2445dc1d2ce484ba2950a6e1611bdf7&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2315998 Oct 19 11:33:12.705886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780c34-947e-480c-adcb-2e6cd4c8ff22 req-d83b1ee3-95cf-4ecc-9a0d-e1e3e526d6b4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.712767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780c34-947e-480c-adcb-2e6cd4c8ff22 req-d83b1ee3-95cf-4ecc-9a0d-e1e3e526d6b4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.719022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780c34-947e-480c-adcb-2e6cd4c8ff22 req-d83b1ee3-95cf-4ecc-9a0d-e1e3e526d6b4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.725179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780c34-947e-480c-adcb-2e6cd4c8ff22 req-d83b1ee3-95cf-4ecc-9a0d-e1e3e526d6b4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.731520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780c34-947e-480c-adcb-2e6cd4c8ff22 req-d83b1ee3-95cf-4ecc-9a0d-e1e3e526d6b4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.737642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780c34-947e-480c-adcb-2e6cd4c8ff22 req-d83b1ee3-95cf-4ecc-9a0d-e1e3e526d6b4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.761313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780c34-947e-480c-adcb-2e6cd4c8ff22 req-d83b1ee3-95cf-4ecc-9a0d-e1e3e526d6b4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.761313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b7780c34-947e-480c-adcb-2e6cd4c8ff22 req-d83b1ee3-95cf-4ecc-9a0d-e1e3e526d6b4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1868393 Oct 19 11:33:12.861404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b7780c34-947e-480c-adcb-2e6cd4c8ff22 req-99107ce3-2a8a-4078-b58e-88cd23770797 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888920 Oct 19 11:33:12.905099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7186227-10c2-4f3e-b8bb-339cadf9d175 req-955e33fb-524d-4e4d-b8be-9fc34ac6d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.906757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7186227-10c2-4f3e-b8bb-339cadf9d175 req-955e33fb-524d-4e4d-b8be-9fc34ac6d32c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2720056 Oct 19 11:33:12.960413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc3056-d958-41f2-bf1e-58e49c017b6b req-04148cd3-fc21-4cf8-9841-8a731709e96e tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:12.976466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-badc3056-d958-41f2-bf1e-58e49c017b6b req-04148cd3-fc21-4cf8-9841-8a731709e96e tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 943 time: 0.1691160 Oct 19 11:33:13.034801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Made reservation on behalf of ec97e5c2b7714840b882765860c51adf for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:33:13.038399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:13.050269 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-badc3056-d958-41f2-bf1e-58e49c017b6b req-d1b5fdb8-4815-4b27-9b07-0a706ee26bcc tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/security-groups?id=61b0bd70-6941-4de1-93b8-8af596a4c9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769999 Oct 19 11:33:13.055681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-1fa669c2-a846-4bf9-8c24-4bd7c85c1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:13.057363 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-1fa669c2-a846-4bf9-8c24-4bd7c85c1c63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2445dc1d2ce484ba2950a6e1611bdf7&device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 1094 time: 0.0600932 Oct 19 11:33:13.114576 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-44e7c0e4-56b5-4d72-adae-c42f2992e46c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ff7f20c-44b0-4818-a1a4-9ccc94834c22 HTTP/1.1" status: 200 len: 217 time: 0.0451651 Oct 19 11:33:13.181381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Allocated IP 172.20.0.13 (f0ab297c-614c-411e-b2bf-16b31ff8c231/7de504bb-4164-42bc-9122-ea8824c7f7b3/55e2eff0-ecee-4fd4-84dc-5610122ccd5e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:33:13.189736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-d04b96d8-2ac3-4463-af9c-9c276c375d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:13.191557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-d04b96d8-2ac3-4463-af9c-9c276c375d08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fcf8831-2244-48a3-b62b-d48904162b28 HTTP/1.1" status: 200 len: 861 time: 0.0742235 Oct 19 11:33:13.230461 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-19d32c1b-a31a-4726-9468-dbf3ad0ea52f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=095abd5c-91b1-4077-a0ae-8517cae97bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314815 Oct 19 11:33:13.336735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-bd844a1a-424a-44af-bb34-93340fbe404c service neutron] 10.222.0.26 "GET /v2.0/networks/095abd5c-91b1-4077-a0ae-8517cae97bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984335 Oct 19 11:33:13.358535 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:13.446200 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52a6ba60-7fe2-49a4-be6a-3e80f64ec76c req-986b49e4-c15a-45ff-a387-43bd7abe361a service neutron] 10.222.0.26 "GET /v2.0/networks/095abd5c-91b1-4077-a0ae-8517cae97bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996950 Oct 19 11:33:13.492622 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:13.506122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['a3359b9b-f78c-4a8f-b4e6-fe95825142f8', '9d1f5894-5b94-4608-ab97-1b3ac34e63ea'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:13.555322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Network f0ab297c-614c-411e-b2bf-16b31ff8c231 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:33:13.557127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:33:13.559292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Pushing event updated for resources: {'Port': ['ID=55e2eff0-ecee-4fd4-84dc-5610122ccd5e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:13.568008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:33:13.669094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:13.670020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:13.682540 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c66d25-d90e-4c46-8c2b-80c095a7e313 req-b971af8f-35cd-46a1-973b-607b6bd089b0 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:13.684309 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c66d25-d90e-4c46-8c2b-80c095a7e313 req-b971af8f-35cd-46a1-973b-607b6bd089b0 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 932 time: 0.0787678 Oct 19 11:33:13.732945 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40c66d25-d90e-4c46-8c2b-80c095a7e313 req-225c7f5a-c041-4834-9a71-023825f1b528 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389647 Oct 19 11:33:13.824188 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-265deb36-b1d9-4ec7-ac68-1fbba10e0b0d tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2317150 Oct 19 11:33:13.843131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Request body: {'port': {'device_id': 'a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:13.939698 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:14.055298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb09e-d80a-47b2-83ea-443a94e18cab req-8c6221fb-4370-46ad-8931-4c68804cbb15 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:14.066539 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb09e-d80a-47b2-83ea-443a94e18cab req-8c6221fb-4370-46ad-8931-4c68804cbb15 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:14.073290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb09e-d80a-47b2-83ea-443a94e18cab req-8c6221fb-4370-46ad-8931-4c68804cbb15 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:14.083703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb09e-d80a-47b2-83ea-443a94e18cab req-8c6221fb-4370-46ad-8931-4c68804cbb15 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:14.090555 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb09e-d80a-47b2-83ea-443a94e18cab req-8c6221fb-4370-46ad-8931-4c68804cbb15 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:14.100081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb09e-d80a-47b2-83ea-443a94e18cab req-8c6221fb-4370-46ad-8931-4c68804cbb15 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:14.106331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb09e-d80a-47b2-83ea-443a94e18cab req-8c6221fb-4370-46ad-8931-4c68804cbb15 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:14.110289 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fcbb09e-d80a-47b2-83ea-443a94e18cab req-8c6221fb-4370-46ad-8931-4c68804cbb15 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1519353 Oct 19 11:33:14.172297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fcbb09e-d80a-47b2-83ea-443a94e18cab req-b274e89f-4578-4e43-9230-6364d3cc6277 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542400 Oct 19 11:33:14.247760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28536-3603-4f15-8624-7dd0177be5be req-58db5ff9-7bd2-44d6-9797-77b0a5af7578 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:14.251429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e2c28536-3603-4f15-8624-7dd0177be5be req-58db5ff9-7bd2-44d6-9797-77b0a5af7578 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 943 time: 0.1063540 Oct 19 11:33:14.320240 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e2c28536-3603-4f15-8624-7dd0177be5be req-f43fbfc9-8a90-4c2b-9d0f-fc0e7fb157c1 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/security-groups?id=61b0bd70-6941-4de1-93b8-8af596a4c9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637002 Oct 19 11:33:14.386306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e2eff0-ecee-4fd4-84dc-5610122ccd5e {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:14.395560 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:14.408298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Transition to ACTIVE for port object 55e2eff0-ecee-4fd4-84dc-5610122ccd5e will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:33:14.505035 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:14.618215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Pushing event updated for resources: {'Port': ['ID=55e2eff0-ecee-4fd4-84dc-5610122ccd5e,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:14.682725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Attempting to bind port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:33:14.683455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Attempting to bind port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:33:14.683455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Attempting to bind port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e on network f0ab297c-614c-411e-b2bf-16b31ff8c231 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:33:14.690600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e on network f0ab297c-614c-411e-b2bf-16b31ff8c231 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:33:14.690600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Attempting to bind port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e on network f0ab297c-614c-411e-b2bf-16b31ff8c231 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:33:14.698485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:33:14.698838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Checking segment: {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:33:14.699218 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Bound using segment: {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:33:14.699639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Bound port: 55e2eff0-ecee-4fd4-84dc-5610122ccd5e, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:33:14.699990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:14.764656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] For port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:33:14.768855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] For port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=55e2eff0-ecee-4fd4-84dc-5610122ccd5e,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:33:14.844481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:14.887421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352457f-fa6d-4910-93ec-e94a19158ced req-ceab921d-cc3f-4983-89c8-74b47ec05442 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:14.896906 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f352457f-fa6d-4910-93ec-e94a19158ced req-ceab921d-cc3f-4983-89c8-74b47ec05442 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 944 time: 0.0798466 Oct 19 11:33:14.926239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:14.926239 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:14.926239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] 10.222.0.49 "PUT /v2.0/ports/55e2eff0-ecee-4fd4-84dc-5610122ccd5e HTTP/1.1" status: 200 len: 1092 time: 1.0854840 Oct 19 11:33:14.928751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e', 'tag': '55e2eff0-ecee-4fd4-84dc-5610122ccd5e'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:14.931146 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fea112-d182-4d5f-b06c-11b9b54b819e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e", "tag": "55e2eff0-ecee-4fd4-84dc-5610122ccd5e"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:14.966252 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f352457f-fa6d-4910-93ec-e94a19158ced req-2af43e32-61db-4b3a-97f7-66958fdacd84 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614686 Oct 19 11:33:14.966371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b0d85-d65f-431f-a6e7-8d47be812335 service neutron] Pushing event updated for resources: {'Port': ['ID=55e2eff0-ecee-4fd4-84dc-5610122ccd5e,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:15.008277 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0185d4ca-c390-40d6-83fa-10bfce4e0714 x-openstack-request-id: req-0185d4ca-c390-40d6-83fa-10bfce4e0714 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:15.008897 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e", "tag": "55e2eff0-ecee-4fd4-84dc-5610122ccd5e", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:15.009394 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0185d4ca-c390-40d6-83fa-10bfce4e0714 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:15.010092 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e', 'tag': '55e2eff0-ecee-4fd4-84dc-5610122ccd5e', 'status': 'completed', 'code': 200} Oct 19 11:33:15.077885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fea112-d182-4d5f-b06c-11b9b54b819e req-c5ed4537-9635-4759-a99f-96a29a09d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.080032 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7fea112-d182-4d5f-b06c-11b9b54b819e req-c5ed4537-9635-4759-a99f-96a29a09d2fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 1095 time: 0.0434630 Oct 19 11:33:15.210347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fea112-d182-4d5f-b06c-11b9b54b819e req-bf324e7e-2e88-4d21-b610-4e1f98b76161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.211823 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7fea112-d182-4d5f-b06c-11b9b54b819e req-bf324e7e-2e88-4d21-b610-4e1f98b76161 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ec97e5c2b7714840b882765860c51adf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1231973 Oct 19 11:33:15.372054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fea112-d182-4d5f-b06c-11b9b54b819e req-b1c51095-8c4b-4beb-9f31-663da285210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.373965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7fea112-d182-4d5f-b06c-11b9b54b819e req-b1c51095-8c4b-4beb-9f31-663da285210b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529350 Oct 19 11:33:15.410577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2767b-a9c4-49f8-8b08-7c517786b3bf req-694722c2-bb31-4ebc-bae9-3bc5fb9c1e77 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.416487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2767b-a9c4-49f8-8b08-7c517786b3bf req-694722c2-bb31-4ebc-bae9-3bc5fb9c1e77 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.423214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2767b-a9c4-49f8-8b08-7c517786b3bf req-694722c2-bb31-4ebc-bae9-3bc5fb9c1e77 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.429410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2767b-a9c4-49f8-8b08-7c517786b3bf req-694722c2-bb31-4ebc-bae9-3bc5fb9c1e77 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.437148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2767b-a9c4-49f8-8b08-7c517786b3bf req-694722c2-bb31-4ebc-bae9-3bc5fb9c1e77 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.443745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2767b-a9c4-49f8-8b08-7c517786b3bf req-694722c2-bb31-4ebc-bae9-3bc5fb9c1e77 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.459028 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2767b-a9c4-49f8-8b08-7c517786b3bf req-694722c2-bb31-4ebc-bae9-3bc5fb9c1e77 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.467292 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9af2767b-a9c4-49f8-8b08-7c517786b3bf req-694722c2-bb31-4ebc-bae9-3bc5fb9c1e77 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1921351 Oct 19 11:33:15.530588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9af2767b-a9c4-49f8-8b08-7c517786b3bf req-f5fe9ec0-6971-4865-b9e8-31e9eb7eb222 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624223 Oct 19 11:33:15.595954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-9092f9f5-39b6-4333-aec0-2bf87012f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.601254 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-9092f9f5-39b6-4333-aec0-2bf87012f4c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 1095 time: 0.1837268 Oct 19 11:33:15.601647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:33:15.625183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4c652-ec52-42af-8420-36c8e77cf9f1 req-6225750e-e327-4531-8ff2-6b09b5d01198 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.626788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dbf4c652-ec52-42af-8420-36c8e77cf9f1 req-6225750e-e327-4531-8ff2-6b09b5d01198 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 943 time: 0.1217594 Oct 19 11:33:15.681169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-79a0ed4a-470f-428a-a40e-007ffbe1ffa3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55e2eff0-ecee-4fd4-84dc-5610122ccd5e HTTP/1.1" status: 200 len: 217 time: 0.0690002 Oct 19 11:33:15.837833 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dbf4c652-ec52-42af-8420-36c8e77cf9f1 req-152b65fd-a876-44df-a54e-cb7cf2c674ba tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/security-groups?id=61b0bd70-6941-4de1-93b8-8af596a4c9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985762 Oct 19 11:33:15.867036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-564a8c05-3401-4bee-9d99-b4f55b5611d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:15.870791 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-564a8c05-3401-4bee-9d99-b4f55b5611d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de504bb-4164-42bc-9122-ea8824c7f7b3 HTTP/1.1" status: 200 len: 855 time: 0.1658704 Oct 19 11:33:15.909959 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7ff7f20c-44b0-4818-a1a4-9ccc94834c22,segment=NetworkSegment(a86df9f8-387a-4ce7-8120-452a0db50fed),segment_id=a86df9f8-387a-4ce7-8120-452a0db50fed)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:15.939700 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-9e288e9e-5711-4bac-9312-8686e5d59a43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0ab297c-614c-411e-b2bf-16b31ff8c231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581841 Oct 19 11:33:15.946408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '7ff7f20c-44b0-4818-a1a4-9ccc94834c22', 'network_id': '095abd5c-91b1-4077-a0ae-8517cae97bf8', 'port_id': '7ff7f20c-44b0-4818-a1a4-9ccc94834c22', 'mac_address': 'fa:16:3e:18:3e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcf8831-2244-48a3-b62b-d48904162b28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:33:16.055065 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:16.080546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:16.133819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7ff7f20c-44b0-4818-a1a4-9ccc94834c22,segment=NetworkSegment(a86df9f8-387a-4ce7-8120-452a0db50fed),segment_id=a86df9f8-387a-4ce7-8120-452a0db50fed)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:16.149261 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-0d047c30-9b86-42d4-b168-82443ea61fdb service neutron] 10.222.0.49 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015221 Oct 19 11:33:16.214524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c4112-4263-4433-9e21-c4943c6489dd req-ad248bbc-2889-4197-b532-bcb21c79c8d1 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:16.221012 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-776c4112-4263-4433-9e21-c4943c6489dd req-ad248bbc-2889-4197-b532-bcb21c79c8d1 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 944 time: 0.0766156 Oct 19 11:33:16.238766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:16.273375 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-776c4112-4263-4433-9e21-c4943c6489dd req-29723c6b-4c6e-47ab-9795-d5cfe49e43e2 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501251 Oct 19 11:33:16.301381 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4bf3b46-c411-40c4-a34f-3bcbd764d769 req-d721bf10-e80c-4dfd-ba28-b2d77e3358da service neutron] 10.222.0.49 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303961 Oct 19 11:33:16.326959 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=7ff7f20c-44b0-4818-a1a4-9ccc94834c22,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:16.339402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.339737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.340246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.340767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.341273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.341596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.342118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.342435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.342754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.343151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.344127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.344457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:16.494396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['7ff7f20c-44b0-4818-a1a4-9ccc94834c22'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:16.770568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48190) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:16.771048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828e36-7a62-48b9-b1d9-661127f1bf83 req-5032c98e-e4d7-487d-9c61-109644b4a06d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:16.775618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828e36-7a62-48b9-b1d9-661127f1bf83 req-5032c98e-e4d7-487d-9c61-109644b4a06d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:16.782675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828e36-7a62-48b9-b1d9-661127f1bf83 req-5032c98e-e4d7-487d-9c61-109644b4a06d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:16.789132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828e36-7a62-48b9-b1d9-661127f1bf83 req-5032c98e-e4d7-487d-9c61-109644b4a06d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:16.795456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828e36-7a62-48b9-b1d9-661127f1bf83 req-5032c98e-e4d7-487d-9c61-109644b4a06d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:16.802469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828e36-7a62-48b9-b1d9-661127f1bf83 req-5032c98e-e4d7-487d-9c61-109644b4a06d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:16.808518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828e36-7a62-48b9-b1d9-661127f1bf83 req-5032c98e-e4d7-487d-9c61-109644b4a06d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:16.810669 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1828e36-7a62-48b9-b1d9-661127f1bf83 req-5032c98e-e4d7-487d-9c61-109644b4a06d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1558084 Oct 19 11:33:16.858745 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1828e36-7a62-48b9-b1d9-661127f1bf83 req-22be6acc-29a2-46e6-b655-952a332940b6 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389986 Oct 19 11:33:16.953709 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9f60add-0908-4809-8f7b-590bbe3e6aac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:17.026836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95951c4-f178-44b0-8905-d803ac0f4a40 req-aec7d218-bca2-40e6-a383-b4fe6a114f29 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:17.027986 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e95951c4-f178-44b0-8905-d803ac0f4a40 req-aec7d218-bca2-40e6-a383-b4fe6a114f29 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 944 time: 0.0763535 Oct 19 11:33:17.089098 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e95951c4-f178-44b0-8905-d803ac0f4a40 req-b09d8c69-6f90-4c45-a6bf-ecfeae1ae379 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/security-groups?id=61b0bd70-6941-4de1-93b8-8af596a4c9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522311 Oct 19 11:33:17.098292 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9f60add-0908-4809-8f7b-590bbe3e6aac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:17.183131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9f60add-0908-4809-8f7b-590bbe3e6aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:17.223008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b9f60add-0908-4809-8f7b-590bbe3e6aac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b157491fef2d44d990e18d0761042fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538212 Oct 19 11:33:17.224179 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f60add-0908-4809-8f7b-590bbe3e6aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ccc991-ff31-489b-94c2-70ddafa49a4c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:17.225930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48204) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:17.274643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07cae950-4206-499a-9678-bed3a8f3ec77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:17.296398 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07cae950-4206-499a-9678-bed3a8f3ec77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:17.451965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d432571-bd93-4f96-8e76-40cadc7e0f11 req-85b56ab1-c00c-415e-a5a7-11727b5ed65e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:17.454025 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d432571-bd93-4f96-8e76-40cadc7e0f11 req-85b56ab1-c00c-415e-a5a7-11727b5ed65e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 944 time: 0.0501618 Oct 19 11:33:17.493033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d432571-bd93-4f96-8e76-40cadc7e0f11 req-dc6127c3-fa34-4242-9fdb-52e5e087bbbd tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Oct 19 11:33:17.518424 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07cae950-4206-499a-9678-bed3a8f3ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:17.521291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07cae950-4206-499a-9678-bed3a8f3ec77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:17.522616 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-07cae950-4206-499a-9678-bed3a8f3ec77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50ccc991-ff31-489b-94c2-70ddafa49a4c HTTP/1.1" status: 204 len: 168 time: 0.2956946 Oct 19 11:33:17.532791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cae950-4206-499a-9678-bed3a8f3ec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ccc991-ff31-489b-94c2-70ddafa49a4c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:17.599239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:17.777367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:33:17.781865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:17.786972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:17.869320 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:17.909592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62ff585-1764-4892-979b-a1aa3da7f388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff7f20c-44b0-4818-a1a4-9ccc94834c22'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:17.912123 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68682b4-15f4-4933-881d-e23860c426ff" -d '{"events": [{"server_uuid": "c62ff585-1764-4892-979b-a1aa3da7f388", "name": "network-vif-plugged", "status": "completed", "tag": "7ff7f20c-44b0-4818-a1a4-9ccc94834c22"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:17.934923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7ff7f20c-44b0-4818-a1a4-9ccc94834c22,segment=NetworkSegment(a86df9f8-387a-4ce7-8120-452a0db50fed),segment_id=a86df9f8-387a-4ce7-8120-452a0db50fed)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:17.959618 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c26dea1-a166-4a52-8c6e-f00c05d35917 x-openstack-request-id: req-9c26dea1-a166-4a52-8c6e-f00c05d35917 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:17.959951 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62ff585-1764-4892-979b-a1aa3da7f388", "name": "network-vif-plugged", "status": "completed", "tag": "7ff7f20c-44b0-4818-a1a4-9ccc94834c22", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:17.960266 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c26dea1-a166-4a52-8c6e-f00c05d35917 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:17.960937 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62ff585-1764-4892-979b-a1aa3da7f388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff7f20c-44b0-4818-a1a4-9ccc94834c22', 'code': 200} Oct 19 11:33:18.019668 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:18.061214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d27c8-df2c-4e78-aeb7-73379b4258e2 req-f51d2532-a480-4636-9497-46f222efd10d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:18.068253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d27c8-df2c-4e78-aeb7-73379b4258e2 req-f51d2532-a480-4636-9497-46f222efd10d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:18.090429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d27c8-df2c-4e78-aeb7-73379b4258e2 req-f51d2532-a480-4636-9497-46f222efd10d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:18.095576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d27c8-df2c-4e78-aeb7-73379b4258e2 req-f51d2532-a480-4636-9497-46f222efd10d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:18.105255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d27c8-df2c-4e78-aeb7-73379b4258e2 req-f51d2532-a480-4636-9497-46f222efd10d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:18.112418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d27c8-df2c-4e78-aeb7-73379b4258e2 req-f51d2532-a480-4636-9497-46f222efd10d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:18.125814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d27c8-df2c-4e78-aeb7-73379b4258e2 req-f51d2532-a480-4636-9497-46f222efd10d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:18.128266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d2d27c8-df2c-4e78-aeb7-73379b4258e2 req-f51d2532-a480-4636-9497-46f222efd10d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1573281 Oct 19 11:33:18.150766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=7ff7f20c-44b0-4818-a1a4-9ccc94834c22,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:18.208826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bc3b8-5694-46f6-9e81-3d18ec27b7e3 req-7fd45b57-8993-435d-827a-4d5548f894e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:18.210927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-813bc3b8-5694-46f6-9e81-3d18ec27b7e3 req-7fd45b57-8993-435d-827a-4d5548f894e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 1096 time: 0.1829133 Oct 19 11:33:18.228057 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d2d27c8-df2c-4e78-aeb7-73379b4258e2 req-032147a9-3d6e-4fe5-beee-6299b860e3cd tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711918 Oct 19 11:33:18.259926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010e45f-d6d1-4ac0-b2c8-033a2956306b req-026b7d12-2b77-4e21-af1d-b73af828ebf2 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:18.261777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c010e45f-d6d1-4ac0-b2c8-033a2956306b req-026b7d12-2b77-4e21-af1d-b73af828ebf2 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 945 time: 0.0644691 Oct 19 11:33:18.281247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48224) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:18.308166 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82fba21d-4159-440e-8e06-51a517c3971d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:18.316151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-813bc3b8-5694-46f6-9e81-3d18ec27b7e3 req-7b795778-9646-491c-b9b6-42e803ae6c01 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=61b0bd70-6941-4de1-93b8-8af596a4c9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841813 Oct 19 11:33:18.328787 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c010e45f-d6d1-4ac0-b2c8-033a2956306b req-71d31ecf-559c-4b0b-b874-fe0e4cae9d06 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/security-groups?id=61b0bd70-6941-4de1-93b8-8af596a4c9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557313 Oct 19 11:33:18.467023 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82fba21d-4159-440e-8e06-51a517c3971d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:18.558882 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-82fba21d-4159-440e-8e06-51a517c3971d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:18.624432 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-82fba21d-4159-440e-8e06-51a517c3971d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d11b1d553032482fac185775f21f0d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420196 Oct 19 11:33:18.626273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48236) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:18.653459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fba21d-4159-440e-8e06-51a517c3971d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24bb8b4-ed56-4915-9b8c-dfd20ce502a5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:18.700468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 55e2eff0-ecee-4fd4-84dc-5610122ccd5e details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:33:18.701040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0878495-a7c3-4a4f-b7da-126c317a1658 req-e443db31-af40-4b88-aeda-b5ec555882a4 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:18.720178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0878495-a7c3-4a4f-b7da-126c317a1658 req-e443db31-af40-4b88-aeda-b5ec555882a4 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 944 time: 0.1130240 Oct 19 11:33:18.734925 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-375bbd2d-8495-4a33-bdd9-49ff91d6e34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:18.775412 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-375bbd2d-8495-4a33-bdd9-49ff91d6e34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:18.793802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0878495-a7c3-4a4f-b7da-126c317a1658 req-8a05298a-5659-4733-816c-7a372ce6350f tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777948 Oct 19 11:33:18.873916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=55e2eff0-ecee-4fd4-84dc-5610122ccd5e,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:18.894172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '55e2eff0-ecee-4fd4-84dc-5610122ccd5e', 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231', 'port_id': '55e2eff0-ecee-4fd4-84dc-5610122ccd5e', 'mac_address': 'fa:16:3e:4d:de:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de504bb-4164-42bc-9122-ea8824c7f7b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:33:18.942544 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:18.943393 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-375bbd2d-8495-4a33-bdd9-49ff91d6e34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:18.946013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-375bbd2d-8495-4a33-bdd9-49ff91d6e34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:18.947158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-375bbd2d-8495-4a33-bdd9-49ff91d6e34b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e24bb8b4-ed56-4915-9b8c-dfd20ce502a5 HTTP/1.1" status: 204 len: 168 time: 0.3198931 Oct 19 11:33:18.961653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e2eff0-ecee-4fd4-84dc-5610122ccd5e {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:18.972724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bbd2d-8495-4a33-bdd9-49ff91d6e34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24bb8b4-ed56-4915-9b8c-dfd20ce502a5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:18.993791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=55e2eff0-ecee-4fd4-84dc-5610122ccd5e,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:19.090877 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:19.149166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=55e2eff0-ecee-4fd4-84dc-5610122ccd5e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:19.338746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['55e2eff0-ecee-4fd4-84dc-5610122ccd5e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:19.397430 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8f6e1-2f52-4eae-9a23-51ff81863f66 req-d290db30-56ba-473f-8fc2-18c297d20fc2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:19.412355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8f6e1-2f52-4eae-9a23-51ff81863f66 req-d290db30-56ba-473f-8fc2-18c297d20fc2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:19.424509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8f6e1-2f52-4eae-9a23-51ff81863f66 req-d290db30-56ba-473f-8fc2-18c297d20fc2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:19.435507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8f6e1-2f52-4eae-9a23-51ff81863f66 req-d290db30-56ba-473f-8fc2-18c297d20fc2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:19.442050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8f6e1-2f52-4eae-9a23-51ff81863f66 req-d290db30-56ba-473f-8fc2-18c297d20fc2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:19.448595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8f6e1-2f52-4eae-9a23-51ff81863f66 req-d290db30-56ba-473f-8fc2-18c297d20fc2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:19.456116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8f6e1-2f52-4eae-9a23-51ff81863f66 req-d290db30-56ba-473f-8fc2-18c297d20fc2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:19.483631 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9c8f6e1-2f52-4eae-9a23-51ff81863f66 req-d290db30-56ba-473f-8fc2-18c297d20fc2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1677856 Oct 19 11:33:19.595664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9c8f6e1-2f52-4eae-9a23-51ff81863f66 req-25920baa-38f8-46b9-9cb2-a613d78958db tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053994 Oct 19 11:33:19.596028 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:19.629580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57913931-c3dd-4b5a-bd3f-d3bbdcca66a0 req-d9ada1f4-d115-467c-be2c-123c9c1e72b6 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:19.631226 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57913931-c3dd-4b5a-bd3f-d3bbdcca66a0 req-d9ada1f4-d115-467c-be2c-123c9c1e72b6 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 945 time: 0.1326244 Oct 19 11:33:19.683920 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57913931-c3dd-4b5a-bd3f-d3bbdcca66a0 req-cea60c7d-7667-4b03-9dae-2432c75a6e6b tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/security-groups?id=61b0bd70-6941-4de1-93b8-8af596a4c9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456569 Oct 19 11:33:19.953184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f3fc1-e3d5-4da1-9dd9-1ec30dc3f4d6 req-01c780f1-538c-4053-b2b8-a573762d6744 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:19.954944 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc1f3fc1-e3d5-4da1-9dd9-1ec30dc3f4d6 req-01c780f1-538c-4053-b2b8-a573762d6744 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 945 time: 0.0625155 Oct 19 11:33:20.013132 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc1f3fc1-e3d5-4da1-9dd9-1ec30dc3f4d6 req-f28661f5-dcc5-49d7-9abf-c68e8431ef32 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460424 Oct 19 11:33:20.080656 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:20.732401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 758ddef7-d643-4730-b6c0-8af1683aa074 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:33:20.772766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdbdde-5713-4e41-90b2-fc5f231ca190 req-46c2853f-834d-4b53-8ad3-92903bc6418c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:20.779660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdbdde-5713-4e41-90b2-fc5f231ca190 req-46c2853f-834d-4b53-8ad3-92903bc6418c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:20.786431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdbdde-5713-4e41-90b2-fc5f231ca190 req-46c2853f-834d-4b53-8ad3-92903bc6418c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:20.793029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdbdde-5713-4e41-90b2-fc5f231ca190 req-46c2853f-834d-4b53-8ad3-92903bc6418c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:20.799684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdbdde-5713-4e41-90b2-fc5f231ca190 req-46c2853f-834d-4b53-8ad3-92903bc6418c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:20.806363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdbdde-5713-4e41-90b2-fc5f231ca190 req-46c2853f-834d-4b53-8ad3-92903bc6418c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:20.813224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdbdde-5713-4e41-90b2-fc5f231ca190 req-46c2853f-834d-4b53-8ad3-92903bc6418c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:20.821910 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ffbdbdde-5713-4e41-90b2-fc5f231ca190 req-46c2853f-834d-4b53-8ad3-92903bc6418c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5428 time: 0.1213021 Oct 19 11:33:20.855767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc4e58-d146-432f-9ae3-0afac9a5b2f5 req-d1cb202b-32ac-4b5a-80ce-a920bd049b7d tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:20.857957 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-51bc4e58-d146-432f-9ae3-0afac9a5b2f5 req-d1cb202b-32ac-4b5a-80ce-a920bd049b7d tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 945 time: 0.0773654 Oct 19 11:33:20.907238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 55e2eff0-ecee-4fd4-84dc-5610122ccd5e up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:20.914380 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ffbdbdde-5713-4e41-90b2-fc5f231ca190 req-822cb2f8-1b92-4bfb-b446-bdb572af7ee3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910866 Oct 19 11:33:20.945257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-51bc4e58-d146-432f-9ae3-0afac9a5b2f5 req-23507e03-6f4f-4a8b-a3e6-9df0c228bc11 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/security-groups?id=61b0bd70-6941-4de1-93b8-8af596a4c9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742319 Oct 19 11:33:20.997090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 758ddef7-d643-4730-b6c0-8af1683aa074, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=758ddef7-d643-4730-b6c0-8af1683aa074,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:21.014600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '758ddef7-d643-4730-b6c0-8af1683aa074', 'network_id': '3e9097e1-5980-4988-b558-8c0042200931', 'port_id': '758ddef7-d643-4730-b6c0-8af1683aa074', 'mac_address': 'fa:16:3e:25:ce:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477f079b-1799-4e15-afa4-aa3ecc7a31c7', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:33:21.062335 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:21.080708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758ddef7-d643-4730-b6c0-8af1683aa074 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:21.139800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 758ddef7-d643-4730-b6c0-8af1683aa074, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=758ddef7-d643-4730-b6c0-8af1683aa074,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:21.143070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:33:21.149413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:21.149974 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:21.208951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21d2fe-e2bc-4715-ba94-458b25a90f8b req-0be46815-2377-4bb0-be03-39a3b63da82a tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:21.217887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d21d2fe-e2bc-4715-ba94-458b25a90f8b req-0be46815-2377-4bb0-be03-39a3b63da82a tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 945 time: 0.0862916 Oct 19 11:33:21.243064 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:21.243064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device eea573f0-e530-4460-94b4-a594a1441467 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:33:21.281564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d21d2fe-e2bc-4715-ba94-458b25a90f8b req-7fd172a4-f19f-43ea-ae05-8e46204efe27 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476840 Oct 19 11:33:21.544951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port eea573f0-e530-4460-94b4-a594a1441467, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=eea573f0-e530-4460-94b4-a594a1441467,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:21.550141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=758ddef7-d643-4730-b6c0-8af1683aa074,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:21.558862 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:21.574274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'eea573f0-e530-4460-94b4-a594a1441467', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'port_id': 'eea573f0-e530-4460-94b4-a594a1441467', 'mac_address': 'fa:16:3e:3b:fd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:33:21.632144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e2eff0-ecee-4fd4-84dc-5610122ccd5e'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:21.638148 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc59e9e-ddd0-44f6-9b7e-8ed8e9e9e1bd" -d '{"events": [{"server_uuid": "a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e", "name": "network-vif-plugged", "status": "completed", "tag": "55e2eff0-ecee-4fd4-84dc-5610122ccd5e"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:21.661475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=55e2eff0-ecee-4fd4-84dc-5610122ccd5e,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:21.665860 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:21.709954 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615aac34-be6e-4f27-b5a8-758d951aa7ab x-openstack-request-id: req-615aac34-be6e-4f27-b5a8-758d951aa7ab {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:21.710244 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e", "name": "network-vif-plugged", "status": "completed", "tag": "55e2eff0-ecee-4fd4-84dc-5610122ccd5e", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:21.710595 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-615aac34-be6e-4f27-b5a8-758d951aa7ab {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:21.710880 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e2eff0-ecee-4fd4-84dc-5610122ccd5e', 'code': 200} Oct 19 11:33:21.714202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea573f0-e530-4460-94b4-a594a1441467 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:21.743814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port eea573f0-e530-4460-94b4-a594a1441467, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=eea573f0-e530-4460-94b4-a594a1441467,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:21.757539 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:21.834935 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:21.835596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a275090f-5113-40b3-99f4-1337b4735072 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:33:21.869426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=55e2eff0-ecee-4fd4-84dc-5610122ccd5e,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:21.992962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42ae5-a986-446c-9e36-1404e45a8de0 req-c8afc73d-4f76-45aa-860c-14b8321e041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:22.010686 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdf42ae5-a986-446c-9e36-1404e45a8de0 req-c8afc73d-4f76-45aa-860c-14b8321e041b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 1097 time: 0.1914132 Oct 19 11:33:22.066410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=eea573f0-e530-4460-94b4-a594a1441467,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:22.115356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a275090f-5113-40b3-99f4-1337b4735072, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a275090f-5113-40b3-99f4-1337b4735072,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:22.142375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'a275090f-5113-40b3-99f4-1337b4735072', 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba', 'port_id': 'a275090f-5113-40b3-99f4-1337b4735072', 'mac_address': 'fa:16:3e:e4:d4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45e7f71-a137-4a31-9fa3-0ad0c139eee9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:33:22.145467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74178173-24fc-49b7-ad60-3acc60cb4b84 req-30dbb0c3-dbfa-471e-9f73-dbc99af778a1 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:22.149134 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74178173-24fc-49b7-ad60-3acc60cb4b84 req-30dbb0c3-dbfa-471e-9f73-dbc99af778a1 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 945 time: 0.2555702 Oct 19 11:33:22.159308 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdf42ae5-a986-446c-9e36-1404e45a8de0 req-6cac034b-cb61-4a4d-a21a-774f817165e2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407356 Oct 19 11:33:22.199001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3555ff1-07e7-4cc0-a82a-3ccfd6a30a44 req-a1709e0d-901c-41e8-a2bf-404da9d1b957 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:22.216436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3555ff1-07e7-4cc0-a82a-3ccfd6a30a44 req-a1709e0d-901c-41e8-a2bf-404da9d1b957 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:22.227499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3555ff1-07e7-4cc0-a82a-3ccfd6a30a44 req-a1709e0d-901c-41e8-a2bf-404da9d1b957 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:22.227709 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:22.242908 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a275090f-5113-40b3-99f4-1337b4735072 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:22.243508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3555ff1-07e7-4cc0-a82a-3ccfd6a30a44 req-a1709e0d-901c-41e8-a2bf-404da9d1b957 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:22.256030 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74178173-24fc-49b7-ad60-3acc60cb4b84 req-fc69f01b-7041-46c4-95d1-c1d8d87e5548 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/security-groups?id=61b0bd70-6941-4de1-93b8-8af596a4c9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949333 Oct 19 11:33:22.261517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3555ff1-07e7-4cc0-a82a-3ccfd6a30a44 req-a1709e0d-901c-41e8-a2bf-404da9d1b957 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:22.269446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3555ff1-07e7-4cc0-a82a-3ccfd6a30a44 req-a1709e0d-901c-41e8-a2bf-404da9d1b957 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:22.269591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a275090f-5113-40b3-99f4-1337b4735072, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a275090f-5113-40b3-99f4-1337b4735072,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:22.278020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3555ff1-07e7-4cc0-a82a-3ccfd6a30a44 req-a1709e0d-901c-41e8-a2bf-404da9d1b957 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:22.287954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3555ff1-07e7-4cc0-a82a-3ccfd6a30a44 req-a1709e0d-901c-41e8-a2bf-404da9d1b957 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5430 time: 0.2126853 Oct 19 11:33:22.356585 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3555ff1-07e7-4cc0-a82a-3ccfd6a30a44 req-2720135e-d4d5-413d-a976-e4c50be08975 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676439 Oct 19 11:33:22.400606 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:22.401315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 898f2454-afee-49e9-ab5a-b656cccdb2e1 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:33:22.477976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004d7b-ac32-41dc-bf18-2baddf74618b req-dafc3154-1225-40e5-9e3a-b06fc4f35bec tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:22.483401 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b004d7b-ac32-41dc-bf18-2baddf74618b req-dafc3154-1225-40e5-9e3a-b06fc4f35bec tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 946 time: 0.0931067 Oct 19 11:33:22.510623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 898f2454-afee-49e9-ab5a-b656cccdb2e1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=898f2454-afee-49e9-ab5a-b656cccdb2e1,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:22.513270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=a275090f-5113-40b3-99f4-1337b4735072,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:22.526199 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '898f2454-afee-49e9-ab5a-b656cccdb2e1', 'network_id': '3e9097e1-5980-4988-b558-8c0042200931', 'port_id': '898f2454-afee-49e9-ab5a-b656cccdb2e1', 'mac_address': 'fa:16:3e:78:83:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477f079b-1799-4e15-afa4-aa3ecc7a31c7', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:33:22.570521 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:22.587577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898f2454-afee-49e9-ab5a-b656cccdb2e1 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:22.592299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b004d7b-ac32-41dc-bf18-2baddf74618b req-991968fd-54a7-4ef9-ab48-44ca198f5ab8 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983789 Oct 19 11:33:22.628102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 898f2454-afee-49e9-ab5a-b656cccdb2e1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=898f2454-afee-49e9-ab5a-b656cccdb2e1,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:22.746915 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:22.747794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6512ec78-34b3-43ca-93db-f84288d7d06e details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:33:22.824689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 6512ec78-34b3-43ca-93db-f84288d7d06e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6512ec78-34b3-43ca-93db-f84288d7d06e,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:22.827602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=898f2454-afee-49e9-ab5a-b656cccdb2e1,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:22.853694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '6512ec78-34b3-43ca-93db-f84288d7d06e', 'network_id': 'ec5c0b8b-c7d3-48fa-a542-80a77d8707ba', 'port_id': '6512ec78-34b3-43ca-93db-f84288d7d06e', 'mac_address': 'fa:16:3e:89:94:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45e7f71-a137-4a31-9fa3-0ad0c139eee9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:33:22.963849 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:22.996272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6512ec78-34b3-43ca-93db-f84288d7d06e {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:23.050528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 6512ec78-34b3-43ca-93db-f84288d7d06e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6512ec78-34b3-43ca-93db-f84288d7d06e,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:23.152371 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:23.153091 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 71ecc8cd-ea70-43ca-b232-0706620bf96b details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:33:23.242384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 71ecc8cd-ea70-43ca-b232-0706620bf96b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=71ecc8cd-ea70-43ca-b232-0706620bf96b,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:23.258311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '71ecc8cd-ea70-43ca-b232-0706620bf96b', 'network_id': '3e9097e1-5980-4988-b558-8c0042200931', 'port_id': '71ecc8cd-ea70-43ca-b232-0706620bf96b', 'mac_address': 'fa:16:3e:01:15:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477f079b-1799-4e15-afa4-aa3ecc7a31c7', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:33:23.296963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1ff23-369c-43a1-bef3-bfd871d9b9a5 req-dcf701e9-d97f-4969-8244-5fc1ab7eb4d7 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:23.298601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1cb1ff23-369c-43a1-bef3-bfd871d9b9a5 req-dcf701e9-d97f-4969-8244-5fc1ab7eb4d7 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.26 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 945 time: 0.1406693 Oct 19 11:33:23.404475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=6512ec78-34b3-43ca-93db-f84288d7d06e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:23.461152 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:23.485136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ecc8cd-ea70-43ca-b232-0706620bf96b {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:23.524411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 71ecc8cd-ea70-43ca-b232-0706620bf96b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=71ecc8cd-ea70-43ca-b232-0706620bf96b,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:23.539216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f67d4e-3903-4ef5-89b7-89e8e6d3fbcd req-3dc345da-594d-4865-8e0a-0596d0adebd4 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:23.542077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2f67d4e-3903-4ef5-89b7-89e8e6d3fbcd req-3dc345da-594d-4865-8e0a-0596d0adebd4 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 945 time: 0.1524944 Oct 19 11:33:23.556429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6449c5-deb8-47fb-b412-4b4e0d155c63 req-d8e81932-a754-4c32-85b7-2c2e46310969 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:23.563494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6449c5-deb8-47fb-b412-4b4e0d155c63 req-d8e81932-a754-4c32-85b7-2c2e46310969 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:23.570500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6449c5-deb8-47fb-b412-4b4e0d155c63 req-d8e81932-a754-4c32-85b7-2c2e46310969 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:23.578279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6449c5-deb8-47fb-b412-4b4e0d155c63 req-d8e81932-a754-4c32-85b7-2c2e46310969 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:23.587690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6449c5-deb8-47fb-b412-4b4e0d155c63 req-d8e81932-a754-4c32-85b7-2c2e46310969 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:23.595566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6449c5-deb8-47fb-b412-4b4e0d155c63 req-d8e81932-a754-4c32-85b7-2c2e46310969 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:23.604142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6449c5-deb8-47fb-b412-4b4e0d155c63 req-d8e81932-a754-4c32-85b7-2c2e46310969 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:23.606335 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db6449c5-deb8-47fb-b412-4b4e0d155c63 req-d8e81932-a754-4c32-85b7-2c2e46310969 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5433 time: 0.1277885 Oct 19 11:33:23.615476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-1cb1ff23-369c-43a1-bef3-bfd871d9b9a5 req-1a212265-ad5d-47be-8d3c-eac612c75c95 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Deleting port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:33:23.615818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1cb1ff23-369c-43a1-bef3-bfd871d9b9a5 req-1a212265-ad5d-47be-8d3c-eac612c75c95 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:23.623018 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:23.623729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 42fde5d3-4350-48e2-9ff8-6e5443277e85 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:33:23.630909 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2f67d4e-3903-4ef5-89b7-89e8e6d3fbcd req-a7f17799-eb99-46a8-bede-651217d5aea8 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/security-groups?id=61b0bd70-6941-4de1-93b8-8af596a4c9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773668 Oct 19 11:33:23.652396 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:33:23.717313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db6449c5-deb8-47fb-b412-4b4e0d155c63 req-c9e5c70a-1178-432e-8169-4330f74ad650 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925364 Oct 19 11:33:23.751771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-1cb1ff23-369c-43a1-bef3-bfd871d9b9a5 req-1a212265-ad5d-47be-8d3c-eac612c75c95 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] For port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7ff7f20c-44b0-4818-a1a4-9ccc94834c22,segment=NetworkSegment(a86df9f8-387a-4ce7-8120-452a0db50fed),segment_id=a86df9f8-387a-4ce7-8120-452a0db50fed)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:23.752053 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1cb1ff23-369c-43a1-bef3-bfd871d9b9a5 req-1a212265-ad5d-47be-8d3c-eac612c75c95 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:23.754872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 42fde5d3-4350-48e2-9ff8-6e5443277e85, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=42fde5d3-4350-48e2-9ff8-6e5443277e85,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:23.762467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=71ecc8cd-ea70-43ca-b232-0706620bf96b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:23.780585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '42fde5d3-4350-48e2-9ff8-6e5443277e85', 'network_id': '3e9097e1-5980-4988-b558-8c0042200931', 'port_id': '42fde5d3-4350-48e2-9ff8-6e5443277e85', 'mac_address': 'fa:16:3e:69:42:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477f079b-1799-4e15-afa4-aa3ecc7a31c7', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:33:23.800842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-1cb1ff23-369c-43a1-bef3-bfd871d9b9a5 req-1a212265-ad5d-47be-8d3c-eac612c75c95 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Calling delete_port for 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:33:23.839483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a69182-12db-4e81-a3ca-4b9f2b980ac0 req-87913001-4338-4898-afa0-6e09d5f242ac tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:23.841187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16a69182-12db-4e81-a3ca-4b9f2b980ac0 req-87913001-4338-4898-afa0-6e09d5f242ac tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 946 time: 0.0865045 Oct 19 11:33:23.847664 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:23.886756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fde5d3-4350-48e2-9ff8-6e5443277e85 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:23.946559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 42fde5d3-4350-48e2-9ff8-6e5443277e85, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=42fde5d3-4350-48e2-9ff8-6e5443277e85,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:24.006666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16a69182-12db-4e81-a3ca-4b9f2b980ac0 req-534e116c-4187-4ec1-af45-5c8647a0ebdf tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982270 Oct 19 11:33:24.057806 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:24.126976 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=42fde5d3-4350-48e2-9ff8-6e5443277e85,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:24.240420 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1cb1ff23-369c-43a1-bef3-bfd871d9b9a5 req-1a212265-ad5d-47be-8d3c-eac612c75c95 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:24.304609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a212265-ad5d-47be-8d3c-eac612c75c95 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Pushing event deleted for resources: {'Port': ['ID=7ff7f20c-44b0-4818-a1a4-9ccc94834c22,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:24.337213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb1ff23-369c-43a1-bef3-bfd871d9b9a5 req-1a212265-ad5d-47be-8d3c-eac612c75c95 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] No DVR routers for this DVR port 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:33:24.341143 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-1cb1ff23-369c-43a1-bef3-bfd871d9b9a5 req-1a212265-ad5d-47be-8d3c-eac612c75c95 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:24.348340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1cb1ff23-369c-43a1-bef3-bfd871d9b9a5 req-1a212265-ad5d-47be-8d3c-eac612c75c95 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.26 "DELETE /v2.0/ports/7ff7f20c-44b0-4818-a1a4-9ccc94834c22 HTTP/1.1" status: 204 len: 173 time: 1.0406566 Oct 19 11:33:24.351915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62ff585-1764-4892-979b-a1aa3da7f388', 'name': 'network-vif-deleted', 'tag': '7ff7f20c-44b0-4818-a1a4-9ccc94834c22'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:24.354577 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93cba99-0a31-4b7f-9d2b-28956a0f7cff" -d '{"events": [{"server_uuid": "c62ff585-1764-4892-979b-a1aa3da7f388", "name": "network-vif-deleted", "tag": "7ff7f20c-44b0-4818-a1a4-9ccc94834c22"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:24.422210 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2de730-3d73-41aa-8771-2dc4f47fb561 x-openstack-request-id: req-8c2de730-3d73-41aa-8771-2dc4f47fb561 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:24.423203 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62ff585-1764-4892-979b-a1aa3da7f388", "name": "network-vif-deleted", "tag": "7ff7f20c-44b0-4818-a1a4-9ccc94834c22", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:24.423604 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c2de730-3d73-41aa-8771-2dc4f47fb561 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:24.424165 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62ff585-1764-4892-979b-a1aa3da7f388', 'name': 'network-vif-deleted', 'tag': '7ff7f20c-44b0-4818-a1a4-9ccc94834c22', 'status': 'completed', 'code': 200} Oct 19 11:33:24.710786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['a275090f-5113-40b3-99f4-1337b4735072'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:24.756209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['6512ec78-34b3-43ca-93db-f84288d7d06e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:24.769605 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09909d41-5f4c-47ac-ae6b-845f12d871e4 req-a80e584d-3f15-48a4-868e-4e532f3f24d6 tempest-ServerAddressesNegativeTestJSON-638719170 tempest-ServerAddressesNegativeTestJSON-638719170-project] 10.222.0.39 "GET /v2.0/ports?device_id=c62ff585-1764-4892-979b-a1aa3da7f388 HTTP/1.1" status: 200 len: 210 time: 0.0476594 Oct 19 11:33:24.827301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['898f2454-afee-49e9-ab5a-b656cccdb2e1'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:24.830524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['758ddef7-d643-4730-b6c0-8af1683aa074'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:24.837833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['eea573f0-e530-4460-94b4-a594a1441467'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:24.837833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['71ecc8cd-ea70-43ca-b232-0706620bf96b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:24.837833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['42fde5d3-4350-48e2-9ff8-6e5443277e85'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:25.009490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9ea32-5968-4be2-aeb5-fc71f76fe3b2 req-85cdb0ef-4bf1-485f-b9f9-450bd355b0a2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:25.015995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9ea32-5968-4be2-aeb5-fc71f76fe3b2 req-85cdb0ef-4bf1-485f-b9f9-450bd355b0a2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:25.034090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9ea32-5968-4be2-aeb5-fc71f76fe3b2 req-85cdb0ef-4bf1-485f-b9f9-450bd355b0a2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:25.041522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9ea32-5968-4be2-aeb5-fc71f76fe3b2 req-85cdb0ef-4bf1-485f-b9f9-450bd355b0a2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:25.058750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9ea32-5968-4be2-aeb5-fc71f76fe3b2 req-85cdb0ef-4bf1-485f-b9f9-450bd355b0a2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:25.067141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9ea32-5968-4be2-aeb5-fc71f76fe3b2 req-85cdb0ef-4bf1-485f-b9f9-450bd355b0a2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:25.073606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9ea32-5968-4be2-aeb5-fc71f76fe3b2 req-85cdb0ef-4bf1-485f-b9f9-450bd355b0a2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:25.082010 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35b9ea32-5968-4be2-aeb5-fc71f76fe3b2 req-85cdb0ef-4bf1-485f-b9f9-450bd355b0a2 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5435 time: 0.2078404 Oct 19 11:33:25.145410 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35b9ea32-5968-4be2-aeb5-fc71f76fe3b2 req-d456c417-cd4b-41d4-998b-24219eb1a48c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598159 Oct 19 11:33:25.844574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48440) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:25.929627 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfd5aec-8d70-4f4d-8058-c90544d0db9a admin admin] Deleting subnet 5fcf8831-2244-48a3-b62b-d48904162b28 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:33:25.942743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:33:25.943457 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9cfd5aec-8d70-4f4d-8058-c90544d0db9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:25.944557 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-886ac20d-3d0c-41d7-b86f-46acb0069493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:26.026760 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9cfd5aec-8d70-4f4d-8058-c90544d0db9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:26.238316 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9cfd5aec-8d70-4f4d-8058-c90544d0db9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:26.301165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:33:26.305927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7ff7f20c-44b0-4818-a1a4-9ccc94834c22 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:33:26.407450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9075ca-50f7-4c35-8a93-827e84acef8b req-b22f6fc5-36cd-4f06-bf10-af02e09ec90f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:26.422285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9075ca-50f7-4c35-8a93-827e84acef8b req-b22f6fc5-36cd-4f06-bf10-af02e09ec90f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:26.430162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9075ca-50f7-4c35-8a93-827e84acef8b req-b22f6fc5-36cd-4f06-bf10-af02e09ec90f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:26.437490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9075ca-50f7-4c35-8a93-827e84acef8b req-b22f6fc5-36cd-4f06-bf10-af02e09ec90f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:26.450636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9075ca-50f7-4c35-8a93-827e84acef8b req-b22f6fc5-36cd-4f06-bf10-af02e09ec90f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:26.464247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9075ca-50f7-4c35-8a93-827e84acef8b req-b22f6fc5-36cd-4f06-bf10-af02e09ec90f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:26.470753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9075ca-50f7-4c35-8a93-827e84acef8b req-b22f6fc5-36cd-4f06-bf10-af02e09ec90f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:26.493167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca9075ca-50f7-4c35-8a93-827e84acef8b req-b22f6fc5-36cd-4f06-bf10-af02e09ec90f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5435 time: 0.2069285 Oct 19 11:33:26.564393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9cfd5aec-8d70-4f4d-8058-c90544d0db9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:26.584294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca9075ca-50f7-4c35-8a93-827e84acef8b req-3572a864-2503-48dd-9ccc-5c460861aff4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899148 Oct 19 11:33:26.599224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9cfd5aec-8d70-4f4d-8058-c90544d0db9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:26.610492 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9cfd5aec-8d70-4f4d-8058-c90544d0db9a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5fcf8831-2244-48a3-b62b-d48904162b28 HTTP/1.1" status: 204 len: 168 time: 0.7603383 Oct 19 11:33:26.610820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48460) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:26.631611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd5aec-8d70-4f4d-8058-c90544d0db9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fcf8831-2244-48a3-b62b-d48904162b28,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:26.734352 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:26.855411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:26.884068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095abd5c-91b1-4077-a0ae-8517cae97bf8']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:26.923510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86df9f8-387a-4ce7-8120-452a0db50fed') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:26.924964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86df9f8-387a-4ce7-8120-452a0db50fed') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:26.960208 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:26.995640 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:27.001112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48464) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:27.016411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:33:27.017160 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:33:27.019825 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:33:27.139558 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31c5b05a-1c5f-4c5d-8342-413676ab59d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:27.394056 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:27.402145 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:27.405257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] 10.222.0.39 "DELETE /v2.0/networks/095abd5c-91b1-4077-a0ae-8517cae97bf8 HTTP/1.1" status: 204 len: 168 time: 0.7929051 Oct 19 11:33:27.421449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa35e2-6866-44bc-98b2-167355cf4418 admin admin] Pushing event deleted for resources: {'Network': ['ID=095abd5c-91b1-4077-a0ae-8517cae97bf8,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:27.503654 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31c5b05a-1c5f-4c5d-8342-413676ab59d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:27.584812 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31c5b05a-1c5f-4c5d-8342-413676ab59d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:27.622096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5b05a-1c5f-4c5d-8342-413676ab59d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f915de7b-69df-44a5-a0fe-3fb563f36efb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:27.654213 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-31c5b05a-1c5f-4c5d-8342-413676ab59d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a1fc99a82e64b5ca294bf6d919d67d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6463218 Oct 19 11:33:27.654591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48490) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:27.770344 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c6fa599-599d-4119-98fb-9d80c6d5886f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:27.787791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a7e6-28f4-4133-b6f8-004d49b75f67 req-50765c28-aae4-4fc1-b9ec-2b6997d5c18c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:27.793891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a7e6-28f4-4133-b6f8-004d49b75f67 req-50765c28-aae4-4fc1-b9ec-2b6997d5c18c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:27.800443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a7e6-28f4-4133-b6f8-004d49b75f67 req-50765c28-aae4-4fc1-b9ec-2b6997d5c18c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:27.806543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a7e6-28f4-4133-b6f8-004d49b75f67 req-50765c28-aae4-4fc1-b9ec-2b6997d5c18c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:27.813012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a7e6-28f4-4133-b6f8-004d49b75f67 req-50765c28-aae4-4fc1-b9ec-2b6997d5c18c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:27.818920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a7e6-28f4-4133-b6f8-004d49b75f67 req-50765c28-aae4-4fc1-b9ec-2b6997d5c18c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:27.824822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a7e6-28f4-4133-b6f8-004d49b75f67 req-50765c28-aae4-4fc1-b9ec-2b6997d5c18c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:27.826729 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2c2a7e6-28f4-4133-b6f8-004d49b75f67 req-50765c28-aae4-4fc1-b9ec-2b6997d5c18c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5435 time: 0.1359723 Oct 19 11:33:27.845828 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9c5c5577-220f-4026-a0ae-c2b057ef40b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:27.860919 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c6fa599-599d-4119-98fb-9d80c6d5886f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:27.893694 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2c2a7e6-28f4-4133-b6f8-004d49b75f67 req-3885025e-9c51-4ddc-b64e-8d177aeca685 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580816 Oct 19 11:33:27.922957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48496) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:27.973134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0f260c82-6c03-429a-a20d-b89f5295a31d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2445dc1d2ce484ba2950a6e1611bdf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483501 Oct 19 11:33:27.975701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48498) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:28.028600 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8fc1434e-f182-40ac-a8dd-8d59ff5c5916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:28.051963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8fc1434e-f182-40ac-a8dd-8d59ff5c5916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:28.068658 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c6fa599-599d-4119-98fb-9d80c6d5886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:28.071198 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c6fa599-599d-4119-98fb-9d80c6d5886f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:28.074701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3c6fa599-599d-4119-98fb-9d80c6d5886f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f915de7b-69df-44a5-a0fe-3fb563f36efb HTTP/1.1" status: 204 len: 168 time: 0.4164402 Oct 19 11:33:28.080946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fa599-599d-4119-98fb-9d80c6d5886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f915de7b-69df-44a5-a0fe-3fb563f36efb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:28.102589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 71ecc8cd-ea70-43ca-b232-0706620bf96b up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:28.295044 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8fc1434e-f182-40ac-a8dd-8d59ff5c5916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:28.295256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 71ecc8cd-ea70-43ca-b232-0706620bf96b completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:33:28.298959 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8fc1434e-f182-40ac-a8dd-8d59ff5c5916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:28.307270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8fc1434e-f182-40ac-a8dd-8d59ff5c5916 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61b0bd70-6941-4de1-93b8-8af596a4c9eb HTTP/1.1" status: 204 len: 168 time: 0.3234365 Oct 19 11:33:28.308218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 71ecc8cd-ea70-43ca-b232-0706620bf96b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:28.308218 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:28.338344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1434e-f182-40ac-a8dd-8d59ff5c5916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b0bd70-6941-4de1-93b8-8af596a4c9eb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:28.421946 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:28.447891 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ecc8cd-ea70-43ca-b232-0706620bf96b'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:28.450476 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c3433f-2df9-46b4-8b7f-0641b705ff06" -d '{"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "71ecc8cd-ea70-43ca-b232-0706620bf96b"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:28.466597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 71ecc8cd-ea70-43ca-b232-0706620bf96b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=71ecc8cd-ea70-43ca-b232-0706620bf96b,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:28.509780 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87e23dc-d706-43bb-8207-9573538a96f7 x-openstack-request-id: req-f87e23dc-d706-43bb-8207-9573538a96f7 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:28.510084 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "71ecc8cd-ea70-43ca-b232-0706620bf96b", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:28.510341 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f87e23dc-d706-43bb-8207-9573538a96f7 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:28.510762 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ecc8cd-ea70-43ca-b232-0706620bf96b', 'code': 200} Oct 19 11:33:28.562145 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:28.617833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=71ecc8cd-ea70-43ca-b232-0706620bf96b,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:29.078596 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:29.089151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5d51-06e2-4244-a5e6-17ac77ac2be7 req-8b30070e-63e3-4539-af41-1d9bc52de652 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:29.101617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5d51-06e2-4244-a5e6-17ac77ac2be7 req-8b30070e-63e3-4539-af41-1d9bc52de652 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:29.115769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5d51-06e2-4244-a5e6-17ac77ac2be7 req-8b30070e-63e3-4539-af41-1d9bc52de652 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:29.122653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5d51-06e2-4244-a5e6-17ac77ac2be7 req-8b30070e-63e3-4539-af41-1d9bc52de652 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:29.133042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5d51-06e2-4244-a5e6-17ac77ac2be7 req-8b30070e-63e3-4539-af41-1d9bc52de652 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:29.139578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5d51-06e2-4244-a5e6-17ac77ac2be7 req-8b30070e-63e3-4539-af41-1d9bc52de652 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:29.146399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5d51-06e2-4244-a5e6-17ac77ac2be7 req-8b30070e-63e3-4539-af41-1d9bc52de652 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:29.154857 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f38a5d51-06e2-4244-a5e6-17ac77ac2be7 req-8b30070e-63e3-4539-af41-1d9bc52de652 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5436 time: 0.1666729 Oct 19 11:33:29.163942 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:29.205466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f38a5d51-06e2-4244-a5e6-17ac77ac2be7 req-7b434632-ce3f-4b84-8e96-43f05fef3efd tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491936 Oct 19 11:33:29.289133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48534) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:29.324665 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe2263ef-223a-4b66-a0b0-5bfeb3cdedb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:29.460637 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe2263ef-223a-4b66-a0b0-5bfeb3cdedb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:29.563965 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe2263ef-223a-4b66-a0b0-5bfeb3cdedb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:29.598312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fe2263ef-223a-4b66-a0b0-5bfeb3cdedb6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af1c8dbe539543639ef5849551ce0d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012948 Oct 19 11:33:29.598672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48544) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:29.652899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2263ef-223a-4b66-a0b0-5bfeb3cdedb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbf360a-c33f-4f5a-bf12-bd973158630f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:29.681518 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:29.725383 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:29.925884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:29.929014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:29.930349 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2dbf360a-c33f-4f5a-bf12-bd973158630f HTTP/1.1" status: 204 len: 168 time: 0.3305085 Oct 19 11:33:29.963346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbf360a-c33f-4f5a-bf12-bd973158630f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:29.983095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48556) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:29.994913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:29.997140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:29.998937 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:30.000397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:30.000864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:30.002283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:30.002721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:30.004496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:30.004921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:30.005335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:30.006484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:30.011544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50280c5f-dfaa-4b8f-a00a-130ae6fdfe34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:30.091583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 758ddef7-d643-4730-b6c0-8af1683aa074 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:30.225152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-917501710-network', 'tenant_id': '892820663191494a8479512660e71a11'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:30.326661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 758ddef7-d643-4730-b6c0-8af1683aa074 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:33:30.331603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 758ddef7-d643-4730-b6c0-8af1683aa074 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:30.332173 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:30.448608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545291-1b03-4bcb-8a36-c06fb2ac088e req-2faf5148-a902-4566-94a7-04f45cf1cf99 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:30.461102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545291-1b03-4bcb-8a36-c06fb2ac088e req-2faf5148-a902-4566-94a7-04f45cf1cf99 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:30.467313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545291-1b03-4bcb-8a36-c06fb2ac088e req-2faf5148-a902-4566-94a7-04f45cf1cf99 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:30.467483 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:30.473806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545291-1b03-4bcb-8a36-c06fb2ac088e req-2faf5148-a902-4566-94a7-04f45cf1cf99 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:30.480007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545291-1b03-4bcb-8a36-c06fb2ac088e req-2faf5148-a902-4566-94a7-04f45cf1cf99 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:30.486980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545291-1b03-4bcb-8a36-c06fb2ac088e req-2faf5148-a902-4566-94a7-04f45cf1cf99 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:30.493287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545291-1b03-4bcb-8a36-c06fb2ac088e req-2faf5148-a902-4566-94a7-04f45cf1cf99 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:30.501932 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4545291-1b03-4bcb-8a36-c06fb2ac088e req-2faf5148-a902-4566-94a7-04f45cf1cf99 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5436 time: 0.1899798 Oct 19 11:33:30.504932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Made reservation on behalf of 892820663191494a8479512660e71a11 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:33:30.507292 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:30.512452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758ddef7-d643-4730-b6c0-8af1683aa074'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:30.524061 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:30.526192 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197136fc-41d7-4bef-9a84-0eb774d803e6" -d '{"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "758ddef7-d643-4730-b6c0-8af1683aa074"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:30.530304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 758ddef7-d643-4730-b6c0-8af1683aa074, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=758ddef7-d643-4730-b6c0-8af1683aa074,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:30.578009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4545291-1b03-4bcb-8a36-c06fb2ac088e req-8a6cedbc-80c3-4d9b-82ee-59b546634e89 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746295 Oct 19 11:33:30.610628 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64b5299-dad4-4267-aec1-a597aeca9959 x-openstack-request-id: req-d64b5299-dad4-4267-aec1-a597aeca9959 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:30.610628 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "758ddef7-d643-4730-b6c0-8af1683aa074", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:30.610953 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d64b5299-dad4-4267-aec1-a597aeca9959 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:30.611494 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758ddef7-d643-4730-b6c0-8af1683aa074', 'code': 200} Oct 19 11:33:30.674791 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:30.674791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device eea573f0-e530-4460-94b4-a594a1441467 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:30.783117 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:30.868852 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:30.909303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=758ddef7-d643-4730-b6c0-8af1683aa074,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:30.938823 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:30.964256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:33:30.995032 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port eea573f0-e530-4460-94b4-a594a1441467 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:33:31.002787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port eea573f0-e530-4460-94b4-a594a1441467 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:31.003387 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:31.031459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52424d5f-0c2c-41a0-87c1-b244abf94baa,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:31.046370 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:31.046370 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Added segment 846d161f-d642-458f-adde-692fc07d96bd of type vlan for network 3fe66307-c761-40aa-85b1-5e6197a89dbe Oct 19 11:33:31.135092 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:31.170433 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:31.224700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port eea573f0-e530-4460-94b4-a594a1441467, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=eea573f0-e530-4460-94b4-a594a1441467,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:31.381495 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:31.381743 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:31.382524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a275090f-5113-40b3-99f4-1337b4735072 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:31.383293 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:31.384102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:31.593466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] Pushing event updated for resources: {'Network': ['ID=3fe66307-c761-40aa-85b1-5e6197a89dbe,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:31.607193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2e5ed993-88f8-4e2f-97c7-5300db9eb88c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6216624 Oct 19 11:33:31.607707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3fe66307-c761-40aa-85b1-5e6197a89dbe details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:33:31.611641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48594) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:31.625111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] Request body: {'subnet': {'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-917501710-subnet', 'tenant_id': '892820663191494a8479512660e71a11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:31.679424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=eea573f0-e530-4460-94b4-a594a1441467,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:31.686715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port a275090f-5113-40b3-99f4-1337b4735072 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:33:31.714986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] Made reservation on behalf of 892820663191494a8479512660e71a11 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:33:31.725792 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:31.783753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port a275090f-5113-40b3-99f4-1337b4735072 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:31.784293 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:31.894772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20373ba0-0831-4227-963c-8a1b850fc54a req-efb40242-16c2-40ad-86b6-efcfc22f1d68 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:31.906572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20373ba0-0831-4227-963c-8a1b850fc54a req-efb40242-16c2-40ad-86b6-efcfc22f1d68 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:31.916002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20373ba0-0831-4227-963c-8a1b850fc54a req-efb40242-16c2-40ad-86b6-efcfc22f1d68 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:31.933861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20373ba0-0831-4227-963c-8a1b850fc54a req-efb40242-16c2-40ad-86b6-efcfc22f1d68 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:31.944667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20373ba0-0831-4227-963c-8a1b850fc54a req-efb40242-16c2-40ad-86b6-efcfc22f1d68 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:31.945123 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:31.955566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20373ba0-0831-4227-963c-8a1b850fc54a req-efb40242-16c2-40ad-86b6-efcfc22f1d68 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:31.974030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20373ba0-0831-4227-963c-8a1b850fc54a req-efb40242-16c2-40ad-86b6-efcfc22f1d68 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:31.990309 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-20373ba0-0831-4227-963c-8a1b850fc54a req-efb40242-16c2-40ad-86b6-efcfc22f1d68 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5438 time: 0.2021012 Oct 19 11:33:32.029545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a275090f-5113-40b3-99f4-1337b4735072, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a275090f-5113-40b3-99f4-1337b4735072,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:32.086780 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-20373ba0-0831-4227-963c-8a1b850fc54a req-6a6da712-da40-4ee8-82a1-4d604a4767fa tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954304 Oct 19 11:33:32.145011 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:32.145915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 42fde5d3-4350-48e2-9ff8-6e5443277e85 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:32.209864 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:32.215598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=a275090f-5113-40b3-99f4-1337b4735072,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:32.324885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] Pushing event updated for resources: {'Subnet': ['ID=598e267f-68fc-4fa5-ad10-629647f10562,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:32.333666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] Checking segment: {'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:33:32.334033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] Network hostable DHCP agents. Network: 3fe66307-c761-40aa-85b1-5e6197a89dbe, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:33:32.373722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 42fde5d3-4350-48e2-9ff8-6e5443277e85 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:33:32.379184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 42fde5d3-4350-48e2-9ff8-6e5443277e85 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:32.379559 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:32.436186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] Network 3fe66307-c761-40aa-85b1-5e6197a89dbe is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:33:32.494052 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:32.535910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 42fde5d3-4350-48e2-9ff8-6e5443277e85, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=42fde5d3-4350-48e2-9ff8-6e5443277e85,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:32.543493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3fe66307-c761-40aa-85b1-5e6197a89dbe) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:33:32.554051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:32.554651 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:32.570341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a1256-8b1a-4c2a-8020-dd9e2660bd09 None None] Network 3fe66307-c761-40aa-85b1-5e6197a89dbe requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:33:32.683237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea573f0-e530-4460-94b4-a594a1441467'}, {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a275090f-5113-40b3-99f4-1337b4735072'}, {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fde5d3-4350-48e2-9ff8-6e5443277e85'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:32.685989 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb66de1-466c-45ff-89f0-78e025c34155" -d '{"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "eea573f0-e530-4460-94b4-a594a1441467"}, {"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "a275090f-5113-40b3-99f4-1337b4735072"}, {"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "42fde5d3-4350-48e2-9ff8-6e5443277e85"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:32.694545 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:32.694545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 898f2454-afee-49e9-ab5a-b656cccdb2e1 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:32.710241 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-23d3acdd-2bde-4c46-b137-54278c4a097b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0969577 Oct 19 11:33:32.713060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48628) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:32.721950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-917501710-router', 'tenant_id': '892820663191494a8479512660e71a11', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:32.764970 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e03838-ee4c-4e03-ae0d-e34f71904b8a x-openstack-request-id: req-67e03838-ee4c-4e03-ae0d-e34f71904b8a {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:32.765396 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "eea573f0-e530-4460-94b4-a594a1441467", "code": 200}, {"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "a275090f-5113-40b3-99f4-1337b4735072", "code": 200}, {"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "42fde5d3-4350-48e2-9ff8-6e5443277e85", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:32.765771 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67e03838-ee4c-4e03-ae0d-e34f71904b8a {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:32.766422 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea573f0-e530-4460-94b4-a594a1441467', 'code': 200} Oct 19 11:33:32.766778 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a275090f-5113-40b3-99f4-1337b4735072', 'code': 200} Oct 19 11:33:32.767128 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fde5d3-4350-48e2-9ff8-6e5443277e85', 'code': 200} Oct 19 11:33:32.862854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1806ba45-03f9-48d3-a81c-38652412af84 None None] Network 3fe66307-c761-40aa-85b1-5e6197a89dbe requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:33:32.864837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=42fde5d3-4350-48e2-9ff8-6e5443277e85,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:32.897393 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:32.898463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:33.023753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 898f2454-afee-49e9-ab5a-b656cccdb2e1 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:33:33.051749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 898f2454-afee-49e9-ab5a-b656cccdb2e1 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:33.052242 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:33.123280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:33.266384 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:33.314266 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cbc80-90c9-4cca-8a94-0fe1c8953101 req-c2861412-6e35-4647-8413-c6715f3978bd tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:33.326553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cbc80-90c9-4cca-8a94-0fe1c8953101 req-c2861412-6e35-4647-8413-c6715f3978bd tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:33.337370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cbc80-90c9-4cca-8a94-0fe1c8953101 req-c2861412-6e35-4647-8413-c6715f3978bd tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:33.348303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cbc80-90c9-4cca-8a94-0fe1c8953101 req-c2861412-6e35-4647-8413-c6715f3978bd tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:33.355384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 898f2454-afee-49e9-ab5a-b656cccdb2e1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=898f2454-afee-49e9-ab5a-b656cccdb2e1,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:33.355813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cbc80-90c9-4cca-8a94-0fe1c8953101 req-c2861412-6e35-4647-8413-c6715f3978bd tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:33.365733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cbc80-90c9-4cca-8a94-0fe1c8953101 req-c2861412-6e35-4647-8413-c6715f3978bd tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:33.372520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cbc80-90c9-4cca-8a94-0fe1c8953101 req-c2861412-6e35-4647-8413-c6715f3978bd tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:33.387076 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-270cbc80-90c9-4cca-8a94-0fe1c8953101 req-c2861412-6e35-4647-8413-c6715f3978bd tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5440 time: 0.1765528 Oct 19 11:33:33.443657 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:33.445629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6512ec78-34b3-43ca-93db-f84288d7d06e up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:33.458946 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-270cbc80-90c9-4cca-8a94-0fe1c8953101 req-4c07c2d7-3d59-43c3-b89b-f942d8f7af03 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614560 Oct 19 11:33:33.529813 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:33.642501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=898f2454-afee-49e9-ab5a-b656cccdb2e1,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:33.750983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 6512ec78-34b3-43ca-93db-f84288d7d06e completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:33:33.758531 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 6512ec78-34b3-43ca-93db-f84288d7d06e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:33.758965 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:33.949602 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:34.009659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 6512ec78-34b3-43ca-93db-f84288d7d06e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6512ec78-34b3-43ca-93db-f84288d7d06e,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:34.030470 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:34.066127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:34.097400 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:34.174856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=6512ec78-34b3-43ca-93db-f84288d7d06e,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:34.265305 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Allocated IP 172.25.2.52 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/e7a43525-e620-4f4a-a7e7-3c8ad0ed1626) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:33:34.374184 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:34.507631 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:34.646862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Pushing event updated for resources: {'Port': ['ID=e7a43525-e620-4f4a-a7e7-3c8ad0ed1626,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:34.695452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.695940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.696372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.696866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.701116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.701520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.702651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.706728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.707150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.707544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.707932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.708318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:33:34.753926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:33:34.763974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:33:34.769045 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898f2454-afee-49e9-ab5a-b656cccdb2e1'}, {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6512ec78-34b3-43ca-93db-f84288d7d06e'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:34.771975 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210d201c-1595-4bbb-9b35-106f449ed27e" -d '{"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "898f2454-afee-49e9-ab5a-b656cccdb2e1"}, {"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "6512ec78-34b3-43ca-93db-f84288d7d06e"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:34.808213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69334-8438-486e-b4e5-6046a10f7a62 req-62963f6a-d743-4815-8ab6-08a3ecd9fbd3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:34.814743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69334-8438-486e-b4e5-6046a10f7a62 req-62963f6a-d743-4815-8ab6-08a3ecd9fbd3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:34.826062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69334-8438-486e-b4e5-6046a10f7a62 req-62963f6a-d743-4815-8ab6-08a3ecd9fbd3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:34.842244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69334-8438-486e-b4e5-6046a10f7a62 req-62963f6a-d743-4815-8ab6-08a3ecd9fbd3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:34.848953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69334-8438-486e-b4e5-6046a10f7a62 req-62963f6a-d743-4815-8ab6-08a3ecd9fbd3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:34.854489 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1922894-aedd-4a5e-83b6-11f496c7e954 x-openstack-request-id: req-d1922894-aedd-4a5e-83b6-11f496c7e954 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:34.855394 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "898f2454-afee-49e9-ab5a-b656cccdb2e1", "code": 200}, {"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-plugged", "status": "completed", "tag": "6512ec78-34b3-43ca-93db-f84288d7d06e", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:34.855394 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1922894-aedd-4a5e-83b6-11f496c7e954 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:34.855594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69334-8438-486e-b4e5-6046a10f7a62 req-62963f6a-d743-4815-8ab6-08a3ecd9fbd3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:34.855683 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898f2454-afee-49e9-ab5a-b656cccdb2e1', 'code': 200} Oct 19 11:33:34.855758 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6512ec78-34b3-43ca-93db-f84288d7d06e', 'code': 200} Oct 19 11:33:34.861147 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c69334-8438-486e-b4e5-6046a10f7a62 req-62963f6a-d743-4815-8ab6-08a3ecd9fbd3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:34.863115 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5c69334-8438-486e-b4e5-6046a10f7a62 req-62963f6a-d743-4815-8ab6-08a3ecd9fbd3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5442 time: 0.2581565 Oct 19 11:33:34.864086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:33:34.940055 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5c69334-8438-486e-b4e5-6046a10f7a62 req-e8b3980b-d153-4573-beb4-c4fee1e08daf tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556049 Oct 19 11:33:35.102902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2683-e240-4440-85c3-6fcb0b2ebed6 req-9fb7bc6f-afda-4853-99fa-90bfd7482b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:35.103590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2683-e240-4440-85c3-6fcb0b2ebed6 req-9fb7bc6f-afda-4853-99fa-90bfd7482b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:35.103821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2683-e240-4440-85c3-6fcb0b2ebed6 req-9fb7bc6f-afda-4853-99fa-90bfd7482b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:35.104280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2683-e240-4440-85c3-6fcb0b2ebed6 req-9fb7bc6f-afda-4853-99fa-90bfd7482b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:35.104921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2683-e240-4440-85c3-6fcb0b2ebed6 req-9fb7bc6f-afda-4853-99fa-90bfd7482b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:35.105383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2683-e240-4440-85c3-6fcb0b2ebed6 req-9fb7bc6f-afda-4853-99fa-90bfd7482b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:35.105837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2683-e240-4440-85c3-6fcb0b2ebed6 req-9fb7bc6f-afda-4853-99fa-90bfd7482b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:35.109117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69bf2683-e240-4440-85c3-6fcb0b2ebed6 req-9fb7bc6f-afda-4853-99fa-90bfd7482b4e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6499 time: 0.1180317 Oct 19 11:33:35.174662 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69bf2683-e240-4440-85c3-6fcb0b2ebed6 req-f37d56b7-49f0-42c3-9bfa-ae63dfbe708d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527284 Oct 19 11:33:35.378819 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:35.891900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:36.124888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09182e-9844-4545-bacb-ed1e0858f5b8 req-2d68e5e7-bf4f-4d91-8237-2ab757e5eb9d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:36.129920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09182e-9844-4545-bacb-ed1e0858f5b8 req-2d68e5e7-bf4f-4d91-8237-2ab757e5eb9d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:36.140066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09182e-9844-4545-bacb-ed1e0858f5b8 req-2d68e5e7-bf4f-4d91-8237-2ab757e5eb9d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:36.146814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09182e-9844-4545-bacb-ed1e0858f5b8 req-2d68e5e7-bf4f-4d91-8237-2ab757e5eb9d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:36.156317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09182e-9844-4545-bacb-ed1e0858f5b8 req-2d68e5e7-bf4f-4d91-8237-2ab757e5eb9d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:36.162536 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09182e-9844-4545-bacb-ed1e0858f5b8 req-2d68e5e7-bf4f-4d91-8237-2ab757e5eb9d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:36.169581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09182e-9844-4545-bacb-ed1e0858f5b8 req-2d68e5e7-bf4f-4d91-8237-2ab757e5eb9d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:36.177982 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd09182e-9844-4545-bacb-ed1e0858f5b8 req-2d68e5e7-bf4f-4d91-8237-2ab757e5eb9d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5442 time: 0.1197536 Oct 19 11:33:36.203484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Router 331be477-e01e-4773-8f9f-28d9df22f60f is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:33:36.240138 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd09182e-9844-4545-bacb-ed1e0858f5b8 req-5966df8f-f615-4161-addb-5d055d4501fc tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590401 Oct 19 11:33:36.337522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:33:36.350750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Sync routers for ids ['331be477-e01e-4773-8f9f-28d9df22f60f'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:33:36.362919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Routers {'331be477-e01e-4773-8f9f-28d9df22f60f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:33:36.363768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:33:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['331be477-e01e-4773-8f9f-28d9df22f60f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:36.492451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Set router 331be477-e01e-4773-8f9f-28d9df22f60f gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:33:36.521259 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:36.525426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48688) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:36.533308 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b939124e-df74-43db-ba8e-69ff46e3723c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8189237 Oct 19 11:33:36.977062 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'name': 'tempest-ServerRescueNegativeTestJSON-917501710-router', 'tenant_id': '892820663191494a8479512660e71a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:33:32Z', 'updated_at': '2021-10-19T11:33:35Z', 'revision_number': 3, 'project_id': '892820663191494a8479512660e71a11', 'gw_port': {'id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:33:34Z', 'updated_at': '2021-10-19T11:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:37.028996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Checking router: 331be477-e01e-4773-8f9f-28d9df22f60f for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:33:37.041819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Updating router 331be477-e01e-4773-8f9f-28d9df22f60f port e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:33:37.081862 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:37.206938 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:37.455119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d25b-3cc0-419f-a2b0-8f1f56200aed req-4082f2bd-15ad-4055-8cb1-929937ccddcb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.462686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d25b-3cc0-419f-a2b0-8f1f56200aed req-4082f2bd-15ad-4055-8cb1-929937ccddcb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.470768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d25b-3cc0-419f-a2b0-8f1f56200aed req-4082f2bd-15ad-4055-8cb1-929937ccddcb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.486470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d25b-3cc0-419f-a2b0-8f1f56200aed req-4082f2bd-15ad-4055-8cb1-929937ccddcb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.493341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d25b-3cc0-419f-a2b0-8f1f56200aed req-4082f2bd-15ad-4055-8cb1-929937ccddcb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.500463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d25b-3cc0-419f-a2b0-8f1f56200aed req-4082f2bd-15ad-4055-8cb1-929937ccddcb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.507086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0d25b-3cc0-419f-a2b0-8f1f56200aed req-4082f2bd-15ad-4055-8cb1-929937ccddcb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.509602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17d0d25b-3cc0-419f-a2b0-8f1f56200aed req-4082f2bd-15ad-4055-8cb1-929937ccddcb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5442 time: 0.1520615 Oct 19 11:33:37.578497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Allocated IP 172.20.0.1 (3fe66307-c761-40aa-85b1-5e6197a89dbe/598e267f-68fc-4fa5-ad10-629647f10562/a71ab1b8-ee18-4d19-b64c-790c66adcfaf) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:33:37.596897 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:37.610591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17d0d25b-3cc0-419f-a2b0-8f1f56200aed req-6b3b0bd5-be2f-44ec-9d50-dd8aafcc70dc tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879803 Oct 19 11:33:37.694741 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:37.759763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7360076-df1a-40cd-9deb-b53ddd06de43 None None] Pushing event updated for resources: {'Port': ['ID=e7a43525-e620-4f4a-a7e7-3c8ad0ed1626,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:37.787055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Attempting to bind port e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:33:37.787419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Attempting to bind port e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:33:37.787831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Attempting to bind port e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:33:37.794571 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:33:37.794962 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:33:37.795525 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:37.795967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:33:37.796446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Bound port: e7a43525-e620-4f4a-a7e7-3c8ad0ed1626, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:33:37.796851 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:37.858970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] For port e7a43525-e620-4f4a-a7e7-3c8ad0ed1626, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:33:37.862596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] For port e7a43525-e620-4f4a-a7e7-3c8ad0ed1626, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e7a43525-e620-4f4a-a7e7-3c8ad0ed1626,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:33:37.884160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:37.896884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b200-0eb6-45db-987f-16c31c1a29b8 req-378911ca-0f32-4913-948f-8c013c17f08f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.902933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b200-0eb6-45db-987f-16c31c1a29b8 req-378911ca-0f32-4913-948f-8c013c17f08f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.909721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b200-0eb6-45db-987f-16c31c1a29b8 req-378911ca-0f32-4913-948f-8c013c17f08f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.916046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b200-0eb6-45db-987f-16c31c1a29b8 req-378911ca-0f32-4913-948f-8c013c17f08f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.922123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b200-0eb6-45db-987f-16c31c1a29b8 req-378911ca-0f32-4913-948f-8c013c17f08f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.928034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b200-0eb6-45db-987f-16c31c1a29b8 req-378911ca-0f32-4913-948f-8c013c17f08f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.934159 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b200-0eb6-45db-987f-16c31c1a29b8 req-378911ca-0f32-4913-948f-8c013c17f08f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:37.936693 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40a8b200-0eb6-45db-987f-16c31c1a29b8 req-378911ca-0f32-4913-948f-8c013c17f08f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5442 time: 0.2286801 Oct 19 11:33:37.952877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48706) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:37.961449 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:37.967100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5e6696e5-3d6b-4873-b2f3-1a4de755ad2e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Request body: {'floatingip': {'port_id': 'eea573f0-e530-4460-94b4-a594a1441467'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:38.078121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7360076-df1a-40cd-9deb-b53ddd06de43 None None] Pushing event updated for resources: {'Port': ['ID=e7a43525-e620-4f4a-a7e7-3c8ad0ed1626,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:38.109556 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:38.128125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Routers {'331be477-e01e-4773-8f9f-28d9df22f60f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:33:38.129412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:33:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['331be477-e01e-4773-8f9f-28d9df22f60f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:38.167925 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e6696e5-3d6b-4873-b2f3-1a4de755ad2e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:38.196116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Network 3fe66307-c761-40aa-85b1-5e6197a89dbe is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:33:38.217408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:33:38.238389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:33:38.334329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Pushing event updated for resources: {'Port': ['ID=a71ab1b8-ee18-4d19-b64c-790c66adcfaf,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:38.355207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:38.427470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] Set router 331be477-e01e-4773-8f9f-28d9df22f60f gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:33:38.736386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'name': 'tempest-ServerRescueNegativeTestJSON-917501710-router', 'tenant_id': '892820663191494a8479512660e71a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:33:32Z', 'updated_at': '2021-10-19T11:33:35Z', 'revision_number': 3, 'project_id': '892820663191494a8479512660e71a11', 'gw_port': {'id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:33:34Z', 'updated_at': '2021-10-19T11:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:38.737898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:38.782274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a280c5d-9aef-406b-bb6e-05727274eebe None None] The sync data for ids ['331be477-e01e-4773-8f9f-28d9df22f60f'] in n-d-814547-1 is: [{'id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'name': 'tempest-ServerRescueNegativeTestJSON-917501710-router', 'tenant_id': '892820663191494a8479512660e71a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:33:32Z', 'updated_at': '2021-10-19T11:33:35Z', 'revision_number': 3, 'project_id': '892820663191494a8479512660e71a11', 'gw_port': {'id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:33:34Z', 'updated_at': '2021-10-19T11:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:33:39.004062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:39.188664 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:39.214888 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.resource_extend [None req-5e6696e5-3d6b-4873-b2f3-1a4de755ad2e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 11:33:39.319011 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:39.400895 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e6696e5-3d6b-4873-b2f3-1a4de755ad2e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:39.430315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Pushing event updated for resources: {'Port': ['ID=a71ab1b8-ee18-4d19-b64c-790c66adcfaf,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:39.531825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e6696e5-3d6b-4873-b2f3-1a4de755ad2e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:39.549072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Network 3fe66307-c761-40aa-85b1-5e6197a89dbe is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:33:39.552110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:33:39.620581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:39.697797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:39.698121 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:39.739178 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-5e6696e5-3d6b-4873-b2f3-1a4de755ad2e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Floating IP eb162b47-e595-4c56-9c4b-e9f6676114b9 associated. External IP: 172.25.2.181, port: eea573f0-e530-4460-94b4-a594a1441467. Oct 19 11:33:39.769229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Router 331be477-e01e-4773-8f9f-28d9df22f60f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:33:39.830587 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:39.864660 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port e7a43525-e620-4f4a-a7e7-3c8ad0ed1626, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e7a43525-e620-4f4a-a7e7-3c8ad0ed1626,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:39.919481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:33:39.933891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-27b93c33-e814-4307-b462-55cb32d6b494 admin admin] 10.222.0.39 "PUT /v2.0/routers/331be477-e01e-4773-8f9f-28d9df22f60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3990428 Oct 19 11:33:40.000423 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:40.093920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6696e5-3d6b-4873-b2f3-1a4de755ad2e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:33:40.153770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=e7a43525-e620-4f4a-a7e7-3c8ad0ed1626,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:40.300477 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6696e5-3d6b-4873-b2f3-1a4de755ad2e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:33:40.305576 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e6696e5-3d6b-4873-b2f3-1a4de755ad2e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:40.320823 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88a988-4794-4374-a0df-85afb7664460 None None] Sync routers for ids ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:33:40.338372 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc88a988-4794-4374-a0df-85afb7664460 None None] Routers {'dd9ab598-52bd-40c3-a5d7-e767f55efbc7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:33:40.346402 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5e6696e5-3d6b-4873-b2f3-1a4de755ad2e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "PUT /v2.0/floatingips/eb162b47-e595-4c56-9c4b-e9f6676114b9 HTTP/1.1" status: 200 len: 991 time: 2.3887386 Oct 19 11:33:40.346402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': 'eea573f0-e530-4460-94b4-a594a1441467'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:40.346717 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-dc88a988-4794-4374-a0df-85afb7664460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:33:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:40.347660 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b853f40e-56d4-4809-bb00-f2ddc935314b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "eea573f0-e530-4460-94b4-a594a1441467"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:40.617894 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-dc88a988-4794-4374-a0df-85afb7664460 None None] Set router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:33:40.658509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-42a7b1b2-c731-49a2-addc-97848f754b4a tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:40.660122 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-42a7b1b2-c731-49a2-addc-97848f754b4a tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 818 time: 0.2698140 Oct 19 11:33:40.661658 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbffa9b-3620-4bae-972b-7aeb217367be x-openstack-request-id: req-9cbffa9b-3620-4bae-972b-7aeb217367be {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:40.661951 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "tag": "eea573f0-e530-4460-94b4-a594a1441467", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:40.662207 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9cbffa9b-3620-4bae-972b-7aeb217367be {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:40.662603 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'tag': 'eea573f0-e530-4460-94b4-a594a1441467', 'status': 'completed', 'code': 200} Oct 19 11:33:40.684938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-c1df4dfa-17d3-49c1-ae27-5564a9897ea7 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/quotas/892820663191494a8479512660e71a11 HTTP/1.1" status: 200 len: 375 time: 0.0097785 Oct 19 11:33:40.821350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-bb8d5a47-30a8-40bb-ad10-dea5516c1b21 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276472 Oct 19 11:33:40.832441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-92759114-5e4d-436a-976d-ce640c72aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:40.832863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-92759114-5e4d-436a-976d-ce640c72aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:40.833401 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-92759114-5e4d-436a-976d-ce640c72aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:40.833778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-92759114-5e4d-436a-976d-ce640c72aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:40.834232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-92759114-5e4d-436a-976d-ce640c72aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:40.835311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-92759114-5e4d-436a-976d-ce640c72aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:40.835311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-92759114-5e4d-436a-976d-ce640c72aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:40.837271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-92759114-5e4d-436a-976d-ce640c72aa1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6499 time: 0.0899849 Oct 19 11:33:40.940792 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-ffc50378-f28d-4f9f-a0c8-c6d319f85604 service neutron] 10.222.0.39 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992684 Oct 19 11:33:40.988265 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-dc88a988-4794-4374-a0df-85afb7664460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:53Z', 'revision_number': 4, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'eb162b47-e595-4c56-9c4b-e9f6676114b9', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'port_id': 'eea573f0-e530-4460-94b4-a594a1441467', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'mac_address': 'fa:16:3e:3b:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:32:10Z', 'updated_at': '2021-10-19T11:33:39Z', 'revision_number': 1, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a0984b-ff8f-4f98-aed9-abb62c4f0c08', 'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'mac_address': 'fa:16:3e:dd:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:52Z', 'updated_at': '2021-10-19T11:30:59Z', 'revision_number': 5, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'subnets': [{'id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:41.016213 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88a988-4794-4374-a0df-85afb7664460 None None] Checking router: dd9ab598-52bd-40c3-a5d7-e767f55efbc7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:33:41.025890 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc88a988-4794-4374-a0df-85afb7664460 None None] Routers {'dd9ab598-52bd-40c3-a5d7-e767f55efbc7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:33:41.026513 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-dc88a988-4794-4374-a0df-85afb7664460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:33:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:41.055748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-7c99be56-5823-4085-827d-a226b3a19aa4 service neutron] 10.222.0.39 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025882 Oct 19 11:33:41.137250 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-dc88a988-4794-4374-a0df-85afb7664460 None None] Set router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:33:41.253389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-0e48be39-8fba-4fae-a499-dc5aff384598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:41.259798 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-0e48be39-8fba-4fae-a499-dc5aff384598 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 HTTP/1.1" status: 200 len: 918 time: 0.3213766 Oct 19 11:33:41.419769 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-0ddaa308-69d0-45c7-b1b4-0c64d6a371dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea573f0-e530-4460-94b4-a594a1441467 HTTP/1.1" status: 200 len: 999 time: 0.1507771 Oct 19 11:33:41.579104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:41.618851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b167427-e43f-4a29-a126-9c8166b78214 req-40a52383-7972-40c6-844c-39c27314d79f tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 210 time: 0.1142290 Oct 19 11:33:41.658609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Sync routers for ids ['331be477-e01e-4773-8f9f-28d9df22f60f'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:33:41.663254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-c4e32742-576d-4988-b38a-47cec4be5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:41.665813 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-dc88a988-4794-4374-a0df-85afb7664460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:53Z', 'revision_number': 4, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'eb162b47-e595-4c56-9c4b-e9f6676114b9', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'port_id': 'eea573f0-e530-4460-94b4-a594a1441467', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'mac_address': 'fa:16:3e:3b:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:32:10Z', 'updated_at': '2021-10-19T11:33:39Z', 'revision_number': 1, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a0984b-ff8f-4f98-aed9-abb62c4f0c08', 'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'mac_address': 'fa:16:3e:dd:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:52Z', 'updated_at': '2021-10-19T11:30:59Z', 'revision_number': 5, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'subnets': [{'id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:41.668927 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-c4e32742-576d-4988-b38a-47cec4be5213 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11e2bdab-7342-4fa2-b0d7-dca9b53757e7 HTTP/1.1" status: 200 len: 856 time: 0.2371511 Oct 19 11:33:41.685852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Routers {'331be477-e01e-4773-8f9f-28d9df22f60f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:33:41.687016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:33:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['331be477-e01e-4773-8f9f-28d9df22f60f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:41.792522 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88a988-4794-4374-a0df-85afb7664460 None None] The sync data for ids ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'] in n-d-814547-1 is: [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:53Z', 'revision_number': 4, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'eb162b47-e595-4c56-9c4b-e9f6676114b9', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'port_id': 'eea573f0-e530-4460-94b4-a594a1441467', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'mac_address': 'fa:16:3e:3b:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:32:10Z', 'updated_at': '2021-10-19T11:33:39Z', 'revision_number': 1, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a0984b-ff8f-4f98-aed9-abb62c4f0c08', 'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'mac_address': 'fa:16:3e:dd:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:52Z', 'updated_at': '2021-10-19T11:30:59Z', 'revision_number': 5, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'subnets': [{'id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:33:41.810272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-20db2e97-80c2-4cca-8c01-1d684b45f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:41.818895 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-20db2e97-80c2-4cca-8c01-1d684b45f5c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397707 Oct 19 11:33:41.870706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:41.871105 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:42.071036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Set router 331be477-e01e-4773-8f9f-28d9df22f60f gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:33:42.202948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c77a-48c9-453c-8051-01ba3c590833 req-7ad17d60-5b32-4f42-9ad9-57267fc82232 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:42.213588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-7ad17d60-5b32-4f42-9ad9-57267fc82232 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 818 time: 0.2072694 Oct 19 11:33:42.242690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-f32824f0-45a1-44d5-b581-641041f8ccd9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/quotas/892820663191494a8479512660e71a11 HTTP/1.1" status: 200 len: 375 time: 0.0280464 Oct 19 11:33:42.279534 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241fdf04-558f-476d-915d-664ebb90d495 None None] New status for floating IP eb162b47-e595-4c56-9c4b-e9f6676114b9: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:33:42.357831 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-8f8cb4e9-711e-42ce-b9b2-4eaca4803492 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1074264 Oct 19 11:33:42.475821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-1b5afb1b-86ea-4344-b37f-fd6c48603282 service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419952 Oct 19 11:33:42.535106 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-d39c834a-1633-4950-8a80-0d2113c7f8aa service neutron] 10.222.0.39 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763208 Oct 19 11:33:42.699948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-cf8efaf5-f2a8-42b9-9cab-5bc41716ab1f service neutron] 10.222.0.39 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401060 Oct 19 11:33:42.741142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'name': 'tempest-ServerRescueNegativeTestJSON-917501710-router', 'tenant_id': '892820663191494a8479512660e71a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:33:32Z', 'updated_at': '2021-10-19T11:33:38Z', 'revision_number': 4, 'project_id': '892820663191494a8479512660e71a11', 'gw_port': {'id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:33:34Z', 'updated_at': '2021-10-19T11:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a71ab1b8-ee18-4d19-b64c-790c66adcfaf', 'name': '', 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe', 'tenant_id': '892820663191494a8479512660e71a11', 'mac_address': 'fa:16:3e:97:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '598e267f-68fc-4fa5-ad10-629647f10562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:33:37Z', 'updated_at': '2021-10-19T11:33:38Z', 'revision_number': 2, 'project_id': '892820663191494a8479512660e71a11', 'subnets': [{'id': '598e267f-68fc-4fa5-ad10-629647f10562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:42.762390 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b853f40e-56d4-4809-bb00-f2ddc935314b req-75a1f8bd-d0c4-4cf1-a522-6270c372bef3 service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748690 Oct 19 11:33:42.822477 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Checking router: 331be477-e01e-4773-8f9f-28d9df22f60f for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:33:42.822839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Updating router 331be477-e01e-4773-8f9f-28d9df22f60f port a71ab1b8-ee18-4d19-b64c-790c66adcfaf binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:33:42.848766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48810) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:42.888890 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.052412 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1319d95c-7f21-48e3-b4f6-a173bf40d5e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.222337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1319d95c-7f21-48e3-b4f6-a173bf40d5e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.272012 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9f9ce09-c335-4200-9ed0-000e3efed1ab req-a5b22afd-8a9c-4b28-b088-4b568a92305a tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 210 time: 0.0478933 Oct 19 11:33:43.283905 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.319746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1319d95c-7f21-48e3-b4f6-a173bf40d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.358945 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1319d95c-7f21-48e3-b4f6-a173bf40d5e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23e4cc8d89aa4ac886db2f8fe0cc767e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086899 Oct 19 11:33:43.361583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48830) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:43.368460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319d95c-7f21-48e3-b4f6-a173bf40d5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6c2b86-fce1-4cdf-bc96-e9e7310baaff,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:43.391509 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.427730 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-58238f2f-937e-4942-b532-e7a2b85ed5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.462596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-58238f2f-937e-4942-b532-e7a2b85ed5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.502018 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3a5c7-cbb4-4ce2-8459-de94dfd83ab3 None None] Pushing event updated for resources: {'Port': ['ID=a71ab1b8-ee18-4d19-b64c-790c66adcfaf,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:43.510102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Attempting to bind port a71ab1b8-ee18-4d19-b64c-790c66adcfaf on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:33:43.510102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Attempting to bind port a71ab1b8-ee18-4d19-b64c-790c66adcfaf by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:33:43.510686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Attempting to bind port a71ab1b8-ee18-4d19-b64c-790c66adcfaf on network 3fe66307-c761-40aa-85b1-5e6197a89dbe {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:33:43.528996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:33:43.530750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Checking segment: {'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:33:43.530750 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.531725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Bound using segment: {'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:33:43.532233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Bound port: a71ab1b8-ee18-4d19-b64c-790c66adcfaf, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:33:43.532687 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.604884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] For port a71ab1b8-ee18-4d19-b64c-790c66adcfaf, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:33:43.607982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] For port a71ab1b8-ee18-4d19-b64c-790c66adcfaf, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a71ab1b8-ee18-4d19-b64c-790c66adcfaf,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:33:43.662561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-58238f2f-937e-4942-b532-e7a2b85ed5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.665373 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-58238f2f-937e-4942-b532-e7a2b85ed5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.666719 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-58238f2f-937e-4942-b532-e7a2b85ed5ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb6c2b86-fce1-4cdf-bc96-e9e7310baaff HTTP/1.1" status: 204 len: 168 time: 0.3038654 Oct 19 11:33:43.678269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58238f2f-937e-4942-b532-e7a2b85ed5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6c2b86-fce1-4cdf-bc96-e9e7310baaff,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:43.702938 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:43.794746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Routers {'331be477-e01e-4773-8f9f-28d9df22f60f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:33:43.795640 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:33:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['331be477-e01e-4773-8f9f-28d9df22f60f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:43.800041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3a5c7-cbb4-4ce2-8459-de94dfd83ab3 None None] Pushing event updated for resources: {'Port': ['ID=a71ab1b8-ee18-4d19-b64c-790c66adcfaf,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:43.945016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] Set router 331be477-e01e-4773-8f9f-28d9df22f60f gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:33:44.371143 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4aa7557d-0534-49bc-be7f-fd1da00f7427 req-ac6636bc-99a7-4ff1-8956-11dc5a81c806 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 210 time: 0.0349939 Oct 19 11:33:44.394907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'name': 'tempest-ServerRescueNegativeTestJSON-917501710-router', 'tenant_id': '892820663191494a8479512660e71a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:33:32Z', 'updated_at': '2021-10-19T11:33:38Z', 'revision_number': 4, 'project_id': '892820663191494a8479512660e71a11', 'gw_port': {'id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:33:34Z', 'updated_at': '2021-10-19T11:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a71ab1b8-ee18-4d19-b64c-790c66adcfaf', 'name': '', 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe', 'tenant_id': '892820663191494a8479512660e71a11', 'mac_address': 'fa:16:3e:97:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '598e267f-68fc-4fa5-ad10-629647f10562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:33:37Z', 'updated_at': '2021-10-19T11:33:43Z', 'revision_number': 4, 'project_id': '892820663191494a8479512660e71a11', 'subnets': [{'id': '598e267f-68fc-4fa5-ad10-629647f10562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:33:44.430091 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904d13f-b912-4a69-869a-bd7a875c964d None None] The sync data for ids ['331be477-e01e-4773-8f9f-28d9df22f60f'] in n-d-814547-1 is: [{'id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'name': 'tempest-ServerRescueNegativeTestJSON-917501710-router', 'tenant_id': '892820663191494a8479512660e71a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:33:32Z', 'updated_at': '2021-10-19T11:33:38Z', 'revision_number': 4, 'project_id': '892820663191494a8479512660e71a11', 'gw_port': {'id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:33:34Z', 'updated_at': '2021-10-19T11:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a71ab1b8-ee18-4d19-b64c-790c66adcfaf', 'name': '', 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe', 'tenant_id': '892820663191494a8479512660e71a11', 'mac_address': 'fa:16:3e:97:79:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '598e267f-68fc-4fa5-ad10-629647f10562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:33:37Z', 'updated_at': '2021-10-19T11:33:43Z', 'revision_number': 4, 'project_id': '892820663191494a8479512660e71a11', 'subnets': [{'id': '598e267f-68fc-4fa5-ad10-629647f10562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:33:44.696972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48852) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:44.713805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f471daf-92ee-4603-8d76-8e67fca43e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:44.827854 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f471daf-92ee-4603-8d76-8e67fca43e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:44.923332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f471daf-92ee-4603-8d76-8e67fca43e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:45.002975 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3f471daf-92ee-4603-8d76-8e67fca43e17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea7830fe6fc64c56aa0f8d03b96c5bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063960 Oct 19 11:33:45.004098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f471daf-92ee-4603-8d76-8e67fca43e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306fac1c-dee4-4860-bca1-c9d0d76b13f8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:45.005896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48860) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:33:45.085121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef028fa8-b4de-4f6d-b976-232731e62401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:45.115120 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef028fa8-b4de-4f6d-b976-232731e62401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:45.274504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef028fa8-b4de-4f6d-b976-232731e62401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:45.277921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef028fa8-b4de-4f6d-b976-232731e62401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:45.279421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ef028fa8-b4de-4f6d-b976-232731e62401 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/306fac1c-dee4-4860-bca1-c9d0d76b13f8 HTTP/1.1" status: 204 len: 168 time: 0.2723911 Oct 19 11:33:45.297069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef028fa8-b4de-4f6d-b976-232731e62401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306fac1c-dee4-4860-bca1-c9d0d76b13f8,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:45.380421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-ea355f56-37fd-4447-a34b-9b5f24875384 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:45.383690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-ea355f56-37fd-4447-a34b-9b5f24875384 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.26 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 818 time: 0.2705255 Oct 19 11:33:45.408498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Request body: {'port': {'device_id': '236a2011-5f1e-47a0-84e8-fa0e1bea13cf', 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe', 'admin_state_up': True, 'tenant_id': '892820663191494a8479512660e71a11'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:45.603711 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7bd0341-8ba3-4a86-a298-df7412de98ce req-c2c620ba-25d6-4eff-ac9c-42306d32510a tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 210 time: 0.0704658 Oct 19 11:33:45.614077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a71ab1b8-ee18-4d19-b64c-790c66adcfaf up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:45.677750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a71ab1b8-ee18-4d19-b64c-790c66adcfaf triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:45.678133 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:45.745764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Made reservation on behalf of 892820663191494a8479512660e71a11 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:33:45.751551 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:45.794871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:45.835491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port a71ab1b8-ee18-4d19-b64c-790c66adcfaf, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a71ab1b8-ee18-4d19-b64c-790c66adcfaf,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:45.920009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:45.995032 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=a71ab1b8-ee18-4d19-b64c-790c66adcfaf,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:46.010274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Allocated IP 172.20.0.2 (3fe66307-c761-40aa-85b1-5e6197a89dbe/598e267f-68fc-4fa5-ad10-629647f10562/47be6393-941e-45a0-81fc-4e154c2adadd) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:33:46.741994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c77a-48c9-453c-8051-01ba3c590833 req-afbca0e7-dec7-43e2-ae64-b049c62094ce tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:46.743530 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-afbca0e7-dec7-43e2-ae64-b049c62094ce tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.26 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 818 time: 0.6720891 Oct 19 11:33:46.755147 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-337d1395-5681-4c53-b8d5-f80528658afe req-65bbce6d-b1ae-4f9b-852b-6126ce9089c6 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 210 time: 0.0367329 Oct 19 11:33:46.763017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Request body: {'port': {'device_id': '6259aa7b-7e2c-4bd0-b6fb-f42d381ef739', 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe', 'admin_state_up': True, 'tenant_id': '892820663191494a8479512660e71a11'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:46.858941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:47.044165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Made reservation on behalf of 892820663191494a8479512660e71a11 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:33:47.051016 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:47.085247 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:47.168698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Pushing event updated for resources: {'Port': ['ID=47be6393-941e-45a0-81fc-4e154c2adadd,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:47.177496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Network 3fe66307-c761-40aa-85b1-5e6197a89dbe is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:33:47.223470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:33:47.223470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:33:47.338545 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:47.340071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:47.385407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Allocated IP 172.20.0.6 (3fe66307-c761-40aa-85b1-5e6197a89dbe/598e267f-68fc-4fa5-ad10-629647f10562/e3d37bea-d363-4068-803e-9f0a9d708cd1) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:33:47.481293 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-5e04ad99-ffa7-4b6b-8a4c-8ec5eb893d5e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0875909 Oct 19 11:33:47.536020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Request body: {'port': {'device_id': '236a2011-5f1e-47a0-84e8-fa0e1bea13cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:47.567620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a71ab1b8-ee18-4d19-b64c-790c66adcfaf up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:47.620057 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:47.666375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a71ab1b8-ee18-4d19-b64c-790c66adcfaf triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:47.666752 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:47.967880 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1b8a30e2-b016-47c0-b2a1-ff196128a9b3 req-89fa69cb-bca5-473e-a412-c895afaf6651 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 210 time: 0.0367842 Oct 19 11:33:47.998498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:48.122674 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:48.237414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Network 3fe66307-c761-40aa-85b1-5e6197a89dbe is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:33:48.248172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:33:48.252588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:33:48.262284 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Pushing event updated for resources: {'Port': ['ID=e3d37bea-d363-4068-803e-9f0a9d708cd1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:48.350049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:48.350690 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:48.422517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47be6393-941e-45a0-81fc-4e154c2adadd {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:48.433700 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:48.464074 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-c2584a25-3b38-4909-ab08-0e439905d73b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7049532 Oct 19 11:33:48.468855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Transition to ACTIVE for port object 47be6393-941e-45a0-81fc-4e154c2adadd will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:33:48.483849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Request body: {'port': {'device_id': '6259aa7b-7e2c-4bd0-b6fb-f42d381ef739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:33:48.548786 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:48.666918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Pushing event updated for resources: {'Port': ['ID=47be6393-941e-45a0-81fc-4e154c2adadd,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:48.743920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:48.839830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Attempting to bind port 47be6393-941e-45a0-81fc-4e154c2adadd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:33:48.840383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Attempting to bind port 47be6393-941e-45a0-81fc-4e154c2adadd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:33:48.840756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Attempting to bind port 47be6393-941e-45a0-81fc-4e154c2adadd on network 3fe66307-c761-40aa-85b1-5e6197a89dbe {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:33:48.873742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Port 47be6393-941e-45a0-81fc-4e154c2adadd on network 3fe66307-c761-40aa-85b1-5e6197a89dbe not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:33:48.874105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Attempting to bind port 47be6393-941e-45a0-81fc-4e154c2adadd on network 3fe66307-c761-40aa-85b1-5e6197a89dbe {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:33:48.883609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:33:48.884043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Checking segment: {'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:33:48.884434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Bound using segment: {'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:33:48.885029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Bound port: 47be6393-941e-45a0-81fc-4e154c2adadd, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:33:48.885332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:49.178971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] For port 47be6393-941e-45a0-81fc-4e154c2adadd, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:33:49.208916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] For port 47be6393-941e-45a0-81fc-4e154c2adadd, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=47be6393-941e-45a0-81fc-4e154c2adadd,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:33:49.278299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e207ec1-4942-4a61-ad40-9a0924ffb712 req-a57c3eed-2b2e-4b15-b84a-717f4f57760b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:49.278299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e207ec1-4942-4a61-ad40-9a0924ffb712 req-a57c3eed-2b2e-4b15-b84a-717f4f57760b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 931 time: 0.1947942 Oct 19 11:33:49.415406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d37bea-d363-4068-803e-9f0a9d708cd1 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:49.424015 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:49.438647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Transition to ACTIVE for port object e3d37bea-d363-4068-803e-9f0a9d708cd1 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:33:49.440340 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:49.450624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:49.472953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:49.474249 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:49.475813 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] 10.222.0.26 "PUT /v2.0/ports/47be6393-941e-45a0-81fc-4e154c2adadd HTTP/1.1" status: 200 len: 1091 time: 1.9710472 Oct 19 11:33:49.502833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236a2011-5f1e-47a0-84e8-fa0e1bea13cf', 'tag': '47be6393-941e-45a0-81fc-4e154c2adadd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:49.505665 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990f27df-2ac6-4676-a064-731748d1df66" -d '{"events": [{"name": "network-changed", "server_uuid": "236a2011-5f1e-47a0-84e8-fa0e1bea13cf", "tag": "47be6393-941e-45a0-81fc-4e154c2adadd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:49.511840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:49.664268 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e207ec1-4942-4a61-ad40-9a0924ffb712 req-bbdb8449-e05c-4319-aaef-5f740f813769 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751009 Oct 19 11:33:49.665143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1a887-b03f-4a41-8f00-74571f504016 service neutron] Pushing event updated for resources: {'Port': ['ID=47be6393-941e-45a0-81fc-4e154c2adadd,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:49.669271 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2157207-7afe-4ecf-a35a-4394e2b4aafb x-openstack-request-id: req-b2157207-7afe-4ecf-a35a-4394e2b4aafb {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:49.669391 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236a2011-5f1e-47a0-84e8-fa0e1bea13cf", "tag": "47be6393-941e-45a0-81fc-4e154c2adadd", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:49.669700 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2157207-7afe-4ecf-a35a-4394e2b4aafb {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:49.670513 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236a2011-5f1e-47a0-84e8-fa0e1bea13cf', 'tag': '47be6393-941e-45a0-81fc-4e154c2adadd', 'status': 'completed', 'code': 200} Oct 19 11:33:49.861517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e3feba0e-d252-45e7-b627-8d10fcc96916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:49.863589 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-e3feba0e-d252-45e7-b627-8d10fcc96916 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 1094 time: 0.2770340 Oct 19 11:33:49.864521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d37bea-d363-4068-803e-9f0a9d708cd1,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:49.923124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Attempting to bind port e3d37bea-d363-4068-803e-9f0a9d708cd1 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:33:49.923545 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Attempting to bind port e3d37bea-d363-4068-803e-9f0a9d708cd1 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:33:49.923885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Attempting to bind port e3d37bea-d363-4068-803e-9f0a9d708cd1 on network 3fe66307-c761-40aa-85b1-5e6197a89dbe {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:33:49.929117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:49.931026 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-a0b298ae-81b1-4b3d-aa32-f2103e1ca8ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47be6393-941e-45a0-81fc-4e154c2adadd HTTP/1.1" status: 200 len: 217 time: 0.0495048 Oct 19 11:33:49.933451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Port e3d37bea-d363-4068-803e-9f0a9d708cd1 on network 3fe66307-c761-40aa-85b1-5e6197a89dbe not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:33:49.933779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Attempting to bind port e3d37bea-d363-4068-803e-9f0a9d708cd1 on network 3fe66307-c761-40aa-85b1-5e6197a89dbe {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:33:49.947940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:33:49.951550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Checking segment: {'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:33:49.951550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Bound using segment: {'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:33:49.951550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Bound port: e3d37bea-d363-4068-803e-9f0a9d708cd1, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846d161f-d642-458f-adde-692fc07d96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:33:49.951550 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:50.036308 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-ab272d9e-6fd1-4d74-98fa-62404c295776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:50.039387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-ab272d9e-6fd1-4d74-98fa-62404c295776 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=598e267f-68fc-4fa5-ad10-629647f10562 HTTP/1.1" status: 200 len: 858 time: 0.0980101 Oct 19 11:33:50.093029 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-a249b8db-e76b-46c0-81d5-cbfa8593ecf9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fe66307-c761-40aa-85b1-5e6197a89dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406597 Oct 19 11:33:50.097534 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] For port e3d37bea-d363-4068-803e-9f0a9d708cd1, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:33:50.120581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] For port e3d37bea-d363-4068-803e-9f0a9d708cd1, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e3d37bea-d363-4068-803e-9f0a9d708cd1,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:33:50.253054 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-29504c2c-97a5-418c-9357-df5f2d8017ec service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349576 Oct 19 11:33:50.281010 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:50.392453 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:50.393414 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:50.395057 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3d37bea-d363-4068-803e-9f0a9d708cd1 HTTP/1.1" status: 200 len: 1091 time: 1.9168057 Oct 19 11:33:50.488225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805347e-c186-406d-8e2a-8a5c19fa1348 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d37bea-d363-4068-803e-9f0a9d708cd1,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:50.604026 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4086c9e-fe9c-48f1-9b5e-fb4c38869912 req-9844b888-adde-4f3c-9b14-08b5fea79423 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493862 Oct 19 11:33:50.627373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c77a-48c9-453c-8051-01ba3c590833 req-8d698095-e235-4a10-bd76-b3f5fee8c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:50.627373 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-8d698095-e235-4a10-bd76-b3f5fee8c475 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 1094 time: 0.0957725 Oct 19 11:33:50.673559 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-36c2d251-ae4c-46e4-a841-9c861349b654 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3d37bea-d363-4068-803e-9f0a9d708cd1 HTTP/1.1" status: 200 len: 217 time: 0.0363259 Oct 19 11:33:50.769693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c77a-48c9-453c-8051-01ba3c590833 req-3101fc3b-cd3e-4196-8600-f843fe57fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:50.771231 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-3101fc3b-cd3e-4196-8600-f843fe57fad3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=598e267f-68fc-4fa5-ad10-629647f10562 HTTP/1.1" status: 200 len: 858 time: 0.0890496 Oct 19 11:33:50.852899 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-da7723a1-82cf-4dd2-8638-1851577476a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fe66307-c761-40aa-85b1-5e6197a89dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348561 Oct 19 11:33:50.865995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a177d-bd91-43df-a362-15e0439db904 req-59ff10a7-4a0b-47e6-9235-7d93f19a7ed7 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:50.871042 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc9a177d-bd91-43df-a362-15e0439db904 req-59ff10a7-4a0b-47e6-9235-7d93f19a7ed7 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 943 time: 0.0948610 Oct 19 11:33:50.941726 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc9a177d-bd91-43df-a362-15e0439db904 req-43144381-7f55-4ef0-a4d0-156f508336d6 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656464 Oct 19 11:33:50.967616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f27df-2ac6-4676-a064-731748d1df66 req-e03a97c4-448e-43c7-b6e2-7a0db01f37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:50.969304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-990f27df-2ac6-4676-a064-731748d1df66 req-e03a97c4-448e-43c7-b6e2-7a0db01f37c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 1094 time: 0.1971653 Oct 19 11:33:50.990828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-ac977309-228a-4e53-ab40-8aca1af2960b service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299953 Oct 19 11:33:51.160776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f27df-2ac6-4676-a064-731748d1df66 req-40b6fd25-e3d3-496a-abed-a91c98023aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:51.162259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-990f27df-2ac6-4676-a064-731748d1df66 req-40b6fd25-e3d3-496a-abed-a91c98023aa0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 919 time: 0.1821539 Oct 19 11:33:51.164172 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0825c77a-48c9-453c-8051-01ba3c590833 req-24334925-21ec-4850-b31a-c6f00cb9f097 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601093 Oct 19 11:33:51.211658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-990f27df-2ac6-4676-a064-731748d1df66 req-96e3eb0a-cb88-477a-bdf1-3af978f226e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47be6393-941e-45a0-81fc-4e154c2adadd HTTP/1.1" status: 200 len: 217 time: 0.0382040 Oct 19 11:33:51.290830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f27df-2ac6-4676-a064-731748d1df66 req-6571edc9-235e-4893-b4fd-9eaa1470bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:51.292756 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-990f27df-2ac6-4676-a064-731748d1df66 req-6571edc9-235e-4893-b4fd-9eaa1470bea7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=598e267f-68fc-4fa5-ad10-629647f10562 HTTP/1.1" status: 200 len: 858 time: 0.0735855 Oct 19 11:33:51.353594 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-990f27df-2ac6-4676-a064-731748d1df66 req-ec41e46a-c9b9-4915-bd26-dfd2528289e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fe66307-c761-40aa-85b1-5e6197a89dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470412 Oct 19 11:33:51.473734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-990f27df-2ac6-4676-a064-731748d1df66 req-ce553659-9191-4ed5-a5bc-0ec4a65242e4 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110313 Oct 19 11:33:51.627530 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-990f27df-2ac6-4676-a064-731748d1df66 req-ed696a2f-0ba1-4fdd-9620-950eba23deb2 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436095 Oct 19 11:33:51.671252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6259aa7b-7e2c-4bd0-b6fb-f42d381ef739', 'tag': 'e3d37bea-d363-4068-803e-9f0a9d708cd1'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:51.674035 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcdd9a4-eff2-4f2f-a396-3ac547bd4765" -d '{"events": [{"name": "network-changed", "server_uuid": "6259aa7b-7e2c-4bd0-b6fb-f42d381ef739", "tag": "e3d37bea-d363-4068-803e-9f0a9d708cd1"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:51.728067 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee56970-1a9c-4767-9580-2b2f210d9b9d x-openstack-request-id: req-eee56970-1a9c-4767-9580-2b2f210d9b9d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:51.728362 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6259aa7b-7e2c-4bd0-b6fb-f42d381ef739", "tag": "e3d37bea-d363-4068-803e-9f0a9d708cd1", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:51.728660 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eee56970-1a9c-4767-9580-2b2f210d9b9d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:51.729112 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6259aa7b-7e2c-4bd0-b6fb-f42d381ef739', 'tag': 'e3d37bea-d363-4068-803e-9f0a9d708cd1', 'status': 'completed', 'code': 200} Oct 19 11:33:51.848027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd9a4-eff2-4f2f-a396-3ac547bd4765 req-e04b8b18-7ea3-4a9b-b107-7deaae6cc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:51.850683 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-adcdd9a4-eff2-4f2f-a396-3ac547bd4765 req-e04b8b18-7ea3-4a9b-b107-7deaae6cc4c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 1094 time: 0.0940135 Oct 19 11:33:52.232701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576055e-4a41-4ab6-8931-3f77dbd7a0a2 req-ff669393-1b42-4217-9c5f-0b8fb806b191 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:52.233936 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f576055e-4a41-4ab6-8931-3f77dbd7a0a2 req-ff669393-1b42-4217-9c5f-0b8fb806b191 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 943 time: 0.1436520 Oct 19 11:33:52.234950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd9a4-eff2-4f2f-a396-3ac547bd4765 req-4af8b316-8dcc-486c-ade6-79d5fe608a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:52.238381 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-adcdd9a4-eff2-4f2f-a396-3ac547bd4765 req-4af8b316-8dcc-486c-ade6-79d5fe608a24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 919 time: 0.3799393 Oct 19 11:33:52.335273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-adcdd9a4-eff2-4f2f-a396-3ac547bd4765 req-19a3ed57-5cc0-4d1e-a0df-e04151cf34ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3d37bea-d363-4068-803e-9f0a9d708cd1 HTTP/1.1" status: 200 len: 217 time: 0.0853052 Oct 19 11:33:52.486161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f576055e-4a41-4ab6-8931-3f77dbd7a0a2 req-b55bd067-8e32-423a-9b46-29812f575415 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243981 Oct 19 11:33:52.508875 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd9a4-eff2-4f2f-a396-3ac547bd4765 req-43ed9ed7-e314-4586-bcd5-d6860050c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:52.510331 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-adcdd9a4-eff2-4f2f-a396-3ac547bd4765 req-43ed9ed7-e314-4586-bcd5-d6860050c06f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=598e267f-68fc-4fa5-ad10-629647f10562 HTTP/1.1" status: 200 len: 858 time: 0.1568129 Oct 19 11:33:52.572186 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-adcdd9a4-eff2-4f2f-a396-3ac547bd4765 req-213b2c77-726e-4adc-a257-6b3d87c5eeb8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fe66307-c761-40aa-85b1-5e6197a89dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477571 Oct 19 11:33:52.717128 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-adcdd9a4-eff2-4f2f-a396-3ac547bd4765 req-10eda335-cc80-4498-b112-99df7153f9b8 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329348 Oct 19 11:33:52.848749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-adcdd9a4-eff2-4f2f-a396-3ac547bd4765 req-a9f26562-59c9-4ba3-a515-1e4d714db6b2 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210639 Oct 19 11:33:53.614110 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208c80-e2ce-44ff-a7ab-8d314988a64b req-72956b0f-f3c7-466d-8fd5-42543e940157 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:53.616278 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24208c80-e2ce-44ff-a7ab-8d314988a64b req-72956b0f-f3c7-466d-8fd5-42543e940157 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 943 time: 0.0747120 Oct 19 11:33:53.688858 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24208c80-e2ce-44ff-a7ab-8d314988a64b req-fc77df38-f5e3-4007-9925-ac1091347f6b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642624 Oct 19 11:33:53.722754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 47be6393-941e-45a0-81fc-4e154c2adadd details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:33:53.987826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 47be6393-941e-45a0-81fc-4e154c2adadd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=47be6393-941e-45a0-81fc-4e154c2adadd,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:54.004812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '47be6393-941e-45a0-81fc-4e154c2adadd', 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe', 'port_id': '47be6393-941e-45a0-81fc-4e154c2adadd', 'mac_address': 'fa:16:3e:fa:51:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598e267f-68fc-4fa5-ad10-629647f10562', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:33:54.085215 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:54.104600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47be6393-941e-45a0-81fc-4e154c2adadd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:54.140707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 47be6393-941e-45a0-81fc-4e154c2adadd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=47be6393-941e-45a0-81fc-4e154c2adadd,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:54.262753 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:54.263221 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e3d37bea-d363-4068-803e-9f0a9d708cd1 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:33:54.348275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=47be6393-941e-45a0-81fc-4e154c2adadd,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:54.397082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e3d37bea-d363-4068-803e-9f0a9d708cd1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e3d37bea-d363-4068-803e-9f0a9d708cd1,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:54.415173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'e3d37bea-d363-4068-803e-9f0a9d708cd1', 'network_id': '3fe66307-c761-40aa-85b1-5e6197a89dbe', 'port_id': 'e3d37bea-d363-4068-803e-9f0a9d708cd1', 'mac_address': 'fa:16:3e:af:37:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '598e267f-68fc-4fa5-ad10-629647f10562', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:33:54.498039 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:54.525858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d37bea-d363-4068-803e-9f0a9d708cd1 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:33:54.553314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e3d37bea-d363-4068-803e-9f0a9d708cd1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e3d37bea-d363-4068-803e-9f0a9d708cd1,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:54.637229 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:54.695624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=e3d37bea-d363-4068-803e-9f0a9d708cd1,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:54.825964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08f7ea-9fe6-4e73-bf28-bfe0e4fcc23a req-02695743-b54e-4135-907e-320efd0eebf5 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:54.833152 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e08f7ea-9fe6-4e73-bf28-bfe0e4fcc23a req-02695743-b54e-4135-907e-320efd0eebf5 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 944 time: 0.0733447 Oct 19 11:33:54.874793 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e08f7ea-9fe6-4e73-bf28-bfe0e4fcc23a req-effe84cd-40c3-42aa-a5bc-4d6dd639ae5b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 Oct 19 11:33:54.918527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['e3d37bea-d363-4068-803e-9f0a9d708cd1'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:54.973504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['47be6393-941e-45a0-81fc-4e154c2adadd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:33:55.382723 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-55904832-fd81-4943-b981-01464af20a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:56.037657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f86bd-3924-4263-abc6-8d1ae464c24f req-df36de49-1e45-4742-b279-f4e9c0e657f1 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:56.045750 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e03f86bd-3924-4263-abc6-8d1ae464c24f req-df36de49-1e45-4742-b279-f4e9c0e657f1 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 944 time: 0.0698628 Oct 19 11:33:56.094603 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e03f86bd-3924-4263-abc6-8d1ae464c24f req-548d3203-c20c-4986-a855-dbcc54a3ca28 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 Oct 19 11:33:57.434264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfab6d-3406-414a-bd40-87f89aee3b9d req-0dff4dc1-b6e0-434c-bdff-fcad60e7a0b5 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:57.443682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ebbfab6d-3406-414a-bd40-87f89aee3b9d req-0dff4dc1-b6e0-434c-bdff-fcad60e7a0b5 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 944 time: 0.1764369 Oct 19 11:33:57.530052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ebbfab6d-3406-414a-bd40-87f89aee3b9d req-38de782d-1444-4575-9984-39a2f57fca6c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666161 Oct 19 11:33:57.775680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 47be6393-941e-45a0-81fc-4e154c2adadd up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:57.793615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-c2a58799-da79-440f-af74-b26f60b9c6c0 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:57.795713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-c2a58799-da79-440f-af74-b26f60b9c6c0 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/networks?id=f0ab297c-614c-411e-b2bf-16b31ff8c231 HTTP/1.1" status: 200 len: 815 time: 0.1241086 Oct 19 11:33:57.816346 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-05fc2f98-b49a-4b26-9c62-9fe2ab8561db tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/quotas/ec97e5c2b7714840b882765860c51adf HTTP/1.1" status: 200 len: 375 time: 0.0124357 Oct 19 11:33:57.858269 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fd53f156-f906-4199-b06a-924dbee11e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:57.923179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-0207425d-7eb9-4b4a-bf6d-6b6e32a96078 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997467 Oct 19 11:33:57.958018 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 47be6393-941e-45a0-81fc-4e154c2adadd completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:33:57.963814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 47be6393-941e-45a0-81fc-4e154c2adadd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:57.964190 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:58.037057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-f293c7e6-8bca-4ecb-9038-db2fe920745a service neutron] 10.222.0.39 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034887 Oct 19 11:33:58.056799 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:58.096339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 47be6393-941e-45a0-81fc-4e154c2adadd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=47be6393-941e-45a0-81fc-4e154c2adadd,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:58.097394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236a2011-5f1e-47a0-84e8-fa0e1bea13cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be6393-941e-45a0-81fc-4e154c2adadd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:33:58.100280 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87745c90-cf35-4771-8705-545a040cfb4e" -d '{"events": [{"server_uuid": "236a2011-5f1e-47a0-84e8-fa0e1bea13cf", "name": "network-vif-plugged", "status": "completed", "tag": "47be6393-941e-45a0-81fc-4e154c2adadd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:33:58.156829 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:58.157678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e3d37bea-d363-4068-803e-9f0a9d708cd1 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:33:58.170681 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-a01a9aa3-3198-4f02-9e3c-4083f87c3ad4 service neutron] 10.222.0.39 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231482 Oct 19 11:33:58.215163 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8a204b-770c-4ed9-a603-54037f5413b9 x-openstack-request-id: req-4a8a204b-770c-4ed9-a603-54037f5413b9 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:33:58.215443 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236a2011-5f1e-47a0-84e8-fa0e1bea13cf", "name": "network-vif-plugged", "status": "completed", "tag": "47be6393-941e-45a0-81fc-4e154c2adadd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:33:58.215700 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a8a204b-770c-4ed9-a603-54037f5413b9 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:33:58.216152 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236a2011-5f1e-47a0-84e8-fa0e1bea13cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47be6393-941e-45a0-81fc-4e154c2adadd', 'code': 200} Oct 19 11:33:58.274348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=47be6393-941e-45a0-81fc-4e154c2adadd,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:58.301279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e4482-dd76-4562-81c4-67ebcba86699 req-71b57190-1f41-46da-97ee-79a4ee96a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:58.302816 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-964e4482-dd76-4562-81c4-67ebcba86699 req-71b57190-1f41-46da-97ee-79a4ee96a03a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 1096 time: 0.0460796 Oct 19 11:33:58.344178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-964e4482-dd76-4562-81c4-67ebcba86699 req-331b01d2-680b-40cc-91e5-7fc4f55cb7e1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300951 Oct 19 11:33:58.416845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port e3d37bea-d363-4068-803e-9f0a9d708cd1 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:33:58.430794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port e3d37bea-d363-4068-803e-9f0a9d708cd1 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:33:58.430794 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:58.573470 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-772c4df3-7ea8-4f22-a3d7-4a7a83a056cb req-7e7cf1a5-4c9d-447b-b148-05c0e29b870f tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 210 time: 0.0591419 Oct 19 11:33:58.592056 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:58.643836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port e3d37bea-d363-4068-803e-9f0a9d708cd1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e3d37bea-d363-4068-803e-9f0a9d708cd1,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:33:58.703061 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:58.755697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dd8ff-5c4e-4c33-97d3-aabfcb42d091 req-b776c5fd-9015-4a6e-9392-cc89b42314de tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:58.765757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-210dd8ff-5c4e-4c33-97d3-aabfcb42d091 req-b776c5fd-9015-4a6e-9392-cc89b42314de tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0598280 Oct 19 11:33:58.818818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=e3d37bea-d363-4068-803e-9f0a9d708cd1,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:33:58.819275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-210dd8ff-5c4e-4c33-97d3-aabfcb42d091 req-c2ae802b-7e5e-4d2e-953b-0dbb184d72fe tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487351 Oct 19 11:33:59.086225 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:59.131443 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:33:59.735133 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ecacbb8-0c63-49b8-9a77-6df975c420c6 req-661b0270-9fec-425c-a6d9-07b1550882b8 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 210 time: 0.0410953 Oct 19 11:33:59.980421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af66e17-84c9-4ce5-85fb-39660ae2d24c req-7a73ea92-d2fe-4c02-a2ee-a72eca435b8c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:33:59.983180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6af66e17-84c9-4ce5-85fb-39660ae2d24c req-7a73ea92-d2fe-4c02-a2ee-a72eca435b8c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0541162 Oct 19 11:34:00.026753 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6af66e17-84c9-4ce5-85fb-39660ae2d24c req-a59558bb-df2b-4630-b87d-a3c478528af4 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373600 Oct 19 11:34:00.217823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6259aa7b-7e2c-4bd0-b6fb-f42d381ef739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d37bea-d363-4068-803e-9f0a9d708cd1'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:34:00.220837 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02d88dc-6a25-412b-aa05-c18b5e474400" -d '{"events": [{"server_uuid": "6259aa7b-7e2c-4bd0-b6fb-f42d381ef739", "name": "network-vif-plugged", "status": "completed", "tag": "e3d37bea-d363-4068-803e-9f0a9d708cd1"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:34:00.261768 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b745b7-4ca3-4e55-ba30-62f4535be274 x-openstack-request-id: req-00b745b7-4ca3-4e55-ba30-62f4535be274 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:34:00.262510 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6259aa7b-7e2c-4bd0-b6fb-f42d381ef739", "name": "network-vif-plugged", "status": "completed", "tag": "e3d37bea-d363-4068-803e-9f0a9d708cd1", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:34:00.262838 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00b745b7-4ca3-4e55-ba30-62f4535be274 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:34:00.264295 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6259aa7b-7e2c-4bd0-b6fb-f42d381ef739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d37bea-d363-4068-803e-9f0a9d708cd1', 'code': 200} Oct 19 11:34:00.415902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ce016-a829-4249-b3c2-2823adfe65e4 req-3c49a110-2b6a-4162-b30d-c4b86b6e3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:00.418295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-116ce016-a829-4249-b3c2-2823adfe65e4 req-3c49a110-2b6a-4162-b30d-c4b86b6e3702 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 1096 time: 0.0806541 Oct 19 11:34:00.473815 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-116ce016-a829-4249-b3c2-2823adfe65e4 req-1d66b483-e60f-401e-904d-66c711ef5c27 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480483 Oct 19 11:34:00.654146 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:34:00.802036 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:00.837060 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3cdd395-3b97-44e2-9573-3d0d3dab8259 req-3e254424-a475-4b91-b3cc-a0252eac4cc8 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 210 time: 0.0299768 Oct 19 11:34:01.174887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fae71-a53e-4c41-a22c-0ab95a65c8a5 req-46aeccab-7920-449f-bbb2-63244f622019 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:01.175421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-dc6a9f28-a02c-4414-9a98-4b755bf73172 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:01.177106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-dc6a9f28-a02c-4414-9a98-4b755bf73172 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.49 "GET /v2.0/networks?id=f0ab297c-614c-411e-b2bf-16b31ff8c231 HTTP/1.1" status: 200 len: 815 time: 0.1235473 Oct 19 11:34:01.183696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c1fae71-a53e-4c41-a22c-0ab95a65c8a5 req-46aeccab-7920-449f-bbb2-63244f622019 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0845456 Oct 19 11:34:01.202551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Request body: {'port': {'device_id': '77629462-776b-4376-9a46-81c5d1ce2f31', 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231', 'admin_state_up': True, 'tenant_id': 'ec97e5c2b7714840b882765860c51adf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:34:01.281163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6c1fae71-a53e-4c41-a22c-0ab95a65c8a5 req-3c9d3ebb-cbf6-4383-bde2-54a76231a556 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928156 Oct 19 11:34:01.499975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Made reservation on behalf of ec97e5c2b7714840b882765860c51adf for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:34:01.504576 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:01.652839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Allocated IP 172.20.0.10 (f0ab297c-614c-411e-b2bf-16b31ff8c231/7de504bb-4164-42bc-9122-ea8824c7f7b3/919da547-ceef-4db5-8284-3fac78f71755) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:34:01.813952 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:01.956056 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:01.969198 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['55e2eff0-ecee-4fd4-84dc-5610122ccd5e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:34:01.973019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['a3359b9b-f78c-4a8f-b4e6-fe95825142f8', '9d1f5894-5b94-4608-ab97-1b3ac34e63ea'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:34:02.038148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Pushing event updated for resources: {'Port': ['ID=919da547-ceef-4db5-8284-3fac78f71755,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:02.054455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Network f0ab297c-614c-411e-b2bf-16b31ff8c231 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:34:02.055969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:34:02.059372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:34:02.077812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ace0d2-8c7b-4283-b233-ea9a07c98455 req-3bf26c7c-c1e0-4ff6-8aa3-bbebbabda523 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:02.082878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30ace0d2-8c7b-4283-b233-ea9a07c98455 req-3bf26c7c-c1e0-4ff6-8aa3-bbebbabda523 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 932 time: 0.1293852 Oct 19 11:34:02.121453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:02.122107 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:02.144844 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30ace0d2-8c7b-4283-b233-ea9a07c98455 req-c902be5d-bfd7-4556-b3e5-b6f8de340712 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608056 Oct 19 11:34:02.276252 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-5445af00-2438-42bb-8085-dec5f4806ca5 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0790973 Oct 19 11:34:02.290695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Request body: {'port': {'device_id': '77629462-776b-4376-9a46-81c5d1ce2f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:34:02.362431 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:02.576975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea0fbf-1362-4b9d-b861-3c6af821edb8 req-f5929771-69fd-46a5-bd23-5190ce50d593 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:02.586543 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2cea0fbf-1362-4b9d-b861-3c6af821edb8 req-f5929771-69fd-46a5-bd23-5190ce50d593 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.1777632 Oct 19 11:34:02.674829 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2cea0fbf-1362-4b9d-b861-3c6af821edb8 req-1895df78-4531-410d-ae27-dc94c53a0810 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864794 Oct 19 11:34:02.861129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919da547-ceef-4db5-8284-3fac78f71755 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:34:02.870665 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:02.884137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Transition to ACTIVE for port object 919da547-ceef-4db5-8284-3fac78f71755 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:34:02.990945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:03.088360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Pushing event updated for resources: {'Port': ['ID=919da547-ceef-4db5-8284-3fac78f71755,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:03.317041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Attempting to bind port 919da547-ceef-4db5-8284-3fac78f71755 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:34:03.317561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Attempting to bind port 919da547-ceef-4db5-8284-3fac78f71755 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:34:03.318064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Attempting to bind port 919da547-ceef-4db5-8284-3fac78f71755 on network f0ab297c-614c-411e-b2bf-16b31ff8c231 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:34:03.374233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Port 919da547-ceef-4db5-8284-3fac78f71755 on network f0ab297c-614c-411e-b2bf-16b31ff8c231 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:34:03.374715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Attempting to bind port 919da547-ceef-4db5-8284-3fac78f71755 on network f0ab297c-614c-411e-b2bf-16b31ff8c231 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:34:03.379934 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f158b-f746-46d0-b2d4-764eb81ce619 req-d4651b51-c718-45db-bbb4-cbd86968f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:03.384607 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e6f158b-f746-46d0-b2d4-764eb81ce619 req-d4651b51-c718-45db-bbb4-cbd86968f895 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 1096 time: 0.1202438 Oct 19 11:34:03.448270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:34:03.448698 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Checking segment: {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:34:03.449096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Bound using segment: {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:34:03.449540 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Bound port: 919da547-ceef-4db5-8284-3fac78f71755, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83688b47-a754-4893-a902-f69a75bb738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:34:03.458120 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:03.508769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32447ef8-7b8e-4c17-ad50-535c44cbb128 req-99ffa13a-93ad-4a6b-8021-0dcff85b3827 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:03.511039 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32447ef8-7b8e-4c17-ad50-535c44cbb128 req-99ffa13a-93ad-4a6b-8021-0dcff85b3827 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.1960137 Oct 19 11:34:03.546842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74c710-9b39-4209-a725-32339d61b7bc req-5c5df86d-69fd-47c7-ba58-5c40cfea9d0b tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:03.548453 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b74c710-9b39-4209-a725-32339d61b7bc req-5c5df86d-69fd-47c7-ba58-5c40cfea9d0b tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 944 time: 0.2037511 Oct 19 11:34:03.582708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32447ef8-7b8e-4c17-ad50-535c44cbb128 req-f4e36fba-54f4-40bb-9d81-6660226809fc tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529621 Oct 19 11:34:03.603223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f158b-f746-46d0-b2d4-764eb81ce619 req-f5f6ba09-b007-4de4-a618-981494fd1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:03.604725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e6f158b-f746-46d0-b2d4-764eb81ce619 req-f5f6ba09-b007-4de4-a618-981494fd1937 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 919 time: 0.1911771 Oct 19 11:34:03.622190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] For port 919da547-ceef-4db5-8284-3fac78f71755, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:34:03.625728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] For port 919da547-ceef-4db5-8284-3fac78f71755, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=919da547-ceef-4db5-8284-3fac78f71755,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:34:03.660896 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b74c710-9b39-4209-a725-32339d61b7bc req-dc409f27-b7a9-4acd-8171-c8d6000a6206 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965083 Oct 19 11:34:03.719928 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:03.782558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e6f158b-f746-46d0-b2d4-764eb81ce619 req-5b76e8c0-6f1d-428f-ad7c-69e4e3dedfc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3d37bea-d363-4068-803e-9f0a9d708cd1 HTTP/1.1" status: 200 len: 217 time: 0.1309302 Oct 19 11:34:03.851983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:03.855730 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:03.860023 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] 10.222.0.49 "PUT /v2.0/ports/919da547-ceef-4db5-8284-3fac78f71755 HTTP/1.1" status: 200 len: 1092 time: 1.5733864 Oct 19 11:34:03.875171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77629462-776b-4376-9a46-81c5d1ce2f31', 'tag': '919da547-ceef-4db5-8284-3fac78f71755'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:34:03.879452 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095547ab-a4e6-4d4a-87d5-b0219bc4bae9" -d '{"events": [{"name": "network-changed", "server_uuid": "77629462-776b-4376-9a46-81c5d1ce2f31", "tag": "919da547-ceef-4db5-8284-3fac78f71755"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:34:03.879677 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f158b-f746-46d0-b2d4-764eb81ce619 req-96204f85-30b5-4f4a-8d0c-ea7c05b417d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:03.881368 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e6f158b-f746-46d0-b2d4-764eb81ce619 req-96204f85-30b5-4f4a-8d0c-ea7c05b417d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=598e267f-68fc-4fa5-ad10-629647f10562 HTTP/1.1" status: 200 len: 858 time: 0.0878177 Oct 19 11:34:03.924286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87715048-7f1a-47c2-93bc-2fe283f3ff47 service neutron] Pushing event updated for resources: {'Port': ['ID=919da547-ceef-4db5-8284-3fac78f71755,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:03.960952 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e6f158b-f746-46d0-b2d4-764eb81ce619 req-32200dc1-448d-4e34-ad71-f18109eec2e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fe66307-c761-40aa-85b1-5e6197a89dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683224 Oct 19 11:34:03.964980 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec73a34-60ae-486a-a4c0-c78b29367b21 x-openstack-request-id: req-0ec73a34-60ae-486a-a4c0-c78b29367b21 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:34:03.965527 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77629462-776b-4376-9a46-81c5d1ce2f31", "tag": "919da547-ceef-4db5-8284-3fac78f71755", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:34:03.965854 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ec73a34-60ae-486a-a4c0-c78b29367b21 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:34:03.966398 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77629462-776b-4376-9a46-81c5d1ce2f31', 'tag': '919da547-ceef-4db5-8284-3fac78f71755', 'status': 'completed', 'code': 200} Oct 19 11:34:04.034176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095547ab-a4e6-4d4a-87d5-b0219bc4bae9 req-ecfc8170-acb3-484c-9266-b9bc3d3f64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:04.036161 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-095547ab-a4e6-4d4a-87d5-b0219bc4bae9 req-ecfc8170-acb3-484c-9266-b9bc3d3f64f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 1095 time: 0.0503945 Oct 19 11:34:04.140919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e6f158b-f746-46d0-b2d4-764eb81ce619 req-786c0096-3163-45ea-934f-36a5fa50a1e9 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718020 Oct 19 11:34:04.211985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095547ab-a4e6-4d4a-87d5-b0219bc4bae9 req-4743bd91-ba63-4ac1-8463-4c7d0141409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:04.219184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-095547ab-a4e6-4d4a-87d5-b0219bc4bae9 req-4743bd91-ba63-4ac1-8463-4c7d0141409c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ec97e5c2b7714840b882765860c51adf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1715989 Oct 19 11:34:04.297208 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e6f158b-f746-46d0-b2d4-764eb81ce619 req-0d86d39e-9a9e-4f7d-93d2-9ecd280e5be8 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490068 Oct 19 11:34:04.367280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095547ab-a4e6-4d4a-87d5-b0219bc4bae9 req-d181d23a-77cf-40ff-9be2-508cdbe0fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:04.369258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-095547ab-a4e6-4d4a-87d5-b0219bc4bae9 req-d181d23a-77cf-40ff-9be2-508cdbe0fb0f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462321 Oct 19 11:34:04.527336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-03673886-ba0b-4181-b7c5-b4d04972dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:04.530563 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-03673886-ba0b-4181-b7c5-b4d04972dd64 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 1095 time: 0.0755816 Oct 19 11:34:04.590989 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-e9477b46-09c1-42e6-8371-fcdb504e68be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=919da547-ceef-4db5-8284-3fac78f71755 HTTP/1.1" status: 200 len: 217 time: 0.0535614 Oct 19 11:34:04.738537 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-9abcb7cb-434b-4aa9-b973-24dbe5b44ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:04.740292 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-9abcb7cb-434b-4aa9-b973-24dbe5b44ac5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de504bb-4164-42bc-9122-ea8824c7f7b3 HTTP/1.1" status: 200 len: 855 time: 0.1401429 Oct 19 11:34:04.814762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-cfb577c8-5c5f-4c8d-96a8-1a315aee9def service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f0ab297c-614c-411e-b2bf-16b31ff8c231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668454 Oct 19 11:34:04.891091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b793939-68e1-4fc2-9f89-2c03567108ff req-c00326f7-bf26-4054-9891-b2b4ea2ff69f tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:04.893964 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b793939-68e1-4fc2-9f89-2c03567108ff req-c00326f7-bf26-4054-9891-b2b4ea2ff69f tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 944 time: 0.0792356 Oct 19 11:34:04.948131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602da071-4f32-4998-9a9c-3e700cfda675 req-12a0996c-d89e-425b-8bc5-c6b125c2356c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:04.950053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-602da071-4f32-4998-9a9c-3e700cfda675 req-12a0996c-d89e-425b-8bc5-c6b125c2356c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.1940539 Oct 19 11:34:04.984824 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b793939-68e1-4fc2-9f89-2c03567108ff req-ddf7171a-8d1a-4928-9784-a22100832e23 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747118 Oct 19 11:34:05.030222 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-602da071-4f32-4998-9a9c-3e700cfda675 req-12cd4b22-b0de-4bd6-a833-bd0c9804e754 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703216 Oct 19 11:34:05.032134 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-bee60b2f-da79-40ed-9009-bde2a521f13d service neutron] 10.222.0.49 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087207 Oct 19 11:34:05.201415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-885306c8-5a6b-4c79-ab06-bf238f879cf0 req-35736918-1651-4f0f-ad5a-62e25b98adcd service neutron] 10.222.0.49 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588612 Oct 19 11:34:06.184223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739df640-cfb4-4453-8179-055fc8e79f0d req-f635ac67-9642-4d55-a0e0-a73855c55729 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:06.185870 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-739df640-cfb4-4453-8179-055fc8e79f0d req-f635ac67-9642-4d55-a0e0-a73855c55729 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 944 time: 0.1111767 Oct 19 11:34:06.251526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-739df640-cfb4-4453-8179-055fc8e79f0d req-7b32126a-16fe-4657-8151-137d2c7d5ab0 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595238 Oct 19 11:34:06.256519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817f9cb-af03-4b79-bf39-0b530acfb950 req-98637ce7-37e9-4bee-b886-60749b3aacb8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:06.266846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8817f9cb-af03-4b79-bf39-0b530acfb950 req-98637ce7-37e9-4bee-b886-60749b3aacb8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.1189539 Oct 19 11:34:06.336791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8817f9cb-af03-4b79-bf39-0b530acfb950 req-6c894cf9-9426-4179-a367-4b9053944081 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658824 Oct 19 11:34:07.425620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4c0b7-7042-4a25-922e-b533e425bb91 req-fe67ceb1-59bf-4853-b478-30b41a9f0e6e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:07.435407 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8aa4c0b7-7042-4a25-922e-b533e425bb91 req-fe67ceb1-59bf-4853-b478-30b41a9f0e6e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 944 time: 0.1042895 Oct 19 11:34:07.520010 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8aa4c0b7-7042-4a25-922e-b533e425bb91 req-f013f5ab-dc7a-47ec-bc40-19c28efaf6af tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824513 Oct 19 11:34:07.714796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e25465-429b-408e-a23d-a887d5cd756f req-4fb8f945-1559-48fd-99a5-519e2eb58018 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:07.720622 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e25465-429b-408e-a23d-a887d5cd756f req-4fb8f945-1559-48fd-99a5-519e2eb58018 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.1047425 Oct 19 11:34:07.792657 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e25465-429b-408e-a23d-a887d5cd756f req-db99493e-ca9d-4f3e-b0f5-613c9c5b6a78 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623972 Oct 19 11:34:08.241280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 919da547-ceef-4db5-8284-3fac78f71755 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:34:08.396760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 919da547-ceef-4db5-8284-3fac78f71755, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=919da547-ceef-4db5-8284-3fac78f71755,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:34:08.412636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '919da547-ceef-4db5-8284-3fac78f71755', 'network_id': 'f0ab297c-614c-411e-b2bf-16b31ff8c231', 'port_id': '919da547-ceef-4db5-8284-3fac78f71755', 'mac_address': 'fa:16:3e:b4:9e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de504bb-4164-42bc-9122-ea8824c7f7b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:34:08.474851 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:08.490308 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919da547-ceef-4db5-8284-3fac78f71755 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:34:08.517396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 919da547-ceef-4db5-8284-3fac78f71755, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=919da547-ceef-4db5-8284-3fac78f71755,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:34:08.636854 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:08.653688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace7d0e-6dca-4066-90d1-795f1ed2f769 req-1dd12722-a2d2-4bab-bb9a-158aab6f8036 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:08.661114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0ace7d0e-6dca-4066-90d1-795f1ed2f769 req-1dd12722-a2d2-4bab-bb9a-158aab6f8036 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 944 time: 0.0602450 Oct 19 11:34:08.692608 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=919da547-ceef-4db5-8284-3fac78f71755,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:08.732745 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0ace7d0e-6dca-4066-90d1-795f1ed2f769 req-e15f0e2a-e333-4163-a37f-4547740e41b3 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705290 Oct 19 11:34:08.924010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ffa85-bcee-4dd0-b7ee-76c6d564e19c req-0cff530e-d6bb-41eb-8084-c9693b4b60c8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:08.925783 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-798ffa85-bcee-4dd0-b7ee-76c6d564e19c req-0cff530e-d6bb-41eb-8084-c9693b4b60c8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0577717 Oct 19 11:34:08.936931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['919da547-ceef-4db5-8284-3fac78f71755'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:34:09.037141 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-798ffa85-bcee-4dd0-b7ee-76c6d564e19c req-3c11767b-4d72-485e-b791-0cc1bdb63659 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692413 Oct 19 11:34:09.897352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a703263-235b-44f2-8f7c-3b74bad7e1d5 req-60bb5361-cd4e-412a-a77c-e5b49c2dab74 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:09.899236 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a703263-235b-44f2-8f7c-3b74bad7e1d5 req-60bb5361-cd4e-412a-a77c-e5b49c2dab74 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 945 time: 0.0561543 Oct 19 11:34:09.956819 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a703263-235b-44f2-8f7c-3b74bad7e1d5 req-c4bb8384-9486-4b46-9e5d-12c90e709040 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455787 Oct 19 11:34:10.163130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc20ce-8d8a-44bb-901e-071545bae368 req-e088b15c-93be-42bc-b5e0-446336496fc9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:10.166507 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c3dc20ce-8d8a-44bb-901e-071545bae368 req-e088b15c-93be-42bc-b5e0-446336496fc9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0554593 Oct 19 11:34:10.235327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c3dc20ce-8d8a-44bb-901e-071545bae368 req-15fe22d6-5dd5-4903-bc23-ca65f6e8d5ae tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621421 Oct 19 11:34:10.285706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 919da547-ceef-4db5-8284-3fac78f71755 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:34:10.428404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 919da547-ceef-4db5-8284-3fac78f71755 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:34:10.430256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 919da547-ceef-4db5-8284-3fac78f71755 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:34:10.430636 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:10.524759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:10.553981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77629462-776b-4376-9a46-81c5d1ce2f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919da547-ceef-4db5-8284-3fac78f71755'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:34:10.556735 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9636182-915d-4ea0-9e24-7066cb20f36b" -d '{"events": [{"server_uuid": "77629462-776b-4376-9a46-81c5d1ce2f31", "name": "network-vif-plugged", "status": "completed", "tag": "919da547-ceef-4db5-8284-3fac78f71755"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:34:10.568823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 919da547-ceef-4db5-8284-3fac78f71755, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=919da547-ceef-4db5-8284-3fac78f71755,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:34:10.597169 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7616c2-f758-4f9f-b70f-81b7efc2ebfa x-openstack-request-id: req-9c7616c2-f758-4f9f-b70f-81b7efc2ebfa {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:34:10.597562 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77629462-776b-4376-9a46-81c5d1ce2f31", "name": "network-vif-plugged", "status": "completed", "tag": "919da547-ceef-4db5-8284-3fac78f71755", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:34:10.597831 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c7616c2-f758-4f9f-b70f-81b7efc2ebfa {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:34:10.598225 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77629462-776b-4376-9a46-81c5d1ce2f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919da547-ceef-4db5-8284-3fac78f71755', 'code': 200} Oct 19 11:34:10.636647 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:10.775801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af387a0f-aa07-423b-b331-3d7bfc715703 req-35f4848d-36fe-462f-a83a-14c50464dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:10.778042 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af387a0f-aa07-423b-b331-3d7bfc715703 req-35f4848d-36fe-462f-a83a-14c50464dc70 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 1097 time: 0.1131668 Oct 19 11:34:10.781731 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=919da547-ceef-4db5-8284-3fac78f71755,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:10.852143 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af387a0f-aa07-423b-b331-3d7bfc715703 req-1be93854-6cb9-4ff0-af00-4fad538e4297 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650415 Oct 19 11:34:11.101026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b2831-bde5-4ce0-b7a5-d92f1082f7b9 req-9a897a26-eca6-4101-8fdd-7fcabe8ef3f9 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:11.111361 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-032b2831-bde5-4ce0-b7a5-d92f1082f7b9 req-9a897a26-eca6-4101-8fdd-7fcabe8ef3f9 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 946 time: 0.0830750 Oct 19 11:34:11.154560 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-032b2831-bde5-4ce0-b7a5-d92f1082f7b9 req-226b45ca-5646-4683-8634-875f0c499943 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418048 Oct 19 11:34:11.842397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890eac4-7152-445a-a87f-a8f898427561 req-62e52926-aca6-4f8c-bd1b-9f0890b0e785 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:11.854429 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8890eac4-7152-445a-a87f-a8f898427561 req-62e52926-aca6-4f8c-bd1b-9f0890b0e785 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.4908211 Oct 19 11:34:11.902690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8890eac4-7152-445a-a87f-a8f898427561 req-27e0d851-975a-47fd-9cac-f4dc23e3509c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469472 Oct 19 11:34:12.294629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a310e-8c3e-4427-a0f5-97d514207a4c req-faf0888d-60d3-4734-8d53-31c3b12d2931 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:12.296256 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-186a310e-8c3e-4427-a0f5-97d514207a4c req-faf0888d-60d3-4734-8d53-31c3b12d2931 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 946 time: 0.0660188 Oct 19 11:34:12.341771 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-186a310e-8c3e-4427-a0f5-97d514207a4c req-818d8bcb-ed11-473a-ada3-6b4cc57726f7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373449 Oct 19 11:34:12.686406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-6ab9b04c-d44f-4d72-b8b9-be8a564b5845 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504014 Oct 19 11:34:12.800797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-8733b99e-3082-4649-b414-3366d0220964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:12.802475 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-8733b99e-3082-4649-b414-3366d0220964 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=226953694ca94a9d9281b4be910fd2d1&device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 1100 time: 0.0574958 Oct 19 11:34:12.929789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-b0d50460-c282-48d0-9190-84397ab7d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:12.931521 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-b0d50460-c282-48d0-9190-84397ab7d45c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fb8634a-af47-4c11-9e5e-bac854e6032f HTTP/1.1" status: 200 len: 870 time: 0.1011112 Oct 19 11:34:12.991852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-87525388-636a-483a-9999-354d60b21161 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=15207a39-1dbd-4eb6-93fe-c805eb6a62d5 HTTP/1.1" status: 200 len: 217 time: 0.0519841 Oct 19 11:34:13.087147 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-7b6502e7-2802-49de-9175-bc8b60d9c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:13.094543 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-7b6502e7-2802-49de-9175-bc8b60d9c80f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0893321 Oct 19 11:34:13.113164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218f408-4757-4b76-a5c2-b4a20cebfda0 req-0f46edd9-08b6-42bd-8ee4-054af7dc7baf tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:13.114636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b218f408-4757-4b76-a5c2-b4a20cebfda0 req-0f46edd9-08b6-42bd-8ee4-054af7dc7baf tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0784242 Oct 19 11:34:13.192283 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b218f408-4757-4b76-a5c2-b4a20cebfda0 req-23ee9752-0c0a-4147-aeea-6bbbcc32206e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529490 Oct 19 11:34:13.192283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-5686d795-b131-476d-b7c0-1907bc22a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:13.192283 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-5686d795-b131-476d-b7c0-1907bc22a309 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0944517 Oct 19 11:34:13.300303 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-84cdce06-86f3-43b0-a6ce-9bb272c99b49 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006362 Oct 19 11:34:13.394993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60d2113f-b701-4fbc-b370-b1d5d16e8742 req-66a2454c-c002-4200-85e4-0e8cd6967366 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876412 Oct 19 11:34:14.435697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e2871-4bda-428c-b641-3839d91f12c0 req-94a19eb8-8384-4044-96bb-2f1b2a3c51e6 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:14.438343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-304e2871-4bda-428c-b641-3839d91f12c0 req-94a19eb8-8384-4044-96bb-2f1b2a3c51e6 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0641103 Oct 19 11:34:14.937715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49868) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:15.034518 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-304e2871-4bda-428c-b641-3839d91f12c0 req-b841fe6f-b81e-4129-b2bc-45b328649da7 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896468 Oct 19 11:34:15.151132 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85db3162-fe76-4321-8b49-93859de88896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:15.293109 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85db3162-fe76-4321-8b49-93859de88896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:15.474628 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85db3162-fe76-4321-8b49-93859de88896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:15.523227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db3162-fe76-4321-8b49-93859de88896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bae7884-726a-40ab-830a-f658b1edfed0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:15.543634 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-85db3162-fe76-4321-8b49-93859de88896 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83ea3de34f2d494f80bf351df80cd66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6039376 Oct 19 11:34:15.548058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49892) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:15.614289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2453d1cb-0b68-4525-b8a9-e5f67eb08b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:15.652173 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2453d1cb-0b68-4525-b8a9-e5f67eb08b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:15.850707 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2453d1cb-0b68-4525-b8a9-e5f67eb08b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:15.853319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2453d1cb-0b68-4525-b8a9-e5f67eb08b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:15.856843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2453d1cb-0b68-4525-b8a9-e5f67eb08b93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bae7884-726a-40ab-830a-f658b1edfed0 HTTP/1.1" status: 204 len: 168 time: 0.3071785 Oct 19 11:34:15.872958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453d1cb-0b68-4525-b8a9-e5f67eb08b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bae7884-726a-40ab-830a-f658b1edfed0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:16.232731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5a45-4bad-4e6c-bde6-e6759602ea92 req-34786c9b-ef06-4735-9fdb-8e79c6112011 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:16.234932 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f8d5a45-4bad-4e6c-bde6-e6759602ea92 req-34786c9b-ef06-4735-9fdb-8e79c6112011 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.1174979 Oct 19 11:34:16.297154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f8d5a45-4bad-4e6c-bde6-e6759602ea92 req-86e7dfe1-9e57-4e6a-ada7-7d922a6b2b86 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506914 Oct 19 11:34:16.814838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49936) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:16.833743 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90979308-8c9b-4a49-acbb-3608b2a973e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:16.920940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90979308-8c9b-4a49-acbb-3608b2a973e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:17.014094 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90979308-8c9b-4a49-acbb-3608b2a973e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:17.060929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49944) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:17.061238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-90979308-8c9b-4a49-acbb-3608b2a973e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba85495e492a498d89cfdd656ee55fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446609 Oct 19 11:34:17.086563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90979308-8c9b-4a49-acbb-3608b2a973e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bbb14d-6f26-4937-a856-3a5397895296,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:17.142203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-df39d136-f610-4baf-83e3-7e1da9c9a993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:17.171540 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-df39d136-f610-4baf-83e3-7e1da9c9a993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:17.374249 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-df39d136-f610-4baf-83e3-7e1da9c9a993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:17.379512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-df39d136-f610-4baf-83e3-7e1da9c9a993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:17.379512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-df39d136-f610-4baf-83e3-7e1da9c9a993 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6bbb14d-6f26-4937-a856-3a5397895296 HTTP/1.1" status: 204 len: 168 time: 0.3162086 Oct 19 11:34:17.440204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39d136-f610-4baf-83e3-7e1da9c9a993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bbb14d-6f26-4937-a856-3a5397895296,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:17.466580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a408f4-babd-496b-8466-fbd0433610f2 req-0f029c15-8664-4c42-a6b8-b990baf144be tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:17.489255 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86a408f4-babd-496b-8466-fbd0433610f2 req-0f029c15-8664-4c42-a6b8-b990baf144be tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0809994 Oct 19 11:34:17.555383 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86a408f4-babd-496b-8466-fbd0433610f2 req-559d10f2-62f3-4d2a-9777-541ce3481081 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650814 Oct 19 11:34:18.717388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f31c82-e166-4226-b3a8-907b9dc6e559 req-12cb27d5-ac4c-4684-a44d-543b2ab0d679 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:18.726677 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95f31c82-e166-4226-b3a8-907b9dc6e559 req-12cb27d5-ac4c-4684-a44d-543b2ab0d679 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0869472 Oct 19 11:34:18.782892 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95f31c82-e166-4226-b3a8-907b9dc6e559 req-e9df6595-8f6c-4887-a6de-ad753e4c1a46 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548437 Oct 19 11:34:19.376307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4711029-d03f-48cc-94a3-53b1b0941f1e req-c390f828-dab0-4ad6-8a36-df4179ecb489 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712376 Oct 19 11:34:19.476178 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:19.486329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4711029-d03f-48cc-94a3-53b1b0941f1e req-d85b1727-7488-4379-a044-9004e30c81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:19.487939 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4711029-d03f-48cc-94a3-53b1b0941f1e req-d85b1727-7488-4379-a044-9004e30c81f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ec97e5c2b7714840b882765860c51adf&device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 1097 time: 0.0542619 Oct 19 11:34:19.616463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4711029-d03f-48cc-94a3-53b1b0941f1e req-25147c2b-59ce-4b7a-b0ce-1f29396f9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:19.617978 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4711029-d03f-48cc-94a3-53b1b0941f1e req-25147c2b-59ce-4b7a-b0ce-1f29396f9fd2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f0ab297c-614c-411e-b2bf-16b31ff8c231 HTTP/1.1" status: 200 len: 916 time: 0.1090336 Oct 19 11:34:19.662048 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4711029-d03f-48cc-94a3-53b1b0941f1e req-552f62bb-3627-4c11-b39c-3914b48c000b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3359b9b-f78c-4a8f-b4e6-fe95825142f8 HTTP/1.1" status: 200 len: 217 time: 0.0345743 Oct 19 11:34:19.728436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4711029-d03f-48cc-94a3-53b1b0941f1e req-2dcd87d1-1738-4efb-b23a-e299ee71fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:19.729993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4711029-d03f-48cc-94a3-53b1b0941f1e req-2dcd87d1-1738-4efb-b23a-e299ee71fc10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de504bb-4164-42bc-9122-ea8824c7f7b3 HTTP/1.1" status: 200 len: 855 time: 0.0598712 Oct 19 11:34:19.768918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4711029-d03f-48cc-94a3-53b1b0941f1e req-a78ab143-7d01-466e-8ac2-4a9f959c339d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f0ab297c-614c-411e-b2bf-16b31ff8c231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311055 Oct 19 11:34:20.001887 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:20.010963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b3097-bec9-412e-b116-7afca1ac1d5e req-6ebfabec-1bf5-4a56-a264-1592ad0f8aa0 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:20.021264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc0b3097-bec9-412e-b116-7afca1ac1d5e req-6ebfabec-1bf5-4a56-a264-1592ad0f8aa0 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.1352553 Oct 19 11:34:20.109262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4711029-d03f-48cc-94a3-53b1b0941f1e req-7423d6f5-2c7d-4a82-bb2d-b46d08252b7d service neutron] 10.222.0.26 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315394 Oct 19 11:34:20.175187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc0b3097-bec9-412e-b116-7afca1ac1d5e req-42f573ad-1f9c-409a-9186-1246559b1ffe tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173060 Oct 19 11:34:20.247952 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4711029-d03f-48cc-94a3-53b1b0941f1e req-28ca253a-6b47-4190-86bc-add601a3053e service neutron] 10.222.0.26 "GET /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324830 Oct 19 11:34:21.390516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caf7f0-731d-4c4d-a0e6-b7ca090d6cf8 req-439873ee-ddbf-438a-a981-814530c969f9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:21.402178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3caf7f0-731d-4c4d-a0e6-b7ca090d6cf8 req-439873ee-ddbf-438a-a981-814530c969f9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.1079171 Oct 19 11:34:21.523498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3caf7f0-731d-4c4d-a0e6-b7ca090d6cf8 req-fa0fe6b1-af3c-4a6f-a3f1-dff9ecb72de3 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192255 Oct 19 11:34:22.510965 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-14dcaaa2-2794-4f38-8bb0-df233924114b tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=18c517c2e01e4fa5a977bfe450d89897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708559 Oct 19 11:34:22.805643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0c69f-eaca-4cc7-859a-0b4f05a4dfd5 req-4aa17592-c711-447b-a995-b65b58d7ee2d tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:22.814002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3d0c69f-eaca-4cc7-859a-0b4f05a4dfd5 req-4aa17592-c711-447b-a995-b65b58d7ee2d tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.1087692 Oct 19 11:34:22.830715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530013e-7484-4573-a309-256922b19ebd req-dabec70f-b1ef-4439-ad0a-b8352a6c1c4c tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:22.832261 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-dabec70f-b1ef-4439-ad0a-b8352a6c1c4c tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195400 Oct 19 11:34:22.855725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-288d2b78-96eb-4348-9d3d-03ceb0d89948 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/quotas/18c517c2e01e4fa5a977bfe450d89897 HTTP/1.1" status: 200 len: 375 time: 0.0168872 Oct 19 11:34:22.901252 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3d0c69f-eaca-4cc7-859a-0b4f05a4dfd5 req-69ca9cdc-bc5b-4bb3-b4e6-5b96e712a131 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861812 Oct 19 11:34:22.938439 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-0afeb923-6041-4d43-b4f5-ddae0df57a1a tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=18c517c2e01e4fa5a977bfe450d89897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522211 Oct 19 11:34:23.369837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94977863-fea6-4f35-b64f-1c8b9410e938 req-75a9eb2f-7a3a-4fa4-9efb-ea69131734c9 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 210 time: 0.0496750 Oct 19 11:34:24.041724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e310115-5dd4-41f2-a4b8-2e12342cf118 req-5d58475b-02e1-4091-b780-dfa2dd17b3b0 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:24.043992 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e310115-5dd4-41f2-a4b8-2e12342cf118 req-5d58475b-02e1-4091-b780-dfa2dd17b3b0 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0595815 Oct 19 11:34:24.134484 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e310115-5dd4-41f2-a4b8-2e12342cf118 req-8534d3a6-1829-41c1-aec3-d7194d162f57 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746088 Oct 19 11:34:24.461855 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6d1521d-409f-433f-94bc-97dde107ad0b req-92b5eaef-70a4-40e8-a87d-86a956a44792 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 210 time: 0.0401998 Oct 19 11:34:25.248877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bcdb2-3c1e-4e5e-aeed-a196ae7f710b req-7f47f76e-b995-44b9-8104-699c44bcebdf tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:25.260169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff4bcdb2-3c1e-4e5e-aeed-a196ae7f710b req-7f47f76e-b995-44b9-8104-699c44bcebdf tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0538733 Oct 19 11:34:25.304125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff4bcdb2-3c1e-4e5e-aeed-a196ae7f710b req-814ae68e-5c00-423e-abda-701023b7a66c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Oct 19 11:34:25.367767 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fb50f872-6419-4750-b780-bf7e85e376cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:25.577771 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7636b85f-419b-41da-a08d-c814fbceaeb4 req-f9183526-010c-42d3-b1d7-6a538f9cf5e4 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 210 time: 0.0328841 Oct 19 11:34:25.916431 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-3d83b458-738f-4263-a5bd-0a199064ac72 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=18c517c2e01e4fa5a977bfe450d89897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284176 Oct 19 11:34:26.042219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530013e-7484-4573-a309-256922b19ebd req-03318a51-4416-444a-9920-0978967fc154 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:26.044248 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-03318a51-4416-444a-9920-0978967fc154 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226480 Oct 19 11:34:26.060141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Request body: {'port': {'device_id': 'c73ce066-76e6-48c7-bf15-62bec5cec63b', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '18c517c2e01e4fa5a977bfe450d89897'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:34:26.287941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Made reservation on behalf of 18c517c2e01e4fa5a977bfe450d89897 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:34:26.291627 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:26.302056 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:26.387867 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:26.452428 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26feea-b1b2-44c1-96b7-ed53b0d06239 req-3946ea0d-9ff1-48bb-891f-7af9364f77b0 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:26.460888 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e26feea-b1b2-44c1-96b7-ed53b0d06239 req-3946ea0d-9ff1-48bb-891f-7af9364f77b0 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0635047 Oct 19 11:34:26.510612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e26feea-b1b2-44c1-96b7-ed53b0d06239 req-04a6305a-cb30-48b0-9546-99ff738cb6fd tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486059 Oct 19 11:34:26.534686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:26.709926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8278c2-409d-4eff-8907-2615c8b7c82d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:26.741168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bfad795-49d6-44c6-8062-173e895aff2a req-b4dd7511-cfca-4367-9214-03ae971dcec2 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 210 time: 0.0419297 Oct 19 11:34:26.763762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Allocated IP 192.168.233.141 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/6abf8478-fa50-4f78-afc5-ce0c9cb786d7) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:34:26.930926 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:27.050644 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:27.097366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Pushing event updated for resources: {'Port': ['ID=6abf8478-fa50-4f78-afc5-ce0c9cb786d7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:27.112967 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:34:27.114504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:34:27.117133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:34:27.193832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:27.194485 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:27.290478 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-16a2a00f-3d49-4c41-9456-80954a7ef954 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2351599 Oct 19 11:34:27.306668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Request body: {'port': {'device_id': 'c73ce066-76e6-48c7-bf15-62bec5cec63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:34:27.368997 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:27.394258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-91e3304d-a852-462b-85c9-5fb8d9f35fe2 None None] Provisioning complete for port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:34:27.394752 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91e3304d-a852-462b-85c9-5fb8d9f35fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:27.463219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-91e3304d-a852-462b-85c9-5fb8d9f35fe2 None None] Port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:34:27.720279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3301323-6de9-4b8c-bcc5-3b244087d6da req-fd7a732d-3261-425a-84e6-c0e2770f9a7c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:27.724994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3301323-6de9-4b8c-bcc5-3b244087d6da req-fd7a732d-3261-425a-84e6-c0e2770f9a7c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0802953 Oct 19 11:34:27.815628 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b7ac-9fae-4be9-ab65-29553ad4cc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:27.836104 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3301323-6de9-4b8c-bcc5-3b244087d6da req-ad18b138-97c1-40c8-b703-9b6bd3792fa5 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040063 Oct 19 11:34:27.839804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:34:27.847986 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:27.863217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Transition to ACTIVE for port object 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:34:27.893048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97d5dc-3e45-4bc1-ad6f-9345f9d5037e req-533b59dd-5a02-4ece-9201-9cf17708908f tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:27.894611 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cf97d5dc-3e45-4bc1-ad6f-9345f9d5037e req-533b59dd-5a02-4ece-9201-9cf17708908f tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 936 time: 0.0632591 Oct 19 11:34:27.935068 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cf97d5dc-3e45-4bc1-ad6f-9345f9d5037e req-9cd02ebf-4c8f-4580-9028-dccf9b63b9e8 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb8278c2-409d-4eff-8907-2615c8b7c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340278 Oct 19 11:34:27.947340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:27.994461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Pushing event updated for resources: {'Port': ['ID=6abf8478-fa50-4f78-afc5-ce0c9cb786d7,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:28.093518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Attempting to bind port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:34:28.096176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Attempting to bind port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:34:28.096176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Attempting to bind port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:34:28.099290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:34:28.099677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Attempting to bind port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:34:28.118123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:34:28.118762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:34:28.119243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:34:28.119782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Bound port: 6abf8478-fa50-4f78-afc5-ce0c9cb786d7, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:34:28.120232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:28.216127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] For port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:34:28.220230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] For port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6abf8478-fa50-4f78-afc5-ce0c9cb786d7,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:34:28.336162 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:28.381938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:28.382623 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:28.384267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] 10.222.0.49 "PUT /v2.0/ports/6abf8478-fa50-4f78-afc5-ce0c9cb786d7 HTTP/1.1" status: 200 len: 1096 time: 1.0818622 Oct 19 11:34:28.384794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73ce066-76e6-48c7-bf15-62bec5cec63b', 'tag': '6abf8478-fa50-4f78-afc5-ce0c9cb786d7'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:34:28.387305 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c427f3b-2512-42e3-a16f-4113e3dfcff7" -d '{"events": [{"name": "network-changed", "server_uuid": "c73ce066-76e6-48c7-bf15-62bec5cec63b", "tag": "6abf8478-fa50-4f78-afc5-ce0c9cb786d7"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:34:28.418751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ca6b9-f403-4612-abb8-cd2a94e0f980 service neutron] Pushing event updated for resources: {'Port': ['ID=6abf8478-fa50-4f78-afc5-ce0c9cb786d7,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:28.443137 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5959a8eb-1c0e-4c80-958c-50ee34ecb2b8 x-openstack-request-id: req-5959a8eb-1c0e-4c80-958c-50ee34ecb2b8 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:34:28.448266 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73ce066-76e6-48c7-bf15-62bec5cec63b", "tag": "6abf8478-fa50-4f78-afc5-ce0c9cb786d7", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:34:28.448266 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5959a8eb-1c0e-4c80-958c-50ee34ecb2b8 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:34:28.448266 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73ce066-76e6-48c7-bf15-62bec5cec63b', 'tag': '6abf8478-fa50-4f78-afc5-ce0c9cb786d7', 'status': 'completed', 'code': 200} Oct 19 11:34:28.525148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c427f3b-2512-42e3-a16f-4113e3dfcff7 req-3d896750-88b8-4bb7-b749-0d4b3304dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:28.526676 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c427f3b-2512-42e3-a16f-4113e3dfcff7 req-3d896750-88b8-4bb7-b749-0d4b3304dd24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18c517c2e01e4fa5a977bfe450d89897&device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 1099 time: 0.0577478 Oct 19 11:34:28.578372 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c427f3b-2512-42e3-a16f-4113e3dfcff7 req-dc229704-72ba-4daa-a903-e8d9a0c1de7d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=18c517c2e01e4fa5a977bfe450d89897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402098 Oct 19 11:34:28.705390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c427f3b-2512-42e3-a16f-4113e3dfcff7 req-008aca76-6a19-4eb2-b9f5-a501a688f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:28.706856 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c427f3b-2512-42e3-a16f-4113e3dfcff7 req-008aca76-6a19-4eb2-b9f5-a501a688f051 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218238 Oct 19 11:34:28.820063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530013e-7484-4573-a309-256922b19ebd req-57fa31ee-13e6-43db-91c7-1a33f6b816aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:28.821606 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-57fa31ee-13e6-43db-91c7-1a33f6b816aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18c517c2e01e4fa5a977bfe450d89897&device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 1099 time: 0.0479450 Oct 19 11:34:28.875923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-068e675b-1cb0-4a52-9cf3-5eab701618a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=6abf8478-fa50-4f78-afc5-ce0c9cb786d7 HTTP/1.1" status: 200 len: 217 time: 0.0444226 Oct 19 11:34:28.969345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530013e-7484-4573-a309-256922b19ebd req-a48c2565-0a09-497d-8134-9a53e2577d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:28.973420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-a48c2565-0a09-497d-8134-9a53e2577d71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0873613 Oct 19 11:34:29.015948 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:29.021432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd71a42-8871-4f8d-b972-09effd441af9 req-dd4bd07a-7491-4519-af5c-bb2a8273a6b6 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:29.025130 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4bd71a42-8871-4f8d-b972-09effd441af9 req-dd4bd07a-7491-4519-af5c-bb2a8273a6b6 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0987031 Oct 19 11:34:29.055837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530013e-7484-4573-a309-256922b19ebd req-8dbb9363-fb91-494e-86c7-62e905c8ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:29.057583 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-8dbb9363-fb91-494e-86c7-62e905c8ac2e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760925 Oct 19 11:34:29.081281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3e161-c16e-4317-ab58-cd9f0f5ec118 req-826538b1-279f-4ba5-8ac9-8bdd10f87966 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:29.090277 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4d3e161-c16e-4317-ab58-cd9f0f5ec118 req-826538b1-279f-4ba5-8ac9-8bdd10f87966 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 948 time: 0.0746348 Oct 19 11:34:29.091740 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:29.101559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4bd71a42-8871-4f8d-b972-09effd441af9 req-ec12dd05-8943-4e69-898c-3b86df6a70d4 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682514 Oct 19 11:34:29.155086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a4d3e161-c16e-4317-ab58-cd9f0f5ec118 req-322ecad2-bdc4-4a7a-b356-a3fd83ffc436 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb8278c2-409d-4eff-8907-2615c8b7c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609758 Oct 19 11:34:29.220832 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-d32383e2-61e4-495c-a430-42eadb7d7a5c service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513422 Oct 19 11:34:29.342397 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1530013e-7484-4573-a309-256922b19ebd req-c8cf611d-83ef-41af-9096-a567c27fcd0a service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142712 Oct 19 11:34:30.299209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f97f6e-449b-4e89-8015-8a583e38936e req-82359453-0233-44e9-a1b6-876bf2a92488 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:30.302263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145a2bc-94dc-4bdb-82aa-d81cefd6d670 req-0a0f5f09-27b3-402f-b319-10e690cd6af0 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:30.304329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0145a2bc-94dc-4bdb-82aa-d81cefd6d670 req-0a0f5f09-27b3-402f-b319-10e690cd6af0 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0872703 Oct 19 11:34:30.308682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37f97f6e-449b-4e89-8015-8a583e38936e req-82359453-0233-44e9-a1b6-876bf2a92488 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 948 time: 0.0848148 Oct 19 11:34:30.375982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37f97f6e-449b-4e89-8015-8a583e38936e req-c258d5e7-53e4-46e5-b38e-e360086c9d97 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb8278c2-409d-4eff-8907-2615c8b7c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664182 Oct 19 11:34:30.398041 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0145a2bc-94dc-4bdb-82aa-d81cefd6d670 req-01112af6-f1fb-437b-8ccc-797c5c7846ec tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874093 Oct 19 11:34:30.876786 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:31.523658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dc1a6-4745-4168-bb54-0ea60ce00692 req-376fcdf0-e359-4329-8f38-85b3dace53ce tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:31.525749 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-258dc1a6-4745-4168-bb54-0ea60ce00692 req-376fcdf0-e359-4329-8f38-85b3dace53ce tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0521133 Oct 19 11:34:31.548995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3de37c-d5dc-4146-b23f-3e4273cab1e9 req-7f58e5b9-f1dc-4b58-a08e-e1ea0a6bc8cf tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:31.550593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a3de37c-d5dc-4146-b23f-3e4273cab1e9 req-7f58e5b9-f1dc-4b58-a08e-e1ea0a6bc8cf tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 948 time: 0.0627742 Oct 19 11:34:31.569033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-258dc1a6-4745-4168-bb54-0ea60ce00692 req-d1c8c2a0-7d12-4338-b38d-8a69c3b5b6ec tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Oct 19 11:34:31.607377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a3de37c-d5dc-4146-b23f-3e4273cab1e9 req-f6d2cf14-8da9-4b84-a1af-f8a4e86731be tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb8278c2-409d-4eff-8907-2615c8b7c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507863 Oct 19 11:34:32.408827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:34:32.561956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6abf8478-fa50-4f78-afc5-ce0c9cb786d7,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:34:32.574323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '6abf8478-fa50-4f78-afc5-ce0c9cb786d7', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '6abf8478-fa50-4f78-afc5-ce0c9cb786d7', 'mac_address': 'fa:16:3e:4e:08:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:34:32.637269 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:32.657920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:34:32.686555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6abf8478-fa50-4f78-afc5-ce0c9cb786d7,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:34:32.721464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455fb30-b9c3-4195-9cad-b207a9fb7e04 req-bc30c067-7dbc-4b05-86d9-6022b32d584f tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:32.730118 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1455fb30-b9c3-4195-9cad-b207a9fb7e04 req-bc30c067-7dbc-4b05-86d9-6022b32d584f tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0622969 Oct 19 11:34:32.764508 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:32.779934 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1455fb30-b9c3-4195-9cad-b207a9fb7e04 req-770faddd-0984-4c37-9d95-51989a643ebf tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477333 Oct 19 11:34:32.812108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906baa4e-4622-4fe6-b61b-ec1cbab9cbd8 req-1cc837a5-a9b4-4b28-96e4-20279f976659 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:32.819507 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-906baa4e-4622-4fe6-b61b-ec1cbab9cbd8 req-1cc837a5-a9b4-4b28-96e4-20279f976659 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 948 time: 0.1009421 Oct 19 11:34:32.921149 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-906baa4e-4622-4fe6-b61b-ec1cbab9cbd8 req-e432f79f-7ebb-4b04-9fbe-bf37beac6fda tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb8278c2-409d-4eff-8907-2615c8b7c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006215 Oct 19 11:34:32.966462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=6abf8478-fa50-4f78-afc5-ce0c9cb786d7,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:33.003238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.003584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.003926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.004261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.004611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.005135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.005628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.006126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.006617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.007334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.007832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.008361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:33.126435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['6abf8478-fa50-4f78-afc5-ce0c9cb786d7'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:34:33.940435 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d2cd5-ddf3-42c2-a4e6-2fcdf6243587 req-3960c206-3d49-42af-bb07-4876f0080517 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:33.947545 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-924d2cd5-ddf3-42c2-a4e6-2fcdf6243587 req-3960c206-3d49-42af-bb07-4876f0080517 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0779402 Oct 19 11:34:34.045986 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-924d2cd5-ddf3-42c2-a4e6-2fcdf6243587 req-df9c5726-f588-4c0f-881d-d9800681d6e7 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912256 Oct 19 11:34:34.159610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cc05a-203b-4cd7-9ade-046697f09047 req-30b58336-6112-48c9-a5a1-15049f1f89b2 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:34.162041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f5cc05a-203b-4cd7-9ade-046697f09047 req-30b58336-6112-48c9-a5a1-15049f1f89b2 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 949 time: 0.0737863 Oct 19 11:34:34.204067 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f5cc05a-203b-4cd7-9ade-046697f09047 req-b3753015-e0a6-4b23-8b0c-c9dc3dc12657 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb8278c2-409d-4eff-8907-2615c8b7c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357165 Oct 19 11:34:34.382468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:34:34.513946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:34:34.529500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:34:34.530625 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:34.664169 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:34.689171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73ce066-76e6-48c7-bf15-62bec5cec63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abf8478-fa50-4f78-afc5-ce0c9cb786d7'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:34:34.691599 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b84749-4d26-46f5-ab8b-b11d26f64c7e" -d '{"events": [{"server_uuid": "c73ce066-76e6-48c7-bf15-62bec5cec63b", "name": "network-vif-plugged", "status": "completed", "tag": "6abf8478-fa50-4f78-afc5-ce0c9cb786d7"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:34:34.709455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6abf8478-fa50-4f78-afc5-ce0c9cb786d7,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:34:34.751351 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4571c805-f619-48c0-b13b-d9c58865b991 x-openstack-request-id: req-4571c805-f619-48c0-b13b-d9c58865b991 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:34:34.751853 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73ce066-76e6-48c7-bf15-62bec5cec63b", "name": "network-vif-plugged", "status": "completed", "tag": "6abf8478-fa50-4f78-afc5-ce0c9cb786d7", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:34:34.752254 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4571c805-f619-48c0-b13b-d9c58865b991 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:34:34.752871 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73ce066-76e6-48c7-bf15-62bec5cec63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abf8478-fa50-4f78-afc5-ce0c9cb786d7', 'code': 200} Oct 19 11:34:34.781918 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:34.851803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=6abf8478-fa50-4f78-afc5-ce0c9cb786d7,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:34.905714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914c1b9-caa5-42c2-a4e8-6509e1c19b73 req-042c50cc-a583-45b7-878c-be732f57967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:34.910220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a914c1b9-caa5-42c2-a4e8-6509e1c19b73 req-042c50cc-a583-45b7-878c-be732f57967b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 1101 time: 0.0793529 Oct 19 11:34:34.956678 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a914c1b9-caa5-42c2-a4e8-6509e1c19b73 req-3f5e5bca-5a92-4f59-8edc-ba591172323d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bb8278c2-409d-4eff-8907-2615c8b7c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404599 Oct 19 11:34:35.189150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14982a0-1a6c-41e2-8d1f-ea0dde27c7bf req-96738539-a197-4b44-a1ae-d898172c2938 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:35.201058 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f14982a0-1a6c-41e2-8d1f-ea0dde27c7bf req-96738539-a197-4b44-a1ae-d898172c2938 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0831265 Oct 19 11:34:35.266876 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f14982a0-1a6c-41e2-8d1f-ea0dde27c7bf req-5d551f78-4491-41b1-b167-5046b6a127ee tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676599 Oct 19 11:34:35.364153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0c17f-6816-4775-b4ae-b1cb44b0b067 req-b336d2e0-4a2d-4566-8d6f-f08042ed8836 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:35.366562 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2cd0c17f-6816-4775-b4ae-b1cb44b0b067 req-b336d2e0-4a2d-4566-8d6f-f08042ed8836 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 950 time: 0.0653856 Oct 19 11:34:35.407985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2cd0c17f-6816-4775-b4ae-b1cb44b0b067 req-c6ea7d0d-cfd6-4878-a4bd-c6beaff9648b tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb8278c2-409d-4eff-8907-2615c8b7c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347202 Oct 19 11:34:35.702930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dfe48-87f5-4f8a-b7b8-24998f6d52c7 req-98392e8d-cab7-4454-8b52-c1c6ae0fc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:35.704430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-408dfe48-87f5-4f8a-b7b8-24998f6d52c7 req-98392e8d-cab7-4454-8b52-c1c6ae0fc4ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 1096 time: 0.0492458 Oct 19 11:34:35.751853 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-408dfe48-87f5-4f8a-b7b8-24998f6d52c7 req-1fc81216-65b1-45f3-86e4-fcbd51f2db54 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371172 Oct 19 11:34:36.396254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d77c3b-7682-4cea-a04b-e88825127434 req-05791418-5371-4b11-9ac2-4d5284483eb5 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:36.398266 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02d77c3b-7682-4cea-a04b-e88825127434 req-05791418-5371-4b11-9ac2-4d5284483eb5 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0614071 Oct 19 11:34:36.472717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02d77c3b-7682-4cea-a04b-e88825127434 req-32bfcb99-0b1c-4095-869e-acf0983b55cc tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673060 Oct 19 11:34:36.563769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40b02c-9218-49d3-974a-f5708a83d776 req-1002a674-f96a-496c-a4bd-3473e3953fc1 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:36.572587 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b40b02c-9218-49d3-974a-f5708a83d776 req-1002a674-f96a-496c-a4bd-3473e3953fc1 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 950 time: 0.0620766 Oct 19 11:34:36.619765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b40b02c-9218-49d3-974a-f5708a83d776 req-a19b1ab1-7e0d-4eb6-ae82-52ce44aaa09d tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb8278c2-409d-4eff-8907-2615c8b7c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460355 Oct 19 11:34:37.194336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94499346-c69f-4c87-9c36-79b04a09df9a req-dcdb22d2-d2d9-40b3-b3b5-311d20493a4b tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:37.198826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94499346-c69f-4c87-9c36-79b04a09df9a req-dcdb22d2-d2d9-40b3-b3b5-311d20493a4b tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 950 time: 0.0727565 Oct 19 11:34:37.272950 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94499346-c69f-4c87-9c36-79b04a09df9a req-4ea84c9a-125d-4ffb-8b46-0fffcbc5e461 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb8278c2-409d-4eff-8907-2615c8b7c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629451 Oct 19 11:34:37.644318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea159b-dab4-4afb-a53b-23a068d7b748 req-b6cea50d-3e8e-4eee-acf7-84707e1928c4 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:37.652752 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-08ea159b-dab4-4afb-a53b-23a068d7b748 req-b6cea50d-3e8e-4eee-acf7-84707e1928c4 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0858345 Oct 19 11:34:37.667037 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:34:37.692189 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-08ea159b-dab4-4afb-a53b-23a068d7b748 req-f129fd21-be5f-43fb-bb09-126620dc7627 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387580 Oct 19 11:34:37.813516 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa045566-35de-477e-b4f5-3b996774d653 req-36834f1f-203c-499e-b648-f4c62767c27c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:37.815274 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aa045566-35de-477e-b4f5-3b996774d653 req-36834f1f-203c-499e-b648-f4c62767c27c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0499752 Oct 19 11:34:37.857001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aa045566-35de-477e-b4f5-3b996774d653 req-29e569ea-fc0a-4800-a29e-4eb2139dc564 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355828 Oct 19 11:34:38.321007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c043eb-95aa-4c98-b33f-a488fb0ef1ef req-1aaf8522-c1a9-4a14-af3f-88495f80f285 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:38.322708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96c043eb-95aa-4c98-b33f-a488fb0ef1ef req-1aaf8522-c1a9-4a14-af3f-88495f80f285 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0973573 Oct 19 11:34:38.378220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96c043eb-95aa-4c98-b33f-a488fb0ef1ef req-54102852-a421-4ffd-a4e7-bf2b746ac723 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476599 Oct 19 11:34:38.416100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414689a1-c669-45de-aded-0a0a9f457934 req-6bde2dc6-7743-4f00-88ae-7ef7fa882017 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:38.423310 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-414689a1-c669-45de-aded-0a0a9f457934 req-6bde2dc6-7743-4f00-88ae-7ef7fa882017 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 950 time: 0.0590711 Oct 19 11:34:38.461670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-414689a1-c669-45de-aded-0a0a9f457934 req-891d2692-535f-421c-81dc-4f39509ba218 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb8278c2-409d-4eff-8907-2615c8b7c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375125 Oct 19 11:34:38.546335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692547db-510d-44f8-9a45-bb5c1f0c8c35 req-cef42c8b-3e84-42a2-8990-0f4e88a312b5 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:38.548114 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-692547db-510d-44f8-9a45-bb5c1f0c8c35 req-cef42c8b-3e84-42a2-8990-0f4e88a312b5 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 950 time: 0.0618153 Oct 19 11:34:38.653375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-692547db-510d-44f8-9a45-bb5c1f0c8c35 req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Deleting port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:34:38.653720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-692547db-510d-44f8-9a45-bb5c1f0c8c35 req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:38.767803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-692547db-510d-44f8-9a45-bb5c1f0c8c35 req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] For port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6abf8478-fa50-4f78-afc5-ce0c9cb786d7,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:34:38.768215 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-692547db-510d-44f8-9a45-bb5c1f0c8c35 req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:38.782171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-692547db-510d-44f8-9a45-bb5c1f0c8c35 req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Calling delete_port for 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:34:38.987380 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-692547db-510d-44f8-9a45-bb5c1f0c8c35 req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:39.006083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['6abf8478-fa50-4f78-afc5-ce0c9cb786d7'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:34:39.052389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Pushing event deleted for resources: {'Port': ['ID=6abf8478-fa50-4f78-afc5-ce0c9cb786d7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:39.061199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.061733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.062079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.062416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.062918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.063142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.063434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.063861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.064242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.064584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.064916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.065221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:39.140768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-692547db-510d-44f8-9a45-bb5c1f0c8c35 req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] No DVR routers for this DVR port 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:34:39.145949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-692547db-510d-44f8-9a45-bb5c1f0c8c35 req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:39.151488 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-692547db-510d-44f8-9a45-bb5c1f0c8c35 req-c9cf180b-9619-43e8-b5ed-4ea3da575f86 tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.49 "DELETE /v2.0/ports/6abf8478-fa50-4f78-afc5-ce0c9cb786d7 HTTP/1.1" status: 204 len: 173 time: 0.5959363 Oct 19 11:34:39.153215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73ce066-76e6-48c7-bf15-62bec5cec63b', 'name': 'network-vif-deleted', 'tag': '6abf8478-fa50-4f78-afc5-ce0c9cb786d7'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:34:39.156023 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d6aba2-102a-45d4-82ef-cbf597106f14" -d '{"events": [{"server_uuid": "c73ce066-76e6-48c7-bf15-62bec5cec63b", "name": "network-vif-deleted", "tag": "6abf8478-fa50-4f78-afc5-ce0c9cb786d7"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:34:39.227101 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da68eee-a6f3-4758-b1f6-73d1ab31eddc x-openstack-request-id: req-7da68eee-a6f3-4758-b1f6-73d1ab31eddc {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:34:39.227101 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73ce066-76e6-48c7-bf15-62bec5cec63b", "name": "network-vif-deleted", "tag": "6abf8478-fa50-4f78-afc5-ce0c9cb786d7", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:34:39.227101 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7da68eee-a6f3-4758-b1f6-73d1ab31eddc {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:34:39.227101 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73ce066-76e6-48c7-bf15-62bec5cec63b', 'name': 'network-vif-deleted', 'tag': '6abf8478-fa50-4f78-afc5-ce0c9cb786d7', 'status': 'completed', 'code': 200} Oct 19 11:34:39.545390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a5dc2-48f0-4efe-8e55-22cde3abdde1 req-b0a7f3e8-8858-42eb-ae4c-17b5c8b53cff tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:39.549523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e96a5dc2-48f0-4efe-8e55-22cde3abdde1 req-b0a7f3e8-8858-42eb-ae4c-17b5c8b53cff tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0632942 Oct 19 11:34:39.591714 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4ad0cbf3-3506-4b60-a394-8a1d397803e9 req-d17b4ab2-fcc1-40c7-9be9-935c178cb95b tempest-VolumesNegativeTest-605723504 tempest-VolumesNegativeTest-605723504-project] 10.222.0.39 "GET /v2.0/ports?device_id=c73ce066-76e6-48c7-bf15-62bec5cec63b HTTP/1.1" status: 200 len: 210 time: 0.0509074 Oct 19 11:34:39.619211 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e96a5dc2-48f0-4efe-8e55-22cde3abdde1 req-f5c3c04d-c3b1-4707-9897-784c9420c2ff tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616529 Oct 19 11:34:40.204771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b676b-5d86-4b54-8b0f-c4649fa1fe88 req-4eda07e8-d4ba-4f75-a74b-52d13605205d tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:40.206769 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e3b676b-5d86-4b54-8b0f-c4649fa1fe88 req-4eda07e8-d4ba-4f75-a74b-52d13605205d tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0535889 Oct 19 11:34:40.308760 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e3b676b-5d86-4b54-8b0f-c4649fa1fe88 req-0a16e526-4f51-40ff-9dc7-ccd6ce9dbfa5 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905259 Oct 19 11:34:41.458316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c620839-4b0c-4010-99d2-a540d5b3f019 req-93253812-9ffc-42ca-8d86-63d71f5a0b54 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:41.458316 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5c620839-4b0c-4010-99d2-a540d5b3f019 req-93253812-9ffc-42ca-8d86-63d71f5a0b54 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0585971 Oct 19 11:34:41.551103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5c620839-4b0c-4010-99d2-a540d5b3f019 req-91ec7c4b-586e-4f7c-a77d-e778e706e8f5 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826478 Oct 19 11:34:42.435742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:34:42.463914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:34:42.464500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6abf8478-fa50-4f78-afc5-ce0c9cb786d7 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:34:42.704291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039765e1-778a-488b-ab58-e042e82abc98 req-2fa2f1fb-0b26-4f42-9554-1d090dbe2907 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:42.706518 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-039765e1-778a-488b-ab58-e042e82abc98 req-2fa2f1fb-0b26-4f42-9554-1d090dbe2907 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0815570 Oct 19 11:34:42.773069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-039765e1-778a-488b-ab58-e042e82abc98 req-6c1e57c7-6a4f-4f14-9a08-99c201095240 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602751 Oct 19 11:34:43.989901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aecd9a-fd4b-4fd4-8a75-a10e4aaac2cc req-4b3e1699-55c8-408b-8000-f982e25f2f71 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:43.996586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8aecd9a-fd4b-4fd4-8a75-a10e4aaac2cc req-4b3e1699-55c8-408b-8000-f982e25f2f71 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0932446 Oct 19 11:34:44.054810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8aecd9a-fd4b-4fd4-8a75-a10e4aaac2cc req-e01a80c4-1f3b-486a-a299-4ae136ee89e9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539055 Oct 19 11:34:44.223801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd7cf8-8f7e-4e38-b8a6-8ecb77bce9ef req-d2ce19e4-c66f-46c2-8819-1bdc55c8b232 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:44.231590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8cfd7cf8-8f7e-4e38-b8a6-8ecb77bce9ef req-d2ce19e4-c66f-46c2-8819-1bdc55c8b232 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 946 time: 0.0984328 Oct 19 11:34:44.290306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8cfd7cf8-8f7e-4e38-b8a6-8ecb77bce9ef req-03bea36c-baaf-4cb4-8c78-9f40c85127c1 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577407 Oct 19 11:34:45.230222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63068b0c-02ca-4bed-bf82-56fa89384d4b req-1118a143-da5c-47d2-a59a-6a1be9d79b0c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:45.238432 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-63068b0c-02ca-4bed-bf82-56fa89384d4b req-1118a143-da5c-47d2-a59a-6a1be9d79b0c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0854902 Oct 19 11:34:45.315900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-63068b0c-02ca-4bed-bf82-56fa89384d4b req-43bc550a-5848-4b29-b8bb-f1c9fa347692 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765436 Oct 19 11:34:45.471681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a52c9-4c30-4fe3-9e21-0a6133c1e248 req-dcb28b91-1d10-41e4-b002-65560718d6be tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:45.473374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b82a52c9-4c30-4fe3-9e21-0a6133c1e248 req-dcb28b91-1d10-41e4-b002-65560718d6be tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 946 time: 0.0697722 Oct 19 11:34:45.531757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b82a52c9-4c30-4fe3-9e21-0a6133c1e248 req-ebe356b0-9bba-4b33-a925-a3c4cfee59ae tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520065 Oct 19 11:34:45.635143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3255f8-ac0d-436c-9e04-4a5b69b495f0 req-a30bd518-597a-46ad-912b-14192c280491 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:45.637211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef3255f8-ac0d-436c-9e04-4a5b69b495f0 req-a30bd518-597a-46ad-912b-14192c280491 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.49 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 946 time: 0.0590448 Oct 19 11:34:45.746440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-ef3255f8-ac0d-436c-9e04-4a5b69b495f0 req-c0cc86ee-d3d3-4607-9855-a29a770507c7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Deleting port 919da547-ceef-4db5-8284-3fac78f71755 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:34:45.746936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ef3255f8-ac0d-436c-9e04-4a5b69b495f0 req-c0cc86ee-d3d3-4607-9855-a29a770507c7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:45.879172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ef3255f8-ac0d-436c-9e04-4a5b69b495f0 req-c0cc86ee-d3d3-4607-9855-a29a770507c7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] For port 919da547-ceef-4db5-8284-3fac78f71755, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=919da547-ceef-4db5-8284-3fac78f71755,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:34:45.879549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ef3255f8-ac0d-436c-9e04-4a5b69b495f0 req-c0cc86ee-d3d3-4607-9855-a29a770507c7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:45.893208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-ef3255f8-ac0d-436c-9e04-4a5b69b495f0 req-c0cc86ee-d3d3-4607-9855-a29a770507c7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Calling delete_port for 919da547-ceef-4db5-8284-3fac78f71755 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:34:46.184889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ef3255f8-ac0d-436c-9e04-4a5b69b495f0 req-c0cc86ee-d3d3-4607-9855-a29a770507c7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:46.197992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['55e2eff0-ecee-4fd4-84dc-5610122ccd5e', '919da547-ceef-4db5-8284-3fac78f71755'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:34:46.202120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['a3359b9b-f78c-4a8f-b4e6-fe95825142f8', '9d1f5894-5b94-4608-ab97-1b3ac34e63ea'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:34:46.330907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc86ee-d3d3-4607-9855-a29a770507c7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Pushing event deleted for resources: {'Port': ['ID=919da547-ceef-4db5-8284-3fac78f71755,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:46.441055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3255f8-ac0d-436c-9e04-4a5b69b495f0 req-c0cc86ee-d3d3-4607-9855-a29a770507c7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] No DVR routers for this DVR port 919da547-ceef-4db5-8284-3fac78f71755 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:34:46.459967 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ef3255f8-ac0d-436c-9e04-4a5b69b495f0 req-c0cc86ee-d3d3-4607-9855-a29a770507c7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:46.471105 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef3255f8-ac0d-436c-9e04-4a5b69b495f0 req-c0cc86ee-d3d3-4607-9855-a29a770507c7 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.49 "DELETE /v2.0/ports/919da547-ceef-4db5-8284-3fac78f71755 HTTP/1.1" status: 204 len: 173 time: 0.8230243 Oct 19 11:34:46.471822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77629462-776b-4376-9a46-81c5d1ce2f31', 'name': 'network-vif-deleted', 'tag': '919da547-ceef-4db5-8284-3fac78f71755'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:34:46.474398 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e869252-f7ca-47db-afb1-8953de85005f" -d '{"events": [{"server_uuid": "77629462-776b-4376-9a46-81c5d1ce2f31", "name": "network-vif-deleted", "tag": "919da547-ceef-4db5-8284-3fac78f71755"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:34:46.542760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcb882-c221-4f96-9bf4-fd2bbc7751a0 req-895e7801-fc50-46e8-8811-9bbc1924041a tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:46.544977 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a50a35-b325-4807-a039-452d567a47a8 x-openstack-request-id: req-47a50a35-b325-4807-a039-452d567a47a8 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:34:46.546140 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77629462-776b-4376-9a46-81c5d1ce2f31", "name": "network-vif-deleted", "tag": "919da547-ceef-4db5-8284-3fac78f71755", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:34:46.546576 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47a50a35-b325-4807-a039-452d567a47a8 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:34:46.547148 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77629462-776b-4376-9a46-81c5d1ce2f31', 'name': 'network-vif-deleted', 'tag': '919da547-ceef-4db5-8284-3fac78f71755', 'status': 'completed', 'code': 200} Oct 19 11:34:46.549254 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11dcb882-c221-4f96-9bf4-fd2bbc7751a0 req-895e7801-fc50-46e8-8811-9bbc1924041a tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0772645 Oct 19 11:34:46.618868 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11dcb882-c221-4f96-9bf4-fd2bbc7751a0 req-487acf82-0c74-4137-aae2-44f45f1e1afa tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557392 Oct 19 11:34:46.686271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-715f062d-f37a-46b5-9a64-6ee9d00789fc req-8d59afbb-f619-4b65-9a27-12164df6be5f tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=77629462-776b-4376-9a46-81c5d1ce2f31 HTTP/1.1" status: 200 len: 210 time: 0.0487370 Oct 19 11:34:49.495570 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:49.964412 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:50.459500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 919da547-ceef-4db5-8284-3fac78f71755 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:34:50.498740 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 919da547-ceef-4db5-8284-3fac78f71755 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:34:50.499846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 919da547-ceef-4db5-8284-3fac78f71755 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:34:50.570993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55997-b91d-442c-a54c-483ad3166a09 req-6e9f34bf-ae68-401a-9614-275f3fa1d69a tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:50.573398 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-46b55997-b91d-442c-a54c-483ad3166a09 req-6e9f34bf-ae68-401a-9614-275f3fa1d69a tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0905421 Oct 19 11:34:50.623995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b03e5f-5ebc-4e46-982d-83e7bd8e8770 req-53aa52e5-583f-4991-9874-8dc5d594875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:50.626586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55b03e5f-5ebc-4e46-982d-83e7bd8e8770 req-53aa52e5-583f-4991-9874-8dc5d594875a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 1096 time: 0.0799286 Oct 19 11:34:50.630163 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-46b55997-b91d-442c-a54c-483ad3166a09 req-1481ca55-710c-4152-a7f0-8022b17a7326 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Oct 19 11:34:50.775590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b03e5f-5ebc-4e46-982d-83e7bd8e8770 req-748d3379-0848-4668-824c-f6cc9e1d53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:50.780764 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55b03e5f-5ebc-4e46-982d-83e7bd8e8770 req-748d3379-0848-4668-824c-f6cc9e1d53fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 919 time: 0.1472542 Oct 19 11:34:50.850479 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55b03e5f-5ebc-4e46-982d-83e7bd8e8770 req-03a4bdb0-d812-4de0-b066-8d65ca236e62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47be6393-941e-45a0-81fc-4e154c2adadd HTTP/1.1" status: 200 len: 217 time: 0.0611138 Oct 19 11:34:50.923346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b03e5f-5ebc-4e46-982d-83e7bd8e8770 req-ebaccfba-b2b3-4b1c-9846-01efe9fc4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:50.924795 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55b03e5f-5ebc-4e46-982d-83e7bd8e8770 req-ebaccfba-b2b3-4b1c-9846-01efe9fc4282 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=598e267f-68fc-4fa5-ad10-629647f10562 HTTP/1.1" status: 200 len: 858 time: 0.0669847 Oct 19 11:34:50.970336 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55b03e5f-5ebc-4e46-982d-83e7bd8e8770 req-bc52cd91-47e3-44ce-975f-3516021af628 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fe66307-c761-40aa-85b1-5e6197a89dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379803 Oct 19 11:34:51.118691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55b03e5f-5ebc-4e46-982d-83e7bd8e8770 req-b5be28c4-bf53-47d0-bd35-765bf83f06dd service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365848 Oct 19 11:34:51.251713 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55b03e5f-5ebc-4e46-982d-83e7bd8e8770 req-176bf299-8826-46d4-b42f-74eb31772711 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206143 Oct 19 11:34:51.709102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51320) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:51.897996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40356fcb-9355-480f-abf8-eac0f521527a req-566a8109-2b12-4dec-94a9-d990e7f358fa tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:51.909649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40356fcb-9355-480f-abf8-eac0f521527a req-566a8109-2b12-4dec-94a9-d990e7f358fa tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1032391 Oct 19 11:34:52.033333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40356fcb-9355-480f-abf8-eac0f521527a req-681e7de8-e034-4b59-9bcb-4192c646bcb8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142695 Oct 19 11:34:52.054638 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ac3af930-b902-49cd-85a3-0e3bad6e9057 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18c517c2e01e4fa5a977bfe450d89897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438270 Oct 19 11:34:52.056671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51338) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:52.115552 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d996dc47-b2af-4199-9dc9-90423201342f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:52.139645 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d996dc47-b2af-4199-9dc9-90423201342f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:52.266317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d996dc47-b2af-4199-9dc9-90423201342f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:52.269409 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d996dc47-b2af-4199-9dc9-90423201342f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:52.270618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d996dc47-b2af-4199-9dc9-90423201342f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb8278c2-409d-4eff-8907-2615c8b7c82d HTTP/1.1" status: 204 len: 168 time: 0.2122087 Oct 19 11:34:52.281160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996dc47-b2af-4199-9dc9-90423201342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8278c2-409d-4eff-8907-2615c8b7c82d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:52.904787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51360) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:53.041337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f8087c9-2332-4a40-8469-f2a200bef178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:53.124060 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f8087c9-2332-4a40-8469-f2a200bef178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:53.191305 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de720dc-ae8b-448c-9f81-9a8c6005e76f req-e31c7b5a-601b-40d6-a2d9-d28c76c3bc5f tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:53.193773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6de720dc-ae8b-448c-9f81-9a8c6005e76f req-e31c7b5a-601b-40d6-a2d9-d28c76c3bc5f tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0660348 Oct 19 11:34:53.238182 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6de720dc-ae8b-448c-9f81-9a8c6005e76f req-141da5c7-bbf0-408f-9e6f-87d984203efa tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373182 Oct 19 11:34:53.239445 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7f8087c9-2332-4a40-8469-f2a200bef178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:53.280906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7f8087c9-2332-4a40-8469-f2a200bef178 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdadc7573a074a188ba560b366ae0aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749430 Oct 19 11:34:53.282207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8087c9-2332-4a40-8469-f2a200bef178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ccd3ae-5034-4dd5-82ad-ca9c503a8967,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:53.283687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51372) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:53.362833 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:53.387464 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:53.532256 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:53.534973 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:53.537275 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3ccd3ae-5034-4dd5-82ad-ca9c503a8967 HTTP/1.1" status: 204 len: 168 time: 0.2514501 Oct 19 11:34:53.545079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ccd3ae-5034-4dd5-82ad-ca9c503a8967,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:53.555126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.555377 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.555727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.556068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.556404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.556798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.557133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.558249 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.558600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.558932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.559264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.559588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d954b-12fa-4468-b413-b7f0ccb7d84e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:34:53.704593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51388) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:53.949410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-114165966-network', 'tenant_id': 'd217dcbb633f480aaa9da30d56dcc0ab'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:34:54.060457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Made reservation on behalf of d217dcbb633f480aaa9da30d56dcc0ab for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:34:54.063099 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.076929 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.205590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.228842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f7aaf-4aa3-4b9f-a3ed-db9da2421e6a req-c0085c4d-3294-4c7a-86f2-c9601c05aaaf tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:54.230472 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-775f7aaf-4aa3-4b9f-a3ed-db9da2421e6a req-c0085c4d-3294-4c7a-86f2-c9601c05aaaf tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 946 time: 0.0609064 Oct 19 11:34:54.273160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-775f7aaf-4aa3-4b9f-a3ed-db9da2421e6a req-be65f33e-2093-4a1e-a003-ea2a3082a1e1 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366194 Oct 19 11:34:54.309756 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.340772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:34:54.357921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:54.362849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.363190 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Added segment ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b of type vlan for network 6395b361-f89d-48d2-899a-07e895dd37bd Oct 19 11:34:54.417472 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.422557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ccbbb-40db-43ad-b1bc-7fa05a0ef0ce req-d6f9d946-50ec-4b8b-916e-e7bbe70452d9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:54.424163 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-806ccbbb-40db-43ad-b1bc-7fa05a0ef0ce req-d6f9d946-50ec-4b8b-916e-e7bbe70452d9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0729830 Oct 19 11:34:54.442660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51404) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:54.459248 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cde2bd2-0f0f-4488-a52d-4017803b41e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.485102 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-806ccbbb-40db-43ad-b1bc-7fa05a0ef0ce req-0671505f-56ab-4447-9fc0-7c80aff3d91f tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501890 Oct 19 11:34:54.523977 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.525097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:54.525671 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.576545 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cde2bd2-0f0f-4488-a52d-4017803b41e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.609256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] Pushing event updated for resources: {'Network': ['ID=6395b361-f89d-48d2-899a-07e895dd37bd,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:54.617438 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1c086cfa-25fa-4080-a788-7aeddaf37324 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9116135 Oct 19 11:34:54.620982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51406) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:54.623197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 6395b361-f89d-48d2-899a-07e895dd37bd details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:34:54.625735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] Request body: {'subnet': {'network_id': '6395b361-f89d-48d2-899a-07e895dd37bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-114165966-subnet', 'tenant_id': 'd217dcbb633f480aaa9da30d56dcc0ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:34:54.639989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cde2bd2-0f0f-4488-a52d-4017803b41e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.684329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde2bd2-0f0f-4488-a52d-4017803b41e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2c854e-f610-4952-81ae-b5ec491b98d8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:54.691482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8cde2bd2-0f0f-4488-a52d-4017803b41e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19658d2fbffe459abcd5f4ab9a9c6344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450595 Oct 19 11:34:54.691717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51408) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:54.731020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] Made reservation on behalf of d217dcbb633f480aaa9da30d56dcc0ab for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:34:54.733341 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.765798 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f57a87b3-b558-4373-9813-28db53ffb93c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:54.829716 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f57a87b3-b558-4373-9813-28db53ffb93c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:55.012356 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f57a87b3-b558-4373-9813-28db53ffb93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:55.015481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f57a87b3-b558-4373-9813-28db53ffb93c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:55.016715 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f57a87b3-b558-4373-9813-28db53ffb93c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f2c854e-f610-4952-81ae-b5ec491b98d8 HTTP/1.1" status: 204 len: 168 time: 0.3240900 Oct 19 11:34:55.025027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a87b3-b558-4373-9813-28db53ffb93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2c854e-f610-4952-81ae-b5ec491b98d8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:55.047178 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:55.118569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56982121-8739-46e1-9b8f-5824d8dc62fc,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:55.127410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] Checking segment: {'id': 'ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6395b361-f89d-48d2-899a-07e895dd37bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:34:55.127806 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] Network hostable DHCP agents. Network: 6395b361-f89d-48d2-899a-07e895dd37bd, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:34:55.220659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] Network 6395b361-f89d-48d2-899a-07e895dd37bd is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:34:55.298255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 6395b361-f89d-48d2-899a-07e895dd37bd) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:34:55.307350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:55.308227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:55.314534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6881644e-fc4e-4595-a986-37d13f62af40 None None] Network 6395b361-f89d-48d2-899a-07e895dd37bd requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:34:55.409354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fa54308a-ad4a-4335-a1d9-c962d92f666f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7873216 Oct 19 11:34:55.421713 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-492ebdc8-09a0-4a22-9fe4-ec4de64dc29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:55.424408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22398191-408d-433a-8ce1-7d8fb05ed184 req-325fffef-65d7-402a-a089-137ea2c23eb1 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:55.433586 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22398191-408d-433a-8ce1-7d8fb05ed184 req-325fffef-65d7-402a-a089-137ea2c23eb1 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 946 time: 0.0728111 Oct 19 11:34:55.496755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa3ba3-d238-4f51-a456-ba10c7a8dfed None None] Network 6395b361-f89d-48d2-899a-07e895dd37bd requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:34:55.529364 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22398191-408d-433a-8ce1-7d8fb05ed184 req-748436a9-ff1c-4731-a29a-20ddc6328823 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916123 Oct 19 11:34:55.660188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad78ec-7f76-483a-9f5a-e3764150a62d req-e6124bee-709d-4568-a7ef-dcb17f10e2d8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:55.671864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67ad78ec-7f76-483a-9f5a-e3764150a62d req-e6124bee-709d-4568-a7ef-dcb17f10e2d8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0926106 Oct 19 11:34:55.693704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a588a5c-9e4e-4265-a064-b15361f7214a req-f81cea87-0fff-4b7f-9ae2-6038548e4721 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:55.696522 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a588a5c-9e4e-4265-a064-b15361f7214a req-f81cea87-0fff-4b7f-9ae2-6038548e4721 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 946 time: 0.0715249 Oct 19 11:34:55.738710 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67ad78ec-7f76-483a-9f5a-e3764150a62d req-9a7f7505-158c-4492-bd9b-0391a34fc171 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620091 Oct 19 11:34:55.800486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-7a588a5c-9e4e-4265-a064-b15361f7214a req-b1bb5e56-70b0-4af3-b071-d04fd6217a58 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Deleting port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:34:55.800845 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7a588a5c-9e4e-4265-a064-b15361f7214a req-b1bb5e56-70b0-4af3-b071-d04fd6217a58 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:55.900941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-7a588a5c-9e4e-4265-a064-b15361f7214a req-b1bb5e56-70b0-4af3-b071-d04fd6217a58 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] For port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=55e2eff0-ecee-4fd4-84dc-5610122ccd5e,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:34:55.902183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7a588a5c-9e4e-4265-a064-b15361f7214a req-b1bb5e56-70b0-4af3-b071-d04fd6217a58 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:55.915030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-7a588a5c-9e4e-4265-a064-b15361f7214a req-b1bb5e56-70b0-4af3-b071-d04fd6217a58 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Calling delete_port for 55e2eff0-ecee-4fd4-84dc-5610122ccd5e owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:34:56.226928 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7a588a5c-9e4e-4265-a064-b15361f7214a req-b1bb5e56-70b0-4af3-b071-d04fd6217a58 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:56.243020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['55e2eff0-ecee-4fd4-84dc-5610122ccd5e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:34:56.243020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['a3359b9b-f78c-4a8f-b4e6-fe95825142f8', '9d1f5894-5b94-4608-ab97-1b3ac34e63ea'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:34:56.264819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb5e56-70b0-4af3-b071-d04fd6217a58 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Pushing event deleted for resources: {'Port': ['ID=55e2eff0-ecee-4fd4-84dc-5610122ccd5e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:56.311664 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a588a5c-9e4e-4265-a064-b15361f7214a req-b1bb5e56-70b0-4af3-b071-d04fd6217a58 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] No DVR routers for this DVR port 55e2eff0-ecee-4fd4-84dc-5610122ccd5e on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:34:56.314558 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7a588a5c-9e4e-4265-a064-b15361f7214a req-b1bb5e56-70b0-4af3-b071-d04fd6217a58 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:56.318684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a588a5c-9e4e-4265-a064-b15361f7214a req-b1bb5e56-70b0-4af3-b071-d04fd6217a58 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.49 "DELETE /v2.0/ports/55e2eff0-ecee-4fd4-84dc-5610122ccd5e HTTP/1.1" status: 204 len: 173 time: 0.6150014 Oct 19 11:34:56.319266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e', 'name': 'network-vif-deleted', 'tag': '55e2eff0-ecee-4fd4-84dc-5610122ccd5e'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:34:56.321931 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7060c5c3-1b6d-462e-9ebf-34f374bda436" -d '{"events": [{"server_uuid": "a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e", "name": "network-vif-deleted", "tag": "55e2eff0-ecee-4fd4-84dc-5610122ccd5e"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:34:56.368892 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d00465c-f8ac-447d-84bf-59c03f603e85 x-openstack-request-id: req-7d00465c-f8ac-447d-84bf-59c03f603e85 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:34:56.368892 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e", "name": "network-vif-deleted", "tag": "55e2eff0-ecee-4fd4-84dc-5610122ccd5e", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:34:56.368892 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d00465c-f8ac-447d-84bf-59c03f603e85 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:34:56.368892 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e', 'name': 'network-vif-deleted', 'tag': '55e2eff0-ecee-4fd4-84dc-5610122ccd5e', 'status': 'completed', 'code': 200} Oct 19 11:34:56.710010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51466) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:56.715870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1968073601-network', 'tenant_id': '54282b6891f4406aaac9838b964c415b'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:34:56.717953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a3b14ac-dbcd-412c-aea4-3a043b7cc0df req-97689e35-0e0e-497b-a461-abdce801a0cb tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8b9b746-fc7a-42a2-a8eb-4d714c2c0b0e HTTP/1.1" status: 200 len: 210 time: 0.0316703 Oct 19 11:34:56.855397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8667e3-1b59-4570-9044-6f7b55aa0e07 req-7a851ffe-b8aa-444a-a890-a0757deebc8c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:56.856950 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f8667e3-1b59-4570-9044-6f7b55aa0e07 req-7a851ffe-b8aa-444a-a890-a0757deebc8c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0509961 Oct 19 11:34:56.873630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Made reservation on behalf of 54282b6891f4406aaac9838b964c415b for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:34:56.876089 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:56.893989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:56.928071 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8f8667e3-1b59-4570-9044-6f7b55aa0e07 req-4b81447b-7e26-471f-ac83-602735b55fb6 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645053 Oct 19 11:34:57.014507 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:57.127889 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:57.156064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:34:57.167612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118bf71f-1cba-4e8c-9b23-b50dd3a0ed20,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:57.174425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:57.174820 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Added segment c6bf001a-e6ea-4e36-a599-f412aee55dd3 of type vlan for network 78ebd673-9ef6-468c-a0f8-f48a367f5ca4 Oct 19 11:34:57.216251 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:57.341336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:57.345886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:57.345886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:57.419499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] Pushing event updated for resources: {'Network': ['ID=78ebd673-9ef6-468c-a0f8-f48a367f5ca4,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:57.436674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 78ebd673-9ef6-468c-a0f8-f48a367f5ca4 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:34:57.478684 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b4f1a4d3-c6a6-4db9-9351-2d37e316888e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7667811 Oct 19 11:34:57.487891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51488) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:57.495060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] Request body: {'subnet': {'network_id': '78ebd673-9ef6-468c-a0f8-f48a367f5ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1968073601-subnet', 'tenant_id': '54282b6891f4406aaac9838b964c415b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:34:57.652983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] Made reservation on behalf of 54282b6891f4406aaac9838b964c415b for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:34:57.655372 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:57.843818 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fce35a5e-9414-4a60-9ce1-e50756357e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:57.933443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:58.005590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57322fce-effa-4621-a46d-d3213f14eaa7,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:58.049946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] Checking segment: {'id': 'c6bf001a-e6ea-4e36-a599-f412aee55dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '78ebd673-9ef6-468c-a0f8-f48a367f5ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:34:58.050323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] Network hostable DHCP agents. Network: 78ebd673-9ef6-468c-a0f8-f48a367f5ca4, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:34:58.098582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720151-bf09-4162-af2e-ff4c353fbc8a req-581f4813-3221-48a9-9a0e-3827c9e842f8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:58.100100 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c720151-bf09-4162-af2e-ff4c353fbc8a req-581f4813-3221-48a9-9a0e-3827c9e842f8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0626702 Oct 19 11:34:58.143041 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c720151-bf09-4162-af2e-ff4c353fbc8a req-60776baa-56ea-4c91-b64e-30b8469dbf9a tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Oct 19 11:34:58.230349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] Network 78ebd673-9ef6-468c-a0f8-f48a367f5ca4 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:34:58.340420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 78ebd673-9ef6-468c-a0f8-f48a367f5ca4) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:34:58.349154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:58.349154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:58.353967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14192a7a-63ae-45f3-950d-89f4242ff82c None None] Network 78ebd673-9ef6-468c-a0f8-f48a367f5ca4 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:34:58.481904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51522) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:58.502574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d9bc4-8b26-492d-88ed-74c5a8c44a0b req-efb594dd-35f8-4cb8-8906-e6d78a9c8a66 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:58.507157 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c2f93461-12c9-4f1d-993e-4843f9f80132 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0181484 Oct 19 11:34:58.525084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b01d9bc4-8b26-492d-88ed-74c5a8c44a0b req-efb594dd-35f8-4cb8-8906-e6d78a9c8a66 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 946 time: 0.0677738 Oct 19 11:34:58.580895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b600aa-c0cf-4138-88dc-4085d1335982 None None] Network 78ebd673-9ef6-468c-a0f8-f48a367f5ca4 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:34:58.602319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b01d9bc4-8b26-492d-88ed-74c5a8c44a0b req-b871ef4f-bf00-458e-922d-fef7e2bdab35 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647104 Oct 19 11:34:58.718865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24707ad7-cbb5-47ff-b2ce-4f729233dbdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:58.806469 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24707ad7-cbb5-47ff-b2ce-4f729233dbdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:58.883093 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24707ad7-cbb5-47ff-b2ce-4f729233dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:58.931570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-24707ad7-cbb5-47ff-b2ce-4f729233dbdd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=157bd09f607440ed9b82b3ae30981f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4456332 Oct 19 11:34:58.931570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24707ad7-cbb5-47ff-b2ce-4f729233dbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8977dad0-36f7-4443-81e2-33dba6d1d69c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:58.931862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51538) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:59.004896 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34be73dd-a9a6-46ae-8387-de32841de148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:59.033794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34be73dd-a9a6-46ae-8387-de32841de148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:59.043568 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:59.075560 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:59.148288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-746375f5-d0ef-4f9d-89da-de268721dc9f tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:59.149929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-746375f5-d0ef-4f9d-89da-de268721dc9f tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/networks?id=6395b361-f89d-48d2-899a-07e895dd37bd HTTP/1.1" status: 200 len: 811 time: 0.1210148 Oct 19 11:34:59.167037 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-85acda08-5cfb-44e0-96bb-05ea1ba129aa tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/quotas/d217dcbb633f480aaa9da30d56dcc0ab HTTP/1.1" status: 200 len: 375 time: 0.0098171 Oct 19 11:34:59.183946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34be73dd-a9a6-46ae-8387-de32841de148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:59.186989 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34be73dd-a9a6-46ae-8387-de32841de148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:34:59.188327 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-34be73dd-a9a6-46ae-8387-de32841de148 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8977dad0-36f7-4443-81e2-33dba6d1d69c HTTP/1.1" status: 204 len: 168 time: 0.2560198 Oct 19 11:34:59.196893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be73dd-a9a6-46ae-8387-de32841de148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8977dad0-36f7-4443-81e2-33dba6d1d69c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:34:59.206437 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-4e5d1d41-4ac4-4e4d-8d02-54355ea141f4 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d217dcbb633f480aaa9da30d56dcc0ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334120 Oct 19 11:34:59.310587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072469-4986-4860-b7f7-4134361fce78 req-d8779f3f-3948-4c80-bb60-d738a300fddc tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:59.313370 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c072469-4986-4860-b7f7-4134361fce78 req-d8779f3f-3948-4c80-bb60-d738a300fddc tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0626335 Oct 19 11:34:59.318168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-101f6771-8f4b-4c7d-97b5-07e2cb69fb19 service neutron] 10.222.0.39 "GET /v2.0/networks/6395b361-f89d-48d2-899a-07e895dd37bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032910 Oct 19 11:34:59.357875 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c072469-4986-4860-b7f7-4134361fce78 req-04c96292-1332-495b-a397-84e16ed33f8a tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351737 Oct 19 11:34:59.426550 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-ccf69d67-b259-4078-994a-099c8fe58855 service neutron] 10.222.0.39 "GET /v2.0/networks/6395b361-f89d-48d2-899a-07e895dd37bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005390 Oct 19 11:34:59.749220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-29e6db8e-42a2-47a5-bddf-dd815a5e1a25 req-a33fc658-f924-4015-a6cb-cd6ce6401023 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 210 time: 0.0556483 Oct 19 11:34:59.785811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e3aa5-bda6-45d4-ade3-ba96038243ee req-0ca8fd1d-6f99-4f40-8595-20e53a275067 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:59.787630 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea9e3aa5-bda6-45d4-ade3-ba96038243ee req-0ca8fd1d-6f99-4f40-8595-20e53a275067 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 946 time: 0.0783362 Oct 19 11:34:59.851165 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea9e3aa5-bda6-45d4-ade3-ba96038243ee req-deccc6c3-803a-4b67-98fc-4fb94f1fc1e8 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556967 Oct 19 11:34:59.921259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60993d0-c661-41d3-8d02-5feee92acc2a req-5341f28f-ee03-4190-ab62-2f37e3817313 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:34:59.922700 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a60993d0-c661-41d3-8d02-5feee92acc2a req-5341f28f-ee03-4190-ab62-2f37e3817313 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.26 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 946 time: 0.0529480 Oct 19 11:34:59.977023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51574) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:34:59.990586 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d983b0e-b416-4621-8441-21d83d4441a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:00.032952 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a60993d0-c661-41d3-8d02-5feee92acc2a req-c2d5ac46-d790-4719-88df-783d1f0b7941 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Deleting port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:35:00.033297 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a60993d0-c661-41d3-8d02-5feee92acc2a req-c2d5ac46-d790-4719-88df-783d1f0b7941 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:00.077375 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d983b0e-b416-4621-8441-21d83d4441a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:00.133786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a60993d0-c661-41d3-8d02-5feee92acc2a req-c2d5ac46-d790-4719-88df-783d1f0b7941 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] For port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=9d1f5894-5b94-4608-ab97-1b3ac34e63ea,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:00.134148 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a60993d0-c661-41d3-8d02-5feee92acc2a req-c2d5ac46-d790-4719-88df-783d1f0b7941 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:00.147863 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a60993d0-c661-41d3-8d02-5feee92acc2a req-c2d5ac46-d790-4719-88df-783d1f0b7941 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Calling delete_port for 9d1f5894-5b94-4608-ab97-1b3ac34e63ea owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:35:00.266364 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d983b0e-b416-4621-8441-21d83d4441a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:00.333054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9d983b0e-b416-4621-8441-21d83d4441a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f08ed252ae684aadab7ca128c171f498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525503 Oct 19 11:35:00.333054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d983b0e-b416-4621-8441-21d83d4441a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d062c24-2a34-4aa1-9cea-427159d10fd8,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:00.334936 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51578) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:00.366331 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a60993d0-c661-41d3-8d02-5feee92acc2a req-c2d5ac46-d790-4719-88df-783d1f0b7941 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:00.378412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['a3359b9b-f78c-4a8f-b4e6-fe95825142f8', '9d1f5894-5b94-4608-ab97-1b3ac34e63ea'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:35:00.409885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5ac46-d790-4719-88df-783d1f0b7941 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Pushing event deleted for resources: {'Port': ['ID=9d1f5894-5b94-4608-ab97-1b3ac34e63ea,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:00.455137 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d6b7b78e-3007-4327-b027-85f0226e0df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:00.496769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60993d0-c661-41d3-8d02-5feee92acc2a req-c2d5ac46-d790-4719-88df-783d1f0b7941 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] No DVR routers for this DVR port 9d1f5894-5b94-4608-ab97-1b3ac34e63ea on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:35:00.499321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a60993d0-c661-41d3-8d02-5feee92acc2a req-c2d5ac46-d790-4719-88df-783d1f0b7941 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:00.502269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 55e2eff0-ecee-4fd4-84dc-5610122ccd5e no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:35:00.502618 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a60993d0-c661-41d3-8d02-5feee92acc2a req-c2d5ac46-d790-4719-88df-783d1f0b7941 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.26 "DELETE /v2.0/ports/9d1f5894-5b94-4608-ab97-1b3ac34e63ea HTTP/1.1" status: 204 len: 173 time: 0.5705185 Oct 19 11:35:00.531803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9', 'name': 'network-vif-deleted', 'tag': '9d1f5894-5b94-4608-ab97-1b3ac34e63ea'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:35:00.534140 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c25fbf4-4b43-4a1b-8469-6da67b25f2bf" -d '{"events": [{"server_uuid": "2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9", "name": "network-vif-deleted", "tag": "9d1f5894-5b94-4608-ab97-1b3ac34e63ea"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:35:00.552599 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d6b7b78e-3007-4327-b027-85f0226e0df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:00.561336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 55e2eff0-ecee-4fd4-84dc-5610122ccd5e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:35:00.561688 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 55e2eff0-ecee-4fd4-84dc-5610122ccd5e not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:35:00.584946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced1956-a1f3-49ce-a7a0-95cfeff3923e req-9efee507-416b-4838-bd1b-6e56288a0629 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:00.586384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ced1956-a1f3-49ce-a7a0-95cfeff3923e req-9efee507-416b-4838-bd1b-6e56288a0629 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1263518 Oct 19 11:35:00.616794 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c1cdc1-af87-4cc5-8bd6-9a97af7d580a x-openstack-request-id: req-64c1cdc1-af87-4cc5-8bd6-9a97af7d580a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:35:00.617087 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9", "name": "network-vif-deleted", "tag": "9d1f5894-5b94-4608-ab97-1b3ac34e63ea", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:35:00.617340 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64c1cdc1-af87-4cc5-8bd6-9a97af7d580a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:35:00.617724 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9', 'name': 'network-vif-deleted', 'tag': '9d1f5894-5b94-4608-ab97-1b3ac34e63ea', 'status': 'completed', 'code': 200} Oct 19 11:35:00.640407 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ced1956-a1f3-49ce-a7a0-95cfeff3923e req-21728844-e3f0-4d8c-aec6-96764975c151 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453417 Oct 19 11:35:00.808238 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d6b7b78e-3007-4327-b027-85f0226e0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:00.812670 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d6b7b78e-3007-4327-b027-85f0226e0df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:00.812670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d6b7b78e-3007-4327-b027-85f0226e0df1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d062c24-2a34-4aa1-9cea-427159d10fd8 HTTP/1.1" status: 204 len: 168 time: 0.4753881 Oct 19 11:35:00.822918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7b78e-3007-4327-b027-85f0226e0df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d062c24-2a34-4aa1-9cea-427159d10fd8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:00.849465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-97d3b0b1-5128-4f66-bd1a-83d29f55e568 req-26caab92-401e-4cea-9db3-40f7c66de4c9 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 210 time: 0.0536163 Oct 19 11:35:00.863909 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:01.009260 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11742545-74d0-4421-809c-cd1e05a4834c req-d6a03e86-e0ab-4aaa-9a86-35184b7b65e4 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=2da2d2cf-4a33-4086-93fc-7f06d1d6d1a9 HTTP/1.1" status: 200 len: 210 time: 0.0479822 Oct 19 11:35:01.816812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f5ae0-bcea-4c15-aaf9-98db6f5b29ab req-d8a931fc-e247-4ca0-8c66-7beda9e23964 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:01.818402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e19f5ae0-bcea-4c15-aaf9-98db6f5b29ab req-d8a931fc-e247-4ca0-8c66-7beda9e23964 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0690260 Oct 19 11:35:01.861862 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e19f5ae0-bcea-4c15-aaf9-98db6f5b29ab req-07140371-3e6f-4c4b-8455-cbe5912ec6ae tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353520 Oct 19 11:35:01.997177 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76791ece-f6d2-463d-a6e9-dfa1bf350c48 req-459c1f92-44b8-42fc-aa39-4edf661b7afc tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 210 time: 0.0655115 Oct 19 11:35:03.007622 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f627c44-51fd-4136-99c2-89a7ce8dce2a req-367941e8-b32a-4046-999f-458f62b3c87f tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:03.016967 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5f627c44-51fd-4136-99c2-89a7ce8dce2a req-367941e8-b32a-4046-999f-458f62b3c87f tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0705445 Oct 19 11:35:03.084578 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5f627c44-51fd-4136-99c2-89a7ce8dce2a req-68c0eaed-ad66-488b-8659-84b87127a51c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485690 Oct 19 11:35:03.203257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22039b77-0a36-47d9-a472-5e5ff9478f1a req-8c2d6321-6d93-4c57-8cc3-f7be8acd1acd tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 210 time: 0.0475330 Oct 19 11:35:03.325041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-dccca335-9bf8-4379-b4a7-d6970aaf60ca tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:03.326831 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-dccca335-9bf8-4379-b4a7-d6970aaf60ca tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.49 "GET /v2.0/networks?id=6395b361-f89d-48d2-899a-07e895dd37bd HTTP/1.1" status: 200 len: 811 time: 0.1208963 Oct 19 11:35:03.359672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Request body: {'port': {'device_id': '4f3e5145-7763-41bd-82af-67ea16ee6c03', 'network_id': '6395b361-f89d-48d2-899a-07e895dd37bd', 'admin_state_up': True, 'tenant_id': 'd217dcbb633f480aaa9da30d56dcc0ab'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:03.693885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Made reservation on behalf of d217dcbb633f480aaa9da30d56dcc0ab for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:35:03.693885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:03.886376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Allocated IP 172.20.0.5 (6395b361-f89d-48d2-899a-07e895dd37bd/56982121-8739-46e1-9b8f-5824d8dc62fc/29b3ed15-a587-490e-9650-306e46688b59) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:35:04.133089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9d1f5894-5b94-4608-ab97-1b3ac34e63ea no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:35:04.196948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 9d1f5894-5b94-4608-ab97-1b3ac34e63ea {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:35:04.197284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 9d1f5894-5b94-4608-ab97-1b3ac34e63ea not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:35:04.315737 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:04.348092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc06c3-f66f-42e7-87cf-43eafc7e8f6d req-f95e1c7b-5cef-4a0e-9506-8e5b059cfc74 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:04.350549 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5abc06c3-f66f-42e7-87cf-43eafc7e8f6d req-f95e1c7b-5cef-4a0e-9506-8e5b059cfc74 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1175694 Oct 19 11:35:04.365593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e234eb8-4dc4-4fa8-ba2b-bed0b35e5838 req-7eeebb6d-f04c-4d5f-8e43-2768175ca27d tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 210 time: 0.0387783 Oct 19 11:35:04.407801 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5abc06c3-f66f-42e7-87cf-43eafc7e8f6d req-74e44f13-68b1-46a5-b061-8e2fe546a158 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497358 Oct 19 11:35:04.506888 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:04.570994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Network 6395b361-f89d-48d2-899a-07e895dd37bd is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:04.578469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:04.581791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:35:04.586607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Pushing event updated for resources: {'Port': ['ID=29b3ed15-a587-490e-9650-306e46688b59,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:04.666591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:04.667199 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:04.834972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-86613187-13e3-4e2a-8b47-84959fc3f2ea tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4823503 Oct 19 11:35:04.850240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Request body: {'port': {'device_id': '4f3e5145-7763-41bd-82af-67ea16ee6c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:04.872411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51794) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:04.911368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:05.039452 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e672a2b-4e5b-4ae2-a07e-a614ff676620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:05.146443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e672a2b-4e5b-4ae2-a07e-a614ff676620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:05.260514 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e672a2b-4e5b-4ae2-a07e-a614ff676620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:05.309374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e672a2b-4e5b-4ae2-a07e-a614ff676620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c5a9dd-e332-4bcc-ba24-4b140c5e9cee,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:05.317422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9e672a2b-4e5b-4ae2-a07e-a614ff676620 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=360f2e07b4064d8295401326eee771ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432213 Oct 19 11:35:05.321086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51814) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:05.416644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42aecc67-8ba6-4026-94d2-d6ee358e37a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:05.470327 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42aecc67-8ba6-4026-94d2-d6ee358e37a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:05.635690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b3ed15-a587-490e-9650-306e46688b59 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:35:05.651954 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42aecc67-8ba6-4026-94d2-d6ee358e37a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:05.657235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42aecc67-8ba6-4026-94d2-d6ee358e37a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:05.660311 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-42aecc67-8ba6-4026-94d2-d6ee358e37a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26c5a9dd-e332-4bcc-ba24-4b140c5e9cee HTTP/1.1" status: 204 len: 168 time: 0.3377261 Oct 19 11:35:05.664282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:05.679281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aecc67-8ba6-4026-94d2-d6ee358e37a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c5a9dd-e332-4bcc-ba24-4b140c5e9cee,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:05.690309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Transition to ACTIVE for port object 29b3ed15-a587-490e-9650-306e46688b59 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:35:05.820592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd2b85-f13f-4f4c-8f5a-6b12a588e44c req-0b1b0a47-0016-4ab3-8ff6-4e8800ba5ec9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:05.829499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ebd2b85-f13f-4f4c-8f5a-6b12a588e44c req-0b1b0a47-0016-4ab3-8ff6-4e8800ba5ec9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.2678525 Oct 19 11:35:05.882570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6ebd2b85-f13f-4f4c-8f5a-6b12a588e44c req-37c8b4b5-7749-4c96-be04-0aadcde3f4cd tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514066 Oct 19 11:35:05.891722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59a13-6551-44bd-8c47-85bbac4b90cb req-c636d1c2-5729-4417-b1fe-70a544362721 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:05.893523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91a59a13-6551-44bd-8c47-85bbac4b90cb req-c636d1c2-5729-4417-b1fe-70a544362721 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 931 time: 0.3592670 Oct 19 11:35:05.920215 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:05.974723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91a59a13-6551-44bd-8c47-85bbac4b90cb req-ce5f20fa-638a-4fe7-9ef8-ae07bceb933f tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704515 Oct 19 11:35:05.991010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Pushing event updated for resources: {'Port': ['ID=29b3ed15-a587-490e-9650-306e46688b59,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:06.092023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Attempting to bind port 29b3ed15-a587-490e-9650-306e46688b59 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:35:06.092455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Attempting to bind port 29b3ed15-a587-490e-9650-306e46688b59 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6395b361-f89d-48d2-899a-07e895dd37bd'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:35:06.092811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Attempting to bind port 29b3ed15-a587-490e-9650-306e46688b59 on network 6395b361-f89d-48d2-899a-07e895dd37bd {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:35:06.097891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Port 29b3ed15-a587-490e-9650-306e46688b59 on network 6395b361-f89d-48d2-899a-07e895dd37bd not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:35:06.098207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Attempting to bind port 29b3ed15-a587-490e-9650-306e46688b59 on network 6395b361-f89d-48d2-899a-07e895dd37bd {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:35:06.103744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:35:06.104077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Checking segment: {'id': 'ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6395b361-f89d-48d2-899a-07e895dd37bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:35:06.104486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Bound using segment: {'id': 'ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6395b361-f89d-48d2-899a-07e895dd37bd'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:35:06.105076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Bound port: 29b3ed15-a587-490e-9650-306e46688b59, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6395b361-f89d-48d2-899a-07e895dd37bd'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:35:06.105427 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:06.176641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] For port 29b3ed15-a587-490e-9650-306e46688b59, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:35:06.179884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] For port 29b3ed15-a587-490e-9650-306e46688b59, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=29b3ed15-a587-490e-9650-306e46688b59,segment=NetworkSegment(ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b),segment_id=ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:35:06.295739 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:06.340344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:06.340885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:06.343697 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] 10.222.0.49 "PUT /v2.0/ports/29b3ed15-a587-490e-9650-306e46688b59 HTTP/1.1" status: 200 len: 1091 time: 1.4990792 Oct 19 11:35:06.343883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3e5145-7763-41bd-82af-67ea16ee6c03', 'tag': '29b3ed15-a587-490e-9650-306e46688b59'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:35:06.346078 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57f92c4-0db2-4fd2-b72f-68d4b386a517" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3e5145-7763-41bd-82af-67ea16ee6c03", "tag": "29b3ed15-a587-490e-9650-306e46688b59"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:35:06.367498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce546e5-69d6-4355-a3a0-4c4756933188 service neutron] Pushing event updated for resources: {'Port': ['ID=29b3ed15-a587-490e-9650-306e46688b59,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:06.403478 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d856ee-e9da-4fdb-9539-a6b94a673dd4 x-openstack-request-id: req-97d856ee-e9da-4fdb-9539-a6b94a673dd4 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:35:06.403780 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3e5145-7763-41bd-82af-67ea16ee6c03", "tag": "29b3ed15-a587-490e-9650-306e46688b59", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:35:06.404035 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97d856ee-e9da-4fdb-9539-a6b94a673dd4 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:35:06.404445 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3e5145-7763-41bd-82af-67ea16ee6c03', 'tag': '29b3ed15-a587-490e-9650-306e46688b59', 'status': 'completed', 'code': 200} Oct 19 11:35:06.470849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f92c4-0db2-4fd2-b72f-68d4b386a517 req-35702db4-3e2b-4d10-ab30-082be6ca62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:06.472312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d57f92c4-0db2-4fd2-b72f-68d4b386a517 req-35702db4-3e2b-4d10-ab30-082be6ca62d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d217dcbb633f480aaa9da30d56dcc0ab&device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 1094 time: 0.0468256 Oct 19 11:35:06.583625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f92c4-0db2-4fd2-b72f-68d4b386a517 req-68c5a202-5b74-459a-9281-4bb51df8ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:06.585158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d57f92c4-0db2-4fd2-b72f-68d4b386a517 req-68c5a202-5b74-459a-9281-4bb51df8ffa3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d217dcbb633f480aaa9da30d56dcc0ab&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1054771 Oct 19 11:35:06.687376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f92c4-0db2-4fd2-b72f-68d4b386a517 req-ddac358d-bf36-4439-b7ea-9c92ed15f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:06.688974 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d57f92c4-0db2-4fd2-b72f-68d4b386a517 req-ddac358d-bf36-4439-b7ea-9c92ed15f842 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970774 Oct 19 11:35:06.763505 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51880) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:06.777391 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26091565-3dc0-46cc-93c3-ed6a658a5cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:06.789909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-f717c7df-3f75-4126-8936-f4888b07558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:06.792162 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-f717c7df-3f75-4126-8936-f4888b07558d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d217dcbb633f480aaa9da30d56dcc0ab&device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 1094 time: 0.0646205 Oct 19 11:35:06.863465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-25d24572-177f-43e6-a312-96377b7ffe25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29b3ed15-a587-490e-9650-306e46688b59 HTTP/1.1" status: 200 len: 217 time: 0.0623255 Oct 19 11:35:06.896758 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26091565-3dc0-46cc-93c3-ed6a658a5cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:06.921142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-7ac0e138-d729-4acd-aa52-e572569fa76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:06.922585 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-7ac0e138-d729-4acd-aa52-e572569fa76f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56982121-8739-46e1-9b8f-5824d8dc62fc HTTP/1.1" status: 200 len: 851 time: 0.0502651 Oct 19 11:35:06.956030 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-2e4cf91b-02be-4074-a9a8-03767ce4bc9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6395b361-f89d-48d2-899a-07e895dd37bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259421 Oct 19 11:35:07.079103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7d9d7-d043-45d8-b488-aaedc9079032 req-5e77dd8c-601f-4e83-bed4-664037945780 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:07.080633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81b7d9d7-d043-45d8-b488-aaedc9079032 req-5e77dd8c-601f-4e83-bed4-664037945780 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1270444 Oct 19 11:35:07.084039 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26091565-3dc0-46cc-93c3-ed6a658a5cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:07.118458 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-7551fce0-9b72-4b95-a877-f1823f9e244a service neutron] 10.222.0.49 "GET /v2.0/networks/6395b361-f89d-48d2-899a-07e895dd37bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516497 Oct 19 11:35:07.125784 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-26091565-3dc0-46cc-93c3-ed6a658a5cfa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d898ca2073694b6bafa93bf892a8172c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611715 Oct 19 11:35:07.126918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26091565-3dc0-46cc-93c3-ed6a658a5cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87201e93-af95-456e-b3d8-19fdf439ba08,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:07.129561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51898) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:07.261466 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-affe102c-375f-4aad-adad-19061a867b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:07.290762 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-affe102c-375f-4aad-adad-19061a867b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:07.300781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81b7d9d7-d043-45d8-b488-aaedc9079032 req-644289c6-8116-4dba-b679-81932b2b2e31 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861565 Oct 19 11:35:07.371173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9a0702ae-8536-4036-b0f9-7af9f975261c req-d842c5fe-e8ab-45ca-aa68-a817f6f03f23 service neutron] 10.222.0.49 "GET /v2.0/networks/6395b361-f89d-48d2-899a-07e895dd37bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426126 Oct 19 11:35:07.449550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd94475-5fea-41cd-b5c1-a8c405834087 req-d2e6d81a-ca3c-45b8-bbe6-fdc9b290d98e tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:07.457697 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cd94475-5fea-41cd-b5c1-a8c405834087 req-d2e6d81a-ca3c-45b8-bbe6-fdc9b290d98e tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 943 time: 0.0653510 Oct 19 11:35:07.460445 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-affe102c-375f-4aad-adad-19061a867b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:07.463754 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-affe102c-375f-4aad-adad-19061a867b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:07.465340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-affe102c-375f-4aad-adad-19061a867b05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87201e93-af95-456e-b3d8-19fdf439ba08 HTTP/1.1" status: 204 len: 168 time: 0.3346097 Oct 19 11:35:07.482807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe102c-375f-4aad-adad-19061a867b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87201e93-af95-456e-b3d8-19fdf439ba08,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:07.567479 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cd94475-5fea-41cd-b5c1-a8c405834087 req-6de28031-7882-4126-9a3f-6c924d85188f tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086183 Oct 19 11:35:07.666594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3afe5-be08-4e3c-be75-87fabb3fb774 req-954b16f0-7df9-4180-9ffa-e10ab81e0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:07.668115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74a3afe5-be08-4e3c-be75-87fabb3fb774 req-954b16f0-7df9-4180-9ffa-e10ab81e0c3d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 1096 time: 0.0863662 Oct 19 11:35:07.679447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351a4c-e676-46fe-ba90-475ee194347b req-80f89fbb-8b6d-42a6-a39f-5e1afb61d8e6 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:07.681160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4351a4c-e676-46fe-ba90-475ee194347b req-80f89fbb-8b6d-42a6-a39f-5e1afb61d8e6 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 946 time: 0.0659297 Oct 19 11:35:07.739913 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74a3afe5-be08-4e3c-be75-87fabb3fb774 req-4df6fee5-65a6-46f1-8bc6-85db924afd56 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577333 Oct 19 11:35:07.745572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4351a4c-e676-46fe-ba90-475ee194347b req-7d9168ea-fa29-496b-a8ac-3f1d6c64df63 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568876 Oct 19 11:35:08.472146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de293901-d815-4f71-affa-08fbbc7bd1a8 req-8e901379-d5bb-4e04-816c-7f53c34de5ea tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:08.474088 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de293901-d815-4f71-affa-08fbbc7bd1a8 req-8e901379-d5bb-4e04-816c-7f53c34de5ea tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1072357 Oct 19 11:35:08.531545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de293901-d815-4f71-affa-08fbbc7bd1a8 req-eee0ec40-1743-4f56-94bc-7ded6c0dbde8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Oct 19 11:35:08.732763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc2036-d3cf-49ff-8b0f-a602fdddc4c0 req-9493f9d4-0fd7-452b-a89a-aaa59f6c5874 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:08.734338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90fc2036-d3cf-49ff-8b0f-a602fdddc4c0 req-9493f9d4-0fd7-452b-a89a-aaa59f6c5874 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 943 time: 0.0619483 Oct 19 11:35:08.814829 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90fc2036-d3cf-49ff-8b0f-a602fdddc4c0 req-d8395931-f49d-4679-b64b-0193a88ee79a tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665367 Oct 19 11:35:08.898793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5785fb9-7b94-43a5-823a-79a99ba59ba4 req-d23d4538-90a1-44a1-937d-97f62ee85ec8 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:08.901119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5785fb9-7b94-43a5-823a-79a99ba59ba4 req-d23d4538-90a1-44a1-937d-97f62ee85ec8 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 946 time: 0.0588410 Oct 19 11:35:08.957515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5785fb9-7b94-43a5-823a-79a99ba59ba4 req-cfead14e-65e6-4473-90f4-7436dcc72afb tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b263ee7-767e-4e0c-abc9-f2810bc629e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473411 Oct 19 11:35:09.281887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70511f-a9b4-425d-a64c-15f581d23cce req-2de5a758-14b1-408d-b255-aaf3be2a0a84 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:09.283414 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa70511f-a9b4-425d-a64c-15f581d23cce req-2de5a758-14b1-408d-b255-aaf3be2a0a84 tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 946 time: 0.0657606 Oct 19 11:35:09.383130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-fa70511f-a9b4-425d-a64c-15f581d23cce req-dd10e504-d3cd-445a-b18f-2911ba399a4e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Deleting port a3359b9b-f78c-4a8f-b4e6-fe95825142f8 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:35:09.383476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fa70511f-a9b4-425d-a64c-15f581d23cce req-dd10e504-d3cd-445a-b18f-2911ba399a4e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:09.484588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fa70511f-a9b4-425d-a64c-15f581d23cce req-dd10e504-d3cd-445a-b18f-2911ba399a4e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] For port a3359b9b-f78c-4a8f-b4e6-fe95825142f8, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=a3359b9b-f78c-4a8f-b4e6-fe95825142f8,segment=NetworkSegment(83688b47-a754-4893-a902-f69a75bb738b),segment_id=83688b47-a754-4893-a902-f69a75bb738b)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:09.484914 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fa70511f-a9b4-425d-a64c-15f581d23cce req-dd10e504-d3cd-445a-b18f-2911ba399a4e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:09.501455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-fa70511f-a9b4-425d-a64c-15f581d23cce req-dd10e504-d3cd-445a-b18f-2911ba399a4e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Calling delete_port for a3359b9b-f78c-4a8f-b4e6-fe95825142f8 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:35:09.686199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8728618-db8d-4650-a76b-649c8ad9abb3 req-1a70f6af-a39e-46d0-a64b-bf26e5ace839 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:09.689744 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8728618-db8d-4650-a76b-649c8ad9abb3 req-1a70f6af-a39e-46d0-a64b-bf26e5ace839 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0715199 Oct 19 11:35:09.732062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8728618-db8d-4650-a76b-649c8ad9abb3 req-e9e2786c-d201-4b01-92b5-9fe625e92821 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357718 Oct 19 11:35:09.802177 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fa70511f-a9b4-425d-a64c-15f581d23cce req-dd10e504-d3cd-445a-b18f-2911ba399a4e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:09.814044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['a3359b9b-f78c-4a8f-b4e6-fe95825142f8'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:35:09.948185 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10e504-d3cd-445a-b18f-2911ba399a4e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Pushing event deleted for resources: {'Port': ['ID=a3359b9b-f78c-4a8f-b4e6-fe95825142f8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:09.961937 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa70511f-a9b4-425d-a64c-15f581d23cce req-dd10e504-d3cd-445a-b18f-2911ba399a4e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] No DVR routers for this DVR port a3359b9b-f78c-4a8f-b4e6-fe95825142f8 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:35:09.980051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fa70511f-a9b4-425d-a64c-15f581d23cce req-dd10e504-d3cd-445a-b18f-2911ba399a4e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:09.983814 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa70511f-a9b4-425d-a64c-15f581d23cce req-dd10e504-d3cd-445a-b18f-2911ba399a4e tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.26 "DELETE /v2.0/ports/a3359b9b-f78c-4a8f-b4e6-fe95825142f8 HTTP/1.1" status: 204 len: 173 time: 0.6935985 Oct 19 11:35:09.986246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cad7ef-bb30-4e2a-87c1-bc6a90190a99', 'name': 'network-vif-deleted', 'tag': 'a3359b9b-f78c-4a8f-b4e6-fe95825142f8'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:35:09.991297 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a45247-f7aa-4064-a337-19c370557675" -d '{"events": [{"server_uuid": "f6cad7ef-bb30-4e2a-87c1-bc6a90190a99", "name": "network-vif-deleted", "tag": "a3359b9b-f78c-4a8f-b4e6-fe95825142f8"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:35:10.016611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ccfe1-2723-4200-bd7f-4b7d746c2e19 req-17d07a31-45fe-4312-9f86-29744d4de589 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:10.018487 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f46ccfe1-2723-4200-bd7f-4b7d746c2e19 req-17d07a31-45fe-4312-9f86-29744d4de589 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 943 time: 0.1219409 Oct 19 11:35:10.073579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f46ccfe1-2723-4200-bd7f-4b7d746c2e19 req-a1d733d4-9fd0-45cd-aa9a-0e46138ef884 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460918 Oct 19 11:35:10.175992 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c4d3809-da23-4929-8794-31ab236f7317 req-742df2b0-bade-4284-8ba6-1b3a7cf6437f tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 210 time: 0.0366502 Oct 19 11:35:10.217267 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52d2667-5671-49d1-9c01-e23970e9256b x-openstack-request-id: req-c52d2667-5671-49d1-9c01-e23970e9256b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:35:10.217514 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cad7ef-bb30-4e2a-87c1-bc6a90190a99", "name": "network-vif-deleted", "tag": "a3359b9b-f78c-4a8f-b4e6-fe95825142f8", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:35:10.217775 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c52d2667-5671-49d1-9c01-e23970e9256b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:35:10.218177 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cad7ef-bb30-4e2a-87c1-bc6a90190a99', 'name': 'network-vif-deleted', 'tag': 'a3359b9b-f78c-4a8f-b4e6-fe95825142f8', 'status': 'completed', 'code': 200} Oct 19 11:35:10.584771 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 29b3ed15-a587-490e-9650-306e46688b59 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:35:10.666826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5842a3-498a-4d1e-9b0c-7ccea4598a82 req-eafb302f-fdf2-469f-ba2f-ba37d3063479 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:10.675264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd5842a3-498a-4d1e-9b0c-7ccea4598a82 req-eafb302f-fdf2-469f-ba2f-ba37d3063479 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.4312489 Oct 19 11:35:10.692563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035df6a-c085-4b63-860a-0d2d9fd27f7e req-92176ccd-4c8d-4d0d-8ea2-c2efab784520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:10.692563 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f035df6a-c085-4b63-860a-0d2d9fd27f7e req-92176ccd-4c8d-4d0d-8ea2-c2efab784520 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 1096 time: 0.0916996 Oct 19 11:35:10.755010 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd5842a3-498a-4d1e-9b0c-7ccea4598a82 req-7c9f3289-73ad-479f-9579-5b922dcb9966 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787635 Oct 19 11:35:10.874697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035df6a-c085-4b63-860a-0d2d9fd27f7e req-8415282c-780f-4de1-9535-541912996b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:10.876759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 29b3ed15-a587-490e-9650-306e46688b59, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=29b3ed15-a587-490e-9650-306e46688b59,segment=NetworkSegment(ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b),segment_id=ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:10.877518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f035df6a-c085-4b63-860a-0d2d9fd27f7e req-8415282c-780f-4de1-9535-541912996b3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 919 time: 0.1726794 Oct 19 11:35:10.891075 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '29b3ed15-a587-490e-9650-306e46688b59', 'network_id': '6395b361-f89d-48d2-899a-07e895dd37bd', 'port_id': '29b3ed15-a587-490e-9650-306e46688b59', 'mac_address': 'fa:16:3e:24:a3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56982121-8739-46e1-9b8f-5824d8dc62fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:35:10.934421 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:10.934626 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f035df6a-c085-4b63-860a-0d2d9fd27f7e req-6391b41c-0000-423a-b0dc-a5042f04959d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47be6393-941e-45a0-81fc-4e154c2adadd HTTP/1.1" status: 200 len: 217 time: 0.0487692 Oct 19 11:35:10.951586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b3ed15-a587-490e-9650-306e46688b59 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:35:10.977750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 29b3ed15-a587-490e-9650-306e46688b59, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=29b3ed15-a587-490e-9650-306e46688b59,segment=NetworkSegment(ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b),segment_id=ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:10.995973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035df6a-c085-4b63-860a-0d2d9fd27f7e req-9eed96c9-dc24-42d6-9835-09f6f7890e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:10.997519 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f035df6a-c085-4b63-860a-0d2d9fd27f7e req-9eed96c9-dc24-42d6-9835-09f6f7890e42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=598e267f-68fc-4fa5-ad10-629647f10562 HTTP/1.1" status: 200 len: 858 time: 0.0521095 Oct 19 11:35:11.034861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f035df6a-c085-4b63-860a-0d2d9fd27f7e req-37940999-e05d-4319-86f6-e1965ee1e0b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fe66307-c761-40aa-85b1-5e6197a89dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291476 Oct 19 11:35:11.135735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f035df6a-c085-4b63-860a-0d2d9fd27f7e req-c999be57-1903-4fc8-bcd9-b9d89faf1955 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923769 Oct 19 11:35:11.167768 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:11.203277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e32882-ca3d-4507-821e-eb73e1787c7c req-dcfcf89f-155e-48b7-ba54-2977f9ac3f0d tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:11.205758 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96e32882-ca3d-4507-821e-eb73e1787c7c req-dcfcf89f-155e-48b7-ba54-2977f9ac3f0d tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 943 time: 0.0582347 Oct 19 11:35:11.271324 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96e32882-ca3d-4507-821e-eb73e1787c7c req-5129b9b8-ead3-4b18-81b5-a951379309d1 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560520 Oct 19 11:35:11.287105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=29b3ed15-a587-490e-9650-306e46688b59,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:11.323265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f035df6a-c085-4b63-860a-0d2d9fd27f7e req-d8fc2ee9-6b4c-405f-b681-d38571ed11fb service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805234 Oct 19 11:35:11.371282 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4289c73f-1ddf-4c03-a289-1af49a8e8d36 req-b9e15d01-7353-4660-94fb-81c1e7562b9c tempest-AttachVolumeNegativeTest-137402907 tempest-AttachVolumeNegativeTest-137402907-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6cad7ef-bb30-4e2a-87c1-bc6a90190a99 HTTP/1.1" status: 200 len: 210 time: 0.0322590 Oct 19 11:35:11.460794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['29b3ed15-a587-490e-9650-306e46688b59'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:35:11.885595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0449653-ef46-4eb3-92f4-78f8fa6a8b1f req-6604c41a-0c36-4357-b7b2-fa2aa02e34db tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:11.887018 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0449653-ef46-4eb3-92f4-78f8fa6a8b1f req-6604c41a-0c36-4357-b7b2-fa2aa02e34db tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0523164 Oct 19 11:35:11.887607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52160) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:11.928743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0449653-ef46-4eb3-92f4-78f8fa6a8b1f req-89dfecb6-9784-4572-9dbe-3d93ce929e64 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350585 Oct 19 11:35:12.101377 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d64d6e3-4a41-46af-801e-b7e3614afdff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.106860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d64d6e3-4a41-46af-801e-b7e3614afdff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.174329 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d64d6e3-4a41-46af-801e-b7e3614afdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.219918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0d64d6e3-4a41-46af-801e-b7e3614afdff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a64f04e293c0465abf78b8ca3e1b88dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310177 Oct 19 11:35:12.221161 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64d6e3-4a41-46af-801e-b7e3614afdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f713bd-232b-4886-b30a-b13c7d57b458,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:12.222713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52186) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:12.278444 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-122e6458-60d5-4717-9031-5e7cbf76e547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.305589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-122e6458-60d5-4717-9031-5e7cbf76e547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.408031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a1012-af9a-4fe4-9d49-087da299670a req-6a935cf5-ca2a-4f34-8440-2ffc2ba5eb59 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:12.409554 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d0a1012-af9a-4fe4-9d49-087da299670a req-6a935cf5-ca2a-4f34-8440-2ffc2ba5eb59 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 944 time: 0.0611031 Oct 19 11:35:12.432077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52200) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:12.449629 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-122e6458-60d5-4717-9031-5e7cbf76e547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.453596 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-122e6458-60d5-4717-9031-5e7cbf76e547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.456415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-122e6458-60d5-4717-9031-5e7cbf76e547 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9f713bd-232b-4886-b30a-b13c7d57b458 HTTP/1.1" status: 204 len: 168 time: 0.2320290 Oct 19 11:35:12.470645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e6458-60d5-4717-9031-5e7cbf76e547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f713bd-232b-4886-b30a-b13c7d57b458,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:12.488502 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d0a1012-af9a-4fe4-9d49-087da299670a req-168fb1dc-314d-4bf9-ac35-fb009972db20 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680532 Oct 19 11:35:12.494982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1b5d4c-5e4a-4ce7-84d5-b056dd059d04 admin admin] Deleting subnet 7de504bb-4164-42bc-9122-ea8824c7f7b3 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:35:12.502275 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5d4c-5e4a-4ce7-84d5-b056dd059d04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.548601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5d4c-5e4a-4ce7-84d5-b056dd059d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.588623 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5d4c-5e4a-4ce7-84d5-b056dd059d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.598649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 29b3ed15-a587-490e-9650-306e46688b59 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:35:12.751795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 29b3ed15-a587-490e-9650-306e46688b59 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:35:12.758232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 29b3ed15-a587-490e-9650-306e46688b59 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:12.758826 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.810295 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5d4c-5e4a-4ce7-84d5-b056dd059d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.850497 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.872549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b5d4c-5e4a-4ce7-84d5-b056dd059d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de504bb-4164-42bc-9122-ea8824c7f7b3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:12.876384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5d4c-5e4a-4ce7-84d5-b056dd059d04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:12.880868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3e5145-7763-41bd-82af-67ea16ee6c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b3ed15-a587-490e-9650-306e46688b59'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:35:12.883778 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f113f6f-f942-4611-b20b-4afb9962ae76" -d '{"events": [{"server_uuid": "4f3e5145-7763-41bd-82af-67ea16ee6c03", "name": "network-vif-plugged", "status": "completed", "tag": "29b3ed15-a587-490e-9650-306e46688b59"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:35:12.884322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52224) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:12.884778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fb1b5d4c-5e4a-4ce7-84d5-b056dd059d04 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7de504bb-4164-42bc-9122-ea8824c7f7b3 HTTP/1.1" status: 204 len: 168 time: 0.4520886 Oct 19 11:35:12.896088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 29b3ed15-a587-490e-9650-306e46688b59, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=29b3ed15-a587-490e-9650-306e46688b59,segment=NetworkSegment(ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b),segment_id=ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:12.932692 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1766546f-2066-4c47-ad91-db2bf9460de0 x-openstack-request-id: req-1766546f-2066-4c47-ad91-db2bf9460de0 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:35:12.932982 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3e5145-7763-41bd-82af-67ea16ee6c03", "name": "network-vif-plugged", "status": "completed", "tag": "29b3ed15-a587-490e-9650-306e46688b59", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:35:12.933233 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1766546f-2066-4c47-ad91-db2bf9460de0 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:35:12.933628 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e5145-7763-41bd-82af-67ea16ee6c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b3ed15-a587-490e-9650-306e46688b59', 'code': 200} Oct 19 11:35:12.976425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.063601 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.093918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548dfb1-4331-4b68-ba88-fdfe40d12b9d req-5f101bdf-97ba-4c64-8968-ca9833038f1d tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:13.095543 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0548dfb1-4331-4b68-ba88-fdfe40d12b9d req-5f101bdf-97ba-4c64-8968-ca9833038f1d tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0686421 Oct 19 11:35:13.114377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.133885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffe551-191b-4f1b-a381-28c28cb91f1f req-cc73efeb-b0a5-451e-a4da-3da9d641778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:13.136019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77ffe551-191b-4f1b-a381-28c28cb91f1f req-cc73efeb-b0a5-451e-a4da-3da9d641778f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 1095 time: 0.1258743 Oct 19 11:35:13.138103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=29b3ed15-a587-490e-9650-306e46688b59,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:13.145652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0548dfb1-4331-4b68-ba88-fdfe40d12b9d req-08b61001-c6a7-45ae-8661-ff2be3005bca tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424416 Oct 19 11:35:13.149343 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ab297c-614c-411e-b2bf-16b31ff8c231']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:13.176617 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83688b47-a754-4893-a902-f69a75bb738b') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:13.177498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83688b47-a754-4893-a902-f69a75bb738b') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:13.190886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.213006 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77ffe551-191b-4f1b-a381-28c28cb91f1f req-a2ca33ac-6ced-44ea-bbcf-77f635512a34 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656374 Oct 19 11:35:13.214228 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.221808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:35:13.222228 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:35:13.260295 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:35:13.383695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52246) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:13.400474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f58bfe0e-b774-4721-aada-d19ce3f46456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.438692 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.450097 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.455808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f0ab297c-614c-411e-b2bf-16b31ff8c231 HTTP/1.1" status: 204 len: 168 time: 0.5681870 Oct 19 11:35:13.473372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ea595-bb54-4c45-ac6f-9feb0b7e1d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ab297c-614c-411e-b2bf-16b31ff8c231,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:13.514046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f58bfe0e-b774-4721-aada-d19ce3f46456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.602437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753727f-2064-4299-911f-ccc64147206f req-332fa04e-7c9a-49d1-bec7-87a42b75b02e tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:13.605633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5753727f-2064-4299-911f-ccc64147206f req-332fa04e-7c9a-49d1-bec7-87a42b75b02e tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0494537 Oct 19 11:35:13.639751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f58bfe0e-b774-4721-aada-d19ce3f46456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.650888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5753727f-2064-4299-911f-ccc64147206f req-de877c29-400a-4d26-9a59-b4cd84707aa0 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Oct 19 11:35:13.686877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f58bfe0e-b774-4721-aada-d19ce3f46456 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1219b37ac5b94bb6b50b7212ece2adaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011343 Oct 19 11:35:13.689162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bfe0e-b774-4721-aada-d19ce3f46456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3fc7be-9c2b-4491-898d-ba0fb1e2218e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:13.689772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52260) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:13.741107 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6fd7-a994-4286-bacc-796985524903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.764573 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6fd7-a994-4286-bacc-796985524903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:13.994114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52272) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:14.029272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6fd7-a994-4286-bacc-796985524903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:14.031811 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6fd7-a994-4286-bacc-796985524903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:14.032997 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a3ff6fd7-a994-4286-bacc-796985524903 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d3fc7be-9c2b-4491-898d-ba0fb1e2218e HTTP/1.1" status: 204 len: 168 time: 0.3419974 Oct 19 11:35:14.045317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff6fd7-a994-4286-bacc-796985524903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3fc7be-9c2b-4491-898d-ba0fb1e2218e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:14.055361 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d9e57a54-39f7-4685-a7a6-27322a39fe3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec97e5c2b7714840b882765860c51adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554667 Oct 19 11:35:14.057197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52280) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:14.124984 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc850a03-ab2d-482c-a2dc-14da220a12b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:14.152320 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc850a03-ab2d-482c-a2dc-14da220a12b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:14.188067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a3359b9b-f78c-4a8f-b4e6-fe95825142f8 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:35:14.214936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: a3359b9b-f78c-4a8f-b4e6-fe95825142f8 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:35:14.215867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device a3359b9b-f78c-4a8f-b4e6-fe95825142f8 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:35:14.295111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185d5b3-6bdd-48f2-82c9-a738c7564526 req-518991e6-82f0-470c-ae1d-796aa71d7ff8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.296842 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7185d5b3-6bdd-48f2-82c9-a738c7564526 req-518991e6-82f0-470c-ae1d-796aa71d7ff8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0547738 Oct 19 11:35:14.339993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7185d5b3-6bdd-48f2-82c9-a738c7564526 req-eb49c67b-6303-45b7-954d-549e1877dacd tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365627 Oct 19 11:35:14.374255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc850a03-ab2d-482c-a2dc-14da220a12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:14.374255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc850a03-ab2d-482c-a2dc-14da220a12b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:14.374255 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bc850a03-ab2d-482c-a2dc-14da220a12b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b263ee7-767e-4e0c-abc9-f2810bc629e8 HTTP/1.1" status: 204 len: 168 time: 0.3154557 Oct 19 11:35:14.382199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc850a03-ab2d-482c-a2dc-14da220a12b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b263ee7-767e-4e0c-abc9-f2810bc629e8,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:14.666663 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:35:14.679725 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-4845af91-3d82-4550-976e-f1026792329d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0499589 Oct 19 11:35:14.755706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7155bb6e-d2a5-4cee-870f-60580895af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.756259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7155bb6e-d2a5-4cee-870f-60580895af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.756788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7155bb6e-d2a5-4cee-870f-60580895af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.757233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7155bb6e-d2a5-4cee-870f-60580895af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.757849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7155bb6e-d2a5-4cee-870f-60580895af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.758439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7155bb6e-d2a5-4cee-870f-60580895af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.759055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7155bb6e-d2a5-4cee-870f-60580895af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.761705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7155bb6e-d2a5-4cee-870f-60580895af98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6499 time: 0.0583072 Oct 19 11:35:14.810517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cf16-5770-46f4-b305-00e724519401 req-305af682-5d93-4d80-bca3-9e036695a1d3 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.812834 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2729cf16-5770-46f4-b305-00e724519401 req-305af682-5d93-4d80-bca3-9e036695a1d3 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0708647 Oct 19 11:35:14.873751 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2729cf16-5770-46f4-b305-00e724519401 req-80de8144-6640-467f-b45e-e0014b6e5d50 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478919 Oct 19 11:35:14.938823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-c058c7d9-843b-48b6-b4f4-6eae73c552fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.938823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-c058c7d9-843b-48b6-b4f4-6eae73c552fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.938823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-c058c7d9-843b-48b6-b4f4-6eae73c552fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:14.941677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-c058c7d9-843b-48b6-b4f4-6eae73c552fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba HTTP/1.1" status: 200 len: 2295 time: 0.1530576 Oct 19 11:35:15.075964 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-02e37dee-a68a-45f3-b7fa-09eecd57cc02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea573f0-e530-4460-94b4-a594a1441467 HTTP/1.1" status: 200 len: 1001 time: 0.1260114 Oct 19 11:35:15.102849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e6798-578a-4c1d-b948-e3f8bc33780b req-deab7143-514a-4d2d-9225-2a6e7341d55f tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:15.105476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f61e6798-578a-4c1d-b948-e3f8bc33780b req-deab7143-514a-4d2d-9225-2a6e7341d55f tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.1026845 Oct 19 11:35:15.207954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-729e2a13-11b2-4b36-97b5-3a49569ac941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:15.209483 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-729e2a13-11b2-4b36-97b5-3a49569ac941 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11e2bdab-7342-4fa2-b0d7-dca9b53757e7 HTTP/1.1" status: 200 len: 856 time: 0.1224198 Oct 19 11:35:15.212767 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f61e6798-578a-4c1d-b948-e3f8bc33780b req-a6e75c0f-3bbf-4c85-9f49-1f0ce9fb6d21 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940514 Oct 19 11:35:15.261353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-c3044bf1-2448-400f-8ac4-63a6a10594d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:15.263404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-c3044bf1-2448-400f-8ac4-63a6a10594d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461435 Oct 19 11:35:15.367670 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-50eca20f-6e49-4de2-a3e9-a5f8ebbf5ea0 service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941098 Oct 19 11:35:15.495898 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-afe2323a-fab2-4e5c-a6c4-4fcff9c2db9f service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233010 Oct 19 11:35:15.606452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-5a750903-70aa-4bbc-8e51-7c7879e5a524 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=42fde5d3-4350-48e2-9ff8-6e5443277e85 HTTP/1.1" status: 200 len: 217 time: 0.1037061 Oct 19 11:35:15.672688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-1d4ee2de-2d83-4b37-9948-7b6a97c9bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:15.674332 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-1d4ee2de-2d83-4b37-9948-7b6a97c9bf3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0602708 Oct 19 11:35:15.753030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-3b7dbdae-1842-41e6-8701-a06d7bc6c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:15.754529 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-3b7dbdae-1842-41e6-8701-a06d7bc6c26a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736961 Oct 19 11:35:15.910604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-36c031ed-6439-464c-a48f-2f1332d3fbe7 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487627 Oct 19 11:35:16.015977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e713e2-c33b-4f97-94b8-25b8df57eda2 req-87167e0d-e2ff-4a2e-b079-25c0edfa4d07 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:16.021133 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72e713e2-c33b-4f97-94b8-25b8df57eda2 req-87167e0d-e2ff-4a2e-b079-25c0edfa4d07 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.1398666 Oct 19 11:35:16.077253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72e713e2-c33b-4f97-94b8-25b8df57eda2 req-4ce5ac65-16a7-4a95-a6cc-39fb9d042a7a tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492985 Oct 19 11:35:16.100613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-ca2d91b4-e7d0-455c-9e98-9502be98f1f0 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762598 Oct 19 11:35:16.149680 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-1d8120a3-1d81-4e3d-b4e1-5ef34d530125 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=71ecc8cd-ea70-43ca-b232-0706620bf96b HTTP/1.1" status: 200 len: 217 time: 0.0399337 Oct 19 11:35:16.224297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-809ddd0e-e7e8-4208-819a-fd192a422fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:16.224297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-809ddd0e-e7e8-4208-819a-fd192a422fdc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0587943 Oct 19 11:35:16.288862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7d6cfda4-d182-4c8a-9176-8ea1c10a19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:16.294239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7d6cfda4-d182-4c8a-9176-8ea1c10a19bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618658 Oct 19 11:35:16.407349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52422) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:16.447258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-ab870d50-4169-454d-ab09-f9e0f2eeb2c7 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434119 Oct 19 11:35:16.596394 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-55cda1bf-cf8d-4bd6-b84a-529847d8db55 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406338 Oct 19 11:35:16.596890 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e64e9c4e-0f84-42ac-ac36-78af59c239ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:16.645237 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-525b007e-ab4e-4f5b-b5b2-d8ff9d9a4419 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=758ddef7-d643-4730-b6c0-8af1683aa074 HTTP/1.1" status: 200 len: 217 time: 0.0410967 Oct 19 11:35:16.676588 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e64e9c4e-0f84-42ac-ac36-78af59c239ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:16.696122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7226befc-2524-4404-aa60-a19cb2680b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:16.697718 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7226befc-2524-4404-aa60-a19cb2680b9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0460374 Oct 19 11:35:16.738920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e64e9c4e-0f84-42ac-ac36-78af59c239ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:16.770160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-8b3b371c-69d9-48bc-9125-1c4d485133e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:16.772237 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-8b3b371c-69d9-48bc-9125-1c4d485133e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667002 Oct 19 11:35:16.787447 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e64e9c4e-0f84-42ac-ac36-78af59c239ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d7a2c719f8a4709b4327442d5444a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777807 Oct 19 11:35:16.790595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52444) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:16.854129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e9c4e-0f84-42ac-ac36-78af59c239ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ead4dfa-a371-4ae3-9120-5f7553f8fe94,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:16.906014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-db0ceebf-f2cd-4ea7-9d1e-27d3a02a5767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:16.936902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-db0ceebf-f2cd-4ea7-9d1e-27d3a02a5767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:16.943961 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-e8cb57c3-23e5-4be6-b9fd-3dc0a3022054 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554601 Oct 19 11:35:17.060198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-c14a53f9-7e02-4fce-bd59-11ea4c20068c service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058657 Oct 19 11:35:17.105086 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-c704c328-00de-448f-9483-fa311d73b848 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=898f2454-afee-49e9-ab5a-b656cccdb2e1 HTTP/1.1" status: 200 len: 217 time: 0.0379322 Oct 19 11:35:17.128401 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-db0ceebf-f2cd-4ea7-9d1e-27d3a02a5767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:17.132282 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-db0ceebf-f2cd-4ea7-9d1e-27d3a02a5767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:17.134529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-db0ceebf-f2cd-4ea7-9d1e-27d3a02a5767 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ead4dfa-a371-4ae3-9120-5f7553f8fe94 HTTP/1.1" status: 204 len: 168 time: 0.3425772 Oct 19 11:35:17.150046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ceebf-f2cd-4ea7-9d1e-27d3a02a5767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ead4dfa-a371-4ae3-9120-5f7553f8fe94,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:17.163739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-4de90b3c-6774-4fa3-85da-ecd574dab43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:17.167618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-4de90b3c-6774-4fa3-85da-ecd574dab43e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0524549 Oct 19 11:35:17.249074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841d0ba-434d-4ef5-a565-5167901aeafa req-b2956b1b-e026-4a45-8f2d-0e85e1400795 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:17.250566 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c841d0ba-434d-4ef5-a565-5167901aeafa req-b2956b1b-e026-4a45-8f2d-0e85e1400795 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0794578 Oct 19 11:35:17.252438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-d348c369-f8f7-47d1-812a-40487719e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:17.253784 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-d348c369-f8f7-47d1-812a-40487719e452 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0724967 Oct 19 11:35:17.350881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c841d0ba-434d-4ef5-a565-5167901aeafa req-985e3edf-57ee-4697-960b-86b070446b07 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902472 Oct 19 11:35:17.386926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-2bc986df-9469-404d-88c6-fca068466874 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250019 Oct 19 11:35:17.560831 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-92646575-4caf-47fb-8708-ce80f9821957 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619473 Oct 19 11:35:17.626150 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-46f2fb44-cbdc-4389-af7f-5cdf710e59bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6512ec78-34b3-43ca-93db-f84288d7d06e HTTP/1.1" status: 200 len: 217 time: 0.0455980 Oct 19 11:35:17.753804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-0ef7cc48-268b-4fb3-ba97-1f20148e3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:17.755294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-0ef7cc48-268b-4fb3-ba97-1f20148e3dbb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 200 len: 797 time: 0.1245012 Oct 19 11:35:17.918095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ad57d-fb8c-4010-ba0b-d337fa6e1073 req-471a845d-82f2-4841-91f8-6a1f539e145d tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:17.920094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-149ad57d-fb8c-4010-ba0b-d337fa6e1073 req-471a845d-82f2-4841-91f8-6a1f539e145d tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.1328895 Oct 19 11:35:17.997601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-149ad57d-fb8c-4010-ba0b-d337fa6e1073 req-0f467eaa-3103-4ff1-b1ee-1c4ae7ab54c9 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631931 Oct 19 11:35:18.006562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7d1d-daf8-41a4-b95e-454d372bad2a req-2a4cb47e-7e41-4a4b-a55e-9831963ac179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:18.009051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b3a7d1d-daf8-41a4-b95e-454d372bad2a req-2a4cb47e-7e41-4a4b-a55e-9831963ac179 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d217dcbb633f480aaa9da30d56dcc0ab&device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 1096 time: 0.0873015 Oct 19 11:35:18.161053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f636412-806c-4fb5-82c2-537a71918b7a req-e192a289-ce2d-4769-9529-f8854990c552 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:18.164464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f636412-806c-4fb5-82c2-537a71918b7a req-e192a289-ce2d-4769-9529-f8854990c552 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.4987984 Oct 19 11:35:18.207543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-4431874c-72b1-44b5-aa6e-dd5c40ee2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:18.212637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-4431874c-72b1-44b5-aa6e-dd5c40ee2203 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4462895 Oct 19 11:35:18.223068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7d1d-daf8-41a4-b95e-454d372bad2a req-5cb97238-93a9-4834-9643-6c653e7baf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:18.224812 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b3a7d1d-daf8-41a4-b95e-454d372bad2a req-5cb97238-93a9-4834-9643-6c653e7baf2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6395b361-f89d-48d2-899a-07e895dd37bd HTTP/1.1" status: 200 len: 912 time: 0.1996927 Oct 19 11:35:18.231610 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f636412-806c-4fb5-82c2-537a71918b7a req-07d54dea-6e06-4d25-894c-6146579aca9d tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566747 Oct 19 11:35:18.299235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b3a7d1d-daf8-41a4-b95e-454d372bad2a req-9ab85658-dd4c-4131-8dcb-dd5f4a6ee6ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29b3ed15-a587-490e-9650-306e46688b59 HTTP/1.1" status: 200 len: 217 time: 0.0676012 Oct 19 11:35:18.435674 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-62f4cbc1-4184-4f50-8064-0a96709c0f4d service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084477 Oct 19 11:35:18.440410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7d1d-daf8-41a4-b95e-454d372bad2a req-58e5b191-e5f4-4688-bbe5-6d7e5f34e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:18.442070 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b3a7d1d-daf8-41a4-b95e-454d372bad2a req-58e5b191-e5f4-4688-bbe5-6d7e5f34e680 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56982121-8739-46e1-9b8f-5824d8dc62fc HTTP/1.1" status: 200 len: 851 time: 0.1340582 Oct 19 11:35:18.491347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b3a7d1d-daf8-41a4-b95e-454d372bad2a req-368d0cdc-e255-4773-b346-d84e2ae7a79a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6395b361-f89d-48d2-899a-07e895dd37bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349555 Oct 19 11:35:18.607106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-7582bd57-5ea9-4845-9a53-32ed20ebdfe4 service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556656 Oct 19 11:35:18.650544 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b3a7d1d-daf8-41a4-b95e-454d372bad2a req-14d14df2-a2f7-4f45-9522-954d4287ff07 service neutron] 10.222.0.49 "GET /v2.0/networks/6395b361-f89d-48d2-899a-07e895dd37bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497653 Oct 19 11:35:18.694415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-684b05a3-0bd7-49b6-9762-2d2c645ff1ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a275090f-5113-40b3-99f4-1337b4735072 HTTP/1.1" status: 200 len: 217 time: 0.0805671 Oct 19 11:35:18.783580 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b3a7d1d-daf8-41a4-b95e-454d372bad2a req-4ad73eec-ad13-423a-85e4-98e61e5539b1 service neutron] 10.222.0.49 "GET /v2.0/networks/6395b361-f89d-48d2-899a-07e895dd37bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242971 Oct 19 11:35:18.828112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-16dcb574-2e51-4c43-936e-020fcda8ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:18.828112 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-16dcb574-2e51-4c43-936e-020fcda8ed10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 200 len: 797 time: 0.1230252 Oct 19 11:35:18.880391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549ef-de12-4534-a408-37e06b7101f8 req-4405f77e-b4f3-48f0-9907-82b762ea5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:18.882156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-4405f77e-b4f3-48f0-9907-82b762ea5132 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482605 Oct 19 11:35:18.988343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-edd5648d-80ae-4235-baa9-23b05b0d5738 service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977972 Oct 19 11:35:19.144200 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-49e549ef-de12-4534-a408-37e06b7101f8 req-e37fbb78-6dd7-474b-ae4e-1a1ee47ef3ae service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474020 Oct 19 11:35:19.184197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f82b46-406d-4e49-b9c3-cc6ba649d512 req-97f4fe90-9628-447c-a06d-3c4b4a91d4fa tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:19.185922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0f82b46-406d-4e49-b9c3-cc6ba649d512 req-97f4fe90-9628-447c-a06d-3c4b4a91d4fa tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0683815 Oct 19 11:35:19.240201 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0f82b46-406d-4e49-b9c3-cc6ba649d512 req-f2d6c756-8c42-4f8b-9489-d205cde796c5 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455782 Oct 19 11:35:19.606040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:20.000780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52680) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:20.025870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:20.129910 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a3661ab-01f7-4870-a54e-3703b053fbe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:20.222694 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a3661ab-01f7-4870-a54e-3703b053fbe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:20.386062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4e20c-736e-4960-8f70-7910faae55fc req-57a9f116-257f-4f72-aa0e-d7efe8bf9e47 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:20.389171 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94b4e20c-736e-4960-8f70-7910faae55fc req-57a9f116-257f-4f72-aa0e-d7efe8bf9e47 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0540593 Oct 19 11:35:20.447924 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94b4e20c-736e-4960-8f70-7910faae55fc req-a5f1f4a5-5661-43bc-b824-596e235ce5f8 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541101 Oct 19 11:35:20.455591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a3661ab-01f7-4870-a54e-3703b053fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:20.495665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3661ab-01f7-4870-a54e-3703b053fbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc4c8c9-0362-418e-bba5-363c36614558,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:20.510483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0a3661ab-01f7-4870-a54e-3703b053fbe7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5f36646b9b7408283f836acdc9fb5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086126 Oct 19 11:35:20.514254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52706) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:20.615705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b3d7-f881-4104-baa8-b7b6917d5e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:20.675245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b3d7-f881-4104-baa8-b7b6917d5e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:20.888747 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b3d7-f881-4104-baa8-b7b6917d5e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:20.902795 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dcf3b3d7-f881-4104-baa8-b7b6917d5e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:20.902795 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dcf3b3d7-f881-4104-baa8-b7b6917d5e0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fc4c8c9-0362-418e-bba5-363c36614558 HTTP/1.1" status: 204 len: 168 time: 0.3776357 Oct 19 11:35:20.912223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3b3d7-f881-4104-baa8-b7b6917d5e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc4c8c9-0362-418e-bba5-363c36614558,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:21.199024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6abe61-0d73-4eb2-87ab-4615b3bf2433 req-68ba37c5-ef68-46b2-ac22-c84add4d531a tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:21.209372 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d6abe61-0d73-4eb2-87ab-4615b3bf2433 req-68ba37c5-ef68-46b2-ac22-c84add4d531a tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0741789 Oct 19 11:35:21.272442 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d6abe61-0d73-4eb2-87ab-4615b3bf2433 req-5c263030-e80d-49ef-9bfd-0b1b26ad2b35 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619431 Oct 19 11:35:21.447971 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-acebff9b-bd4c-4756-850a-ee58cc26cd99 req-821f46af-4a0c-4e55-9d02-1f2823df6488 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567126 Oct 19 11:35:21.586135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebff9b-bd4c-4756-850a-ee58cc26cd99 req-ef57d0f6-a572-45b1-b0b5-141ab5a258b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:21.594952 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-acebff9b-bd4c-4756-850a-ee58cc26cd99 req-ef57d0f6-a572-45b1-b0b5-141ab5a258b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 1096 time: 0.1173403 Oct 19 11:35:21.865072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebff9b-bd4c-4756-850a-ee58cc26cd99 req-5ddd1f33-ec89-4850-90aa-0b0d0f525dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:21.866437 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-acebff9b-bd4c-4756-850a-ee58cc26cd99 req-5ddd1f33-ec89-4850-90aa-0b0d0f525dc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 919 time: 0.2447617 Oct 19 11:35:21.970558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-acebff9b-bd4c-4756-850a-ee58cc26cd99 req-736c3f60-cc1c-4f03-b5f8-4f26b7433db7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47be6393-941e-45a0-81fc-4e154c2adadd HTTP/1.1" status: 200 len: 217 time: 0.0939221 Oct 19 11:35:22.011548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52772) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:22.036887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c2538bd8-db54-4c62-b7c8-6536bb11afe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:22.053786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebff9b-bd4c-4756-850a-ee58cc26cd99 req-3652e470-a763-4fb6-9238-08640f769bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:22.055267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-acebff9b-bd4c-4756-850a-ee58cc26cd99 req-3652e470-a763-4fb6-9238-08640f769bb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=598e267f-68fc-4fa5-ad10-629647f10562 HTTP/1.1" status: 200 len: 858 time: 0.0774136 Oct 19 11:35:22.127309 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-acebff9b-bd4c-4756-850a-ee58cc26cd99 req-04fbf1f9-a712-4040-81e6-109dcb454d47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fe66307-c761-40aa-85b1-5e6197a89dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493917 Oct 19 11:35:22.170923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c2538bd8-db54-4c62-b7c8-6536bb11afe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:22.294978 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-acebff9b-bd4c-4756-850a-ee58cc26cd99 req-756c1d8a-c431-4572-b0f9-fd455813352d service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549597 Oct 19 11:35:22.297102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c2538bd8-db54-4c62-b7c8-6536bb11afe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:22.468421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2538bd8-db54-4c62-b7c8-6536bb11afe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eb832c-14fa-4756-8f39-3c91be832173,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:22.522033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c2538bd8-db54-4c62-b7c8-6536bb11afe9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92dee31deefa41ac98fd1215e8711bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051990 Oct 19 11:35:22.530759 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52782) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:22.537902 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-acebff9b-bd4c-4756-850a-ee58cc26cd99 req-37f21abb-1df2-4e40-85c5-1bdf47e161b4 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343895 Oct 19 11:35:22.589825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2451c3-709a-4d92-8fb6-1728f3140d7d req-61fcef31-5eff-47a1-8575-ed902049c3b9 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:22.597212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fb2451c3-709a-4d92-8fb6-1728f3140d7d req-61fcef31-5eff-47a1-8575-ed902049c3b9 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.1830468 Oct 19 11:35:22.629214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f4051fa-e66b-41f2-b14c-a35c014b5c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:22.665624 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f4051fa-e66b-41f2-b14c-a35c014b5c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:22.681262 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fb2451c3-709a-4d92-8fb6-1728f3140d7d req-d0556353-7566-44f8-b001-9b19ecc8e998 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820045 Oct 19 11:35:22.857305 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f4051fa-e66b-41f2-b14c-a35c014b5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:22.860328 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f4051fa-e66b-41f2-b14c-a35c014b5c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:22.863972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5f4051fa-e66b-41f2-b14c-a35c014b5c1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2eb832c-14fa-4756-8f39-3c91be832173 HTTP/1.1" status: 204 len: 168 time: 0.3291335 Oct 19 11:35:22.894490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4051fa-e66b-41f2-b14c-a35c014b5c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eb832c-14fa-4756-8f39-3c91be832173,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:23.152132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec77520-5167-4399-8a48-2373a8e0fff6 req-91cbe926-3e09-4650-8abd-f092baabb1df tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:23.159588 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fec77520-5167-4399-8a48-2373a8e0fff6 req-91cbe926-3e09-4650-8abd-f092baabb1df tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0745788 Oct 19 11:35:23.204333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fec77520-5167-4399-8a48-2373a8e0fff6 req-9d3b2da4-6e14-4f75-8c3f-d99a2a6d01e3 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Oct 19 11:35:23.302399 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc6870-a1d6-4ce4-8707-4906018398ff req-0f83d8a2-fe06-4438-9c21-a6b8a01863e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:23.304382 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cecc6870-a1d6-4ce4-8707-4906018398ff req-0f83d8a2-fe06-4438-9c21-a6b8a01863e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d217dcbb633f480aaa9da30d56dcc0ab&device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 1096 time: 0.0558801 Oct 19 11:35:23.489367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc6870-a1d6-4ce4-8707-4906018398ff req-0dd548c4-263b-41bf-8af1-4a483507a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:23.489367 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cecc6870-a1d6-4ce4-8707-4906018398ff req-0dd548c4-263b-41bf-8af1-4a483507a1b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6395b361-f89d-48d2-899a-07e895dd37bd HTTP/1.1" status: 200 len: 912 time: 0.1638615 Oct 19 11:35:23.556403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cecc6870-a1d6-4ce4-8707-4906018398ff req-a6584546-4eb1-4aca-8cb6-cf4a67d6e4da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29b3ed15-a587-490e-9650-306e46688b59 HTTP/1.1" status: 200 len: 217 time: 0.0624866 Oct 19 11:35:23.622425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc6870-a1d6-4ce4-8707-4906018398ff req-805d4530-14d5-4bc4-a1c1-19bcbc7a1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:23.623920 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cecc6870-a1d6-4ce4-8707-4906018398ff req-805d4530-14d5-4bc4-a1c1-19bcbc7a1574 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56982121-8739-46e1-9b8f-5824d8dc62fc HTTP/1.1" status: 200 len: 851 time: 0.0569701 Oct 19 11:35:23.661221 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cecc6870-a1d6-4ce4-8707-4906018398ff req-91604f00-4170-40b4-b25d-23415fb9151e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6395b361-f89d-48d2-899a-07e895dd37bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291939 Oct 19 11:35:23.780842 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cecc6870-a1d6-4ce4-8707-4906018398ff req-6f7c9036-d0c7-4150-a1d6-76657b7988b4 service neutron] 10.222.0.49 "GET /v2.0/networks/6395b361-f89d-48d2-899a-07e895dd37bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109006 Oct 19 11:35:23.928385 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cecc6870-a1d6-4ce4-8707-4906018398ff req-bc872e7b-b1ce-4dc2-8eee-0bd3b97721d3 service neutron] 10.222.0.49 "GET /v2.0/networks/6395b361-f89d-48d2-899a-07e895dd37bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386113 Oct 19 11:35:24.390442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91de431-8805-4120-a01d-e7ea6c0ab26f req-0e63ac8d-d4de-4353-8d8c-ebb83b1349ec tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:24.392048 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c91de431-8805-4120-a01d-e7ea6c0ab26f req-0e63ac8d-d4de-4353-8d8c-ebb83b1349ec tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0887239 Oct 19 11:35:24.442815 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c91de431-8805-4120-a01d-e7ea6c0ab26f req-c18610b2-6c8c-45b7-a692-bdbc77985b57 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Oct 19 11:35:25.368356 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-68e60528-6747-4009-b790-9ffa61eefcd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:25.643203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98e0eb-c017-4267-8c60-040f0a48731e req-5566a847-eb16-48db-9b1f-b399745e14d4 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:25.644868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0a98e0eb-c017-4267-8c60-040f0a48731e req-5566a847-eb16-48db-9b1f-b399745e14d4 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0674336 Oct 19 11:35:25.702426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0a98e0eb-c017-4267-8c60-040f0a48731e req-6c127c11-f9c8-4c08-9e2e-033736ef49df tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503681 Oct 19 11:35:26.456728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bebfd1-e94a-4b71-a8e2-96fdf6fbf271 req-185a87b1-a1b3-43c9-9970-181b9fcb559f tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:26.458293 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93bebfd1-e94a-4b71-a8e2-96fdf6fbf271 req-185a87b1-a1b3-43c9-9970-181b9fcb559f tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0776644 Oct 19 11:35:26.510783 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93bebfd1-e94a-4b71-a8e2-96fdf6fbf271 req-5e022430-d1a5-4efa-8056-59e1d57c9ac4 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452793 Oct 19 11:35:27.633264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afe98f-534e-48e0-aa31-0efcef3b7432 req-675df45f-9aaf-41c1-9f42-6cdb86369c37 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:27.642486 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99afe98f-534e-48e0-aa31-0efcef3b7432 req-675df45f-9aaf-41c1-9f42-6cdb86369c37 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0636618 Oct 19 11:35:27.682003 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99afe98f-534e-48e0-aa31-0efcef3b7432 req-6dba529b-a9c4-45fa-a8a5-c557d69403d7 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384390 Oct 19 11:35:27.842033 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9c31152-a473-4e00-a5ca-f6da57418938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:27.909173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52922) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:28.055224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8cb2808d-72b8-46b6-8122-121ed4d49262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:28.156832 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8cb2808d-72b8-46b6-8122-121ed4d49262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:28.276687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c7cc5-162e-4a40-b75e-a8aad9576c2c req-f2d76aa4-365a-4189-aaae-544a3ef82a61 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:28.278229 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f12c7cc5-162e-4a40-b75e-a8aad9576c2c req-f2d76aa4-365a-4189-aaae-544a3ef82a61 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0751727 Oct 19 11:35:28.285838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8cb2808d-72b8-46b6-8122-121ed4d49262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:28.381073 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8cb2808d-72b8-46b6-8122-121ed4d49262 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7b4f9399cb043a1b9a2c8e462aa8572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4708529 Oct 19 11:35:28.382352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52934) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:28.391557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2808d-72b8-46b6-8122-121ed4d49262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46ac282-732f-4b68-a48a-9c14f16044cf,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:28.463776 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0a00-5b75-43ca-a0a0-d5409aa4020b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:28.465915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-f12c7cc5-162e-4a40-b75e-a8aad9576c2c req-72ffbeb6-45c3-485d-bbd1-52f4eeeb76d0 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Deleting port 29b3ed15-a587-490e-9650-306e46688b59 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:35:28.466322 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f12c7cc5-162e-4a40-b75e-a8aad9576c2c req-72ffbeb6-45c3-485d-bbd1-52f4eeeb76d0 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:28.506941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0a00-5b75-43ca-a0a0-d5409aa4020b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:28.605823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f12c7cc5-162e-4a40-b75e-a8aad9576c2c req-72ffbeb6-45c3-485d-bbd1-52f4eeeb76d0 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] For port 29b3ed15-a587-490e-9650-306e46688b59, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=29b3ed15-a587-490e-9650-306e46688b59,segment=NetworkSegment(ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b),segment_id=ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:28.606139 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f12c7cc5-162e-4a40-b75e-a8aad9576c2c req-72ffbeb6-45c3-485d-bbd1-52f4eeeb76d0 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:28.623718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-f12c7cc5-162e-4a40-b75e-a8aad9576c2c req-72ffbeb6-45c3-485d-bbd1-52f4eeeb76d0 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Calling delete_port for 29b3ed15-a587-490e-9650-306e46688b59 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:35:28.674160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0a00-5b75-43ca-a0a0-d5409aa4020b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:28.676905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0a00-5b75-43ca-a0a0-d5409aa4020b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:28.678337 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c0ee0a00-5b75-43ca-a0a0-d5409aa4020b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b46ac282-732f-4b68-a48a-9c14f16044cf HTTP/1.1" status: 204 len: 168 time: 0.2941501 Oct 19 11:35:28.687700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee0a00-5b75-43ca-a0a0-d5409aa4020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46ac282-732f-4b68-a48a-9c14f16044cf,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:28.872591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65d200-9ab7-4127-bdec-768a2f061d8b req-79b9861e-f5e5-4bd0-8357-ce414b82ce5f tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:28.874041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f65d200-9ab7-4127-bdec-768a2f061d8b req-79b9861e-f5e5-4bd0-8357-ce414b82ce5f tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 945 time: 0.0996747 Oct 19 11:35:28.936955 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f65d200-9ab7-4127-bdec-768a2f061d8b req-169013f9-9f65-448b-b77f-d5a5821f31ac tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539634 Oct 19 11:35:28.955152 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f12c7cc5-162e-4a40-b75e-a8aad9576c2c req-72ffbeb6-45c3-485d-bbd1-52f4eeeb76d0 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:28.971332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['29b3ed15-a587-490e-9650-306e46688b59'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:35:29.002795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffbeb6-45c3-485d-bbd1-52f4eeeb76d0 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Pushing event deleted for resources: {'Port': ['ID=29b3ed15-a587-490e-9650-306e46688b59,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:29.045800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12c7cc5-162e-4a40-b75e-a8aad9576c2c req-72ffbeb6-45c3-485d-bbd1-52f4eeeb76d0 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] No DVR routers for this DVR port 29b3ed15-a587-490e-9650-306e46688b59 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:35:29.048985 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f12c7cc5-162e-4a40-b75e-a8aad9576c2c req-72ffbeb6-45c3-485d-bbd1-52f4eeeb76d0 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:29.052652 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f12c7cc5-162e-4a40-b75e-a8aad9576c2c req-72ffbeb6-45c3-485d-bbd1-52f4eeeb76d0 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.49 "DELETE /v2.0/ports/29b3ed15-a587-490e-9650-306e46688b59 HTTP/1.1" status: 204 len: 173 time: 0.7344739 Oct 19 11:35:29.053135 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3e5145-7763-41bd-82af-67ea16ee6c03', 'name': 'network-vif-deleted', 'tag': '29b3ed15-a587-490e-9650-306e46688b59'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:35:29.056402 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088c7229-3dd2-43f9-a091-bb2c5b0a538b" -d '{"events": [{"server_uuid": "4f3e5145-7763-41bd-82af-67ea16ee6c03", "name": "network-vif-deleted", "tag": "29b3ed15-a587-490e-9650-306e46688b59"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:35:29.103875 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e9e266-5a7f-4a6b-9d43-b54e5dd64856 x-openstack-request-id: req-18e9e266-5a7f-4a6b-9d43-b54e5dd64856 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:35:29.104506 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3e5145-7763-41bd-82af-67ea16ee6c03", "name": "network-vif-deleted", "tag": "29b3ed15-a587-490e-9650-306e46688b59", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:35:29.104977 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18e9e266-5a7f-4a6b-9d43-b54e5dd64856 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:35:29.105576 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e5145-7763-41bd-82af-67ea16ee6c03', 'name': 'network-vif-deleted', 'tag': '29b3ed15-a587-490e-9650-306e46688b59', 'status': 'completed', 'code': 200} Oct 19 11:35:29.230181 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:29.231069 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:29.844609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52962) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:29.862939 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20368203-11a2-41a2-99ad-493f02a5af51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:30.015021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20368203-11a2-41a2-99ad-493f02a5af51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:30.094734 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b08e7c8-86df-4d5d-b625-a152c286f523 req-a7f57427-29a4-438a-8cb5-6e73bd153a40 tempest-TestServerAdvancedOps-1979073555 tempest-TestServerAdvancedOps-1979073555-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3e5145-7763-41bd-82af-67ea16ee6c03 HTTP/1.1" status: 200 len: 210 time: 0.0296943 Oct 19 11:35:30.118052 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20368203-11a2-41a2-99ad-493f02a5af51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:30.182259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-20368203-11a2-41a2-99ad-493f02a5af51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c854c969839499db7cb7a58f5a87652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345425 Oct 19 11:35:30.182259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20368203-11a2-41a2-99ad-493f02a5af51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666911af-32ce-43a9-95a9-409773fdcb01,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:30.191120 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52968) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:30.251346 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0fbe90ec-a280-49a9-ab46-e46faf159403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:30.283264 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0fbe90ec-a280-49a9-ab46-e46faf159403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:30.462585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375680f2-b229-46ed-bbbb-708b0ab31dd7 req-c91d4a25-3124-4e0e-8416-ace69b79b686 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:30.465545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-375680f2-b229-46ed-bbbb-708b0ab31dd7 req-c91d4a25-3124-4e0e-8416-ace69b79b686 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 949 time: 0.0773652 Oct 19 11:35:30.474401 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0fbe90ec-a280-49a9-ab46-e46faf159403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:30.478159 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0fbe90ec-a280-49a9-ab46-e46faf159403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:30.479043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0fbe90ec-a280-49a9-ab46-e46faf159403 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/666911af-32ce-43a9-95a9-409773fdcb01 HTTP/1.1" status: 204 len: 168 time: 0.2860756 Oct 19 11:35:30.511061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe90ec-a280-49a9-ab46-e46faf159403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666911af-32ce-43a9-95a9-409773fdcb01,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:30.566312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-375680f2-b229-46ed-bbbb-708b0ab31dd7 req-fa01f58a-0981-4ea8-a22e-c35bb382d8bc tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925260 Oct 19 11:35:30.845419 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:31.186090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53002) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:31.243387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-374c2e5e-a2c7-4c47-9146-e56dc0a913cb admin admin] Deleting subnet 56982121-8739-46e1-9b8f-5824d8dc62fc {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:35:31.247063 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-374c2e5e-a2c7-4c47-9146-e56dc0a913cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:31.284974 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-374c2e5e-a2c7-4c47-9146-e56dc0a913cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:31.330302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-374c2e5e-a2c7-4c47-9146-e56dc0a913cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:31.528647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-374c2e5e-a2c7-4c47-9146-e56dc0a913cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:31.567050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c2e5e-a2c7-4c47-9146-e56dc0a913cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56982121-8739-46e1-9b8f-5824d8dc62fc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:31.574043 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-374c2e5e-a2c7-4c47-9146-e56dc0a913cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:31.577285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-374c2e5e-a2c7-4c47-9146-e56dc0a913cb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/56982121-8739-46e1-9b8f-5824d8dc62fc HTTP/1.1" status: 204 len: 168 time: 0.3875432 Oct 19 11:35:31.579756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53012) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:31.715620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:31.809369 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37941449-5547-4482-bd24-ce12562580c0 req-8b30c663-3e8e-4f24-8829-90f563d12fdd tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:31.818990 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-37941449-5547-4482-bd24-ce12562580c0 req-8b30c663-3e8e-4f24-8829-90f563d12fdd tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 949 time: 0.1025250 Oct 19 11:35:31.862425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:31.877369 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-37941449-5547-4482-bd24-ce12562580c0 req-4c0f5a9c-012b-48fe-8d44-a0981620a13d tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/security-groups?id=4235bc1d-ce4c-4ab8-803e-8c87b4757f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567632 Oct 19 11:35:31.892395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6395b361-f89d-48d2-899a-07e895dd37bd']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:31.906109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bac5c-ba51-414c-9b06-79f3ca5718d8 req-644c00d8-5a1d-4de9-ae4a-ec6bfd0dea8f tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:31.907639 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-731bac5c-ba51-414c-9b06-79f3ca5718d8 req-644c00d8-5a1d-4de9-ae4a-ec6bfd0dea8f tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.49 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 949 time: 0.1200299 Oct 19 11:35:31.929047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:31.933975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9d0c7f-b5c9-4ad9-9c7b-0ba56c84e74b') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:31.958833 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:32.013566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:32.025857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:35:32.028444 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:35:32.029352 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:35:32.107600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-731bac5c-ba51-414c-9b06-79f3ca5718d8 req-17bbf434-59e4-4eb8-8931-e0502b0989e8 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Deleting port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:35:32.108136 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-731bac5c-ba51-414c-9b06-79f3ca5718d8 req-17bbf434-59e4-4eb8-8931-e0502b0989e8 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:32.230239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-731bac5c-ba51-414c-9b06-79f3ca5718d8 req-17bbf434-59e4-4eb8-8931-e0502b0989e8 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] For port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=15207a39-1dbd-4eb6-93fe-c805eb6a62d5,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:32.231015 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-731bac5c-ba51-414c-9b06-79f3ca5718d8 req-17bbf434-59e4-4eb8-8931-e0502b0989e8 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:32.260342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-731bac5c-ba51-414c-9b06-79f3ca5718d8 req-17bbf434-59e4-4eb8-8931-e0502b0989e8 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Calling delete_port for 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:35:32.703833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 29b3ed15-a587-490e-9650-306e46688b59 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:35:32.724212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 29b3ed15-a587-490e-9650-306e46688b59 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:35:32.724596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 29b3ed15-a587-490e-9650-306e46688b59 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:35:32.729325 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:32.752769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:32.752769 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6395b361-f89d-48d2-899a-07e895dd37bd HTTP/1.1" status: 204 len: 168 time: 1.1569343 Oct 19 11:35:32.752769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f544939-a0a3-41fb-88f0-448d83006796 admin admin] Pushing event deleted for resources: {'Network': ['ID=6395b361-f89d-48d2-899a-07e895dd37bd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:32.755759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53052) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:32.775019 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-731bac5c-ba51-414c-9b06-79f3ca5718d8 req-17bbf434-59e4-4eb8-8931-e0502b0989e8 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:32.787074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['15207a39-1dbd-4eb6-93fe-c805eb6a62d5'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:35:32.817877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbf434-59e4-4eb8-8931-e0502b0989e8 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Pushing event deleted for resources: {'Port': ['ID=15207a39-1dbd-4eb6-93fe-c805eb6a62d5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:32.857094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cce67b1-8b78-47a9-8aa3-134054cd92dc admin admin] Deleting subnet 57322fce-effa-4621-a46d-d3213f14eaa7 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:35:32.874443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-731bac5c-ba51-414c-9b06-79f3ca5718d8 req-17bbf434-59e4-4eb8-8931-e0502b0989e8 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] No DVR routers for this DVR port 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:35:32.874561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cce67b1-8b78-47a9-8aa3-134054cd92dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:32.874673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-731bac5c-ba51-414c-9b06-79f3ca5718d8 req-17bbf434-59e4-4eb8-8931-e0502b0989e8 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:32.882409 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-731bac5c-ba51-414c-9b06-79f3ca5718d8 req-17bbf434-59e4-4eb8-8931-e0502b0989e8 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.49 "DELETE /v2.0/ports/15207a39-1dbd-4eb6-93fe-c805eb6a62d5 HTTP/1.1" status: 204 len: 173 time: 0.9662976 Oct 19 11:35:32.897192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3900b9-b1e1-4e5e-b000-82a2d71c7c51', 'name': 'network-vif-deleted', 'tag': '15207a39-1dbd-4eb6-93fe-c805eb6a62d5'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:35:32.899174 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83df6242-a495-46b5-a24a-9e8798a0cec6" -d '{"events": [{"server_uuid": "be3900b9-b1e1-4e5e-b000-82a2d71c7c51", "name": "network-vif-deleted", "tag": "15207a39-1dbd-4eb6-93fe-c805eb6a62d5"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:35:32.914434 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cce67b1-8b78-47a9-8aa3-134054cd92dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:32.963838 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cce67b1-8b78-47a9-8aa3-134054cd92dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:33.000570 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae37cf6-063b-49ed-8d68-32e2dfc46151 x-openstack-request-id: req-3ae37cf6-063b-49ed-8d68-32e2dfc46151 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:35:33.001518 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3900b9-b1e1-4e5e-b000-82a2d71c7c51", "name": "network-vif-deleted", "tag": "15207a39-1dbd-4eb6-93fe-c805eb6a62d5", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:35:33.001786 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ae37cf6-063b-49ed-8d68-32e2dfc46151 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:35:33.002318 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3900b9-b1e1-4e5e-b000-82a2d71c7c51', 'name': 'network-vif-deleted', 'tag': '15207a39-1dbd-4eb6-93fe-c805eb6a62d5', 'status': 'completed', 'code': 200} Oct 19 11:35:33.041563 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94784bd8-b2ba-4e93-bd14-97f6eb6737c0 req-43ebee77-03ff-4dce-843e-b8c27ec02c5f tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 210 time: 0.0361767 Oct 19 11:35:33.335893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cce67b1-8b78-47a9-8aa3-134054cd92dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:33.378724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce67b1-8b78-47a9-8aa3-134054cd92dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57322fce-effa-4621-a46d-d3213f14eaa7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:33.382948 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7cce67b1-8b78-47a9-8aa3-134054cd92dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:33.388649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53068) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:33.398428 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7cce67b1-8b78-47a9-8aa3-134054cd92dc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/57322fce-effa-4621-a46d-d3213f14eaa7 HTTP/1.1" status: 204 len: 168 time: 0.6416306 Oct 19 11:35:33.512648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:33.539283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53072) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:33.624442 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:33.651156 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ebd673-9ef6-468c-a0f8-f48a367f5ca4']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:33.662679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bf001a-e6ea-4e36-a599-f412aee55dd3') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:33.663157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bf001a-e6ea-4e36-a599-f412aee55dd3') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:33.675277 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:33.691706 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86c92c70-6ea6-461e-9fd2-c097bad53418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:33.693664 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:33.734388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:35:33.740964 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:35:33.951531 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:33.980016 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:34.000665 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] 10.222.0.39 "DELETE /v2.0/networks/78ebd673-9ef6-468c-a0f8-f48a367f5ca4 HTTP/1.1" status: 204 len: 168 time: 0.6105669 Oct 19 11:35:34.002078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2393353-4242-4ada-96ba-4df7df17651e admin admin] Pushing event deleted for resources: {'Network': ['ID=78ebd673-9ef6-468c-a0f8-f48a367f5ca4,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:34.046717 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86c92c70-6ea6-461e-9fd2-c097bad53418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:34.171399 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6842ccad-c513-43da-b97b-eaadc90ca0fc req-7914fcac-86b3-4c92-8332-2dd6ee3d3232 tempest-VolumesBackupsTest-770792035 tempest-VolumesBackupsTest-770792035-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3900b9-b1e1-4e5e-b000-82a2d71c7c51 HTTP/1.1" status: 200 len: 210 time: 0.0377705 Oct 19 11:35:34.173227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86c92c70-6ea6-461e-9fd2-c097bad53418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:34.227909 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-86c92c70-6ea6-461e-9fd2-c097bad53418 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=590a5f24e22f4c97945642fa4307b2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6871598 Oct 19 11:35:34.228838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c92c70-6ea6-461e-9fd2-c097bad53418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6260ab2-0d14-4b9c-a9c5-1bf7557d12dc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:34.230771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53094) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:34.285556 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7768d506-4106-45f8-add4-70e8f5b59c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:34.312940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7768d506-4106-45f8-add4-70e8f5b59c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:34.631400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7768d506-4106-45f8-add4-70e8f5b59c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:34.635453 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7768d506-4106-45f8-add4-70e8f5b59c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:34.636665 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7768d506-4106-45f8-add4-70e8f5b59c88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6260ab2-0d14-4b9c-a9c5-1bf7557d12dc HTTP/1.1" status: 204 len: 168 time: 0.4048197 Oct 19 11:35:34.644372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53102) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:34.645259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768d506-4106-45f8-add4-70e8f5b59c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6260ab2-0d14-4b9c-a9c5-1bf7557d12dc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:34.697272 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4a06d91c-4610-446b-8ceb-7855c84a0a91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d217dcbb633f480aaa9da30d56dcc0ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516405 Oct 19 11:35:34.699732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53104) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:34.757073 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36496f38-480a-4aa1-a931-1802f5c44816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:34.787418 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36496f38-480a-4aa1-a931-1802f5c44816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:34.962932 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36496f38-480a-4aa1-a931-1802f5c44816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:34.971017 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36496f38-480a-4aa1-a931-1802f5c44816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:34.971017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-36496f38-480a-4aa1-a931-1802f5c44816 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27 HTTP/1.1" status: 204 len: 168 time: 0.2664182 Oct 19 11:35:34.978043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36496f38-480a-4aa1-a931-1802f5c44816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1f3e2e-4ec0-4cfd-b238-e1b4a369af27,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:36.084821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53152) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:36.160779 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fc328db0-4724-467d-971b-c107c1e0ed58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54282b6891f4406aaac9838b964c415b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746577 Oct 19 11:35:36.163015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53156) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:36.227528 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e8b97781-c0bf-48b8-b30d-beed461ec94a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:36.275728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e8b97781-c0bf-48b8-b30d-beed461ec94a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:36.419454 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e8b97781-c0bf-48b8-b30d-beed461ec94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:36.422688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e8b97781-c0bf-48b8-b30d-beed461ec94a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:36.423954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e8b97781-c0bf-48b8-b30d-beed461ec94a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/118bf71f-1cba-4e8c-9b23-b50dd3a0ed20 HTTP/1.1" status: 204 len: 168 time: 0.2598159 Oct 19 11:35:36.433048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b97781-c0bf-48b8-b30d-beed461ec94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118bf71f-1cba-4e8c-9b23-b50dd3a0ed20,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:36.691434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:35:36.744348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:35:36.745029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 15207a39-1dbd-4eb6-93fe-c805eb6a62d5 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:35:37.966465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53226) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:38.114874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-756199623-network', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:38.271206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Made reservation on behalf of a53f8a64d10e41e6a185d0d3514a4436 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:35:38.275317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:38.291496 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:38.399425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:38.741644 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:38.770863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:35:38.793877 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:38.794635 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Added segment 637c61c7-0df2-47d2-ac98-d37d50f9baef of type vlan for network fce1e704-1e33-4733-a45c-253abfbc9849 Oct 19 11:35:38.856559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:38.879137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c94c41-e345-42a8-acf5-849d808bbb06,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:39.014055 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:39.015023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:39.015743 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:39.026017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53266) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:39.163164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Pushing event updated for resources: {'Network': ['ID=fce1e704-1e33-4733-a45c-253abfbc9849,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:39.189091 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9614db00-f9b5-42be-8d31-6d6332def62d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:39.190750 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2223728 Oct 19 11:35:39.192320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.198588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.198588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.198588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.198588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.198588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.198588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.198588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.198588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.198588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.198588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.198588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2fab41-29d1-48fc-a4d6-eb946b26c0fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:39.201221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53274) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:39.209388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] Request body: {'subnet': {'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-756199623-subnet', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:39.211345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network fce1e704-1e33-4733-a45c-253abfbc9849 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:35:39.260211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423a8de-39e8-480d-bdac-2975a1d1d356 req-37d174d4-3132-480a-b935-4fafbbea4af9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:39.270449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8423a8de-39e8-480d-bdac-2975a1d1d356 req-37d174d4-3132-480a-b935-4fafbbea4af9 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1209388 Oct 19 11:35:39.321203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8423a8de-39e8-480d-bdac-2975a1d1d356 req-2894822e-f4aa-4901-b115-5b6617522d6e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497897 Oct 19 11:35:39.373868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] Made reservation on behalf of a53f8a64d10e41e6a185d0d3514a4436 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:35:39.379791 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:39.398439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9614db00-f9b5-42be-8d31-6d6332def62d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:39.410783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265b869-c7eb-4b7e-8b86-02cb31304bf9 req-d3f1e686-7d1f-48ed-bd16-3f9e08fa5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:39.414312 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b265b869-c7eb-4b7e-8b86-02cb31304bf9 req-d3f1e686-7d1f-48ed-bd16-3f9e08fa5b11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 1096 time: 0.0804307 Oct 19 11:35:39.463643 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9614db00-f9b5-42be-8d31-6d6332def62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:39.547238 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9614db00-f9b5-42be-8d31-6d6332def62d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2655e253c4b04860b356372dec57fb97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194426 Oct 19 11:35:39.550346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53290) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:39.571418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614db00-f9b5-42be-8d31-6d6332def62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e634da-c39b-4434-836e-e5edfc2e3627,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:39.601999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265b869-c7eb-4b7e-8b86-02cb31304bf9 req-89e305dc-021b-4edd-ad39-1bea86e3134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:39.604317 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b265b869-c7eb-4b7e-8b86-02cb31304bf9 req-89e305dc-021b-4edd-ad39-1bea86e3134a service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 919 time: 0.1796572 Oct 19 11:35:39.645469 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df09d10e-e63f-463d-a454-f89f39c0cae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:39.658778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b265b869-c7eb-4b7e-8b86-02cb31304bf9 req-629c181d-302a-4fa4-9465-a4395a6b370a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47be6393-941e-45a0-81fc-4e154c2adadd HTTP/1.1" status: 200 len: 217 time: 0.0467377 Oct 19 11:35:39.669656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df09d10e-e63f-463d-a454-f89f39c0cae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:39.692887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:39.720257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265b869-c7eb-4b7e-8b86-02cb31304bf9 req-b385e0f8-f843-4be2-b970-8b5964f64485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:39.722340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b265b869-c7eb-4b7e-8b86-02cb31304bf9 req-b385e0f8-f843-4be2-b970-8b5964f64485 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=598e267f-68fc-4fa5-ad10-629647f10562 HTTP/1.1" status: 200 len: 858 time: 0.0557468 Oct 19 11:35:39.772313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b265b869-c7eb-4b7e-8b86-02cb31304bf9 req-b5017029-5a79-47e7-81b5-0b12d6517911 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fe66307-c761-40aa-85b1-5e6197a89dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423884 Oct 19 11:35:39.801824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591fe803-41d0-484e-8838-3a422f74d7dd,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:39.807035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] Checking segment: {'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:35:39.811822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] Network hostable DHCP agents. Network: fce1e704-1e33-4733-a45c-253abfbc9849, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:35:39.865300 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df09d10e-e63f-463d-a454-f89f39c0cae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:39.869031 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df09d10e-e63f-463d-a454-f89f39c0cae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:39.872234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-df09d10e-e63f-463d-a454-f89f39c0cae5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1e634da-c39b-4434-836e-e5edfc2e3627 HTTP/1.1" status: 204 len: 168 time: 0.3206336 Oct 19 11:35:39.889811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09d10e-e63f-463d-a454-f89f39c0cae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e634da-c39b-4434-836e-e5edfc2e3627,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:39.896637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] Network fce1e704-1e33-4733-a45c-253abfbc9849 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:35:39.914762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b265b869-c7eb-4b7e-8b86-02cb31304bf9 req-125e06da-fe04-4051-9892-977695844b80 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355376 Oct 19 11:35:39.991808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, fce1e704-1e33-4733-a45c-253abfbc9849) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:40.005782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3721b5e-ad00-433a-bb78-fc6aa570af85 None None] Network fce1e704-1e33-4733-a45c-253abfbc9849 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:35:40.007079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:40.007714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:40.127302 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b265b869-c7eb-4b7e-8b86-02cb31304bf9 req-70ad3ed1-1818-4787-b0e3-74b2397778c5 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025154 Oct 19 11:35:40.135323 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6bf54606-9344-411c-8ce6-31e7a57e5842 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9307272 Oct 19 11:35:40.138384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53328) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:40.145982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:40.291623 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:40.291623 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:40.300517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-fce1e704-1e33-4733-a45c-253abfbc9849', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'fixed_ips': [{'subnet_id': '591fe803-41d0-484e-8838-3a422f74d7dd'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:35:40.301514 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:40.444618 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:40.592819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Allocated IP 172.20.0.2 (fce1e704-1e33-4733-a45c-253abfbc9849/591fe803-41d0-484e-8838-3a422f74d7dd/5358f05a-c1bd-441a-96f6-f750991a8b17) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:35:40.739590 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:40.766080 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:40.785235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f904e-8f08-463f-abd3-f676ec28aea3 req-ca1ae447-a72e-48b3-bbbd-41d39f3f0ed7 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:40.794334 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-765f904e-8f08-463f-abd3-f676ec28aea3 req-ca1ae447-a72e-48b3-bbbd-41d39f3f0ed7 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.3248014 Oct 19 11:35:40.831729 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:40.870297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-765f904e-8f08-463f-abd3-f676ec28aea3 req-32e802c6-ee53-4b03-b0e0-1bd99944dbf2 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749171 Oct 19 11:35:40.897924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Pushing event updated for resources: {'Port': ['ID=5358f05a-c1bd-441a-96f6-f750991a8b17,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:40.913200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Network fce1e704-1e33-4733-a45c-253abfbc9849 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:40.916123 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.916478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.916841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.917191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.917746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.918141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.918472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.919027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.919357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.919677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.919996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.920312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:40.924013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:40.942185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:35:40.942570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53350) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:40.977198 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacd26b6-66ea-42c1-bc1a-5370b184a56e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:41.021711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Attempting to bind port 5358f05a-c1bd-441a-96f6-f750991a8b17 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:35:41.022641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Attempting to bind port 5358f05a-c1bd-441a-96f6-f750991a8b17 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:35:41.022641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Attempting to bind port 5358f05a-c1bd-441a-96f6-f750991a8b17 on network fce1e704-1e33-4733-a45c-253abfbc9849 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:35:41.034671 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:35:41.035072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Checking segment: {'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:35:41.039105 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:41.039504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Bound using segment: {'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:35:41.043339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Bound port: 5358f05a-c1bd-441a-96f6-f750991a8b17, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:35:41.045697 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:41.105754 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacd26b6-66ea-42c1-bc1a-5370b184a56e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:41.176840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacd26b6-66ea-42c1-bc1a-5370b184a56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:41.183722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:41.210145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] For port 5358f05a-c1bd-441a-96f6-f750991a8b17, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:35:41.210145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] For port 5358f05a-c1bd-441a-96f6-f750991a8b17, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5358f05a-c1bd-441a-96f6-f750991a8b17,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:35:41.233258 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:41.256618 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dacd26b6-66ea-42c1-bc1a-5370b184a56e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b5142c979824971976c163adbfdcd01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125329 Oct 19 11:35:41.259582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53358) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:41.262914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd26b6-66ea-42c1-bc1a-5370b184a56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd54ecc-61e0-406f-b430-f7cfe47bb11d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:41.278110 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:41.428365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eacb3f-d90d-4442-8d31-796c2b6d4db5 None None] Pushing event updated for resources: {'Port': ['ID=5358f05a-c1bd-441a-96f6-f750991a8b17,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:41.564381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a79a4700-36c9-4b48-88e6-9e22c02d8285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:41.586482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Allocated IP 172.25.2.152 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:35:41.645901 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a79a4700-36c9-4b48-88e6-9e22c02d8285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:42.244992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450941f6-e38f-4304-ab9f-8d2800d9304a req-ab78f80f-eb12-4931-b1e7-adb6e70f7c38 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:42.249021 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-450941f6-e38f-4304-ab9f-8d2800d9304a req-ab78f80f-eb12-4931-b1e7-adb6e70f7c38 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0732501 Oct 19 11:35:42.287055 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:42.292622 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a79a4700-36c9-4b48-88e6-9e22c02d8285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:42.295179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a79a4700-36c9-4b48-88e6-9e22c02d8285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:42.299555 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a79a4700-36c9-4b48-88e6-9e22c02d8285 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecd54ecc-61e0-406f-b430-f7cfe47bb11d HTTP/1.1" status: 204 len: 168 time: 0.9804626 Oct 19 11:35:42.343217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-450941f6-e38f-4304-ab9f-8d2800d9304a req-142ea1df-3a21-4bd1-afae-44620bde2dcf tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743480 Oct 19 11:35:42.356987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a4700-36c9-4b48-88e6-9e22c02d8285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd54ecc-61e0-406f-b430-f7cfe47bb11d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:42.466536 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:42.501118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:42.534690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:42.538919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:35:42.594107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Pushing event updated for resources: {'Port': ['ID=479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:42.899372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a2f04-136f-46cc-8981-05fd595a9344 None None] Network fce1e704-1e33-4733-a45c-253abfbc9849 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:35:43.074944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-741c708b-eed2-4343-bb1b-d3c563b0e7fc None None] Provisioning complete for port 5358f05a-c1bd-441a-96f6-f750991a8b17 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:43.075308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-741c708b-eed2-4343-bb1b-d3c563b0e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:43.105715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:43.236420 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-741c708b-eed2-4343-bb1b-d3c563b0e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:43.296177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-741c708b-eed2-4343-bb1b-d3c563b0e7fc None None] For port 5358f05a-c1bd-441a-96f6-f750991a8b17, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5358f05a-c1bd-441a-96f6-f750991a8b17,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:43.356498 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-741c708b-eed2-4343-bb1b-d3c563b0e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:43.447316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c708b-eed2-4343-bb1b-d3c563b0e7fc None None] Pushing event updated for resources: {'Port': ['ID=5358f05a-c1bd-441a-96f6-f750991a8b17,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:43.541232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:43.627155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba048-8dd4-4ea3-bbf8-b93593211096 req-4462894c-4f60-4339-b647-a08914574578 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:43.635658 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f09ba048-8dd4-4ea3-bbf8-b93593211096 req-4462894c-4f60-4339-b647-a08914574578 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1364334 Oct 19 11:35:43.683496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ce1a54fb-f0be-4f79-ae7c-7c3ec7710a5f None None] Provisioning complete for port 5358f05a-c1bd-441a-96f6-f750991a8b17 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:43.684284 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ce1a54fb-f0be-4f79-ae7c-7c3ec7710a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:43.781171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f09ba048-8dd4-4ea3-bbf8-b93593211096 req-a68ad626-1f63-4b8f-8f08-f05451f261a5 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443405 Oct 19 11:35:43.791980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5358f05a-c1bd-441a-96f6-f750991a8b17 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:35:43.885083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5358f05a-c1bd-441a-96f6-f750991a8b17 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:43.885537 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:43.908201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:35:44.073091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:35:44.083019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Sync routers for ids ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:35:44.104787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Routers {'1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:35:44.104787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:44.164289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:44.165671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1730b63d-9366-42f5-890f-a09bb5726b46 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0255768 Oct 19 11:35:44.172752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53450) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:44.275489 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Set router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:35:44.519517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:42Z', 'revision_number': 3, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:44.610624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Checking router: 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:35:44.611222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Updating router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 port 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:35:44.671978 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:44.957610 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:45.226315 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:45.329267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42303a5b-6a8f-421f-8d4f-3e50274a7649 req-b824d937-be83-4b9f-8757-851792930e52 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:45.330937 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-42303a5b-6a8f-421f-8d4f-3e50274a7649 req-b824d937-be83-4b9f-8757-851792930e52 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.3573613 Oct 19 11:35:45.333363 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:45.517796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cd6c0-96a5-4768-bf0a-09bdd539b711 None None] Pushing event updated for resources: {'Port': ['ID=479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:45.537434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Attempting to bind port 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:35:45.539894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Attempting to bind port 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:35:45.539894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Attempting to bind port 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:35:45.553900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:35:45.554281 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:35:45.554684 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:45.555073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:35:45.556104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Bound port: 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:35:45.556487 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:45.684732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] For port 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:35:45.689482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] For port 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:35:45.696545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Allocated IP 172.20.0.1 (fce1e704-1e33-4733-a45c-253abfbc9849/591fe803-41d0-484e-8838-3a422f74d7dd/42a96a07-1233-4372-a34d-f40edbc2ef5f) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:35:45.705429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-42303a5b-6a8f-421f-8d4f-3e50274a7649 req-31c74bdd-4bef-47ec-a767-7600df13d498 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552058 Oct 19 11:35:45.754793 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:45.932470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cd6c0-96a5-4768-bf0a-09bdd539b711 None None] Pushing event updated for resources: {'Port': ['ID=479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:45.934678 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:45.938840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Routers {'1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:35:45.939725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:46.167721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] Set router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:35:46.202182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:46.285652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Network fce1e704-1e33-4733-a45c-253abfbc9849 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:46.340398 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:46.360423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:35:46.389745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53526) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:46.395782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Pushing event updated for resources: {'Port': ['ID=42a96a07-1233-4372-a34d-f40edbc2ef5f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:46.456317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:46.477600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622203e-7c4a-418f-b7bc-7a4d94cf99cb req-d4172e37-1294-411c-87c6-dca01f40d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:46.479110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8622203e-7c4a-418f-b7bc-7a4d94cf99cb req-d4172e37-1294-411c-87c6-dca01f40d54d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 1096 time: 0.1272101 Oct 19 11:35:46.551168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8622203e-7c4a-418f-b7bc-7a4d94cf99cb req-eb9286fc-e2bd-4d2c-a611-6047ebf5bcaf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569406 Oct 19 11:35:46.731064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:42Z', 'revision_number': 3, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:46.751399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:46.795456 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfbb854-269c-47b9-a0cb-f80e6d349fb2 None None] The sync data for ids ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'] in n-d-814547-1 is: [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:42Z', 'revision_number': 3, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:35:46.827120 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:46.881874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:46.912669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d2da228f-7690-43cd-8f78-b1b0d1290ae4 None None] Provisioning complete for port 42a96a07-1233-4372-a34d-f40edbc2ef5f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:46.913047 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d2da228f-7690-43cd-8f78-b1b0d1290ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:47.010561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d2da228f-7690-43cd-8f78-b1b0d1290ae4 None None] Port 42a96a07-1233-4372-a34d-f40edbc2ef5f cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:35:47.016222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6d4de-d0b1-4dce-9c85-7b7bc0fa481c req-2cdd68bd-243a-4ed6-877c-e0e528f31ae2 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:47.018365 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ac6d4de-d0b1-4dce-9c85-7b7bc0fa481c req-2cdd68bd-243a-4ed6-877c-e0e528f31ae2 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1274207 Oct 19 11:35:47.081540 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:47.218424 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ac6d4de-d0b1-4dce-9c85-7b7bc0fa481c req-b565106e-c635-4f2f-8b68-fa042bcdea41 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850760 Oct 19 11:35:47.279748 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:47.308506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Allocated IP 172.25.2.253 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/aff74b49-d5e8-448e-bd8f-e90fa77454bc) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:35:47.347879 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:47.470267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Pushing event updated for resources: {'Port': ['ID=42a96a07-1233-4372-a34d-f40edbc2ef5f,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:47.474581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:47.478972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:47.635933 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:47.671705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Network fce1e704-1e33-4733-a45c-253abfbc9849 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:47.678596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:47.709851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:35:47.766656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:47.770523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:47.776699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:35:47.838095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:47.844197 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:47.899881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event updated for resources: {'Port': ['ID=aff74b49-d5e8-448e-bd8f-e90fa77454bc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:47.992185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:35:48.046706 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:48.074212 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:48.203548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-480b1fad-24e9-4d44-a6d0-c78c8f888f5f None None] Provisioning complete for port 42a96a07-1233-4372-a34d-f40edbc2ef5f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:48.210172 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-480b1fad-24e9-4d44-a6d0-c78c8f888f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:48.222785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:48.246397 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:48.254127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:35:48.270909 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-24802e1c-2899-4e5e-85ad-e6cd14bc96d3 admin admin] 10.222.0.39 "PUT /v2.0/routers/1fa2b92c-b1e2-47d5-ad00-6b280e7a5616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1013181 Oct 19 11:35:48.351223 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:48.438792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-480b1fad-24e9-4d44-a6d0-c78c8f888f5f None None] Port 42a96a07-1233-4372-a34d-f40edbc2ef5f cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:35:48.439419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ea4a2-2af3-4a58-a5b8-8248157f5125 req-6eebd95e-27a9-42f1-9204-3979d222db16 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:48.451157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-470ea4a2-2af3-4a58-a5b8-8248157f5125 req-6eebd95e-27a9-42f1-9204-3979d222db16 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0954924 Oct 19 11:35:48.519061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:48.558526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-470ea4a2-2af3-4a58-a5b8-8248157f5125 req-246d344d-457e-4f15-8349-a013d6903252 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061127 Oct 19 11:35:48.560332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:48.713447 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:48.798715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event updated for resources: {'Port': ['ID=aff74b49-d5e8-448e-bd8f-e90fa77454bc,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:48.823620 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:48.961555 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:48.963385 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fdc9b5f1-3be9-4cce-9d67-6c5a6da7f334 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5611501 Oct 19 11:35:48.966264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53636) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:48.971506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1308395219'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:49.187125 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Made reservation on behalf of f71f737fe54046e89a40da136db68f08 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:35:49.187125 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:49.223158 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:49.334681 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:49.445379 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Sync routers for ids ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:35:49.451862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba38a9f-20ac-48ee-9b97-99197f9d3c03 req-99f29f09-4d41-4147-8c47-fd1ac5c86bab tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:49.458015 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Routers {'1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:35:49.459006 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:49.461182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bba38a9f-20ac-48ee-9b97-99197f9d3c03 req-99f29f09-4d41-4147-8c47-fd1ac5c86bab tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1028748 Oct 19 11:35:49.486862 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:49.550010 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bba38a9f-20ac-48ee-9b97-99197f9d3c03 req-f46ce439-7232-4059-b3db-2152e67ce5bc tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782909 Oct 19 11:35:49.562371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:35:49.574044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4af11-d205-421b-92ce-1d13b24bb30c req-8516c577-a47e-427b-b5a2-eaf907008b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:49.576873 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ce4af11-d205-421b-92ce-1d13b24bb30c req-8516c577-a47e-427b-b5a2-eaf907008b71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=892820663191494a8479512660e71a11&device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 1096 time: 0.0842578 Oct 19 11:35:49.591719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b971d7f-fd09-433b-adc6-67622a3c5199,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:49.597674 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:49.598015 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Added segment eb5f649d-c40e-44f4-bdab-757b346da9e4 of type vlan for network d12b7924-7f14-48a7-8358-85a52a94349a Oct 19 11:35:49.621982 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:49.679777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:35:49.713973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53668) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:49.740890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1191378522-network', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:49.763745 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:49.794236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:49.795257 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:49.829649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4af11-d205-421b-92ce-1d13b24bb30c req-8a89b776-cde5-4a11-be55-75ab42251569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:49.831487 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ce4af11-d205-421b-92ce-1d13b24bb30c req-8a89b776-cde5-4a11-be55-75ab42251569 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 200 len: 919 time: 0.2336650 Oct 19 11:35:49.849739 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Set router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:35:49.887313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ce4af11-d205-421b-92ce-1d13b24bb30c req-9fab951a-fc51-4e75-b2ee-1002b5c7e11d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47be6393-941e-45a0-81fc-4e154c2adadd HTTP/1.1" status: 200 len: 217 time: 0.0469017 Oct 19 11:35:49.948017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4af11-d205-421b-92ce-1d13b24bb30c req-d06f2159-8c89-4fd9-8067-802ca645b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:49.949734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ce4af11-d205-421b-92ce-1d13b24bb30c req-d06f2159-8c89-4fd9-8067-802ca645b91d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=598e267f-68fc-4fa5-ad10-629647f10562 HTTP/1.1" status: 200 len: 858 time: 0.0546303 Oct 19 11:35:49.953875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Made reservation on behalf of d28f06b0fc0d496bbe941ed15f5ccbdf for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:35:49.959068 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:49.971137 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:49.998063 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:49.998353 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ce4af11-d205-421b-92ce-1d13b24bb30c req-5e2422c4-6394-4415-a253-9d264df5520f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3fe66307-c761-40aa-85b1-5e6197a89dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383742 Oct 19 11:35:50.000333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:50.001062 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.056669 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.096258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event updated for resources: {'Network': ['ID=d12b7924-7f14-48a7-8358-85a52a94349a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:50.112608 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network d12b7924-7f14-48a7-8358-85a52a94349a details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:35:50.112929 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:46Z', 'revision_number': 4, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '42a96a07-1233-4372-a34d-f40edbc2ef5f', 'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'mac_address': 'fa:16:3e:7f:92:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:45Z', 'updated_at': '2021-10-19T11:35:46Z', 'revision_number': 2, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'subnets': [{'id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:50.113089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ce4af11-d205-421b-92ce-1d13b24bb30c req-e4946000-05ac-4be2-b9fa-f578364aab31 service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099648 Oct 19 11:35:50.143083 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Checking router: 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:35:50.143840 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Updating router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 port 42a96a07-1233-4372-a34d-f40edbc2ef5f binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:35:50.166102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.183704 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.197749 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4571f70a-1cbd-4095-9ca2-610b8ee60d80 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2271347 Oct 19 11:35:50.204257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53684) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:50.210266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Request body: {'subnet': {'network_id': 'd12b7924-7f14-48a7-8358-85a52a94349a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:50.288050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ce4af11-d205-421b-92ce-1d13b24bb30c req-7c5977c4-b0dd-4a97-a643-72626a21174e service neutron] 10.222.0.26 "GET /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672966 Oct 19 11:35:50.339395 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.350350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:35:50.375406 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.375853 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Added segment 1d538d59-600d-4095-8960-201cde4950ae of type vlan for network 4994ea41-2f62-4c63-a066-81e298060a50 Oct 19 11:35:50.385294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41dd828-84ff-4a91-8af8-50b196ae6e9f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:50.423539 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.496803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Made reservation on behalf of f71f737fe54046e89a40da136db68f08 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:35:50.500718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.574460 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.575674 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:50.576344 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.612636 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.674784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] Pushing event updated for resources: {'Network': ['ID=4994ea41-2f62-4c63-a066-81e298060a50,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:50.691106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 4994ea41-2f62-4c63-a066-81e298060a50 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:35:50.721313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213fe52-965b-4522-9680-f6e2df89a386 req-c03836c4-f53d-46d1-b298-b799db8d5646 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:50.722169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a8b978d9-1063-456b-9b1d-f2db0f2e0b0b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0034444 Oct 19 11:35:50.725065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53700) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:50.730383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] Request body: {'subnet': {'network_id': '4994ea41-2f62-4c63-a066-81e298060a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1191378522-subnet', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:50.735782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5213fe52-965b-4522-9680-f6e2df89a386 req-c03836c4-f53d-46d1-b298-b799db8d5646 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0754302 Oct 19 11:35:50.777283 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.813037 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5213fe52-965b-4522-9680-f6e2df89a386 req-f488ed81-9f18-4c10-9826-d8354119d29b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761259 Oct 19 11:35:50.882539 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] Made reservation on behalf of d28f06b0fc0d496bbe941ed15f5ccbdf for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:35:50.896718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.896882 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Pushing event updated for resources: {'Port': ['ID=42a96a07-1233-4372-a34d-f40edbc2ef5f,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:50.948733 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.949236 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.949666 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.950115 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.950537 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.950957 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.951376 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.951793 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.952209 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.952675 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.953090 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.953503 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:50.971353 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Attempting to bind port 42a96a07-1233-4372-a34d-f40edbc2ef5f on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:35:50.976730 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Attempting to bind port 42a96a07-1233-4372-a34d-f40edbc2ef5f by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:35:50.976730 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Attempting to bind port 42a96a07-1233-4372-a34d-f40edbc2ef5f on network fce1e704-1e33-4733-a45c-253abfbc9849 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:35:50.979473 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:35:50.979841 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Checking segment: {'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:35:50.980320 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:50.984228 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Bound using segment: {'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:35:50.984913 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Bound port: 42a96a07-1233-4372-a34d-f40edbc2ef5f, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:35:50.985301 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:51.026692 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:51.100335 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] For port 42a96a07-1233-4372-a34d-f40edbc2ef5f, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:35:51.103971 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] For port 42a96a07-1233-4372-a34d-f40edbc2ef5f, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=42a96a07-1233-4372-a34d-f40edbc2ef5f,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:35:51.161252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event updated for resources: {'Subnet': ['ID=dda1778e-ff85-4f71-94f0-a73987db6b34,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:51.187554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b7de8e5a-7ea4-46af-afa1-b76723391588 None None] Provisioning complete for port 42a96a07-1233-4372-a34d-f40edbc2ef5f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:51.188636 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b7de8e5a-7ea4-46af-afa1-b76723391588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:51.213310 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Checking segment: {'id': 'eb5f649d-c40e-44f4-bdab-757b346da9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd12b7924-7f14-48a7-8358-85a52a94349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:35:51.213830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Network hostable DHCP agents. Network: d12b7924-7f14-48a7-8358-85a52a94349a, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:35:51.230813 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b7de8e5a-7ea4-46af-afa1-b76723391588 None None] Port 42a96a07-1233-4372-a34d-f40edbc2ef5f cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:35:51.246324 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:51.325169 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f91dab-0d89-40b0-8b02-f159947e636e None None] Pushing event updated for resources: {'Port': ['ID=42a96a07-1233-4372-a34d-f40edbc2ef5f,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:51.327864 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Routers {'1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:35:51.328662 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:51.329647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:51.398450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Network d12b7924-7f14-48a7-8358-85a52a94349a is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:35:51.472556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a557e4-325e-4afa-9d35-bdd9c8c0cde4,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:51.491715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] Checking segment: {'id': '1d538d59-600d-4095-8960-201cde4950ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:35:51.492440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] Network hostable DHCP agents. Network: 4994ea41-2f62-4c63-a066-81e298060a50, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:35:51.520967 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] Set router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:35:51.587185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, d12b7924-7f14-48a7-8358-85a52a94349a) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:51.599640 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ede11b7-3b8b-4857-a7f0-9f9a5cb77e76 None None] Network d12b7924-7f14-48a7-8358-85a52a94349a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:35:51.605808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:51.606400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:51.688314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-dbe040e1-7a99-4630-a795-7a05482bef6f None None] Provisioning complete for port 42a96a07-1233-4372-a34d-f40edbc2ef5f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:51.688954 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dbe040e1-7a99-4630-a795-7a05482bef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:51.760126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] Network 4994ea41-2f62-4c63-a066-81e298060a50 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:35:51.776479 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4094b98e-dd0e-44e4-ac68-eaf725a9f59a tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5701571 Oct 19 11:35:51.779365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53736) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:51.786338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1242046287', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:51.796398 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 4994ea41-2f62-4c63-a066-81e298060a50) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:51.805920 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:35:51.814408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dda791-7bdb-4dc4-82e3-06c9f0c1412e None None] Network 4994ea41-2f62-4c63-a066-81e298060a50 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:35:51.819812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:51.823838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:51.881955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-d12b7924-7f14-48a7-8358-85a52a94349a', 'network_id': 'd12b7924-7f14-48a7-8358-85a52a94349a', 'tenant_id': 'f71f737fe54046e89a40da136db68f08', 'fixed_ips': [{'subnet_id': 'dda1778e-ff85-4f71-94f0-a73987db6b34'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:35:51.883103 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:51.971285 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:46Z', 'revision_number': 4, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '42a96a07-1233-4372-a34d-f40edbc2ef5f', 'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'mac_address': 'fa:16:3e:7f:92:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:45Z', 'updated_at': '2021-10-19T11:35:51Z', 'revision_number': 4, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'subnets': [{'id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:51.982004 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dbe040e1-7a99-4630-a795-7a05482bef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.023227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.024939 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.030959 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305f057b-d09a-4fcc-b882-843131fd9c42 None None] The sync data for ids ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'] in n-d-814547-1 is: [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:46Z', 'revision_number': 4, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '42a96a07-1233-4372-a34d-f40edbc2ef5f', 'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'mac_address': 'fa:16:3e:7f:92:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:45Z', 'updated_at': '2021-10-19T11:35:51Z', 'revision_number': 4, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'subnets': [{'id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:35:52.042043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf25d34-ec5e-4cc6-88a4-51a219443a66 req-82841d4a-de1e-46de-a6cd-30e89c46c186 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:52.043928 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6cf25d34-ec5e-4cc6-88a4-51a219443a66 req-82841d4a-de1e-46de-a6cd-30e89c46c186 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0716045 Oct 19 11:35:52.148500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dbe040e1-7a99-4630-a795-7a05482bef6f None None] For port 42a96a07-1233-4372-a34d-f40edbc2ef5f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=42a96a07-1233-4372-a34d-f40edbc2ef5f,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:52.149795 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8b221471-17ca-43e2-b5db-de6b51ceb09d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4160442 Oct 19 11:35:52.149795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53750) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:52.152332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1191378522-router', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:35:52.175302 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.231670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6cf25d34-ec5e-4cc6-88a4-51a219443a66 req-3dcb7131-3bf0-4341-ac90-ea3ea115ec5c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768398 Oct 19 11:35:52.293148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Allocated IP 172.20.0.2 (d12b7924-7f14-48a7-8358-85a52a94349a/dda1778e-ff85-4f71-94f0-a73987db6b34/b9af182b-df5e-40a3-8330-7fb646cdf105) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:35:52.307272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-4994ea41-2f62-4c63-a066-81e298060a50', 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'fixed_ips': [{'subnet_id': '76a557e4-325e-4afa-9d35-bdd9c8c0cde4'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:35:52.308468 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.329395 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dbe040e1-7a99-4630-a795-7a05482bef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.365441 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.366845 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.453179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.510460 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.613030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Allocated IP 172.20.0.2 (4994ea41-2f62-4c63-a066-81e298060a50/76a557e4-325e-4afa-9d35-bdd9c8c0cde4/b97c9dec-db6a-4140-9e2c-f45cd963cab8) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:35:52.673323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe040e1-7a99-4630-a795-7a05482bef6f None None] Pushing event updated for resources: {'Port': ['ID=42a96a07-1233-4372-a34d-f40edbc2ef5f,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:52.792582 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.794195 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.884151 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:52.952699 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.018936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.020385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Network d12b7924-7f14-48a7-8358-85a52a94349a is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:53.020385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:53.034926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Pushing event updated for resources: {'Port': ['ID=b9af182b-df5e-40a3-8330-7fb646cdf105,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:53.037550 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:35:53.059649 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.130153 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.169105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Attempting to bind port b9af182b-df5e-40a3-8330-7fb646cdf105 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:35:53.169549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Attempting to bind port b9af182b-df5e-40a3-8330-7fb646cdf105 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'eb5f649d-c40e-44f4-bdab-757b346da9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd12b7924-7f14-48a7-8358-85a52a94349a'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:35:53.169917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Attempting to bind port b9af182b-df5e-40a3-8330-7fb646cdf105 on network d12b7924-7f14-48a7-8358-85a52a94349a {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:35:53.178100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:35:53.178557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Checking segment: {'id': 'eb5f649d-c40e-44f4-bdab-757b346da9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd12b7924-7f14-48a7-8358-85a52a94349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:35:53.179183 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.179649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Bound using segment: {'id': 'eb5f649d-c40e-44f4-bdab-757b346da9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd12b7924-7f14-48a7-8358-85a52a94349a'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:35:53.180311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Bound port: b9af182b-df5e-40a3-8330-7fb646cdf105, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5f649d-c40e-44f4-bdab-757b346da9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd12b7924-7f14-48a7-8358-85a52a94349a'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:35:53.180763 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.203616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Network 4994ea41-2f62-4c63-a066-81e298060a50 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:53.209137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:53.215317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:35:53.258502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Allocated IP 172.25.2.34 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/e5a8f511-430e-4501-8756-1eb97b903dd1) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:35:53.313279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.330575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Pushing event updated for resources: {'Port': ['ID=b97c9dec-db6a-4140-9e2c-f45cd963cab8,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:53.365462 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.422052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Attempting to bind port b97c9dec-db6a-4140-9e2c-f45cd963cab8 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:35:53.422947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Attempting to bind port b97c9dec-db6a-4140-9e2c-f45cd963cab8 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '1d538d59-600d-4095-8960-201cde4950ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:35:53.423383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Attempting to bind port b97c9dec-db6a-4140-9e2c-f45cd963cab8 on network 4994ea41-2f62-4c63-a066-81e298060a50 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:35:53.435366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:35:53.435986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Checking segment: {'id': '1d538d59-600d-4095-8960-201cde4950ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:35:53.436585 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.437134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Bound using segment: {'id': '1d538d59-600d-4095-8960-201cde4950ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:35:53.437759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Bound port: b97c9dec-db6a-4140-9e2c-f45cd963cab8, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d538d59-600d-4095-8960-201cde4950ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:35:53.438309 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.495335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] For port b9af182b-df5e-40a3-8330-7fb646cdf105, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:35:53.551379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a55a5-9669-48db-abbe-4b9101d1c4ae req-aa01fc6f-dc79-48d2-ab7d-0b9510bd3cbd tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:35:53.551565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] For port b9af182b-df5e-40a3-8330-7fb646cdf105, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b9af182b-df5e-40a3-8330-7fb646cdf105,segment=NetworkSegment(eb5f649d-c40e-44f4-bdab-757b346da9e4),segment_id=eb5f649d-c40e-44f4-bdab-757b346da9e4)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:35:53.562189 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-870a55a5-9669-48db-abbe-4b9101d1c4ae req-aa01fc6f-dc79-48d2-ab7d-0b9510bd3cbd tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1454010 Oct 19 11:35:53.605340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8178ed1b-7897-4876-b810-6047be49251d None None] For port b97c9dec-db6a-4140-9e2c-f45cd963cab8, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:35:53.609599 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8178ed1b-7897-4876-b810-6047be49251d None None] For port b97c9dec-db6a-4140-9e2c-f45cd963cab8, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b97c9dec-db6a-4140-9e2c-f45cd963cab8,segment=NetworkSegment(1d538d59-600d-4095-8960-201cde4950ae),segment_id=1d538d59-600d-4095-8960-201cde4950ae)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:35:53.616828 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.637422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-870a55a5-9669-48db-abbe-4b9101d1c4ae req-c5b43a8a-2b6e-4ad5-b7be-f5c861adadee tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728235 Oct 19 11:35:53.664054 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.684641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 42a96a07-1233-4372-a34d-f40edbc2ef5f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:35:53.732331 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.801302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00ab2c-7f48-49d1-989a-84dc45c15b56 None None] Pushing event updated for resources: {'Port': ['ID=b9af182b-df5e-40a3-8330-7fb646cdf105,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:53.814577 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.871315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 42a96a07-1233-4372-a34d-f40edbc2ef5f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:53.871698 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:53.942607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:53.950138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:53.960791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:35:53.995445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Allocated IP 172.25.2.37 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/e79c3e83-5428-4d88-9e68-301dc444b049) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:35:53.998507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178ed1b-7897-4876-b810-6047be49251d None None] Pushing event updated for resources: {'Port': ['ID=b97c9dec-db6a-4140-9e2c-f45cd963cab8,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:54.184736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event updated for resources: {'Port': ['ID=e5a8f511-430e-4501-8756-1eb97b903dd1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:54.243810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.244712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.245344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.245837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.246339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.246828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.247397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.248302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.248889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.255883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.255883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.255883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:35:54.300518 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:54.455819 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:54.521011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:54.527206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:54.531628 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:35:54.558569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Pushing event updated for resources: {'Port': ['ID=e79c3e83-5428-4d88-9e68-301dc444b049,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:54.999248 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:55.353539 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:55.397299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fce8a9-2b4f-4208-bf19-77e422f80ffc None None] Network d12b7924-7f14-48a7-8358-85a52a94349a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:35:55.456418 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:55.847665 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1d74d7b-788f-480f-841d-12ef6cbfdf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:55.849552 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b97c9dec-db6a-4140-9e2c-f45cd963cab8 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:35:55.861624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-08a98a91-72f4-4e21-8901-d528ab20abe0 None None] Provisioning complete for port b9af182b-df5e-40a3-8330-7fb646cdf105 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:55.861624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-08a98a91-72f4-4e21-8901-d528ab20abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:55.876073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Router a68dbb6d-16f1-443c-9354-fd0dee155caf is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:35:55.926444 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:56.011360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b97c9dec-db6a-4140-9e2c-f45cd963cab8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:56.011758 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:56.076657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d61ed-28a3-42bb-b011-d57526511ae4 None None] Network 4994ea41-2f62-4c63-a066-81e298060a50 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:35:56.093731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:35:56.144365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1805ea00-7dee-4841-aab0-a1f3bb25dc33 None None] Sync routers for ids ['a68dbb6d-16f1-443c-9354-fd0dee155caf'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:35:56.216073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1805ea00-7dee-4841-aab0-a1f3bb25dc33 None None] Routers {'a68dbb6d-16f1-443c-9354-fd0dee155caf'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:35:56.216729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1805ea00-7dee-4841-aab0-a1f3bb25dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a68dbb6d-16f1-443c-9354-fd0dee155caf'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:56.219280 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-08a98a91-72f4-4e21-8901-d528ab20abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:56.238653 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:56.240954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8aa75366-4961-47c1-a9d7-db1a7863aebb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.4589145 Oct 19 11:35:56.243585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53876) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:56.283243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1805ea00-7dee-4841-aab0-a1f3bb25dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:56.379504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-08a98a91-72f4-4e21-8901-d528ab20abe0 None None] For port b9af182b-df5e-40a3-8330-7fb646cdf105, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b9af182b-df5e-40a3-8330-7fb646cdf105,segment=NetworkSegment(eb5f649d-c40e-44f4-bdab-757b346da9e4),segment_id=eb5f649d-c40e-44f4-bdab-757b346da9e4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:56.396193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1805ea00-7dee-4841-aab0-a1f3bb25dc33 None None] Routers {'a68dbb6d-16f1-443c-9354-fd0dee155caf'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:35:56.396871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1805ea00-7dee-4841-aab0-a1f3bb25dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a68dbb6d-16f1-443c-9354-fd0dee155caf'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:56.413910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:35:56.441917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1805ea00-7dee-4841-aab0-a1f3bb25dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:56.445368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1805ea00-7dee-4841-aab0-a1f3bb25dc33 None None] The sync data for ids ['a68dbb6d-16f1-443c-9354-fd0dee155caf'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:35:56.519015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:56.562077 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-08a98a91-72f4-4e21-8901-d528ab20abe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:56.728491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a98a91-72f4-4e21-8901-d528ab20abe0 None None] Pushing event updated for resources: {'Port': ['ID=b9af182b-df5e-40a3-8330-7fb646cdf105,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:56.749655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port b97c9dec-db6a-4140-9e2c-f45cd963cab8, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b97c9dec-db6a-4140-9e2c-f45cd963cab8,segment=NetworkSegment(1d538d59-600d-4095-8960-201cde4950ae),segment_id=1d538d59-600d-4095-8960-201cde4950ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:35:56.755408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fc899c80-2f33-4371-b8c8-b9aee724c707 None None] Provisioning complete for port b97c9dec-db6a-4140-9e2c-f45cd963cab8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:56.755790 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fc899c80-2f33-4371-b8c8-b9aee724c707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:56.838208 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:56.839357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b9af182b-df5e-40a3-8330-7fb646cdf105 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:35:56.930664 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:35:56.953083 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Sync routers for ids ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:35:56.970480 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Routers {'2e6c69c2-f4c6-433f-99c2-984030c3cbbb'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:35:56.971397 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:57.034752 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=b97c9dec-db6a-4140-9e2c-f45cd963cab8,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:57.112990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:57.115890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3137baf2-2024-4edf-b37e-507835acb59b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9682112 Oct 19 11:35:57.119226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53910) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:35:57.201872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fc899c80-2f33-4371-b8c8-b9aee724c707 None None] Provisioning complete for port b9af182b-df5e-40a3-8330-7fb646cdf105 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:57.202236 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fc899c80-2f33-4371-b8c8-b9aee724c707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:57.233898 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Set router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:35:57.304544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b9af182b-df5e-40a3-8330-7fb646cdf105 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:57.305485 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:57.625429 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'name': 'tempest-TestServerBasicOps-1191378522-router', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:52Z', 'updated_at': '2021-10-19T11:35:54Z', 'revision_number': 3, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'gw_port': {'id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:53Z', 'updated_at': '2021-10-19T11:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:57.682668 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Checking router: 2e6c69c2-f4c6-433f-99c2-984030c3cbbb for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:35:57.683289 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Updating router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb port e79c3e83-5428-4d88-9e68-301dc444b049 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:35:57.728257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fee72ccf-5024-4948-8929-12a9112c487a None None] Provisioning complete for port b97c9dec-db6a-4140-9e2c-f45cd963cab8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:57.728810 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fee72ccf-5024-4948-8929-12a9112c487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:57.731247 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:57.859050 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b97c9dec-db6a-4140-9e2c-f45cd963cab8 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:35:57.932063 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bf341523-02fe-4b70-a0f5-15b230be4aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:58.050647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b97c9dec-db6a-4140-9e2c-f45cd963cab8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:58.051016 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:58.197893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b9af182b-df5e-40a3-8330-7fb646cdf105 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:35:58.315292 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b9af182b-df5e-40a3-8330-7fb646cdf105 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:35:58.315678 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:58.370290 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:58.450698 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:58.509746 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91ffdc-6060-44c9-a570-706f181008cd None None] Pushing event updated for resources: {'Port': ['ID=e79c3e83-5428-4d88-9e68-301dc444b049,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:58.562853 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Attempting to bind port e79c3e83-5428-4d88-9e68-301dc444b049 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:35:58.563206 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Attempting to bind port e79c3e83-5428-4d88-9e68-301dc444b049 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:35:58.563566 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Attempting to bind port e79c3e83-5428-4d88-9e68-301dc444b049 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:35:58.572447 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:35:58.572910 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:35:58.573244 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:58.573642 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:35:58.574115 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Bound port: e79c3e83-5428-4d88-9e68-301dc444b049, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:35:58.582715 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:58.657288 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:58.664919 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:58.701083 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] For port e79c3e83-5428-4d88-9e68-301dc444b049, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:35:58.701083 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] For port e79c3e83-5428-4d88-9e68-301dc444b049, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e79c3e83-5428-4d88-9e68-301dc444b049,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:35:58.802827 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:58.933074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Allocated IP 172.20.0.1 (4994ea41-2f62-4c63-a066-81e298060a50/76a557e4-325e-4afa-9d35-bdd9c8c0cde4/18132dad-3aac-4069-8e6c-b3ed85386f10) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:35:58.983730 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91ffdc-6060-44c9-a570-706f181008cd None None] Pushing event updated for resources: {'Port': ['ID=e79c3e83-5428-4d88-9e68-301dc444b049,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:59.006088 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Routers {'2e6c69c2-f4c6-433f-99c2-984030c3cbbb'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:35:59.006716 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:59.045037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:59.099447 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:59.228566 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] Set router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:35:59.365811 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:59.372243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Allocated IP 172.20.0.1 (d12b7924-7f14-48a7-8358-85a52a94349a/dda1778e-ff85-4f71-94f0-a73987db6b34/7f568f7e-61ab-42d6-887c-25c03dbd4c15) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:35:59.500243 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'name': 'tempest-TestServerBasicOps-1191378522-router', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:52Z', 'updated_at': '2021-10-19T11:35:54Z', 'revision_number': 3, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'gw_port': {'id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:53Z', 'updated_at': '2021-10-19T11:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:35:59.537746 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9951fd-19f3-4aa3-8e93-133247d7cd01 None None] The sync data for ids ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'] in n-d-814547-1 is: [{'id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'name': 'tempest-TestServerBasicOps-1191378522-router', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:52Z', 'updated_at': '2021-10-19T11:35:54Z', 'revision_number': 3, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'gw_port': {'id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:53Z', 'updated_at': '2021-10-19T11:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:35:59.548673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:59.588886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:59.643413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Network 4994ea41-2f62-4c63-a066-81e298060a50 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:59.650324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:59.656356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:35:59.665824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Pushing event updated for resources: {'Port': ['ID=18132dad-3aac-4069-8e6c-b3ed85386f10,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:59.726831 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:59.781837 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:35:59.876742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event updated for resources: {'Port': ['ID=7f568f7e-61ab-42d6-887c-25c03dbd4c15,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:35:59.921942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Network d12b7924-7f14-48a7-8358-85a52a94349a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:35:59.926949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:35:59.938496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:00.070792 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:00.103843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-71270d76-d54d-4bea-8f84-2b67f45782c3 None None] Provisioning complete for port 18132dad-3aac-4069-8e6c-b3ed85386f10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:00.104378 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71270d76-d54d-4bea-8f84-2b67f45782c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:00.246031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-71270d76-d54d-4bea-8f84-2b67f45782c3 None None] Port 18132dad-3aac-4069-8e6c-b3ed85386f10 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:36:00.307251 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:00.383319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-86e54a38-a196-47dd-951b-ddaea16c4afa None None] Provisioning complete for port 7f568f7e-61ab-42d6-887c-25c03dbd4c15 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:00.384932 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-86e54a38-a196-47dd-951b-ddaea16c4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:00.440248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-86e54a38-a196-47dd-951b-ddaea16c4afa None None] Port 7f568f7e-61ab-42d6-887c-25c03dbd4c15 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:36:00.626203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:01.341493 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:01.400408 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:01.526321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:01.589990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Pushing event updated for resources: {'Port': ['ID=18132dad-3aac-4069-8e6c-b3ed85386f10,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:01.598667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:01.848090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e79c3e83-5428-4d88-9e68-301dc444b049 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:36:01.895946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Network 4994ea41-2f62-4c63-a066-81e298060a50 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:01.900207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:01.977838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e79c3e83-5428-4d88-9e68-301dc444b049 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:01.977838 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:02.174589 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:02.212636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port e79c3e83-5428-4d88-9e68-301dc444b049, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e79c3e83-5428-4d88-9e68-301dc444b049,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:02.219118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:36:02.312146 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:02.316744 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:02.394676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b73b567a-56de-4f6f-9e7a-4226a2682512 None None] Provisioning complete for port 18132dad-3aac-4069-8e6c-b3ed85386f10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:02.396201 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b73b567a-56de-4f6f-9e7a-4226a2682512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:02.400853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=e79c3e83-5428-4d88-9e68-301dc444b049,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:02.411952 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:02.439043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b73b567a-56de-4f6f-9e7a-4226a2682512 None None] Port 18132dad-3aac-4069-8e6c-b3ed85386f10 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:36:02.596630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:36:02.611324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event updated for resources: {'Port': ['ID=7f568f7e-61ab-42d6-887c-25c03dbd4c15,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:02.613341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Sync routers for ids ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:36:02.625998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aeb03646-d9f2-4c40-8a45-95c96fd70111 admin admin] 10.222.0.39 "PUT /v2.0/routers/2e6c69c2-f4c6-433f-99c2-984030c3cbbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5060120 Oct 19 11:36:02.637723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Routers {'2e6c69c2-f4c6-433f-99c2-984030c3cbbb'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:02.638621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:02.654889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:02.788845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Network d12b7924-7f14-48a7-8358-85a52a94349a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:02.790500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:02.821534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Set router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:36:03.120122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Router a68dbb6d-16f1-443c-9354-fd0dee155caf has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:36:03.187477 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-26f5c1e3-0e95-424f-b994-b75d1fb04991 None None] Provisioning complete for port 7f568f7e-61ab-42d6-887c-25c03dbd4c15 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:03.187477 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-26f5c1e3-0e95-424f-b994-b75d1fb04991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:03.263614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-26f5c1e3-0e95-424f-b994-b75d1fb04991 None None] Port 7f568f7e-61ab-42d6-887c-25c03dbd4c15 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:36:03.306220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'name': 'tempest-TestServerBasicOps-1191378522-router', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:52Z', 'updated_at': '2021-10-19T11:36:00Z', 'revision_number': 4, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'gw_port': {'id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:53Z', 'updated_at': '2021-10-19T11:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '18132dad-3aac-4069-8e6c-b3ed85386f10', 'name': '', 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'mac_address': 'fa:16:3e:59:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '76a557e4-325e-4afa-9d35-bdd9c8c0cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:58Z', 'updated_at': '2021-10-19T11:36:00Z', 'revision_number': 2, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'subnets': [{'id': '76a557e4-325e-4afa-9d35-bdd9c8c0cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:03.357581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Checking router: 2e6c69c2-f4c6-433f-99c2-984030c3cbbb for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:36:03.357931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Updating router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb port 18132dad-3aac-4069-8e6c-b3ed85386f10 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:36:03.419595 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:03.641479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:36:03.658862 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d5d55-5ae8-4d7f-b238-7eff33fbaf15 None None] Sync routers for ids ['a68dbb6d-16f1-443c-9354-fd0dee155caf'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:36:03.659353 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8a90a2c8-35b4-4a5d-a7b1-622374e7b4cb tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "PUT /v2.0/routers/a68dbb6d-16f1-443c-9354-fd0dee155caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4142656 Oct 19 11:36:03.662005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54168) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:03.669397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Request body: {'port': {'network_id': 'd12b7924-7f14-48a7-8358-85a52a94349a', 'name': 'tempest-FloatingIPAdminTestJSON-1481035105'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:03.674840 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d5d55-5ae8-4d7f-b238-7eff33fbaf15 None None] Routers {'a68dbb6d-16f1-443c-9354-fd0dee155caf'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:03.676297 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9c4d5d55-5ae8-4d7f-b238-7eff33fbaf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a68dbb6d-16f1-443c-9354-fd0dee155caf'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:03.702747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54170) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:03.707992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bc37bd41-ffda-4f9c-abc7-001215dd446f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321694693', 'description': 'tempest-secgroup-smoke-1321694693 description', 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:03.751864 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9c4d5d55-5ae8-4d7f-b238-7eff33fbaf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:03.772974 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d5d55-5ae8-4d7f-b238-7eff33fbaf15 None None] Routers {'a68dbb6d-16f1-443c-9354-fd0dee155caf'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:03.774184 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9c4d5d55-5ae8-4d7f-b238-7eff33fbaf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a68dbb6d-16f1-443c-9354-fd0dee155caf'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:03.810917 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc37bd41-ffda-4f9c-abc7-001215dd446f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:03.842551 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-9c4d5d55-5ae8-4d7f-b238-7eff33fbaf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:03.843209 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d5d55-5ae8-4d7f-b238-7eff33fbaf15 None None] The sync data for ids ['a68dbb6d-16f1-443c-9354-fd0dee155caf'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:36:03.943032 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc37bd41-ffda-4f9c-abc7-001215dd446f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:03.988085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Made reservation on behalf of f71f737fe54046e89a40da136db68f08 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:36:03.993474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.002085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e79c3e83-5428-4d88-9e68-301dc444b049 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:36:04.017385 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc37bd41-ffda-4f9c-abc7-001215dd446f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.048490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] device_id is not set on port ca2d01fb-200f-4213-a456-3caca7971f12 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:36:04.053626 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.072037 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e79c3e83-5428-4d88-9e68-301dc444b049 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:04.072037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.117780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37bd41-ffda-4f9c-abc7-001215dd446f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6fb4f9-0817-4d71-947d-66295445deed,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:04.254410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Allocated IP 172.20.0.3 (d12b7924-7f14-48a7-8358-85a52a94349a/dda1778e-ff85-4f71-94f0-a73987db6b34/ca2d01fb-200f-4213-a456-3caca7971f12) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:04.405548 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.407298 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc37bd41-ffda-4f9c-abc7-001215dd446f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.408889 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bc37bd41-ffda-4f9c-abc7-001215dd446f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7045755 Oct 19 11:36:04.413365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54192) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:04.418603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8a517fbe-e88b-4cfe-9393-02250bb52c9f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Request body: {'security_group_rule': {'security_group_id': 'ce6fb4f9-0817-4d71-947d-66295445deed', 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:04.457715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.528894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be38ae-1d20-46dc-b547-aeb600d618e4 None None] Pushing event updated for resources: {'Port': ['ID=18132dad-3aac-4069-8e6c-b3ed85386f10,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:04.543186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a517fbe-e88b-4cfe-9393-02250bb52c9f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.586705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.624811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Attempting to bind port 18132dad-3aac-4069-8e6c-b3ed85386f10 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:36:04.625559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Attempting to bind port 18132dad-3aac-4069-8e6c-b3ed85386f10 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '1d538d59-600d-4095-8960-201cde4950ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:36:04.626871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Attempting to bind port 18132dad-3aac-4069-8e6c-b3ed85386f10 on network 4994ea41-2f62-4c63-a066-81e298060a50 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:36:04.657449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:36:04.658821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Checking segment: {'id': '1d538d59-600d-4095-8960-201cde4950ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:36:04.659294 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.660724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Bound using segment: {'id': '1d538d59-600d-4095-8960-201cde4950ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:36:04.661510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Bound port: 18132dad-3aac-4069-8e6c-b3ed85386f10, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d538d59-600d-4095-8960-201cde4950ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:36:04.662375 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.675273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Network d12b7924-7f14-48a7-8358-85a52a94349a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:04.680307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:04.699484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:04.723821 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a517fbe-e88b-4cfe-9393-02250bb52c9f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.791024 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a517fbe-e88b-4cfe-9393-02250bb52c9f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.834474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:04.835082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.855233 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a517fbe-e88b-4cfe-9393-02250bb52c9f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1dfa6b-1594-4455-845f-7ea4c7f35d41,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:04.918318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event updated for resources: {'Port': ['ID=ca2d01fb-200f-4213-a456-3caca7971f12,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:04.967308 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] For port 18132dad-3aac-4069-8e6c-b3ed85386f10, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:36:04.976934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] For port 18132dad-3aac-4069-8e6c-b3ed85386f10, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=18132dad-3aac-4069-8e6c-b3ed85386f10,segment=NetworkSegment(1d538d59-600d-4095-8960-201cde4950ae),segment_id=1d538d59-600d-4095-8960-201cde4950ae)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:36:04.988113 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8a517fbe-e88b-4cfe-9393-02250bb52c9f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:04.993779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8a517fbe-e88b-4cfe-9393-02250bb52c9f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5748200 Oct 19 11:36:04.993779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54204) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:04.999186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f791a2e2-4cd9-420b-b1c5-78002aa23714 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Request body: {'security_group_rule': {'security_group_id': 'ce6fb4f9-0817-4d71-947d-66295445deed', 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:05.022972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d8821288-e16c-4891-ae60-611ef7d43f14 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3570302 Oct 19 11:36:05.030862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54206) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:05.048261 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.139504 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f791a2e2-4cd9-420b-b1c5-78002aa23714 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.182031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b4f916e7-91fa-4a87-9180-718ebce8144d None None] Provisioning complete for port 18132dad-3aac-4069-8e6c-b3ed85386f10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:05.182411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4f916e7-91fa-4a87-9180-718ebce8144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.251876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be38ae-1d20-46dc-b547-aeb600d618e4 None None] Pushing event updated for resources: {'Port': ['ID=18132dad-3aac-4069-8e6c-b3ed85386f10,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:05.264072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Routers {'2e6c69c2-f4c6-433f-99c2-984030c3cbbb'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:05.264828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:05.333229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f791a2e2-4cd9-420b-b1c5-78002aa23714 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.393051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f791a2e2-4cd9-420b-b1c5-78002aa23714 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.435005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'project_id': 'f71f737fe54046e89a40da136db68f08', 'port_id': 'ca2d01fb-200f-4213-a456-3caca7971f12'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:05.446579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791a2e2-4cd9-420b-b1c5-78002aa23714 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb798dd5-4501-4b97-bee3-d2033b88f02d,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:05.483763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f791a2e2-4cd9-420b-b1c5-78002aa23714 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.490648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f791a2e2-4cd9-420b-b1c5-78002aa23714 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4961033 Oct 19 11:36:05.497066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54220) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:05.514466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0070dbfd-8106-4400-b33d-8f7ec8bf60d3 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Request body: {'security_group_rule': {'security_group_id': 'ce6fb4f9-0817-4d71-947d-66295445deed', 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:05.534465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54222) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:05.587438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.660255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] Set router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:36:05.662730 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4f916e7-91fa-4a87-9180-718ebce8144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.698625 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0070dbfd-8106-4400-b33d-8f7ec8bf60d3 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.794261 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4537f38-5df1-4953-9dca-db0716f4cff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.834833 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0070dbfd-8106-4400-b33d-8f7ec8bf60d3 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.922917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b4f916e7-91fa-4a87-9180-718ebce8144d None None] For port 18132dad-3aac-4069-8e6c-b3ed85386f10, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=18132dad-3aac-4069-8e6c-b3ed85386f10,segment=NetworkSegment(1d538d59-600d-4095-8960-201cde4950ae),segment_id=1d538d59-600d-4095-8960-201cde4950ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:05.935744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0070dbfd-8106-4400-b33d-8f7ec8bf60d3 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.956037 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4537f38-5df1-4953-9dca-db0716f4cff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.985296 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4f916e7-91fa-4a87-9180-718ebce8144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:05.997040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070dbfd-8106-4400-b33d-8f7ec8bf60d3 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb4b941-4ba1-4dc8-ad8f-444947205bef,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:05.997693 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.078229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0070dbfd-8106-4400-b33d-8f7ec8bf60d3 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.080770 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0070dbfd-8106-4400-b33d-8f7ec8bf60d3 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5805607 Oct 19 11:36:06.083417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54236) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:06.089331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-20cb6c19-0c24-4380-bf7d-783d7d500630 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Request body: {'security_group_rule': {'security_group_id': 'ce6fb4f9-0817-4d71-947d-66295445deed', 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:06.133805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f916e7-91fa-4a87-9180-718ebce8144d None None] Pushing event updated for resources: {'Port': ['ID=18132dad-3aac-4069-8e6c-b3ed85386f10,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:06.160233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e5ebea6f-5d1e-4fed-8c88-052ca5d33241 None None] Provisioning complete for port 18132dad-3aac-4069-8e6c-b3ed85386f10 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:06.160631 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5ebea6f-5d1e-4fed-8c88-052ca5d33241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.234783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Allocated IP 172.25.2.10 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/2c29ba2c-0a77-423b-85c9-0172ef34eb19) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:06.235402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'name': 'tempest-TestServerBasicOps-1191378522-router', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:52Z', 'updated_at': '2021-10-19T11:36:00Z', 'revision_number': 4, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'gw_port': {'id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:53Z', 'updated_at': '2021-10-19T11:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '18132dad-3aac-4069-8e6c-b3ed85386f10', 'name': '', 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'mac_address': 'fa:16:3e:59:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '76a557e4-325e-4afa-9d35-bdd9c8c0cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:58Z', 'updated_at': '2021-10-19T11:36:04Z', 'revision_number': 4, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'subnets': [{'id': '76a557e4-325e-4afa-9d35-bdd9c8c0cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:06.250325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20cb6c19-0c24-4380-bf7d-783d7d500630 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.341336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa78736-dffe-41ea-a464-cda86a3d8259 None None] The sync data for ids ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'] in n-d-814547-1 is: [{'id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'name': 'tempest-TestServerBasicOps-1191378522-router', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:52Z', 'updated_at': '2021-10-19T11:36:00Z', 'revision_number': 4, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'gw_port': {'id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:53Z', 'updated_at': '2021-10-19T11:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '18132dad-3aac-4069-8e6c-b3ed85386f10', 'name': '', 'network_id': '4994ea41-2f62-4c63-a066-81e298060a50', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'mac_address': 'fa:16:3e:59:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '76a557e4-325e-4afa-9d35-bdd9c8c0cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:58Z', 'updated_at': '2021-10-19T11:36:04Z', 'revision_number': 4, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'subnets': [{'id': '76a557e4-325e-4afa-9d35-bdd9c8c0cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:36:06.391424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e5ebea6f-5d1e-4fed-8c88-052ca5d33241 None None] Provisioning complete for port ca2d01fb-200f-4213-a456-3caca7971f12 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:06.391941 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5ebea6f-5d1e-4fed-8c88-052ca5d33241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.445771 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20cb6c19-0c24-4380-bf7d-783d7d500630 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.450004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a4537f38-5df1-4953-9dca-db0716f4cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.477741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebea6f-5d1e-4fed-8c88-052ca5d33241 None None] Port ca2d01fb-200f-4213-a456-3caca7971f12 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:36:06.495786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4537f38-5df1-4953-9dca-db0716f4cff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b436ed5e-fa5e-41c3-8323-6fe97076a43b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:06.519286 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20cb6c19-0c24-4380-bf7d-783d7d500630 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.534344 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a4537f38-5df1-4953-9dca-db0716f4cff1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bc5b52557144cfaa903233b9f5792ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0008349 Oct 19 11:36:06.536865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54238) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:06.565850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb6c19-0c24-4380-bf7d-783d7d500630 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2208aa4f-2b46-4ee6-97f3-e18c7f635cf2,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:06.574243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.639230 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20cb6c19-0c24-4380-bf7d-783d7d500630 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.643209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-20cb6c19-0c24-4380-bf7d-783d7d500630 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5560646 Oct 19 11:36:06.645527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54242) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:06.649946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-eb021dd0-dec5-41fb-aec5-4d3ff9d15960 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Request body: {'security_group_rule': {'security_group_id': 'ce6fb4f9-0817-4d71-947d-66295445deed', 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:06.652666 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f7f75ac-a5ea-4f6c-834f-48dd1267ef8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.689909 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f7f75ac-a5ea-4f6c-834f-48dd1267ef8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.735136 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.762174 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-eb021dd0-dec5-41fb-aec5-4d3ff9d15960 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Project a53f8a64d10e41e6a185d0d3514a4436 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:36:06.770658 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb021dd0-dec5-41fb-aec5-4d3ff9d15960 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.811265 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:06.813373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:06.817837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:06.852847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Pushing event updated for resources: {'Port': ['ID=2c29ba2c-0a77-423b-85c9-0172ef34eb19,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:06.877993 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb021dd0-dec5-41fb-aec5-4d3ff9d15960 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.890580 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f7f75ac-a5ea-4f6c-834f-48dd1267ef8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.893247 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f7f75ac-a5ea-4f6c-834f-48dd1267ef8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.896950 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4f7f75ac-a5ea-4f6c-834f-48dd1267ef8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b436ed5e-fa5e-41c3-8323-6fe97076a43b HTTP/1.1" status: 204 len: 168 time: 0.3564305 Oct 19 11:36:06.910517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f75ac-a5ea-4f6c-834f-48dd1267ef8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b436ed5e-fa5e-41c3-8323-6fe97076a43b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:06.944214 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb021dd0-dec5-41fb-aec5-4d3ff9d15960 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:06.966815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb021dd0-dec5-41fb-aec5-4d3ff9d15960 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81aebb9c-8765-4ec4-a5ce-d66d4e9a361c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:07.109716 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb021dd0-dec5-41fb-aec5-4d3ff9d15960 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:07.119889 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eb021dd0-dec5-41fb-aec5-4d3ff9d15960 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4744503 Oct 19 11:36:07.120670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54250) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:07.126908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4f954bb8-c314-495d-aef8-de9ca2f4dac1 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Request body: {'security_group_rule': {'security_group_id': 'ce6fb4f9-0817-4d71-947d-66295445deed', 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:07.259128 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-4f954bb8-c314-495d-aef8-de9ca2f4dac1 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Project a53f8a64d10e41e6a185d0d3514a4436 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:36:07.266129 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f954bb8-c314-495d-aef8-de9ca2f4dac1 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:07.392936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f954bb8-c314-495d-aef8-de9ca2f4dac1 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:07.495693 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f954bb8-c314-495d-aef8-de9ca2f4dac1 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:07.532608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f954bb8-c314-495d-aef8-de9ca2f4dac1 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0040de42-7ea7-49a8-877f-e55da9e5bada,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:07.650299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f954bb8-c314-495d-aef8-de9ca2f4dac1 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:07.651897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4f954bb8-c314-495d-aef8-de9ca2f4dac1 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5298195 Oct 19 11:36:07.689703 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:07.863797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 18132dad-3aac-4069-8e6c-b3ed85386f10 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:36:07.944669 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:08.024140 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 18132dad-3aac-4069-8e6c-b3ed85386f10 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:08.024516 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:08.100652 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-865a2b7f-5342-48d5-abc1-a2315ca3d481 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321694693&fields=id&tenant_id=a53f8a64d10e41e6a185d0d3514a4436 HTTP/1.1" status: 200 len: 267 time: 0.1078234 Oct 19 11:36:08.373971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-0b25e89e-5a59-4bb2-ad1b-a7330e322f53 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:08.377980 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-0b25e89e-5a59-4bb2-ad1b-a7330e322f53 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/networks?id=fce1e704-1e33-4733-a45c-253abfbc9849 HTTP/1.1" status: 200 len: 808 time: 0.2572651 Oct 19 11:36:08.407705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-49d77251-31bb-46b7-adef-eeb687ffbebb tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/quotas/a53f8a64d10e41e6a185d0d3514a4436 HTTP/1.1" status: 200 len: 375 time: 0.0214212 Oct 19 11:36:08.444349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:08.505476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-1b81abbe-b1ce-4f81-b3a4-5fa4787c4eb0 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a53f8a64d10e41e6a185d0d3514a4436&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874300 Oct 19 11:36:08.521481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:08.644714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:08.841346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Pushing event updated for resources: {'Port': ['ID=2c29ba2c-0a77-423b-85c9-0172ef34eb19,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:08.918431 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-aff3dbb0-2e58-456f-8a78-4e519bfdbdd7 service neutron] 10.222.0.39 "GET /v2.0/networks/fce1e704-1e33-4733-a45c-253abfbc9849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076107 Oct 19 11:36:09.001109 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Floating IP d0e3dec6-e8e3-4b06-b707-9241b4794d3a associated. External IP: 172.25.2.10, port: ca2d01fb-200f-4213-a456-3caca7971f12. Oct 19 11:36:09.114934 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-f325c3c9-4558-400e-9572-5847c8d9e14d service neutron] 10.222.0.39 "GET /v2.0/networks/fce1e704-1e33-4733-a45c-253abfbc9849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947932 Oct 19 11:36:09.698936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Router a68dbb6d-16f1-443c-9354-fd0dee155caf has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:36:09.902461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:36:09.913065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee1eb7e-7a5c-4011-94a7-56f59b564e7f None None] Sync routers for ids ['a68dbb6d-16f1-443c-9354-fd0dee155caf'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:36:09.942080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee1eb7e-7a5c-4011-94a7-56f59b564e7f None None] Routers {'a68dbb6d-16f1-443c-9354-fd0dee155caf'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:09.943631 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4ee1eb7e-7a5c-4011-94a7-56f59b564e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a68dbb6d-16f1-443c-9354-fd0dee155caf'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:10.001494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4ee1eb7e-7a5c-4011-94a7-56f59b564e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:10.020684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee1eb7e-7a5c-4011-94a7-56f59b564e7f None None] Routers {'a68dbb6d-16f1-443c-9354-fd0dee155caf'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:10.021473 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4ee1eb7e-7a5c-4011-94a7-56f59b564e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a68dbb6d-16f1-443c-9354-fd0dee155caf'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:10.026957 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:10.069934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4ee1eb7e-7a5c-4011-94a7-56f59b564e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:10.070789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee1eb7e-7a5c-4011-94a7-56f59b564e7f None None] The sync data for ids ['a68dbb6d-16f1-443c-9354-fd0dee155caf'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:36:10.090181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-64285076-c28d-4d13-9bc3-5cf338b8345c tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.0576253 Oct 19 11:36:10.093088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54340) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:10.234139 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ec8e9d41-a268-4274-a1d4-25d693251cf3 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] 10.222.0.39 "GET /v2.0/floatingips/d0e3dec6-e8e3-4b06-b707-9241b4794d3a HTTP/1.1" status: 200 len: 982 time: 0.1397748 Oct 19 11:36:10.236883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54342) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:10.417162 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a43a3a29-2f29-4fb4-a1a0-c7eceec4c1d2 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1788242 Oct 19 11:36:10.419690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54350) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:10.686989 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8e26f84-ffd2-4236-9832-217ae4637a8a req-e45907a2-1e56-4870-a669-78b4599673b1 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 210 time: 0.0721965 Oct 19 11:36:11.084408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Deleting port 2c29ba2c-0a77-423b-85c9-0172ef34eb19 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:11.084792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:11.214550 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:11.215608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:11.242131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Calling delete_port for 2c29ba2c-0a77-423b-85c9-0172ef34eb19 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:11.733245 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:11.835017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f6e055a-ceaa-4219-b614-ee6597b1a357 req-0329b4ee-2c88-4b29-90ef-b2eea02da563 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 210 time: 0.0469792 Oct 19 11:36:11.843560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event deleted for resources: {'Port': ['ID=2c29ba2c-0a77-423b-85c9-0172ef34eb19,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:11.977202 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:11.977524 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Floating IP d0e3dec6-e8e3-4b06-b707-9241b4794d3a disassociated (deleted). External IP: 172.25.2.10, port: ca2d01fb-200f-4213-a456-3caca7971f12. Oct 19 11:36:12.237445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Router a68dbb6d-16f1-443c-9354-fd0dee155caf has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:36:12.372219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:36:12.387582 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdbc6fb-bf1c-4d2d-a9b6-af3618b5b9ab None None] Sync routers for ids ['a68dbb6d-16f1-443c-9354-fd0dee155caf'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:36:12.396695 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:12.409235 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdbc6fb-bf1c-4d2d-a9b6-af3618b5b9ab None None] Routers {'a68dbb6d-16f1-443c-9354-fd0dee155caf'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:12.410306 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-efdbc6fb-bf1c-4d2d-a9b6-af3618b5b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a68dbb6d-16f1-443c-9354-fd0dee155caf'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:12.431583 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2e8dfdeb-f9b0-41e3-a60c-d979b489af26 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "DELETE /v2.0/floatingips/d0e3dec6-e8e3-4b06-b707-9241b4794d3a HTTP/1.1" status: 204 len: 168 time: 2.0068195 Oct 19 11:36:12.431981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54392) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:12.436777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:12.457070 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-efdbc6fb-bf1c-4d2d-a9b6-af3618b5b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:12.469204 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdbc6fb-bf1c-4d2d-a9b6-af3618b5b9ab None None] Routers {'a68dbb6d-16f1-443c-9354-fd0dee155caf'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:12.470003 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-efdbc6fb-bf1c-4d2d-a9b6-af3618b5b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a68dbb6d-16f1-443c-9354-fd0dee155caf'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:12.512193 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-efdbc6fb-bf1c-4d2d-a9b6-af3618b5b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:12.513554 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdbc6fb-bf1c-4d2d-a9b6-af3618b5b9ab None None] The sync data for ids ['a68dbb6d-16f1-443c-9354-fd0dee155caf'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:36:12.567393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:12.700865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:12.848391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Allocated IP 172.25.2.149 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/f0bd937c-6209-47cf-9d62-99a47d7f2060) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:13.020830 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bddb156-8839-4148-b780-e7cc92bc71b6 req-508e0f3c-a4b9-42e3-82e8-841bc319405c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 210 time: 0.0427716 Oct 19 11:36:13.051105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:13.203188 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:13.310776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Pushing event updated for resources: {'Port': ['ID=f0bd937c-6209-47cf-9d62-99a47d7f2060,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:13.314497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:13.316211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:13.323731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:13.419203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:13.647047 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:13.848105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:13.958966 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:14.101257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-f62ddc08-55c8-43d4-a4f8-cd1e251deaa4 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:14.103011 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-f62ddc08-55c8-43d4-a4f8-cd1e251deaa4 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.49 "GET /v2.0/networks?id=fce1e704-1e33-4733-a45c-253abfbc9849 HTTP/1.1" status: 200 len: 808 time: 0.2033911 Oct 19 11:36:14.190222 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:14.193433 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-919856b5-65fa-4acf-bc17-9e31ae143757 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a53f8a64d10e41e6a185d0d3514a4436 HTTP/1.1" status: 200 len: 380 time: 0.0798335 Oct 19 11:36:14.200867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Pushing event updated for resources: {'Port': ['ID=f0bd937c-6209-47cf-9d62-99a47d7f2060,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:14.211620 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dad72a66-0653-4f76-88b8-3cad41511277 req-15ea39ed-a14c-4e05-bea7-1bc0ffb42997 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 210 time: 0.0517302 Oct 19 11:36:14.215391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Request body: {'port': {'device_id': 'a71fe10d-c577-4124-813a-306877d9eb09', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'admin_state_up': True, 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'security_groups': ['ce6fb4f9-0817-4d71-947d-66295445deed']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:14.351210 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:14.355349 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-de6df590-cd77-4a28-86d5-55111285e6d7 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9194744 Oct 19 11:36:14.355349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54424) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:14.466838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Made reservation on behalf of a53f8a64d10e41e6a185d0d3514a4436 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:36:14.470513 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:14.566425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:14.677998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Allocated IP 172.20.0.3 (fce1e704-1e33-4733-a45c-253abfbc9849/591fe803-41d0-484e-8838-3a422f74d7dd/2b736050-b1bb-4c1e-a806-08c8338aeaf2) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:14.716773 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:14.879654 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:14.949167 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:15.041879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Allocated IP 172.25.2.154 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/0c1b255e-3ab1-4820-a516-c47051d384f6) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:15.134533 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:15.203576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Network fce1e704-1e33-4733-a45c-253abfbc9849 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:15.209400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:15.224518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:15.262054 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:15.302659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event updated for resources: {'Port': ['ID=2b736050-b1bb-4c1e-a806-08c8338aeaf2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:15.306931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb01d03-f281-40b7-ab52-bd61c151456d req-71acef92-8405-48c5-8bcc-291a7e624fcc tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:15.313955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb01d03-f281-40b7-ab52-bd61c151456d req-71acef92-8405-48c5-8bcc-291a7e624fcc tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0933344 Oct 19 11:36:15.368948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:15.369948 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:15.385606 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb01d03-f281-40b7-ab52-bd61c151456d req-2e605ccd-e6e4-460d-baa3-10f54f342b3b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661204 Oct 19 11:36:15.430796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:15.511926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:15.514103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c56f71-147c-4c8c-8561-b37d4deed54d req-367f1710-1626-482f-81fb-cd1d48fb1421 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:15.517983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:15.524297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:15.528413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Pushing event updated for resources: {'Port': ['ID=0c1b255e-3ab1-4820-a516-c47051d384f6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:15.556446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00c56f71-147c-4c8c-8561-b37d4deed54d req-367f1710-1626-482f-81fb-cd1d48fb1421 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 931 time: 0.1480403 Oct 19 11:36:15.577525 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-78209fcb-740b-4ca2-8a78-847143d4a53f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3690012 Oct 19 11:36:15.600623 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Request body: {'port': {'device_id': 'a71fe10d-c577-4124-813a-306877d9eb09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:15.631244 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:15.649769 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00c56f71-147c-4c8c-8561-b37d4deed54d req-ab6b5823-f911-4aba-999f-b3b9a505da0e tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889618 Oct 19 11:36:15.676596 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:15.688494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-28ff8844-7daf-49de-9c5e-1c62de5525c4 None None] Provisioning complete for port 2b736050-b1bb-4c1e-a806-08c8338aeaf2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:15.688494 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-28ff8844-7daf-49de-9c5e-1c62de5525c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:15.731067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-28ff8844-7daf-49de-9c5e-1c62de5525c4 None None] Port 2b736050-b1bb-4c1e-a806-08c8338aeaf2 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:36:15.799068 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:15.989913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b736050-b1bb-4c1e-a806-08c8338aeaf2 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:36:16.009172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:16.021771 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:16.026553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Transition to ACTIVE for port object 2b736050-b1bb-4c1e-a806-08c8338aeaf2 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:36:16.153095 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:16.162776 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:16.237000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b736050-b1bb-4c1e-a806-08c8338aeaf2,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:16.261529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Pushing event updated for resources: {'Port': ['ID=0c1b255e-3ab1-4820-a516-c47051d384f6,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:16.281159 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:16.322776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Attempting to bind port 2b736050-b1bb-4c1e-a806-08c8338aeaf2 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:36:16.323163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Attempting to bind port 2b736050-b1bb-4c1e-a806-08c8338aeaf2 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:36:16.323495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Attempting to bind port 2b736050-b1bb-4c1e-a806-08c8338aeaf2 on network fce1e704-1e33-4733-a45c-253abfbc9849 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:36:16.332330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Port 2b736050-b1bb-4c1e-a806-08c8338aeaf2 on network fce1e704-1e33-4733-a45c-253abfbc9849 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:36:16.332692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Attempting to bind port 2b736050-b1bb-4c1e-a806-08c8338aeaf2 on network fce1e704-1e33-4733-a45c-253abfbc9849 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:36:16.339189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:36:16.339518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Checking segment: {'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:36:16.339902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Bound using segment: {'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:36:16.340328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Bound port: 2b736050-b1bb-4c1e-a806-08c8338aeaf2, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637c61c7-0df2-47d2-ac98-d37d50f9baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:36:16.340717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:16.421038 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] For port 2b736050-b1bb-4c1e-a806-08c8338aeaf2, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:36:16.424845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] For port 2b736050-b1bb-4c1e-a806-08c8338aeaf2, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2b736050-b1bb-4c1e-a806-08c8338aeaf2,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:36:16.474137 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:16.483777 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f246b98c-6be5-4509-9d44-22d60ccbfd20 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1274836 Oct 19 11:36:16.488112 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54464) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:16.562146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd69bf-6824-4afd-8236-42e72834dd20 req-2d572720-ebd3-4e3e-b425-a373ea9af2ba tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:16.563896 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3bd69bf-6824-4afd-8236-42e72834dd20 req-2d572720-ebd3-4e3e-b425-a373ea9af2ba tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0950866 Oct 19 11:36:16.601503 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:16.647573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b55a2c45-f964-46c1-8745-7f946a9a454b tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1562870 Oct 19 11:36:16.649995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54466) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:16.657782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:16.658341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:16.659736 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] 10.222.0.49 "PUT /v2.0/ports/2b736050-b1bb-4c1e-a806-08c8338aeaf2 HTTP/1.1" status: 200 len: 1091 time: 1.0683701 Oct 19 11:36:16.667919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71fe10d-c577-4124-813a-306877d9eb09', 'tag': '2b736050-b1bb-4c1e-a806-08c8338aeaf2'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:36:16.674017 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6fc077-bcd8-4b6d-89ea-15db8f70a22b" -d '{"events": [{"name": "network-changed", "server_uuid": "a71fe10d-c577-4124-813a-306877d9eb09", "tag": "2b736050-b1bb-4c1e-a806-08c8338aeaf2"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:36:16.686879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e3bd69bf-6824-4afd-8236-42e72834dd20 req-0d685152-f377-4556-9b3f-4b37de222b69 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145895 Oct 19 11:36:16.721957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007d70e-29f9-4ad1-a980-a938937c74e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b736050-b1bb-4c1e-a806-08c8338aeaf2,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:16.723596 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ac41ee8d-809d-4cf3-b833-35b705345b13 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0724440 Oct 19 11:36:16.728502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54472) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:16.765254 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0535a6-49cb-4dc8-b19a-4ae2a5f734ad x-openstack-request-id: req-3b0535a6-49cb-4dc8-b19a-4ae2a5f734ad {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:36:16.765556 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71fe10d-c577-4124-813a-306877d9eb09", "tag": "2b736050-b1bb-4c1e-a806-08c8338aeaf2", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:36:16.765816 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b0535a6-49cb-4dc8-b19a-4ae2a5f734ad {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:36:16.766241 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71fe10d-c577-4124-813a-306877d9eb09', 'tag': '2b736050-b1bb-4c1e-a806-08c8338aeaf2', 'status': 'completed', 'code': 200} Oct 19 11:36:16.833414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fc077-bcd8-4b6d-89ea-15db8f70a22b req-240df535-bbe9-40f6-af55-fa53fa091674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:16.836174 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd6fc077-bcd8-4b6d-89ea-15db8f70a22b req-240df535-bbe9-40f6-af55-fa53fa091674 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a53f8a64d10e41e6a185d0d3514a4436&device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 1094 time: 0.0456018 Oct 19 11:36:16.910795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb0832-e1e8-4bbd-89d6-bb08dcb83834 req-19a5a6cf-5e68-4732-b9b9-23625090e1ac tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:16.912236 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3beb0832-e1e8-4bbd-89d6-bb08dcb83834 req-19a5a6cf-5e68-4732-b9b9-23625090e1ac tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 943 time: 0.1331680 Oct 19 11:36:16.954328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9fff3e34-08b0-4ab0-8364-742e88d365a6 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Deleting port 0c1b255e-3ab1-4820-a516-c47051d384f6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:16.954672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9fff3e34-08b0-4ab0-8364-742e88d365a6 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:16.961579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fc077-bcd8-4b6d-89ea-15db8f70a22b req-6a63fcbf-22f9-44d5-a016-6a39624eae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:16.963105 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd6fc077-bcd8-4b6d-89ea-15db8f70a22b req-6a63fcbf-22f9-44d5-a016-6a39624eae52 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a53f8a64d10e41e6a185d0d3514a4436&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1143751 Oct 19 11:36:16.976122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3beb0832-e1e8-4bbd-89d6-bb08dcb83834 req-33fe5efb-0e8d-4414-8c80-de4913e543ec tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554562 Oct 19 11:36:17.058417 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9fff3e34-08b0-4ab0-8364-742e88d365a6 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:17.059207 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9fff3e34-08b0-4ab0-8364-742e88d365a6 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:17.073444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9fff3e34-08b0-4ab0-8364-742e88d365a6 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Calling delete_port for 0c1b255e-3ab1-4820-a516-c47051d384f6 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:17.075534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fc077-bcd8-4b6d-89ea-15db8f70a22b req-38184000-d7bd-4ccb-86be-f6e0ea0b5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:17.077087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd6fc077-bcd8-4b6d-89ea-15db8f70a22b req-38184000-d7bd-4ccb-86be-f6e0ea0b5260 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072249 Oct 19 11:36:17.165279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-904dc58a-24f2-41e5-8572-46164010e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:17.165892 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-904dc58a-24f2-41e5-8572-46164010e2ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a53f8a64d10e41e6a185d0d3514a4436&device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 1094 time: 0.0507140 Oct 19 11:36:17.215128 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-97b41ed2-eeea-42af-9e5c-91a41f3c454f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b736050-b1bb-4c1e-a806-08c8338aeaf2 HTTP/1.1" status: 200 len: 217 time: 0.0407300 Oct 19 11:36:17.266764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-3d074c2d-063e-48a1-9281-c1dff19c49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:17.268319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-3d074c2d-063e-48a1-9281-c1dff19c49fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=591fe803-41d0-484e-8838-3a422f74d7dd HTTP/1.1" status: 200 len: 847 time: 0.0459337 Oct 19 11:36:17.318048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-8b44ad33-10fd-41ac-93bd-8b0eec6bc7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:17.320202 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-8b44ad33-10fd-41ac-93bd-8b0eec6bc7c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fce1e704-1e33-4733-a45c-253abfbc9849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438676 Oct 19 11:36:17.367510 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9fff3e34-08b0-4ab0-8364-742e88d365a6 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:17.402825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff3e34-08b0-4ab0-8364-742e88d365a6 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Pushing event deleted for resources: {'Port': ['ID=0c1b255e-3ab1-4820-a516-c47051d384f6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:17.432415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-c71972fd-601a-474a-8f2c-4746ab962c2b service neutron] 10.222.0.49 "GET /v2.0/networks/fce1e704-1e33-4733-a45c-253abfbc9849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956662 Oct 19 11:36:17.553847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfd871b2-8a63-40a9-9fbc-8d32ab601b39 req-fceaf4ed-6362-4593-9a66-306e9f521340 service neutron] 10.222.0.49 "GET /v2.0/networks/fce1e704-1e33-4733-a45c-253abfbc9849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087723 Oct 19 11:36:17.897082 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9fff3e34-08b0-4ab0-8364-742e88d365a6 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:17.899344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9fff3e34-08b0-4ab0-8364-742e88d365a6 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:17.903009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9fff3e34-08b0-4ab0-8364-742e88d365a6 tempest-FloatingIPAdminTestJSON-1217269619 tempest-FloatingIPAdminTestJSON-1217269619-project] 10.222.0.39 "DELETE /v2.0/floatingips/ef587673-0455-4bf7-960f-165c6742467e HTTP/1.1" status: 204 len: 168 time: 1.1710260 Oct 19 11:36:17.904242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54496) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:17.920352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc470c7-a3b8-4fd6-9abc-7ea806c13f8e req-778a343a-9a83-4ad2-94c9-7cbd16ee874c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:17.921923 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0dc470c7-a3b8-4fd6-9abc-7ea806c13f8e req-778a343a-9a83-4ad2-94c9-7cbd16ee874c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.0978243 Oct 19 11:36:17.930042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b4884-397f-4820-8baf-633e70b4a1d6 req-32a6aff1-96a7-4cf5-baf1-be06550b863d tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:17.931428 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-880b4884-397f-4820-8baf-633e70b4a1d6 req-32a6aff1-96a7-4cf5-baf1-be06550b863d tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.26 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 945 time: 0.1062138 Oct 19 11:36:18.005250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0dc470c7-a3b8-4fd6-9abc-7ea806c13f8e req-1dc3f71e-31e7-41a5-b023-b2463195f62d tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727544 Oct 19 11:36:18.081657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-880b4884-397f-4820-8baf-633e70b4a1d6 req-e3206908-9b17-4105-9f12-7c9bdce29215 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Deleting port e3d37bea-d363-4068-803e-9f0a9d708cd1 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:18.082000 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-880b4884-397f-4820-8baf-633e70b4a1d6 req-e3206908-9b17-4105-9f12-7c9bdce29215 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:18.139256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e9db4cac-5290-4230-ae6c-0a66411d9498 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Deleting port f0bd937c-6209-47cf-9d62-99a47d7f2060 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:18.139686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9db4cac-5290-4230-ae6c-0a66411d9498 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:18.222080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-880b4884-397f-4820-8baf-633e70b4a1d6 req-e3206908-9b17-4105-9f12-7c9bdce29215 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] For port e3d37bea-d363-4068-803e-9f0a9d708cd1, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=e3d37bea-d363-4068-803e-9f0a9d708cd1,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:18.222526 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-880b4884-397f-4820-8baf-633e70b4a1d6 req-e3206908-9b17-4105-9f12-7c9bdce29215 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:18.238170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-880b4884-397f-4820-8baf-633e70b4a1d6 req-e3206908-9b17-4105-9f12-7c9bdce29215 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Calling delete_port for e3d37bea-d363-4068-803e-9f0a9d708cd1 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:18.267383 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9db4cac-5290-4230-ae6c-0a66411d9498 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:18.267935 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9db4cac-5290-4230-ae6c-0a66411d9498 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:18.291582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e9db4cac-5290-4230-ae6c-0a66411d9498 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Calling delete_port for f0bd937c-6209-47cf-9d62-99a47d7f2060 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:18.300684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b26710-86d2-48da-b11a-2359ac9ec9ef req-38ed1f1b-795d-4936-9575-851d16b9c4a8 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:18.302358 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54b26710-86d2-48da-b11a-2359ac9ec9ef req-38ed1f1b-795d-4936-9575-851d16b9c4a8 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 943 time: 0.1653934 Oct 19 11:36:18.399261 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54b26710-86d2-48da-b11a-2359ac9ec9ef req-e57dc52a-077d-47ad-b0ac-7bd86ef5d6f9 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897596 Oct 19 11:36:18.524840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-880b4884-397f-4820-8baf-633e70b4a1d6 req-e3206908-9b17-4105-9f12-7c9bdce29215 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:18.540839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['e3d37bea-d363-4068-803e-9f0a9d708cd1', '47be6393-941e-45a0-81fc-4e154c2adadd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:36:18.553196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3206908-9b17-4105-9f12-7c9bdce29215 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Pushing event deleted for resources: {'Port': ['ID=e3d37bea-d363-4068-803e-9f0a9d708cd1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:18.604448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-880b4884-397f-4820-8baf-633e70b4a1d6 req-e3206908-9b17-4105-9f12-7c9bdce29215 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] No DVR routers for this DVR port e3d37bea-d363-4068-803e-9f0a9d708cd1 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:36:18.607614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-880b4884-397f-4820-8baf-633e70b4a1d6 req-e3206908-9b17-4105-9f12-7c9bdce29215 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:18.611330 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-880b4884-397f-4820-8baf-633e70b4a1d6 req-e3206908-9b17-4105-9f12-7c9bdce29215 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.26 "DELETE /v2.0/ports/e3d37bea-d363-4068-803e-9f0a9d708cd1 HTTP/1.1" status: 204 len: 173 time: 0.6718264 Oct 19 11:36:18.611819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6259aa7b-7e2c-4bd0-b6fb-f42d381ef739', 'name': 'network-vif-deleted', 'tag': 'e3d37bea-d363-4068-803e-9f0a9d708cd1'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:36:18.614245 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403f7a5d-2c7b-403b-8152-168d5dcbba11" -d '{"events": [{"server_uuid": "6259aa7b-7e2c-4bd0-b6fb-f42d381ef739", "name": "network-vif-deleted", "tag": "e3d37bea-d363-4068-803e-9f0a9d708cd1"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:36:18.619415 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9db4cac-5290-4230-ae6c-0a66411d9498 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:18.675585 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16593c9-8af5-4ca9-a65d-aea1ba046018 x-openstack-request-id: req-c16593c9-8af5-4ca9-a65d-aea1ba046018 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:36:18.676226 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6259aa7b-7e2c-4bd0-b6fb-f42d381ef739", "name": "network-vif-deleted", "tag": "e3d37bea-d363-4068-803e-9f0a9d708cd1", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:36:18.676569 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c16593c9-8af5-4ca9-a65d-aea1ba046018 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:36:18.677096 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6259aa7b-7e2c-4bd0-b6fb-f42d381ef739', 'name': 'network-vif-deleted', 'tag': 'e3d37bea-d363-4068-803e-9f0a9d708cd1', 'status': 'completed', 'code': 200} Oct 19 11:36:18.711201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db4cac-5290-4230-ae6c-0a66411d9498 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0bd937c-6209-47cf-9d62-99a47d7f2060,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:18.795407 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9db4cac-5290-4230-ae6c-0a66411d9498 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:18.798468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e9db4cac-5290-4230-ae6c-0a66411d9498 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:18.799686 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e9db4cac-5290-4230-ae6c-0a66411d9498 tempest-FloatingIPAdminTestJSON-493875165 tempest-FloatingIPAdminTestJSON-493875165-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/5617ffde-fd3c-401b-8ceb-cb1fef619e00 HTTP/1.1" status: 204 len: 168 time: 0.8952265 Oct 19 11:36:18.804523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54516) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:18.905676 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-37635ec7-c1b7-4fd4-9847-18dd5de99012 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Deleting port ca2d01fb-200f-4213-a456-3caca7971f12 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:18.906333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37635ec7-c1b7-4fd4-9847-18dd5de99012 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:19.014438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37635ec7-c1b7-4fd4-9847-18dd5de99012 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:19.028741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-37635ec7-c1b7-4fd4-9847-18dd5de99012 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Calling delete_port for ca2d01fb-200f-4213-a456-3caca7971f12 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:19.145064 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9c24265-3888-40ab-a20d-4b86bc1630a5 req-ce7e6178-bc9e-4467-b391-c0a149748fd7 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=6259aa7b-7e2c-4bd0-b6fb-f42d381ef739 HTTP/1.1" status: 200 len: 210 time: 0.0449212 Oct 19 11:36:19.327258 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37635ec7-c1b7-4fd4-9847-18dd5de99012 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:19.361549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37635ec7-c1b7-4fd4-9847-18dd5de99012 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event deleted for resources: {'Port': ['ID=ca2d01fb-200f-4213-a456-3caca7971f12,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:19.474453 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37635ec7-c1b7-4fd4-9847-18dd5de99012 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:19.485624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54534) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:19.487032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-37635ec7-c1b7-4fd4-9847-18dd5de99012 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "DELETE /v2.0/ports/ca2d01fb-200f-4213-a456-3caca7971f12 HTTP/1.1" status: 204 len: 168 time: 0.6813769 Oct 19 11:36:19.593705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872d04a-a472-4ac6-9f7a-8736ac570329 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:19.595254 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9872d04a-a472-4ac6-9f7a-8736ac570329 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "GET /v2.0/ports?device_id=a68dbb6d-16f1-443c-9354-fd0dee155caf HTTP/1.1" status: 200 len: 913 time: 0.1079581 Oct 19 11:36:19.598581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54536) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:19.612974 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:19.615265 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feccf1d-7526-4b8a-9a70-08d8a5a1d6f9 req-793d43d2-4945-47cc-a062-19567ab5c0dc tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:19.623607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8feccf1d-7526-4b8a-9a70-08d8a5a1d6f9 req-793d43d2-4945-47cc-a062-19567ab5c0dc tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 943 time: 0.0895717 Oct 19 11:36:19.691936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8feccf1d-7526-4b8a-9a70-08d8a5a1d6f9 req-6ac4d2c3-f478-4371-b65f-b2f7dda6071c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674613 Oct 19 11:36:20.022074 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:20.120324 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9454bc3f-3d9f-4685-90db-4212ca80a139 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:20.456635 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9454bc3f-3d9f-4685-90db-4212ca80a139 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Deleting port 7f568f7e-61ab-42d6-887c-25c03dbd4c15 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:20.456982 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9454bc3f-3d9f-4685-90db-4212ca80a139 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:20.543367 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9454bc3f-3d9f-4685-90db-4212ca80a139 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:20.556848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9454bc3f-3d9f-4685-90db-4212ca80a139 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Calling delete_port for 7f568f7e-61ab-42d6-887c-25c03dbd4c15 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:20.840607 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9454bc3f-3d9f-4685-90db-4212ca80a139 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:20.861093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a11543-bfec-47a6-a6d9-818fb7ab2dfb req-5dca88a4-28bd-4b27-9a49-0fe9948f2843 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:20.862771 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-45a11543-bfec-47a6-a6d9-818fb7ab2dfb req-5dca88a4-28bd-4b27-9a49-0fe9948f2843 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 943 time: 0.0787234 Oct 19 11:36:20.889384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454bc3f-3d9f-4685-90db-4212ca80a139 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event deleted for resources: {'Port': ['ID=7f568f7e-61ab-42d6-887c-25c03dbd4c15,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:20.905673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f5a8b-2464-4f52-aa4a-8ae589505c3f req-bc1f8ac9-fa56-40d3-971c-41bcbccee041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:20.907275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e16f5a8b-2464-4f52-aa4a-8ae589505c3f req-bc1f8ac9-fa56-40d3-971c-41bcbccee041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.0600481 Oct 19 11:36:20.949068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2b736050-b1bb-4c1e-a806-08c8338aeaf2 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:36:20.960199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-45a11543-bfec-47a6-a6d9-818fb7ab2dfb req-1c4a4e2b-9cbf-48fd-9ea4-d4978edf7f43 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699747 Oct 19 11:36:20.978881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e16f5a8b-2464-4f52-aa4a-8ae589505c3f req-66e7be5c-42a4-4aca-b8cf-7e5559c8fd5c tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638738 Oct 19 11:36:21.088642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 2b736050-b1bb-4c1e-a806-08c8338aeaf2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2b736050-b1bb-4c1e-a806-08c8338aeaf2,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:21.106346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '2b736050-b1bb-4c1e-a806-08c8338aeaf2', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'port_id': '2b736050-b1bb-4c1e-a806-08c8338aeaf2', 'mac_address': 'fa:16:3e:a6:ed:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:36:21.160073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:21.180432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b736050-b1bb-4c1e-a806-08c8338aeaf2 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:36:21.209083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 2b736050-b1bb-4c1e-a806-08c8338aeaf2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2b736050-b1bb-4c1e-a806-08c8338aeaf2,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:21.222228 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9454bc3f-3d9f-4685-90db-4212ca80a139 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:21.327119 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:21.475852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=2b736050-b1bb-4c1e-a806-08c8338aeaf2,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:21.599809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['2b736050-b1bb-4c1e-a806-08c8338aeaf2'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:36:21.615318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9454bc3f-3d9f-4685-90db-4212ca80a139 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Router a68dbb6d-16f1-443c-9354-fd0dee155caf has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:36:21.767362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9454bc3f-3d9f-4685-90db-4212ca80a139 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:36:21.777414 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9454bc3f-3d9f-4685-90db-4212ca80a139 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "PUT /v2.0/routers/a68dbb6d-16f1-443c-9354-fd0dee155caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1770258 Oct 19 11:36:21.780323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54580) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:21.813465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13889e9-aec0-4487-a045-0e395f6f139b None None] Sync routers for ids ['a68dbb6d-16f1-443c-9354-fd0dee155caf'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:36:21.892190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13889e9-aec0-4487-a045-0e395f6f139b None None] Routers {'a68dbb6d-16f1-443c-9354-fd0dee155caf'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:21.894841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d13889e9-aec0-4487-a045-0e395f6f139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a68dbb6d-16f1-443c-9354-fd0dee155caf'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:21.990442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d13889e9-aec0-4487-a045-0e395f6f139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:22.018446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13889e9-aec0-4487-a045-0e395f6f139b None None] Routers {'a68dbb6d-16f1-443c-9354-fd0dee155caf'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:22.019323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d13889e9-aec0-4487-a045-0e395f6f139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:35:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a68dbb6d-16f1-443c-9354-fd0dee155caf'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:22.075914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d13889e9-aec0-4487-a045-0e395f6f139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:22.077101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13889e9-aec0-4487-a045-0e395f6f139b None None] The sync data for ids ['a68dbb6d-16f1-443c-9354-fd0dee155caf'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:36:22.096443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:22.246006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236ec05-5d01-49cd-8aaa-48e30803a7a5 req-4e171cfe-1874-4c98-959c-ed6c24859525 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:22.248517 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0236ec05-5d01-49cd-8aaa-48e30803a7a5 req-4e171cfe-1874-4c98-959c-ed6c24859525 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 944 time: 0.1181567 Oct 19 11:36:22.373852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9576-1c78-44bc-84e2-b056ff3aba3a req-73c1d68a-a16c-4c5b-be38-842d20e4e2e2 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:22.375591 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf2a9576-1c78-44bc-84e2-b056ff3aba3a req-73c1d68a-a16c-4c5b-be38-842d20e4e2e2 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1974392 Oct 19 11:36:22.405055 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0236ec05-5d01-49cd-8aaa-48e30803a7a5 req-bf35dd55-bc94-4ba4-85d9-f39b4f574a55 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500463 Oct 19 11:36:22.415364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e3d37bea-d363-4068-803e-9f0a9d708cd1 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:36:22.460984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: e3d37bea-d363-4068-803e-9f0a9d708cd1 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:36:22.461337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device e3d37bea-d363-4068-803e-9f0a9d708cd1 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:36:22.482840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:22.504297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf2a9576-1c78-44bc-84e2-b056ff3aba3a req-6899ad28-34e8-4a0c-a73c-b009a0296f8e tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182249 Oct 19 11:36:22.658778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Deleting port e5a8f511-430e-4501-8756-1eb97b903dd1 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:22.659120 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:22.755060 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:22.769586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Calling delete_port for e5a8f511-430e-4501-8756-1eb97b903dd1 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:22.961388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2b736050-b1bb-4c1e-a806-08c8338aeaf2 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:36:23.220830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 2b736050-b1bb-4c1e-a806-08c8338aeaf2 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:36:23.225609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 2b736050-b1bb-4c1e-a806-08c8338aeaf2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:23.225609 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:23.313596 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:23.337357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71fe10d-c577-4124-813a-306877d9eb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b736050-b1bb-4c1e-a806-08c8338aeaf2'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:36:23.339677 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca0b70b-9a14-450f-9536-ef7a7133b6dc" -d '{"events": [{"server_uuid": "a71fe10d-c577-4124-813a-306877d9eb09", "name": "network-vif-plugged", "status": "completed", "tag": "2b736050-b1bb-4c1e-a806-08c8338aeaf2"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:36:23.352567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 2b736050-b1bb-4c1e-a806-08c8338aeaf2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2b736050-b1bb-4c1e-a806-08c8338aeaf2,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:23.470733 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:23.516859 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:23.546056 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event deleted for resources: {'Port': ['ID=e5a8f511-430e-4501-8756-1eb97b903dd1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:23.568912 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cca5bc-cc23-4a72-8b56-8bdc86e0f078 x-openstack-request-id: req-42cca5bc-cc23-4a72-8b56-8bdc86e0f078 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:36:23.569492 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71fe10d-c577-4124-813a-306877d9eb09", "name": "network-vif-plugged", "status": "completed", "tag": "2b736050-b1bb-4c1e-a806-08c8338aeaf2", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:36:23.570102 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42cca5bc-cc23-4a72-8b56-8bdc86e0f078 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:36:23.570672 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71fe10d-c577-4124-813a-306877d9eb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b736050-b1bb-4c1e-a806-08c8338aeaf2', 'code': 200} Oct 19 11:36:23.596189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=2b736050-b1bb-4c1e-a806-08c8338aeaf2,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:23.613388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e5fc9-4c65-4561-b74a-6327a1ed6bfa req-9171d56d-f56d-4204-a48c-b8c016c7fc11 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:23.614946 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1e2e5fc9-4c65-4561-b74a-6327a1ed6bfa req-9171d56d-f56d-4204-a48c-b8c016c7fc11 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 945 time: 0.0846438 Oct 19 11:36:23.709213 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1e2e5fc9-4c65-4561-b74a-6327a1ed6bfa req-11106d16-fd6c-48d0-8eeb-76661b2c02ec tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825930 Oct 19 11:36:23.722631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a32f82-357c-416e-9b2b-eb81f1ee75b1 req-36abf8ad-2bee-44e5-95fa-53868f23f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:23.726201 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0a32f82-357c-416e-9b2b-eb81f1ee75b1 req-36abf8ad-2bee-44e5-95fa-53868f23f67d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 1096 time: 0.0919840 Oct 19 11:36:23.739905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:23.782954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0a32f82-357c-416e-9b2b-eb81f1ee75b1 req-1e5cb3f0-232c-4786-a4d5-53363d357a6d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493364 Oct 19 11:36:23.839840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64bb66-0381-4528-8047-d2d0cfefef59 req-27f3b0c4-bc86-43b0-a91b-e2325cf22e5b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:23.841335 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e64bb66-0381-4528-8047-d2d0cfefef59 req-27f3b0c4-bc86-43b0-a91b-e2325cf22e5b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1826653 Oct 19 11:36:23.882449 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:23.885322 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:23.963389 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e64bb66-0381-4528-8047-d2d0cfefef59 req-2c0916fe-7b2e-4741-ba2b-5e9e8c5fa35f tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882106 Oct 19 11:36:24.052547 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.053170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Fanout notify agent at l3_agent the message router_deleted on router a68dbb6d-16f1-443c-9354-fd0dee155caf {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:36:24.063385 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.066830 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6f398a2e-9a2c-4d79-921c-9f575b048c51 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "DELETE /v2.0/routers/a68dbb6d-16f1-443c-9354-fd0dee155caf HTTP/1.1" status: 204 len: 168 time: 2.2817965 Oct 19 11:36:24.067132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54630) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:24.128459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c64b3b-2faf-4eff-b50a-edbc13840bab tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Deleting subnet dda1778e-ff85-4f71-94f0-a73987db6b34 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:36:24.132736 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-14c64b3b-2faf-4eff-b50a-edbc13840bab tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.181123 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-14c64b3b-2faf-4eff-b50a-edbc13840bab tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.322315 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-14c64b3b-2faf-4eff-b50a-edbc13840bab tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.484867 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-14c64b3b-2faf-4eff-b50a-edbc13840bab tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.504225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-14c64b3b-2faf-4eff-b50a-edbc13840bab tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.504673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e539cb-6289-4607-980d-7223a6ab9baa None None] Network d12b7924-7f14-48a7-8358-85a52a94349a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:36:24.510841 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-14c64b3b-2faf-4eff-b50a-edbc13840bab tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "DELETE /v2.0/subnets/dda1778e-ff85-4f71-94f0-a73987db6b34 HTTP/1.1" status: 204 len: 168 time: 0.4406075 Oct 19 11:36:24.511392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54650) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:24.552931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c64b3b-2faf-4eff-b50a-edbc13840bab tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event deleted for resources: {'Subnet': ['ID=dda1778e-ff85-4f71-94f0-a73987db6b34,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:24.611284 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.674032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Deleting port b9af182b-df5e-40a3-8330-7fb646cdf105 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:24.674609 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.708589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b4ac8-156e-4cec-babb-c4f4fc06fe13 None None] DHCP port deletion for d12b7924-7f14-48a7-8358-85a52a94349a request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:36:24.761965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-418b4ac8-156e-4cec-babb-c4f4fc06fe13 None None] Deleting port b9af182b-df5e-40a3-8330-7fb646cdf105 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:24.763341 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-418b4ac8-156e-4cec-babb-c4f4fc06fe13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.784058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] For port b9af182b-df5e-40a3-8330-7fb646cdf105, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b9af182b-df5e-40a3-8330-7fb646cdf105,segment=NetworkSegment(eb5f649d-c40e-44f4-bdab-757b346da9e4),segment_id=eb5f649d-c40e-44f4-bdab-757b346da9e4)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:24.789073 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.813330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Calling delete_port for b9af182b-df5e-40a3-8330-7fb646cdf105 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:24.839909 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-418b4ac8-156e-4cec-babb-c4f4fc06fe13 None None] For port b9af182b-df5e-40a3-8330-7fb646cdf105, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b9af182b-df5e-40a3-8330-7fb646cdf105,segment=NetworkSegment(eb5f649d-c40e-44f4-bdab-757b346da9e4),segment_id=eb5f649d-c40e-44f4-bdab-757b346da9e4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:24.840486 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-418b4ac8-156e-4cec-babb-c4f4fc06fe13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:24.863719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-418b4ac8-156e-4cec-babb-c4f4fc06fe13 None None] Calling delete_port for b9af182b-df5e-40a3-8330-7fb646cdf105 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:24.934373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fa6c9-e3a5-4689-b443-f4e51b7a1ba0 req-75851bdb-6d68-4b5f-b083-f7fbbdcf0ed5 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:24.937434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c42fa6c9-e3a5-4689-b443-f4e51b7a1ba0 req-75851bdb-6d68-4b5f-b083-f7fbbdcf0ed5 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 945 time: 0.1040356 Oct 19 11:36:24.983453 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c42fa6c9-e3a5-4689-b443-f4e51b7a1ba0 req-860bdf32-d58d-4898-98b2-7963719d00a0 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331762 Oct 19 11:36:25.032650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.040164 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-418b4ac8-156e-4cec-babb-c4f4fc06fe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.075406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event deleted for resources: {'Port': ['ID=b9af182b-df5e-40a3-8330-7fb646cdf105,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:25.080097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b4ac8-156e-4cec-babb-c4f4fc06fe13 None None] Pushing event deleted for resources: {'Port': ['ID=b9af182b-df5e-40a3-8330-7fb646cdf105,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:25.084214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b4ac8-156e-4cec-babb-c4f4fc06fe13 None None] No DVR routers for this DVR port b9af182b-df5e-40a3-8330-7fb646cdf105 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:36:25.099499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] No DVR routers for this DVR port b9af182b-df5e-40a3-8330-7fb646cdf105 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:36:25.228822 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.231703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab3dd-0be1-4ee4-9d7c-de9ce78521c8 req-3f22b0ac-9c23-4d15-84e1-133b99db2ccc tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:25.233220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab9ab3dd-0be1-4ee4-9d7c-de9ce78521c8 req-3f22b0ac-9c23-4d15-84e1-133b99db2ccc tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1616347 Oct 19 11:36:25.265279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12b7924-7f14-48a7-8358-85a52a94349a']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:25.279581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5f649d-c40e-44f4-bdab-757b346da9e4') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:25.280715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5f649d-c40e-44f4-bdab-757b346da9e4') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:25.302484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.322206 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab9ab3dd-0be1-4ee4-9d7c-de9ce78521c8 req-3a0de327-8cd4-4fe2-9ff6-e06910a7ff5b tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813334 Oct 19 11:36:25.332990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.340248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:36:25.340681 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:36:25.346222 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:36:25.412510 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82126cdc-3e11-4675-9e06-e51346750068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.512806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.527718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.533426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "DELETE /v2.0/networks/d12b7924-7f14-48a7-8358-85a52a94349a HTTP/1.1" status: 204 len: 168 time: 1.0188167 Oct 19 11:36:25.533828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54682) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:25.543475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768b375-a5b4-497a-a806-e88275790c55 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event deleted for resources: {'Network': ['ID=d12b7924-7f14-48a7-8358-85a52a94349a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:25.673987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-77bbec73-fa2d-47f5-b971-56c2ba628de9 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Deleting port aff74b49-d5e8-448e-bd8f-e90fa77454bc {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:25.674375 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77bbec73-fa2d-47f5-b971-56c2ba628de9 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.764789 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77bbec73-fa2d-47f5-b971-56c2ba628de9 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.765021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77bbec73-fa2d-47f5-b971-56c2ba628de9 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:25.775792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b9af182b-df5e-40a3-8330-7fb646cdf105 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:36:25.781789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-77bbec73-fa2d-47f5-b971-56c2ba628de9 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Calling delete_port for aff74b49-d5e8-448e-bd8f-e90fa77454bc owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:25.800629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b9af182b-df5e-40a3-8330-7fb646cdf105 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:36:25.801251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b9af182b-df5e-40a3-8330-7fb646cdf105 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:36:26.026475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77bbec73-fa2d-47f5-b971-56c2ba628de9 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:26.056348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbec73-fa2d-47f5-b971-56c2ba628de9 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Pushing event deleted for resources: {'Port': ['ID=aff74b49-d5e8-448e-bd8f-e90fa77454bc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:26.156407 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77bbec73-fa2d-47f5-b971-56c2ba628de9 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:26.159332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77bbec73-fa2d-47f5-b971-56c2ba628de9 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:26.160649 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-77bbec73-fa2d-47f5-b971-56c2ba628de9 tempest-FloatingIPAdminTestJSON-2108257933 tempest-FloatingIPAdminTestJSON-2108257933-project] 10.222.0.39 "DELETE /v2.0/floatingips/636715f0-50cd-4a61-a324-4d6ec3db4127 HTTP/1.1" status: 204 len: 168 time: 0.6256669 Oct 19 11:36:26.182643 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aa166-a820-4487-b625-42130908feab req-a388f17e-b5a5-4eb0-b173-15d01aa0a4b0 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:26.184445 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-664aa166-a820-4487-b625-42130908feab req-a388f17e-b5a5-4eb0-b173-15d01aa0a4b0 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 945 time: 0.0971792 Oct 19 11:36:26.269867 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-664aa166-a820-4487-b625-42130908feab req-54a660a7-74e9-4745-82ab-e5019252579f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675640 Oct 19 11:36:26.448719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada66a9-66f7-4343-b502-5f09d3960c3e req-849fca06-dd5d-4e88-97f3-29b90eaf6312 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:26.457833 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eada66a9-66f7-4343-b502-5f09d3960c3e req-849fca06-dd5d-4e88-97f3-29b90eaf6312 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 945 time: 0.0620070 Oct 19 11:36:26.506252 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eada66a9-66f7-4343-b502-5f09d3960c3e req-11f682a6-2eb3-407c-acab-ae2b1387a786 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433929 Oct 19 11:36:26.584158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78852352-c585-42d5-abc0-9d8ae06b08cc req-353cb647-a338-4b43-81d4-843b0d71d3f8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:26.587590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78852352-c585-42d5-abc0-9d8ae06b08cc req-353cb647-a338-4b43-81d4-843b0d71d3f8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1599233 Oct 19 11:36:26.601465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eafd72-609a-4d88-9376-d46a08b0e779 req-d3ef3100-08c8-4980-9867-fe0c9f94d8b2 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:26.603311 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8eafd72-609a-4d88-9376-d46a08b0e779 req-d3ef3100-08c8-4980-9867-fe0c9f94d8b2 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.26 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 945 time: 0.1120214 Oct 19 11:36:26.684296 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78852352-c585-42d5-abc0-9d8ae06b08cc req-3d6947f4-abf6-4e38-a8e0-c6fa07802b82 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/security-groups?id=52424d5f-0c2c-41a0-87c1-b244abf94baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790491 Oct 19 11:36:26.717088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fc222-c683-444d-bd91-92c83b5003eb req-4ea4ddcf-4391-4cd6-982c-05068970b13f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:26.718665 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-258fc222-c683-444d-bd91-92c83b5003eb req-4ea4ddcf-4391-4cd6-982c-05068970b13f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 945 time: 0.1256793 Oct 19 11:36:26.772993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f8eafd72-609a-4d88-9376-d46a08b0e779 req-0fb4adf3-c1e2-462a-98ac-00ab63239041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Deleting port 47be6393-941e-45a0-81fc-4e154c2adadd {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:26.772993 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f8eafd72-609a-4d88-9376-d46a08b0e779 req-0fb4adf3-c1e2-462a-98ac-00ab63239041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:26.804589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-258fc222-c683-444d-bd91-92c83b5003eb req-a6f76dbe-13aa-4610-9204-f515599ef15a tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726528 Oct 19 11:36:26.815651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54714) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:26.900290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f8eafd72-609a-4d88-9376-d46a08b0e779 req-0fb4adf3-c1e2-462a-98ac-00ab63239041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] For port 47be6393-941e-45a0-81fc-4e154c2adadd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=47be6393-941e-45a0-81fc-4e154c2adadd,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:26.900290 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f8eafd72-609a-4d88-9376-d46a08b0e779 req-0fb4adf3-c1e2-462a-98ac-00ab63239041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:26.900290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f8eafd72-609a-4d88-9376-d46a08b0e779 req-0fb4adf3-c1e2-462a-98ac-00ab63239041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Calling delete_port for 47be6393-941e-45a0-81fc-4e154c2adadd owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:27.021567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54724) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:27.170569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bfd7fd-09bc-41af-ad3c-506483361f5e tempest-TestServerBasicOps-593993746 tempest-TestServerBasicOps-593993746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:27.172080 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-37bfd7fd-09bc-41af-ad3c-506483361f5e tempest-TestServerBasicOps-593993746 tempest-TestServerBasicOps-593993746-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 1091 time: 0.3547804 Oct 19 11:36:27.175627 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54730) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:27.182680 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '2b736050-b1bb-4c1e-a806-08c8338aeaf2', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:27.214416 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-080c1e6f-b2d2-4d9d-9b1d-5b35f92e2bd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f71f737fe54046e89a40da136db68f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788878 Oct 19 11:36:27.216100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54732) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:27.227178 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f8eafd72-609a-4d88-9376-d46a08b0e779 req-0fb4adf3-c1e2-462a-98ac-00ab63239041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:27.244043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['47be6393-941e-45a0-81fc-4e154c2adadd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:36:27.271158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4adf3-c1e2-462a-98ac-00ab63239041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Pushing event deleted for resources: {'Port': ['ID=47be6393-941e-45a0-81fc-4e154c2adadd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:27.327691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e590a0b-e708-4424-a4bb-99c2efcc0c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:27.353643 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:27.371884 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e590a0b-e708-4424-a4bb-99c2efcc0c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:27.420197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eafd72-609a-4d88-9376-d46a08b0e779 req-0fb4adf3-c1e2-462a-98ac-00ab63239041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] No DVR routers for this DVR port 47be6393-941e-45a0-81fc-4e154c2adadd on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:36:27.457489 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f8eafd72-609a-4d88-9376-d46a08b0e779 req-0fb4adf3-c1e2-462a-98ac-00ab63239041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:27.464034 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8eafd72-609a-4d88-9376-d46a08b0e779 req-0fb4adf3-c1e2-462a-98ac-00ab63239041 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.26 "DELETE /v2.0/ports/47be6393-941e-45a0-81fc-4e154c2adadd HTTP/1.1" status: 204 len: 173 time: 0.8508408 Oct 19 11:36:27.480140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236a2011-5f1e-47a0-84e8-fa0e1bea13cf', 'name': 'network-vif-deleted', 'tag': '47be6393-941e-45a0-81fc-4e154c2adadd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:36:27.482794 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d36dd1f-fb03-498a-8423-758fee13d4be" -d '{"events": [{"server_uuid": "236a2011-5f1e-47a0-84e8-fa0e1bea13cf", "name": "network-vif-deleted", "tag": "47be6393-941e-45a0-81fc-4e154c2adadd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:36:27.528055 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffad0d7-4b7f-488e-8858-26c83bc5d4bf x-openstack-request-id: req-2ffad0d7-4b7f-488e-8858-26c83bc5d4bf {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:36:27.528358 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236a2011-5f1e-47a0-84e8-fa0e1bea13cf", "name": "network-vif-deleted", "tag": "47be6393-941e-45a0-81fc-4e154c2adadd", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:36:27.528647 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ffad0d7-4b7f-488e-8858-26c83bc5d4bf {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:36:27.529043 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236a2011-5f1e-47a0-84e8-fa0e1bea13cf', 'name': 'network-vif-deleted', 'tag': '47be6393-941e-45a0-81fc-4e154c2adadd', 'status': 'completed', 'code': 200} Oct 19 11:36:27.571325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:27.667317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e590a0b-e708-4424-a4bb-99c2efcc0c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:27.670460 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e590a0b-e708-4424-a4bb-99c2efcc0c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:27.673874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9e590a0b-e708-4424-a4bb-99c2efcc0c4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b971d7f-fd09-433b-adc6-67622a3c5199 HTTP/1.1" status: 204 len: 168 time: 0.4522972 Oct 19 11:36:27.684886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Allocated IP 172.25.2.69 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/aa454ba6-7052-45de-a9c0-4ca6d12218ff) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:27.687059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e590a0b-e708-4424-a4bb-99c2efcc0c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b971d7f-fd09-433b-adc6-67622a3c5199,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:27.849484 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a0aa20d0-767a-4267-abfa-4f30870147e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:27.892598 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cdd5be46-0502-44c6-a85f-c0964926a49f req-0bcf24ce-e845-4a63-81e5-2fd32786d4f8 tempest-ServerRescueNegativeTestJSON-1455413656 tempest-ServerRescueNegativeTestJSON-1455413656-project] 10.222.0.39 "GET /v2.0/ports?device_id=236a2011-5f1e-47a0-84e8-fa0e1bea13cf HTTP/1.1" status: 200 len: 210 time: 0.0411744 Oct 19 11:36:27.903766 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:28.032600 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:28.077567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:28.080520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:28.084076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:28.106903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event updated for resources: {'Port': ['ID=aa454ba6-7052-45de-a9c0-4ca6d12218ff,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:28.738480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54774) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:28.760903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:28.776123 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:36:28.787364 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddc82e68-ba4f-49a2-a66a-dd8895287caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:28.951757 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddc82e68-ba4f-49a2-a66a-dd8895287caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:28.974161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54778) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:29.033360 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.064443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddc82e68-ba4f-49a2-a66a-dd8895287caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.133968 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ddc82e68-ba4f-49a2-a66a-dd8895287caa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5cb6312186d46ab817519935a65d176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910506 Oct 19 11:36:29.135763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54786) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:29.140151 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.175634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54788) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:29.204113 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.214179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc82e68-ba4f-49a2-a66a-dd8895287caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b82d25-57bf-4118-92b5-3ab95ff8810b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:29.327366 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80a8bedf-d2ec-43eb-8b84-520f275d57d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.395079 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8bd1-1922-4469-b8a6-2a734a332ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.431200 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80a8bedf-d2ec-43eb-8b84-520f275d57d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.545230 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8bd1-1922-4469-b8a6-2a734a332ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.590153 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.629794 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8bd1-1922-4469-b8a6-2a734a332ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.688515 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.789508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0a8b8bd1-1922-4469-b8a6-2a734a332ae9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1176ed9de206452e86bab8c7448aa3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6125896 Oct 19 11:36:29.793734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.799811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54800) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:29.800456 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80a8bedf-d2ec-43eb-8b84-520f275d57d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.803052 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-80a8bedf-d2ec-43eb-8b84-520f275d57d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:29.804896 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-80a8bedf-d2ec-43eb-8b84-520f275d57d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84b82d25-57bf-4118-92b5-3ab95ff8810b HTTP/1.1" status: 204 len: 168 time: 0.6680219 Oct 19 11:36:29.814314 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b8bd1-1922-4469-b8a6-2a734a332ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3eb952-a2a2-4c7e-b56e-ca225c3c590e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:29.923373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8bedf-d2ec-43eb-8b84-520f275d57d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b82d25-57bf-4118-92b5-3ab95ff8810b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:29.932010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event updated for resources: {'Port': ['ID=aa454ba6-7052-45de-a9c0-4ca6d12218ff,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:30.007860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c081504-a1f9-432c-8499-f2590c78842b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:30.133778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:30.348060 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c081504-a1f9-432c-8499-f2590c78842b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:30.351481 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Floating IP ac09aad0-ba6b-44d4-a8c2-471f41a66959 associated. External IP: 172.25.2.69, port: 2b736050-b1bb-4c1e-a806-08c8338aeaf2. Oct 19 11:36:30.407823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 47be6393-941e-45a0-81fc-4e154c2adadd no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:36:30.478748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] Deleting port a71ab1b8-ee18-4d19-b64c-790c66adcfaf {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:30.479671 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:30.538542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 47be6393-941e-45a0-81fc-4e154c2adadd {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:36:30.538542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 47be6393-941e-45a0-81fc-4e154c2adadd not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:36:30.608720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] For port a71ab1b8-ee18-4d19-b64c-790c66adcfaf, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a71ab1b8-ee18-4d19-b64c-790c66adcfaf,segment=NetworkSegment(846d161f-d642-458f-adde-692fc07d96bd),segment_id=846d161f-d642-458f-adde-692fc07d96bd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:30.608720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:30.624885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] Calling delete_port for a71ab1b8-ee18-4d19-b64c-790c66adcfaf owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:30.632786 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c081504-a1f9-432c-8499-f2590c78842b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:30.636344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c081504-a1f9-432c-8499-f2590c78842b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:30.640070 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9c081504-a1f9-432c-8499-f2590c78842b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea3eb952-a2a2-4c7e-b56e-ca225c3c590e HTTP/1.1" status: 204 len: 168 time: 0.8316774 Oct 19 11:36:30.677964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c081504-a1f9-432c-8499-f2590c78842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3eb952-a2a2-4c7e-b56e-ca225c3c590e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:30.807732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:36:30.812340 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:30.931185 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:36:30.949135 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab1d35-fbe5-4dbb-bb12-74746be44b59 None None] Sync routers for ids ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:36:30.954877 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab1d35-fbe5-4dbb-bb12-74746be44b59 None None] Routers {'1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:30.955501 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-97ab1d35-fbe5-4dbb-bb12-74746be44b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:31.000404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54824) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:31.011031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2de00d0-b710-4125-bd33-a07cc6aecc0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:31.027383 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:31.080950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=a71ab1b8-ee18-4d19-b64c-790c66adcfaf,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:31.082200 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:31.113430 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-97ab1d35-fbe5-4dbb-bb12-74746be44b59 None None] Set router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:36:31.175809 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-06840081-56ba-4541-9865-1a184b77b71b tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9987028 Oct 19 11:36:31.180164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71fe10d-c577-4124-813a-306877d9eb09', 'tag': '2b736050-b1bb-4c1e-a806-08c8338aeaf2'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:36:31.195491 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a71fe10d-c577-4124-813a-306877d9eb09", "tag": "2b736050-b1bb-4c1e-a806-08c8338aeaf2"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:36:31.229117 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2de00d0-b710-4125-bd33-a07cc6aecc0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:31.297636 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:31.299731 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce92f608-7562-4ddd-9219-649be0b840ca x-openstack-request-id: req-ce92f608-7562-4ddd-9219-649be0b840ca {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:36:31.300211 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71fe10d-c577-4124-813a-306877d9eb09", "tag": "2b736050-b1bb-4c1e-a806-08c8338aeaf2", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:36:31.300673 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce92f608-7562-4ddd-9219-649be0b840ca {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:36:31.301228 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71fe10d-c577-4124-813a-306877d9eb09', 'tag': '2b736050-b1bb-4c1e-a806-08c8338aeaf2', 'status': 'completed', 'code': 200} Oct 19 11:36:31.317636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f2de00d0-b710-4125-bd33-a07cc6aecc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:31.393979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de00d0-b710-4125-bd33-a07cc6aecc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a082f40-d4b6-4900-a1a8-47b545f5cfba,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:31.439400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c req-426195e3-4415-41c0-9969-f3ffe43fe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:31.440327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f2de00d0-b710-4125-bd33-a07cc6aecc0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bfbb9cdb26e4855977c6d4e2d622341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491811 Oct 19 11:36:31.442589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54838) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:31.458035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c req-426195e3-4415-41c0-9969-f3ffe43fe27c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a53f8a64d10e41e6a185d0d3514a4436&device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 1096 time: 0.0842717 Oct 19 11:36:31.502942 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-97ab1d35-fbe5-4dbb-bb12-74746be44b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:46Z', 'revision_number': 4, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'ac09aad0-ba6b-44d4-a8c2-471f41a66959', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'port_id': '2b736050-b1bb-4c1e-a806-08c8338aeaf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'mac_address': 'fa:16:3e:a6:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71fe10d-c577-4124-813a-306877d9eb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:36:28Z', 'updated_at': '2021-10-19T11:36:28Z', 'revision_number': 0, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a96a07-1233-4372-a34d-f40edbc2ef5f', 'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'mac_address': 'fa:16:3e:7f:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:45Z', 'updated_at': '2021-10-19T11:35:52Z', 'revision_number': 5, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'subnets': [{'id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:31.534915 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab1d35-fbe5-4dbb-bb12-74746be44b59 None None] Checking router: 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:36:31.545684 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab1d35-fbe5-4dbb-bb12-74746be44b59 None None] Routers {'1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:31.546544 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-97ab1d35-fbe5-4dbb-bb12-74746be44b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:31.569601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36168b05-3040-4a3d-81e3-29d4f95ee9e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:31.666151 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36168b05-3040-4a3d-81e3-29d4f95ee9e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:31.695190 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-97ab1d35-fbe5-4dbb-bb12-74746be44b59 None None] Set router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:36:31.793141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c req-985385e6-2076-448b-99c8-fb8ba41a24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:31.793141 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c req-985385e6-2076-448b-99c8-fb8ba41a24a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fce1e704-1e33-4733-a45c-253abfbc9849 HTTP/1.1" status: 200 len: 909 time: 0.2069356 Oct 19 11:36:31.806217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54846) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:31.829551 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef70c798-a040-4cb3-b011-779be62230e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:31.867671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c req-a63db056-0b8b-4a0c-a99d-4c56c0c68a49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b736050-b1bb-4c1e-a806-08c8338aeaf2 HTTP/1.1" status: 200 len: 998 time: 0.0664649 Oct 19 11:36:31.889596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36168b05-3040-4a3d-81e3-29d4f95ee9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:31.893308 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36168b05-3040-4a3d-81e3-29d4f95ee9e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:31.896259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-36168b05-3040-4a3d-81e3-29d4f95ee9e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a082f40-d4b6-4900-a1a8-47b545f5cfba HTTP/1.1" status: 204 len: 168 time: 0.4502468 Oct 19 11:36:31.940623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36168b05-3040-4a3d-81e3-29d4f95ee9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a082f40-d4b6-4900-a1a8-47b545f5cfba,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:32.014490 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef70c798-a040-4cb3-b011-779be62230e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:32.066218 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c req-22423587-6d82-4502-b307-a4cf8f5e9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:32.067948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c req-22423587-6d82-4502-b307-a4cf8f5e9b8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=591fe803-41d0-484e-8838-3a422f74d7dd HTTP/1.1" status: 200 len: 847 time: 0.1932681 Oct 19 11:36:32.072568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] Router 331be477-e01e-4773-8f9f-28d9df22f60f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:36:32.095592 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef70c798-a040-4cb3-b011-779be62230e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:32.147380 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-97ab1d35-fbe5-4dbb-bb12-74746be44b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:46Z', 'revision_number': 4, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'ac09aad0-ba6b-44d4-a8c2-471f41a66959', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'port_id': '2b736050-b1bb-4c1e-a806-08c8338aeaf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'mac_address': 'fa:16:3e:a6:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71fe10d-c577-4124-813a-306877d9eb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:36:28Z', 'updated_at': '2021-10-19T11:36:28Z', 'revision_number': 0, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a96a07-1233-4372-a34d-f40edbc2ef5f', 'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'mac_address': 'fa:16:3e:7f:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:45Z', 'updated_at': '2021-10-19T11:35:52Z', 'revision_number': 5, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'subnets': [{'id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:32.157845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70c798-a040-4cb3-b011-779be62230e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4cabbe-0910-40c4-8121-33f8d9dbc5fc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:32.195285 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ef70c798-a040-4cb3-b011-779be62230e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46a5d529fb274e17b98df7d8c95ad0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876452 Oct 19 11:36:32.203301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54854) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:32.219450 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab1d35-fbe5-4dbb-bb12-74746be44b59 None None] The sync data for ids ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'] in n-d-814547-1 is: [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:46Z', 'revision_number': 4, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'ac09aad0-ba6b-44d4-a8c2-471f41a66959', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'port_id': '2b736050-b1bb-4c1e-a806-08c8338aeaf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'mac_address': 'fa:16:3e:a6:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71fe10d-c577-4124-813a-306877d9eb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:36:28Z', 'updated_at': '2021-10-19T11:36:28Z', 'revision_number': 0, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a96a07-1233-4372-a34d-f40edbc2ef5f', 'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'mac_address': 'fa:16:3e:7f:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:45Z', 'updated_at': '2021-10-19T11:35:52Z', 'revision_number': 5, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'subnets': [{'id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:36:32.228779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c req-7f4fc66b-50d3-4e6f-8212-53f5116c6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:32.230573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c req-7f4fc66b-50d3-4e6f-8212-53f5116c6191 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fce1e704-1e33-4733-a45c-253abfbc9849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549816 Oct 19 11:36:32.289173 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a55b83e3-d515-4608-b74c-e1210124585d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:32.344603 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a55b83e3-d515-4608-b74c-e1210124585d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:32.399971 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c req-590e8d74-59c5-4127-98d8-225a37b384c7 service neutron] 10.222.0.49 "GET /v2.0/networks/fce1e704-1e33-4733-a45c-253abfbc9849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612945 Oct 19 11:36:32.401162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:36:32.409359 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9e4ef654-e1fa-480b-b9bf-4d867a342ecd admin admin] 10.222.0.39 "PUT /v2.0/routers/331be477-e01e-4773-8f9f-28d9df22f60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4337058 Oct 19 11:36:32.410081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54860) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:32.415288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad1347-b74a-4c0d-a46d-bb4c62fa2218 None None] Sync routers for ids ['331be477-e01e-4773-8f9f-28d9df22f60f'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:36:32.430196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad1347-b74a-4c0d-a46d-bb4c62fa2218 None None] Routers {'331be477-e01e-4773-8f9f-28d9df22f60f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:32.430979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a1ad1347-b74a-4c0d-a46d-bb4c62fa2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['331be477-e01e-4773-8f9f-28d9df22f60f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:32.504038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a55b83e3-d515-4608-b74c-e1210124585d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:32.513755 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a55b83e3-d515-4608-b74c-e1210124585d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:32.520578 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a55b83e3-d515-4608-b74c-e1210124585d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce4cabbe-0910-40c4-8121-33f8d9dbc5fc HTTP/1.1" status: 204 len: 168 time: 0.3103886 Oct 19 11:36:32.545380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b83e3-d515-4608-b74c-e1210124585d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4cabbe-0910-40c4-8121-33f8d9dbc5fc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:32.656722 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d0712a4-cd16-485a-8e4d-0be49fc9ab3c req-f7a4e375-490e-4e93-b208-0be8cf43c6c1 service neutron] 10.222.0.49 "GET /v2.0/networks/fce1e704-1e33-4733-a45c-253abfbc9849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353952 Oct 19 11:36:32.688818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:32.710948 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4346a6-c591-41d1-b5b4-e02cfcf53ecf None None] New status for floating IP ac09aad0-ba6b-44d4-a8c2-471f41a66959: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:36:32.882364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-a1ad1347-b74a-4c0d-a46d-bb4c62fa2218 None None] Set router 331be477-e01e-4773-8f9f-28d9df22f60f gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:36:32.903182 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:33.151520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Deleting port e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:33.155929 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:33.189317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a1ad1347-b74a-4c0d-a46d-bb4c62fa2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'name': 'tempest-ServerRescueNegativeTestJSON-917501710-router', 'tenant_id': '892820663191494a8479512660e71a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:33:32Z', 'updated_at': '2021-10-19T11:36:30Z', 'revision_number': 5, 'project_id': '892820663191494a8479512660e71a11', 'gw_port': {'id': 'e7a43525-e620-4f4a-a7e7-3c8ad0ed1626', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:33:34Z', 'updated_at': '2021-10-19T11:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:33.249806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad1347-b74a-4c0d-a46d-bb4c62fa2218 None None] Checking router: 331be477-e01e-4773-8f9f-28d9df22f60f for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:36:33.260752 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad1347-b74a-4c0d-a46d-bb4c62fa2218 None None] Routers {'331be477-e01e-4773-8f9f-28d9df22f60f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:33.260752 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a1ad1347-b74a-4c0d-a46d-bb4c62fa2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['331be477-e01e-4773-8f9f-28d9df22f60f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:33.311569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] For port e7a43525-e620-4f4a-a7e7-3c8ad0ed1626, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e7a43525-e620-4f4a-a7e7-3c8ad0ed1626,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:33.311941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:33.325800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Calling delete_port for e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:33.420645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-a1ad1347-b74a-4c0d-a46d-bb4c62fa2218 None None] Set router 331be477-e01e-4773-8f9f-28d9df22f60f gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:36:33.496448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a1ad1347-b74a-4c0d-a46d-bb4c62fa2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'name': 'tempest-ServerRescueNegativeTestJSON-917501710-router', 'tenant_id': '892820663191494a8479512660e71a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:33:32Z', 'updated_at': '2021-10-19T11:36:32Z', 'revision_number': 6, 'project_id': '892820663191494a8479512660e71a11', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:33.528948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad1347-b74a-4c0d-a46d-bb4c62fa2218 None None] The sync data for ids ['331be477-e01e-4773-8f9f-28d9df22f60f'] in n-d-814547-1 is: [{'id': '331be477-e01e-4773-8f9f-28d9df22f60f', 'name': 'tempest-ServerRescueNegativeTestJSON-917501710-router', 'tenant_id': '892820663191494a8479512660e71a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:33:32Z', 'updated_at': '2021-10-19T11:36:32Z', 'revision_number': 6, 'project_id': '892820663191494a8479512660e71a11', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:36:33.610351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54898) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:33.625041 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcd16-03fc-48c7-98f1-3716ca9f730f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:33.670067 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:33.730516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a43525-e620-4f4a-a7e7-3c8ad0ed1626,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:33.777025 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcd16-03fc-48c7-98f1-3716ca9f730f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:33.814807 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:33.851585 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcd16-03fc-48c7-98f1-3716ca9f730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:33.914297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5cbbcd16-03fc-48c7-98f1-3716ca9f730f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dffe5c1e9fd840999a54e4ec21501b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028159 Oct 19 11:36:33.915703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbcd16-03fc-48c7-98f1-3716ca9f730f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369ae6aa-8301-4978-92b7-a81c81f99a77,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:33.922511 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54906) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:33.940197 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:33.946698 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.031392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e15a17d6-c2f0-498c-a2fb-92de74d120d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.058746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a71ab1b8-ee18-4d19-b64c-790c66adcfaf no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:36:34.103459 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e15a17d6-c2f0-498c-a2fb-92de74d120d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.108963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a71ab1b8-ee18-4d19-b64c-790c66adcfaf {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:36:34.109309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a71ab1b8-ee18-4d19-b64c-790c66adcfaf not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:36:34.119181 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.122037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331be477-e01e-4773-8f9f-28d9df22f60f {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:36:34.129260 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.151010 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d611d7c1-a238-4b08-8173-0aa8bd9dc781 admin admin] 10.222.0.39 "DELETE /v2.0/routers/331be477-e01e-4773-8f9f-28d9df22f60f HTTP/1.1" status: 204 len: 168 time: 1.7395973 Oct 19 11:36:34.154214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54914) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:34.216245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3dd983d-4e86-41ae-9ac6-f1f9727f600e admin admin] Deleting subnet 598e267f-68fc-4fa5-ad10-629647f10562 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:36:34.223399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3dd983d-4e86-41ae-9ac6-f1f9727f600e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.284139 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3dd983d-4e86-41ae-9ac6-f1f9727f600e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.344388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3dd983d-4e86-41ae-9ac6-f1f9727f600e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.441704 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e15a17d6-c2f0-498c-a2fb-92de74d120d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.445185 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e15a17d6-c2f0-498c-a2fb-92de74d120d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.447056 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e15a17d6-c2f0-498c-a2fb-92de74d120d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/369ae6aa-8301-4978-92b7-a81c81f99a77 HTTP/1.1" status: 204 len: 168 time: 0.5232463 Oct 19 11:36:34.458442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a17d6-c2f0-498c-a2fb-92de74d120d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369ae6aa-8301-4978-92b7-a81c81f99a77,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:34.518624 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3dd983d-4e86-41ae-9ac6-f1f9727f600e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.532630 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3dd983d-4e86-41ae-9ac6-f1f9727f600e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.539359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54930) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:34.542877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a3dd983d-4e86-41ae-9ac6-f1f9727f600e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/598e267f-68fc-4fa5-ad10-629647f10562 HTTP/1.1" status: 204 len: 168 time: 0.3855691 Oct 19 11:36:34.580121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd983d-4e86-41ae-9ac6-f1f9727f600e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598e267f-68fc-4fa5-ad10-629647f10562,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:34.648950 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.783799 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.805860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe66307-c761-40aa-85b1-5e6197a89dbe']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:34.823144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846d161f-d642-458f-adde-692fc07d96bd') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:34.823144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846d161f-d642-458f-adde-692fc07d96bd') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:34.829188 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.845232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.852333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:36:34.852865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:36:34.854795 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:36:35.009352 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:35.015629 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:35.019679 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] 10.222.0.39 "DELETE /v2.0/networks/3fe66307-c761-40aa-85b1-5e6197a89dbe HTTP/1.1" status: 204 len: 168 time: 0.4790092 Oct 19 11:36:35.035890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89f29-ccda-4def-9397-34875e33012c admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe66307-c761-40aa-85b1-5e6197a89dbe,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:35.271205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54954) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:35.407456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5c320f05-3a99-45ec-9066-199d4c6c8ed3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:35.466002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54962) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:35.524275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dd07a593-1057-46e7-9eed-4b4313db62c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=892820663191494a8479512660e71a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568693 Oct 19 11:36:35.531010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54964) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:35.585207 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee9c856e-c568-4d9e-9bca-89ecf572f93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:35.606731 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee9c856e-c568-4d9e-9bca-89ecf572f93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:35.652071 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5c320f05-3a99-45ec-9066-199d4c6c8ed3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] 10.222.0.39 "PUT /v2.0/quotas/450b2bd30e8847eea372c84e44e48baf HTTP/1.1" status: 200 len: 366 time: 0.3791819 Oct 19 11:36:35.657970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54968) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:35.669252 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c94f1fe7-2fac-49ef-b5e8-e6f83ce16616 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0099411 Oct 19 11:36:35.672379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54970) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:35.684937 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1b8b5fcc-22a8-41a3-a5a1-c7f87c384729 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] 10.222.0.39 "GET /v2.0/quotas/450b2bd30e8847eea372c84e44e48baf HTTP/1.1" status: 200 len: 366 time: 0.0111055 Oct 19 11:36:35.692406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54972) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:35.718449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:36:35.739709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:36:35.740317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e7a43525-e620-4f4a-a7e7-3c8ad0ed1626 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:36:35.755656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee9c856e-c568-4d9e-9bca-89ecf572f93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:35.760631 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee9c856e-c568-4d9e-9bca-89ecf572f93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:35.770910 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ee9c856e-c568-4d9e-9bca-89ecf572f93b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52424d5f-0c2c-41a0-87c1-b244abf94baa HTTP/1.1" status: 204 len: 168 time: 0.2300756 Oct 19 11:36:35.776391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c856e-c568-4d9e-9bca-89ecf572f93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52424d5f-0c2c-41a0-87c1-b244abf94baa,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:35.810777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-74ba7f9b-6719-41b2-a041-7e58570eaca9 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/450b2bd30e8847eea372c84e44e48baf HTTP/1.1" status: 204 len: 168 time: 0.1161282 Oct 19 11:36:35.812222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54978) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:35.829518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2a318df1-62c0-4d31-857f-db16620b0c9b tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0138791 Oct 19 11:36:35.830804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54980) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:35.846188 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-246896a5-2520-47b8-93f8-19d215cb97a2 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] 10.222.0.39 "GET /v2.0/quotas/450b2bd30e8847eea372c84e44e48baf HTTP/1.1" status: 200 len: 370 time: 0.0108376 Oct 19 11:36:35.846571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54982) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:35.852665 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-92315e2d-d02b-48e0-9f98-2788a0b54ce6 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] 10.222.0.39 "GET /v2.0/quotas/450b2bd30e8847eea372c84e44e48baf/default HTTP/1.1" status: 200 len: 370 time: 0.0049212 Oct 19 11:36:35.855126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54984) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:35.868626 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-119bc1ab-0ca5-41cf-8e0b-2d4df55bbdcd tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] delete failed (client error): The resource could not be found. Oct 19 11:36:35.869633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-119bc1ab-0ca5-41cf-8e0b-2d4df55bbdcd tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/450b2bd30e8847eea372c84e44e48baf HTTP/1.1" status: 404 len: 348 time: 0.0133905 Oct 19 11:36:36.369531 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55010) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:36.406371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Usage tracker for resource:network and project:2a65e5a9c31942d4a8274a4ac5e6aee1 is out of sync, need to count used quota {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 11:36:36.410799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 11:36:36.419056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Usage tracker for resource:subnet and project:2a65e5a9c31942d4a8274a4ac5e6aee1 is out of sync, need to count used quota {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 11:36:36.422727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 11:36:36.430582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Usage tracker for resource:subnetpool and project:2a65e5a9c31942d4a8274a4ac5e6aee1 is out of sync, need to count used quota {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 11:36:36.437007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 11:36:36.445754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Usage tracker for resource:port and project:2a65e5a9c31942d4a8274a4ac5e6aee1 is out of sync, need to count used quota {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 11:36:36.455597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 11:36:36.462775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Usage tracker for resource:router and project:2a65e5a9c31942d4a8274a4ac5e6aee1 is out of sync, need to count used quota {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 11:36:36.466383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 11:36:36.473294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Usage tracker for resource:floatingip and project:2a65e5a9c31942d4a8274a4ac5e6aee1 is out of sync, need to count used quota {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 11:36:36.484944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 11:36:36.528088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Usage tracker for resource:security_group and project:2a65e5a9c31942d4a8274a4ac5e6aee1 is out of sync, need to count used quota {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 11:36:36.531332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 11:36:36.537349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Usage tracker for resource:security_group_rule and project:2a65e5a9c31942d4a8274a4ac5e6aee1 is out of sync, need to count used quota {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 19 11:36:36.540394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.quota.resource [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101312) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 19 11:36:36.545523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c04da502-4483-47ff-8f4f-5776653daef3 tempest-QuotasTest-1142527580 tempest-QuotasTest-1142527580-project-admin] 10.222.0.39 "GET /v2.0/quotas/2a65e5a9c31942d4a8274a4ac5e6aee1/details.json HTTP/1.1" status: 200 len: 703 time: 0.1745849 Oct 19 11:36:37.051318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55046) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:37.141024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55052) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:37.202290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1452914649-network', 'tenant_id': 'd08655bcb7cc4b438bb14fe0adc44d7e'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:37.214311 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13cb5ed3-b01c-4c27-a1b5-ae5d1b0a169e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.331907 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13cb5ed3-b01c-4c27-a1b5-ae5d1b0a169e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.360732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Made reservation on behalf of d08655bcb7cc4b438bb14fe0adc44d7e for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:36:37.363093 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.371869 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.446937 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13cb5ed3-b01c-4c27-a1b5-ae5d1b0a169e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.497357 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.509620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-13cb5ed3-b01c-4c27-a1b5-ae5d1b0a169e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50a829277bcb4d66a94c0487113e215d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590249 Oct 19 11:36:37.513203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55066) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:37.525946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb5ed3-b01c-4c27-a1b5-ae5d1b0a169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99e33ee-2cf4-431a-8459-5c1bc762259c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:37.570747 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0896a00b-55e9-4828-8ed8-c26017e3d267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.592202 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0896a00b-55e9-4828-8ed8-c26017e3d267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.603878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.635728 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:36:37.651681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:37.732438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0896a00b-55e9-4828-8ed8-c26017e3d267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.735116 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.735267 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0896a00b-55e9-4828-8ed8-c26017e3d267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.735459 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Added segment 67f4b67e-ea84-42f5-a80e-9c0baeba5bd5 of type vlan for network 3e39896a-6176-4bfe-ad31-6d3380ae5d9e Oct 19 11:36:37.736469 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0896a00b-55e9-4828-8ed8-c26017e3d267 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d99e33ee-2cf4-431a-8459-5c1bc762259c HTTP/1.1" status: 204 len: 168 time: 0.2189949 Oct 19 11:36:37.745525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896a00b-55e9-4828-8ed8-c26017e3d267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99e33ee-2cf4-431a-8459-5c1bc762259c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:37.783341 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.884514 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.887086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:37.887086 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:37.955580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] Pushing event updated for resources: {'Network': ['ID=3e39896a-6176-4bfe-ad31-6d3380ae5d9e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:37.965775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3e39896a-6176-4bfe-ad31-6d3380ae5d9e details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:36:37.985220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f6558a75-1ed9-406f-9647-f69362b8d103 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8423691 Oct 19 11:36:37.987426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55080) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:37.997222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] Request body: {'subnet': {'network_id': '3e39896a-6176-4bfe-ad31-6d3380ae5d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1452914649-subnet', 'tenant_id': 'd08655bcb7cc4b438bb14fe0adc44d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:38.089905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] Made reservation on behalf of d08655bcb7cc4b438bb14fe0adc44d7e for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:36:38.092408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:38.420871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:38.507594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11184bea-0360-4b40-95c7-6a6dd87c56b6,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:38.513828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] Checking segment: {'id': '67f4b67e-ea84-42f5-a80e-9c0baeba5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e39896a-6176-4bfe-ad31-6d3380ae5d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:36:38.514194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] Network hostable DHCP agents. Network: 3e39896a-6176-4bfe-ad31-6d3380ae5d9e, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:36:38.550562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55096) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:38.564180 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-29115404-64c5-4b16-a326-ebec62d5bb52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:38.637574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] Network 3e39896a-6176-4bfe-ad31-6d3380ae5d9e is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:36:38.644393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-29115404-64c5-4b16-a326-ebec62d5bb52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:38.715194 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-29115404-64c5-4b16-a326-ebec62d5bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:38.752172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3e39896a-6176-4bfe-ad31-6d3380ae5d9e) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:38.758287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:38.759330 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:38.761690 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a72ccb1-0aa4-4b4f-9039-2cdc3011789a None None] Network 3e39896a-6176-4bfe-ad31-6d3380ae5d9e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:36:38.773649 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-29115404-64c5-4b16-a326-ebec62d5bb52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a65e5a9c31942d4a8274a4ac5e6aee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219000 Oct 19 11:36:38.776211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55100) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:38.795772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29115404-64c5-4b16-a326-ebec62d5bb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0975f2fc-851b-48ae-8f2f-7b5892677c75,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:38.835593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-814436ed-117d-4f0b-bde9-2940362186da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:38.858105 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-814436ed-117d-4f0b-bde9-2940362186da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:38.878077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-87bf0594-d199-4554-83f7-1ea5f2302b20 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8893061 Oct 19 11:36:38.954849 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6319afa0-d386-4eea-80d6-54388cbc860b None None] Network 3e39896a-6176-4bfe-ad31-6d3380ae5d9e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:36:39.015076 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-814436ed-117d-4f0b-bde9-2940362186da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:39.017998 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-814436ed-117d-4f0b-bde9-2940362186da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:39.019209 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-814436ed-117d-4f0b-bde9-2940362186da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0975f2fc-851b-48ae-8f2f-7b5892677c75 HTTP/1.1" status: 204 len: 168 time: 0.2409220 Oct 19 11:36:39.028349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814436ed-117d-4f0b-bde9-2940362186da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0975f2fc-851b-48ae-8f2f-7b5892677c75,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:39.369538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7ed28c2c-13d4-4548-9917-d30abfb3c4ea tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:39.371004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7ed28c2c-13d4-4548-9917-d30abfb3c4ea tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/networks?id=3e39896a-6176-4bfe-ad31-6d3380ae5d9e HTTP/1.1" status: 200 len: 809 time: 0.1137190 Oct 19 11:36:39.386645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-9f4554c7-0b06-4533-abf9-60880dfa466d tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/quotas/d08655bcb7cc4b438bb14fe0adc44d7e HTTP/1.1" status: 200 len: 375 time: 0.0096114 Oct 19 11:36:39.425640 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-ea7d622d-1ede-47d1-ac9c-cdbc1a672068 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d08655bcb7cc4b438bb14fe0adc44d7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325973 Oct 19 11:36:39.547504 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-0149574a-f737-4e5d-bfcc-48c777e359bd service neutron] 10.222.0.39 "GET /v2.0/networks/3e39896a-6176-4bfe-ad31-6d3380ae5d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041489 Oct 19 11:36:39.661917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-4f0ebf95-889b-495f-95fd-e62822592318 service neutron] 10.222.0.39 "GET /v2.0/networks/3e39896a-6176-4bfe-ad31-6d3380ae5d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035790 Oct 19 11:36:39.954884 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-01a4df05-a8ce-4c11-bf9f-3146559164de req-a59d4b1b-9628-4f0a-8027-aa3cb59127ad tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 210 time: 0.0426226 Oct 19 11:36:41.068864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d37fde7-d837-4dab-a032-6e617f90259a req-8503ecfb-db69-4827-b0a7-0eb212e25c78 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 210 time: 0.0400982 Oct 19 11:36:41.262625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55210) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:41.364036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-392173244', 'router:external': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:41.489701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Made reservation on behalf of e909de355dc04f988de77267e01eef2a for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:36:41.493265 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:41.507751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:41.630120 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:41.760561 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:41.781669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:36:41.796453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4306d172-eb4a-4d31-9994-2a4db0f00272,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:41.798837 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:41.799166 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Added segment 614daa51-8340-41cd-b5db-38bc7f97cf00 of type vlan for network 9c6f931c-5233-4b23-96f8-b1c0346dc036 Oct 19 11:36:41.812162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.812572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.812913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.813246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.813572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.813895 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.814214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.814532 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.814874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.815194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.815510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.815821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:41.852903 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:41.995121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:41.996104 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:41.999848 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:42.064744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event updated for resources: {'Network': ['ID=9c6f931c-5233-4b23-96f8-b1c0346dc036,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:42.075246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 9c6f931c-5233-4b23-96f8-b1c0346dc036 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:36:42.173606 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-03f0370e-bbf9-452f-a516-0d5b03ab211b req-c4a3c66e-f42b-40ac-9913-11b102171e23 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 210 time: 0.0393400 Oct 19 11:36:42.184994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d92ad431-546c-4981-bd1f-a00f2ed7436f tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9206426 Oct 19 11:36:42.186055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55234) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:42.191484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Request body: {'subnet': {'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:42.363132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Made reservation on behalf of e909de355dc04f988de77267e01eef2a for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:36:42.365764 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:42.781840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:36:42.782310 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:42.832415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d1a4c2c7-75cc-4722-bed3-6c8e979103b1,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:42.850590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Checking segment: {'id': '614daa51-8340-41cd-b5db-38bc7f97cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:36:42.850982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Network hostable DHCP agents. Network: 9c6f931c-5233-4b23-96f8-b1c0346dc036, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:36:42.958248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63971-2243-4e38-9551-dfb063718b21 req-3e54ac2e-7df1-49ca-9e8e-53217e689be1 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:42.961013 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-3e54ac2e-7df1-49ca-9e8e-53217e689be1 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.26 "GET /v2.0/networks?id=3e39896a-6176-4bfe-ad31-6d3380ae5d9e HTTP/1.1" status: 200 len: 809 time: 0.1148067 Oct 19 11:36:42.981915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Request body: {'port': {'device_id': '1a444070-64e8-412a-bc6d-fafe62bcbb3e', 'network_id': '3e39896a-6176-4bfe-ad31-6d3380ae5d9e', 'admin_state_up': True, 'tenant_id': 'd08655bcb7cc4b438bb14fe0adc44d7e'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:42.984427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Network 9c6f931c-5233-4b23-96f8-b1c0346dc036 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:36:43.097669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 9c6f931c-5233-4b23-96f8-b1c0346dc036) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:43.104361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:43.104361 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:43.108571 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67f8127-8495-4b28-8ca3-6233ebcd59b7 None None] Network 9c6f931c-5233-4b23-96f8-b1c0346dc036 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:36:43.243254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297b02c0-496d-439d-9092-a9cbabaf0cd7 None None] Network 9c6f931c-5233-4b23-96f8-b1c0346dc036 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:36:43.250943 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-903a21ca-bd7e-4ef8-8432-0d5505282111 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0633154 Oct 19 11:36:43.253527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55260) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:43.260836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1200696877', 'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:43.291767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eacf23bb-edbf-49ac-b998-e862180513ca req-f7257c5d-1182-45d8-b294-201f8fc968b0 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 210 time: 0.0336039 Oct 19 11:36:43.406631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Made reservation on behalf of d08655bcb7cc4b438bb14fe0adc44d7e for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:36:43.415401 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:43.544594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Made reservation on behalf of e909de355dc04f988de77267e01eef2a for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:36:43.549222 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:43.591529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] device_id is not set on port a77250f8-a838-4284-b493-629f505baf71 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:36:43.599410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Allocated IP 172.20.0.4 (3e39896a-6176-4bfe-ad31-6d3380ae5d9e/11184bea-0360-4b40-95c7-6a6dd87c56b6/3ebc88f1-7ce7-422e-a408-0e2623c1c07a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:43.754719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Allocated IP 2001:db8::392 (9c6f931c-5233-4b23-96f8-b1c0346dc036/d1a4c2c7-75cc-4722-bed3-6c8e979103b1/a77250f8-a838-4284-b493-629f505baf71) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:43.789995 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:43.888951 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:43.914848 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:43.947249 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Network 3e39896a-6176-4bfe-ad31-6d3380ae5d9e is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:43.950482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:43.955121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:43.959381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Pushing event updated for resources: {'Port': ['ID=3ebc88f1-7ce7-422e-a408-0e2623c1c07a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:44.006338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:44.006953 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.072815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.123688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-41cea78d-925e-409c-8cfe-20af2ab4c986 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1457322 Oct 19 11:36:44.133697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Network 9c6f931c-5233-4b23-96f8-b1c0346dc036 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:44.137060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:44.143972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:44.145727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:44.145727 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.155740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event updated for resources: {'Port': ['ID=a77250f8-a838-4284-b493-629f505baf71,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:44.224173 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Request body: {'port': {'device_id': '1a444070-64e8-412a-bc6d-fafe62bcbb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:44.269025 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-eb769774-97a3-4956-8a1e-64ec0d66109b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0142167 Oct 19 11:36:44.272248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55284) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:44.280560 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.388491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9b512-e12c-4e98-a98a-1207b3878b90 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Deleting port a77250f8-a838-4284-b493-629f505baf71 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:44.388965 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b512-e12c-4e98-a98a-1207b3878b90 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.477185 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b512-e12c-4e98-a98a-1207b3878b90 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.479845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55989bcc-a1d5-47ab-ade5-b4721319b3d9 req-899bf443-7e2d-486e-a9ed-ae0a4c65ae6c tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:44.481359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55989bcc-a1d5-47ab-ade5-b4721319b3d9 req-899bf443-7e2d-486e-a9ed-ae0a4c65ae6c tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 931 time: 0.0825479 Oct 19 11:36:44.489517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9b512-e12c-4e98-a98a-1207b3878b90 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Calling delete_port for a77250f8-a838-4284-b493-629f505baf71 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:44.559546 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55989bcc-a1d5-47ab-ade5-b4721319b3d9 req-2966db50-c3ce-4e1a-a09d-49e891492584 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700190 Oct 19 11:36:44.660408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebc88f1-7ce7-422e-a408-0e2623c1c07a {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:36:44.668986 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.717692 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Transition to ACTIVE for port object 3ebc88f1-7ce7-422e-a408-0e2623c1c07a will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:36:44.717868 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b512-e12c-4e98-a98a-1207b3878b90 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.745247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9b512-e12c-4e98-a98a-1207b3878b90 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event deleted for resources: {'Port': ['ID=a77250f8-a838-4284-b493-629f505baf71,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:44.768774 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b512-e12c-4e98-a98a-1207b3878b90 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.774944 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f6e9b512-e12c-4e98-a98a-1207b3878b90 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "DELETE /v2.0/ports/a77250f8-a838-4284-b493-629f505baf71 HTTP/1.1" status: 204 len: 168 time: 0.4991264 Oct 19 11:36:44.775132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55298) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:44.779493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036', 'external_fixed_ips': [{'subnet_id': 'd1a4c2c7-75cc-4722-bed3-6c8e979103b1', 'ip_address': '2001:db8::392'}]}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:44.846341 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.903358 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.904950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebc88f1-7ce7-422e-a408-0e2623c1c07a,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:44.907926 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.978607 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:44.984862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Attempting to bind port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:36:44.985278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Attempting to bind port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '67f4b67e-ea84-42f5-a80e-9c0baeba5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e39896a-6176-4bfe-ad31-6d3380ae5d9e'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:36:44.985680 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Attempting to bind port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a on network 3e39896a-6176-4bfe-ad31-6d3380ae5d9e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:36:44.990719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a on network 3e39896a-6176-4bfe-ad31-6d3380ae5d9e not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:36:44.991110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Attempting to bind port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a on network 3e39896a-6176-4bfe-ad31-6d3380ae5d9e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:36:44.996072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:36:44.996477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Checking segment: {'id': '67f4b67e-ea84-42f5-a80e-9c0baeba5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e39896a-6176-4bfe-ad31-6d3380ae5d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:36:44.997038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Bound using segment: {'id': '67f4b67e-ea84-42f5-a80e-9c0baeba5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e39896a-6176-4bfe-ad31-6d3380ae5d9e'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:36:44.997490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Bound port: 3ebc88f1-7ce7-422e-a408-0e2623c1c07a, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f4b67e-ea84-42f5-a80e-9c0baeba5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3e39896a-6176-4bfe-ad31-6d3380ae5d9e'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:36:44.997919 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:45.069472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] For port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:36:45.072664 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] For port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3ebc88f1-7ce7-422e-a408-0e2623c1c07a,segment=NetworkSegment(67f4b67e-ea84-42f5-a80e-9c0baeba5bd5),segment_id=67f4b67e-ea84-42f5-a80e-9c0baeba5bd5)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:36:45.169255 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:45.191339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:45.191882 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:45.193575 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] 10.222.0.26 "PUT /v2.0/ports/3ebc88f1-7ce7-422e-a408-0e2623c1c07a HTTP/1.1" status: 200 len: 1091 time: 1.0559454 Oct 19 11:36:45.194225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a444070-64e8-412a-bc6d-fafe62bcbb3e', 'tag': '3ebc88f1-7ce7-422e-a408-0e2623c1c07a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:36:45.196740 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59ef322-b907-4292-8d63-784ff494d4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a444070-64e8-412a-bc6d-fafe62bcbb3e", "tag": "3ebc88f1-7ce7-422e-a408-0e2623c1c07a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:36:45.213534 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:45.242617 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb542352-5e65-4574-bf5a-8e491410d49c x-openstack-request-id: req-eb542352-5e65-4574-bf5a-8e491410d49c {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:36:45.242941 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a444070-64e8-412a-bc6d-fafe62bcbb3e", "tag": "3ebc88f1-7ce7-422e-a408-0e2623c1c07a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:36:45.243201 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb542352-5e65-4574-bf5a-8e491410d49c {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:36:45.244655 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a444070-64e8-412a-bc6d-fafe62bcbb3e', 'tag': '3ebc88f1-7ce7-422e-a408-0e2623c1c07a', 'status': 'completed', 'code': 200} Oct 19 11:36:45.267659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993a5cd-011c-4ce5-a4e7-45b994ac4514 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebc88f1-7ce7-422e-a408-0e2623c1c07a,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:45.312823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ef322-b907-4292-8d63-784ff494d4b5 req-ca5fe36e-7249-40d3-9c5a-b1f74ecfd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:45.314410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f59ef322-b907-4292-8d63-784ff494d4b5 req-ca5fe36e-7249-40d3-9c5a-b1f74ecfd1e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d08655bcb7cc4b438bb14fe0adc44d7e&device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 1094 time: 0.0416515 Oct 19 11:36:45.435707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ef322-b907-4292-8d63-784ff494d4b5 req-cf7c7ab2-6240-4d3b-ba79-6e1bf7eba8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:45.437225 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f59ef322-b907-4292-8d63-784ff494d4b5 req-cf7c7ab2-6240-4d3b-ba79-6e1bf7eba8a1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d08655bcb7cc4b438bb14fe0adc44d7e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1099229 Oct 19 11:36:45.555845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ef322-b907-4292-8d63-784ff494d4b5 req-fc160321-c748-4ae8-b6da-f832e7a3e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:45.557382 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f59ef322-b907-4292-8d63-784ff494d4b5 req-fc160321-c748-4ae8-b6da-f832e7a3e3ef service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092157 Oct 19 11:36:45.725636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63971-2243-4e38-9551-dfb063718b21 req-13e5fcfc-0871-40ba-bb7a-0434fdee48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:45.727165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-13e5fcfc-0871-40ba-bb7a-0434fdee48b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d08655bcb7cc4b438bb14fe0adc44d7e&device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 1094 time: 0.0637908 Oct 19 11:36:45.788672 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-138c7e71-0d6d-4b53-9f7a-9082cf98fe83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ebc88f1-7ce7-422e-a408-0e2623c1c07a HTTP/1.1" status: 200 len: 217 time: 0.0485773 Oct 19 11:36:45.837176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153374ec-cf0f-4c41-bb99-8f8e224ffc12 req-de166eab-cf57-45d8-81cf-3166f0e8fb89 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:45.839099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-153374ec-cf0f-4c41-bb99-8f8e224ffc12 req-de166eab-cf57-45d8-81cf-3166f0e8fb89 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 943 time: 0.0716023 Oct 19 11:36:45.846558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63971-2243-4e38-9551-dfb063718b21 req-8b936564-f9ad-42dc-b1f7-38233bd18abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:45.848267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-8b936564-f9ad-42dc-b1f7-38233bd18abb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11184bea-0360-4b40-95c7-6a6dd87c56b6 HTTP/1.1" status: 200 len: 849 time: 0.0475590 Oct 19 11:36:45.897392 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-fa66d5e3-598b-44fd-a3b1-94655fd84e1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e39896a-6176-4bfe-ad31-6d3380ae5d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369802 Oct 19 11:36:45.957604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-153374ec-cf0f-4c41-bb99-8f8e224ffc12 req-98da0dc2-4b99-4e86-8130-fad26dea3d97 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088226 Oct 19 11:36:46.002445 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:46.029793 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:46.065523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-1f741b79-6dca-4205-a1a3-d0b8d0b10a1d service neutron] 10.222.0.26 "GET /v2.0/networks/3e39896a-6176-4bfe-ad31-6d3380ae5d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556804 Oct 19 11:36:46.185073 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f3f63971-2243-4e38-9551-dfb063718b21 req-f1541cbf-c066-496d-bce4-9e9caf2347c1 service neutron] 10.222.0.26 "GET /v2.0/networks/3e39896a-6176-4bfe-ad31-6d3380ae5d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067598 Oct 19 11:36:46.199208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Allocated IP 2001:db8::392 (9c6f931c-5233-4b23-96f8-b1c0346dc036/d1a4c2c7-75cc-4722-bed3-6c8e979103b1/26026257-e5f0-4e7f-911f-5b0e9f4cf548) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:46.309813 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:46.521523 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:46.564230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Network 9c6f931c-5233-4b23-96f8-b1c0346dc036 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:46.567220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:46.572108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:46.579375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event updated for resources: {'Port': ['ID=26026257-e5f0-4e7f-911f-5b0e9f4cf548,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:46.884414 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:47.133198 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:47.147353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5998c05-78a8-4183-a6c0-20ab90e2d580 req-967374d9-a898-4d7b-97a6-81918c19c132 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:47.149067 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5998c05-78a8-4183-a6c0-20ab90e2d580 req-967374d9-a898-4d7b-97a6-81918c19c132 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 943 time: 0.0964131 Oct 19 11:36:47.240139 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5998c05-78a8-4183-a6c0-20ab90e2d580 req-e7245f3e-a23b-4239-94a6-ff950cd9aead tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825000 Oct 19 11:36:47.420299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Router 4cabcd6d-bafc-4a45-952b-76db402ca48c is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:36:47.545431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:36:47.554535 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Sync routers for ids ['4cabcd6d-bafc-4a45-952b-76db402ca48c'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:36:47.567013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Routers {'4cabcd6d-bafc-4a45-952b-76db402ca48c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:47.568946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['4cabcd6d-bafc-4a45-952b-76db402ca48c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:47.657303 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:47.659141 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-32e98dcd-a90c-4c93-8742-f572f1a10309 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8830843 Oct 19 11:36:47.661991 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55358) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:47.697441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Set router 4cabcd6d-bafc-4a45-952b-76db402ca48c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:36:47.813859 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:47.890536 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cabcd6d-bafc-4a45-952b-76db402ca48c', 'name': '', 'tenant_id': 'e909de355dc04f988de77267e01eef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036', 'external_fixed_ips': [{'subnet_id': 'd1a4c2c7-75cc-4722-bed3-6c8e979103b1', 'ip_address': '2001:db8::392'}], 'enable_snat': True}, 'gw_port_id': '26026257-e5f0-4e7f-911f-5b0e9f4cf548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:36:44Z', 'updated_at': '2021-10-19T11:36:46Z', 'revision_number': 3, 'project_id': 'e909de355dc04f988de77267e01eef2a', 'gw_port': {'id': '26026257-e5f0-4e7f-911f-5b0e9f4cf548', 'name': '', 'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ac:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cabcd6d-bafc-4a45-952b-76db402ca48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': 'd1a4c2c7-75cc-4722-bed3-6c8e979103b1', 'ip_address': '2001:db8::392', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:36:46Z', 'updated_at': '2021-10-19T11:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1a4c2c7-75cc-4722-bed3-6c8e979103b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:47.917984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Checking router: 4cabcd6d-bafc-4a45-952b-76db402ca48c for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:36:47.918332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Updating router 4cabcd6d-bafc-4a45-952b-76db402ca48c port 26026257-e5f0-4e7f-911f-5b0e9f4cf548 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:36:47.920235 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:47.942349 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.083335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Deleting port 26026257-e5f0-4e7f-911f-5b0e9f4cf548 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:48.083335 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.187010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.199685 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Calling delete_port for 26026257-e5f0-4e7f-911f-5b0e9f4cf548 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:48.252304 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.357679 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.403739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb773b-dbe4-4da4-b800-11d07af64c64 req-db3c75b2-a028-4771-a071-c02e937c7a5f tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:48.405287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56bb773b-dbe4-4da4-b800-11d07af64c64 req-db3c75b2-a028-4771-a071-c02e937c7a5f tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 943 time: 0.0665925 Oct 19 11:36:48.424357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Pushing event updated for resources: {'Port': ['ID=26026257-e5f0-4e7f-911f-5b0e9f4cf548,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:48.426892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Attempting to bind port 26026257-e5f0-4e7f-911f-5b0e9f4cf548 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:36:48.427813 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Attempting to bind port 26026257-e5f0-4e7f-911f-5b0e9f4cf548 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '614daa51-8340-41cd-b5db-38bc7f97cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:36:48.428189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Attempting to bind port 26026257-e5f0-4e7f-911f-5b0e9f4cf548 on network 9c6f931c-5233-4b23-96f8-b1c0346dc036 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:36:48.437843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.438389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.438724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.439071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.439377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.439699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.440019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.440334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.440782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.441103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.441418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.441731 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6336f-8454-45fe-b595-e673da833829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:48.452318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:36:48.452744 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Checking segment: {'id': '614daa51-8340-41cd-b5db-38bc7f97cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:36:48.453391 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.453961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Bound using segment: {'id': '614daa51-8340-41cd-b5db-38bc7f97cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:36:48.454629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Bound port: 26026257-e5f0-4e7f-911f-5b0e9f4cf548, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614daa51-8340-41cd-b5db-38bc7f97cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:36:48.455182 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.473271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56bb773b-dbe4-4da4-b800-11d07af64c64 req-e093b46d-0c16-4927-9d5f-2fe0e2886b81 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501227 Oct 19 11:36:48.549651 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.553255 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:36:48.553609 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:36:48.586273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event deleted for resources: {'Port': ['ID=26026257-e5f0-4e7f-911f-5b0e9f4cf548,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:48.618991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.719373 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.721525 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.926414 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.927094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cabcd6d-bafc-4a45-952b-76db402ca48c {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:36:48.931961 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:48.935821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4deab017-3457-4afd-8bcf-dde8b8b77180 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "DELETE /v2.0/routers/4cabcd6d-bafc-4a45-952b-76db402ca48c HTTP/1.1" status: 204 len: 168 time: 1.2692976 Oct 19 11:36:48.935821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55384) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:48.985663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c88190d-7e2d-4412-8f11-f599d9a64d18 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Deleting subnet d1a4c2c7-75cc-4722-bed3-6c8e979103b1 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:36:48.989063 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c88190d-7e2d-4412-8f11-f599d9a64d18 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.030961 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c88190d-7e2d-4412-8f11-f599d9a64d18 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.075487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c88190d-7e2d-4412-8f11-f599d9a64d18 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.078324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Attempting to bind port 26026257-e5f0-4e7f-911f-5b0e9f4cf548 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:36:49.079390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Attempting to bind port 26026257-e5f0-4e7f-911f-5b0e9f4cf548 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '614daa51-8340-41cd-b5db-38bc7f97cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:36:49.080122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Attempting to bind port 26026257-e5f0-4e7f-911f-5b0e9f4cf548 on network 9c6f931c-5233-4b23-96f8-b1c0346dc036 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:36:49.086003 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:36:49.086668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Checking segment: {'id': '614daa51-8340-41cd-b5db-38bc7f97cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:36:49.087250 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.088105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Bound using segment: {'id': '614daa51-8340-41cd-b5db-38bc7f97cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:36:49.089066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Bound port: 26026257-e5f0-4e7f-911f-5b0e9f4cf548, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614daa51-8340-41cd-b5db-38bc7f97cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c6f931c-5233-4b23-96f8-b1c0346dc036'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:36:49.089664 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.109695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Port 26026257-e5f0-4e7f-911f-5b0e9f4cf548 has been deleted concurrently {{(pid=101313) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 19 11:36:49.127037 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Routers set() bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:49.127687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Router IDs set() for agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 11:36:49.128363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_agentschedulers_db [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cabcd6d-bafc-4a45-952b-76db402ca48c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent'). {{(pid=101313) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 11:36:49.129035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a0b38-eed2-44b3-b8bc-f747522d52f3 None None] The sync data for ids ['4cabcd6d-bafc-4a45-952b-76db402ca48c'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:36:49.215070 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c88190d-7e2d-4412-8f11-f599d9a64d18 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.248742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88190d-7e2d-4412-8f11-f599d9a64d18 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a4c2c7-75cc-4722-bed3-6c8e979103b1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:49.253839 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c88190d-7e2d-4412-8f11-f599d9a64d18 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.260020 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3c88190d-7e2d-4412-8f11-f599d9a64d18 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/d1a4c2c7-75cc-4722-bed3-6c8e979103b1 HTTP/1.1" status: 204 len: 168 time: 0.3210397 Oct 19 11:36:49.260320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55394) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:49.338768 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.421285 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.447024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6f931c-5233-4b23-96f8-b1c0346dc036']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:49.470286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614daa51-8340-41cd-b5db-38bc7f97cf00') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:49.470674 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614daa51-8340-41cd-b5db-38bc7f97cf00') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:49.483590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.498288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.506923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:36:49.507472 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:36:49.509942 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:36:49.535355 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.613223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d70c8e-5ae6-45f0-b78e-5d8d5df55bfd req-295dfc22-b45b-4a21-974b-89b1eca6a373 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:49.614947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62d70c8e-5ae6-45f0-b78e-5d8d5df55bfd req-295dfc22-b45b-4a21-974b-89b1eca6a373 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 943 time: 0.0582318 Oct 19 11:36:49.654760 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62d70c8e-5ae6-45f0-b78e-5d8d5df55bfd req-82f92286-258b-4c26-8aa7-aed5c61d1235 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333421 Oct 19 11:36:49.709409 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.722753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c6f931c-5233-4b23-96f8-b1c0346dc036 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 11:36:49.724471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c6f931c-5233-4b23-96f8-b1c0346dc036,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:49.726452 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:49.737433 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b4db8431-471c-4586-a8f6-030cbbf773bb tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "DELETE /v2.0/networks/9c6f931c-5233-4b23-96f8-b1c0346dc036 HTTP/1.1" status: 204 len: 168 time: 0.4757211 Oct 19 11:36:50.021688 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.034824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55416) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:50.040205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8043e21f-4867-49e3-bbb7-fb36e08f95e4 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Request body: {'router': {'name': 'tempest-router--488946923', 'project_id': '4e2529dc3e1e49e8987bc77145995553'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:50.117788 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8043e21f-4867-49e3-bbb7-fb36e08f95e4 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.118969 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8043e21f-4867-49e3-bbb7-fb36e08f95e4 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.176149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8043e21f-4867-49e3-bbb7-fb36e08f95e4 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.289112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8043e21f-4867-49e3-bbb7-fb36e08f95e4 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.446490 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8043e21f-4867-49e3-bbb7-fb36e08f95e4 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.449179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55426) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:50.456633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8043e21f-4867-49e3-bbb7-fb36e08f95e4 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4195020 Oct 19 11:36:50.498567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3ebc88f1-7ce7-422e-a408-0e2623c1c07a details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:36:50.524872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-19706563-44ec-4c7f-b15c-1e5c26e641f2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.641129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3ebc88f1-7ce7-422e-a408-0e2623c1c07a,segment=NetworkSegment(67f4b67e-ea84-42f5-a80e-9c0baeba5bd5),segment_id=67f4b67e-ea84-42f5-a80e-9c0baeba5bd5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:50.653245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '3ebc88f1-7ce7-422e-a408-0e2623c1c07a', 'network_id': '3e39896a-6176-4bfe-ad31-6d3380ae5d9e', 'port_id': '3ebc88f1-7ce7-422e-a408-0e2623c1c07a', 'mac_address': 'fa:16:3e:fb:2c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11184bea-0360-4b40-95c7-6a6dd87c56b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:36:50.690425 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.698488 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-19706563-44ec-4c7f-b15c-1e5c26e641f2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.701243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-19706563-44ec-4c7f-b15c-1e5c26e641f2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.705297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebc88f1-7ce7-422e-a408-0e2623c1c07a {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:36:50.725648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3ebc88f1-7ce7-422e-a408-0e2623c1c07a,segment=NetworkSegment(67f4b67e-ea84-42f5-a80e-9c0baeba5bd5),segment_id=67f4b67e-ea84-42f5-a80e-9c0baeba5bd5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:50.798153 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.805287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75a5c6-9c4c-4f9b-9dfa-389ce368e9f0 req-3593866c-f5e2-4197-b457-c07033fc722c tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:50.806997 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c75a5c6-9c4c-4f9b-9dfa-389ce368e9f0 req-3593866c-f5e2-4197-b457-c07033fc722c tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 943 time: 0.0627401 Oct 19 11:36:50.862161 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-19706563-44ec-4c7f-b15c-1e5c26e641f2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.862662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19706563-44ec-4c7f-b15c-1e5c26e641f2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55120e1f-a746-4400-b03c-af3fefa7ca5d {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:36:50.871242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c75a5c6-9c4c-4f9b-9dfa-389ce368e9f0 req-63e5b3d9-2457-4d3b-8658-ecfa79e9034e tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551333 Oct 19 11:36:50.871838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3ebc88f1-7ce7-422e-a408-0e2623c1c07a,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:50.872593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-19706563-44ec-4c7f-b15c-1e5c26e641f2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:50.878214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-19706563-44ec-4c7f-b15c-1e5c26e641f2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "DELETE /v2.0/routers/55120e1f-a746-4400-b03c-af3fefa7ca5d HTTP/1.1" status: 204 len: 168 time: 0.4267657 Oct 19 11:36:51.086951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3ebc88f1-7ce7-422e-a408-0e2623c1c07a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:36:51.286372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55450) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:51.514814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1015643814', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:51.608857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:51.609836 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:51.663214 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:52.010264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00c9c2-c9b0-4889-8e88-ae3ea459baca req-35a52045-b786-4d21-92fd-72deda658ac0 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:52.012114 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea00c9c2-c9b0-4889-8e88-ae3ea459baca req-35a52045-b786-4d21-92fd-72deda658ac0 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 944 time: 0.0615535 Oct 19 11:36:52.057313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea00c9c2-c9b0-4889-8e88-ae3ea459baca req-96871473-d2b0-4c21-a6e7-5c333df682d2 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379860 Oct 19 11:36:52.222403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:52.510589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:52.521075 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3ebc88f1-7ce7-422e-a408-0e2623c1c07a up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:36:52.534293 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:52.649385 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Allocated IP 172.25.2.212 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/a4accea8-31df-4b79-8c27-07d123424fb6) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:52.654819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:36:52.658817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:36:52.659315 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:52.744902 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:52.765041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:52.769018 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a444070-64e8-412a-bc6d-fafe62bcbb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebc88f1-7ce7-422e-a408-0e2623c1c07a'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:36:52.772421 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8afae9-b8fa-447d-b70e-929325944f03" -d '{"events": [{"server_uuid": "1a444070-64e8-412a-bc6d-fafe62bcbb3e", "name": "network-vif-plugged", "status": "completed", "tag": "3ebc88f1-7ce7-422e-a408-0e2623c1c07a"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:36:52.790719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3ebc88f1-7ce7-422e-a408-0e2623c1c07a,segment=NetworkSegment(67f4b67e-ea84-42f5-a80e-9c0baeba5bd5),segment_id=67f4b67e-ea84-42f5-a80e-9c0baeba5bd5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:36:52.822540 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0774d34-a0d3-48ae-a4e9-76917a0ffe94 x-openstack-request-id: req-e0774d34-a0d3-48ae-a4e9-76917a0ffe94 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:36:52.827992 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a444070-64e8-412a-bc6d-fafe62bcbb3e", "name": "network-vif-plugged", "status": "completed", "tag": "3ebc88f1-7ce7-422e-a408-0e2623c1c07a", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:36:52.827992 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0774d34-a0d3-48ae-a4e9-76917a0ffe94 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:36:52.827992 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a444070-64e8-412a-bc6d-fafe62bcbb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebc88f1-7ce7-422e-a408-0e2623c1c07a', 'code': 200} Oct 19 11:36:52.877906 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:52.913137 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:52.940016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3ebc88f1-7ce7-422e-a408-0e2623c1c07a,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:52.982748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:52.988356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:52.994338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:52.997065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0398a0-d509-457b-95ff-e438eef0ee25 req-58ff914e-c408-472a-a38e-1fb4c10a5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:52.998556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd0398a0-d509-457b-95ff-e438eef0ee25 req-58ff914e-c408-472a-a38e-1fb4c10a5edd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 1096 time: 0.0954242 Oct 19 11:36:53.000424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Pushing event updated for resources: {'Port': ['ID=a4accea8-31df-4b79-8c27-07d123424fb6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:53.100319 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd0398a0-d509-457b-95ff-e438eef0ee25 req-5b59640f-525a-4a7f-84b6-f479bab432d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793350 Oct 19 11:36:53.222488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a794ad-61de-4dc6-a979-967378f23acb req-eb68dca4-ed56-4665-861e-d589a8b71d3d tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:53.224001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c5a794ad-61de-4dc6-a979-967378f23acb req-eb68dca4-ed56-4665-861e-d589a8b71d3d tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 945 time: 0.0651357 Oct 19 11:36:53.273528 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c5a794ad-61de-4dc6-a979-967378f23acb req-fb78f964-5867-44ce-bed6-51ee01a34311 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350771 Oct 19 11:36:53.405550 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:53.644521 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:53.854309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Router 793683b4-07c6-42dc-ba36-32fc497f3632 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:36:53.971441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:36:53.982432 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d01b9d-cf62-48cf-9021-d8799cb2acc0 None None] Sync routers for ids ['793683b4-07c6-42dc-ba36-32fc497f3632'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:36:53.993083 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d01b9d-cf62-48cf-9021-d8799cb2acc0 None None] Routers {'793683b4-07c6-42dc-ba36-32fc497f3632'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:53.993686 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-98d01b9d-cf62-48cf-9021-d8799cb2acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['793683b4-07c6-42dc-ba36-32fc497f3632'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:54.027932 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-98d01b9d-cf62-48cf-9021-d8799cb2acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:54.036993 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d01b9d-cf62-48cf-9021-d8799cb2acc0 None None] Routers {'793683b4-07c6-42dc-ba36-32fc497f3632'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:54.037589 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-98d01b9d-cf62-48cf-9021-d8799cb2acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['793683b4-07c6-42dc-ba36-32fc497f3632'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:54.068986 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-98d01b9d-cf62-48cf-9021-d8799cb2acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:54.069621 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d01b9d-cf62-48cf-9021-d8799cb2acc0 None None] The sync data for ids ['793683b4-07c6-42dc-ba36-32fc497f3632'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:36:54.110608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:54.112286 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2de7c619-2da8-4bd7-946b-4d4d52757553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8240643 Oct 19 11:36:54.114625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55514) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:54.224691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8a47f4ea-eb76-434c-a019-8f488dab32e3 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/routers/793683b4-07c6-42dc-ba36-32fc497f3632 HTTP/1.1" status: 200 len: 925 time: 0.1082006 Oct 19 11:36:54.227401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55516) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:54.257454 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-290b7a0e-6d49-4c6f-8274-dd1b96d32b19 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=793683b4-07c6-42dc-ba36-32fc497f3632 HTTP/1.1" status: 200 len: 205 time: 0.0275829 Oct 19 11:36:54.258541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55518) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:54.372685 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:54.516569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba30f3-bf88-4d86-911e-662e0b8f2281 req-4e046782-9902-4829-8cc8-8050a7767665 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:54.527163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8eba30f3-bf88-4d86-911e-662e0b8f2281 req-4e046782-9902-4829-8cc8-8050a7767665 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 945 time: 0.1512616 Oct 19 11:36:54.563737 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:54.606103 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8eba30f3-bf88-4d86-911e-662e0b8f2281 req-7b5a2282-8e44-49e7-bc6e-cb26d0bbf687 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502958 Oct 19 11:36:54.756175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Deleting port a4accea8-31df-4b79-8c27-07d123424fb6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:36:54.756861 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:54.845548 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:54.857150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Calling delete_port for a4accea8-31df-4b79-8c27-07d123424fb6 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:36:55.415634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a6915fa-5a67-474c-9547-767c18a6894f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:55.442965 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:55.490794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Pushing event deleted for resources: {'Port': ['ID=a4accea8-31df-4b79-8c27-07d123424fb6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:55.518007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.518355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.518692 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.519042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.519386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.519717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.520045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.520368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.521223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.521550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.521878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.522199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:36:55.542344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:55.641635 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:55.644101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:55.743604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569288b-419c-453d-a4e5-c5e2e9dd8487 req-ef143b87-40c0-4a37-a349-915cba0fba75 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:55.745139 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8569288b-419c-453d-a4e5-c5e2e9dd8487 req-ef143b87-40c0-4a37-a349-915cba0fba75 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 945 time: 0.0557628 Oct 19 11:36:55.788876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8569288b-419c-453d-a4e5-c5e2e9dd8487 req-cdf1d1f3-da27-4fac-b6e3-d1502bf9017f tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363688 Oct 19 11:36:55.828813 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:55.829414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Fanout notify agent at l3_agent the message router_deleted on router 793683b4-07c6-42dc-ba36-32fc497f3632 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:36:55.838912 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:55.840016 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-723342df-4040-49a8-a3ef-80c986790dd2 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/793683b4-07c6-42dc-ba36-32fc497f3632 HTTP/1.1" status: 204 len: 168 time: 1.5804591 Oct 19 11:36:55.844104 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55556) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:55.848529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Request body: {'router': {'name': 'tempest-snat-router-536581695', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'enable_snat': False}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:55.997772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:55.998967 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:56.056752 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:56.336863 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:56.677795 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:56.697411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:56.822323 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Allocated IP 172.25.2.147 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:56.937086 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:57.043042 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:57.088975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:36:57.092403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:36:57.095847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:36:57.121031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event updated for resources: {'Port': ['ID=e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:57.523902 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:57.989234 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-09098226-7da6-4ef4-9265-a2b040434963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:58.097720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:58.334737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Router a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:36:58.492949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:36:58.511873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Sync routers for ids ['a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:36:58.515245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Routers {'a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:58.515877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:58.620832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Set router a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:36:58.671374 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:58.676094 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c395076e-f69a-417e-bee2-b2236b64cc74 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8279288 Oct 19 11:36:58.676094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55648) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:58.817939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55654) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:36:58.818569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c27e9ca8-627b-41fc-bcc4-6e58c8567c3b tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/routers/a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8 HTTP/1.1" status: 200 len: 908 time: 0.1418426 Oct 19 11:36:58.823568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Request body: {'router': {'name': 'tempest-snat-router-536581695', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'enable_snat': True}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:36:58.835846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8', 'name': 'tempest-snat-router-536581695', 'tenant_id': 'e909de355dc04f988de77267e01eef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.147'}], 'enable_snat': False}, 'gw_port_id': 'e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:36:56Z', 'updated_at': '2021-10-19T11:36:57Z', 'revision_number': 3, 'project_id': 'e909de355dc04f988de77267e01eef2a', 'gw_port': {'id': 'e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:36:56Z', 'updated_at': '2021-10-19T11:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:58.865576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Checking router: a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:36:58.865911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Updating router a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8 port e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:36:58.896030 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:58.925001 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:58.925001 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.017549 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.184036 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.194961 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.220927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f34c24-e54c-4861-8994-654800527f30 req-e6d5aec1-e2ea-4cd4-a79c-03dc82e905c9 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:36:59.228995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37f34c24-e54c-4861-8994-654800527f30 req-e6d5aec1-e2ea-4cd4-a79c-03dc82e905c9 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 945 time: 0.0808654 Oct 19 11:36:59.247327 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.267836 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.279771 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37f34c24-e54c-4861-8994-654800527f30 req-a38db4d0-a76c-4dce-8fce-179ee23dc359 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496769 Oct 19 11:36:59.351101 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.415009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5bf98-c84d-498f-a186-75e638bc08b6 None None] Pushing event updated for resources: {'Port': ['ID=e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:59.430555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Attempting to bind port e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:36:59.431170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Attempting to bind port e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:36:59.431842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Attempting to bind port e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:36:59.438016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:36:59.438603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:36:59.439165 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.439706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:36:59.440558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Bound port: e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:36:59.441161 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.510158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] For port e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:36:59.516655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] For port e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:36:59.579603 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.610436 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.631689 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.662082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Routers {'a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:36:59.662082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:36:59.749391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5bf98-c84d-498f-a186-75e638bc08b6 None None] Pushing event updated for resources: {'Port': ['ID=e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:36:59.775557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Allocated IP 172.25.2.123 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/2107b89c-275a-416a-8767-a5de5f9e7f85) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:36:59.888425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.981211 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:36:59.985651 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] Set router a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:37:00.049062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:00.053610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:00.056843 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:00.064421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event updated for resources: {'Port': ['ID=2107b89c-275a-416a-8767-a5de5f9e7f85,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:00.243787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8', 'name': 'tempest-snat-router-536581695', 'tenant_id': 'e909de355dc04f988de77267e01eef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.147'}], 'enable_snat': False}, 'gw_port_id': 'e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:36:56Z', 'updated_at': '2021-10-19T11:36:57Z', 'revision_number': 3, 'project_id': 'e909de355dc04f988de77267e01eef2a', 'gw_port': {'id': 'e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:36:56Z', 'updated_at': '2021-10-19T11:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:00.271617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a517a8-9e7c-479f-ad59-c56b28d2748c None None] The sync data for ids ['a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8'] in n-d-814547-1 is: [{'id': 'a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8', 'name': 'tempest-snat-router-536581695', 'tenant_id': 'e909de355dc04f988de77267e01eef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.147'}], 'enable_snat': False}, 'gw_port_id': 'e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:36:56Z', 'updated_at': '2021-10-19T11:36:57Z', 'revision_number': 3, 'project_id': 'e909de355dc04f988de77267e01eef2a', 'gw_port': {'id': 'e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:36:56Z', 'updated_at': '2021-10-19T11:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:37:00.415792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb75eab-a5b1-46b1-a353-ed15e830dc2b req-e835ae85-3a81-41b6-bba4-b550c1a5179c tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:00.417345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfb75eab-a5b1-46b1-a353-ed15e830dc2b req-e835ae85-3a81-41b6-bba4-b550c1a5179c tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 945 time: 0.0563273 Oct 19 11:37:00.424215 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:00.489968 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfb75eab-a5b1-46b1-a353-ed15e830dc2b req-728c98a5-dd26-4a22-be21-1a176225534e tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/security-groups?id=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643611 Oct 19 11:37:00.636214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3808f1-e9c9-44da-aadb-56a608981318 req-60deb0ef-45e9-4022-9081-9ecc9d28a77c tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:00.637985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b3808f1-e9c9-44da-aadb-56a608981318 req-60deb0ef-45e9-4022-9081-9ecc9d28a77c tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 945 time: 0.1682932 Oct 19 11:37:00.814472 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:00.823183 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:00.965408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55712) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:00.988312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-9b3808f1-e9c9-44da-aadb-56a608981318 req-16301e8c-8206-46b4-bd20-4f0390de86eb tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Deleting port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:00.988916 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b3808f1-e9c9-44da-aadb-56a608981318 req-16301e8c-8206-46b4-bd20-4f0390de86eb tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:01.144568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-1d3896f9-2bb3-403b-8072-4fefd003bf2f req-3ed6aeda-631c-4566-8124-1cbddff55278 tempest-ServerRescueTestJSONUnderV235-1028682474 tempest-ServerRescueTestJSONUnderV235-1028682474-project] (101312) timed out ('10.222.0.26', 63738) {{(pid=101312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 11:37:01.157799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9b3808f1-e9c9-44da-aadb-56a608981318 req-16301e8c-8206-46b4-bd20-4f0390de86eb tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] For port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3ebc88f1-7ce7-422e-a408-0e2623c1c07a,segment=NetworkSegment(67f4b67e-ea84-42f5-a80e-9c0baeba5bd5),segment_id=67f4b67e-ea84-42f5-a80e-9c0baeba5bd5)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:37:01.157799 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b3808f1-e9c9-44da-aadb-56a608981318 req-16301e8c-8206-46b4-bd20-4f0390de86eb tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:01.178421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86420422-f18e-42a3-b137-295fc8fc5a0d req-c6e1245f-3421-45cb-98f3-4b8887241b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:01.180387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-86420422-f18e-42a3-b137-295fc8fc5a0d req-c6e1245f-3421-45cb-98f3-4b8887241b54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 1096 time: 0.2133803 Oct 19 11:37:01.180909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Router a6dcddca-1a54-430d-80cb-4a177f9b8746 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:37:01.183286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-9b3808f1-e9c9-44da-aadb-56a608981318 req-16301e8c-8206-46b4-bd20-4f0390de86eb tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Calling delete_port for 3ebc88f1-7ce7-422e-a408-0e2623c1c07a owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:01.237557 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-86420422-f18e-42a3-b137-295fc8fc5a0d req-eac3ea76-2656-493c-a1ac-df0943104d75 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508246 Oct 19 11:37:01.439693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:37:01.456058 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Sync routers for ids ['a6dcddca-1a54-430d-80cb-4a177f9b8746'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:37:01.459784 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b3808f1-e9c9-44da-aadb-56a608981318 req-16301e8c-8206-46b4-bd20-4f0390de86eb tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:01.474758 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Routers {'a6dcddca-1a54-430d-80cb-4a177f9b8746'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:01.475523 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a6dcddca-1a54-430d-80cb-4a177f9b8746'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:01.486523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3ebc88f1-7ce7-422e-a408-0e2623c1c07a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:37:01.497477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16301e8c-8206-46b4-bd20-4f0390de86eb tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Pushing event deleted for resources: {'Port': ['ID=3ebc88f1-7ce7-422e-a408-0e2623c1c07a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:01.545322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3808f1-e9c9-44da-aadb-56a608981318 req-16301e8c-8206-46b4-bd20-4f0390de86eb tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] No DVR routers for this DVR port 3ebc88f1-7ce7-422e-a408-0e2623c1c07a on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:37:01.549926 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:01.551653 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-24634599-cdaf-4fd8-99b7-28fa62500b52 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7315359 Oct 19 11:37:01.553112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9b3808f1-e9c9-44da-aadb-56a608981318 req-16301e8c-8206-46b4-bd20-4f0390de86eb tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:01.554233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55732) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:01.569762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b3808f1-e9c9-44da-aadb-56a608981318 req-16301e8c-8206-46b4-bd20-4f0390de86eb tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.26 "DELETE /v2.0/ports/3ebc88f1-7ce7-422e-a408-0e2623c1c07a HTTP/1.1" status: 204 len: 173 time: 0.9159122 Oct 19 11:37:01.570812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a444070-64e8-412a-bc6d-fafe62bcbb3e', 'name': 'network-vif-deleted', 'tag': '3ebc88f1-7ce7-422e-a408-0e2623c1c07a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:37:01.590674 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fec0dec-9b05-434e-9220-f9d7e124bf8d" -d '{"events": [{"server_uuid": "1a444070-64e8-412a-bc6d-fafe62bcbb3e", "name": "network-vif-deleted", "tag": "3ebc88f1-7ce7-422e-a408-0e2623c1c07a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:37:01.689417 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec221ee8-a3bd-4ef8-9cb3-780a52fe0d89 x-openstack-request-id: req-ec221ee8-a3bd-4ef8-9cb3-780a52fe0d89 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:37:01.689417 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a444070-64e8-412a-bc6d-fafe62bcbb3e", "name": "network-vif-deleted", "tag": "3ebc88f1-7ce7-422e-a408-0e2623c1c07a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:37:01.689417 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec221ee8-a3bd-4ef8-9cb3-780a52fe0d89 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:37:01.689417 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a444070-64e8-412a-bc6d-fafe62bcbb3e', 'name': 'network-vif-deleted', 'tag': '3ebc88f1-7ce7-422e-a408-0e2623c1c07a', 'status': 'completed', 'code': 200} Oct 19 11:37:01.745845 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Set router a6dcddca-1a54-430d-80cb-4a177f9b8746 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:37:01.777502 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0aea1c4d-5375-4ca8-9d63-04826edf94b4 req-c9caa9a8-b3bf-423b-a5ab-d4b656b689f6 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 210 time: 0.0380740 Oct 19 11:37:01.821786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55742) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:01.825181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c4e409ac-a64e-456a-b40b-17b120287ec2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/routers/a6dcddca-1a54-430d-80cb-4a177f9b8746 HTTP/1.1" status: 200 len: 907 time: 0.2690461 Oct 19 11:37:01.914149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:37:01.967150 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6dcddca-1a54-430d-80cb-4a177f9b8746', 'name': 'tempest-snat-router-536581695', 'tenant_id': 'e909de355dc04f988de77267e01eef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '2107b89c-275a-416a-8767-a5de5f9e7f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:36:58Z', 'updated_at': '2021-10-19T11:37:00Z', 'revision_number': 3, 'project_id': 'e909de355dc04f988de77267e01eef2a', 'gw_port': {'id': '2107b89c-275a-416a-8767-a5de5f9e7f85', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6dcddca-1a54-430d-80cb-4a177f9b8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:36:59Z', 'updated_at': '2021-10-19T11:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:02.016162 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Checking router: a6dcddca-1a54-430d-80cb-4a177f9b8746 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:37:02.016826 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Updating router a6dcddca-1a54-430d-80cb-4a177f9b8746 port 2107b89c-275a-416a-8767-a5de5f9e7f85 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:37:02.042228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:02.042523 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.047180 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.052999 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.143115 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.177334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:37:02.266015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.355214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:02.358126 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.477215 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.494479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Deleting port 2107b89c-275a-416a-8767-a5de5f9e7f85 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:02.494822 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.565653 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.580177 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.592290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Calling delete_port for 2107b89c-275a-416a-8767-a5de5f9e7f85 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:02.623799 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Attempting to bind port 2107b89c-275a-416a-8767-a5de5f9e7f85 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:37:02.627775 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Attempting to bind port 2107b89c-275a-416a-8767-a5de5f9e7f85 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:37:02.628394 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Attempting to bind port 2107b89c-275a-416a-8767-a5de5f9e7f85 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:37:02.657757 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:37:02.662840 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:37:02.662840 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.662840 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:37:02.662840 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Bound port: 2107b89c-275a-416a-8767-a5de5f9e7f85, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:37:02.662840 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:02.662840 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Pushing event updated for resources: {'Port': ['ID=2107b89c-275a-416a-8767-a5de5f9e7f85,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:02.689341 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:02.689681 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:02.700107 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:02.700851 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:02.701342 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:02.701820 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:02.702316 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:02.702938 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:02.703436 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:02.706063 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:02.711519 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:02.711857 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f204069-0cca-469b-9e3b-50ea8ea69894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:03.121767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84204245-6eaf-4806-8172-c777fe0ddef6 req-cd8dfcc4-69f3-4f54-a0e4-4626a59b4105 tempest-ServerTagsTestJSON-1424018478 tempest-ServerTagsTestJSON-1424018478-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a444070-64e8-412a-bc6d-fafe62bcbb3e HTTP/1.1" status: 200 len: 210 time: 0.0368571 Oct 19 11:37:03.206869 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:03.207479 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.db.api [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:37:03.208702 n-d-814547-1 neutron-server[101314]: DEBUG oslo_db.api [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:37:03.231919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event deleted for resources: {'Port': ['ID=2107b89c-275a-416a-8767-a5de5f9e7f85,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:03.306062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:03.401774 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:03.403987 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:03.523679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:03.524228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6dcddca-1a54-430d-80cb-4a177f9b8746 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:37:03.529060 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:03.530037 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b0b81419-ca14-4c03-8601-52c12d5f10e7 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a6dcddca-1a54-430d-80cb-4a177f9b8746 HTTP/1.1" status: 204 len: 168 time: 1.7069108 Oct 19 11:37:03.532466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55782) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:03.658215 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:03.730162 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Attempting to bind port 2107b89c-275a-416a-8767-a5de5f9e7f85 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:37:03.730586 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Attempting to bind port 2107b89c-275a-416a-8767-a5de5f9e7f85 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:37:03.730996 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Attempting to bind port 2107b89c-275a-416a-8767-a5de5f9e7f85 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:37:03.740938 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:37:03.743385 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:37:03.744486 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:03.745462 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:37:03.747484 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Bound port: 2107b89c-275a-416a-8767-a5de5f9e7f85, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:37:03.748214 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:03.764829 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:03.777700 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Port 2107b89c-275a-416a-8767-a5de5f9e7f85 has been deleted concurrently {{(pid=101314) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 19 11:37:03.788041 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Routers set() bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:03.788426 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Router IDs set() for agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 11:37:03.788991 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_agentschedulers_db [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a6dcddca-1a54-430d-80cb-4a177f9b8746'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent'). {{(pid=101314) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 11:37:03.789365 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a0f05-4618-4ba4-97b1-8d9a6f21bd69 None None] The sync data for ids ['a6dcddca-1a54-430d-80cb-4a177f9b8746'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:37:03.825488 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:37:03.868115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:03.868484 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:03.943124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Deleting port e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:03.943475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.035269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] For port e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:37:04.035646 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.048682 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Calling delete_port for e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:04.188621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55796) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:04.240617 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb49ac27-8c5a-4884-af8c-708185858639 admin admin] Deleting subnet 11184bea-0360-4b40-95c7-6a6dd87c56b6 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:37:04.243658 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb49ac27-8c5a-4884-af8c-708185858639 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.277825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb49ac27-8c5a-4884-af8c-708185858639 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.308967 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.322753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb49ac27-8c5a-4884-af8c-708185858639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.337159 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event deleted for resources: {'Port': ['ID=e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:04.406099 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.463597 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb49ac27-8c5a-4884-af8c-708185858639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.500910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49ac27-8c5a-4884-af8c-708185858639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11184bea-0360-4b40-95c7-6a6dd87c56b6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:04.506512 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eb49ac27-8c5a-4884-af8c-708185858639 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.520144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-eb49ac27-8c5a-4884-af8c-708185858639 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/11184bea-0360-4b40-95c7-6a6dd87c56b6 HTTP/1.1" status: 204 len: 168 time: 0.3297005 Oct 19 11:37:04.521665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55806) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:04.549419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.552376 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.559462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3ebc88f1-7ce7-422e-a408-0e2623c1c07a no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:37:04.596491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 3ebc88f1-7ce7-422e-a408-0e2623c1c07a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:37:04.602330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3ebc88f1-7ce7-422e-a408-0e2623c1c07a not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:37:04.622421 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.694218 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.694800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:37:04.711097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.712458 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c17ac328-93a1-4168-9fbd-64a234e3ca79 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a9e4c02b-df33-4bac-9ac5-aef8b5ad46d8 HTTP/1.1" status: 204 len: 168 time: 1.1788957 Oct 19 11:37:04.718590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55812) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:04.723770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-24499662', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:04.731461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.760292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e39896a-6176-4bfe-ad31-6d3380ae5d9e']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:04.773079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f4b67e-ea84-42f5-a80e-9c0baeba5bd5') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:04.773373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f4b67e-ea84-42f5-a80e-9c0baeba5bd5') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:04.782993 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.799802 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.806752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:37:04.807377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: items = [ Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:37:04.809240 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:37:04.869929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.871118 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.927122 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.970016 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.976203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:04.981453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] 10.222.0.39 "DELETE /v2.0/networks/3e39896a-6176-4bfe-ad31-6d3380ae5d9e HTTP/1.1" status: 204 len: 168 time: 0.4583871 Oct 19 11:37:04.993902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6db58-4812-4b43-83e1-1fdd1c86cfaf admin admin] Pushing event deleted for resources: {'Network': ['ID=3e39896a-6176-4bfe-ad31-6d3380ae5d9e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:05.134608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:05.489241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55828) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:05.512212 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:05.553723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:05.631854 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6c6033ee-3b83-4d09-893d-ffe2f9630398 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d08655bcb7cc4b438bb14fe0adc44d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415207 Oct 19 11:37:05.634438 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55834) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:05.688831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Allocated IP 172.25.2.18 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/ab49a886-76b0-4330-9bc2-8ccf97749b8a) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:05.700256 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e85f95ee-626f-4c4b-92e1-4bdb33ef8e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:05.736127 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e85f95ee-626f-4c4b-92e1-4bdb33ef8e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:05.793120 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:37:05.829599 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:37:05.857794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:05.859145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:37:05.859654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e318d79c-6ff2-4e72-9e5b-bfb7e6cd25b5 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:37:05.920163 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e85f95ee-626f-4c4b-92e1-4bdb33ef8e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:05.922956 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e85f95ee-626f-4c4b-92e1-4bdb33ef8e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:05.926579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e85f95ee-626f-4c4b-92e1-4bdb33ef8e2d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/290d20bf-01e3-4fb1-937e-5b19a5cf7ca4 HTTP/1.1" status: 204 len: 168 time: 0.2887275 Oct 19 11:37:05.936791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f95ee-626f-4c4b-92e1-4bdb33ef8e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290d20bf-01e3-4fb1-937e-5b19a5cf7ca4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:05.986360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:06.027448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:06.032592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:06.036770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:06.065783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Pushing event updated for resources: {'Port': ['ID=ab49a886-76b0-4330-9bc2-8ccf97749b8a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:06.402315 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:06.669815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:06.891387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Router a0a3aaed-b9c2-441c-8a42-49e10a0dde2e is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:37:07.024076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:37:07.037203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25518a88-63ab-46f9-8308-6eafb7ba5f7a None None] Sync routers for ids ['a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:37:07.052078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25518a88-63ab-46f9-8308-6eafb7ba5f7a None None] Routers {'a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:07.053361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-25518a88-63ab-46f9-8308-6eafb7ba5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:07.096851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-25518a88-63ab-46f9-8308-6eafb7ba5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:07.106753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25518a88-63ab-46f9-8308-6eafb7ba5f7a None None] Routers {'a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:07.107537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-25518a88-63ab-46f9-8308-6eafb7ba5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:07.123916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:07.124627 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a28c43b9-b700-4c8f-8777-9d0a68bfdc42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4050002 Oct 19 11:37:07.126853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55888) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:07.131950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a2d345db-d130-41e1-a7e2-401de290fcd2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'enable_snat': False}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:07.154459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-25518a88-63ab-46f9-8308-6eafb7ba5f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:07.155117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25518a88-63ab-46f9-8308-6eafb7ba5f7a None None] The sync data for ids ['a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:37:07.748088 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1486e8fd-dd4c-4fa3-9b3d-0b71d8fc53a2 req-6e8f28e1-b01e-4513-bf46-0950dbabbe2b tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=23edbc4c-c45d-4aed-8eda-aa16286c7779 HTTP/1.1" status: 200 len: 210 time: 0.0347531 Oct 19 11:37:07.941313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a2d345db-d130-41e1-a7e2-401de290fcd2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:08.465565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce4d5a13-e224-4710-9657-1ca777c61398 req-9cde527e-c242-4119-9517-ca5a7db3cea9 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0299625 Oct 19 11:37:08.626428 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a2d345db-d130-41e1-a7e2-401de290fcd2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:08.630224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a2d345db-d130-41e1-a7e2-401de290fcd2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:08.744441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d345db-d130-41e1-a7e2-401de290fcd2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Router a0a3aaed-b9c2-441c-8a42-49e10a0dde2e has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:37:08.870683 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d345db-d130-41e1-a7e2-401de290fcd2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:37:08.882586 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713577c0-45fd-45d1-9e24-889390b81774 None None] Sync routers for ids ['a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:37:08.882999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a2d345db-d130-41e1-a7e2-401de290fcd2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:08.882999 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a2d345db-d130-41e1-a7e2-401de290fcd2 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "PUT /v2.0/routers/a0a3aaed-b9c2-441c-8a42-49e10a0dde2e HTTP/1.1" status: 200 len: 923 time: 1.7532566 Oct 19 11:37:08.884367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55966) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:08.892518 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713577c0-45fd-45d1-9e24-889390b81774 None None] Routers {'a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:08.893447 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-713577c0-45fd-45d1-9e24-889390b81774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:08.938259 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-713577c0-45fd-45d1-9e24-889390b81774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:08.948269 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713577c0-45fd-45d1-9e24-889390b81774 None None] Routers {'a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:08.949167 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-713577c0-45fd-45d1-9e24-889390b81774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:08.992930 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-713577c0-45fd-45d1-9e24-889390b81774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:08.993670 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713577c0-45fd-45d1-9e24-889390b81774 None None] The sync data for ids ['a0a3aaed-b9c2-441c-8a42-49e10a0dde2e'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:37:09.026727 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ce489ccb-4cbd-48d0-9dd2-b5e7d83f983e tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/routers/a0a3aaed-b9c2-441c-8a42-49e10a0dde2e HTTP/1.1" status: 200 len: 923 time: 0.1411333 Oct 19 11:37:09.029616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55974) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:09.102303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605ea2c5-23ca-4c6b-8cb4-08950b482638 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:09.103936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-605ea2c5-23ca-4c6b-8cb4-08950b482638 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=6926592e-6551-44d6-8cff-badc592380f0&device_id=a0a3aaed-b9c2-441c-8a42-49e10a0dde2e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0732236 Oct 19 11:37:09.106581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55978) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:09.194956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f0a30-7eb3-4913-b387-de928baded9e tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:09.199265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-193f0a30-7eb3-4913-b387-de928baded9e tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 881 time: 0.0888367 Oct 19 11:37:09.199531 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55980) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:09.235956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-788f03e1-d012-43f6-94c5-96a48da999ee tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0a3aaed-b9c2-441c-8a42-49e10a0dde2e HTTP/1.1" status: 200 len: 205 time: 0.0280197 Oct 19 11:37:09.235956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55982) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:09.344713 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:09.473498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:09.594916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Deleting port ab49a886-76b0-4330-9bc2-8ccf97749b8a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:09.595354 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:09.649195 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9db2c0b4-f85a-4931-8e7e-a648cad636dd req-f8517231-6d43-4e94-b997-b1686bb82f95 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0958033 Oct 19 11:37:09.718406 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:09.732184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Calling delete_port for ab49a886-76b0-4330-9bc2-8ccf97749b8a owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:10.037057 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:10.078769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Pushing event deleted for resources: {'Port': ['ID=ab49a886-76b0-4330-9bc2-8ccf97749b8a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:10.138582 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:10.235318 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:10.237612 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:10.356822 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:10.357413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Fanout notify agent at l3_agent the message router_deleted on router a0a3aaed-b9c2-441c-8a42-49e10a0dde2e {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:37:10.364656 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:10.369299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3d8a9f9c-bfa3-40a6-8e5a-ae721ec8ce63 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/a0a3aaed-b9c2-441c-8a42-49e10a0dde2e HTTP/1.1" status: 204 len: 168 time: 1.1335831 Oct 19 11:37:10.369662 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55996) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:10.374134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-099c5c03-578b-4456-906a-c027fc0d3d76 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-6876544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:10.488018 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-099c5c03-578b-4456-906a-c027fc0d3d76 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:10.489666 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-099c5c03-578b-4456-906a-c027fc0d3d76 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:10.546879 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-099c5c03-578b-4456-906a-c027fc0d3d76 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:10.637112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-099c5c03-578b-4456-906a-c027fc0d3d76 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:10.733650 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-099c5c03-578b-4456-906a-c027fc0d3d76 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:10.734893 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-099c5c03-578b-4456-906a-c027fc0d3d76 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3642895 Oct 19 11:37:10.737603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56006) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:10.750959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Request body: {'router': {'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:10.789198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f0ca12b-373e-467f-b6d7-848f5e0e110f req-7e68ba61-668d-4e95-88e9-1f0608a6ad59 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0404022 Oct 19 11:37:11.023566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:11.297671 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:11.318256 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:11.443506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Allocated IP 172.25.2.61 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/cd8053aa-ab7a-456a-82ea-c29aeb7647c5) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:11.582891 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:11.677679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:11.729726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:11.732930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:11.736558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:11.764521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Pushing event updated for resources: {'Port': ['ID=cd8053aa-ab7a-456a-82ea-c29aeb7647c5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:11.903884 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87c6e7c7-d030-4758-98c2-078d046eddd9 req-8419e200-7c94-4843-b8b7-b325a99f3aa8 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0270345 Oct 19 11:37:12.409567 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26b90917-0e2f-4ffd-9448-8a61689bd9b3 req-5c410cbb-84ca-49c2-a707-998e27ccff7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23edbc4c-c45d-4aed-8eda-aa16286c7779 HTTP/1.1" status: 200 len: 210 time: 0.0388818 Oct 19 11:37:12.415066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:12.627398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:12.632101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:12.759301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e74cbfe6-c4ab-454d-87c8-275fe53cbccd req-4a478058-569a-4d17-b70f-0d0461ebc0da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0290523 Oct 19 11:37:12.851445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Router 7536ecba-de7c-4489-b543-227cbb3ba1d7 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:37:12.972766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:37:12.979873 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:12.983465 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9831df2f-0e63-4e9b-bc05-c70b17de5881 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "PUT /v2.0/routers/7536ecba-de7c-4489-b543-227cbb3ba1d7 HTTP/1.1" status: 200 len: 880 time: 2.2425697 Oct 19 11:37:12.983729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56036) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:12.994505 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e6d0a-4eee-4c8a-aee3-8a8cb1339771 None None] Sync routers for ids ['7536ecba-de7c-4489-b543-227cbb3ba1d7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:37:13.017404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e6d0a-4eee-4c8a-aee3-8a8cb1339771 None None] Routers {'7536ecba-de7c-4489-b543-227cbb3ba1d7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:13.021110 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-849e6d0a-4eee-4c8a-aee3-8a8cb1339771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7536ecba-de7c-4489-b543-227cbb3ba1d7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:13.075720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-849e6d0a-4eee-4c8a-aee3-8a8cb1339771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:13.080002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60bf2224-11db-4568-879a-5ba79d738d03 req-c6af7095-b288-48d3-b71b-66f87613d7e2 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0453122 Oct 19 11:37:13.086350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e6d0a-4eee-4c8a-aee3-8a8cb1339771 None None] Routers {'7536ecba-de7c-4489-b543-227cbb3ba1d7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:13.087140 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-849e6d0a-4eee-4c8a-aee3-8a8cb1339771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7536ecba-de7c-4489-b543-227cbb3ba1d7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:13.096588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-42e1e233-a8d2-47bb-9a11-74e84c90d5d0 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/routers/7536ecba-de7c-4489-b543-227cbb3ba1d7 HTTP/1.1" status: 200 len: 921 time: 0.1112735 Oct 19 11:37:13.098790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56038) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:13.136327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-849e6d0a-4eee-4c8a-aee3-8a8cb1339771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:13.137246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e6d0a-4eee-4c8a-aee3-8a8cb1339771 None None] The sync data for ids ['7536ecba-de7c-4489-b543-227cbb3ba1d7'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:37:13.176919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a723d7-084e-4502-a820-9df6dadca231 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:13.178463 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d0a723d7-084e-4502-a820-9df6dadca231 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=6926592e-6551-44d6-8cff-badc592380f0&device_id=7536ecba-de7c-4489-b543-227cbb3ba1d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0785987 Oct 19 11:37:13.181058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56042) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:13.275009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f40f5bd-f284-4b29-8c24-8c927e624e54 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:13.279197 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5f40f5bd-f284-4b29-8c24-8c927e624e54 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 881 time: 0.0944378 Oct 19 11:37:13.279442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56044) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:13.317304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0c58d561-01bc-4183-8cc2-7cea535c439c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=7536ecba-de7c-4489-b543-227cbb3ba1d7 HTTP/1.1" status: 200 len: 205 time: 0.0339160 Oct 19 11:37:13.317536 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56046) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:13.424167 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:13.541309 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:13.678428 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Deleting port cd8053aa-ab7a-456a-82ea-c29aeb7647c5 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:13.678903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:13.795548 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:13.810140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Calling delete_port for cd8053aa-ab7a-456a-82ea-c29aeb7647c5 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:14.053916 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:14.080961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Pushing event deleted for resources: {'Port': ['ID=cd8053aa-ab7a-456a-82ea-c29aeb7647c5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:14.145522 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:14.220681 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05353d9a-a5fa-4e6e-801f-de579c600262 req-0e1ab490-b80d-447d-9dc2-dab27f92b9e7 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0429299 Oct 19 11:37:14.287555 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:14.302561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:14.422511 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:14.423086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Fanout notify agent at l3_agent the message router_deleted on router 7536ecba-de7c-4489-b543-227cbb3ba1d7 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:37:14.432473 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:14.433203 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c28fcfdc-a1d9-48e9-bfb8-58248c423b0c tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/7536ecba-de7c-4489-b543-227cbb3ba1d7 HTTP/1.1" status: 204 len: 168 time: 1.1143401 Oct 19 11:37:14.437098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56070) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:14.442391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-410392ce-22d9-469e-bb79-b3a6921de9e9 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1356373171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:14.537050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-410392ce-22d9-469e-bb79-b3a6921de9e9 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:14.538174 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-410392ce-22d9-469e-bb79-b3a6921de9e9 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:14.594296 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-410392ce-22d9-469e-bb79-b3a6921de9e9 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:14.658445 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-410392ce-22d9-469e-bb79-b3a6921de9e9 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:14.746228 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a776d64-c881-4f5c-a424-513e3af8603e req-ae4c2ea2-5334-4a82-bb1f-c6945056782d tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0363948 Oct 19 11:37:14.757328 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-410392ce-22d9-469e-bb79-b3a6921de9e9 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:14.763048 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-410392ce-22d9-469e-bb79-b3a6921de9e9 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3206396 Oct 19 11:37:14.765176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56078) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:14.770045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'enable_snat': True}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:14.978765 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:15.254921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:15.274712 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:15.394158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Allocated IP 172.25.2.9 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/1b8d3ea8-a2e3-4fc4-8a7d-f350bc2a51aa) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:15.495968 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:15.594208 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:15.631932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:15.634810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:15.637326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:15.672762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event updated for resources: {'Port': ['ID=1b8d3ea8-a2e3-4fc4-8a7d-f350bc2a51aa,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:15.851803 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-abad0a11-6360-48be-adc1-bbe647a77bcb req-32aa99c1-3ff9-4259-a4d5-1aee5097ee4e tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0276439 Oct 19 11:37:15.981808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:16.169115 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:16.172498 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:16.425071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Router 86206068-83ba-418c-8ed4-3f51ea7606b5 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:37:16.531632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:37:16.536361 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:16.540249 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6f84b3e3-86e6-4632-ab8a-a35842549a7a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "PUT /v2.0/routers/86206068-83ba-418c-8ed4-3f51ea7606b5 HTTP/1.1" status: 200 len: 917 time: 1.7714639 Oct 19 11:37:16.540249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56108) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:16.542121 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902310f3-5451-4a99-a2ff-8b67ca042cf4 None None] Sync routers for ids ['86206068-83ba-418c-8ed4-3f51ea7606b5'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:37:16.551482 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902310f3-5451-4a99-a2ff-8b67ca042cf4 None None] Routers {'86206068-83ba-418c-8ed4-3f51ea7606b5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:16.552177 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-902310f3-5451-4a99-a2ff-8b67ca042cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['86206068-83ba-418c-8ed4-3f51ea7606b5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:16.587285 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-902310f3-5451-4a99-a2ff-8b67ca042cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:16.595969 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902310f3-5451-4a99-a2ff-8b67ca042cf4 None None] Routers {'86206068-83ba-418c-8ed4-3f51ea7606b5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:16.596572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-902310f3-5451-4a99-a2ff-8b67ca042cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['86206068-83ba-418c-8ed4-3f51ea7606b5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:16.630741 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-902310f3-5451-4a99-a2ff-8b67ca042cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:16.631485 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902310f3-5451-4a99-a2ff-8b67ca042cf4 None None] The sync data for ids ['86206068-83ba-418c-8ed4-3f51ea7606b5'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:37:16.949700 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-387cad9b-38f5-4c23-ac78-fb6f6ad9901a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/routers/86206068-83ba-418c-8ed4-3f51ea7606b5 HTTP/1.1" status: 200 len: 923 time: 0.4083943 Oct 19 11:37:16.952286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56118) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:16.962595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f034f940-f0fc-4b39-872e-85de8a9526be req-a3fc0353-9870-4f02-9eee-78482129889e tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0279443 Oct 19 11:37:16.993246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54dbb23-5faf-4ecc-b296-47b630ac43c4 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:16.995079 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a54dbb23-5faf-4ecc-b296-47b630ac43c4 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=6926592e-6551-44d6-8cff-badc592380f0&device_id=86206068-83ba-418c-8ed4-3f51ea7606b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0416663 Oct 19 11:37:16.997532 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56120) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:17.081763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b31908-bbcf-4401-9e9f-e0e089e53ac3 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:17.083561 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-19b31908-bbcf-4401-9e9f-e0e089e53ac3 tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 881 time: 0.0851247 Oct 19 11:37:17.086288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56122) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:17.111914 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0b81e0b9-5c4c-416a-b9e3-59a06b34e4b9 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=86206068-83ba-418c-8ed4-3f51ea7606b5 HTTP/1.1" status: 200 len: 205 time: 0.0246172 Oct 19 11:37:17.114434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56124) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:17.277719 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:17.382012 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:17.564309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Deleting port 1b8d3ea8-a2e3-4fc4-8a7d-f350bc2a51aa {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:17.564929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:17.645400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:17.662629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Calling delete_port for 1b8d3ea8-a2e3-4fc4-8a7d-f350bc2a51aa owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:17.902525 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:17.928132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Pushing event deleted for resources: {'Port': ['ID=1b8d3ea8-a2e3-4fc4-8a7d-f350bc2a51aa,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:17.991769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:18.090023 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93cc36a5-3964-47d1-ac4f-5dc9d0d8fa9b req-0fc8c01e-1822-4cb8-bd72-7222e969ad93 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0377488 Oct 19 11:37:18.093528 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:18.095900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:18.213678 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:18.214215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Fanout notify agent at l3_agent the message router_deleted on router 86206068-83ba-418c-8ed4-3f51ea7606b5 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:37:18.223998 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:18.228496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-04df2c32-fd1e-469c-9329-f2340d46be9e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/86206068-83ba-418c-8ed4-3f51ea7606b5 HTTP/1.1" status: 204 len: 168 time: 1.1097500 Oct 19 11:37:18.228999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56180) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:18.233986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0d1b0560-8d53-4a40-8d1b-cf44924e2383 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-814764491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:18.314463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0560-8d53-4a40-8d1b-cf44924e2383 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:18.315501 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0560-8d53-4a40-8d1b-cf44924e2383 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:18.367189 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0560-8d53-4a40-8d1b-cf44924e2383 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:18.430753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0560-8d53-4a40-8d1b-cf44924e2383 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:18.541182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0560-8d53-4a40-8d1b-cf44924e2383 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:18.542464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0d1b0560-8d53-4a40-8d1b-cf44924e2383 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3125122 Oct 19 11:37:18.545347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56196) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:18.549766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'enable_snat': False}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:18.772512 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:18.821129 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-d6d032c1-cbf8-4603-af8a-bdf9b1063ece service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1982450 Oct 19 11:37:18.942543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-7afaa37a-3f5e-4c14-9714-aab3f29d49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:18.943012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-7afaa37a-3f5e-4c14-9714-aab3f29d49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:18.943465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-7afaa37a-3f5e-4c14-9714-aab3f29d49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:18.943912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-7afaa37a-3f5e-4c14-9714-aab3f29d49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:18.944357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-7afaa37a-3f5e-4c14-9714-aab3f29d49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:18.944853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-7afaa37a-3f5e-4c14-9714-aab3f29d49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:18.945295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-7afaa37a-3f5e-4c14-9714-aab3f29d49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:18.947196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-7afaa37a-3f5e-4c14-9714-aab3f29d49ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6499 time: 0.0720885 Oct 19 11:37:19.080887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-56f7b5c0-8bfb-42b5-a59c-c29d53a082a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:19.081348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-56f7b5c0-8bfb-42b5-a59c-c29d53a082a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:19.081846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-56f7b5c0-8bfb-42b5-a59c-c29d53a082a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:19.083431 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-56f7b5c0-8bfb-42b5-a59c-c29d53a082a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba HTTP/1.1" status: 200 len: 2295 time: 0.1054883 Oct 19 11:37:19.205151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ec059a0a-2aa4-4698-a7d9-8f4cf2485002 req-809b552c-c8b1-4ee7-b257-2578034dd3b2 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0322471 Oct 19 11:37:19.237782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-8f591ff1-43dd-4985-a5b0-3eae96fc6c93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea573f0-e530-4460-94b4-a594a1441467 HTTP/1.1" status: 200 len: 1001 time: 0.1468737 Oct 19 11:37:19.244703 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:19.272754 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:19.351665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-ab4b4f95-f19b-4b42-9313-2c75a77779fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:19.353098 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-ab4b4f95-f19b-4b42-9313-2c75a77779fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11e2bdab-7342-4fa2-b0d7-dca9b53757e7 HTTP/1.1" status: 200 len: 856 time: 0.1063764 Oct 19 11:37:19.444019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-41e69ac3-feac-4c9b-9c78-c5056e23ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:19.446034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-41e69ac3-feac-4c9b-9c78-c5056e23ceda service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836120 Oct 19 11:37:19.447106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Allocated IP 172.25.2.110 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/2c309121-a97e-459c-889a-7ad4e078f1c6) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:19.571636 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:19.609831 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-97727749-d441-4451-8a45-6aeb161ade74 service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537902 Oct 19 11:37:19.643458 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:19.757343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-ab9e6de2-2ff2-4303-992f-e7c014a7f2f5 service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397791 Oct 19 11:37:19.807833 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-4ecb7601-5ae6-4529-9e0e-7d7924678380 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=42fde5d3-4350-48e2-9ff8-6e5443277e85 HTTP/1.1" status: 200 len: 217 time: 0.0383127 Oct 19 11:37:19.848213 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:19.890955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-af44f08f-35ba-4ff9-8e1d-39e686ce9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:19.892411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-af44f08f-35ba-4ff9-8e1d-39e686ce9d04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0776510 Oct 19 11:37:19.900188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:19.913236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:19.918014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:19.932490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Pushing event updated for resources: {'Port': ['ID=2c309121-a97e-459c-889a-7ad4e078f1c6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:19.981846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-095e9d99-4070-41d2-9a43-2be9f419dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:19.983331 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-095e9d99-4070-41d2-9a43-2be9f419dc33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804441 Oct 19 11:37:20.016846 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:20.170346 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-08e29f10-bb48-47ac-ab90-55e74d3e88ff service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522553 Oct 19 11:37:20.304839 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-2a1bd99c-fd7d-41ae-a31d-72153d4293d1 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275916 Oct 19 11:37:20.329982 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4a42fe-5ae7-4cde-908f-d0450a6906c7 req-84e2fef0-f7df-4a49-af8c-2320c0035d02 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0302358 Oct 19 11:37:20.378412 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-f3e832c9-e8ac-4cda-87e8-7ceb93e9016b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=71ecc8cd-ea70-43ca-b232-0706620bf96b HTTP/1.1" status: 200 len: 217 time: 0.0412374 Oct 19 11:37:20.394658 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:20.478952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-99136f4f-1f7a-4683-8a1b-e67876518472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:20.480395 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-99136f4f-1f7a-4683-8a1b-e67876518472 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0942893 Oct 19 11:37:20.899255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-a756b9cb-8700-4a2c-bb4c-6249337902b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:20.900668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-a756b9cb-8700-4a2c-bb4c-6249337902b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3913562 Oct 19 11:37:21.028756 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:21.035671 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:21.088755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-f393ccf2-8ab5-49f3-ad48-c40f5fa8a544 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800470 Oct 19 11:37:21.232926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-53dc1174-8ef1-423c-8f8d-82af2d40137e service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355467 Oct 19 11:37:21.283484 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-5886cddb-08a4-4051-8edd-ac654e880b9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=758ddef7-d643-4730-b6c0-8af1683aa074 HTTP/1.1" status: 200 len: 217 time: 0.0430515 Oct 19 11:37:21.335596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-072937dc-e7b5-466e-a1bd-e16c0c728bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:21.337170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-072937dc-e7b5-466e-a1bd-e16c0c728bfa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0456893 Oct 19 11:37:21.342726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Router 96eeb1b6-3c57-4e41-9276-e7b0a7e59b10 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:37:21.481091 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-22f7c671-177a-4ad0-899f-ee7bafd12e34 req-2ccf36dd-cf44-47a6-ba40-9c37f1332b4f tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0402753 Oct 19 11:37:21.520350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:37:21.525309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:21.529063 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b7798d72-86a0-40eb-8813-d5743970c4ce tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "PUT /v2.0/routers/96eeb1b6-3c57-4e41-9276-e7b0a7e59b10 HTTP/1.1" status: 200 len: 919 time: 2.9802876 Oct 19 11:37:21.529375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56336) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:21.535434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abc4c6-fcfe-4141-9656-3913b8e52080 None None] Sync routers for ids ['96eeb1b6-3c57-4e41-9276-e7b0a7e59b10'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:37:21.557496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-8b911a64-848c-41e3-b283-e502d8bdb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:21.557496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-8b911a64-848c-41e3-b283-e502d8bdb7f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2043455 Oct 19 11:37:21.557929 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12abc4c6-fcfe-4141-9656-3913b8e52080 None None] Routers {'96eeb1b6-3c57-4e41-9276-e7b0a7e59b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:21.557929 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-12abc4c6-fcfe-4141-9656-3913b8e52080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['96eeb1b6-3c57-4e41-9276-e7b0a7e59b10'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:21.609306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-12abc4c6-fcfe-4141-9656-3913b8e52080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:21.631883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12abc4c6-fcfe-4141-9656-3913b8e52080 None None] Routers {'96eeb1b6-3c57-4e41-9276-e7b0a7e59b10'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:21.632925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-12abc4c6-fcfe-4141-9656-3913b8e52080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['96eeb1b6-3c57-4e41-9276-e7b0a7e59b10'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:21.670673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-6c752124-5030-4ac6-bddb-c02c120dcebf service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118090 Oct 19 11:37:21.683673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-12abc4c6-fcfe-4141-9656-3913b8e52080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:21.684595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abc4c6-fcfe-4141-9656-3913b8e52080 None None] The sync data for ids ['96eeb1b6-3c57-4e41-9276-e7b0a7e59b10'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:37:21.717933 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d42c465c-1f89-4de7-95a9-dedf57efbc8e tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/routers/96eeb1b6-3c57-4e41-9276-e7b0a7e59b10 HTTP/1.1" status: 200 len: 925 time: 0.1864533 Oct 19 11:37:21.719917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56344) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:21.773288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ff214-4783-4a42-b87b-41464c19221c tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:21.774818 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-660ff214-4783-4a42-b87b-41464c19221c tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=6926592e-6551-44d6-8cff-badc592380f0&device_id=96eeb1b6-3c57-4e41-9276-e7b0a7e59b10&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0536745 Oct 19 11:37:21.780995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56348) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:21.794180 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-ca54398c-f348-48be-a2ce-a472b84edac0 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150658 Oct 19 11:37:21.843171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-df6e7cbb-10f8-444f-8d7e-b351d834f52b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=898f2454-afee-49e9-ab5a-b656cccdb2e1 HTTP/1.1" status: 200 len: 217 time: 0.0421154 Oct 19 11:37:21.913067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-54aa43c6-0e44-4d7e-adf4-6a62fe347ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:21.913713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b053939d-e663-40f8-92e1-04f0213a463a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:21.915865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-54aa43c6-0e44-4d7e-adf4-6a62fe347ac1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0611372 Oct 19 11:37:21.918146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b053939d-e663-40f8-92e1-04f0213a463a tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/networks/6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 881 time: 0.1330321 Oct 19 11:37:21.918453 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56360) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:21.965495 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-27dc5273-8463-4894-869b-f5b1556bc7b8 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=96eeb1b6-3c57-4e41-9276-e7b0a7e59b10 HTTP/1.1" status: 200 len: 205 time: 0.0457559 Oct 19 11:37:21.968503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56364) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:21.985915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-eadd48f0-9ae1-4ab9-9aeb-3ce697ca40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:21.987362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-eadd48f0-9ae1-4ab9-9aeb-3ce697ca40b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652258 Oct 19 11:37:22.090261 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:22.101280 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-606c5c08-1961-46b0-a0d1-0061e74754e1 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059115 Oct 19 11:37:22.225805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:22.229600 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-10650025-3a15-4288-b4aa-88ff704f77d9 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211367 Oct 19 11:37:22.275173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-95528b27-b3f3-4372-9fdf-0dc24dddeb7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6512ec78-34b3-43ca-93db-f84288d7d06e HTTP/1.1" status: 200 len: 217 time: 0.0378466 Oct 19 11:37:22.330096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-cd4d0317-4c5f-4a3b-8a2d-92269d0ca6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:22.332358 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-cd4d0317-4c5f-4a3b-8a2d-92269d0ca6e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 200 len: 797 time: 0.0492721 Oct 19 11:37:22.385732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Deleting port 2c309121-a97e-459c-889a-7ad4e078f1c6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:22.386349 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:22.414741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-3ebd58f0-0e20-4070-8e88-b8410409e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:22.420002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-3ebd58f0-0e20-4070-8e88-b8410409e1ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0770357 Oct 19 11:37:22.484330 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:22.496624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Calling delete_port for 2c309121-a97e-459c-889a-7ad4e078f1c6 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:22.534522 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-6681c681-83de-44e5-b4cb-57797990cf30 service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104052 Oct 19 11:37:22.697136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d941bf3-eb4c-46b3-8474-49e566c431b3 req-be6fd514-50b7-4c55-9f97-b8b56a8690f9 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0417390 Oct 19 11:37:22.732673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-e53514b0-4def-4d38-b2d2-40cc0da2d64f service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903188 Oct 19 11:37:22.787125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-619f84d0-d7a2-4ef8-9222-c773305e7377 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a275090f-5113-40b3-99f4-1337b4735072 HTTP/1.1" status: 200 len: 217 time: 0.0460916 Oct 19 11:37:22.843300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-6ea5078d-9175-441d-b244-0de5c1c7ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:22.845414 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-6ea5078d-9175-441d-b244-0de5c1c7ae08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 200 len: 797 time: 0.0520728 Oct 19 11:37:22.889905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:22.908762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-303284b3-de54-437e-aa56-44446573b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:22.910800 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-303284b3-de54-437e-aa56-44446573b02c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0579238 Oct 19 11:37:23.002814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Pushing event deleted for resources: {'Port': ['ID=2c309121-a97e-459c-889a-7ad4e078f1c6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:23.014182 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:23.035004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-9e7742a5-3e34-4dd3-8c98-49fcd313dc07 service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165516 Oct 19 11:37:23.133415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e93ec097-92b4-443d-a985-221ca2e9ff9b req-022f76c4-9012-4bfb-8529-1bfbfd8b06de service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901253 Oct 19 11:37:23.401552 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:23.403080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-32482880-3b5c-461e-a608-1df60a7a0400 service neutron] (101311) timed out ('10.222.0.39', 41900) {{(pid=101311) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 11:37:23.405158 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:23.422286 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9fe422-d38d-419a-85b8-72c619d6b5ba req-22fadad9-8a29-4fe2-a76f-7f84372682b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23edbc4c-c45d-4aed-8eda-aa16286c7779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294814 Oct 19 11:37:23.503825 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9fe422-d38d-419a-85b8-72c619d6b5ba req-1c21a9ed-9406-4963-8d22-86b7663a6b01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4af8b709819468e8f6dca2f409b165c&device_id=23edbc4c-c45d-4aed-8eda-aa16286c7779 HTTP/1.1" status: 200 len: 210 time: 0.0339615 Oct 19 11:37:23.547385 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9fe422-d38d-419a-85b8-72c619d6b5ba req-ed6736ea-2014-4ff6-bba7-ec1fa6a1f2d2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d4af8b709819468e8f6dca2f409b165c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206618 Oct 19 11:37:23.548503 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:23.549046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Fanout notify agent at l3_agent the message router_deleted on router 96eeb1b6-3c57-4e41-9276-e7b0a7e59b10 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:37:23.556192 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:23.557260 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-20952eeb-2501-4da3-b014-ff7110bba793 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/96eeb1b6-3c57-4e41-9276-e7b0a7e59b10 HTTP/1.1" status: 204 len: 168 time: 1.5878255 Oct 19 11:37:23.561002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56428) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:23.565431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-404113695', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}, 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:23.664872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:23.666199 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:23.668593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fe422-d38d-419a-85b8-72c619d6b5ba req-6b2f8c9b-7900-49b4-9077-60bc2fbef3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:23.670688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f9fe422-d38d-419a-85b8-72c619d6b5ba req-6b2f8c9b-7900-49b4-9077-60bc2fbef3d7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113584 Oct 19 11:37:23.723502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:23.804137 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dbe3f3b3-b6dd-4669-b212-0478d39079ac req-1598b6b6-85a0-4a4c-b242-5a18e387aab3 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0274851 Oct 19 11:37:23.928364 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:24.193647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:24.212940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:24.316737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Allocated IP 172.25.2.191 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/1b44a960-f27f-4e80-a1d2-54918e9be0ed) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:24.427705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:24.533746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:24.575908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:24.578836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:24.582348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:24.605687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Pushing event updated for resources: {'Port': ['ID=1b44a960-f27f-4e80-a1d2-54918e9be0ed,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:24.916478 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb21c9b2-adc4-4ca9-9bc3-5b365417cc61 req-873edbc3-198a-494f-a965-4857199d9ec6 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0346868 Oct 19 11:37:24.943777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:25.156763 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:25.364022 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8997cda6-d0ab-4398-b507-0e832158e932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:25.731410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Router c30ec0c2-663c-4edb-866a-2d60e9aab8ae is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:37:25.840943 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:37:25.851732 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553e8852-8134-4e99-b62c-b76bc1a436e1 None None] Sync routers for ids ['c30ec0c2-663c-4edb-866a-2d60e9aab8ae'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:37:25.861522 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553e8852-8134-4e99-b62c-b76bc1a436e1 None None] Routers {'c30ec0c2-663c-4edb-866a-2d60e9aab8ae'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:25.862322 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-553e8852-8134-4e99-b62c-b76bc1a436e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c30ec0c2-663c-4edb-866a-2d60e9aab8ae'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:25.897999 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-553e8852-8134-4e99-b62c-b76bc1a436e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:25.906366 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553e8852-8134-4e99-b62c-b76bc1a436e1 None None] Routers {'c30ec0c2-663c-4edb-866a-2d60e9aab8ae'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:25.906947 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-553e8852-8134-4e99-b62c-b76bc1a436e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c30ec0c2-663c-4edb-866a-2d60e9aab8ae'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:25.940637 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:25.940637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8df74cd3-8e8b-44b9-a65b-cd9ac7d0ced0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3752248 Oct 19 11:37:25.941605 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56550) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:25.945665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:26.040849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d982d92-1185-4ae7-9c3f-842d247157b8 req-14456284-e66e-45d1-87fa-506900a1a116 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0292470 Oct 19 11:37:26.047073 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-553e8852-8134-4e99-b62c-b76bc1a436e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:26.047721 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553e8852-8134-4e99-b62c-b76bc1a436e1 None None] The sync data for ids ['c30ec0c2-663c-4edb-866a-2d60e9aab8ae'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:37:26.300019 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:26.375882 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:26.506450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Deleting port 1b44a960-f27f-4e80-a1d2-54918e9be0ed {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:26.506786 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:26.586783 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:26.599368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Calling delete_port for 1b44a960-f27f-4e80-a1d2-54918e9be0ed owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:26.828213 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:26.861059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Pushing event deleted for resources: {'Port': ['ID=1b44a960-f27f-4e80-a1d2-54918e9be0ed,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:26.921777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:27.137857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1628470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1626716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3174'] for router, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:27.141466 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1629125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1629132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1626727'] for router, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:27.171622 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cf194248-7ddf-4a39-b071-20126c8210cc req-36cc95eb-d7be-4c24-89ac-d5704e324f54 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0280871 Oct 19 11:37:27.243188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Router c30ec0c2-663c-4edb-866a-2d60e9aab8ae has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:37:27.322707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:37:27.329700 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:27.330815 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-956c1d73-515f-41b1-9487-e4d2ad59308f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "PUT /v2.0/routers/c30ec0c2-663c-4edb-866a-2d60e9aab8ae HTTP/1.1" status: 200 len: 709 time: 1.3897600 Oct 19 11:37:27.334020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56622) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:27.335996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9efa12-dd23-4ea7-9623-82b9f860678a None None] Sync routers for ids ['c30ec0c2-663c-4edb-866a-2d60e9aab8ae'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:37:27.350700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9efa12-dd23-4ea7-9623-82b9f860678a None None] Routers {'c30ec0c2-663c-4edb-866a-2d60e9aab8ae'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:27.351583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6c9efa12-dd23-4ea7-9623-82b9f860678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c30ec0c2-663c-4edb-866a-2d60e9aab8ae'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:27.390865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6c9efa12-dd23-4ea7-9623-82b9f860678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:27.400814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9efa12-dd23-4ea7-9623-82b9f860678a None None] Routers {'c30ec0c2-663c-4edb-866a-2d60e9aab8ae'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:37:27.401659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6c9efa12-dd23-4ea7-9623-82b9f860678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:36:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c30ec0c2-663c-4edb-866a-2d60e9aab8ae'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:27.417031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-40e124b8-5d76-4455-ad13-545b0871b5ca tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/routers/c30ec0c2-663c-4edb-866a-2d60e9aab8ae HTTP/1.1" status: 200 len: 744 time: 0.0818369 Oct 19 11:37:27.420192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56628) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:27.438282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6c9efa12-dd23-4ea7-9623-82b9f860678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:37:27.439137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9efa12-dd23-4ea7-9623-82b9f860678a None None] The sync data for ids ['c30ec0c2-663c-4edb-866a-2d60e9aab8ae'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:37:27.476183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f4de35df-42d4-4778-970d-67613b9304fa tempest-RoutersIpV6AdminTest-296485849 tempest-RoutersIpV6AdminTest-296485849-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=6926592e-6551-44d6-8cff-badc592380f0&device_id=c30ec0c2-663c-4edb-866a-2d60e9aab8ae HTTP/1.1" status: 200 len: 205 time: 0.0543089 Oct 19 11:37:27.478568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56632) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:27.507079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ba4bef05-e588-4a66-aa29-ee30819e054a tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30ec0c2-663c-4edb-866a-2d60e9aab8ae HTTP/1.1" status: 200 len: 205 time: 0.0251377 Oct 19 11:37:27.507589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56636) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:27.586077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fb53232-a43c-4b10-8e09-8c223654f9c3 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:27.751614 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fb53232-a43c-4b10-8e09-8c223654f9c3 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:27.754663 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fb53232-a43c-4b10-8e09-8c223654f9c3 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:27.802782 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a932ba47-e83a-4333-906f-09cb47db96d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:27.868492 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fb53232-a43c-4b10-8e09-8c223654f9c3 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:27.873217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb53232-a43c-4b10-8e09-8c223654f9c3 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Fanout notify agent at l3_agent the message router_deleted on router c30ec0c2-663c-4edb-866a-2d60e9aab8ae {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:37:27.875969 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fb53232-a43c-4b10-8e09-8c223654f9c3 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:27.877236 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7fb53232-a43c-4b10-8e09-8c223654f9c3 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/c30ec0c2-663c-4edb-866a-2d60e9aab8ae HTTP/1.1" status: 204 len: 168 time: 0.3687298 Oct 19 11:37:27.880761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56658) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:27.907947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7f4ec11f-b38b-4a81-91a0-d58b336c310f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=c30ec0c2-663c-4edb-866a-2d60e9aab8ae HTTP/1.1" status: 200 len: 205 time: 0.0259826 Oct 19 11:37:27.912811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56660) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:27.950104 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-fc15bb3f-b199-4de5-8aca-5401212ed9a3 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] delete failed (client error): The resource could not be found. Oct 19 11:37:27.950902 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fc15bb3f-b199-4de5-8aca-5401212ed9a3 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/c30ec0c2-663c-4edb-866a-2d60e9aab8ae HTTP/1.1" status: 404 len: 336 time: 0.0371466 Oct 19 11:37:27.953424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56664) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:27.985391 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b163ecda-f6c1-4aa9-8e82-30754c55bdc0 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=96eeb1b6-3c57-4e41-9276-e7b0a7e59b10 HTTP/1.1" status: 200 len: 205 time: 0.0308883 Oct 19 11:37:27.988277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56670) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:28.023813 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-9bd9ecc0-2fcc-4895-89fc-dc9bf5391b42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] delete failed (client error): The resource could not be found. Oct 19 11:37:28.024754 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9bd9ecc0-2fcc-4895-89fc-dc9bf5391b42 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/96eeb1b6-3c57-4e41-9276-e7b0a7e59b10 HTTP/1.1" status: 404 len: 336 time: 0.0355544 Oct 19 11:37:28.031767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56672) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:28.058366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ba06d170-728d-4eee-a4a4-d60b37d14465 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=86206068-83ba-418c-8ed4-3f51ea7606b5 HTTP/1.1" status: 200 len: 205 time: 0.0255923 Oct 19 11:37:28.060578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56674) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:28.099130 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-441c075c-329b-4bc6-b1c7-cf2af1fc3a8e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] delete failed (client error): The resource could not be found. Oct 19 11:37:28.100090 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-441c075c-329b-4bc6-b1c7-cf2af1fc3a8e tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/86206068-83ba-418c-8ed4-3f51ea7606b5 HTTP/1.1" status: 404 len: 336 time: 0.0386536 Oct 19 11:37:28.102544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56678) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:28.131696 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3dd71544-4fc9-4cf1-b579-fdd22cf7d745 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=7536ecba-de7c-4489-b543-227cbb3ba1d7 HTTP/1.1" status: 200 len: 205 time: 0.0281136 Oct 19 11:37:28.136756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56686) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:28.179802 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-b1ad488f-a96a-4240-a543-fdf8ed01b553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] delete failed (client error): The resource could not be found. Oct 19 11:37:28.183559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56688) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:28.185687 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b1ad488f-a96a-4240-a543-fdf8ed01b553 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/7536ecba-de7c-4489-b543-227cbb3ba1d7 HTTP/1.1" status: 404 len: 336 time: 0.0457814 Oct 19 11:37:28.214783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56692) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:28.214930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8e882eec-4b5c-486c-b73c-1deea0147dd8 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0a3aaed-b9c2-441c-8a42-49e10a0dde2e HTTP/1.1" status: 200 len: 205 time: 0.0300918 Oct 19 11:37:28.255300 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-50959bb2-6800-40ec-b2fa-e6e83a203cca tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] delete failed (client error): The resource could not be found. Oct 19 11:37:28.256410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-50959bb2-6800-40ec-b2fa-e6e83a203cca tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/a0a3aaed-b9c2-441c-8a42-49e10a0dde2e HTTP/1.1" status: 404 len: 336 time: 0.0404932 Oct 19 11:37:28.259035 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56698) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:28.296480 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eea74f95-f550-47d8-872d-fe1fecadf465 tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "GET /v2.0/ports?device_id=793683b4-07c6-42dc-ba36-32fc497f3632 HTTP/1.1" status: 200 len: 205 time: 0.0342469 Oct 19 11:37:28.297010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56702) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:28.313157 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-882ee333-bed1-484d-b87c-e04acc427c05 req-15fa7d17-e5de-4d12-bbf8-f12f405eb99a tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0441334 Oct 19 11:37:28.343858 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-0a37c8a7-2d15-45e5-a2af-d6817a5b06dd tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] delete failed (client error): The resource could not be found. Oct 19 11:37:28.345086 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0a37c8a7-2d15-45e5-a2af-d6817a5b06dd tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/routers/793683b4-07c6-42dc-ba36-32fc497f3632 HTTP/1.1" status: 404 len: 336 time: 0.0470469 Oct 19 11:37:28.348360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56706) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:28.374427 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfdf290-9688-49e1-8a7a-b75bb028545f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] DELETE failed (client error): The resource could not be found. Oct 19 11:37:28.374883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfdf290-9688-49e1-8a7a-b75bb028545f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:37:28.378716 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9dfdf290-9688-49e1-8a7a-b75bb028545f tempest-RoutersIpV6AdminTest-395126545 tempest-RoutersIpV6AdminTest-395126545-project] 10.222.0.39 "DELETE /v2.0/subnets/d1a4c2c7-75cc-4722-bed3-6c8e979103b1 HTTP/1.1" status: 404 len: 337 time: 0.0284534 Oct 19 11:37:29.059166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56736) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:29.087548 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:29.139386 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:29.179709 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b37e25a-a80a-48aa-a52b-8177289a8ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:29.251793 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b37e25a-a80a-48aa-a52b-8177289a8ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:29.327862 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b37e25a-a80a-48aa-a52b-8177289a8ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:29.371343 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37e25a-a80a-48aa-a52b-8177289a8ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e6b154-6230-4ed8-9d00-1a026bd5f651,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:29.378949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56760) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:29.379568 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2b37e25a-a80a-48aa-a52b-8177289a8ac8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b4a958c1850475aa65772a09091cbca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182669 Oct 19 11:37:29.445295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f57a8fe3-59be-44b1-a4e2-53f7af040352 req-eb014d9e-dfbf-41f0-8ae5-f3c88ac30ef0 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0471449 Oct 19 11:37:29.482062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1360678-5d2f-4e56-b00a-19956f3cfc48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:29.506712 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1360678-5d2f-4e56-b00a-19956f3cfc48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:29.662358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1360678-5d2f-4e56-b00a-19956f3cfc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:29.665316 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1360678-5d2f-4e56-b00a-19956f3cfc48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:29.666472 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d1360678-5d2f-4e56-b00a-19956f3cfc48 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01e6b154-6230-4ed8-9d00-1a026bd5f651 HTTP/1.1" status: 204 len: 168 time: 0.2847898 Oct 19 11:37:29.676156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1360678-5d2f-4e56-b00a-19956f3cfc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e6b154-6230-4ed8-9d00-1a026bd5f651,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:30.360616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56794) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:30.401130 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c42cd591-4121-4b02-913a-dbbf7dab008b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e909de355dc04f988de77267e01eef2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400865 Oct 19 11:37:30.403519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56798) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:30.459321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3d18955-7f7a-4041-acaa-2e4cc0f77b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:30.486523 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3d18955-7f7a-4041-acaa-2e4cc0f77b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:30.575815 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ca83e88-41e0-4744-93fb-bf151670ebfe req-b1b26844-a606-43fd-91b7-c74441fbd3fd tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0310879 Oct 19 11:37:30.619156 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3d18955-7f7a-4041-acaa-2e4cc0f77b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:30.621877 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3d18955-7f7a-4041-acaa-2e4cc0f77b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:30.623101 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e3d18955-7f7a-4041-acaa-2e4cc0f77b97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4306d172-eb4a-4d31-9994-2a4db0f00272 HTTP/1.1" status: 204 len: 168 time: 0.2186024 Oct 19 11:37:30.631351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d18955-7f7a-4041-acaa-2e4cc0f77b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4306d172-eb4a-4d31-9994-2a4db0f00272,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:30.813744 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:31.718809 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95b2cf9e-60b8-48b9-97d7-01efb5c6e341 req-010849ac-3e90-4f52-9a66-cbff3cdffced tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0269206 Oct 19 11:37:32.591148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56866) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:32.706993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1702439886', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:32.816158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Made reservation on behalf of 54718e65bcc34b1ba59fcb9dcd3eef06 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:32.818551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:32.835555 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:32.837158 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ccb5a84b-b41d-4f38-b92b-1dc4586f90f6 req-c441a99a-4027-4ed2-a22d-6481dec86561 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0391865 Oct 19 11:37:32.927627 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:32.995693 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:33.005748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] device_id is not set on port 23770fb0-d080-4b47-9659-b9281def43ba yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:37:33.055665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fddfd0c-c0c2-4da3-84ae-6352ce282f7a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:33.127322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Allocated IP 172.25.2.151 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/23770fb0-d080-4b47-9659-b9281def43ba) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:33.276914 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:33.371008 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:33.427978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:33.432212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:33.435391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:33.437400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Pushing event updated for resources: {'Port': ['ID=23770fb0-d080-4b47-9659-b9281def43ba,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:33.484564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:33.485752 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:33.584868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f57638e8-01ec-4f8f-a041-58e4a4f2e578 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.9923673 Oct 19 11:37:33.587825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56886) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:33.592411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}]}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:33.679410 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:33.680784 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:33.750166 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:33.961820 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:33.991530 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f4cc532c-c886-441e-acd9-9b96293e3550 req-6ded7846-b06b-4ee7-baa4-a89a6e8e04cc tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0321081 Oct 19 11:37:34.267425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:34.288699 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:34.462578 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:34.624435 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:34.626741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:34.733132 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:34.733576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f70476d3-80d0-4edf-9ddf-3a097cc8cd15 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:37:34.824504 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 19 11:37:34.827050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-85d908f7-e125-4c4d-9cf8-7f470b9b800e tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2367344 Oct 19 11:37:34.829090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56910) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:34.915328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-692a280a-8f2a-4bcc-8500-951edb3cf815 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Deleting port 23770fb0-d080-4b47-9659-b9281def43ba {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:34.915744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-692a280a-8f2a-4bcc-8500-951edb3cf815 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:34.994789 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-692a280a-8f2a-4bcc-8500-951edb3cf815 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:35.006228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-692a280a-8f2a-4bcc-8500-951edb3cf815 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Calling delete_port for 23770fb0-d080-4b47-9659-b9281def43ba owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:35.117945 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e07c3083-4ae1-4f7d-94f0-5fc1be19c3eb req-8b9344c7-da53-4dc6-a995-eb6d6ede3f87 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0362027 Oct 19 11:37:35.236238 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-692a280a-8f2a-4bcc-8500-951edb3cf815 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:35.269573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a280a-8f2a-4bcc-8500-951edb3cf815 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Pushing event deleted for resources: {'Port': ['ID=23770fb0-d080-4b47-9659-b9281def43ba,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:35.314933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-ac6d0fc3-de6f-45c0-bcda-6b7cc101240f req-bdaa3b86-26cd-4b8e-b175-13f771bb39bd service neutron] (101311) timed out ('10.222.0.26', 64012) {{(pid=101311) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 11:37:35.329825 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-692a280a-8f2a-4bcc-8500-951edb3cf815 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:35.337506 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-692a280a-8f2a-4bcc-8500-951edb3cf815 tempest-RoutersAdminNegativeIpV6Test-1902684452 tempest-RoutersAdminNegativeIpV6Test-1902684452-project-admin] 10.222.0.39 "DELETE /v2.0/ports/23770fb0-d080-4b47-9659-b9281def43ba HTTP/1.1" status: 204 len: 168 time: 0.5068209 Oct 19 11:37:35.890415 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 56942) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:36.004196 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9221d05-1765-4e08-bee2-2a3c4e7ddf19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:36.078678 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9221d05-1765-4e08-bee2-2a3c4e7ddf19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:36.170490 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9221d05-1765-4e08-bee2-2a3c4e7ddf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:36.204045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b9221d05-1765-4e08-bee2-2a3c4e7ddf19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7439f5cc0d8c4fa29d0104f178dde8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122215 Oct 19 11:37:36.207191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56948) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:36.250449 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f4da401d-557c-4952-a13b-090a4cd58031 req-7dd70b47-7a5b-438e-97bc-a4b2c200ce95 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0444465 Oct 19 11:37:36.279486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9221d05-1765-4e08-bee2-2a3c4e7ddf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7081751e-3883-45c7-b20d-77c73683042f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:36.291108 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-356d7857-dd52-4660-b089-87a2eb962803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:36.318761 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-356d7857-dd52-4660-b089-87a2eb962803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:36.437344 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-356d7857-dd52-4660-b089-87a2eb962803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:36.439906 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-356d7857-dd52-4660-b089-87a2eb962803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:36.441727 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-356d7857-dd52-4660-b089-87a2eb962803 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7081751e-3883-45c7-b20d-77c73683042f HTTP/1.1" status: 204 len: 168 time: 0.2335298 Oct 19 11:37:36.465912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d7857-dd52-4660-b089-87a2eb962803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7081751e-3883-45c7-b20d-77c73683042f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:37.057003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56964) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:37.101878 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-04a3de76-126f-45dd-8f33-28ee137aeeef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54718e65bcc34b1ba59fcb9dcd3eef06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434513 Oct 19 11:37:37.104367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 56966) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:37.154740 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc02425a-9e46-402d-8071-cbf0d3f1361b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:37.175627 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc02425a-9e46-402d-8071-cbf0d3f1361b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:37.333198 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc02425a-9e46-402d-8071-cbf0d3f1361b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:37.338528 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc02425a-9e46-402d-8071-cbf0d3f1361b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:37.339880 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bc02425a-9e46-402d-8071-cbf0d3f1361b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fddfd0c-c0c2-4da3-84ae-6352ce282f7a HTTP/1.1" status: 204 len: 168 time: 0.2345512 Oct 19 11:37:37.353325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02425a-9e46-402d-8071-cbf0d3f1361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fddfd0c-c0c2-4da3-84ae-6352ce282f7a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:37.387901 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e155f8a-fd29-4d1a-a22b-8e0beb9076a9 req-87aa69ba-5c09-4e7e-8515-570f598b3710 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0576522 Oct 19 11:37:38.501965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57004) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:38.626108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1979654823'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:38.799460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:38.803154 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:38.817280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:38.839604 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50d39449-41c4-42b2-a1bf-bad3beca45a7 req-a8fca9c2-02ff-4b49-8fbb-8876be833a7a tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.3696380 Oct 19 11:37:38.899761 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:38.978430 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:39.001624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:37:39.017207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582107eb-ab70-4f1c-9ca7-dd6fa82a91be,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:39.020165 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:39.020685 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Added segment 4ad72098-86eb-40ab-adab-4e4d38b6e827 of type vlan for network 21fa2b95-00e4-4032-bc3d-907cf26e024b Oct 19 11:37:39.059157 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:39.227603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:39.233367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:39.233991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:39.309132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Network': ['ID=21fa2b95-00e4-4032-bc3d-907cf26e024b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:39.321750 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f4e04999-518e-4216-8e8e-1c36ac11a341 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8145061 Oct 19 11:37:39.321954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57020) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:39.327545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:37:39.328341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:39.550687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:39.554244 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:39.807702 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:39.903824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=3cb2dc65-043b-4f48-b0ea-8ac461d50ef3,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:39.918907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:37:39.919178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network hostable DHCP agents. Network: 21fa2b95-00e4-4032-bc3d-907cf26e024b, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:37:39.961597 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8b0cd81-dc80-4ecb-9b90-66341611ab48 req-dcacf746-b686-48b2-b78a-9e67742576e7 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0272295 Oct 19 11:37:40.039358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:37:40.121249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 21fa2b95-00e4-4032-bc3d-907cf26e024b) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:40.129284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1f7de7-91b7-4326-8deb-93110d6b3bda None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:40.132803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:40.133401 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.253668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6f324df5-cb54-42ce-a85f-46ec668d0884 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9304514 Oct 19 11:37:40.256390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57042) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:40.261576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'name': 'tempest-NetworksTestDHCPv6-1484356328'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:40.336311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '3cb2dc65-043b-4f48-b0ea-8ac461d50ef3'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:37:40.337295 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.339461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57046) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:40.487578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:40.492051 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.516160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5d24b476-d894-4944-bbcf-11173f536dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.525657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 26246ea4-8a5e-44e9-91cb-e74ff4baea19 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:37:40.573077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Allocated IP 2001:db8::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/3cb2dc65-043b-4f48-b0ea-8ac461d50ef3/071e3f9a-ce54-44b5-836e-42800d68a5b2) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:40.635800 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5d24b476-d894-4944-bbcf-11173f536dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.727157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5d24b476-d894-4944-bbcf-11173f536dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.736214 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.765075 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5d24b476-d894-4944-bbcf-11173f536dc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f5eb05a8e954f1fa0961c123729334f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243422 Oct 19 11:37:40.767128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24b476-d894-4944-bbcf-11173f536dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5269a9-a2c4-4720-aac3-b2a30ba60f35,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:40.767770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57056) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:40.810991 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.858114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:40.861248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:40.866302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:40.870549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef9652dd-d80e-46ad-a8b3-b95f68985335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.874105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Pushing event updated for resources: {'Port': ['ID=071e3f9a-ce54-44b5-836e-42800d68a5b2,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:40.896576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::282 (21fa2b95-00e4-4032-bc3d-907cf26e024b/3cb2dc65-043b-4f48-b0ea-8ac461d50ef3/26246ea4-8a5e-44e9-91cb-e74ff4baea19) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:40.913781 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef9652dd-d80e-46ad-a8b3-b95f68985335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.921854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Attempting to bind port 071e3f9a-ce54-44b5-836e-42800d68a5b2 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:37:40.922114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Attempting to bind port 071e3f9a-ce54-44b5-836e-42800d68a5b2 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:37:40.922477 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Attempting to bind port 071e3f9a-ce54-44b5-836e-42800d68a5b2 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:37:40.928430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:37:40.929049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:37:40.929216 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.929607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:37:40.930064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Bound port: 071e3f9a-ce54-44b5-836e-42800d68a5b2, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:37:40.930440 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:40.997653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] For port 071e3f9a-ce54-44b5-836e-42800d68a5b2, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:37:41.000801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] For port 071e3f9a-ce54-44b5-836e-42800d68a5b2, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=071e3f9a-ce54-44b5-836e-42800d68a5b2,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:37:41.066323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50ed6174-e2e6-4409-871c-83fa1945faf2 req-640fd6b2-4b49-4f64-92e4-55f49ae45437 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0292225 Oct 19 11:37:41.068246 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef9652dd-d80e-46ad-a8b3-b95f68985335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:41.070152 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ef9652dd-d80e-46ad-a8b3-b95f68985335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:41.071267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ef9652dd-d80e-46ad-a8b3-b95f68985335 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f5269a9-a2c4-4720-aac3-b2a30ba60f35 HTTP/1.1" status: 204 len: 168 time: 0.3016376 Oct 19 11:37:41.097385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9652dd-d80e-46ad-a8b3-b95f68985335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5269a9-a2c4-4720-aac3-b2a30ba60f35,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:41.116073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:41.175039 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259df07-8652-4305-99ad-51af4cdc7a09 None None] Pushing event updated for resources: {'Port': ['ID=071e3f9a-ce54-44b5-836e-42800d68a5b2,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:41.199983 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:41.311809 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:41.400352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:41.404080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:41.409843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:41.415835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:41.416506 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:41.430604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=26246ea4-8a5e-44e9-91cb-e74ff4baea19,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:41.575271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2cfce011-91c8-4828-9f75-7179bb8337fb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3175921 Oct 19 11:37:41.577760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57076) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:41.646344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61beaf7-516b-4fa3-a0af-8d61c59b1ab3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:41.648001 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61beaf7-516b-4fa3-a0af-8d61c59b1ab3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:41.649621 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f61beaf7-516b-4fa3-a0af-8d61c59b1ab3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0709286 Oct 19 11:37:41.652484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57080) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:41.762283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-03d299b1-b162-4c67-a06e-649bc9a0e93e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 26246ea4-8a5e-44e9-91cb-e74ff4baea19 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:41.762957 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-03d299b1-b162-4c67-a06e-649bc9a0e93e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:41.791932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57082) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:41.812810 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:41.889298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 071e3f9a-ce54-44b5-836e-42800d68a5b2 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:37:41.902592 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-03d299b1-b162-4c67-a06e-649bc9a0e93e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:41.916944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-03d299b1-b162-4c67-a06e-649bc9a0e93e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 26246ea4-8a5e-44e9-91cb-e74ff4baea19 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:41.926109 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:41.957730 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 071e3f9a-ce54-44b5-836e-42800d68a5b2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:41.957730 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.024383 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.066839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a2dc0-21a6-4203-b339-f81b5112189e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:42.067110 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.076761 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=baadf0d5216c4c4dac03576aee253168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829421 Oct 19 11:37:42.078500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.078500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.078816 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.079148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.079479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.079807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.080195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.080448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.080752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57088) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:42.087246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.087246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.087246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.087246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94a8e-278f-4dc7-bc8e-43b0d6faff92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:42.122274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 071e3f9a-ce54-44b5-836e-42800d68a5b2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=071e3f9a-ce54-44b5-836e-42800d68a5b2,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:37:42.138367 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-03d299b1-b162-4c67-a06e-649bc9a0e93e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.181653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d299b1-b162-4c67-a06e-649bc9a0e93e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=26246ea4-8a5e-44e9-91cb-e74ff4baea19,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:42.232244 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.242299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78ab4731-6385-444d-af9b-5b8697576185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.267374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55d284db-78ad-49bd-92f8-d268b56c0514 req-e1da036c-8e27-43e8-9bc7-43ee22f3f246 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0891638 Oct 19 11:37:42.268608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-03d299b1-b162-4c67-a06e-649bc9a0e93e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.272600 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-03d299b1-b162-4c67-a06e-649bc9a0e93e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/26246ea4-8a5e-44e9-91cb-e74ff4baea19 HTTP/1.1" status: 204 len: 168 time: 0.6187992 Oct 19 11:37:42.275449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57092) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:42.288260 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78ab4731-6385-444d-af9b-5b8697576185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.339520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=071e3f9a-ce54-44b5-836e-42800d68a5b2,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:42.384994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa564018-adcc-4c75-a3d0-4539c0aa0b66 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:42.387148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa564018-adcc-4c75-a3d0-4539c0aa0b66 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:42.391635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aa564018-adcc-4c75-a3d0-4539c0aa0b66 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1124403 Oct 19 11:37:42.394449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57098) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:42.408276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfad23c-5443-4c54-9ad1-892ebbd53e7a None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:42.450795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30e14ab-7076-4af6-9045-a7922ee524e9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 3cb2dc65-043b-4f48-b0ea-8ac461d50ef3 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:37:42.454131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f30e14ab-7076-4af6-9045-a7922ee524e9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.482599 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78ab4731-6385-444d-af9b-5b8697576185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.485362 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-78ab4731-6385-444d-af9b-5b8697576185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.489991 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-78ab4731-6385-444d-af9b-5b8697576185 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a77a2dc0-21a6-4203-b339-f81b5112189e HTTP/1.1" status: 204 len: 168 time: 0.4034169 Oct 19 11:37:42.502067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab4731-6385-444d-af9b-5b8697576185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a2dc0-21a6-4203-b339-f81b5112189e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:42.511188 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f30e14ab-7076-4af6-9045-a7922ee524e9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.578468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-73a62c49-9bb9-4e57-a6ff-bd9966a17d2d None None] Provisioning complete for port 071e3f9a-ce54-44b5-836e-42800d68a5b2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:42.578931 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-73a62c49-9bb9-4e57-a6ff-bd9966a17d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.642881 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f30e14ab-7076-4af6-9045-a7922ee524e9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.779273 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f30e14ab-7076-4af6-9045-a7922ee524e9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.798160 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:37:42.821424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e14ab-7076-4af6-9045-a7922ee524e9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb2dc65-043b-4f48-b0ea-8ac461d50ef3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:42.823368 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f30e14ab-7076-4af6-9045-a7922ee524e9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:42.828205 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f30e14ab-7076-4af6-9045-a7922ee524e9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/3cb2dc65-043b-4f48-b0ea-8ac461d50ef3 HTTP/1.1" status: 204 len: 168 time: 0.4311600 Oct 19 11:37:42.829448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57106) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:42.869447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0885cc-f3dc-4eea-941c-5d105aa18b53 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:42.888676 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8d04da61-cbc6-4a15-b6ee-3621fc283c5f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579026 Oct 19 11:37:42.891876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57112) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:42.897639 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-51049bc3-ab4c-4a0d-abe4-40cec1ea0885 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:42.979996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0e92eaa8-0d91-4eac-83ba-850836f1f9e3 None None] Provisioning complete for port 071e3f9a-ce54-44b5-836e-42800d68a5b2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:42.980578 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0e92eaa8-0d91-4eac-83ba-850836f1f9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:43.070233 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51049bc3-ab4c-4a0d-abe4-40cec1ea0885 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:43.073903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-51049bc3-ab4c-4a0d-abe4-40cec1ea0885 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:43.149990 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a9ec73-f577-4b33-b06f-8d964350014e None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:37:43.207790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-25a9ec73-f577-4b33-b06f-8d964350014e None None] Deleting port 071e3f9a-ce54-44b5-836e-42800d68a5b2 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:43.208308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-25a9ec73-f577-4b33-b06f-8d964350014e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:43.217726 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-18667a74-78ce-4717-be3f-9a72ff59196b req-ed8fef43-957f-4d71-8b79-39c595bdf2ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0337698 Oct 19 11:37:43.406106 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26685fcc-d492-4bd2-9b9f-97a8b1dfa65b req-e5204a25-11b0-4176-9c42-e21052d2a364 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0323460 Oct 19 11:37:43.407148 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-51049bc3-ab4c-4a0d-abe4-40cec1ea0885 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:43.466479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-25a9ec73-f577-4b33-b06f-8d964350014e None None] For port 071e3f9a-ce54-44b5-836e-42800d68a5b2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=071e3f9a-ce54-44b5-836e-42800d68a5b2,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:37:43.466877 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-25a9ec73-f577-4b33-b06f-8d964350014e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:43.481801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-25a9ec73-f577-4b33-b06f-8d964350014e None None] Calling delete_port for 071e3f9a-ce54-44b5-836e-42800d68a5b2 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:43.500838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51049bc3-ab4c-4a0d-abe4-40cec1ea0885 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:43.505601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-51049bc3-ab4c-4a0d-abe4-40cec1ea0885 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:43.513007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51049bc3-ab4c-4a0d-abe4-40cec1ea0885 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:43.513007 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-51049bc3-ab4c-4a0d-abe4-40cec1ea0885 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:43.522903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51049bc3-ab4c-4a0d-abe4-40cec1ea0885 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=1c2ecc0e-6d9d-4785-97fa-1a15f31710de,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:43.592895 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-51049bc3-ab4c-4a0d-abe4-40cec1ea0885 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6975985 Oct 19 11:37:43.593102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57140) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:43.598658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'name': 'tempest-NetworksTestDHCPv6-792555587'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:43.630171 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-25a9ec73-f577-4b33-b06f-8d964350014e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:43.659975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9ec73-f577-4b33-b06f-8d964350014e None None] Pushing event deleted for resources: {'Port': ['ID=071e3f9a-ce54-44b5-836e-42800d68a5b2,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:43.663575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9ec73-f577-4b33-b06f-8d964350014e None None] No DVR routers for this DVR port 071e3f9a-ce54-44b5-836e-42800d68a5b2 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:37:43.681421 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99fe833-940e-4bf1-a8ac-b1a93f18a5be None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:43.813024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:43.817387 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:43.841526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port fb23d13b-2a52-4f9c-a62c-442de116cb15 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:37:43.848290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 071e3f9a-ce54-44b5-836e-42800d68a5b2 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:37:43.874596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '1c2ecc0e-6d9d-4785-97fa-1a15f31710de'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:37:43.875445 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:43.878782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 071e3f9a-ce54-44b5-836e-42800d68a5b2 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:37:43.879126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 071e3f9a-ce54-44b5-836e-42800d68a5b2 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:37:44.010469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::134 (21fa2b95-00e4-4032-bc3d-907cf26e024b/1c2ecc0e-6d9d-4785-97fa-1a15f31710de/fb23d13b-2a52-4f9c-a62c-442de116cb15) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:44.170053 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:44.282003 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:44.331242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:44.334883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:44.338726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:44.340752 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Allocated IP 2001:db8::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/1c2ecc0e-6d9d-4785-97fa-1a15f31710de/2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:44.344706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:44.345353 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:44.354950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=fb23d13b-2a52-4f9c-a62c-442de116cb15,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:44.467160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3999da13-a9a2-490f-a46d-8c9161ebf0eb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8730004 Oct 19 11:37:44.469611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57162) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:44.531637 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:44.565613 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a37fb37a-0553-4379-b37f-529e9c2bc507 req-5a7f46e8-328d-49b9-8798-e28e04d4912a tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0409880 Oct 19 11:37:44.595904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2882cd10-07a6-4209-8040-f931d2893eca tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:44.598537 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2882cd10-07a6-4209-8040-f931d2893eca tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1275547 Oct 19 11:37:44.602166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57170) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:44.642674 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:44.697429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:44.702282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:44.706698 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:44.711689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-bbccda37-3370-4e8c-83b9-ec9946ef1c70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port fb23d13b-2a52-4f9c-a62c-442de116cb15 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:44.711689 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bbccda37-3370-4e8c-83b9-ec9946ef1c70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:44.714184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Pushing event updated for resources: {'Port': ['ID=2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:44.794354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Attempting to bind port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:37:44.794728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Attempting to bind port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:37:44.795094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Attempting to bind port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:37:44.801393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:37:44.801899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:37:44.802195 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:44.802587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:37:44.803043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Bound port: 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:37:44.803473 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:44.883034 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bbccda37-3370-4e8c-83b9-ec9946ef1c70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:44.888587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] For port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:37:44.892153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] For port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:37:44.897329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-bbccda37-3370-4e8c-83b9-ec9946ef1c70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for fb23d13b-2a52-4f9c-a62c-442de116cb15 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:44.969861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd69e422-7a15-46bb-9f3f-e6a626f5d8ed req-64370498-8874-4878-8ef1-d921d64c3dbb tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab&device_id=23edbc4c-c45d-4aed-8eda-aa16286c7779 HTTP/1.1" status: 200 len: 210 time: 0.0301049 Oct 19 11:37:45.007765 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:45.086343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5f45d-84e5-4ecf-8edf-6936899aaada None None] Pushing event updated for resources: {'Port': ['ID=2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:45.139561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bbccda37-3370-4e8c-83b9-ec9946ef1c70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:45.189436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccda37-3370-4e8c-83b9-ec9946ef1c70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=fb23d13b-2a52-4f9c-a62c-442de116cb15,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:45.213397 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bbccda37-3370-4e8c-83b9-ec9946ef1c70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:45.217313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bbccda37-3370-4e8c-83b9-ec9946ef1c70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/fb23d13b-2a52-4f9c-a62c-442de116cb15 HTTP/1.1" status: 204 len: 168 time: 0.6140666 Oct 19 11:37:45.220142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57186) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:45.291476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2dd5e4-3fdf-428e-a89c-611ca68fb20c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:45.293252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2dd5e4-3fdf-428e-a89c-611ca68fb20c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:45.298000 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1b2dd5e4-3fdf-428e-a89c-611ca68fb20c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0729070 Oct 19 11:37:45.298904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57188) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:45.375833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8df453-240c-4940-b658-4f187b752089 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 1c2ecc0e-6d9d-4785-97fa-1a15f31710de {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:37:45.379461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac8df453-240c-4940-b658-4f187b752089 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:45.433350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac8df453-240c-4940-b658-4f187b752089 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:45.443377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b742003-6e29-48e8-a5e4-4043c015b33a req-48e2558c-611d-433c-86d5-d032a67ff822 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4af8b709819468e8f6dca2f409b165c&device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0523641 Oct 19 11:37:45.488815 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b742003-6e29-48e8-a5e4-4043c015b33a req-3a0619b0-8d44-4a28-8381-8eee5e54ffe6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d4af8b709819468e8f6dca2f409b165c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302923 Oct 19 11:37:45.548132 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac8df453-240c-4940-b658-4f187b752089 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:45.632523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db85ed10-e50d-48b3-b569-ac9b7c13262c req-878ea429-5a2d-4a0a-9749-6a9439b175e9 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0362968 Oct 19 11:37:45.682852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b742003-6e29-48e8-a5e4-4043c015b33a req-e86bcd22-bca6-444c-a0d7-d20a883f17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:45.684668 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b742003-6e29-48e8-a5e4-4043c015b33a req-e86bcd22-bca6-444c-a0d7-d20a883f17b9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1879385 Oct 19 11:37:45.691404 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac8df453-240c-4940-b658-4f187b752089 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:45.718325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8df453-240c-4940-b658-4f187b752089 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2ecc0e-6d9d-4785-97fa-1a15f31710de,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:45.728895 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac8df453-240c-4940-b658-4f187b752089 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:45.732182 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ac8df453-240c-4940-b658-4f187b752089 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/1c2ecc0e-6d9d-4785-97fa-1a15f31710de HTTP/1.1" status: 204 len: 168 time: 0.4294820 Oct 19 11:37:45.734699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57200) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:45.805893 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-34ef6570-b096-4f5b-b569-032256901d47 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698054 Oct 19 11:37:45.808662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57204) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:45.813849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-99719097-5818-4b17-8c66-0971686e6dee tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:45.885850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:37:45.992255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:45.992742 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:46.022249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99719097-5818-4b17-8c66-0971686e6dee tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:46.026057 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99719097-5818-4b17-8c66-0971686e6dee tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:46.093407 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:46.156430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:37:46.229778 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:46.298913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:46.357545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a732f050-c231-43ff-8581-ab027f58b32b None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:46.372920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99719097-5818-4b17-8c66-0971686e6dee tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:46.425294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99719097-5818-4b17-8c66-0971686e6dee tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:46.428566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-99719097-5818-4b17-8c66-0971686e6dee tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:46.432822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99719097-5818-4b17-8c66-0971686e6dee tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:46.433405 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99719097-5818-4b17-8c66-0971686e6dee tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:46.443408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99719097-5818-4b17-8c66-0971686e6dee tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=12d16b3a-7272-4258-b63d-156e1092c61e,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:46.474156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8a777618-b6e4-430f-8c99-3dd9dff9618a None None] Provisioning complete for port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:46.474475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a777618-b6e4-430f-8c99-3dd9dff9618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:46.541103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-99719097-5818-4b17-8c66-0971686e6dee tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7311010 Oct 19 11:37:46.543840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57214) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:46.548744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'name': 'tempest-NetworksTestDHCPv6-995561065'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:46.722108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:46.725918 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:46.753505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cf27cebf-b8d8-406c-ae29-368bd727aff8 req-7b67d072-ba16-4896-b9db-f61ece70b6cc tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0357094 Oct 19 11:37:46.769804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 31778ea5-0e50-4a07-ac1c-2c91a8ed4836 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:37:46.785637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f18ebc3-53e1-4ea3-b497-7fb7317f36a0 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:46.866306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-59b571c7-10d5-4e1f-a400-47e3c31b9e79 None None] Provisioning complete for port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:46.866678 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-59b571c7-10d5-4e1f-a400-47e3c31b9e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:46.906175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::31f (21fa2b95-00e4-4032-bc3d-907cf26e024b/12d16b3a-7272-4258-b63d-156e1092c61e/31778ea5-0e50-4a07-ac1c-2c91a8ed4836) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:47.030558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b742003-6e29-48e8-a5e4-4043c015b33a req-81e69e9e-544a-4141-862b-33b863937243 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0403147 Oct 19 11:37:47.092589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:47.296721 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:47.336672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c75551eb-6095-4ef7-b938-146bd2276a51 None None] Provisioning complete for port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:47.337337 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c75551eb-6095-4ef7-b938-146bd2276a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:47.368810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:47.374490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:47.384675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:47.392236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:47.393831 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:47.412582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=31778ea5-0e50-4a07-ac1c-2c91a8ed4836,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:47.498790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-72e0a05c-dfd1-41d6-b035-40c64507cf98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9538803 Oct 19 11:37:47.501375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57242) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:47.540796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-20a24091-00e3-4aaf-870b-1a891685eb87 None None] Could not find standard attr ID for object 26246ea4-8a5e-44e9-91cb-e74ff4baea19. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:37:47.557448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b52f5-d6d5-49b5-9655-5a738a6da578 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:47.564050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b52f5-d6d5-49b5-9655-5a738a6da578 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:47.566789 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f76b52f5-d6d5-49b5-9655-5a738a6da578 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0642347 Oct 19 11:37:47.569565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57246) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:47.700115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-218cf44c-c48b-464e-adbb-800ada0767c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 31778ea5-0e50-4a07-ac1c-2c91a8ed4836 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:47.700849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-218cf44c-c48b-464e-adbb-800ada0767c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:47.773499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-68d11ba6-14aa-4b6f-9fc1-df9f93f62b59 None None] Could not find standard attr ID for object fb23d13b-2a52-4f9c-a62c-442de116cb15. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:37:47.870453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:37:47.895810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-218cf44c-c48b-464e-adbb-800ada0767c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:47.965095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f022284-6cbb-4c16-a4e7-b8427e988fe0 req-022ad202-9b4d-46eb-af09-f6cb24ffdbd5 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecc9ef2-b09c-415d-80ed-c7fa8286afab HTTP/1.1" status: 200 len: 210 time: 0.0617898 Oct 19 11:37:47.966245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-218cf44c-c48b-464e-adbb-800ada0767c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 31778ea5-0e50-4a07-ac1c-2c91a8ed4836 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:47.987196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:47.987196 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:48.205138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-de94e12f-f5ea-4f39-b4e7-2f02dc1d6045 None None] Provisioning complete for port 31778ea5-0e50-4a07-ac1c-2c91a8ed4836 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:48.205541 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-de94e12f-f5ea-4f39-b4e7-2f02dc1d6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:48.244025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-de94e12f-f5ea-4f39-b4e7-2f02dc1d6045 None None] Port 31778ea5-0e50-4a07-ac1c-2c91a8ed4836 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:37:48.245552 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-218cf44c-c48b-464e-adbb-800ada0767c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:48.282395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cf44c-c48b-464e-adbb-800ada0767c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=31778ea5-0e50-4a07-ac1c-2c91a8ed4836,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:48.325358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-218cf44c-c48b-464e-adbb-800ada0767c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:48.329036 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-218cf44c-c48b-464e-adbb-800ada0767c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/31778ea5-0e50-4a07-ac1c-2c91a8ed4836 HTTP/1.1" status: 204 len: 168 time: 0.7582965 Oct 19 11:37:48.331600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57274) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:48.395941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc0697-3f25-4c4e-865c-a58d04efbcf5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:48.397786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc0697-3f25-4c4e-865c-a58d04efbcf5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:48.399566 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bbdc0697-3f25-4c4e-865c-a58d04efbcf5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0669913 Oct 19 11:37:48.402291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57280) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:48.457011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c62689-5aff-4b14-9d6d-daf019836982 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 12d16b3a-7272-4258-b63d-156e1092c61e {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:37:48.460658 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9c62689-5aff-4b14-9d6d-daf019836982 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:48.503574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9c62689-5aff-4b14-9d6d-daf019836982 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:48.555142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9c62689-5aff-4b14-9d6d-daf019836982 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:48.713980 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9c62689-5aff-4b14-9d6d-daf019836982 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:48.744116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c62689-5aff-4b14-9d6d-daf019836982 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=12d16b3a-7272-4258-b63d-156e1092c61e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:48.749949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9c62689-5aff-4b14-9d6d-daf019836982 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:48.753868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f9c62689-5aff-4b14-9d6d-daf019836982 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/12d16b3a-7272-4258-b63d-156e1092c61e HTTP/1.1" status: 204 len: 168 time: 0.3505228 Oct 19 11:37:48.756514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57288) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:48.802777 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bf7db4c2-703c-464e-945a-62c431db28d4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450189 Oct 19 11:37:48.805253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57292) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:48.821494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d78c5cd-1723-417b-83bb-7b79c27e5811 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:48.855866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda91ee2-dfea-4244-beaf-9e7ac5d4d210 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:48.857454 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fda91ee2-dfea-4244-beaf-9e7ac5d4d210 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0510311 Oct 19 11:37:48.860101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57294) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:49.007455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa6157f-d06f-43c8-a7ab-6cf692ae9962 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:49.016288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57302) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:49.025032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9aa6157f-d06f-43c8-a7ab-6cf692ae9962 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1631796 Oct 19 11:37:49.078803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:37:49.078969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57306) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:49.090417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d729af9d-7b4a-457d-a102-90774c18c7da tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:49.099591 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-db858907-e289-47b5-8906-be036147fe31 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821059 Oct 19 11:37:49.146705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Deleting port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:49.147772 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:49.237540 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] For port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:37:49.238269 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:49.251042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Calling delete_port for 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:49.307824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d729af9d-7b4a-457d-a102-90774c18c7da tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:49.311872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d729af9d-7b4a-457d-a102-90774c18c7da tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:49.439626 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:49.477508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Pushing event deleted for resources: {'Port': ['ID=2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:49.488378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.488850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.489231 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.489471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.489839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.490167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.490499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.490826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.491149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.491470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.492355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.492739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:49.508146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b588a-7135-467f-8a17-4f91449e17b6 None None] No DVR routers for this DVR port 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:37:49.588884 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16619871-48b3-497a-b0e0-b3fd95a093d3 req-d0d8380a-e8d1-4902-8d72-4c3adfabb36b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4af8b709819468e8f6dca2f409b165c&device_id=23edbc4c-c45d-4aed-8eda-aa16286c7779 HTTP/1.1" status: 200 len: 210 time: 0.0690627 Oct 19 11:37:49.590196 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:49.608114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54e0d2b2-8ccd-41fa-9ea7-c37a65a6cd6f req-fe7a8aa1-9ee8-4ae2-bc3b-2e6a7b6fc7cf tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=23edbc4c-c45d-4aed-8eda-aa16286c7779 HTTP/1.1" status: 200 len: 210 time: 0.0538893 Oct 19 11:37:49.648625 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16619871-48b3-497a-b0e0-b3fd95a093d3 req-9317e986-3be2-4096-8d89-e7333d16d4eb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d4af8b709819468e8f6dca2f409b165c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430117 Oct 19 11:37:49.786762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16619871-48b3-497a-b0e0-b3fd95a093d3 req-32e52d99-4bf7-431d-b6bc-885e1adafc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:49.788234 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16619871-48b3-497a-b0e0-b3fd95a093d3 req-32e52d99-4bf7-431d-b6bc-885e1adafc4e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318181 Oct 19 11:37:49.789968 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d729af9d-7b4a-457d-a102-90774c18c7da tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:49.840807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729af9d-7b4a-457d-a102-90774c18c7da tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:49.846833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:37:49.847901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d729af9d-7b4a-457d-a102-90774c18c7da tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:49.859378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729af9d-7b4a-457d-a102-90774c18c7da tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:49.860193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d729af9d-7b4a-457d-a102-90774c18c7da tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:49.870102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729af9d-7b4a-457d-a102-90774c18c7da tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=0ad36655-efe3-4861-a162-bdf65a8b93d0,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:49.882241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99864e4-2602-464e-a985-9475d5d0c519 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:49.890311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:37:49.890311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2c2ea760-4bbf-4ef2-8f1f-1840e5ed7ca0 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:37:49.981021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d729af9d-7b4a-457d-a102-90774c18c7da tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9009130 Oct 19 11:37:49.983664 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57324) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:49.989698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': '0ad36655-efe3-4861-a162-bdf65a8b93d0', 'ip_address': '2001:db8::4f2d:2a61:169d:8b2e'}], 'name': 'tempest-NetworksTestDHCPv6-1792297872'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:50.055980 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:50.059644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '0ad36655-efe3-4861-a162-bdf65a8b93d0'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:37:50.060895 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:50.217121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Allocated IP 2001:db8::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/0ad36655-efe3-4861-a162-bdf65a8b93d0/8342ef62-68ac-4326-97f6-37ae7c855b72) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:50.233181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:50.325143 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:50.345229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 89722162-a31a-49ad-a593-9901379f5e02 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:37:50.377778 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:50.433534 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:50.476338 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:50.481591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:50.483698 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Pushing event updated for resources: {'Port': ['ID=8342ef62-68ac-4326-97f6-37ae7c855b72,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:50.489158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:50.571503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Attempting to bind port 8342ef62-68ac-4326-97f6-37ae7c855b72 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:37:50.572203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Attempting to bind port 8342ef62-68ac-4326-97f6-37ae7c855b72 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:37:50.572832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Attempting to bind port 8342ef62-68ac-4326-97f6-37ae7c855b72 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:37:50.579764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:37:50.580506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:37:50.581123 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:50.581700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:37:50.582353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Bound port: 8342ef62-68ac-4326-97f6-37ae7c855b72, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:37:50.582916 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:50.583964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::4f2d:2a61:169d:8b2e (21fa2b95-00e4-4032-bc3d-907cf26e024b/0ad36655-efe3-4861-a162-bdf65a8b93d0/89722162-a31a-49ad-a593-9901379f5e02) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:50.665552 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] For port 8342ef62-68ac-4326-97f6-37ae7c855b72, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:37:50.676178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] For port 8342ef62-68ac-4326-97f6-37ae7c855b72, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8342ef62-68ac-4326-97f6-37ae7c855b72,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:37:50.734598 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:50.773685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a09a3278-726b-451d-9f99-92bed4977f66 req-7cee3bf1-a786-41d4-980a-029d7162750d tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=23edbc4c-c45d-4aed-8eda-aa16286c7779 HTTP/1.1" status: 200 len: 210 time: 0.0566480 Oct 19 11:37:50.837106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3ea08-ae0b-4587-9d38-c4eff9ca374f None None] Pushing event updated for resources: {'Port': ['ID=8342ef62-68ac-4326-97f6-37ae7c855b72,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:50.838833 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:50.995870 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:51.073904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:51.077902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:51.082915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:51.088798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:51.089475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:51.105547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=89722162-a31a-49ad-a593-9901379f5e02,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:51.200886 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16619871-48b3-497a-b0e0-b3fd95a093d3 req-18876b8c-80f9-4d0c-a43f-24d5bad05c26 tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.26 "GET /v2.0/ports?device_id=23edbc4c-c45d-4aed-8eda-aa16286c7779 HTTP/1.1" status: 200 len: 210 time: 0.0272450 Oct 19 11:37:51.228145 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-03013e60-e695-49af-96e0-91eabf2d73dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2419124 Oct 19 11:37:51.229307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57348) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:51.293587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e642517-4ede-4c59-8dad-56add8025755 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:51.300208 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e642517-4ede-4c59-8dad-56add8025755 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:51.304396 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2e642517-4ede-4c59-8dad-56add8025755 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0714786 Oct 19 11:37:51.304621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57352) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:51.403752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-7b88f4e7-b970-4396-9390-dcbd6a2fe4c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 89722162-a31a-49ad-a593-9901379f5e02 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:51.404149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7b88f4e7-b970-4396-9390-dcbd6a2fe4c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:51.516828 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7b88f4e7-b970-4396-9390-dcbd6a2fe4c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:51.534710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-7b88f4e7-b970-4396-9390-dcbd6a2fe4c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 89722162-a31a-49ad-a593-9901379f5e02 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:51.764021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7b88f4e7-b970-4396-9390-dcbd6a2fe4c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:51.804367 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88f4e7-b970-4396-9390-dcbd6a2fe4c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=89722162-a31a-49ad-a593-9901379f5e02,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:51.921113 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7b88f4e7-b970-4396-9390-dcbd6a2fe4c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:51.927329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7b88f4e7-b970-4396-9390-dcbd6a2fe4c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/89722162-a31a-49ad-a593-9901379f5e02 HTTP/1.1" status: 204 len: 168 time: 0.6212845 Oct 19 11:37:51.929728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57368) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:52.001448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8342ef62-68ac-4326-97f6-37ae7c855b72 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:37:52.026773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818d146-c15c-4beb-8b09-0004932a271e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:52.029044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818d146-c15c-4beb-8b09-0004932a271e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:52.030775 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0818d146-c15c-4beb-8b09-0004932a271e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0991521 Oct 19 11:37:52.035985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57370) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:52.099387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71250f2f-91f6-4198-96da-1718f19d3d02 req-5d48c287-41d1-4c77-9cb0-0a86abe1541d tempest-ServerShowV247Test-567064834 tempest-ServerShowV247Test-567064834-project] 10.222.0.39 "GET /v2.0/ports?device_id=23edbc4c-c45d-4aed-8eda-aa16286c7779 HTTP/1.1" status: 200 len: 210 time: 0.1261435 Oct 19 11:37:52.163060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-807a9eab-7225-4f67-8809-e41740d90146 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 0ad36655-efe3-4861-a162-bdf65a8b93d0 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:37:52.166570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-487599e7-6bbc-4698-ab92-ef7a86b6375d None None] Provisioning complete for port 8342ef62-68ac-4326-97f6-37ae7c855b72 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:52.167207 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-487599e7-6bbc-4698-ab92-ef7a86b6375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.168900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-807a9eab-7225-4f67-8809-e41740d90146 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.170168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 8342ef62-68ac-4326-97f6-37ae7c855b72 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:52.170766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.233852 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-807a9eab-7225-4f67-8809-e41740d90146 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.381069 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.383060 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-487599e7-6bbc-4698-ab92-ef7a86b6375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.443735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-487599e7-6bbc-4698-ab92-ef7a86b6375d None None] For port 8342ef62-68ac-4326-97f6-37ae7c855b72, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8342ef62-68ac-4326-97f6-37ae7c855b72,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:37:52.455895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57380) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:52.508595 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-487599e7-6bbc-4698-ab92-ef7a86b6375d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.518320 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-807a9eab-7225-4f67-8809-e41740d90146 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.581768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487599e7-6bbc-4698-ab92-ef7a86b6375d None None] Pushing event updated for resources: {'Port': ['ID=8342ef62-68ac-4326-97f6-37ae7c855b72,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:52.627541 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10537a28-cbd4-4ee9-9880-21cd07066302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.638602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7fdeca80-a974-42a0-bb2b-fd4f6cf415ca None None] Could not find standard attr ID for object 89722162-a31a-49ad-a593-9901379f5e02. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:37:52.645304 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:37:52.645660 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:37:52.704651 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-807a9eab-7225-4f67-8809-e41740d90146 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.736303 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-807a9eab-7225-4f67-8809-e41740d90146 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.740836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-807a9eab-7225-4f67-8809-e41740d90146 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/0ad36655-efe3-4861-a162-bdf65a8b93d0 HTTP/1.1" status: 204 len: 168 time: 0.7034426 Oct 19 11:37:52.742007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a9eab-7225-4f67-8809-e41740d90146 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad36655-efe3-4861-a162-bdf65a8b93d0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:52.745392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520368b9-a9fb-47ba-873d-b0ce5f4d7d35 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:52.745712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57386) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:52.776006 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10537a28-cbd4-4ee9-9880-21cd07066302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.786329 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-eac83ce4-a693-4828-9258-b4f81e65bcae tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393395 Oct 19 11:37:52.789199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57388) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:52.794224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-01ccc2db-fe62-4743-a49b-3fd44cd8f0e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:52.858301 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10537a28-cbd4-4ee9-9880-21cd07066302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:52.909292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10537a28-cbd4-4ee9-9880-21cd07066302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1ea446-206f-4c9b-b3c8-e2a26d97b51a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:52.948263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-10537a28-cbd4-4ee9-9880-21cd07066302 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10750bfadda54afdb1c5a7d187aadb17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937000 Oct 19 11:37:52.951190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57394) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:53.005872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ccc2db-fe62-4743-a49b-3fd44cd8f0e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:53.009612 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01ccc2db-fe62-4743-a49b-3fd44cd8f0e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.016949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0337-851f-4772-b321-53c4a734f77a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.091569 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0337-851f-4772-b321-53c4a734f77a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.113856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784f60f-bc09-4b3f-93eb-58b76d994206 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:37:53.228466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0784f60f-bc09-4b3f-93eb-58b76d994206 None None] Deleting port 8342ef62-68ac-4326-97f6-37ae7c855b72 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:53.235089 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0784f60f-bc09-4b3f-93eb-58b76d994206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.263876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0337-851f-4772-b321-53c4a734f77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.266455 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1cb0337-851f-4772-b321-53c4a734f77a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.270757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b1cb0337-851f-4772-b321-53c4a734f77a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a1ea446-206f-4c9b-b3c8-e2a26d97b51a HTTP/1.1" status: 204 len: 168 time: 0.3150060 Oct 19 11:37:53.289644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb0337-851f-4772-b321-53c4a734f77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1ea446-206f-4c9b-b3c8-e2a26d97b51a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:53.321203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0784f60f-bc09-4b3f-93eb-58b76d994206 None None] For port 8342ef62-68ac-4326-97f6-37ae7c855b72, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8342ef62-68ac-4326-97f6-37ae7c855b72,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:37:53.321599 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0784f60f-bc09-4b3f-93eb-58b76d994206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.340802 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0784f60f-bc09-4b3f-93eb-58b76d994206 None None] Calling delete_port for 8342ef62-68ac-4326-97f6-37ae7c855b72 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:53.380188 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01ccc2db-fe62-4743-a49b-3fd44cd8f0e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.438441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ccc2db-fe62-4743-a49b-3fd44cd8f0e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:53.441858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-01ccc2db-fe62-4743-a49b-3fd44cd8f0e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:53.446117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ccc2db-fe62-4743-a49b-3fd44cd8f0e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:53.453544 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01ccc2db-fe62-4743-a49b-3fd44cd8f0e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.467382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccc2db-fe62-4743-a49b-3fd44cd8f0e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=08281dab-4bef-419b-9d32-3e9536540613,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:53.572285 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0784f60f-bc09-4b3f-93eb-58b76d994206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.597532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784f60f-bc09-4b3f-93eb-58b76d994206 None None] Pushing event deleted for resources: {'Port': ['ID=8342ef62-68ac-4326-97f6-37ae7c855b72,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:53.601273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784f60f-bc09-4b3f-93eb-58b76d994206 None None] No DVR routers for this DVR port 8342ef62-68ac-4326-97f6-37ae7c855b72 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:37:53.615210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867706f3-9193-44a9-99b9-b7dccfa2f7e6 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:53.632300 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-01ccc2db-fe62-4743-a49b-3fd44cd8f0e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8420625 Oct 19 11:37:53.637255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57412) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:53.640225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': '08281dab-4bef-419b-9d32-3e9536540613', 'ip_address': '2001:db8::aebf:c188:776a:27f0'}], 'name': 'tempest-NetworksTestDHCPv6-1574010618'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:53.747525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57418) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:53.806616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '08281dab-4bef-419b-9d32-3e9536540613'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:37:53.807395 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.887393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:53.891759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8342ef62-68ac-4326-97f6-37ae7c855b72 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:37:53.949566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-411b2b4c-bd2e-4b1d-9b5c-2f6338d39ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:53.976163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 8342ef62-68ac-4326-97f6-37ae7c855b72 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:37:53.976591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8342ef62-68ac-4326-97f6-37ae7c855b72 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:37:54.019985 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.045936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-411b2b4c-bd2e-4b1d-9b5c-2f6338d39ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.051493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Allocated IP 2001:db8::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/08281dab-4bef-419b-9d32-3e9536540613/8fd80aca-2ab7-4f55-9303-fa5b78298175) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:54.172833 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-411b2b4c-bd2e-4b1d-9b5c-2f6338d39ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.221484 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-411b2b4c-bd2e-4b1d-9b5c-2f6338d39ae2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4af8b709819468e8f6dca2f409b165c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721086 Oct 19 11:37:54.222974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b2b4c-bd2e-4b1d-9b5c-2f6338d39ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb491dc-b139-4d3d-a86c-3341ffa88b7a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:54.227167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57442) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:54.284932 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.301085 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3d692da-1162-4283-aa04-ba9bf374c0f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.374695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 92bf55ff-4421-4268-8cc7-5d86a7ae7822 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:37:54.382527 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.447512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Pushing event updated for resources: {'Port': ['ID=8fd80aca-2ab7-4f55-9303-fa5b78298175,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:54.460246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:54.462733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:54.468062 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:54.585117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Attempting to bind port 8fd80aca-2ab7-4f55-9303-fa5b78298175 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:37:54.585487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Attempting to bind port 8fd80aca-2ab7-4f55-9303-fa5b78298175 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:37:54.585846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Attempting to bind port 8fd80aca-2ab7-4f55-9303-fa5b78298175 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:37:54.593178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:37:54.593680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:37:54.594259 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.594709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:37:54.595183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Bound port: 8fd80aca-2ab7-4f55-9303-fa5b78298175, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:37:54.595646 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.689524 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3d692da-1162-4283-aa04-ba9bf374c0f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.700608 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] For port 8fd80aca-2ab7-4f55-9303-fa5b78298175, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:37:54.706213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] For port 8fd80aca-2ab7-4f55-9303-fa5b78298175, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8fd80aca-2ab7-4f55-9303-fa5b78298175,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:37:54.720221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::aebf:c188:776a:27f0 (21fa2b95-00e4-4032-bc3d-907cf26e024b/08281dab-4bef-419b-9d32-3e9536540613/92bf55ff-4421-4268-8cc7-5d86a7ae7822) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:54.786229 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.839128 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3d692da-1162-4283-aa04-ba9bf374c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.843130 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3d692da-1162-4283-aa04-ba9bf374c0f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:54.849371 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f3d692da-1162-4283-aa04-ba9bf374c0f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bb491dc-b139-4d3d-a86c-3341ffa88b7a HTTP/1.1" status: 204 len: 168 time: 0.6169908 Oct 19 11:37:54.849506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d65357-da90-4703-9a68-d002e6f4165f None None] Pushing event updated for resources: {'Port': ['ID=8fd80aca-2ab7-4f55-9303-fa5b78298175,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:54.858544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d692da-1162-4283-aa04-ba9bf374c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb491dc-b139-4d3d-a86c-3341ffa88b7a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:55.020236 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:55.136151 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:55.221334 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:55.221334 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:55.224629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:55.230527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:55.231151 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:55.243225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=92bf55ff-4421-4268-8cc7-5d86a7ae7822,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:55.340835 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b1584e5f-3f73-45ed-81d8-f7c21a3f60bd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7047408 Oct 19 11:37:55.343480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57500) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:55.379040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5acfa2cc-777b-44ba-8f28-20aabd72f6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:55.425256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c38ee8-d26a-442c-a08f-458d16cde39a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:55.431736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c38ee8-d26a-442c-a08f-458d16cde39a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:55.436340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-52c38ee8-d26a-442c-a08f-458d16cde39a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0917394 Oct 19 11:37:55.437454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57504) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:55.550647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-aee12540-0ba1-4667-8545-e63913818647 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 92bf55ff-4421-4268-8cc7-5d86a7ae7822 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:55.551108 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aee12540-0ba1-4667-8545-e63913818647 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:55.649512 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aee12540-0ba1-4667-8545-e63913818647 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:55.664362 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-aee12540-0ba1-4667-8545-e63913818647 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 92bf55ff-4421-4268-8cc7-5d86a7ae7822 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:55.919096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8fd80aca-2ab7-4f55-9303-fa5b78298175 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:37:55.937473 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aee12540-0ba1-4667-8545-e63913818647 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:55.989314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 8fd80aca-2ab7-4f55-9303-fa5b78298175 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:55.990149 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:56.019218 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee12540-0ba1-4667-8545-e63913818647 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=92bf55ff-4421-4268-8cc7-5d86a7ae7822,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:56.056812 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aee12540-0ba1-4667-8545-e63913818647 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:56.062662 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aee12540-0ba1-4667-8545-e63913818647 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/92bf55ff-4421-4268-8cc7-5d86a7ae7822 HTTP/1.1" status: 204 len: 168 time: 0.6231642 Oct 19 11:37:56.065100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57522) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:56.100737 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:56.139870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 8fd80aca-2ab7-4f55-9303-fa5b78298175, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8fd80aca-2ab7-4f55-9303-fa5b78298175,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:37:56.174848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f321e3c-2336-4fb2-af7d-0e88ed11db7f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:56.176833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f321e3c-2336-4fb2-af7d-0e88ed11db7f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:56.178383 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6f321e3c-2336-4fb2-af7d-0e88ed11db7f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1123371 Oct 19 11:37:56.181550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57528) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:56.240270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 08281dab-4bef-419b-9d32-3e9536540613 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:37:56.244920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:56.248709 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:56.304450 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:56.363645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=8fd80aca-2ab7-4f55-9303-fa5b78298175,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:56.391879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a0e232f4-bb0f-479f-8507-d8fc5076f03b None None] Provisioning complete for port 8fd80aca-2ab7-4f55-9303-fa5b78298175 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:56.393538 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a0e232f4-bb0f-479f-8507-d8fc5076f03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:56.416659 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:56.596903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:56.605775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b94165f5-a505-48be-92d5-991c14219994 None None] Could not find standard attr ID for object 92bf55ff-4421-4268-8cc7-5d86a7ae7822. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:37:56.665533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=08281dab-4bef-419b-9d32-3e9536540613,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:56.683221 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:56.689122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/08281dab-4bef-419b-9d32-3e9536540613 HTTP/1.1" status: 204 len: 168 time: 0.5064228 Oct 19 11:37:56.692299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57562) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:56.712225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.712582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.712935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.713271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.713603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.722438 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.722830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.723225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.723545 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.724033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.724247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.724442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf71c6ef-4e03-41fd-aa77-4e22d9dfde8b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:37:56.780294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-98a182a2-392c-40cc-a5f4-44bbc001dea4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865932 Oct 19 11:37:56.783771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57572) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:56.795329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-06fc3e30-4533-425d-ba1f-c093e835f55c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:56.823301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d06803c-d69f-44fe-8d5e-c65934b66fa3 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:57.017801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400f202e-085e-4f3b-8640-1441958c8e43 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:37:57.027246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fc3e30-4533-425d-ba1f-c093e835f55c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:57.031141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06fc3e30-4533-425d-ba1f-c093e835f55c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:57.077532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-400f202e-085e-4f3b-8640-1441958c8e43 None None] Deleting port 8fd80aca-2ab7-4f55-9303-fa5b78298175 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:57.078162 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-400f202e-085e-4f3b-8640-1441958c8e43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:57.149356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-400f202e-085e-4f3b-8640-1441958c8e43 None None] For port 8fd80aca-2ab7-4f55-9303-fa5b78298175, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8fd80aca-2ab7-4f55-9303-fa5b78298175,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:37:57.149752 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-400f202e-085e-4f3b-8640-1441958c8e43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:57.165512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-400f202e-085e-4f3b-8640-1441958c8e43 None None] Calling delete_port for 8fd80aca-2ab7-4f55-9303-fa5b78298175 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:57.349920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06fc3e30-4533-425d-ba1f-c093e835f55c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:57.350497 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-400f202e-085e-4f3b-8640-1441958c8e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:57.382503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f202e-085e-4f3b-8640-1441958c8e43 None None] No DVR routers for this DVR port 8fd80aca-2ab7-4f55-9303-fa5b78298175 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:37:57.391284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f202e-085e-4f3b-8640-1441958c8e43 None None] Pushing event deleted for resources: {'Port': ['ID=8fd80aca-2ab7-4f55-9303-fa5b78298175,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:57.407658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fc3e30-4533-425d-ba1f-c093e835f55c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:57.415086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-06fc3e30-4533-425d-ba1f-c093e835f55c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:57.420727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc3e30-4533-425d-ba1f-c093e835f55c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:57.421314 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-06fc3e30-4533-425d-ba1f-c093e835f55c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:57.426374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc3e30-4533-425d-ba1f-c093e835f55c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=dc500caa-c9a3-493c-bf3c-5a980396c977,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:57.441137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65760bbb-945a-4c66-95ed-bf95895d3cfe None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:37:57.570554 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-06fc3e30-4533-425d-ba1f-c093e835f55c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7855930 Oct 19 11:37:57.573100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57586) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:57.579797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': 'dc500caa-c9a3-493c-bf3c-5a980396c977', 'ip_address': '2001:db8::f6c7:eb9f:b340:4514'}], 'name': 'tempest-NetworksTestDHCPv6-2102140264'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:37:57.632801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': 'dc500caa-c9a3-493c-bf3c-5a980396c977'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:37:57.633748 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:57.815866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Allocated IP 2001:db8::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/dc500caa-c9a3-493c-bf3c-5a980396c977/9e7dff35-82be-45ae-a208-3a4c04248971) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:57.829594 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3215bbb5-0c91-463c-af4d-36264fdf31b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:57.842123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:37:57.877694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8fd80aca-2ab7-4f55-9303-fa5b78298175 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:37:57.927945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 8fd80aca-2ab7-4f55-9303-fa5b78298175 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:37:57.928290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8fd80aca-2ab7-4f55-9303-fa5b78298175 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:37:57.979518 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:58.007439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 32ecf7c8-838d-4348-8444-3d00bc41f3d3 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:37:58.040113 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:58.127478 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:58.172600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:58.179034 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:58.183063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:58.191972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Pushing event updated for resources: {'Port': ['ID=9e7dff35-82be-45ae-a208-3a4c04248971,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:58.250307 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Attempting to bind port 9e7dff35-82be-45ae-a208-3a4c04248971 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:37:58.250788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Attempting to bind port 9e7dff35-82be-45ae-a208-3a4c04248971 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:37:58.251210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Attempting to bind port 9e7dff35-82be-45ae-a208-3a4c04248971 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:37:58.277624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:37:58.278096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:37:58.278561 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:58.279011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:37:58.280629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Bound port: 9e7dff35-82be-45ae-a208-3a4c04248971, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:37:58.281085 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:58.281274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f6c7:eb9f:b340:4514 (21fa2b95-00e4-4032-bc3d-907cf26e024b/dc500caa-c9a3-493c-bf3c-5a980396c977/32ecf7c8-838d-4348-8444-3d00bc41f3d3) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:37:58.391669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] For port 9e7dff35-82be-45ae-a208-3a4c04248971, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:37:58.396043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] For port 9e7dff35-82be-45ae-a208-3a4c04248971, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9e7dff35-82be-45ae-a208-3a4c04248971,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:37:58.470082 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:58.552705 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:58.576347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89bb24-ca12-4180-9687-e26cf5198695 None None] Pushing event updated for resources: {'Port': ['ID=9e7dff35-82be-45ae-a208-3a4c04248971,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:58.681630 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:58.742901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:37:58.747484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:37:58.751596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:37:58.757970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:58.758602 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:58.770450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=32ecf7c8-838d-4348-8444-3d00bc41f3d3,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:58.879690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7bf54600-aa3f-4ab0-a5e7-48e3b2eb3ae2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3052924 Oct 19 11:37:58.882253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57602) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:59.007720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd1434-f3ad-45df-b260-feb125fb2b7c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:59.015801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd1434-f3ad-45df-b260-feb125fb2b7c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:59.018129 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-75bd1434-f3ad-45df-b260-feb125fb2b7c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1343067 Oct 19 11:37:59.025072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57604) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:59.041109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:59.096418 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:59.132978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0e395b49-1970-4c49-b42d-1de589610b53 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 32ecf7c8-838d-4348-8444-3d00bc41f3d3 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:37:59.135157 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e395b49-1970-4c49-b42d-1de589610b53 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:59.231606 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e395b49-1970-4c49-b42d-1de589610b53 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:59.251939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0e395b49-1970-4c49-b42d-1de589610b53 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 32ecf7c8-838d-4348-8444-3d00bc41f3d3 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:37:59.452691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e395b49-1970-4c49-b42d-1de589610b53 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:59.497356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e395b49-1970-4c49-b42d-1de589610b53 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=32ecf7c8-838d-4348-8444-3d00bc41f3d3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:37:59.530541 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e395b49-1970-4c49-b42d-1de589610b53 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:59.534511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0e395b49-1970-4c49-b42d-1de589610b53 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/32ecf7c8-838d-4348-8444-3d00bc41f3d3 HTTP/1.1" status: 204 len: 168 time: 0.5082324 Oct 19 11:37:59.534672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57610) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:59.902762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be2865b-b9cb-4ef8-94ca-55054d17588d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:59.902762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be2865b-b9cb-4ef8-94ca-55054d17588d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:37:59.902762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9be2865b-b9cb-4ef8-94ca-55054d17588d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0691149 Oct 19 11:37:59.902762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57612) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:37:59.902762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c66dbab-0c2b-4c4b-b014-2730abcbe4c4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet dc500caa-c9a3-493c-bf3c-5a980396c977 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:37:59.902762 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c66dbab-0c2b-4c4b-b014-2730abcbe4c4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:59.902762 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c66dbab-0c2b-4c4b-b014-2730abcbe4c4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:59.902762 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c66dbab-0c2b-4c4b-b014-2730abcbe4c4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:37:59.922049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9e7dff35-82be-45ae-a208-3a4c04248971 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:37:59.998396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 9e7dff35-82be-45ae-a208-3a4c04248971 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:37:59.998780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:00.079115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e148d3d5-133b-46c1-862f-c4df85197924 None None] Provisioning complete for port 9e7dff35-82be-45ae-a208-3a4c04248971 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:00.079537 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e148d3d5-133b-46c1-862f-c4df85197924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:00.084500 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c66dbab-0c2b-4c4b-b014-2730abcbe4c4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:00.151529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66dbab-0c2b-4c4b-b014-2730abcbe4c4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=dc500caa-c9a3-493c-bf3c-5a980396c977,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:00.158651 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c66dbab-0c2b-4c4b-b014-2730abcbe4c4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:00.162498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1c66dbab-0c2b-4c4b-b014-2730abcbe4c4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/dc500caa-c9a3-493c-bf3c-5a980396c977 HTTP/1.1" status: 204 len: 168 time: 0.5534887 Oct 19 11:38:00.164975 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57632) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:00.192420 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:00.229650 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-43efc831-6039-43e2-b70b-8ed9976481b9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631838 Oct 19 11:38:00.231799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57636) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:00.286796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 9e7dff35-82be-45ae-a208-3a4c04248971, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9e7dff35-82be-45ae-a208-3a4c04248971,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:00.301460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c38cbc-4667-45ee-827b-4bb0e7ab1cc4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:00.303454 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-76c38cbc-4667-45ee-827b-4bb0e7ab1cc4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0704608 Oct 19 11:38:00.305760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57638) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:00.340654 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e148d3d5-133b-46c1-862f-c4df85197924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:00.364295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d67bc4-e0ef-44d3-afcf-031e70aa3e28 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:00.382516 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0860130b-74de-4ad1-b106-abb133895ae5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:00.386386 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0860130b-74de-4ad1-b106-abb133895ae5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0772450 Oct 19 11:38:00.386638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57640) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:00.420331 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:00.464746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57644) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:00.465739 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2f3918f2-f907-4d7c-ae27-e3a797707525 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779886 Oct 19 11:38:00.470530 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-71fc5266-6278-4c35-bf56-85bbaea8e639 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:00.656078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fc5266-6278-4c35-bf56-85bbaea8e639 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:00.661423 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71fc5266-6278-4c35-bf56-85bbaea8e639 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:00.838146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=9e7dff35-82be-45ae-a208-3a4c04248971,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:00.840728 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-e148d3d5-133b-46c1-862f-c4df85197924 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:38:00.841101 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-e148d3d5-133b-46c1-862f-c4df85197924 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:38:00.913180 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:00.933565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7397f4ca-c5ca-499c-b973-ac9b8e8d61f0 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:38:00.994157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7397f4ca-c5ca-499c-b973-ac9b8e8d61f0 None None] Deleting port 9e7dff35-82be-45ae-a208-3a4c04248971 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:00.994537 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7397f4ca-c5ca-499c-b973-ac9b8e8d61f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:01.061066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7397f4ca-c5ca-499c-b973-ac9b8e8d61f0 None None] For port 9e7dff35-82be-45ae-a208-3a4c04248971, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9e7dff35-82be-45ae-a208-3a4c04248971,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:01.061463 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7397f4ca-c5ca-499c-b973-ac9b8e8d61f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:01.067319 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71fc5266-6278-4c35-bf56-85bbaea8e639 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:01.096412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7397f4ca-c5ca-499c-b973-ac9b8e8d61f0 None None] Calling delete_port for 9e7dff35-82be-45ae-a208-3a4c04248971 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:01.106585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fc5266-6278-4c35-bf56-85bbaea8e639 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:01.111962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-71fc5266-6278-4c35-bf56-85bbaea8e639 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:01.122726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc5266-6278-4c35-bf56-85bbaea8e639 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:01.126889 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71fc5266-6278-4c35-bf56-85bbaea8e639 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:01.177926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc5266-6278-4c35-bf56-85bbaea8e639 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=796791ab-bdb7-45f9-88a4-616ea4875395,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:01.244639 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-71fc5266-6278-4c35-bf56-85bbaea8e639 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7780204 Oct 19 11:38:01.246849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57650) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:01.252202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': '796791ab-bdb7-45f9-88a4-616ea4875395', 'ip_address': '2001:db8::12f7:6f5e:327:dec1'}], 'name': 'tempest-NetworksTestDHCPv6-533629081'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:01.382306 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7397f4ca-c5ca-499c-b973-ac9b8e8d61f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:01.416618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397f4ca-c5ca-499c-b973-ac9b8e8d61f0 None None] Pushing event deleted for resources: {'Port': ['ID=9e7dff35-82be-45ae-a208-3a4c04248971,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:01.420114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7397f4ca-c5ca-499c-b973-ac9b8e8d61f0 None None] No DVR routers for this DVR port 9e7dff35-82be-45ae-a208-3a4c04248971 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:38:01.437400 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba84be9-8c82-4756-9d46-6fece36f6fa9 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:01.498042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:01.506572 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:01.539010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 7de7dadb-cc90-40ea-a8eb-fd47d9fddae8 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:01.540363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3c3191ac-8371-4ad7-9e95-0318990833eb None None] Could not find standard attr ID for object 32ecf7c8-838d-4348-8444-3d00bc41f3d3. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:01.655489 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '796791ab-bdb7-45f9-88a4-616ea4875395'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:38:01.656348 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:01.744245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::12f7:6f5e:327:dec1 (21fa2b95-00e4-4032-bc3d-907cf26e024b/796791ab-bdb7-45f9-88a4-616ea4875395/7de7dadb-cc90-40ea-a8eb-fd47d9fddae8) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:01.846727 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9e7dff35-82be-45ae-a208-3a4c04248971 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:38:01.876162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 9e7dff35-82be-45ae-a208-3a4c04248971 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:38:01.876573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9e7dff35-82be-45ae-a208-3a4c04248971 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:38:01.919819 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:02.035930 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:02.083142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:02.087569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:02.090889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:02.093480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Allocated IP 2001:db8::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/796791ab-bdb7-45f9-88a4-616ea4875395/24f8dd44-1c46-42e3-84ea-13411228f2d6) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:02.101095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:02.101095 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:02.115125 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=7de7dadb-cc90-40ea-a8eb-fd47d9fddae8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:02.188743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c310e381-d6fc-45af-bd5b-e8c370be12c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9380388 Oct 19 11:38:02.189005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57660) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:02.194830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a1bc58c0-771f-478c-b294-d29aa01d28c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': '796791ab-bdb7-45f9-88a4-616ea4875395', 'ip_address': '2001:db8::12f7:6f5e:327:dec1'}], 'name': 'tempest-NetworksTestDHCPv6-1415289585'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:02.304883 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:02.372265 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:02.435377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Pushing event updated for resources: {'Port': ['ID=24f8dd44-1c46-42e3-84ea-13411228f2d6,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:02.451470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:02.454887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:02.460760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:02.467160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bc58c0-771f-478c-b294-d29aa01d28c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:02.473554 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1bc58c0-771f-478c-b294-d29aa01d28c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:02.496805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-a1bc58c0-771f-478c-b294-d29aa01d28c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port bc7e1b5b-fd46-415c-9491-5c2754ff2108 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:02.534239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Attempting to bind port 24f8dd44-1c46-42e3-84ea-13411228f2d6 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:02.534744 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Attempting to bind port 24f8dd44-1c46-42e3-84ea-13411228f2d6 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:02.535133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Attempting to bind port 24f8dd44-1c46-42e3-84ea-13411228f2d6 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:02.541896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:02.551149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:02.551149 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:02.551149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:02.551149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Bound port: 24f8dd44-1c46-42e3-84ea-13411228f2d6, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:02.551149 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:02.633566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] For port 24f8dd44-1c46-42e3-84ea-13411228f2d6, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:02.639906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] For port 24f8dd44-1c46-42e3-84ea-13411228f2d6, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=24f8dd44-1c46-42e3-84ea-13411228f2d6,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:02.738234 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:02.765798 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bc58c0-771f-478c-b294-d29aa01d28c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 11:38:02.766409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bc58c0-771f-478c-b294-d29aa01d28c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:38:02.809491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7671767-f7fe-4bdb-ac21-db4d33a646c0 None None] Pushing event updated for resources: {'Port': ['ID=24f8dd44-1c46-42e3-84ea-13411228f2d6,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:02.853085 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a1bc58c0-771f-478c-b294-d29aa01d28c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6623852 Oct 19 11:38:02.855229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57674) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:02.918331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc3213c-d445-45aa-88aa-d1f491799824 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:02.924481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc3213c-d445-45aa-88aa-d1f491799824 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:02.928935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57676) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:02.929464 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0fc3213c-d445-45aa-88aa-d1f491799824 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0727315 Oct 19 11:38:03.061320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb2a10-074c-4dbe-9fa4-a33408368659 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 7de7dadb-cc90-40ea-a8eb-fd47d9fddae8 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:03.061934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2a10-074c-4dbe-9fa4-a33408368659 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:03.163130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2a10-074c-4dbe-9fa4-a33408368659 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:03.177324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb2a10-074c-4dbe-9fa4-a33408368659 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 7de7dadb-cc90-40ea-a8eb-fd47d9fddae8 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:03.404851 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2a10-074c-4dbe-9fa4-a33408368659 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:03.497360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb2a10-074c-4dbe-9fa4-a33408368659 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=7de7dadb-cc90-40ea-a8eb-fd47d9fddae8,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:03.550346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9fbb2a10-074c-4dbe-9fa4-a33408368659 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:03.558451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57690) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:03.563620 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9fbb2a10-074c-4dbe-9fa4-a33408368659 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/7de7dadb-cc90-40ea-a8eb-fd47d9fddae8 HTTP/1.1" status: 204 len: 168 time: 0.6334884 Oct 19 11:38:03.664343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf71dc-1e99-4016-b298-619ee96cd080 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:03.666384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf71dc-1e99-4016-b298-619ee96cd080 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:03.668151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dbcf71dc-1e99-4016-b298-619ee96cd080 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1087062 Oct 19 11:38:03.670918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57692) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:03.781722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da13882-cf92-40c4-b73d-671157f81f13 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 796791ab-bdb7-45f9-88a4-616ea4875395 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:03.787649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4da13882-cf92-40c4-b73d-671157f81f13 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:03.893195 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4da13882-cf92-40c4-b73d-671157f81f13 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:03.927239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 24f8dd44-1c46-42e3-84ea-13411228f2d6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:04.052771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4da13882-cf92-40c4-b73d-671157f81f13 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.054348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 24f8dd44-1c46-42e3-84ea-13411228f2d6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:04.055179 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.124597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a3c53019-0830-49c4-a54a-39c35f33dd24 None None] Provisioning complete for port 24f8dd44-1c46-42e3-84ea-13411228f2d6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:04.128519 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a3c53019-0830-49c4-a54a-39c35f33dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.236907 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.241568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57698) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:04.256261 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4da13882-cf92-40c4-b73d-671157f81f13 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.325228 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4da13882-cf92-40c4-b73d-671157f81f13 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.332106 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a3c53019-0830-49c4-a54a-39c35f33dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.339775 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4da13882-cf92-40c4-b73d-671157f81f13 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/796791ab-bdb7-45f9-88a4-616ea4875395 HTTP/1.1" status: 204 len: 168 time: 0.6672945 Oct 19 11:38:04.342123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57702) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:04.346510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da13882-cf92-40c4-b73d-671157f81f13 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=796791ab-bdb7-45f9-88a4-616ea4875395,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:04.440308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:38:04.444052 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:38:04.448695 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da685d-ce32-4770-aca2-33ecca45d96c None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:04.475552 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0ddd9b23-6250-4d56-8cb1-0ef7bd6ac694 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316357 Oct 19 11:38:04.479119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57706) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:04.485629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-50fad82b-3633-4dbe-84a6-4bdc39e20ff2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:04.597072 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-00047cfa-a334-4aba-bddb-7c54096c894b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.657092 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-a3c53019-0830-49c4-a54a-39c35f33dd24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:38:04.657442 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-a3c53019-0830-49c4-a54a-39c35f33dd24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:38:04.741940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb13edc-a806-4100-bd27-8e79429db902 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:38:04.791940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-00047cfa-a334-4aba-bddb-7c54096c894b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.795650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fad82b-3633-4dbe-84a6-4bdc39e20ff2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:04.797593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50fad82b-3633-4dbe-84a6-4bdc39e20ff2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.833997 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2cb13edc-a806-4100-bd27-8e79429db902 None None] Deleting port 24f8dd44-1c46-42e3-84ea-13411228f2d6 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:04.834407 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2cb13edc-a806-4100-bd27-8e79429db902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.875054 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-00047cfa-a334-4aba-bddb-7c54096c894b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.905416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2cb13edc-a806-4100-bd27-8e79429db902 None None] For port 24f8dd44-1c46-42e3-84ea-13411228f2d6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=24f8dd44-1c46-42e3-84ea-13411228f2d6,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:04.906185 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2cb13edc-a806-4100-bd27-8e79429db902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:04.920616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2cb13edc-a806-4100-bd27-8e79429db902 None None] Calling delete_port for 24f8dd44-1c46-42e3-84ea-13411228f2d6 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:04.930593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00047cfa-a334-4aba-bddb-7c54096c894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040aa5a3-45f8-4f92-b5ab-5cbc56572b9e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:04.938217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-00047cfa-a334-4aba-bddb-7c54096c894b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=480ec45a412a4a3b9d6059d5e115cf10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6952634 Oct 19 11:38:04.941424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57712) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:04.997890 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aab2ce60-e9c4-47fa-bf6e-6a4b8894c80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:05.024449 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aab2ce60-e9c4-47fa-bf6e-6a4b8894c80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:05.030063 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:05.189969 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2cb13edc-a806-4100-bd27-8e79429db902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:05.209182 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 11:38:05.209182 n-d-814547-1 neutron-server[101313]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 19 11:38:05.209182 n-d-814547-1 neutron-server[101313]: [parameters: {'status': 'ACTIVE', 'ports_id': '24f8dd44-1c46-42e3-84ea-13411228f2d6'}] Oct 19 11:38:05.209182 n-d-814547-1 neutron-server[101313]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:38:05.209182 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:38:05.228699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb13edc-a806-4100-bd27-8e79429db902 None None] Pushing event deleted for resources: {'Port': ['ID=24f8dd44-1c46-42e3-84ea-13411228f2d6,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:05.233202 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aab2ce60-e9c4-47fa-bf6e-6a4b8894c80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:05.238062 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50fad82b-3633-4dbe-84a6-4bdc39e20ff2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:05.239996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aab2ce60-e9c4-47fa-bf6e-6a4b8894c80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:05.247088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aab2ce60-e9c4-47fa-bf6e-6a4b8894c80b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/040aa5a3-45f8-4f92-b5ab-5cbc56572b9e HTTP/1.1" status: 204 len: 168 time: 0.3014867 Oct 19 11:38:05.247245 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a3c53019-0830-49c4-a54a-39c35f33dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:05.256552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2ce60-e9c4-47fa-bf6e-6a4b8894c80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040aa5a3-45f8-4f92-b5ab-5cbc56572b9e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:05.265368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb13edc-a806-4100-bd27-8e79429db902 None None] No DVR routers for this DVR port 24f8dd44-1c46-42e3-84ea-13411228f2d6 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:38:05.323110 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fad82b-3633-4dbe-84a6-4bdc39e20ff2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:05.328113 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-50fad82b-3633-4dbe-84a6-4bdc39e20ff2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:05.329952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fad82b-3633-4dbe-84a6-4bdc39e20ff2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=d54b30e2-da9d-4335-81b3-413a0138be23,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:05.332515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fad82b-3633-4dbe-84a6-4bdc39e20ff2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:05.333130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-50fad82b-3633-4dbe-84a6-4bdc39e20ff2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:05.369095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb08cf2-ca71-4a84-86c6-17aea8127479 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:05.472044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57718) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:05.479324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9d7f4439-7c54-4a6e-b20c-c929aa5988e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': 'd54b30e2-da9d-4335-81b3-413a0138be23', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1791420609'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:05.480164 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-50fad82b-3633-4dbe-84a6-4bdc39e20ff2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9996033 Oct 19 11:38:05.502730 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8fb77ef8-dcc4-4884-a42b-aabbceefac2e None None] Could not find standard attr ID for object 7de7dadb-cc90-40ea-a8eb-fd47d9fddae8. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:05.582824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': 'd54b30e2-da9d-4335-81b3-413a0138be23'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:38:05.590164 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:05.707096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7f4439-7c54-4a6e-b20c-c929aa5988e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:05.735489 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Port 24f8dd44-1c46-42e3-84ea-13411228f2d6 update to ACTIVE by agent not found {{(pid=101313) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 11:38:05.803294 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Allocated IP 2001:db8::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/d54b30e2-da9d-4335-81b3-413a0138be23/5d2324ec-4c2a-46ca-9fca-d03ea23e36dc) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:05.922918 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d7f4439-7c54-4a6e-b20c-c929aa5988e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:05.962021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-9d7f4439-7c54-4a6e-b20c-c929aa5988e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 8ed0557a-7185-439f-9bfa-9427dd3e2457 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:05.967055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 24f8dd44-1c46-42e3-84ea-13411228f2d6 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:38:06.002112 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 24f8dd44-1c46-42e3-84ea-13411228f2d6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:38:06.002499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 24f8dd44-1c46-42e3-84ea-13411228f2d6 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:38:06.098697 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:06.218229 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:06.250479 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7f4439-7c54-4a6e-b20c-c929aa5988e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:38:06.255783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7f4439-7c54-4a6e-b20c-c929aa5988e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:38:06.258753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:06.264486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:06.270341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:06.321176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Pushing event updated for resources: {'Port': ['ID=5d2324ec-4c2a-46ca-9fca-d03ea23e36dc,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:06.338621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Attempting to bind port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:06.338995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Attempting to bind port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:06.339353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Attempting to bind port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:06.345586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:06.345933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:06.346329 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:06.346694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:06.347148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Bound port: 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:06.347525 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:06.364805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57740) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:06.365422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9d7f4439-7c54-4a6e-b20c-c929aa5988e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8913188 Oct 19 11:38:06.431718 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] For port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:06.437597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] For port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5d2324ec-4c2a-46ca-9fca-d03ea23e36dc,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:06.449024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c864c4-3347-4593-9ad5-0dc534634d95 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:06.450716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-53c864c4-3347-4593-9ad5-0dc534634d95 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0848737 Oct 19 11:38:06.453549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57744) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:06.524446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af5b772-d85e-4849-8560-843e79478a83 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:06.526331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af5b772-d85e-4849-8560-843e79478a83 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:06.527874 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1af5b772-d85e-4849-8560-843e79478a83 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0733280 Oct 19 11:38:06.530592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57746) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:06.547461 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:06.625427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bcb018-bddc-4031-b349-6e3f9cab9fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet d54b30e2-da9d-4335-81b3-413a0138be23 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:06.632326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41bcb018-bddc-4031-b349-6e3f9cab9fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:06.674412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929f10f-638d-413c-89ab-4b5095ac519f None None] Pushing event updated for resources: {'Port': ['ID=5d2324ec-4c2a-46ca-9fca-d03ea23e36dc,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:06.719628 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41bcb018-bddc-4031-b349-6e3f9cab9fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:06.847115 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41bcb018-bddc-4031-b349-6e3f9cab9fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:07.020749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41bcb018-bddc-4031-b349-6e3f9cab9fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:07.067391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcb018-bddc-4031-b349-6e3f9cab9fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=d54b30e2-da9d-4335-81b3-413a0138be23,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:07.073058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41bcb018-bddc-4031-b349-6e3f9cab9fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:07.077122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-41bcb018-bddc-4031-b349-6e3f9cab9fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/d54b30e2-da9d-4335-81b3-413a0138be23 HTTP/1.1" status: 204 len: 168 time: 0.5452666 Oct 19 11:38:07.079269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57758) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:07.128862 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8fdaa0a7-b087-4dc5-9f4b-e7b7037ac10d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478609 Oct 19 11:38:07.132633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57760) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:07.138478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-cc827061-fe23-476e-a036-6a8ebb1dd20f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:07.309434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc827061-fe23-476e-a036-6a8ebb1dd20f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:07.313302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cc827061-fe23-476e-a036-6a8ebb1dd20f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:07.627583 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cc827061-fe23-476e-a036-6a8ebb1dd20f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:07.694863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc827061-fe23-476e-a036-6a8ebb1dd20f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:07.699852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-cc827061-fe23-476e-a036-6a8ebb1dd20f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:07.712098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc827061-fe23-476e-a036-6a8ebb1dd20f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:07.721258 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cc827061-fe23-476e-a036-6a8ebb1dd20f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:07.758221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc827061-fe23-476e-a036-6a8ebb1dd20f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=fe63b034-3fad-42bf-a4de-37fc65c19ce5,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:07.859298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cc827061-fe23-476e-a036-6a8ebb1dd20f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7251348 Oct 19 11:38:07.861826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57780) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:07.866949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-868489df-7cc6-413d-8273-268e45c849d9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-404132404', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:07.970502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-868489df-7cc6-413d-8273-268e45c849d9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:07.972396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-868489df-7cc6-413d-8273-268e45c849d9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:07.981534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:07.987817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb8c47f-5606-4200-beb0-0b01c691b512 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:08.080309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-868489df-7cc6-413d-8273-268e45c849d9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:08.115092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b2e85c13-7ac4-41bd-b7ab-d71dd76a9511 None None] Provisioning complete for port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:08.115451 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b2e85c13-7ac4-41bd-b7ab-d71dd76a9511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:08.147485 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-868489df-7cc6-413d-8273-268e45c849d9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:08.168153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:08.168520 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:08.269314 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-868489df-7cc6-413d-8273-268e45c849d9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:08.274312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-868489df-7cc6-413d-8273-268e45c849d9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4085014 Oct 19 11:38:08.276126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57786) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:08.343847 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b2e85c13-7ac4-41bd-b7ab-d71dd76a9511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:08.359663 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:08.403474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5d2324ec-4c2a-46ca-9fca-d03ea23e36dc,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:08.550416 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:08.702316 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-b2e85c13-7ac4-41bd-b7ab-d71dd76a9511 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:38:08.702670 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-b2e85c13-7ac4-41bd-b7ab-d71dd76a9511 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:38:08.707984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=5d2324ec-4c2a-46ca-9fca-d03ea23e36dc,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:08.722103 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:09.071338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::1 (21fa2b95-00e4-4032-bc3d-907cf26e024b/fe63b034-3fad-42bf-a4de-37fc65c19ce5/32c43bcc-1b50-40ad-b105-bc5309a65176) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:09.232362 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:09.370971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-19e82246-e8a4-46e9-80bd-d3cb73492ac5 None None] Provisioning complete for port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:09.371752 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-19e82246-e8a4-46e9-80bd-d3cb73492ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:09.658695 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:09.710287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:09.713501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:09.717189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:09.717729 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:09.723731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=32c43bcc-1b50-40ad-b105-bc5309a65176,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:09.862254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:09.943104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:09.943713 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:09.959306 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:10.092134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-920487cf-3081-4904-994a-53190564d6c5 None None] Provisioning complete for port 32c43bcc-1b50-40ad-b105-bc5309a65176 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:10.093353 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-920487cf-3081-4904-994a-53190564d6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:10.130134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-920487cf-3081-4904-994a-53190564d6c5 None None] Port 32c43bcc-1b50-40ad-b105-bc5309a65176 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:38:10.343362 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:10.432661 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:10.433432 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:10.564996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=32c43bcc-1b50-40ad-b105-bc5309a65176,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:10.605796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:10.607596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:10.838351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Router 859ede6f-3bcb-4ba3-92cb-7b0aba75d51c is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:38:10.956913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3db143c4-1c60-4abf-9f01-af422d7b6a9a None None] Provisioning complete for port 32c43bcc-1b50-40ad-b105-bc5309a65176 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:10.957497 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3db143c4-1c60-4abf-9f01-af422d7b6a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:10.970256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:38:10.978455 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-82588b06-d190-45a4-a410-113af239a939 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "PUT /v2.0/routers/859ede6f-3bcb-4ba3-92cb-7b0aba75d51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7005339 Oct 19 11:38:10.979027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57822) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:10.986156 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Sync routers for ids ['859ede6f-3bcb-4ba3-92cb-7b0aba75d51c'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:38:11.006875 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Routers {'859ede6f-3bcb-4ba3-92cb-7b0aba75d51c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:38:11.007532 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['859ede6f-3bcb-4ba3-92cb-7b0aba75d51c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:11.081379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5f1822-c054-4bef-b5bd-9dd02a3542d3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:11.085666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57826) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:11.096968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ae5f1822-c054-4bef-b5bd-9dd02a3542d3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports/32c43bcc-1b50-40ad-b105-bc5309a65176 HTTP/1.1" status: 200 len: 911 time: 0.1149962 Oct 19 11:38:11.160942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21e844b-6dfb-48c3-874a-f3c0cd2faa5f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:11.164875 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Set router 859ede6f-3bcb-4ba3-92cb-7b0aba75d51c gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:38:11.169057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21e844b-6dfb-48c3-874a-f3c0cd2faa5f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:11.175213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57828) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:11.191790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d21e844b-6dfb-48c3-874a-f3c0cd2faa5f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1048841 Oct 19 11:38:11.392285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3db143c4-1c60-4abf-9f01-af422d7b6a9a None None] Port 32c43bcc-1b50-40ad-b105-bc5309a65176 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:38:11.564614 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ede6f-3bcb-4ba3-92cb-7b0aba75d51c', 'name': 'tempest-NetworksTestDHCPv6-router-404132404', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:38:07Z', 'updated_at': '2021-10-19T11:38:09Z', 'revision_number': 2, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'gw_port_host': None, '_interfaces': [{'id': '32c43bcc-1b50-40ad-b105-bc5309a65176', 'name': '', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'mac_address': 'fa:16:3e:ea:c6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ede6f-3bcb-4ba3-92cb-7b0aba75d51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'fe63b034-3fad-42bf-a4de-37fc65c19ce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:38:08Z', 'updated_at': '2021-10-19T11:38:10Z', 'revision_number': 2, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'subnets': [{'id': 'fe63b034-3fad-42bf-a4de-37fc65c19ce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:11.593935 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Checking router: 859ede6f-3bcb-4ba3-92cb-7b0aba75d51c for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:38:11.594565 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Updating router 859ede6f-3bcb-4ba3-92cb-7b0aba75d51c port 32c43bcc-1b50-40ad-b105-bc5309a65176 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:38:11.623127 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:11.757872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6178741f-2d65-43a6-aa5a-84546fad3455 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:11.962977 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:12.039223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57838) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:12.066705 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:12.240160 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Pushing event updated for resources: {'Port': ['ID=32c43bcc-1b50-40ad-b105-bc5309a65176,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:12.262980 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e56b872a-1fc2-47ef-94fb-04177b66426c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:12.311787 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.312142 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.312484 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.317687 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.318044 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.318382 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.318714 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.319044 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.319372 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.319693 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.321684 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.322257 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:12.406143 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Attempting to bind port 32c43bcc-1b50-40ad-b105-bc5309a65176 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:12.406143 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Attempting to bind port 32c43bcc-1b50-40ad-b105-bc5309a65176 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:12.406143 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Attempting to bind port 32c43bcc-1b50-40ad-b105-bc5309a65176 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:12.406143 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:12.406143 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:12.406143 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:12.406143 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:12.406143 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Bound port: 32c43bcc-1b50-40ad-b105-bc5309a65176, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:12.406143 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:12.411155 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e56b872a-1fc2-47ef-94fb-04177b66426c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:12.450877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6178741f-2d65-43a6-aa5a-84546fad3455 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 32c43bcc-1b50-40ad-b105-bc5309a65176 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:12.450877 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6178741f-2d65-43a6-aa5a-84546fad3455 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:12.476838 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] For port 32c43bcc-1b50-40ad-b105-bc5309a65176, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:12.483673 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] For port 32c43bcc-1b50-40ad-b105-bc5309a65176, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=32c43bcc-1b50-40ad-b105-bc5309a65176,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:12.528945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-aa577a6e-be5a-4e70-b43d-1c31ee2c8dcd None None] Provisioning complete for port 32c43bcc-1b50-40ad-b105-bc5309a65176 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:12.529435 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-aa577a6e-be5a-4e70-b43d-1c31ee2c8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:12.558555 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6178741f-2d65-43a6-aa5a-84546fad3455 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:12.568283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-aa577a6e-be5a-4e70-b43d-1c31ee2c8dcd None None] Port 32c43bcc-1b50-40ad-b105-bc5309a65176 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:38:12.578242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6178741f-2d65-43a6-aa5a-84546fad3455 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 32c43bcc-1b50-40ad-b105-bc5309a65176 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:13.129815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e56b872a-1fc2-47ef-94fb-04177b66426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:13.171232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b872a-1fc2-47ef-94fb-04177b66426c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2f52ba-9852-459b-9098-3a7dc8a4b68f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:13.177685 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e56b872a-1fc2-47ef-94fb-04177b66426c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1102c386624d46d1bc4757bd19c430e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1373501 Oct 19 11:38:13.181363 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:13.181852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57850) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:13.259860 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Routers {'859ede6f-3bcb-4ba3-92cb-7b0aba75d51c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:38:13.260869 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['859ede6f-3bcb-4ba3-92cb-7b0aba75d51c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:13.307250 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048a603-8bef-490e-bd76-cc618468ecbb None None] Pushing event updated for resources: {'Port': ['ID=32c43bcc-1b50-40ad-b105-bc5309a65176,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:13.310604 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c5851343-8907-4239-8484-5ba7acd73070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:13.348187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c5851343-8907-4239-8484-5ba7acd73070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:13.401035 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6178741f-2d65-43a6-aa5a-84546fad3455 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:13.416806 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] Set router 859ede6f-3bcb-4ba3-92cb-7b0aba75d51c gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:38:13.434483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178741f-2d65-43a6-aa5a-84546fad3455 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=32c43bcc-1b50-40ad-b105-bc5309a65176,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:13.540703 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c5851343-8907-4239-8484-5ba7acd73070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:13.547595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c5851343-8907-4239-8484-5ba7acd73070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:13.560754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c5851343-8907-4239-8484-5ba7acd73070 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec2f52ba-9852-459b-9098-3a7dc8a4b68f HTTP/1.1" status: 204 len: 168 time: 0.3781352 Oct 19 11:38:13.599051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b828a596-15a2-4273-97d4-06734c1c4c72 None None] Could not find standard attr ID for object 32c43bcc-1b50-40ad-b105-bc5309a65176. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:13.634780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5851343-8907-4239-8484-5ba7acd73070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2f52ba-9852-459b-9098-3a7dc8a4b68f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:13.636944 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6178741f-2d65-43a6-aa5a-84546fad3455 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:13.920564 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859ede6f-3bcb-4ba3-92cb-7b0aba75d51c', 'name': 'tempest-NetworksTestDHCPv6-router-404132404', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:38:07Z', 'updated_at': '2021-10-19T11:38:09Z', 'revision_number': 2, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'gw_port_host': None, '_interfaces': [{'id': '32c43bcc-1b50-40ad-b105-bc5309a65176', 'name': '', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'mac_address': 'fa:16:3e:ea:c6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ede6f-3bcb-4ba3-92cb-7b0aba75d51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'fe63b034-3fad-42bf-a4de-37fc65c19ce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:38:08Z', 'updated_at': '2021-10-19T11:38:12Z', 'revision_number': 4, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'subnets': [{'id': 'fe63b034-3fad-42bf-a4de-37fc65c19ce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:13.932310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6178741f-2d65-43a6-aa5a-84546fad3455 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Router 859ede6f-3bcb-4ba3-92cb-7b0aba75d51c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:38:13.956038 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64310d8-abb1-46b3-9c0d-4b3bfcc4cc9b None None] The sync data for ids ['859ede6f-3bcb-4ba3-92cb-7b0aba75d51c'] in n-d-814547-1 is: [{'id': '859ede6f-3bcb-4ba3-92cb-7b0aba75d51c', 'name': 'tempest-NetworksTestDHCPv6-router-404132404', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:38:07Z', 'updated_at': '2021-10-19T11:38:09Z', 'revision_number': 2, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'gw_port_host': None, '_interfaces': [{'id': '32c43bcc-1b50-40ad-b105-bc5309a65176', 'name': '', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'mac_address': 'fa:16:3e:ea:c6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859ede6f-3bcb-4ba3-92cb-7b0aba75d51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'fe63b034-3fad-42bf-a4de-37fc65c19ce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:38:08Z', 'updated_at': '2021-10-19T11:38:12Z', 'revision_number': 4, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'subnets': [{'id': 'fe63b034-3fad-42bf-a4de-37fc65c19ce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:38:14.068195 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6178741f-2d65-43a6-aa5a-84546fad3455 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:38:14.073955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6178741f-2d65-43a6-aa5a-84546fad3455 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "PUT /v2.0/routers/859ede6f-3bcb-4ba3-92cb-7b0aba75d51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8973281 Oct 19 11:38:14.076346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57864) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:14.200372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e66583-f5f2-40a3-b5d3-ca0d99c56906 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:14.200372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e66583-f5f2-40a3-b5d3-ca0d99c56906 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:14.200372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e8e66583-f5f2-40a3-b5d3-ca0d99c56906 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0943046 Oct 19 11:38:14.200372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57872) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:14.306550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a95e680-0523-461d-a38e-a57f0a5c10d0 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet fe63b034-3fad-42bf-a4de-37fc65c19ce5 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:14.306550 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a95e680-0523-461d-a38e-a57f0a5c10d0 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:14.306550 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a95e680-0523-461d-a38e-a57f0a5c10d0 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:14.362149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a95e680-0523-461d-a38e-a57f0a5c10d0 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:14.635270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57892) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:14.654921 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ecde57d-60f0-461c-b562-98caf6795326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:14.722041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a95e680-0523-461d-a38e-a57f0a5c10d0 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:14.757992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95e680-0523-461d-a38e-a57f0a5c10d0 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=fe63b034-3fad-42bf-a4de-37fc65c19ce5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:14.763510 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a95e680-0523-461d-a38e-a57f0a5c10d0 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:14.769603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0a95e680-0523-461d-a38e-a57f0a5c10d0 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/fe63b034-3fad-42bf-a4de-37fc65c19ce5 HTTP/1.1" status: 204 len: 168 time: 0.5919182 Oct 19 11:38:14.772073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57894) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:14.773141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f2839-d652-4ef2-ba90-929a6083ebf4 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:14.862083 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ecde57d-60f0-461c-b562-98caf6795326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:14.925112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ecde57d-60f0-461c-b562-98caf6795326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:14.939429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-08b774e7-7a51-4c4d-9e76-8d34c67dfc13 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1656365 Oct 19 11:38:14.941865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57898) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:14.982069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0ecde57d-60f0-461c-b562-98caf6795326 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39825495634c4ad7a39b417e3c2dd399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430505 Oct 19 11:38:14.982280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57902) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:14.998554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde57d-60f0-461c-b562-98caf6795326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a555db92-ce9c-4182-b864-ed14aed8cc3a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:15.093071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88647d70-df73-4819-8aa1-9973e8aa48a9 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:38:15.098548 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba5faa6a-6185-4e47-96fd-91c4f7edda91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.133937 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba5faa6a-6185-4e47-96fd-91c4f7edda91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.156876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-88647d70-df73-4819-8aa1-9973e8aa48a9 None None] Deleting port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:15.157781 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88647d70-df73-4819-8aa1-9973e8aa48a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.240407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-88647d70-df73-4819-8aa1-9973e8aa48a9 None None] For port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5d2324ec-4c2a-46ca-9fca-d03ea23e36dc,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:15.240780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88647d70-df73-4819-8aa1-9973e8aa48a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.256844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-88647d70-df73-4819-8aa1-9973e8aa48a9 None None] Calling delete_port for 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:15.291808 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba5faa6a-6185-4e47-96fd-91c4f7edda91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.295170 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba5faa6a-6185-4e47-96fd-91c4f7edda91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.298770 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ba5faa6a-6185-4e47-96fd-91c4f7edda91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a555db92-ce9c-4182-b864-ed14aed8cc3a HTTP/1.1" status: 204 len: 168 time: 0.3129184 Oct 19 11:38:15.321769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5faa6a-6185-4e47-96fd-91c4f7edda91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a555db92-ce9c-4182-b864-ed14aed8cc3a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:15.472612 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c0c548fd-d989-4db2-baf2-27d6263d6a70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.503248 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88647d70-df73-4819-8aa1-9973e8aa48a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.535768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88647d70-df73-4819-8aa1-9973e8aa48a9 None None] Pushing event deleted for resources: {'Port': ['ID=5d2324ec-4c2a-46ca-9fca-d03ea23e36dc,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:15.537857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88647d70-df73-4819-8aa1-9973e8aa48a9 None None] No DVR routers for this DVR port 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:38:15.655435 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c0c548fd-d989-4db2-baf2-27d6263d6a70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.658604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c0c548fd-d989-4db2-baf2-27d6263d6a70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.800481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c0c548fd-d989-4db2-baf2-27d6263d6a70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.800481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c548fd-d989-4db2-baf2-27d6263d6a70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Fanout notify agent at l3_agent the message router_deleted on router 859ede6f-3bcb-4ba3-92cb-7b0aba75d51c {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:38:15.808022 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c0c548fd-d989-4db2-baf2-27d6263d6a70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:15.809271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c0c548fd-d989-4db2-baf2-27d6263d6a70 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/routers/859ede6f-3bcb-4ba3-92cb-7b0aba75d51c HTTP/1.1" status: 204 len: 168 time: 0.8661976 Oct 19 11:38:15.812015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 57926) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:15.818032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2e86104f-5877-4f27-805c-2fe6ddbc3edc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:15.901650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:38:15.941178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:38:15.942592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5d2324ec-4c2a-46ca-9fca-d03ea23e36dc not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:38:16.037021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfc03da-c6c3-429c-af20-57674b2ddf48 None None] Sync routers for ids ['859ede6f-3bcb-4ba3-92cb-7b0aba75d51c'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:38:16.044866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e86104f-5877-4f27-805c-2fe6ddbc3edc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:16.049965 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e86104f-5877-4f27-805c-2fe6ddbc3edc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:16.058612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc03da-c6c3-429c-af20-57674b2ddf48 None None] Routers set() bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:38:16.059089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc03da-c6c3-429c-af20-57674b2ddf48 None None] Router IDs set() for agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 11:38:16.059789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_agentschedulers_db [None req-4bfc03da-c6c3-429c-af20-57674b2ddf48 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'859ede6f-3bcb-4ba3-92cb-7b0aba75d51c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent'). {{(pid=101313) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 11:38:16.069704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc03da-c6c3-429c-af20-57674b2ddf48 None None] Routers set() bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:38:16.070162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc03da-c6c3-429c-af20-57674b2ddf48 None None] Router IDs set() for agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 11:38:16.070921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_agentschedulers_db [None req-4bfc03da-c6c3-429c-af20-57674b2ddf48 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'859ede6f-3bcb-4ba3-92cb-7b0aba75d51c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent'). {{(pid=101313) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 11:38:16.071471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfc03da-c6c3-429c-af20-57674b2ddf48 None None] The sync data for ids ['859ede6f-3bcb-4ba3-92cb-7b0aba75d51c'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:38:16.377516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e86104f-5877-4f27-805c-2fe6ddbc3edc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:16.462783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e86104f-5877-4f27-805c-2fe6ddbc3edc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:16.466858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2e86104f-5877-4f27-805c-2fe6ddbc3edc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:16.472137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e86104f-5877-4f27-805c-2fe6ddbc3edc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:16.472774 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e86104f-5877-4f27-805c-2fe6ddbc3edc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:16.477337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b236b3-759e-4789-9c0d-65558c2279f0 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:16.482636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86104f-5877-4f27-805c-2fe6ddbc3edc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=2c19063a-4e9a-4c35-966a-b806ffcee65c,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:16.634914 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2e86104f-5877-4f27-805c-2fe6ddbc3edc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8213828 Oct 19 11:38:16.637965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57950) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:16.644730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-531cfc2b-b925-4575-b609-3eaec4aecee3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-160454838', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:16.673747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '2c19063a-4e9a-4c35-966a-b806ffcee65c'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:38:16.674922 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:16.823923 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-531cfc2b-b925-4575-b609-3eaec4aecee3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:16.828166 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-531cfc2b-b925-4575-b609-3eaec4aecee3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:16.856182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Allocated IP 2001:db8::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/2c19063a-4e9a-4c35-966a-b806ffcee65c/5051286b-c14e-4c72-8783-ec0b749cb246) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:16.877776 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-531cfc2b-b925-4575-b609-3eaec4aecee3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:16.949710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-531cfc2b-b925-4575-b609-3eaec4aecee3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:17.050508 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:17.076680 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-531cfc2b-b925-4575-b609-3eaec4aecee3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:17.078042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-531cfc2b-b925-4575-b609-3eaec4aecee3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4390006 Oct 19 11:38:17.080865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 57964) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:17.158503 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:17.228930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:17.230692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:17.233102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Pushing event updated for resources: {'Port': ['ID=5051286b-c14e-4c72-8783-ec0b749cb246,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:17.236241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:17.309255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Attempting to bind port 5051286b-c14e-4c72-8783-ec0b749cb246 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:17.309901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Attempting to bind port 5051286b-c14e-4c72-8783-ec0b749cb246 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:17.310397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Attempting to bind port 5051286b-c14e-4c72-8783-ec0b749cb246 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:17.316049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:17.316498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:17.316855 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:17.317208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:17.317665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Bound port: 5051286b-c14e-4c72-8783-ec0b749cb246, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:17.318046 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:17.386239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] For port 5051286b-c14e-4c72-8783-ec0b749cb246, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:17.389786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] For port 5051286b-c14e-4c72-8783-ec0b749cb246, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5051286b-c14e-4c72-8783-ec0b749cb246,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:17.409407 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:17.495239 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:17.614461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b783983-ad3d-4c36-ac50-beffc3cb6118 None None] Pushing event updated for resources: {'Port': ['ID=5051286b-c14e-4c72-8783-ec0b749cb246,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:17.745753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::1 (21fa2b95-00e4-4032-bc3d-907cf26e024b/2c19063a-4e9a-4c35-966a-b806ffcee65c/94e000ff-6e2c-423e-b92d-ea14d0a15ca0) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:18.018936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5051286b-c14e-4c72-8783-ec0b749cb246 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:18.084586 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:18.123277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5051286b-c14e-4c72-8783-ec0b749cb246 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:18.123918 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:18.214638 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:18.253172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 5051286b-c14e-4c72-8783-ec0b749cb246, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5051286b-c14e-4c72-8783-ec0b749cb246,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:18.282225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:18.342583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:18.346352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:18.351215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:18.352031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:18.358635 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=94e000ff-6e2c-423e-b92d-ea14d0a15ca0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:18.360986 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:18.429280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 32c43bcc-1b50-40ad-b105-bc5309a65176 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:38:18.485775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 32c43bcc-1b50-40ad-b105-bc5309a65176 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:38:18.486249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 32c43bcc-1b50-40ad-b105-bc5309a65176 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:38:18.499512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=5051286b-c14e-4c72-8783-ec0b749cb246,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:18.716874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:18.919879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a2903e61-422d-4f6f-a44a-a6b5ca44c911 None None] Provisioning complete for port 5051286b-c14e-4c72-8783-ec0b749cb246 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:18.920657 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a2903e61-422d-4f6f-a44a-a6b5ca44c911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:19.158188 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:19.222808 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c9d5f7f1-d99d-4ac2-90e9-b09714eec171 None None] Provisioning complete for port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:19.223402 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9d5f7f1-d99d-4ac2-90e9-b09714eec171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:19.259495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5f7f1-d99d-4ac2-90e9-b09714eec171 None None] Port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:38:19.285781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:19.286596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:19.365431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=94e000ff-6e2c-423e-b92d-ea14d0a15ca0,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:19.442808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:19.444374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:19.628654 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:19.661022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-202f4196-cb5c-4787-a8d6-e9db9b255efe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486710 Oct 19 11:38:19.678277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Router f9fbea2f-0d5d-4df1-aebf-306f7fcaecea is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:38:19.765641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-2f76bbf1-3dfb-4bc1-a6d0-dfcaa0422105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:19.784896 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-2f76bbf1-3dfb-4bc1-a6d0-dfcaa0422105 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a53f8a64d10e41e6a185d0d3514a4436&device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 1096 time: 0.0978706 Oct 19 11:38:19.809634 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:38:19.820685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b6f5e1e7-ea89-44c5-92e7-3efe24cdedc2 None None] Provisioning complete for port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:19.821078 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b6f5e1e7-ea89-44c5-92e7-3efe24cdedc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:19.918460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:38:19.923717 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ff4cab68-fcda-4685-b96a-dd186a30b696 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "PUT /v2.0/routers/f9fbea2f-0d5d-4df1-aebf-306f7fcaecea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8405294 Oct 19 11:38:19.926831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58038) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:19.934485 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Sync routers for ids ['f9fbea2f-0d5d-4df1-aebf-306f7fcaecea'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:38:19.946083 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Routers {'f9fbea2f-0d5d-4df1-aebf-306f7fcaecea'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:38:19.946690 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f9fbea2f-0d5d-4df1-aebf-306f7fcaecea'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:19.964458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b6f5e1e7-ea89-44c5-92e7-3efe24cdedc2 None None] Port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:38:19.975999 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5051286b-c14e-4c72-8783-ec0b749cb246 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:20.023602 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd74ff17-c1a2-4d98-9f02-10e4f6451d95 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:20.024990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-83bfe239-e16c-4ff9-a080-21756cba31db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:20.029288 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-83bfe239-e16c-4ff9-a080-21756cba31db service neutron] 10.222.0.49 "GET /v2.0/networks?id=fce1e704-1e33-4733-a45c-253abfbc9849 HTTP/1.1" status: 200 len: 909 time: 0.2049739 Oct 19 11:38:20.029713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58044) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:20.031021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fd74ff17-c1a2-4d98-9f02-10e4f6451d95 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports/94e000ff-6e2c-423e-b92d-ea14d0a15ca0 HTTP/1.1" status: 200 len: 911 time: 0.1036317 Oct 19 11:38:20.041893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5051286b-c14e-4c72-8783-ec0b749cb246 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:20.064761 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:20.121510 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:20.247370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90de4876-4cd3-4711-99b1-13572c30aee5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:20.254740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90de4876-4cd3-4711-99b1-13572c30aee5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:20.257165 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-90de4876-4cd3-4711-99b1-13572c30aee5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2263896 Oct 19 11:38:20.259312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-c85f6b41-b742-42a6-93eb-fa4bb1509ad2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b736050-b1bb-4c1e-a806-08c8338aeaf2 HTTP/1.1" status: 200 len: 1000 time: 0.2108054 Oct 19 11:38:20.259868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58054) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:20.294314 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Set router f9fbea2f-0d5d-4df1-aebf-306f7fcaecea gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:38:20.392307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-acc1ee95-dfea-4d70-aa8c-594b0629ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:20.393785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-acc1ee95-dfea-4d70-aa8c-594b0629ec76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=591fe803-41d0-484e-8838-3a422f74d7dd HTTP/1.1" status: 200 len: 847 time: 0.1237397 Oct 19 11:38:20.555770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-aee23a07-7678-4978-b74f-2c68cff0e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:20.557515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-aee23a07-7678-4978-b74f-2c68cff0e340 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fce1e704-1e33-4733-a45c-253abfbc9849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537249 Oct 19 11:38:20.607517 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fbea2f-0d5d-4df1-aebf-306f7fcaecea', 'name': 'tempest-NetworksTestDHCPv6-router-160454838', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:38:16Z', 'updated_at': '2021-10-19T11:38:18Z', 'revision_number': 2, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'gw_port_host': None, '_interfaces': [{'id': '94e000ff-6e2c-423e-b92d-ea14d0a15ca0', 'name': '', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'mac_address': 'fa:16:3e:d2:dc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fbea2f-0d5d-4df1-aebf-306f7fcaecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '2c19063a-4e9a-4c35-966a-b806ffcee65c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:38:17Z', 'updated_at': '2021-10-19T11:38:18Z', 'revision_number': 2, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'subnets': [{'id': '2c19063a-4e9a-4c35-966a-b806ffcee65c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:20.642429 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Checking router: f9fbea2f-0d5d-4df1-aebf-306f7fcaecea for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:38:20.643059 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Updating router f9fbea2f-0d5d-4df1-aebf-306f7fcaecea port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:38:20.675911 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:20.796702 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-8246d230-15b3-4cf8-aa23-1abd080eec0e service neutron] 10.222.0.49 "GET /v2.0/networks/fce1e704-1e33-4733-a45c-253abfbc9849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185400 Oct 19 11:38:21.001216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3f474b6-ac80-4d1b-b585-d71d7c23bc14 req-1017129b-c91d-4497-9ccc-12c06f4d65e2 service neutron] 10.222.0.49 "GET /v2.0/networks/fce1e704-1e33-4733-a45c-253abfbc9849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967113 Oct 19 11:38:21.004924 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:21.019489 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:21.171971 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:21.224978 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8ea8d-7aee-4dc0-87e7-ff2a6e420501 None None] Pushing event updated for resources: {'Port': ['ID=94e000ff-6e2c-423e-b92d-ea14d0a15ca0,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:21.307533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:21.307877 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:21.427409 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Attempting to bind port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:21.427948 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Attempting to bind port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:21.428316 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Attempting to bind port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:21.436925 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:21.437298 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:21.437697 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:21.438646 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:21.439116 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Bound port: 94e000ff-6e2c-423e-b92d-ea14d0a15ca0, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:21.441812 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:21.508571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] For port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0, host n-d-814547-1, got binding levels [] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:21.508943 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:21.545534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:21.576321 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] For port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:21.580485 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] For port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=94e000ff-6e2c-423e-b92d-ea14d0a15ca0,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:21.713773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9701417b-8fdd-4d56-96ec-c12b757e32a6 None None] Provisioning complete for port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:21.714355 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9701417b-8fdd-4d56-96ec-c12b757e32a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:21.763899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9701417b-8fdd-4d56-96ec-c12b757e32a6 None None] Port 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:38:21.781606 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:21.844901 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8ea8d-7aee-4dc0-87e7-ff2a6e420501 None None] Pushing event updated for resources: {'Port': ['ID=94e000ff-6e2c-423e-b92d-ea14d0a15ca0,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:21.848990 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Routers {'f9fbea2f-0d5d-4df1-aebf-306f7fcaecea'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:38:21.853003 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f9fbea2f-0d5d-4df1-aebf-306f7fcaecea'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:21.954940 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] Set router f9fbea2f-0d5d-4df1-aebf-306f7fcaecea gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:38:22.021010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:22.084000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=94e000ff-6e2c-423e-b92d-ea14d0a15ca0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:22.181627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c6dbb565-6bcf-4e40-97b6-8c6152ba090f None None] Could not find standard attr ID for object 94e000ff-6e2c-423e-b92d-ea14d0a15ca0. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:22.279794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:22.294006 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fbea2f-0d5d-4df1-aebf-306f7fcaecea', 'name': 'tempest-NetworksTestDHCPv6-router-160454838', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:38:16Z', 'updated_at': '2021-10-19T11:38:18Z', 'revision_number': 2, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'gw_port_host': None, '_interfaces': [{'id': '94e000ff-6e2c-423e-b92d-ea14d0a15ca0', 'name': '', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'mac_address': 'fa:16:3e:d2:dc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fbea2f-0d5d-4df1-aebf-306f7fcaecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '2c19063a-4e9a-4c35-966a-b806ffcee65c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:38:17Z', 'updated_at': '2021-10-19T11:38:21Z', 'revision_number': 4, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'subnets': [{'id': '2c19063a-4e9a-4c35-966a-b806ffcee65c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:22.334907 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee639f7a-8020-4e00-9989-cc8b6d797a54 None None] The sync data for ids ['f9fbea2f-0d5d-4df1-aebf-306f7fcaecea'] in n-d-814547-1 is: [{'id': 'f9fbea2f-0d5d-4df1-aebf-306f7fcaecea', 'name': 'tempest-NetworksTestDHCPv6-router-160454838', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:38:16Z', 'updated_at': '2021-10-19T11:38:18Z', 'revision_number': 2, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'gw_port_host': None, '_interfaces': [{'id': '94e000ff-6e2c-423e-b92d-ea14d0a15ca0', 'name': '', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'mac_address': 'fa:16:3e:d2:dc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fbea2f-0d5d-4df1-aebf-306f7fcaecea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '2c19063a-4e9a-4c35-966a-b806ffcee65c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:38:17Z', 'updated_at': '2021-10-19T11:38:21Z', 'revision_number': 4, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'subnets': [{'id': '2c19063a-4e9a-4c35-966a-b806ffcee65c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:38:22.552005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Router f9fbea2f-0d5d-4df1-aebf-306f7fcaecea has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:38:22.671812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:38:22.690642 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c307ebdd-5b4a-4a41-bae8-fe9e8d72e568 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "PUT /v2.0/routers/f9fbea2f-0d5d-4df1-aebf-306f7fcaecea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4294381 Oct 19 11:38:22.693180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58118) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:22.788748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8075e637-31f0-4708-885d-0458d998a51c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:22.790758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8075e637-31f0-4708-885d-0458d998a51c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:22.795297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58120) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:22.795520 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8075e637-31f0-4708-885d-0458d998a51c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1009820 Oct 19 11:38:22.850136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-aede90c6-0255-47de-aa37-a5465a4e15bb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 2c19063a-4e9a-4c35-966a-b806ffcee65c {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:22.853797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aede90c6-0255-47de-aa37-a5465a4e15bb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:22.903049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aede90c6-0255-47de-aa37-a5465a4e15bb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:23.052758 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aede90c6-0255-47de-aa37-a5465a4e15bb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:23.330326 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aede90c6-0255-47de-aa37-a5465a4e15bb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:23.366935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede90c6-0255-47de-aa37-a5465a4e15bb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=2c19063a-4e9a-4c35-966a-b806ffcee65c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:23.369045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aede90c6-0255-47de-aa37-a5465a4e15bb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:23.373576 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aede90c6-0255-47de-aa37-a5465a4e15bb tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/2c19063a-4e9a-4c35-966a-b806ffcee65c HTTP/1.1" status: 204 len: 168 time: 0.5759652 Oct 19 11:38:23.381735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf23906-99e1-4f83-8417-f8cc7f99000c None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:23.383638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58136) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:23.530614 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-95b029dd-bde8-4de7-978d-5eff556fdc54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1457720 Oct 19 11:38:23.533257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58140) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:23.606321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82728b83-ef8d-41ef-b00c-c53d3ae8031f None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:38:23.666825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-82728b83-ef8d-41ef-b00c-c53d3ae8031f None None] Deleting port 5051286b-c14e-4c72-8783-ec0b749cb246 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:23.667210 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82728b83-ef8d-41ef-b00c-c53d3ae8031f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:23.743937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-82728b83-ef8d-41ef-b00c-c53d3ae8031f None None] For port 5051286b-c14e-4c72-8783-ec0b749cb246, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5051286b-c14e-4c72-8783-ec0b749cb246,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:23.744490 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82728b83-ef8d-41ef-b00c-c53d3ae8031f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:23.760821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-82728b83-ef8d-41ef-b00c-c53d3ae8031f None None] Calling delete_port for 5051286b-c14e-4c72-8783-ec0b749cb246 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:23.890139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5051286b-c14e-4c72-8783-ec0b749cb246 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:38:23.953982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61a0d5a4-63d1-4eda-b8f9-5bd106ac2d46 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:23.968211 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82728b83-ef8d-41ef-b00c-c53d3ae8031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:24.024958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82728b83-ef8d-41ef-b00c-c53d3ae8031f None None] Pushing event deleted for resources: {'Port': ['ID=5051286b-c14e-4c72-8783-ec0b749cb246,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:24.035453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82728b83-ef8d-41ef-b00c-c53d3ae8031f None None] No DVR routers for this DVR port 5051286b-c14e-4c72-8783-ec0b749cb246 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:38:24.037865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Port 5051286b-c14e-4c72-8783-ec0b749cb246 update to DOWN by agent not found {{(pid=101313) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 11:38:24.138591 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61a0d5a4-63d1-4eda-b8f9-5bd106ac2d46 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:24.141587 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61a0d5a4-63d1-4eda-b8f9-5bd106ac2d46 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:24.302448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c9f623-6d3d-4683-8ac9-fbb582d4b3cb None None] Sync routers for ids ['f9fbea2f-0d5d-4df1-aebf-306f7fcaecea'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:38:24.311594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c9f623-6d3d-4683-8ac9-fbb582d4b3cb None None] Routers {'f9fbea2f-0d5d-4df1-aebf-306f7fcaecea'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:38:24.312201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-46c9f623-6d3d-4683-8ac9-fbb582d4b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f9fbea2f-0d5d-4df1-aebf-306f7fcaecea'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:24.343316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61a0d5a4-63d1-4eda-b8f9-5bd106ac2d46 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:24.343829 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a0d5a4-63d1-4eda-b8f9-5bd106ac2d46 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Fanout notify agent at l3_agent the message router_deleted on router f9fbea2f-0d5d-4df1-aebf-306f7fcaecea {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:38:24.357474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61a0d5a4-63d1-4eda-b8f9-5bd106ac2d46 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:24.357474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-61a0d5a4-63d1-4eda-b8f9-5bd106ac2d46 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/routers/f9fbea2f-0d5d-4df1-aebf-306f7fcaecea HTTP/1.1" status: 204 len: 168 time: 0.8188488 Oct 19 11:38:24.357474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58162) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:24.384742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-46c9f623-6d3d-4683-8ac9-fbb582d4b3cb None None] Set router f9fbea2f-0d5d-4df1-aebf-306f7fcaecea gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:38:24.394820 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b207fc7c-1903-49b2-ba2b-47abe7d1010a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0357184 Oct 19 11:38:24.395264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58164) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:24.442020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-46c9f623-6d3d-4683-8ac9-fbb582d4b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fbea2f-0d5d-4df1-aebf-306f7fcaecea', 'name': 'tempest-NetworksTestDHCPv6-router-160454838', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:38:16Z', 'updated_at': '2021-10-19T11:38:21Z', 'revision_number': 3, 'project_id': '300922c0ae264624a01bd51c95ba1041', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:24.466671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deaac47-4eaa-4526-8691-d6ca4e6fc269 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:24.468258 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6deaac47-4eaa-4526-8691-d6ca4e6fc269 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0718281 Oct 19 11:38:24.470909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58166) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:24.474138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c9f623-6d3d-4683-8ac9-fbb582d4b3cb None None] Checking router: f9fbea2f-0d5d-4df1-aebf-306f7fcaecea for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:38:24.482725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c9f623-6d3d-4683-8ac9-fbb582d4b3cb None None] Routers set() bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:38:24.526367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c9f623-6d3d-4683-8ac9-fbb582d4b3cb None None] Router IDs set() for agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 11:38:24.526367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_agentschedulers_db [None req-46c9f623-6d3d-4683-8ac9-fbb582d4b3cb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f9fbea2f-0d5d-4df1-aebf-306f7fcaecea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent'). {{(pid=101313) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 11:38:24.526367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c9f623-6d3d-4683-8ac9-fbb582d4b3cb None None] The sync data for ids ['f9fbea2f-0d5d-4df1-aebf-306f7fcaecea'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:38:24.528498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e3869b7c-464f-4464-929e-bfc07cf3922a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376873 Oct 19 11:38:24.529104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58168) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:24.534794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-924b6707-9e80-43e5-bd34-b1fc35f010a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:24.709143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924b6707-9e80-43e5-bd34-b1fc35f010a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:24.712874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-924b6707-9e80-43e5-bd34-b1fc35f010a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:24.949405 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58178) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:25.097051 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba062368-5daa-45b2-bcc2-056da7ffe597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.116907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.objects.ports [None req-924b6707-9e80-43e5-bd34-b1fc35f010a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101311) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:38:25.118411 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-924b6707-9e80-43e5-bd34-b1fc35f010a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.160810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b6707-9e80-43e5-bd34-b1fc35f010a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:25.163956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-924b6707-9e80-43e5-bd34-b1fc35f010a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:25.167097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b6707-9e80-43e5-bd34-b1fc35f010a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:25.167694 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-924b6707-9e80-43e5-bd34-b1fc35f010a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.175860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1988b29c-4079-4309-8d9b-626c7679a2f5 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:25.178418 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba062368-5daa-45b2-bcc2-056da7ffe597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.189864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b6707-9e80-43e5-bd34-b1fc35f010a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=aaee2df7-366b-49a9-b056-6541d35a2694,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:25.303465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba062368-5daa-45b2-bcc2-056da7ffe597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.344280 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ba062368-5daa-45b2-bcc2-056da7ffe597 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59368a29546e403a8a1d48b4ba420393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933680 Oct 19 11:38:25.347280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58188) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:25.351402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba062368-5daa-45b2-bcc2-056da7ffe597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c518287-609a-4d31-9805-ddd55a01c59b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:25.356887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': 'aaee2df7-366b-49a9-b056-6541d35a2694'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:38:25.357953 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.414540 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-924b6707-9e80-43e5-bd34-b1fc35f010a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8842762 Oct 19 11:38:25.415461 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c69f-31f8-4800-8090-6aa83eacd5d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.415713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58190) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:25.421586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-212e1277-8ef8-4bf2-a3da-a1e791a3587d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:25.441785 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c69f-31f8-4800-8090-6aa83eacd5d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.443928 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b9d40e00-f4e6-4857-ad69-f7ca59518df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.513220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Allocated IP 2001:db8::f816:3eff:fe85:72df (21fa2b95-00e4-4032-bc3d-907cf26e024b/aaee2df7-366b-49a9-b056-6541d35a2694/0a19a951-4650-4ed8-b571-9da9d9e2db71) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:25.680432 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.706440 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c69f-31f8-4800-8090-6aa83eacd5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.709195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c69f-31f8-4800-8090-6aa83eacd5d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.710428 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3bb2c69f-31f8-4800-8090-6aa83eacd5d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c518287-609a-4d31-9805-ddd55a01c59b HTTP/1.1" status: 204 len: 168 time: 0.3621483 Oct 19 11:38:25.723481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2c69f-31f8-4800-8090-6aa83eacd5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c518287-609a-4d31-9805-ddd55a01c59b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:25.748795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212e1277-8ef8-4bf2-a3da-a1e791a3587d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:25.752908 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-212e1277-8ef8-4bf2-a3da-a1e791a3587d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.804819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:38:25.831592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:38:25.831919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 94e000ff-6e2c-423e-b92d-ea14d0a15ca0 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:38:25.880440 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:25.931530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:25.934531 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:25.939518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:25.948580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Pushing event updated for resources: {'Port': ['ID=0a19a951-4650-4ed8-b571-9da9d9e2db71,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:26.013311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Attempting to bind port 0a19a951-4650-4ed8-b571-9da9d9e2db71 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:26.013748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Attempting to bind port 0a19a951-4650-4ed8-b571-9da9d9e2db71 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:26.014053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Attempting to bind port 0a19a951-4650-4ed8-b571-9da9d9e2db71 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:26.020285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:26.020689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:26.021082 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:26.021463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:26.021939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Bound port: 0a19a951-4650-4ed8-b571-9da9d9e2db71, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:26.022333 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:26.100024 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] For port 0a19a951-4650-4ed8-b571-9da9d9e2db71, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:26.103398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] For port 0a19a951-4650-4ed8-b571-9da9d9e2db71, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0a19a951-4650-4ed8-b571-9da9d9e2db71,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:26.129610 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-212e1277-8ef8-4bf2-a3da-a1e791a3587d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:26.177830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e1277-8ef8-4bf2-a3da-a1e791a3587d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:26.177830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-212e1277-8ef8-4bf2-a3da-a1e791a3587d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:26.183725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e1277-8ef8-4bf2-a3da-a1e791a3587d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:26.184268 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-212e1277-8ef8-4bf2-a3da-a1e791a3587d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:26.194391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e1277-8ef8-4bf2-a3da-a1e791a3587d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=264b62e3-ed04-4798-b6cb-2348f3f395f0,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:26.275072 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:26.279286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-212e1277-8ef8-4bf2-a3da-a1e791a3587d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8603427 Oct 19 11:38:26.280429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58206) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:26.287096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:85:28:c6', 'name': 'tempest-NetworksTestDHCPv6-1460567110'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:26.346484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46110f-f8f5-4161-bb17-7ffc0ea6d84f None None] Pushing event updated for resources: {'Port': ['ID=0a19a951-4650-4ed8-b571-9da9d9e2db71,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:26.558474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:26.772800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58216) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:26.790183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9dfb-1aa4-46aa-8cc6-1b6c4b1b2f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:26.890386 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9dfb-1aa4-46aa-8cc6-1b6c4b1b2f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:26.986110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:27.005903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 14490b2d-d2d2-4972-b874-d4712a807c07 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:27.022821 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9dfb-1aa4-46aa-8cc6-1b6c4b1b2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:27.061079 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bf2b9dfb-1aa4-46aa-8cc6-1b6c4b1b2f82 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9539f5504174d6c8470a5d2361ae5dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848153 Oct 19 11:38:27.061349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58222) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:27.090760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b9dfb-1aa4-46aa-8cc6-1b6c4b1b2f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36be3b72-2dd8-4f09-9ca1-c480b16d32d2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:27.137724 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3594f832-81a6-4c20-b772-6c9b922402a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:27.161222 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3594f832-81a6-4c20-b772-6c9b922402a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:27.214543 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 172.20.0.7 (21fa2b95-00e4-4032-bc3d-907cf26e024b/264b62e3-ed04-4798-b6cb-2348f3f395f0/14490b2d-d2d2-4972-b874-d4712a807c07) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:27.225864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f816:3eff:fe85:28c6 (21fa2b95-00e4-4032-bc3d-907cf26e024b/aaee2df7-366b-49a9-b056-6541d35a2694/14490b2d-d2d2-4972-b874-d4712a807c07) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:27.319777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3594f832-81a6-4c20-b772-6c9b922402a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:27.321212 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3594f832-81a6-4c20-b772-6c9b922402a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:27.325223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3594f832-81a6-4c20-b772-6c9b922402a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36be3b72-2dd8-4f09-9ca1-c480b16d32d2 HTTP/1.1" status: 204 len: 168 time: 0.2628670 Oct 19 11:38:27.345953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594f832-81a6-4c20-b772-6c9b922402a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36be3b72-2dd8-4f09-9ca1-c480b16d32d2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:27.466936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:27.471345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c184f8-0408-41e2-86ad-eb5d2d090d63 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:27.560359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-50d12c37-c0ae-4bc5-ab9f-5bdc0dccb559 None None] Provisioning complete for port 0a19a951-4650-4ed8-b571-9da9d9e2db71 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:27.560756 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-50d12c37-c0ae-4bc5-ab9f-5bdc0dccb559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:27.690322 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:27.706931 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-50d12c37-c0ae-4bc5-ab9f-5bdc0dccb559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:27.736255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:27.739893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:27.743119 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:27.774958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=14490b2d-d2d2-4972-b874-d4712a807c07,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:27.808120 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:27.808951 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:27.939061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0a19a951-4650-4ed8-b571-9da9d9e2db71 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:27.982298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58238) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:27.983955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cfc8c461-f771-493d-8efb-67461abecb54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7007036 Oct 19 11:38:28.006520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-50d12c37-c0ae-4bc5-ab9f-5bdc0dccb559 None None] For port 0a19a951-4650-4ed8-b571-9da9d9e2db71, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0a19a951-4650-4ed8-b571-9da9d9e2db71,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:28.022667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e665b-6534-4e02-a178-def818a39049 None None] Update dhcp port {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': 'aaee2df7-366b-49a9-b056-6541d35a2694', 'ip_address': '2001:db8::f816:3eff:fe85:72df'}, {'subnet_id': '264b62e3-ed04-4798-b6cb-2348f3f395f0'}], 'binding:host_id': 'n-d-814547-1'}, 'id': '0a19a951-4650-4ed8-b571-9da9d9e2db71'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:38:28.042855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ecbf0-bcc3-4779-bf39-2c545f1e6651 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:28.053230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ecbf0-bcc3-4779-bf39-2c545f1e6651 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:28.053230 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-142ecbf0-bcc3-4779-bf39-2c545f1e6651 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0676851 Oct 19 11:38:28.054213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58246) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:28.069280 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-966e665b-6534-4e02-a178-def818a39049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:28.073012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0a19a951-4650-4ed8-b571-9da9d9e2db71 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:28.073354 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:28.132479 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d9f16785-26a6-41e7-93d7-4f76f93753c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:28.170124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-47820ee0-dd43-4192-a6ab-2648e201e839 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 14490b2d-d2d2-4972-b874-d4712a807c07 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:28.170549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47820ee0-dd43-4192-a6ab-2648e201e839 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:28.209707 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-50d12c37-c0ae-4bc5-ab9f-5bdc0dccb559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:28.285544 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47820ee0-dd43-4192-a6ab-2648e201e839 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:28.298426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-47820ee0-dd43-4192-a6ab-2648e201e839 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 14490b2d-d2d2-4972-b874-d4712a807c07 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:28.338341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d12c37-c0ae-4bc5-ab9f-5bdc0dccb559 None None] Pushing event updated for resources: {'Port': ['ID=0a19a951-4650-4ed8-b571-9da9d9e2db71,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:28.386585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-966e665b-6534-4e02-a178-def818a39049 None None] Allocated IP 172.20.0.2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/264b62e3-ed04-4798-b6cb-2348f3f395f0/0a19a951-4650-4ed8-b571-9da9d9e2db71) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:28.511369 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-966e665b-6534-4e02-a178-def818a39049 None None] For port 0a19a951-4650-4ed8-b571-9da9d9e2db71, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0a19a951-4650-4ed8-b571-9da9d9e2db71,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:28.560962 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-966e665b-6534-4e02-a178-def818a39049 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:28.655192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47820ee0-dd43-4192-a6ab-2648e201e839 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:28.686707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47820ee0-dd43-4192-a6ab-2648e201e839 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=14490b2d-d2d2-4972-b874-d4712a807c07,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:28.723613 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-966e665b-6534-4e02-a178-def818a39049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:28.793245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47820ee0-dd43-4192-a6ab-2648e201e839 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:28.797235 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-47820ee0-dd43-4192-a6ab-2648e201e839 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/14490b2d-d2d2-4972-b874-d4712a807c07 HTTP/1.1" status: 204 len: 168 time: 0.7416108 Oct 19 11:38:28.799762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58266) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:28.821883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e665b-6534-4e02-a178-def818a39049 None None] Pushing event updated for resources: {'Port': ['ID=0a19a951-4650-4ed8-b571-9da9d9e2db71,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:28.857952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc75b9e-b347-4c39-bd3f-e186a8d8bae3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:28.859678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc75b9e-b347-4c39-bd3f-e186a8d8bae3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:28.861290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc75b9e-b347-4c39-bd3f-e186a8d8bae3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:28.862864 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5cc75b9e-b347-4c39-bd3f-e186a8d8bae3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0621707 Oct 19 11:38:28.872646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58268) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:28.926796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5b411b-34e1-47bb-83d6-4d68b0636d8f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 264b62e3-ed04-4798-b6cb-2348f3f395f0 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:28.930120 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c5b411b-34e1-47bb-83d6-4d68b0636d8f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.009761 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c5b411b-34e1-47bb-83d6-4d68b0636d8f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.081743 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.142470 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c5b411b-34e1-47bb-83d6-4d68b0636d8f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.148911 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.343308 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c5b411b-34e1-47bb-83d6-4d68b0636d8f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.380073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b411b-34e1-47bb-83d6-4d68b0636d8f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=264b62e3-ed04-4798-b6cb-2348f3f395f0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:29.384149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3c5b411b-34e1-47bb-83d6-4d68b0636d8f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.388765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3c5b411b-34e1-47bb-83d6-4d68b0636d8f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/264b62e3-ed04-4798-b6cb-2348f3f395f0 HTTP/1.1" status: 204 len: 168 time: 0.5222349 Oct 19 11:38:29.391850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58284) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:29.446981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81cc110-5de5-4d8e-9dc2-b3829c222b11 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet aaee2df7-366b-49a9-b056-6541d35a2694 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:29.453050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f81cc110-5de5-4d8e-9dc2-b3829c222b11 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.518465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f81cc110-5de5-4d8e-9dc2-b3829c222b11 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.518609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41fbf6e-9cbf-47b6-b839-758f580de5da None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:29.606639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-23102a5b-ec8e-4def-8a5a-17b40ffc5138 None None] Provisioning complete for port 0a19a951-4650-4ed8-b571-9da9d9e2db71 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:29.606639 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-23102a5b-ec8e-4def-8a5a-17b40ffc5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.607381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f81cc110-5de5-4d8e-9dc2-b3829c222b11 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.844407 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f81cc110-5de5-4d8e-9dc2-b3829c222b11 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.902677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0a19a951-4650-4ed8-b571-9da9d9e2db71 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:29.902786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cc110-5de5-4d8e-9dc2-b3829c222b11 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=aaee2df7-366b-49a9-b056-6541d35a2694,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:29.902786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f81cc110-5de5-4d8e-9dc2-b3829c222b11 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.902786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f81cc110-5de5-4d8e-9dc2-b3829c222b11 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/aaee2df7-366b-49a9-b056-6541d35a2694 HTTP/1.1" status: 204 len: 168 time: 0.4985740 Oct 19 11:38:29.902786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58300) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:29.928984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0a19a951-4650-4ed8-b571-9da9d9e2db71 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:29.929781 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:29.943917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-59f59bdc-a8d9-4005-97d6-eea88eac6a98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474551 Oct 19 11:38:29.952053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58302) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:29.957373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:30.189464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58314) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:30.251688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:30.255505 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:30.380648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-447245329'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:30.448472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f9dda5-62e5-42ad-a46a-f45717e4d806 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:30.532068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c22eafd0-216d-4f8f-94ce-43957f1b637c None None] Provisioning complete for port 0a19a951-4650-4ed8-b571-9da9d9e2db71 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:30.532837 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c22eafd0-216d-4f8f-94ce-43957f1b637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:30.559524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Made reservation on behalf of 98976704ed8947a8ade2da3a4332b235 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:30.563930 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:30.572559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:30.694837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d826423-6fd0-41b8-80fa-a481c16b0551 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:38:30.700387 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:30.740930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9d826423-6fd0-41b8-80fa-a481c16b0551 None None] Deleting port 0a19a951-4650-4ed8-b571-9da9d9e2db71 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:30.746285 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d826423-6fd0-41b8-80fa-a481c16b0551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:30.795754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:38:30.832522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9d826423-6fd0-41b8-80fa-a481c16b0551 None None] For port 0a19a951-4650-4ed8-b571-9da9d9e2db71, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0a19a951-4650-4ed8-b571-9da9d9e2db71,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:30.832973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d826423-6fd0-41b8-80fa-a481c16b0551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:30.847040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9d826423-6fd0-41b8-80fa-a481c16b0551 None None] Calling delete_port for 0a19a951-4650-4ed8-b571-9da9d9e2db71 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:30.870238 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:30.893490 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:30.966601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:38:30.973646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7c5270-2fc4-438b-a1ca-43c814dbb838,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:31.026741 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d826423-6fd0-41b8-80fa-a481c16b0551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.028234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.028971 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Added segment 80c81d34-d56c-4e51-a20d-dcfd293b84c6 of type vlan for network c40d3414-701b-4b39-b586-558880cebe9b Oct 19 11:38:31.054918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d826423-6fd0-41b8-80fa-a481c16b0551 None None] Pushing event deleted for resources: {'Port': ['ID=0a19a951-4650-4ed8-b571-9da9d9e2db71,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:31.060286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d826423-6fd0-41b8-80fa-a481c16b0551 None None] No DVR routers for this DVR port 0a19a951-4650-4ed8-b571-9da9d9e2db71 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:38:31.074749 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.130418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_pluggable_backend [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Port 0a19a951-4650-4ed8-b571-9da9d9e2db71 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101312) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 19 11:38:31.130725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_pluggable_backend [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Reverting IP allocation for 2001:db8::f816:3eff:fe85:72df {{(pid=101312) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 19 11:38:31.135790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_pluggable_backend [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe85:72df {{(pid=101312) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 19 11:38:31.147384 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.196499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:31.199705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:31.204305 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:31.204916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.209031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6cb149-8342-4a86-972b-156da779647c None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:31.216244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=85e0bafa-008c-4e3c-951c-732f0f038541,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:31.256937 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.262811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:31.266312 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.333578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Pushing event updated for resources: {'Network': ['ID=c40d3414-701b-4b39-b586-558880cebe9b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:31.348310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c40d3414-701b-4b39-b586-558880cebe9b details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:38:31.362930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '85e0bafa-008c-4e3c-951c-732f0f038541'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:38:31.363774 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.371208 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-10993eb1-5a3f-4fce-91c7-827d6d6e0c49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4183993 Oct 19 11:38:31.384827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58334) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:31.384827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a0c42271-e371-491e-8241-498928fadf54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:31.432246 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-698fd18d-e24d-4ca5-801f-b684f6046cfb tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2386703 Oct 19 11:38:31.432455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58336) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:31.438230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Request body: {'subnet': {'network_id': 'c40d3414-701b-4b39-b586-558880cebe9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:31.582841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Allocated IP 2001:db8::f816:3eff:fe76:caf8 (21fa2b95-00e4-4032-bc3d-907cf26e024b/85e0bafa-008c-4e3c-951c-732f0f038541/6c985052-57ad-4d8c-b408-f6b48723cf02) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:31.685739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c42271-e371-491e-8241-498928fadf54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:31.689843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a0c42271-e371-491e-8241-498928fadf54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.735032 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.857184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0a19a951-4650-4ed8-b571-9da9d9e2db71 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:38:31.878333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 0a19a951-4650-4ed8-b571-9da9d9e2db71 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:38:31.878684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0a19a951-4650-4ed8-b571-9da9d9e2db71 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:38:31.886024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Made reservation on behalf of 98976704ed8947a8ade2da3a4332b235 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:31.889874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.931881 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:31.972277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:31.975283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:31.979151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:31.993170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Pushing event updated for resources: {'Port': ['ID=6c985052-57ad-4d8c-b408-f6b48723cf02,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:32.040847 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Attempting to bind port 6c985052-57ad-4d8c-b408-f6b48723cf02 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:32.041206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Attempting to bind port 6c985052-57ad-4d8c-b408-f6b48723cf02 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:32.041576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Attempting to bind port 6c985052-57ad-4d8c-b408-f6b48723cf02 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:32.047605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:32.047965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:32.048362 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:32.048900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:32.049378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Bound port: 6c985052-57ad-4d8c-b408-f6b48723cf02, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:32.049759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:32.068983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a0c42271-e371-491e-8241-498928fadf54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:32.119827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c42271-e371-491e-8241-498928fadf54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:32.129438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] For port 6c985052-57ad-4d8c-b408-f6b48723cf02, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:32.129438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] For port 6c985052-57ad-4d8c-b408-f6b48723cf02, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c985052-57ad-4d8c-b408-f6b48723cf02,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:32.132815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a0c42271-e371-491e-8241-498928fadf54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:32.143188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c42271-e371-491e-8241-498928fadf54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:32.143785 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a0c42271-e371-491e-8241-498928fadf54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:32.158668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c42271-e371-491e-8241-498928fadf54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=cfff90c9-0993-4ebc-be65-74a92b0d0b46,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:32.243760 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:32.268890 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:32.273596 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a0c42271-e371-491e-8241-498928fadf54 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8949842 Oct 19 11:38:32.273730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58350) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:32.278636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:9c:2f:54', 'name': 'tempest-NetworksTestDHCPv6-880371299'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:32.342856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3c126-b6d2-4b6b-893b-7d7539362a5f None None] Pushing event updated for resources: {'Port': ['ID=6c985052-57ad-4d8c-b408-f6b48723cf02,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:32.350541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Pushing event updated for resources: {'Subnet': ['ID=74d9c6c9-2243-4f72-9229-97a2001e7689,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:32.360091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Checking segment: {'id': '80c81d34-d56c-4e51-a20d-dcfd293b84c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c40d3414-701b-4b39-b586-558880cebe9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:32.360470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Network hostable DHCP agents. Network: c40d3414-701b-4b39-b586-558880cebe9b, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:38:32.485773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Network c40d3414-701b-4b39-b586-558880cebe9b is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:38:32.542986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:32.643450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c40d3414-701b-4b39-b586-558880cebe9b) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:32.647545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:32.648126 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:32.654194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839da197-5db1-440c-97eb-9c1ed814adde None None] Network c40d3414-701b-4b39-b586-558880cebe9b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:32.665506 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:32.698196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 96d7c569-792a-4077-a5a8-dbd1bd31c2e6 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:32.774211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-49d3d872-97f0-4065-a0f8-98409858d070 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3406782 Oct 19 11:38:32.779788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58360) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:32.788221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Request body: {'port': {'network_id': 'c40d3414-701b-4b39-b586-558880cebe9b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2036397239'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:32.837751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-c40d3414-701b-4b39-b586-558880cebe9b', 'network_id': 'c40d3414-701b-4b39-b586-558880cebe9b', 'tenant_id': '98976704ed8947a8ade2da3a4332b235', 'fixed_ips': [{'subnet_id': '74d9c6c9-2243-4f72-9229-97a2001e7689'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:38:32.838902 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:32.905567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 172.20.0.13 (21fa2b95-00e4-4032-bc3d-907cf26e024b/cfff90c9-0993-4ebc-be65-74a92b0d0b46/96d7c569-792a-4077-a5a8-dbd1bd31c2e6) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:32.912092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f816:3eff:fe9c:2f54 (21fa2b95-00e4-4032-bc3d-907cf26e024b/85e0bafa-008c-4e3c-951c-732f0f038541/96d7c569-792a-4077-a5a8-dbd1bd31c2e6) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:33.007132 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Allocated IP 172.20.0.2 (c40d3414-701b-4b39-b586-558880cebe9b/74d9c6c9-2243-4f72-9229-97a2001e7689/015e1e67-e210-4dd1-9662-feeda3d887ea) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:33.071905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Made reservation on behalf of 98976704ed8947a8ade2da3a4332b235 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:33.076422 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.083971 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.099046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] device_id is not set on port e5bb7df4-afc0-4327-a798-8c0e6eab0c3a yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:33.193121 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.280637 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.332939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:33.336743 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:33.341002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:33.395289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=96d7c569-792a-4077-a5a8-dbd1bd31c2e6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:33.405247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:33.406000 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.461191 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.497007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3095322c-a320-4986-9024-25623c8df820 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:33.509950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Network c40d3414-701b-4b39-b586-558880cebe9b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:33.523678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Allocated IP 172.20.0.12 (c40d3414-701b-4b39-b586-558880cebe9b/74d9c6c9-2243-4f72-9229-97a2001e7689/e5bb7df4-afc0-4327-a798-8c0e6eab0c3a) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:33.532439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:33.543927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:33.554909 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Pushing event updated for resources: {'Port': ['ID=015e1e67-e210-4dd1-9662-feeda3d887ea,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:33.598304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fb74d4a5-fcb5-4b91-a9e7-a3bded12455d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3235350 Oct 19 11:38:33.607446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58372) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:33.652888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-49e8799d-e28f-4983-9c00-318366ad2f19 None None] Provisioning complete for port 6c985052-57ad-4d8c-b408-f6b48723cf02 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:33.654315 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-49e8799d-e28f-4983-9c00-318366ad2f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.655222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd486b4-98f8-49d6-84da-c77fe4c0d872 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:33.661648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd486b4-98f8-49d6-84da-c77fe4c0d872 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:33.665687 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8fd486b4-98f8-49d6-84da-c77fe4c0d872 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0634837 Oct 19 11:38:33.667041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58374) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:33.769049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.769402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Attempting to bind port 015e1e67-e210-4dd1-9662-feeda3d887ea on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:33.769980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Attempting to bind port 015e1e67-e210-4dd1-9662-feeda3d887ea by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '80c81d34-d56c-4e51-a20d-dcfd293b84c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c40d3414-701b-4b39-b586-558880cebe9b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:33.770556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Attempting to bind port 015e1e67-e210-4dd1-9662-feeda3d887ea on network c40d3414-701b-4b39-b586-558880cebe9b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:33.787370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:33.787630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Checking segment: {'id': '80c81d34-d56c-4e51-a20d-dcfd293b84c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c40d3414-701b-4b39-b586-558880cebe9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:33.787982 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.788370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Bound using segment: {'id': '80c81d34-d56c-4e51-a20d-dcfd293b84c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c40d3414-701b-4b39-b586-558880cebe9b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:33.788843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Bound port: 015e1e67-e210-4dd1-9662-feeda3d887ea, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c81d34-d56c-4e51-a20d-dcfd293b84c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c40d3414-701b-4b39-b586-558880cebe9b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:33.789220 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.814490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e2187830-ac0b-4066-866c-ceb1204f0ce7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 96d7c569-792a-4077-a5a8-dbd1bd31c2e6 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:33.814831 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2187830-ac0b-4066-866c-ceb1204f0ce7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.926121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.937417 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2187830-ac0b-4066-866c-ceb1204f0ce7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:33.965303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] For port 015e1e67-e210-4dd1-9662-feeda3d887ea, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:33.970893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] For port 015e1e67-e210-4dd1-9662-feeda3d887ea, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=015e1e67-e210-4dd1-9662-feeda3d887ea,segment=NetworkSegment(80c81d34-d56c-4e51-a20d-dcfd293b84c6),segment_id=80c81d34-d56c-4e51-a20d-dcfd293b84c6)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:33.974513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c985052-57ad-4d8c-b408-f6b48723cf02 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:33.979452 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-49e8799d-e28f-4983-9c00-318366ad2f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:34.000783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e2187830-ac0b-4066-866c-ceb1204f0ce7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 96d7c569-792a-4077-a5a8-dbd1bd31c2e6 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:34.009099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Network c40d3414-701b-4b39-b586-558880cebe9b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:34.026914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:34.030428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:34.035270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Pushing event updated for resources: {'Port': ['ID=e5bb7df4-afc0-4327-a798-8c0e6eab0c3a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:34.080068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-49e8799d-e28f-4983-9c00-318366ad2f19 None None] For port 6c985052-57ad-4d8c-b408-f6b48723cf02, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c985052-57ad-4d8c-b408-f6b48723cf02,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:34.089654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829755c-7f90-4d62-8135-fa6837908c42 None None] Update dhcp port {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': '85e0bafa-008c-4e3c-951c-732f0f038541', 'ip_address': '2001:db8::f816:3eff:fe76:caf8'}, {'subnet_id': 'cfff90c9-0993-4ebc-be65-74a92b0d0b46'}], 'binding:host_id': 'n-d-814547-1'}, 'id': '6c985052-57ad-4d8c-b408-f6b48723cf02'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:38:34.116449 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:34.123392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:34.124039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:34.307485 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-49e8799d-e28f-4983-9c00-318366ad2f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:34.313177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6c985052-57ad-4d8c-b408-f6b48723cf02 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:34.313558 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:34.319317 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d829755c-7f90-4d62-8135-fa6837908c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:34.402157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b15c6af4-7b38-4ccc-b873-64866e0a6c76 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6239314 Oct 19 11:38:34.402407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1696e0-1b34-4951-bd2d-7734e01ef946 None None] Pushing event updated for resources: {'Port': ['ID=015e1e67-e210-4dd1-9662-feeda3d887ea,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:34.405430 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58388) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:34.549855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8799d-e28f-4983-9c00-318366ad2f19 None None] Pushing event updated for resources: {'Port': ['ID=6c985052-57ad-4d8c-b408-f6b48723cf02,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:34.560153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-d73c5e50-e43e-4744-bc4f-6a158e94f370 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Deleting port e5bb7df4-afc0-4327-a798-8c0e6eab0c3a {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:34.560428 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d73c5e50-e43e-4744-bc4f-6a158e94f370 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:34.639167 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2187830-ac0b-4066-866c-ceb1204f0ce7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:34.673647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-d829755c-7f90-4d62-8135-fa6837908c42 None None] Allocated IP 172.20.0.2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/cfff90c9-0993-4ebc-be65-74a92b0d0b46/6c985052-57ad-4d8c-b408-f6b48723cf02) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:34.693653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2187830-ac0b-4066-866c-ceb1204f0ce7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=96d7c569-792a-4077-a5a8-dbd1bd31c2e6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:34.766149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d73c5e50-e43e-4744-bc4f-6a158e94f370 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:34.795930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d829755c-7f90-4d62-8135-fa6837908c42 None None] For port 6c985052-57ad-4d8c-b408-f6b48723cf02, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c985052-57ad-4d8c-b408-f6b48723cf02,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:34.803444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-d73c5e50-e43e-4744-bc4f-6a158e94f370 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Calling delete_port for e5bb7df4-afc0-4327-a798-8c0e6eab0c3a owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:34.828969 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d829755c-7f90-4d62-8135-fa6837908c42 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:34.860460 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2187830-ac0b-4066-866c-ceb1204f0ce7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:34.863624 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e2187830-ac0b-4066-866c-ceb1204f0ce7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/96d7c569-792a-4077-a5a8-dbd1bd31c2e6 HTTP/1.1" status: 204 len: 168 time: 1.1956365 Oct 19 11:38:34.866227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58394) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:34.927257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947313bb-cae8-477d-868f-fe167236cef4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:34.929298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947313bb-cae8-477d-868f-fe167236cef4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:34.931060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947313bb-cae8-477d-868f-fe167236cef4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:34.933077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-947313bb-cae8-477d-868f-fe167236cef4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0655649 Oct 19 11:38:34.935647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58400) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:34.936712 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d829755c-7f90-4d62-8135-fa6837908c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.012921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-d135a361-0832-4b8e-a138-54d1ca269a58 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 85e0bafa-008c-4e3c-951c-732f0f038541 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:35.017112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d135a361-0832-4b8e-a138-54d1ca269a58 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.031298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829755c-7f90-4d62-8135-fa6837908c42 None None] Pushing event updated for resources: {'Port': ['ID=6c985052-57ad-4d8c-b408-f6b48723cf02,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:35.065906 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d135a361-0832-4b8e-a138-54d1ca269a58 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.131750 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d73c5e50-e43e-4744-bc4f-6a158e94f370 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.157504 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d135a361-0832-4b8e-a138-54d1ca269a58 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.181225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c5e50-e43e-4744-bc4f-6a158e94f370 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Pushing event deleted for resources: {'Port': ['ID=e5bb7df4-afc0-4327-a798-8c0e6eab0c3a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:35.269575 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d73c5e50-e43e-4744-bc4f-6a158e94f370 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.272736 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d73c5e50-e43e-4744-bc4f-6a158e94f370 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] 10.222.0.39 "DELETE /v2.0/ports/e5bb7df4-afc0-4327-a798-8c0e6eab0c3a HTTP/1.1" status: 204 len: 168 time: 0.8663127 Oct 19 11:38:35.275490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58406) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:35.358793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58414) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:35.359051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c74d292c-531e-44fb-9409-280a244fa8f8 tempest-DHCPAgentSchedulersTestJSON-109071736 tempest-DHCPAgentSchedulersTestJSON-109071736-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0823343 Oct 19 11:38:35.364161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-922393104'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:35.365846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d135a361-0832-4b8e-a138-54d1ca269a58 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.402223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135a361-0832-4b8e-a138-54d1ca269a58 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=85e0bafa-008c-4e3c-951c-732f0f038541,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:35.409250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d135a361-0832-4b8e-a138-54d1ca269a58 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.414732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d135a361-0832-4b8e-a138-54d1ca269a58 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/85e0bafa-008c-4e3c-951c-732f0f038541 HTTP/1.1" status: 204 len: 168 time: 0.4758823 Oct 19 11:38:35.415137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58416) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:35.479992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-385b6fa8-5fa0-4412-b362-78c6abb27067 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet cfff90c9-0993-4ebc-be65-74a92b0d0b46 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:35.484397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-385b6fa8-5fa0-4412-b362-78c6abb27067 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.543190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-385b6fa8-5fa0-4412-b362-78c6abb27067 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.546701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Made reservation on behalf of 98976704ed8947a8ade2da3a4332b235 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:35.556397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.632793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:38:35.649218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.649624 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Added segment b9942109-f5bd-4f00-8ac0-948a6fdbdfc6 of type vlan for network 28ebc66b-c144-436e-ab39-31f99296f776 Oct 19 11:38:35.695063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe96323-aee9-4aa6-aab5-8741975b345e None None] Network c40d3414-701b-4b39-b586-558880cebe9b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:35.784359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-91e0a186-6d0d-4e2c-94d7-fadbd670227f None None] Provisioning complete for port 015e1e67-e210-4dd1-9662-feeda3d887ea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:35.784761 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91e0a186-6d0d-4e2c-94d7-fadbd670227f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:35.979923 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91e0a186-6d0d-4e2c-94d7-fadbd670227f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.029920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-91e0a186-6d0d-4e2c-94d7-fadbd670227f None None] For port 015e1e67-e210-4dd1-9662-feeda3d887ea, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=015e1e67-e210-4dd1-9662-feeda3d887ea,segment=NetworkSegment(80c81d34-d56c-4e51-a20d-dcfd293b84c6),segment_id=80c81d34-d56c-4e51-a20d-dcfd293b84c6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:36.057157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f4074-02e3-4519-b252-3ace1838ba43 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:36.108602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c985052-57ad-4d8c-b408-f6b48723cf02 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:36.148031 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91e0a186-6d0d-4e2c-94d7-fadbd670227f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.201345 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.217880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-385b6fa8-5fa0-4412-b362-78c6abb27067 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.310256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0a186-6d0d-4e2c-94d7-fadbd670227f None None] Pushing event updated for resources: {'Port': ['ID=015e1e67-e210-4dd1-9662-feeda3d887ea,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:36.331097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e915d222-35c1-4d5a-a403-ac4182698533 None None] Provisioning complete for port 6c985052-57ad-4d8c-b408-f6b48723cf02 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:36.331478 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e915d222-35c1-4d5a-a403-ac4182698533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.360357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6c985052-57ad-4d8c-b408-f6b48723cf02 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:36.360357 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.387673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.399526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:36.400940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.487789 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-385b6fa8-5fa0-4412-b362-78c6abb27067 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.497808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Pushing event updated for resources: {'Network': ['ID=28ebc66b-c144-436e-ab39-31f99296f776,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:36.537573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 28ebc66b-c144-436e-ab39-31f99296f776 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:38:36.553710 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-385b6fa8-5fa0-4412-b362-78c6abb27067 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.559638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-385b6fa8-5fa0-4412-b362-78c6abb27067 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/cfff90c9-0993-4ebc-be65-74a92b0d0b46 HTTP/1.1" status: 204 len: 168 time: 1.1413043 Oct 19 11:38:36.559638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b6fa8-5fa0-4412-b362-78c6abb27067 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=cfff90c9-0993-4ebc-be65-74a92b0d0b46,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:36.560289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58438) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:36.583112 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8d7a6cfd-1ac5-437e-84b7-0569b369a092 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2229221 Oct 19 11:38:36.583946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58440) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:36.619765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-799195ae-bf03-423a-b0e0-f6668d50f3ed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580983 Oct 19 11:38:36.622844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58444) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:36.631714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9199ef2e-8de4-41ac-be50-5e7cfa495823 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:36.649447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 015e1e67-e210-4dd1-9662-feeda3d887ea up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:36.738494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e915d222-35c1-4d5a-a403-ac4182698533 None None] Could not find standard attr ID for object 96d7c569-792a-4077-a5a8-dbd1bd31c2e6. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:36.755573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60396a23-608d-4636-a020-b583bc715412 None None] Update dhcp port {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': 'cfff90c9-0993-4ebc-be65-74a92b0d0b46'}], 'binding:host_id': 'n-d-814547-1'}, 'id': '6c985052-57ad-4d8c-b408-f6b48723cf02'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:38:36.787318 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60396a23-608d-4636-a020-b583bc715412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.818615 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d2edd8a9-4844-4d4b-87b0-47b3c495a509 tempest-DHCPAgentSchedulersTestJSON-109071736 tempest-DHCPAgentSchedulersTestJSON-109071736-project-admin] 10.222.0.39 "GET /v2.0/agents/04735f42-8e87-40eb-b8d7-91ad3f331cd7/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 0.2253256 Oct 19 11:38:36.821423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58448) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:36.869035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 015e1e67-e210-4dd1-9662-feeda3d887ea triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:36.869035 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.909813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6d2f6-72de-4fc7-b785-b52b25a4b510 tempest-DHCPAgentSchedulersTestJSON-109071736 tempest-DHCPAgentSchedulersTestJSON-109071736-project-admin] Network 28ebc66b-c144-436e-ab39-31f99296f776 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:38:36.911861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9199ef2e-8de4-41ac-be50-5e7cfa495823 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:36.915809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9199ef2e-8de4-41ac-be50-5e7cfa495823 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:36.946604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f8050e00-e53f-4aef-85bd-9bdc58047242 None None] Provisioning complete for port 015e1e67-e210-4dd1-9662-feeda3d887ea triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:36.947392 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f8050e00-e53f-4aef-85bd-9bdc58047242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:37.034400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-95d6d2f6-72de-4fc7-b785-b52b25a4b510 tempest-DHCPAgentSchedulersTestJSON-109071736 tempest-DHCPAgentSchedulersTestJSON-109071736-project-admin] 10.222.0.39 "POST /v2.0/agents/04735f42-8e87-40eb-b8d7-91ad3f331cd7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2076607 Oct 19 11:38:37.034659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58452) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:37.082472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68795dea-b719-43ef-a1c3-c9bf1513ca18 None None] Network 28ebc66b-c144-436e-ab39-31f99296f776 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:37.084986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3051173c-f598-4ae6-a026-6d27b469024b None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:37.230661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f8050e00-e53f-4aef-85bd-9bdc58047242 None None] Could not find standard attr ID for object e5bb7df4-afc0-4327-a798-8c0e6eab0c3a. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:37.310033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b7073966-dcc5-4772-935b-6f0df8c984fc tempest-DHCPAgentSchedulersTestJSON-109071736 tempest-DHCPAgentSchedulersTestJSON-109071736-project-admin] 10.222.0.39 "GET /v2.0/agents/04735f42-8e87-40eb-b8d7-91ad3f331cd7/dhcp-networks HTTP/1.1" status: 200 len: 8795 time: 0.2747896 Oct 19 11:38:37.313406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58460) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:37.355520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7146e886-3064-4698-a3e6-3e1c182abbe6 None None] Provisioning complete for port 6c985052-57ad-4d8c-b408-f6b48723cf02 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:37.356027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7146e886-3064-4698-a3e6-3e1c182abbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:37.384414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142538c1-2422-49d0-a914-14084e8e691a None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:38:37.387748 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9199ef2e-8de4-41ac-be50-5e7cfa495823 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:37.460334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199ef2e-8de4-41ac-be50-5e7cfa495823 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:37.467719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-9199ef2e-8de4-41ac-be50-5e7cfa495823 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:37.480733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9199ef2e-8de4-41ac-be50-5e7cfa495823 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:37.480733 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9199ef2e-8de4-41ac-be50-5e7cfa495823 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:37.504653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-142538c1-2422-49d0-a914-14084e8e691a None None] Deleting port 6c985052-57ad-4d8c-b408-f6b48723cf02 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:37.504653 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-142538c1-2422-49d0-a914-14084e8e691a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:37.511540 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199ef2e-8de4-41ac-be50-5e7cfa495823 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=98533c9d-b785-4306-a473-8b2b4cb7b851,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:37.602714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-142538c1-2422-49d0-a914-14084e8e691a None None] For port 6c985052-57ad-4d8c-b408-f6b48723cf02, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6c985052-57ad-4d8c-b408-f6b48723cf02,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:37.603112 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-142538c1-2422-49d0-a914-14084e8e691a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:37.608187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-87c47edc-52bc-4e34-b334-05e56210171b tempest-DHCPAgentSchedulersTestJSON-109071736 tempest-DHCPAgentSchedulersTestJSON-109071736-project-admin] 10.222.0.39 "DELETE /v2.0/agents/04735f42-8e87-40eb-b8d7-91ad3f331cd7/dhcp-networks/28ebc66b-c144-436e-ab39-31f99296f776 HTTP/1.1" status: 204 len: 168 time: 0.2920887 Oct 19 11:38:37.610596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58468) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:37.621955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-142538c1-2422-49d0-a914-14084e8e691a None None] Calling delete_port for 6c985052-57ad-4d8c-b408-f6b48723cf02 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:37.698757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9199ef2e-8de4-41ac-be50-5e7cfa495823 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0747566 Oct 19 11:38:37.703956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58472) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:37.709891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6a07aa2f-e394-4269-889c-323a5bcf7e6f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:37.778812 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9376a755-1e4c-4349-8e67-facdaaee86b0 tempest-DHCPAgentSchedulersTestJSON-109071736 tempest-DHCPAgentSchedulersTestJSON-109071736-project-admin] 10.222.0.39 "GET /v2.0/agents/04735f42-8e87-40eb-b8d7-91ad3f331cd7/dhcp-networks HTTP/1.1" status: 200 len: 8063 time: 0.1670303 Oct 19 11:38:37.786186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58476) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:37.815876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d1c1f673-649d-4f94-8962-d3f26b233d4b tempest-DHCPAgentSchedulersTestJSON-109071736 tempest-DHCPAgentSchedulersTestJSON-109071736-project-admin] 10.222.0.39 "GET /v2.0/networks/c40d3414-701b-4b39-b586-558880cebe9b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0279860 Oct 19 11:38:37.816064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58478) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:37.832823 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-142538c1-2422-49d0-a914-14084e8e691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:37.856209 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e27354b7-95c5-453b-b3fd-3329dc2bcbf0 tempest-DHCPAgentSchedulersTestJSON-109071736 tempest-DHCPAgentSchedulersTestJSON-109071736-project-admin] 10.222.0.39 "GET /v2.0/networks/c40d3414-701b-4b39-b586-558880cebe9b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0388861 Oct 19 11:38:37.858639 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58480) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:37.863364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142538c1-2422-49d0-a914-14084e8e691a None None] Pushing event deleted for resources: {'Port': ['ID=6c985052-57ad-4d8c-b408-f6b48723cf02,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:37.877926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142538c1-2422-49d0-a914-14084e8e691a None None] No DVR routers for this DVR port 6c985052-57ad-4d8c-b408-f6b48723cf02 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:38:37.899121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06b6966-b53a-46b0-ae05-3d196a537e62 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:37.931294 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 015e1e67-e210-4dd1-9662-feeda3d887ea up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:37.994812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a07aa2f-e394-4269-889c-323a5bcf7e6f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:37.999359 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a07aa2f-e394-4269-889c-323a5bcf7e6f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.002088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3e1aa5b6-0997-4d7d-9be5-06133aa62768 tempest-DHCPAgentSchedulersTestJSON-109071736 tempest-DHCPAgentSchedulersTestJSON-109071736-project-admin] 10.222.0.39 "GET /v2.0/agents/04735f42-8e87-40eb-b8d7-91ad3f331cd7/dhcp-networks HTTP/1.1" status: 200 len: 8063 time: 0.1414573 Oct 19 11:38:38.005808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58484) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:38.131004 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.161431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 015e1e67-e210-4dd1-9662-feeda3d887ea triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:38.161892 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.256129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '98533c9d-b785-4306-a473-8b2b4cb7b851'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:38:38.257090 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.293090 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.340046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ebc66b-c144-436e-ab39-31f99296f776']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:38.355753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9942109-f5bd-4f00-8ac0-948a6fdbdfc6') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:38.369909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9942109-f5bd-4f00-8ac0-948a6fdbdfc6') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:38.401869 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.430917 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.438220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:38:38.438861 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: items = [ Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:38:38.442201 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:38:38.510067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Allocated IP 172.20.0.2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/98533c9d-b785-4306-a473-8b2b4cb7b851/b9528fde-f606-4d6f-b74e-140ba7fb6282) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:38.530051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c985052-57ad-4d8c-b408-f6b48723cf02 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:38:38.586718 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 6c985052-57ad-4d8c-b408-f6b48723cf02 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:38:38.587477 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6c985052-57ad-4d8c-b408-f6b48723cf02 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:38:38.617148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-6a07aa2f-e394-4269-889c-323a5bcf7e6f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:38:38.619182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a07aa2f-e394-4269-889c-323a5bcf7e6f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.676076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07aa2f-e394-4269-889c-323a5bcf7e6f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:38.679531 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6a07aa2f-e394-4269-889c-323a5bcf7e6f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:38.683257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a07aa2f-e394-4269-889c-323a5bcf7e6f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:38.684052 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a07aa2f-e394-4269-889c-323a5bcf7e6f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.699276 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07aa2f-e394-4269-889c-323a5bcf7e6f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=28cd389a-f3f5-4e67-a0a1-a6b1e8a3904c,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:38.716057 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.820466 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.837123 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.843032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] 10.222.0.39 "DELETE /v2.0/networks/28ebc66b-c144-436e-ab39-31f99296f776 HTTP/1.1" status: 204 len: 168 time: 0.8327622 Oct 19 11:38:38.845211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58500) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:38.853076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b70ca9-5b2a-4e45-96bf-37ea29ea4934 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Pushing event deleted for resources: {'Network': ['ID=28ebc66b-c144-436e-ab39-31f99296f776,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:38.867324 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:38.888912 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6a07aa2f-e394-4269-889c-323a5bcf7e6f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1831813 Oct 19 11:38:38.891249 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeab7b74-8c28-4945-821a-e35901f56074 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] DELETE failed (client error): The resource could not be found. Oct 19 11:38:38.892288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58502) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:38.900157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:6e:41:e5', 'name': 'tempest-NetworksTestDHCPv6-428484661'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:38.907887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeab7b74-8c28-4945-821a-e35901f56074 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:38:38.915804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aeab7b74-8c28-4945-821a-e35901f56074 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] 10.222.0.39 "DELETE /v2.0/ports/e5bb7df4-afc0-4327-a798-8c0e6eab0c3a HTTP/1.1" status: 404 len: 333 time: 0.0659800 Oct 19 11:38:38.916245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58504) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:38.920463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:38.925917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:38.934542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:38.936728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Pushing event updated for resources: {'Port': ['ID=b9528fde-f606-4d6f-b74e-140ba7fb6282,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:39.000330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Attempting to bind port b9528fde-f606-4d6f-b74e-140ba7fb6282 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:39.001074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Attempting to bind port b9528fde-f606-4d6f-b74e-140ba7fb6282 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:39.001618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Attempting to bind port b9528fde-f606-4d6f-b74e-140ba7fb6282 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:39.007080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:39.007715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:39.008292 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.008872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:39.009554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Bound port: b9528fde-f606-4d6f-b74e-140ba7fb6282, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:39.010109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.011257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ed6d17-7c25-4444-8feb-b0df08599dc5 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Deleting subnet 74d9c6c9-2243-4f72-9229-97a2001e7689 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:39.014795 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6d17-7c25-4444-8feb-b0df08599dc5 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.067430 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6d17-7c25-4444-8feb-b0df08599dc5 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.101942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] For port b9528fde-f606-4d6f-b74e-140ba7fb6282, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:39.106280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] For port b9528fde-f606-4d6f-b74e-140ba7fb6282, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b9528fde-f606-4d6f-b74e-140ba7fb6282,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:39.161634 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6d17-7c25-4444-8feb-b0df08599dc5 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.289034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:39.289496 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.352251 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6d17-7c25-4444-8feb-b0df08599dc5 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.381154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed6d17-7c25-4444-8feb-b0df08599dc5 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Pushing event deleted for resources: {'Subnet': ['ID=74d9c6c9-2243-4f72-9229-97a2001e7689,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:39.385718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6d17-7c25-4444-8feb-b0df08599dc5 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.390982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c2ed6d17-7c25-4444-8feb-b0df08599dc5 tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] 10.222.0.39 "DELETE /v2.0/subnets/74d9c6c9-2243-4f72-9229-97a2001e7689 HTTP/1.1" status: 204 len: 168 time: 0.4702990 Oct 19 11:38:39.394368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58514) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:39.433561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.458218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 9b06be23-394a-43f2-a8ec-85d2c6ffa54f yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:39.504946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d8562e-b08f-465e-bf32-d4c8414d9dcd None None] Network c40d3414-701b-4b39-b586-558880cebe9b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:39.506441 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.589539 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Deleting port 015e1e67-e210-4dd1-9662-feeda3d887ea {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:39.589936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.599059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a91cbc-e138-43b1-b811-793c50149a8f None None] Pushing event updated for resources: {'Port': ['ID=b9528fde-f606-4d6f-b74e-140ba7fb6282,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:39.672075 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 172.20.0.14 (21fa2b95-00e4-4032-bc3d-907cf26e024b/98533c9d-b785-4306-a473-8b2b4cb7b851/9b06be23-394a-43f2-a8ec-85d2c6ffa54f) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:39.677602 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f816:3eff:fe6e:41e5 (21fa2b95-00e4-4032-bc3d-907cf26e024b/28cd389a-f3f5-4e67-a0a1-a6b1e8a3904c/9b06be23-394a-43f2-a8ec-85d2c6ffa54f) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:39.678479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] For port 015e1e67-e210-4dd1-9662-feeda3d887ea, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=015e1e67-e210-4dd1-9662-feeda3d887ea,segment=NetworkSegment(80c81d34-d56c-4e51-a20d-dcfd293b84c6),segment_id=80c81d34-d56c-4e51-a20d-dcfd293b84c6)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:39.678897 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.692893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Calling delete_port for 015e1e67-e210-4dd1-9662-feeda3d887ea owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:39.824655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71635588-28b6-41d2-aece-8a3aacbdb77c None None] DHCP port deletion for c40d3414-701b-4b39-b586-558880cebe9b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:38:39.857549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.916088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Pushing event deleted for resources: {'Port': ['ID=015e1e67-e210-4dd1-9662-feeda3d887ea,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:39.932461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] No DVR routers for this DVR port 015e1e67-e210-4dd1-9662-feeda3d887ea on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:38:39.960680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-71635588-28b6-41d2-aece-8a3aacbdb77c None None] Deleting port 015e1e67-e210-4dd1-9662-feeda3d887ea {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:39.961316 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71635588-28b6-41d2-aece-8a3aacbdb77c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.964244 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:39.983288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 015e1e67-e210-4dd1-9662-feeda3d887ea no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:38:40.011637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 015e1e67-e210-4dd1-9662-feeda3d887ea {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:38:40.012092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 015e1e67-e210-4dd1-9662-feeda3d887ea not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:38:40.066296 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.078895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-71635588-28b6-41d2-aece-8a3aacbdb77c None None] For port 015e1e67-e210-4dd1-9662-feeda3d887ea, host n-d-814547-1, got binding levels [] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:40.079283 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71635588-28b6-41d2-aece-8a3aacbdb77c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.096586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40d3414-701b-4b39-b586-558880cebe9b']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:40.096990 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-71635588-28b6-41d2-aece-8a3aacbdb77c None None] Calling delete_port for 015e1e67-e210-4dd1-9662-feeda3d887ea owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:40.110178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.ipam_backend_mixin [None req-71635588-28b6-41d2-aece-8a3aacbdb77c None None] Port 015e1e67-e210-4dd1-9662-feeda3d887ea was not found and therefore no delete operation was performed {{(pid=101313) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 11:38:40.111710 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-71635588-28b6-41d2-aece-8a3aacbdb77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.117666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c81d34-d56c-4e51-a20d-dcfd293b84c6') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:40.117965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c81d34-d56c-4e51-a20d-dcfd293b84c6') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:38:40.123511 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.129556 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.141517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71635588-28b6-41d2-aece-8a3aacbdb77c None None] Pushing event deleted for resources: {'Port': ['ID=015e1e67-e210-4dd1-9662-feeda3d887ea,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:40.145139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71635588-28b6-41d2-aece-8a3aacbdb77c None None] No DVR routers for this DVR port 015e1e67-e210-4dd1-9662-feeda3d887ea on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:38:40.149899 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.156212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:38:40.156644 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:38:40.173225 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:38:40.189410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:40.195052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:40.200252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:40.234983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=9b06be23-394a-43f2-a8ec-85d2c6ffa54f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:40.272148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:40.272852 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.365343 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.373287 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.382002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] 10.222.0.39 "DELETE /v2.0/networks/c40d3414-701b-4b39-b586-558880cebe9b HTTP/1.1" status: 204 len: 168 time: 0.9862523 Oct 19 11:38:40.394437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897915f-35cc-4b4d-891a-5be8ffb6feaf tempest-DHCPAgentSchedulersTestJSON-105635282 tempest-DHCPAgentSchedulersTestJSON-105635282-project] Pushing event deleted for resources: {'Network': ['ID=c40d3414-701b-4b39-b586-558880cebe9b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:40.401908 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bc98483e-dd42-4d9c-95f1-3f45b159e779 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5081182 Oct 19 11:38:40.403304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58538) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:40.471496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f693e8d5-b2fc-4f3f-a5fd-340707795068 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:40.479570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f693e8d5-b2fc-4f3f-a5fd-340707795068 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:40.483751 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f693e8d5-b2fc-4f3f-a5fd-340707795068 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0793881 Oct 19 11:38:40.486902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58542) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:40.600300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-2848bfb6-74a6-46be-a778-b2d9e4bf7ae8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 9b06be23-394a-43f2-a8ec-85d2c6ffa54f {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:40.603205 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2848bfb6-74a6-46be-a778-b2d9e4bf7ae8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.710329 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2848bfb6-74a6-46be-a778-b2d9e4bf7ae8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:40.724244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-2848bfb6-74a6-46be-a778-b2d9e4bf7ae8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 9b06be23-394a-43f2-a8ec-85d2c6ffa54f owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:40.864076 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515a8e09-9d05-4487-b979-f938599c2929 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:41.003765 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2848bfb6-74a6-46be-a778-b2d9e4bf7ae8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.025040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9bc25b6d-7fa3-4ee8-9a61-cea928b46741 None None] Provisioning complete for port b9528fde-f606-4d6f-b74e-140ba7fb6282 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:41.025614 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bc25b6d-7fa3-4ee8-9a61-cea928b46741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.077443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848bfb6-74a6-46be-a778-b2d9e4bf7ae8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=9b06be23-394a-43f2-a8ec-85d2c6ffa54f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:41.099969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58550) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:41.143972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bc25b6d-7fa3-4ee8-9a61-cea928b46741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.210242 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb469db-9395-4bb2-920c-d7516ee8667e None None] Update dhcp port {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': '98533c9d-b785-4306-a473-8b2b4cb7b851', 'ip_address': '172.20.0.2'}, {'subnet_id': '28cd389a-f3f5-4e67-a0a1-a6b1e8a3904c'}], 'binding:host_id': 'n-d-814547-1'}, 'id': 'b9528fde-f606-4d6f-b74e-140ba7fb6282'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:38:41.212313 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2848bfb6-74a6-46be-a778-b2d9e4bf7ae8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.214279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9bc25b6d-7fa3-4ee8-9a61-cea928b46741 None None] For port b9528fde-f606-4d6f-b74e-140ba7fb6282, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b9528fde-f606-4d6f-b74e-140ba7fb6282,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:41.219987 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2848bfb6-74a6-46be-a778-b2d9e4bf7ae8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/9b06be23-394a-43f2-a8ec-85d2c6ffa54f HTTP/1.1" status: 204 len: 168 time: 0.7284098 Oct 19 11:38:41.219987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58554) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:41.253308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5fb469db-9395-4bb2-920c-d7516ee8667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.267694 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bc25b6d-7fa3-4ee8-9a61-cea928b46741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.277022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-88752161-3278-442e-91d8-014224880f60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98976704ed8947a8ade2da3a4332b235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758258 Oct 19 11:38:41.277657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58556) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:41.282451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0e642-180f-4ad7-a104-d44dd53ba322 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:41.284110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0e642-180f-4ad7-a104-d44dd53ba322 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:41.285898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0e642-180f-4ad7-a104-d44dd53ba322 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:41.290103 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a3b0e642-180f-4ad7-a104-d44dd53ba322 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0659752 Oct 19 11:38:41.290352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58558) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:41.338226 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82e2d482-7c2f-49ab-9439-e4b6e4e9bd0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.371071 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82e2d482-7c2f-49ab-9439-e4b6e4e9bd0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.372420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-71261d01-e9a0-4056-83a1-6678361946f7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 28cd389a-f3f5-4e67-a0a1-a6b1e8a3904c {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:41.377777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71261d01-e9a0-4056-83a1-6678361946f7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.429963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc25b6d-7fa3-4ee8-9a61-cea928b46741 None None] Pushing event updated for resources: {'Port': ['ID=b9528fde-f606-4d6f-b74e-140ba7fb6282,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:41.452234 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71261d01-e9a0-4056-83a1-6678361946f7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.498901 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71261d01-e9a0-4056-83a1-6678361946f7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.502569 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82e2d482-7c2f-49ab-9439-e4b6e4e9bd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.505536 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82e2d482-7c2f-49ab-9439-e4b6e4e9bd0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.512245 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-82e2d482-7c2f-49ab-9439-e4b6e4e9bd0c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee7c5270-2fc4-438b-a1ca-43c814dbb838 HTTP/1.1" status: 204 len: 168 time: 0.2281177 Oct 19 11:38:41.522304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2d482-7c2f-49ab-9439-e4b6e4e9bd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7c5270-2fc4-438b-a1ca-43c814dbb838,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:41.621320 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71261d01-e9a0-4056-83a1-6678361946f7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.651006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71261d01-e9a0-4056-83a1-6678361946f7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=28cd389a-f3f5-4e67-a0a1-a6b1e8a3904c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:41.653020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71261d01-e9a0-4056-83a1-6678361946f7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.660044 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-71261d01-e9a0-4056-83a1-6678361946f7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/28cd389a-f3f5-4e67-a0a1-a6b1e8a3904c HTTP/1.1" status: 204 len: 168 time: 0.3649585 Oct 19 11:38:41.660514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58564) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server [None req-5fb469db-9395-4bb2-920c-d7516ee8667e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28cd389a-f3f5-4e67-a0a1-a6b1e8a3904c: This subnet is being modified by another concurrent operation. Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise exception Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28cd389a-f3f5-4e67-a0a1-a6b1e8a3904c: This subnet is being modified by another concurrent operation. Oct 19 11:38:41.707695 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server Oct 19 11:38:41.739060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-233476d1-15f4-4d95-b22c-f668d96eec59 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 98533c9d-b785-4306-a473-8b2b4cb7b851 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:41.743758 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-233476d1-15f4-4d95-b22c-f668d96eec59 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.793243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-233476d1-15f4-4d95-b22c-f668d96eec59 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.901836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5ddb4da8-fb18-4de6-9505-a2698252dab3 None None] Provisioning complete for port b9528fde-f606-4d6f-b74e-140ba7fb6282 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:41.902216 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ddb4da8-fb18-4de6-9505-a2698252dab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:41.905307 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-233476d1-15f4-4d95-b22c-f668d96eec59 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.128138 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-233476d1-15f4-4d95-b22c-f668d96eec59 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.169867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fe89fc71-2bf8-4b05-abdf-e98e04e5eb23 None None] Could not find standard attr ID for object 9b06be23-394a-43f2-a8ec-85d2c6ffa54f. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:42.173767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fe89fc71-2bf8-4b05-abdf-e98e04e5eb23 None None] Could not find standard attr ID for object 96d7c569-792a-4077-a5a8-dbd1bd31c2e6. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:42.211493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233476d1-15f4-4d95-b22c-f668d96eec59 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=98533c9d-b785-4306-a473-8b2b4cb7b851,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:42.219438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-233476d1-15f4-4d95-b22c-f668d96eec59 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.230106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58572) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:42.251433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1898d03-bf1e-4d13-b2f7-7b6c569bb058 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:42.255365 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-233476d1-15f4-4d95-b22c-f668d96eec59 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/98533c9d-b785-4306-a473-8b2b4cb7b851 HTTP/1.1" status: 204 len: 168 time: 0.5851049 Oct 19 11:38:42.322516 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fd8b6184-6fb6-423f-af8d-24aca57bbb97 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911705 Oct 19 11:38:42.325541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58574) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:42.332626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6bf5d560-9fa3-46af-8ff5-f5e8b6b86f42 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:42.440929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58576) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:42.460807 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.493305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c7a7ef-7557-49b6-be8b-4007144f4223 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:38:42.511900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf5d560-9fa3-46af-8ff5-f5e8b6b86f42 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:42.515698 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6bf5d560-9fa3-46af-8ff5-f5e8b6b86f42 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.555458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-17c7a7ef-7557-49b6-be8b-4007144f4223 None None] Deleting port b9528fde-f606-4d6f-b74e-140ba7fb6282 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:42.555872 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17c7a7ef-7557-49b6-be8b-4007144f4223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.569962 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.635051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-17c7a7ef-7557-49b6-be8b-4007144f4223 None None] For port b9528fde-f606-4d6f-b74e-140ba7fb6282, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b9528fde-f606-4d6f-b74e-140ba7fb6282,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:42.635396 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17c7a7ef-7557-49b6-be8b-4007144f4223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.652448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-17c7a7ef-7557-49b6-be8b-4007144f4223 None None] Calling delete_port for b9528fde-f606-4d6f-b74e-140ba7fb6282 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:42.654690 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.695911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c76ce73-0f8d-49f3-99d4-c522021a2a58,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:42.702248 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=013640829e754394bb0bafb993d53ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571805 Oct 19 11:38:42.706229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58580) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:42.721630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.722266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.722858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.723372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.723714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.724146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.724476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.724846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.725223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.725668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.726051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.726381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b127ecc-eea4-4ac8-88f8-5616c1f86dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:42.774351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84820e67-2015-4f39-a934-a9a7f7c96c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.798914 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84820e67-2015-4f39-a934-a9a7f7c96c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.799894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6bf5d560-9fa3-46af-8ff5-f5e8b6b86f42 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.824663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf5d560-9fa3-46af-8ff5-f5e8b6b86f42 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:42.836924 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17c7a7ef-7557-49b6-be8b-4007144f4223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.860591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-6bf5d560-9fa3-46af-8ff5-f5e8b6b86f42 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:42.864362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf5d560-9fa3-46af-8ff5-f5e8b6b86f42 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:42.865064 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6bf5d560-9fa3-46af-8ff5-f5e8b6b86f42 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.878473 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7a7ef-7557-49b6-be8b-4007144f4223 None None] No DVR routers for this DVR port b9528fde-f606-4d6f-b74e-140ba7fb6282 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:38:42.884881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7a7ef-7557-49b6-be8b-4007144f4223 None None] Pushing event deleted for resources: {'Port': ['ID=b9528fde-f606-4d6f-b74e-140ba7fb6282,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:42.921758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b499da-0610-4af5-81e3-5869da9ec6d6 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:42.924919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5d560-9fa3-46af-8ff5-f5e8b6b86f42 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=7fc59477-3e41-4b8a-a4a4-dcd3eeb6f19a,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:42.975568 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84820e67-2015-4f39-a934-a9a7f7c96c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.975568 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84820e67-2015-4f39-a934-a9a7f7c96c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:42.977962 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-84820e67-2015-4f39-a934-a9a7f7c96c37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c76ce73-0f8d-49f3-99d4-c522021a2a58 HTTP/1.1" status: 204 len: 168 time: 0.2738204 Oct 19 11:38:42.993858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84820e67-2015-4f39-a934-a9a7f7c96c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c76ce73-0f8d-49f3-99d4-c522021a2a58,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:43.009078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6bf5d560-9fa3-46af-8ff5-f5e8b6b86f42 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6820204 Oct 19 11:38:43.011856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58590) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:43.018397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:43.116590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '7fc59477-3e41-4b8a-a4a4-dcd3eeb6f19a'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:38:43.121434 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:43.262156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:43.266292 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:43.381465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Allocated IP 172.20.0.2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/7fc59477-3e41-4b8a-a4a4-dcd3eeb6f19a/ccbc8472-c87f-44c4-9c7b-d81460df696f) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:43.595713 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:43.686604 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:43.736509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:43.739681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:43.743434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:43.775447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Pushing event updated for resources: {'Port': ['ID=ccbc8472-c87f-44c4-9c7b-d81460df696f,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:43.807938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Attempting to bind port ccbc8472-c87f-44c4-9c7b-d81460df696f on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:43.808321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Attempting to bind port ccbc8472-c87f-44c4-9c7b-d81460df696f by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:43.808851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Attempting to bind port ccbc8472-c87f-44c4-9c7b-d81460df696f on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:43.819792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:43.819792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:43.819792 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:43.819792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:43.819792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Bound port: ccbc8472-c87f-44c4-9c7b-d81460df696f, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:43.819792 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:43.820475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.objects.ports [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101311) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:38:43.904263 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] For port ccbc8472-c87f-44c4-9c7b-d81460df696f, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:43.908968 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] For port ccbc8472-c87f-44c4-9c7b-d81460df696f, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ccbc8472-c87f-44c4-9c7b-d81460df696f,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:43.988796 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:44.091747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b5a01-32da-4f91-90f5-40d5d599cf63 None None] Pushing event updated for resources: {'Port': ['ID=ccbc8472-c87f-44c4-9c7b-d81460df696f,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:44.664244 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:44.858151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] For port ccbc8472-c87f-44c4-9c7b-d81460df696f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ccbc8472-c87f-44c4-9c7b-d81460df696f,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:44.889796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:45.008849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:45.013500 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:45.071187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:45.096694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:45.099790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:45.100385 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:45.164650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=cb335573-de88-475c-8259-140e9ca03741,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:45.183484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=ccbc8472-c87f-44c4-9c7b-d81460df696f,revision_number=4']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:45.251952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58636) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:45.252646 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d2913435-4563-4918-9bf8-ed17868175e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2386184 Oct 19 11:38:45.258761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:9e:08:66', 'name': 'tempest-NetworksTestDHCPv6-278668317'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:45.373772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e198216-c964-408f-a7df-f1ebd7191205 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:45.480182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58644) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:45.500442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5b20bcbb-77dd-478d-be89-581c47b604ae None None] Provisioning complete for port ccbc8472-c87f-44c4-9c7b-d81460df696f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:45.500915 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b20bcbb-77dd-478d-be89-581c47b604ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:45.541894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:45.634595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8048dbb1-ce84-4ae4-9fc1-0119f078e46a tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1745204076'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:45.634970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8048dbb1-ce84-4ae4-9fc1-0119f078e46a tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Unknown quota resources ['metering_label']. {{(pid=101312) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:38:45.664163 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b20bcbb-77dd-478d-be89-581c47b604ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:45.699061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5b20bcbb-77dd-478d-be89-581c47b604ae None None] For port ccbc8472-c87f-44c4-9c7b-d81460df696f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ccbc8472-c87f-44c4-9c7b-d81460df696f,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:45.712691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:45.736194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 81b2fe81-a73e-4a52-93c3-1140a4ae2fa3 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:45.774835 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b20bcbb-77dd-478d-be89-581c47b604ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:45.901651 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20bcbb-77dd-478d-be89-581c47b604ae None None] Pushing event updated for resources: {'Port': ['ID=ccbc8472-c87f-44c4-9c7b-d81460df696f,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:45.981556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ccbc8472-c87f-44c4-9c7b-d81460df696f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:46.045748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ccbc8472-c87f-44c4-9c7b-d81460df696f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:46.047841 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:46.109400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8048dbb1-ce84-4ae4-9fc1-0119f078e46a tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:46.111000 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8048dbb1-ce84-4ae4-9fc1-0119f078e46a tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6292579 Oct 19 11:38:46.113676 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58654) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:46.120581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-901c61f0-43be-4ce4-8f4e-71708b5503ed tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd4a8b423-0219-4493-944e-52860fe3a148'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:46.121501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 172.20.0.4 (21fa2b95-00e4-4032-bc3d-907cf26e024b/7fc59477-3e41-4b8a-a4a4-dcd3eeb6f19a/81b2fe81-a73e-4a52-93c3-1140a4ae2fa3) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:46.124261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-901c61f0-43be-4ce4-8f4e-71708b5503ed tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101311) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:38:46.130417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f816:3eff:fe9e:866 (21fa2b95-00e4-4032-bc3d-907cf26e024b/cb335573-de88-475c-8259-140e9ca03741/81b2fe81-a73e-4a52-93c3-1140a4ae2fa3) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:46.310088 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:46.331215 n-d-814547-1 neutron-server[101311]: WARNING neutron.services.metering.metering_plugin [None req-901c61f0-43be-4ce4-8f4e-71708b5503ed tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 11:38:46.457265 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:46.467842 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-901c61f0-43be-4ce4-8f4e-71708b5503ed tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:46.469362 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-901c61f0-43be-4ce4-8f4e-71708b5503ed tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3538272 Oct 19 11:38:46.477784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58658) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:46.490320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db043d-c7fa-4782-ad4d-474c1feac171 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:38:46.498134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:46.503996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b81c04f3-d0d4-4066-97af-c9b805467a1f tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd4a8b423-0219-4493-944e-52860fe3a148'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:46.504603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b81c04f3-d0d4-4066-97af-c9b805467a1f tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101312) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:38:46.526625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:46.542387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:46.551673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5f7ecbc0-0896-42c2-80e4-2f621acaffd6 None None] Provisioning complete for port ccbc8472-c87f-44c4-9c7b-d81460df696f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:46.552346 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f7ecbc0-0896-42c2-80e4-2f621acaffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:46.622622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=81b2fe81-a73e-4a52-93c3-1140a4ae2fa3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:46.673322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52db043d-c7fa-4782-ad4d-474c1feac171 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:38:46.678813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:46.679589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:46.720641 n-d-814547-1 neutron-server[101312]: WARNING neutron.services.metering.metering_plugin [None req-b81c04f3-d0d4-4066-97af-c9b805467a1f tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 19 11:38:46.760073 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4b4f85c5-7c89-4276-ae09-645ad6debc3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.5037971 Oct 19 11:38:46.760979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58664) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:46.844166 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b81c04f3-d0d4-4066-97af-c9b805467a1f tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:46.845628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a077d8-2b3e-4847-b45b-c1ef839eb88a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:46.849212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b81c04f3-d0d4-4066-97af-c9b805467a1f tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3488648 Oct 19 11:38:46.852269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58666) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:46.853224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a077d8-2b3e-4847-b45b-c1ef839eb88a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:46.857851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-86a077d8-2b3e-4847-b45b-c1ef839eb88a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0955446 Oct 19 11:38:46.858806 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58668) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:46.863730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2a082f5d-6e6c-47f9-90e2-be33d9402a29 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=2354a7a9-1aa2-4beb-a14c-4d481b2a5b4d HTTP/1.1" status: 200 len: 462 time: 0.0127094 Oct 19 11:38:46.864319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58670) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:46.985839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-396b0959-c5b4-4dfb-bfbd-5e89cc9d1eb1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 81b2fe81-a73e-4a52-93c3-1140a4ae2fa3 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:46.986324 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-396b0959-c5b4-4dfb-bfbd-5e89cc9d1eb1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:47.105283 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-838c07a0-8b79-404f-94d6-7b28d4ea653d tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:47.106843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-838c07a0-8b79-404f-94d6-7b28d4ea653d tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/2354a7a9-1aa2-4beb-a14c-4d481b2a5b4d HTTP/1.1" status: 204 len: 168 time: 0.2415762 Oct 19 11:38:47.108716 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-396b0959-c5b4-4dfb-bfbd-5e89cc9d1eb1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:47.109723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58672) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:47.123901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-396b0959-c5b4-4dfb-bfbd-5e89cc9d1eb1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 81b2fe81-a73e-4a52-93c3-1140a4ae2fa3 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:47.136319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aed21bd7-6709-4c94-a341-471afe3cb983 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=2354a7a9-1aa2-4beb-a14c-4d481b2a5b4d HTTP/1.1" status: 200 len: 221 time: 0.0215900 Oct 19 11:38:47.137827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58674) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:47.150453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-65b09151-7069-40f6-b53a-6c3657681191 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--893994679', 'description': 'label created by tempest'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:47.151091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-65b09151-7069-40f6-b53a-6c3657681191 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Unknown quota resources ['metering_label']. {{(pid=101312) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:38:47.449579 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-396b0959-c5b4-4dfb-bfbd-5e89cc9d1eb1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:47.460671 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65b09151-7069-40f6-b53a-6c3657681191 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:47.462012 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-65b09151-7069-40f6-b53a-6c3657681191 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3224394 Oct 19 11:38:47.469870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58678) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:47.517874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b0959-c5b4-4dfb-bfbd-5e89cc9d1eb1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=81b2fe81-a73e-4a52-93c3-1140a4ae2fa3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:47.559281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-59f3d66b-fb62-4573-9be3-0d144dbfbf5d tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=74879b15-adb0-44d5-8409-0250b7b665d3 HTTP/1.1" status: 200 len: 467 time: 0.0880237 Oct 19 11:38:47.572798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58680) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:47.713014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-396b0959-c5b4-4dfb-bfbd-5e89cc9d1eb1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:47.718584 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-396b0959-c5b4-4dfb-bfbd-5e89cc9d1eb1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/81b2fe81-a73e-4a52-93c3-1140a4ae2fa3 HTTP/1.1" status: 204 len: 168 time: 0.8563166 Oct 19 11:38:47.719073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58686) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:47.801194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba614d-1242-4243-9a24-b97ccc66c8ae tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:47.802753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba614d-1242-4243-9a24-b97ccc66c8ae tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:47.804296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba614d-1242-4243-9a24-b97ccc66c8ae tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:47.805935 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-37ba614d-1242-4243-9a24-b97ccc66c8ae tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0861685 Oct 19 11:38:47.808581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58688) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:47.902626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4c4403-382a-4507-9c6f-d4bfe0e80eb5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 7fc59477-3e41-4b8a-a4a4-dcd3eeb6f19a {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:47.903339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e673d31c-9fa5-4a12-bcfb-813fc6c32a19 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:38:47.907407 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4403-382a-4507-9c6f-d4bfe0e80eb5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:47.946903 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ccbc8472-c87f-44c4-9c7b-d81460df696f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:47.964559 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4403-382a-4507-9c6f-d4bfe0e80eb5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:47.971858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0bd55868-9b18-4a93-a490-241ebe61dacf None None] Could not find standard attr ID for object 81b2fe81-a73e-4a52-93c3-1140a4ae2fa3. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:47.984784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e615-b484-4ff1-89c0-4ca54b6933bd tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:47.989474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e5a7e615-b484-4ff1-89c0-4ca54b6933bd tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/74879b15-adb0-44d5-8409-0250b7b665d3 HTTP/1.1" status: 204 len: 168 time: 0.4153979 Oct 19 11:38:47.990082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58690) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:48.020479 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6339c3f3-b608-4c5b-b00b-291c7b3f9b23 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=74879b15-adb0-44d5-8409-0250b7b665d3 HTTP/1.1" status: 200 len: 216 time: 0.0290966 Oct 19 11:38:48.021140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58692) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:48.043533 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0ecac3d5-c914-4bb1-8d90-1702179806af tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0212729 Oct 19 11:38:48.044112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58694) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:48.063156 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4403-382a-4507-9c6f-d4bfe0e80eb5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:48.075204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bce201df-b90f-431f-b15b-cc09431d6076 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0299845 Oct 19 11:38:48.075781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58696) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:48.094175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0bd55868-9b18-4a93-a490-241ebe61dacf None None] Provisioning complete for port ccbc8472-c87f-44c4-9c7b-d81460df696f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:48.094516 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bd55868-9b18-4a93-a490-241ebe61dacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:48.150166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58698) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:48.150975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-78e49c49-4de7-4a7c-a819-d42cce6443f7 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/d4a8b423-0219-4493-944e-52860fe3a148 HTTP/1.1" status: 200 len: 473 time: 0.0740151 Oct 19 11:38:48.162245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-837f2dcf-37f5-438e-a2d9-b002e8c4c888 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/24b20045-14e8-4222-b937-f7d8d86a604e HTTP/1.1" status: 200 len: 459 time: 0.0109556 Oct 19 11:38:48.165342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58700) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:48.169593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ccbc8472-c87f-44c4-9c7b-d81460df696f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:48.169968 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:48.209462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e673d31c-9fa5-4a12-bcfb-813fc6c32a19 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:38:48.246265 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4403-382a-4507-9c6f-d4bfe0e80eb5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:48.277156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c4403-382a-4507-9c6f-d4bfe0e80eb5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc59477-3e41-4b8a-a4a4-dcd3eeb6f19a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:48.283226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4403-382a-4507-9c6f-d4bfe0e80eb5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:48.289755 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5e4c4403-382a-4507-9c6f-d4bfe0e80eb5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/7fc59477-3e41-4b8a-a4a4-dcd3eeb6f19a HTTP/1.1" status: 204 len: 168 time: 0.4801116 Oct 19 11:38:48.290346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58702) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:48.522190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f54b14f7-a5f9-492c-a1e6-6e840b9bc0c8 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:48.526136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f54b14f7-a5f9-492c-a1e6-6e840b9bc0c8 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/24b20045-14e8-4222-b937-f7d8d86a604e HTTP/1.1" status: 204 len: 168 time: 0.3574855 Oct 19 11:38:48.527209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58706) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:48.552031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead787a3-5db1-42aa-8138-f728886dea7d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet cb335573-de88-475c-8259-140e9ca03741 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:48.565376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ead787a3-5db1-42aa-8138-f728886dea7d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:48.656584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ead787a3-5db1-42aa-8138-f728886dea7d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:48.769084 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ead787a3-5db1-42aa-8138-f728886dea7d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:48.921888 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b88b537-29d7-4cb6-83ed-6bcb9ff3b1b2 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:48.923171 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6b88b537-29d7-4cb6-83ed-6bcb9ff3b1b2 tempest-MeteringIpV6TestJSON-1539140119 tempest-MeteringIpV6TestJSON-1539140119-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/d4a8b423-0219-4493-944e-52860fe3a148 HTTP/1.1" status: 204 len: 168 time: 0.3953686 Oct 19 11:38:48.948772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ead787a3-5db1-42aa-8138-f728886dea7d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:49.331813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead787a3-5db1-42aa-8138-f728886dea7d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=cb335573-de88-475c-8259-140e9ca03741,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:49.337204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ead787a3-5db1-42aa-8138-f728886dea7d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:49.344724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58716) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:49.346063 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ead787a3-5db1-42aa-8138-f728886dea7d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/cb335573-de88-475c-8259-140e9ca03741 HTTP/1.1" status: 204 len: 168 time: 1.0536880 Oct 19 11:38:49.358910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-284e2ff2-003f-4eee-9213-996d8133a393 None None] Provisioning complete for port ccbc8472-c87f-44c4-9c7b-d81460df696f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:49.359393 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-284e2ff2-003f-4eee-9213-996d8133a393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:49.382037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58718) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:49.391806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9590f165-2560-4345-9bfa-d6da8d9ece37 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440693 Oct 19 11:38:49.394676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58722) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:49.446840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f393fc68-8eaf-40ff-98f7-02a0a2d7d985 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:49.451853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58724) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:49.467117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f393fc68-8eaf-40ff-98f7-02a0a2d7d985 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0670455 Oct 19 11:38:49.516045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ecf15-42e5-4a9b-80f5-ad9074a323c5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:49.517569 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7d9ecf15-42e5-4a9b-80f5-ad9074a323c5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0646021 Oct 19 11:38:49.522721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58726) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:49.539316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ca16586-a743-41a1-8ba5-d8b92e7a9229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:49.582923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-87f100eb-8770-4d35-a28b-bdf50623625f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480568 Oct 19 11:38:49.584208 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58732) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:49.589474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-86d0dcf9-ec49-48e8-bbf9-bf9e2b728663 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:49.605068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0a4000-30f5-4b73-a50e-3d02bab3d0fc None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:49.607324 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:49.678507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ca16586-a743-41a1-8ba5-d8b92e7a9229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:49.718289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0d90ea8c-d7ff-425f-8549-9c438f2626c3 None None] Could not find standard attr ID for object 81b2fe81-a73e-4a52-93c3-1140a4ae2fa3. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:49.788213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:38:49.793434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d0dcf9-ec49-48e8-bbf9-bf9e2b728663 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:49.795472 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ca16586-a743-41a1-8ba5-d8b92e7a9229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:49.799110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86d0dcf9-ec49-48e8-bbf9-bf9e2b728663 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:49.802864 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d0dcf9-ec49-48e8-bbf9-bf9e2b728663 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:38:49.805201 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d0dcf9-ec49-48e8-bbf9-bf9e2b728663 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:38:49.843272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Deleting port ccbc8472-c87f-44c4-9c7b-d81460df696f {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:49.843747 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:49.911652 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7ca16586-a743-41a1-8ba5-d8b92e7a9229 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ac6bf728e714b8bb596f85d5a541276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261598 Oct 19 11:38:49.912233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-86d0dcf9-ec49-48e8-bbf9-bf9e2b728663 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3239279 Oct 19 11:38:49.913161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58746) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:49.914833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58748) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:49.925755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e8a951fc-1729-4e4c-9005-6c75917d709f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:49.954439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca16586-a743-41a1-8ba5-d8b92e7a9229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ced0a7-aaa5-466c-8888-1abee669c20c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:49.977095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ccbc8472-c87f-44c4-9c7b-d81460df696f no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:38:50.006004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68241788-93a9-4c0a-acfe-0a792c4aec8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:50.027969 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] For port ccbc8472-c87f-44c4-9c7b-d81460df696f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ccbc8472-c87f-44c4-9c7b-d81460df696f,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:50.027969 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:50.032722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68241788-93a9-4c0a-acfe-0a792c4aec8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:50.046121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Calling delete_port for ccbc8472-c87f-44c4-9c7b-d81460df696f owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:50.145994 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:50.150085 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:50.191554 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68241788-93a9-4c0a-acfe-0a792c4aec8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:50.191841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a951fc-1729-4e4c-9005-6c75917d709f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:50.194306 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-68241788-93a9-4c0a-acfe-0a792c4aec8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:50.195596 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-68241788-93a9-4c0a-acfe-0a792c4aec8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9ced0a7-aaa5-466c-8888-1abee669c20c HTTP/1.1" status: 204 len: 168 time: 0.2704320 Oct 19 11:38:50.196038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e8a951fc-1729-4e4c-9005-6c75917d709f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:50.198069 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a951fc-1729-4e4c-9005-6c75917d709f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:38:50.199634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a951fc-1729-4e4c-9005-6c75917d709f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:38:50.211232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68241788-93a9-4c0a-acfe-0a792c4aec8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ced0a7-aaa5-466c-8888-1abee669c20c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:50.281015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:50.311347 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 11:38:50.311347 n-d-814547-1 neutron-server[101313]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 19 11:38:50.311347 n-d-814547-1 neutron-server[101313]: [parameters: {'status': 'DOWN', 'ports_id': 'ccbc8472-c87f-44c4-9c7b-d81460df696f'}] Oct 19 11:38:50.311347 n-d-814547-1 neutron-server[101313]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:38:50.312406 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:38:50.313219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Pushing event deleted for resources: {'Port': ['ID=ccbc8472-c87f-44c4-9c7b-d81460df696f,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:50.319162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] No DVR routers for this DVR port ccbc8472-c87f-44c4-9c7b-d81460df696f on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:38:50.323623 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e8a951fc-1729-4e4c-9005-6c75917d709f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4059544 Oct 19 11:38:50.323926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58754) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:50.329846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a0f668a2-7fe0-4d4c-b5ef-8bd3a853de82 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:50.339619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.340041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.340526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.341241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.341583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.341927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.342306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.343285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.343622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.344047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.344777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.344777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb122069-904c-4bc2-a20d-60eb1b31cada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:50.477730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f668a2-7fe0-4d4c-b5ef-8bd3a853de82 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:50.482890 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0f668a2-7fe0-4d4c-b5ef-8bd3a853de82 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:50.486471 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f668a2-7fe0-4d4c-b5ef-8bd3a853de82 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:38:50.486905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f668a2-7fe0-4d4c-b5ef-8bd3a853de82 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:38:50.597215 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a0f668a2-7fe0-4d4c-b5ef-8bd3a853de82 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2720261 Oct 19 11:38:50.600475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58756) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:50.607553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-22e386e4-e9db-44d3-996d-ec61bc66bc86 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:50.817047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e386e4-e9db-44d3-996d-ec61bc66bc86 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:50.820715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22e386e4-e9db-44d3-996d-ec61bc66bc86 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:50.822335 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e386e4-e9db-44d3-996d-ec61bc66bc86 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:38:50.822926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e386e4-e9db-44d3-996d-ec61bc66bc86 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:38:50.836512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Port ccbc8472-c87f-44c4-9c7b-d81460df696f update to DOWN by agent not found {{(pid=101313) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 11:38:50.922568 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-22e386e4-e9db-44d3-996d-ec61bc66bc86 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3198094 Oct 19 11:38:50.925660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58760) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:50.930892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5caadd79-0b8c-4d46-8df1-70511bf42800 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:51.151887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caadd79-0b8c-4d46-8df1-70511bf42800 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:51.156656 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5caadd79-0b8c-4d46-8df1-70511bf42800 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:51.158299 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-5caadd79-0b8c-4d46-8df1-70511bf42800 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:38:51.158932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5caadd79-0b8c-4d46-8df1-70511bf42800 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:38:51.164278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58766) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:51.184124 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-78158a70-1d0b-4615-ad53-a3870fc185f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:51.278499 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-78158a70-1d0b-4615-ad53-a3870fc185f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:51.310371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58770) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:51.312788 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5caadd79-0b8c-4d46-8df1-70511bf42800 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3849237 Oct 19 11:38:51.319258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b9a41296-78b3-4149-ab58-b138ed03cc21 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:51.393612 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-78158a70-1d0b-4615-ad53-a3870fc185f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:51.427216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78158a70-1d0b-4615-ad53-a3870fc185f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f3e984-91ea-4324-a9fe-e07899019466,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:51.466601 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-78158a70-1d0b-4615-ad53-a3870fc185f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=356584947c624b2a879c030616cf9541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011918 Oct 19 11:38:51.469875 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58772) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:51.540084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a41296-78b3-4149-ab58-b138ed03cc21 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:51.542232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf90c104-2c99-4509-8cec-043a6fbc423f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:51.543946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b9a41296-78b3-4149-ab58-b138ed03cc21 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:51.546364 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a41296-78b3-4149-ab58-b138ed03cc21 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:38:51.546985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a41296-78b3-4149-ab58-b138ed03cc21 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:38:51.581693 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf90c104-2c99-4509-8cec-043a6fbc423f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:51.637107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b9a41296-78b3-4149-ab58-b138ed03cc21 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3203089 Oct 19 11:38:51.637988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58774) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:51.668907 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6f551fc7-873e-4f37-aad9-01de9b73e2b4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0295031 Oct 19 11:38:51.671775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58776) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:51.711996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf90c104-2c99-4509-8cec-043a6fbc423f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:51.716168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf90c104-2c99-4509-8cec-043a6fbc423f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:51.718143 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cf90c104-2c99-4509-8cec-043a6fbc423f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62f3e984-91ea-4324-a9fe-e07899019466 HTTP/1.1" status: 204 len: 168 time: 0.2466066 Oct 19 11:38:51.734135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90c104-2c99-4509-8cec-043a6fbc423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f3e984-91ea-4324-a9fe-e07899019466,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:51.737282 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83de4d96-e5ad-47c4-a856-0ca675301815 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:51.739158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-83de4d96-e5ad-47c4-a856-0ca675301815 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0662019 Oct 19 11:38:51.741717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58780) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:51.790157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c4a7f638-9e7d-4eb9-902a-b2547ffcd529 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430837 Oct 19 11:38:51.790157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58782) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:51.796595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-11eb1b78-4297-4dc0-b451-79b098694047 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:51.971719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eb1b78-4297-4dc0-b451-79b098694047 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:51.976487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11eb1b78-4297-4dc0-b451-79b098694047 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:52.322809 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-11eb1b78-4297-4dc0-b451-79b098694047 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:38:52.324309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11eb1b78-4297-4dc0-b451-79b098694047 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:52.372063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb1b78-4297-4dc0-b451-79b098694047 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:52.375647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-11eb1b78-4297-4dc0-b451-79b098694047 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:52.380624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eb1b78-4297-4dc0-b451-79b098694047 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:52.381239 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-11eb1b78-4297-4dc0-b451-79b098694047 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:52.388219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8fdd1-03a6-444a-8dbb-b3c4dbca4fbc None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:52.400216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb1b78-4297-4dc0-b451-79b098694047 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=07b5c7e1-995c-425f-8c66-f525212f0bf9,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:52.479475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58798) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:52.480183 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-11eb1b78-4297-4dc0-b451-79b098694047 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6890879 Oct 19 11:38:52.484862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:b6:39:bf', 'name': 'tempest-NetworksTestDHCPv6-739848523'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:52.579664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '07b5c7e1-995c-425f-8c66-f525212f0bf9'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:38:52.580831 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:52.691589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:52.761582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Allocated IP 2001:db8::f816:3eff:fe82:dec6 (21fa2b95-00e4-4032-bc3d-907cf26e024b/07b5c7e1-995c-425f-8c66-f525212f0bf9/cd7548ba-4d6e-44b6-b15f-f9916778b137) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:52.801797 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:52.827065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port a11005e2-71f4-401f-bc0b-13cc3df7917f yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:52.971799 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:53.043836 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:53.099144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Pushing event updated for resources: {'Port': ['ID=cd7548ba-4d6e-44b6-b15f-f9916778b137,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:53.120728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:53.123804 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:53.134972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:53.158970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f816:3eff:feb6:39bf (21fa2b95-00e4-4032-bc3d-907cf26e024b/07b5c7e1-995c-425f-8c66-f525212f0bf9/a11005e2-71f4-401f-bc0b-13cc3df7917f) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:53.234497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Attempting to bind port cd7548ba-4d6e-44b6-b15f-f9916778b137 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:53.237443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Attempting to bind port cd7548ba-4d6e-44b6-b15f-f9916778b137 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:53.238046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Attempting to bind port cd7548ba-4d6e-44b6-b15f-f9916778b137 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:53.247714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:53.247930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:53.248341 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:53.252425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:53.254899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Bound port: cd7548ba-4d6e-44b6-b15f-f9916778b137, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:53.255395 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:53.388656 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] For port cd7548ba-4d6e-44b6-b15f-f9916778b137, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:53.388656 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] For port cd7548ba-4d6e-44b6-b15f-f9916778b137, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cd7548ba-4d6e-44b6-b15f-f9916778b137,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:53.389579 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:53.457629 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:53.488470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:53.557968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:53.561040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:53.570779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:53.575637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8674279-6068-4f6d-bde2-eb2b0b27a8e2 None None] Pushing event updated for resources: {'Port': ['ID=cd7548ba-4d6e-44b6-b15f-f9916778b137,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:53.581848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:53.583713 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:53.605319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=a11005e2-71f4-401f-bc0b-13cc3df7917f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:53.687241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58822) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:53.692336 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-31ea0909-64bb-4d54-a339-44840fd52fa4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2062137 Oct 19 11:38:53.872281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35288893-ce69-41cb-954b-2a5a30eec70c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:53.882100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35288893-ce69-41cb-954b-2a5a30eec70c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:53.888992 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-35288893-ce69-41cb-954b-2a5a30eec70c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1997852 Oct 19 11:38:53.893051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58826) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:54.008789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cd7548ba-4d6e-44b6-b15f-f9916778b137 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:54.018327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-37980980-2dc6-41c1-9f88-2e910f01d673 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port a11005e2-71f4-401f-bc0b-13cc3df7917f {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:54.018638 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-37980980-2dc6-41c1-9f88-2e910f01d673 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.072772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port cd7548ba-4d6e-44b6-b15f-f9916778b137 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:54.073602 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.117368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-37980980-2dc6-41c1-9f88-2e910f01d673 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.134639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-37980980-2dc6-41c1-9f88-2e910f01d673 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for a11005e2-71f4-401f-bc0b-13cc3df7917f owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:54.203997 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.241355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port cd7548ba-4d6e-44b6-b15f-f9916778b137, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cd7548ba-4d6e-44b6-b15f-f9916778b137,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:54.336352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58840) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:54.359671 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.405708 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-37980980-2dc6-41c1-9f88-2e910f01d673 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.460342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=cd7548ba-4d6e-44b6-b15f-f9916778b137,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:54.507779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37980980-2dc6-41c1-9f88-2e910f01d673 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=a11005e2-71f4-401f-bc0b-13cc3df7917f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:54.519464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-37980980-2dc6-41c1-9f88-2e910f01d673 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.523416 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-37980980-2dc6-41c1-9f88-2e910f01d673 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/a11005e2-71f4-401f-bc0b-13cc3df7917f HTTP/1.1" status: 204 len: 168 time: 0.6290326 Oct 19 11:38:54.526464 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 58850) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:54.626189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58b653a-ac80-46d1-a271-7e56447de4e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:54.627890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58b653a-ac80-46d1-a271-7e56447de4e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:54.632313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58854) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:54.635347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b58b653a-ac80-46d1-a271-7e56447de4e6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1077843 Oct 19 11:38:54.684321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-269987895'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:54.727963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e4a6d6-f4ab-4eb0-9bac-a18cfb65c852 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 07b5c7e1-995c-425f-8c66-f525212f0bf9 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:54.735319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59e4a6d6-f4ab-4eb0-9bac-a18cfb65c852 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.815418 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59e4a6d6-f4ab-4eb0-9bac-a18cfb65c852 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.822198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Made reservation on behalf of 406c4eddbf3f47e28d9fedbe9ce7389a for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:54.827767 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.849342 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.883360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e1db16fd-3d2e-4840-a5d4-3885bacae351 None None] Provisioning complete for port cd7548ba-4d6e-44b6-b15f-f9916778b137 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:54.884178 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1db16fd-3d2e-4840-a5d4-3885bacae351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:54.950866 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59e4a6d6-f4ab-4eb0-9bac-a18cfb65c852 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:55.042982 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:55.113438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:55.142224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59e4a6d6-f4ab-4eb0-9bac-a18cfb65c852 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:55.162071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a4c266-8913-4974-a999-0c69545f5ea3,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:55.183101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:38:55.194240 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:55.196775 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Added segment 4b3b038b-332d-4d5e-8aa1-1b21dc987add of type vlan for network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 Oct 19 11:38:55.198918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4a6d6-f4ab-4eb0-9bac-a18cfb65c852 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=07b5c7e1-995c-425f-8c66-f525212f0bf9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:55.209194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-59e4a6d6-f4ab-4eb0-9bac-a18cfb65c852 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:55.221023 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-59e4a6d6-f4ab-4eb0-9bac-a18cfb65c852 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/07b5c7e1-995c-425f-8c66-f525212f0bf9 HTTP/1.1" status: 204 len: 168 time: 0.5875716 Oct 19 11:38:55.221763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58872) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:55.254934 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:55.257989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-aa2be03e-d489-4bca-8a5a-a4e3716f6827 None None] Could not find standard attr ID for object a11005e2-71f4-401f-bc0b-13cc3df7917f. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:55.283329 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-49d6c5c6-f359-421e-87fd-6a10cd26401a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602031 Oct 19 11:38:55.284215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58876) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:55.293741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:55.408779 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:55.409029 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98140642-dd90-41f5-897b-b236c5470c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:55.415665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:55.416273 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:55.473126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:55.476894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:55.513147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4a303-432f-4476-bcd6-77c450a54ddf None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:55.574894 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2403390 Oct 19 11:38:55.581754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfacaa1-fcf7-4c8f-9d9a-f40353911128 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Pushing event updated for resources: {'Network': ['ID=7f726ba0-0f01-403c-a5fd-a4512208fdf8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:55.666685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:38:55.853843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58910) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:55.860297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Request body: {'port': {'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8', 'binding:host_id': 'n-h1-814547-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-494545993'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:55.936875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f171c15-7997-4c89-b382-c259cf2ee8ef None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:38:55.991559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Made reservation on behalf of f6562700e0024e888e8a1b559ea3d2b2 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:55.993991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.007595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4f171c15-7997-4c89-b382-c259cf2ee8ef None None] Deleting port cd7548ba-4d6e-44b6-b15f-f9916778b137 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:56.008055 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4f171c15-7997-4c89-b382-c259cf2ee8ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.010011 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.039822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:38:56.105029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4f171c15-7997-4c89-b382-c259cf2ee8ef None None] For port cd7548ba-4d6e-44b6-b15f-f9916778b137, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cd7548ba-4d6e-44b6-b15f-f9916778b137,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:56.105427 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4f171c15-7997-4c89-b382-c259cf2ee8ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.121543 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4f171c15-7997-4c89-b382-c259cf2ee8ef None None] Calling delete_port for cd7548ba-4d6e-44b6-b15f-f9916778b137 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:56.211930 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.337742 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.340815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.363558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] device_id is not set on port 0ba0c705-fedd-453c-be84-fd75f077d709 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:56.382035 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4f171c15-7997-4c89-b382-c259cf2ee8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.413299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f171c15-7997-4c89-b382-c259cf2ee8ef None None] Pushing event deleted for resources: {'Port': ['ID=cd7548ba-4d6e-44b6-b15f-f9916778b137,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:56.418213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f171c15-7997-4c89-b382-c259cf2ee8ef None None] No DVR routers for this DVR port cd7548ba-4d6e-44b6-b15f-f9916778b137 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:38:56.503908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Port cd7548ba-4d6e-44b6-b15f-f9916778b137 concurrently deleted while adding address for new subnet {'id': '406b191a-9626-4ed6-a5b9-1981f22247b2', 'name': '', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3093, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-10-19T11:38:55Z', 'updated_at': '2021-10-19T11:38:55Z', 'revision_number': 0, 'segment_id': None, 'project_id': '300922c0ae264624a01bd51c95ba1041'}. {{(pid=101312) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:772}} Oct 19 11:38:56.504777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.511263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6097ba2-2727-4056-b8c9-72995c892efe,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:56.574911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:56.582110 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:56.589826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:56.591643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.593003 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37000da1-ec17-4d9b-99ae-a2605fca98af None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:56.599264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=406b191a-9626-4ed6-a5b9-1981f22247b2,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:56.673905 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-435a30a7-c339-40ef-bbff-b1939130da14 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3883860 Oct 19 11:38:56.678193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 58940) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:56.684224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:2b:ff:40', 'name': 'tempest-NetworksTestDHCPv6-1881055579'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:56.807616 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:38:56.808835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] device_id is not set on port 0ba0c705-fedd-453c-be84-fd75f077d709 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:56.812203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '406b191a-9626-4ed6-a5b9-1981f22247b2'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:38:56.813249 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.822174 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.919217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:56.924418 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:56.960458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Allocated IP 2001:db8::f816:3eff:fefc:b651 (21fa2b95-00e4-4032-bc3d-907cf26e024b/406b191a-9626-4ed6-a5b9-1981f22247b2/2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:57.044782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event updated for resources: {'Port': ['ID=0ba0c705-fedd-453c-be84-fd75f077d709,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:57.060583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Checking segment: {'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:57.060946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Network hostable DHCP agents. Network: 7f726ba0-0f01-403c-a5fd-a4512208fdf8, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:38:57.080837 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.106734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 4d119e4d-a21d-4e49-bb9a-0708e12cc5c9 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:57.112388 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.175938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:38:57.204883 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.228092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 7f726ba0-0f01-403c-a5fd-a4512208fdf8) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:57.236853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:57.238476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce85dce-2f41-4ad5-a682-6976578716fe None None] Network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:57.255632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:57.255969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:57.256307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:57.259019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:57.265684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:57.268377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:38:57.268789 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:38:57.270861 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 2 to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 Oct 19 11:38:57.276002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:57.282067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Pushing event updated for resources: {'Port': ['ID=2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:57.289942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f816:3eff:fe2b:ff40 (21fa2b95-00e4-4032-bc3d-907cf26e024b/406b191a-9626-4ed6-a5b9-1981f22247b2/4d119e4d-a21d-4e49-bb9a-0708e12cc5c9) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:38:57.292167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:57.292508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:57.292872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:57.302968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:38:57.303265 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:38:57.304333 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 3 to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 Oct 19 11:38:57.328555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:57.328904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:57.329244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:57.346646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:38:57.346912 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:38:57.349147 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 4 to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 Oct 19 11:38:57.383445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:57.383778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:57.384114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:57.398922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:38:57.399256 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:38:57.401297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Attempting to bind port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:57.401489 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 5 to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 Oct 19 11:38:57.401668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Attempting to bind port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:57.402031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Attempting to bind port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:57.411239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:38:57.411609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:38:57.412004 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.412389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:38:57.412880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Bound port: 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:38:57.413262 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.443855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:57.444204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:57.444574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:57.454767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:38:57.454767 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:38:57.456845 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 6 to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 Oct 19 11:38:57.480987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:57.481321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:57.481658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:57.486704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] For port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:57.489786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] For port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:38:57.495756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:38:57.496091 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:38:57.498588 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.500173 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 7 to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 Oct 19 11:38:57.516501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:57.516861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:57.517197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:57.529179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:38:57.529179 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:38:57.529179 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 8 to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 Oct 19 11:38:57.548395 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.552207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:57.552486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:57.552853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:57.559903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:38:57.560231 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:38:57.560673 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 9 to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 Oct 19 11:38:57.572971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:57.573302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:57.573646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:57.578477 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:38:57.578812 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:38:57.579199 n-d-814547-1 neutron-server[101312]: INFO neutron.plugins.ml2.plugin [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 10 to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 Oct 19 11:38:57.600867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:38:57.601215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:38:57.601552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:38:57.606371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port 0ba0c705-fedd-453c-be84-fd75f077d709 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:38:57.606701 n-d-814547-1 neutron-server[101312]: ERROR neutron.plugins.ml2.managers [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port 0ba0c705-fedd-453c-be84-fd75f077d709 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:38:57.607065 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.617550 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3069662-96e0-407f-b877-e9a9e9fad364 None None] Pushing event updated for resources: {'Port': ['ID=2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:57.642102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.709965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:57.714373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:57.720279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=4d119e4d-a21d-4e49-bb9a-0708e12cc5c9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:57.739688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:57.745493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:57.746147 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.769442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] For port 0ba0c705-fedd-453c-be84-fd75f077d709, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:38:57.769822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempted to set empty binding levels {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 11:38:57.814629 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-afcc736a-7b70-4112-859e-e335f298c2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.840839 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.849189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-06340b36-20f6-4204-84ba-d9d1232b0b73 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1716301 Oct 19 11:38:57.852099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59000) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:57.889063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:57.892620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:57.909375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event updated for resources: {'Port': ['ID=0ba0c705-fedd-453c-be84-fd75f077d709,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:57.924517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96669699-5dbc-441f-9ac9-fb4539909311 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:57.931087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96669699-5dbc-441f-9ac9-fb4539909311 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:57.935701 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-96669699-5dbc-441f-9ac9-fb4539909311 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0789051 Oct 19 11:38:57.935701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59004) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:57.979950 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d85dc586-4a53-4e25-b5ca-a0824d84e7fc tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1245606 Oct 19 11:38:57.981068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:38:57.982604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59010) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:58.055821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:58.055821 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.064689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 4d119e4d-a21d-4e49-bb9a-0708e12cc5c9 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:58.065163 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.119247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c4629877-49ef-470f-994b-86992af587d9 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Deleting port 0ba0c705-fedd-453c-be84-fd75f077d709 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:38:58.119600 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4629877-49ef-470f-994b-86992af587d9 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.211424 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.219548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-c4629877-49ef-470f-994b-86992af587d9 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] For port 0ba0c705-fedd-453c-be84-fd75f077d709, host n-h1-814547-1, got binding levels [] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:58.220687 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4629877-49ef-470f-994b-86992af587d9 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.234320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 4d119e4d-a21d-4e49-bb9a-0708e12cc5c9 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:58.253190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c4629877-49ef-470f-994b-86992af587d9 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Calling delete_port for 0ba0c705-fedd-453c-be84-fd75f077d709 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:38:58.330441 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.398427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:38:58.473421 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4629877-49ef-470f-994b-86992af587d9 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.484866 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.485208 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.559074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:58.573782 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c4629877-49ef-470f-994b-86992af587d9 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.582227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cd7548ba-4d6e-44b6-b15f-f9916778b137 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:38:58.587245 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c4629877-49ef-470f-994b-86992af587d9 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "DELETE /v2.0/ports/0ba0c705-fedd-453c-be84-fd75f077d709 HTTP/1.1" status: 204 len: 168 time: 0.5950680 Oct 19 11:38:58.587245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4629877-49ef-470f-994b-86992af587d9 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ba0c705-fedd-453c-be84-fd75f077d709,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:58.587245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59036) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:58.596148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=4d119e4d-a21d-4e49-bb9a-0708e12cc5c9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:58.609401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.610218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.610827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.611386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.612071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.612684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.613265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.613832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.614419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.615049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.619582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.620119 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:38:58.625320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: cd7548ba-4d6e-44b6-b15f-f9916778b137 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:38:58.625826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cd7548ba-4d6e-44b6-b15f-f9916778b137 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:38:58.632084 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79492aa-2cae-4e70-9847-04142980490c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] GET failed (client error): The resource could not be found. Oct 19 11:38:58.633994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f79492aa-2cae-4e70-9847-04142980490c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "GET /v2.0/ports/0ba0c705-fedd-453c-be84-fd75f077d709 HTTP/1.1" status: 404 len: 333 time: 0.0487130 Oct 19 11:38:58.637674 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59038) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:58.643680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Request body: {'port': {'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1590220785'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:58.646606 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.663502 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4318b2ac-6bdd-436d-ba8b-b68e99b3950e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/4d119e4d-a21d-4e49-bb9a-0708e12cc5c9 HTTP/1.1" status: 204 len: 168 time: 0.7268484 Oct 19 11:38:58.665846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59042) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:58.728143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd64a78-94eb-46c3-b50b-53fb441217d9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:58.731407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd64a78-94eb-46c3-b50b-53fb441217d9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:58.733077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2cd64a78-94eb-46c3-b50b-53fb441217d9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0659406 Oct 19 11:38:58.736439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59048) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:58.798825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e99867-30d6-40ae-81fb-b4e86f01019e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 406b191a-9626-4ed6-a5b9-1981f22247b2 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:38:58.801356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Made reservation on behalf of f6562700e0024e888e8a1b559ea3d2b2 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:38:58.806605 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.818301 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91e99867-30d6-40ae-81fb-b4e86f01019e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.861466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] device_id is not set on port df4a5d3c-abbf-463f-ac68-2ba05f2037bb yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:38:58.912352 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91e99867-30d6-40ae-81fb-b4e86f01019e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:58.923709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9ed2efc0-4db8-46f8-9836-f3d0be6f4dce None None] Provisioning complete for port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:38:58.924504 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ed2efc0-4db8-46f8-9836-f3d0be6f4dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:59.076873 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:59.168759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:59.193038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b13e98fe-7601-4982-81bb-70caca2992fe None None] Could not find standard attr ID for object 4d119e4d-a21d-4e49-bb9a-0708e12cc5c9. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:38:59.354121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91e99867-30d6-40ae-81fb-b4e86f01019e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:59.415875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:59.529439 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91e99867-30d6-40ae-81fb-b4e86f01019e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:59.557159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e99867-30d6-40ae-81fb-b4e86f01019e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=406b191a-9626-4ed6-a5b9-1981f22247b2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:59.561756 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:59.563511 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91e99867-30d6-40ae-81fb-b4e86f01019e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:59.569425 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-91e99867-30d6-40ae-81fb-b4e86f01019e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/406b191a-9626-4ed6-a5b9-1981f22247b2 HTTP/1.1" status: 204 len: 168 time: 0.8314419 Oct 19 11:38:59.569594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59090) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:59.578283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f3b8a-da11-467f-86c4-2deafe2a2d7c None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:38:59.623613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event updated for resources: {'Port': ['ID=df4a5d3c-abbf-463f-ac68-2ba05f2037bb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:38:59.646450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:38:59.648152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:38:59.652637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:38:59.654670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:59.655977 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:59.665661 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-00ec2671-76a2-4bc4-9470-59601ddb77b8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928106 Oct 19 11:38:59.666420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59096) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:59.721893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eea474d-ddb6-4887-ab48-c4f55e56c28b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:59.725932 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8eea474d-ddb6-4887-ab48-c4f55e56c28b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0559468 Oct 19 11:38:59.726425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59098) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:59.790356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935879d2-874f-4428-87e3-dd011be6bb5c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:38:59.790356 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-935879d2-874f-4428-87e3-dd011be6bb5c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0587413 Oct 19 11:38:59.790716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59102) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:59.793899 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-40ae5c4d-6885-459d-96fe-591895c606e8 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1548703 Oct 19 11:38:59.796271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59104) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:59.803283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:59.849822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1d5430cc-28c6-4144-899f-d0c17948e0f1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592334 Oct 19 11:38:59.854028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59110) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:38:59.860321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e010c580-8d40-4e90-852a-55a5333f0f45 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:38:59.872855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f528f5-9626-4db1-a32b-4aa804bef0df None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:38:59.933097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:38:59.944920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:39:00.021538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-07f528f5-9626-4db1-a32b-4aa804bef0df None None] Deleting port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:00.021965 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07f528f5-9626-4db1-a32b-4aa804bef0df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.114314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e010c580-8d40-4e90-852a-55a5333f0f45 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:00.119678 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.122314 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e010c580-8d40-4e90-852a-55a5333f0f45 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.150846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-07f528f5-9626-4db1-a32b-4aa804bef0df None None] For port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:00.150846 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07f528f5-9626-4db1-a32b-4aa804bef0df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.151456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] device_id is not set on port df4a5d3c-abbf-463f-ac68-2ba05f2037bb yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:00.157739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.179235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-07f528f5-9626-4db1-a32b-4aa804bef0df None None] Calling delete_port for 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:00.194975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:00.234789 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.286809 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.326313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event updated for resources: {'Port': ['ID=df4a5d3c-abbf-463f-ac68-2ba05f2037bb,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:00.340810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:00.340810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:00.340810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:00.344711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:00.345105 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:00.345547 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 2 to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb Oct 19 11:39:00.359228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:00.363894 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07f528f5-9626-4db1-a32b-4aa804bef0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.365129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:00.365621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:00.366564 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:00.372997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:00.374053 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:00.374599 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 3 to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb Oct 19 11:39:00.396325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f528f5-9626-4db1-a32b-4aa804bef0df None None] No DVR routers for this DVR port 2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:00.397846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:00.398418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:00.399064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:00.403434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f528f5-9626-4db1-a32b-4aa804bef0df None None] Pushing event deleted for resources: {'Port': ['ID=2e90183f-34c5-4ccb-8bb4-b4a0e3f44f47,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:00.410162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:00.410500 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:00.411023 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 4 to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb Oct 19 11:39:00.425999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:00.426332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:00.426665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:00.431296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:00.431719 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:00.432102 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 5 to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb Oct 19 11:39:00.444830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:00.445163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:00.445486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:00.449925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:00.450270 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:00.450648 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 6 to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb Oct 19 11:39:00.466335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:00.466499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:00.466828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:00.472819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:00.472819 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:00.472819 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 7 to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb Oct 19 11:39:00.486507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:00.486847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:00.487176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:00.491668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:00.491989 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:00.492371 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 8 to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb Oct 19 11:39:00.507363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:00.507697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:00.508033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:00.514298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:00.514298 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:00.514298 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 9 to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb Oct 19 11:39:00.534252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:00.534596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:00.534973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:00.540339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:00.540712 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:00.541015 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 10 to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb Oct 19 11:39:00.553691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-e010c580-8d40-4e90-852a-55a5333f0f45 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:39:00.555555 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e010c580-8d40-4e90-852a-55a5333f0f45 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.564593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:00.565223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:00.565871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:00.572824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:00.573413 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:00.573511 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.609340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010c580-8d40-4e90-852a-55a5333f0f45 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:00.613089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e010c580-8d40-4e90-852a-55a5333f0f45 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:00.616434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e010c580-8d40-4e90-852a-55a5333f0f45 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.617034 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e010c580-8d40-4e90-852a-55a5333f0f45 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.624926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc0a91b-3469-4fb2-a4f3-ced2b941edba None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:00.642494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010c580-8d40-4e90-852a-55a5333f0f45 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=44388100-4820-4307-8e7d-4ab6c5e1ea22,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:00.662844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] For port df4a5d3c-abbf-463f-ac68-2ba05f2037bb, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:00.662844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempted to set empty binding levels {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 11:39:00.750532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e010c580-8d40-4e90-852a-55a5333f0f45 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8946109 Oct 19 11:39:00.753307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59154) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:00.759098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:85:73:e5', 'name': 'tempest-NetworksTestDHCPv6-917923930'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:00.780441 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.785856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '44388100-4820-4307-8e7d-4ab6c5e1ea22'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:00.788054 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.816195 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] In _notify_port_updated(), no bound segment for port df4a5d3c-abbf-463f-ac68-2ba05f2037bb on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:39:00.817490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.819002 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.822642 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "PUT /v2.0/ports/df4a5d3c-abbf-463f-ac68-2ba05f2037bb HTTP/1.1" status: 200 len: 975 time: 1.0229464 Oct 19 11:39:00.824982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59160) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:00.883473 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:00.892265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387370a-71ee-4b71-bbca-a05dded3e008 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event updated for resources: {'Port': ['ID=df4a5d3c-abbf-463f-ac68-2ba05f2037bb,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:00.926596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.927066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.927519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.927973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.928415 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.928901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.929343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.929784 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.930224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.930667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.931114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.931548 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.931990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.932430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.932899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.933340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.933777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.934225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.934722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.935176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.935598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.936066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.936560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.937004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.937446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.937880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:00.941089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d8d03888-d7f6-4f03-81c8-9a37d572d1ba tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23555 time: 0.1152272 Oct 19 11:39:00.944924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59164) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:00.960633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Allocated IP 2001:db8::f816:3eff:fed0:d6df (21fa2b95-00e4-4032-bc3d-907cf26e024b/44388100-4820-4307-8e7d-4ab6c5e1ea22/3489af64-3a40-44ec-8314-3749b160056f) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:01.014351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:01.018874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.040572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-41df1393-3312-42fd-9ef1-4bf06b5b8164 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Deleting port df4a5d3c-abbf-463f-ac68-2ba05f2037bb {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:01.041019 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41df1393-3312-42fd-9ef1-4bf06b5b8164 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.045366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 8cd50b07-7ca9-424c-b830-2d7506b9de1f yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:01.133040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-41df1393-3312-42fd-9ef1-4bf06b5b8164 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] For port df4a5d3c-abbf-463f-ac68-2ba05f2037bb, host n-h1-814547-1, got binding levels [] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:01.133398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41df1393-3312-42fd-9ef1-4bf06b5b8164 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.143731 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.148483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-41df1393-3312-42fd-9ef1-4bf06b5b8164 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Calling delete_port for df4a5d3c-abbf-463f-ac68-2ba05f2037bb owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:01.231456 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.286686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:01.291171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:01.292202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f816:3eff:fe85:73e5 (21fa2b95-00e4-4032-bc3d-907cf26e024b/44388100-4820-4307-8e7d-4ab6c5e1ea22/8cd50b07-7ca9-424c-b830-2d7506b9de1f) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:01.294087 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:01.322531 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Pushing event updated for resources: {'Port': ['ID=3489af64-3a40-44ec-8314-3749b160056f,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:01.323769 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41df1393-3312-42fd-9ef1-4bf06b5b8164 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.395107 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df1393-3312-42fd-9ef1-4bf06b5b8164 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event deleted for resources: {'Port': ['ID=df4a5d3c-abbf-463f-ac68-2ba05f2037bb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:01.400418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Attempting to bind port 3489af64-3a40-44ec-8314-3749b160056f on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:01.400869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Attempting to bind port 3489af64-3a40-44ec-8314-3749b160056f by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:01.401164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Attempting to bind port 3489af64-3a40-44ec-8314-3749b160056f on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:01.410732 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-41df1393-3312-42fd-9ef1-4bf06b5b8164 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.414788 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-41df1393-3312-42fd-9ef1-4bf06b5b8164 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "DELETE /v2.0/ports/df4a5d3c-abbf-463f-ac68-2ba05f2037bb HTTP/1.1" status: 204 len: 168 time: 0.4688628 Oct 19 11:39:01.419113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:01.420817 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59196) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:01.421418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:01.421890 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.422349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:01.423441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Bound port: 3489af64-3a40-44ec-8314-3749b160056f, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:01.424281 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.466092 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9141fe1-f524-4258-8b6f-1f84d4c0b756 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] GET failed (client error): The resource could not be found. Oct 19 11:39:01.469152 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e9141fe1-f524-4258-8b6f-1f84d4c0b756 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "GET /v2.0/ports/df4a5d3c-abbf-463f-ac68-2ba05f2037bb HTTP/1.1" status: 404 len: 333 time: 0.0462708 Oct 19 11:39:01.474593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59200) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:01.479815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-228032377', 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:01.545558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] For port 3489af64-3a40-44ec-8314-3749b160056f, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:01.546079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] For port 3489af64-3a40-44ec-8314-3749b160056f, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3489af64-3a40-44ec-8314-3749b160056f,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:01.562593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.639199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Made reservation on behalf of f6562700e0024e888e8a1b559ea3d2b2 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:01.641989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.658273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] device_id is not set on port 1705041f-8d37-42d1-91bb-0fe6c9319e72 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:01.684892 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.747038 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.777644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361aef3-334f-487a-bd68-9edf821d62b0 None None] Pushing event updated for resources: {'Port': ['ID=3489af64-3a40-44ec-8314-3749b160056f,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:01.896071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:01.908727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:01.922397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:01.928076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:01.928716 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:01.931332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=8cd50b07-7ca9-424c-b830-2d7506b9de1f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:01.982288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.031035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e2b0d0ac-79a5-4f56-8c7e-d0dceb76dfed tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2757049 Oct 19 11:39:02.045138 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59224) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:02.085842 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.147255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:02.150839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:02.154833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:02.156371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:02.157177 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.168406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event updated for resources: {'Port': ['ID=1705041f-8d37-42d1-91bb-0fe6c9319e72,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:02.198279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf9226b-ceda-4a66-b335-bef6298244d4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:02.207127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf9226b-ceda-4a66-b335-bef6298244d4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:02.207730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7cf9226b-ceda-4a66-b335-bef6298244d4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1615620 Oct 19 11:39:02.210506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59232) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:02.274745 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5a18114f-b503-47d3-9daf-47fee782253c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7988844 Oct 19 11:39:02.277140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59238) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:02.320115 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0c85991d-8fc4-41cf-b517-619d7abc4bc1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 8cd50b07-7ca9-424c-b830-2d7506b9de1f {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:02.320340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c85991d-8fc4-41cf-b517-619d7abc4bc1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.330671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ac4764-9520-4ac2-90aa-c678f8897ac5 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:02.332454 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-02ac4764-9520-4ac2-90aa-c678f8897ac5 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "GET /v2.0/ports/1705041f-8d37-42d1-91bb-0fe6c9319e72 HTTP/1.1" status: 200 len: 954 time: 0.0542958 Oct 19 11:39:02.335131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59240) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:02.430678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-14a22fac-745a-4fc3-a0af-052601e14ed4 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Deleting port 1705041f-8d37-42d1-91bb-0fe6c9319e72 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:02.431057 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-14a22fac-745a-4fc3-a0af-052601e14ed4 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.461772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c85991d-8fc4-41cf-b517-619d7abc4bc1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.476896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0c85991d-8fc4-41cf-b517-619d7abc4bc1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 8cd50b07-7ca9-424c-b830-2d7506b9de1f owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:02.527438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-14a22fac-745a-4fc3-a0af-052601e14ed4 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.545026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-14a22fac-745a-4fc3-a0af-052601e14ed4 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Calling delete_port for 1705041f-8d37-42d1-91bb-0fe6c9319e72 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:02.724846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-14a22fac-745a-4fc3-a0af-052601e14ed4 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.752228 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c85991d-8fc4-41cf-b517-619d7abc4bc1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.757066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a22fac-745a-4fc3-a0af-052601e14ed4 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event deleted for resources: {'Port': ['ID=1705041f-8d37-42d1-91bb-0fe6c9319e72,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:02.761589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-14a22fac-745a-4fc3-a0af-052601e14ed4 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.765967 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-14a22fac-745a-4fc3-a0af-052601e14ed4 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "DELETE /v2.0/ports/1705041f-8d37-42d1-91bb-0fe6c9319e72 HTTP/1.1" status: 204 len: 168 time: 0.4298155 Oct 19 11:39:02.768904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59260) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:02.812808 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b69662f-0301-4dca-adc3-b04a3719b07c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] GET failed (client error): The resource could not be found. Oct 19 11:39:02.815157 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3b69662f-0301-4dca-adc3-b04a3719b07c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "GET /v2.0/ports/1705041f-8d37-42d1-91bb-0fe6c9319e72 HTTP/1.1" status: 404 len: 333 time: 0.0444415 Oct 19 11:39:02.818799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59264) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:02.824329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Request body: {'port': {'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1298282903'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:02.865476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85991d-8fc4-41cf-b517-619d7abc4bc1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=8cd50b07-7ca9-424c-b830-2d7506b9de1f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:02.871772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c85991d-8fc4-41cf-b517-619d7abc4bc1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.887973 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0c85991d-8fc4-41cf-b517-619d7abc4bc1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/8cd50b07-7ca9-424c-b830-2d7506b9de1f HTTP/1.1" status: 204 len: 168 time: 0.6644855 Oct 19 11:39:02.888808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59270) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:02.940738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e5c55-828e-48dd-993c-d8b3713c52b7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:02.942820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e5c55-828e-48dd-993c-d8b3713c52b7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:02.944339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b65e5c55-828e-48dd-993c-d8b3713c52b7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0640593 Oct 19 11:39:02.945588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Made reservation on behalf of f6562700e0024e888e8a1b559ea3d2b2 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:02.947238 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59276) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:02.947852 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:02.970117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] device_id is not set on port df909e73-8199-47a9-b8c4-f643bd9e8672 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:03.004036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1db58b-531a-4449-a86a-28ae8c14b56a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 44388100-4820-4307-8e7d-4ab6c5e1ea22 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:03.007761 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b1db58b-531a-4449-a86a-28ae8c14b56a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:03.072202 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b1db58b-531a-4449-a86a-28ae8c14b56a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:03.156155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ad09808f-c2ef-4b3c-9c20-029a9b32c9e1 None None] Provisioning complete for port 3489af64-3a40-44ec-8314-3749b160056f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:03.157941 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ad09808f-c2ef-4b3c-9c20-029a9b32c9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:03.250797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b1db58b-531a-4449-a86a-28ae8c14b56a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:03.296087 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ad09808f-c2ef-4b3c-9c20-029a9b32c9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:03.455014 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b1db58b-531a-4449-a86a-28ae8c14b56a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:03.497453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1db58b-531a-4449-a86a-28ae8c14b56a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=44388100-4820-4307-8e7d-4ab6c5e1ea22,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:03.497453 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b1db58b-531a-4449-a86a-28ae8c14b56a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:03.504508 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2b1db58b-531a-4449-a86a-28ae8c14b56a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/44388100-4820-4307-8e7d-4ab6c5e1ea22 HTTP/1.1" status: 204 len: 168 time: 0.5557797 Oct 19 11:39:03.505637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59298) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:03.526867 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-ad09808f-c2ef-4b3c-9c20-029a9b32c9e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:39:03.529254 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-ad09808f-c2ef-4b3c-9c20-029a9b32c9e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:39:03.566174 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-adefeb7b-17f1-41cc-a14f-5affb7d6160e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589802 Oct 19 11:39:03.567367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59304) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:03.573716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:03.635476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:03.703236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e0759f-7e37-4313-8d11-35fce2ccf445 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:03.740399 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:03.762859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:03.767425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:03.788905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:03.792037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:03.795683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:03.796661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:03.797402 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:03.802131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event updated for resources: {'Port': ['ID=df909e73-8199-47a9-b8c4-f643bd9e8672,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:03.904153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-703ef20d-8c23-4b0d-abc9-b62080ec7b0c tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0841022 Oct 19 11:39:03.906942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59318) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:03.912462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:03.948337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58754cc-2086-4f30-b11e-e0ed034e87e5 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:39:04.000442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.022775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e58754cc-2086-4f30-b11e-e0ed034e87e5 None None] Deleting port 3489af64-3a40-44ec-8314-3749b160056f {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:04.023151 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e58754cc-2086-4f30-b11e-e0ed034e87e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.130464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e58754cc-2086-4f30-b11e-e0ed034e87e5 None None] For port 3489af64-3a40-44ec-8314-3749b160056f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3489af64-3a40-44ec-8314-3749b160056f,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:04.134210 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e58754cc-2086-4f30-b11e-e0ed034e87e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.136685 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ad09808f-c2ef-4b3c-9c20-029a9b32c9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.157088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e58754cc-2086-4f30-b11e-e0ed034e87e5 None None] Calling delete_port for 3489af64-3a40-44ec-8314-3749b160056f owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:04.215443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] device_id is not set on port df909e73-8199-47a9-b8c4-f643bd9e8672 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:04.216860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ad09808f-c2ef-4b3c-9c20-029a9b32c9e1 None None] For port 3489af64-3a40-44ec-8314-3749b160056f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3489af64-3a40-44ec-8314-3749b160056f,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:04.233230 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.279483 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ad09808f-c2ef-4b3c-9c20-029a9b32c9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.288143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:39:04.329728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09808f-c2ef-4b3c-9c20-029a9b32c9e1 None None] Pushing event updated for resources: {'Port': ['ID=3489af64-3a40-44ec-8314-3749b160056f,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:04.339555 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.369021 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e58754cc-2086-4f30-b11e-e0ed034e87e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.418325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event updated for resources: {'Port': ['ID=df909e73-8199-47a9-b8c4-f643bd9e8672,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:04.424798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58754cc-2086-4f30-b11e-e0ed034e87e5 None None] Pushing event deleted for resources: {'Port': ['ID=3489af64-3a40-44ec-8314-3749b160056f,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:04.428961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58754cc-2086-4f30-b11e-e0ed034e87e5 None None] No DVR routers for this DVR port 3489af64-3a40-44ec-8314-3749b160056f on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:04.435099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:04.435764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:04.436682 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:04.439700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e7156eb9-9a6f-47f9-9fc0-e74328d17b16 None None] Could not find standard attr ID for object 8cd50b07-7ca9-424c-b830-2d7506b9de1f. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:39:04.444263 n-d-814547-1 neutron-server[101312]: WARNING neutron.services.revisions.revision_plugin [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Could not find related port for resource to bump revision. Oct 19 11:39:04.445350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:04.445992 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:04.446599 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 2 to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 Oct 19 11:39:04.470080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:04.470639 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:04.472950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:04.478606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:04.478933 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:04.486493 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 3 to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 Oct 19 11:39:04.491806 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:04.492137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:04.492488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:04.497016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:04.497363 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:04.497742 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 4 to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 Oct 19 11:39:04.506237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_pluggable_backend [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Port 3489af64-3a40-44ec-8314-3749b160056f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101312) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 19 11:39:04.506428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_pluggable_backend [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Reverting IP allocation for 2001:db8::f816:3eff:fed0:d6df {{(pid=101312) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 19 11:39:04.510008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_pluggable_backend [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed0:d6df {{(pid=101312) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 19 11:39:04.510392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:04.510691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:04.511017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:04.511686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.519688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:04.520276 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:04.521009 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 5 to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 Oct 19 11:39:04.537429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:04.538178 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:04.539117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:04.545696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:04.546156 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:04.546615 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 6 to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 Oct 19 11:39:04.561990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:04.562430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:04.562777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:04.567761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:04.568096 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:04.568970 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 7 to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 Oct 19 11:39:04.574329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:04.578103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:04.582291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:04.582481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:04.582755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:04.582948 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.583109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:04.588984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:04.589318 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:04.589712 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 8 to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 Oct 19 11:39:04.598558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82404a4-d7f6-4b3d-95f2-e5b55b4ab22f None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:04.600591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=016c03d1-1f8c-4c58-8b5e-f8523619b139,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:04.606479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:04.607068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:04.607473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:04.612658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:04.613114 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:04.613517 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 9 to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 Oct 19 11:39:04.628946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:04.629282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:04.629620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:04.638076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:04.638512 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:04.640049 n-d-814547-1 neutron-server[101311]: INFO neutron.plugins.ml2.plugin [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempt 10 to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 Oct 19 11:39:04.657264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:04.657685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:04.658149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempting to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:04.663222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:04.663481 n-d-814547-1 neutron-server[101311]: ERROR neutron.plugins.ml2.managers [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Failed to bind port df909e73-8199-47a9-b8c4-f643bd9e8672 on host n-h1-814547-1 for vnic_type normal using segments [{'id': '4b3b038b-332d-4d5e-8aa1-1b21dc987add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7f726ba0-0f01-403c-a5fd-a4512208fdf8'}] Oct 19 11:39:04.663845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.677072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5693e556-3292-4b11-8d37-914c60fb91e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1083767 Oct 19 11:39:04.681450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59364) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:04.683201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:86:2d:5c', 'name': 'tempest-NetworksTestDHCPv6-1119768121'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:04.779596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] For port df909e73-8199-47a9-b8c4-f643bd9e8672, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:04.780182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attempted to set empty binding levels {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 11:39:04.841676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '016c03d1-1f8c-4c58-8b5e-f8523619b139'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:04.841676 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.883591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.917060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] In _notify_port_updated(), no bound segment for port df909e73-8199-47a9-b8c4-f643bd9e8672 on network 7f726ba0-0f01-403c-a5fd-a4512208fdf8 {{(pid=101311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:39:04.917963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:04.918561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:04.919888 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "PUT /v2.0/ports/df909e73-8199-47a9-b8c4-f643bd9e8672 HTTP/1.1" status: 200 len: 975 time: 1.0119390 Oct 19 11:39:04.922794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59374) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:04.931638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:04.981100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144109d8-6ad0-42e6-9ca8-767de181ea37 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event updated for resources: {'Port': ['ID=df909e73-8199-47a9-b8c4-f643bd9e8672,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:04.998347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Allocated IP 2001:db8::f816:3eff:fe7b:c033 (21fa2b95-00e4-4032-bc3d-907cf26e024b/016c03d1-1f8c-4c58-8b5e-f8523619b139/4c166a08-e8be-4cd1-8bef-4cf8c29f0458) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:05.095919 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.122703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-00715c86-d63f-4335-b3b7-722c679a8ce5 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Deleting port df909e73-8199-47a9-b8c4-f643bd9e8672 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:05.123057 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-00715c86-d63f-4335-b3b7-722c679a8ce5 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.125471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port ce9f7d2f-1cfd-4bc9-b919-eabff61fbb5c yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:05.198950 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.235414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59392) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:05.241578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-00715c86-d63f-4335-b3b7-722c679a8ce5 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] For port df909e73-8199-47a9-b8c4-f643bd9e8672, host n-h1-814547-1, got binding levels [] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:05.241948 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-00715c86-d63f-4335-b3b7-722c679a8ce5 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.256146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-00715c86-d63f-4335-b3b7-722c679a8ce5 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Calling delete_port for df909e73-8199-47a9-b8c4-f643bd9e8672 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:05.347824 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.377133 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ce406cd-31ff-4e53-b926-9c58d51e8459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.406222 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-00715c86-d63f-4335-b3b7-722c679a8ce5 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.428680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:05.431602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:05.443321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:05.453416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Pushing event updated for resources: {'Port': ['ID=4c166a08-e8be-4cd1-8bef-4cf8c29f0458,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:05.453639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00715c86-d63f-4335-b3b7-722c679a8ce5 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Pushing event deleted for resources: {'Port': ['ID=df909e73-8199-47a9-b8c4-f643bd9e8672,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:05.465025 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-00715c86-d63f-4335-b3b7-722c679a8ce5 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.472088 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-00715c86-d63f-4335-b3b7-722c679a8ce5 tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "DELETE /v2.0/ports/df909e73-8199-47a9-b8c4-f643bd9e8672 HTTP/1.1" status: 204 len: 168 time: 0.5481048 Oct 19 11:39:05.472394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59406) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:05.473424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f816:3eff:fe86:2d5c (21fa2b95-00e4-4032-bc3d-907cf26e024b/016c03d1-1f8c-4c58-8b5e-f8523619b139/ce9f7d2f-1cfd-4bc9-b919-eabff61fbb5c) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:05.554665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Attempting to bind port 4c166a08-e8be-4cd1-8bef-4cf8c29f0458 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:05.555470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Attempting to bind port 4c166a08-e8be-4cd1-8bef-4cf8c29f0458 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:05.556181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Attempting to bind port 4c166a08-e8be-4cd1-8bef-4cf8c29f0458 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:05.563297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:05.563982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:05.564469 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.564941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:05.565548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Bound port: 4c166a08-e8be-4cd1-8bef-4cf8c29f0458, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:05.566004 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.586323 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ce406cd-31ff-4e53-b926-9c58d51e8459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.588723 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcf1bcd-3036-4bc9-a343-e03b19fba06a tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] GET failed (client error): The resource could not be found. Oct 19 11:39:05.593851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bbcf1bcd-3036-4bc9-a343-e03b19fba06a tempest-PortsAdminExtendedAttrsTestJSON-2126861812 tempest-PortsAdminExtendedAttrsTestJSON-2126861812-project-admin] 10.222.0.39 "GET /v2.0/ports/df909e73-8199-47a9-b8c4-f643bd9e8672 HTTP/1.1" status: 404 len: 333 time: 0.1170964 Oct 19 11:39:05.594596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59412) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:05.643200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] For port 4c166a08-e8be-4cd1-8bef-4cf8c29f0458, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:05.647535 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] For port 4c166a08-e8be-4cd1-8bef-4cf8c29f0458, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4c166a08-e8be-4cd1-8bef-4cf8c29f0458,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:05.662850 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ce406cd-31ff-4e53-b926-9c58d51e8459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.671683 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.740274 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.745608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.748986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce406cd-31ff-4e53-b926-9c58d51e8459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3980cec-487a-4636-bcd9-f0e9d0d2ed57,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:05.753926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9ce406cd-31ff-4e53-b926-9c58d51e8459 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b357e2af29d8456c95f2eae45ca3afd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172153 Oct 19 11:39:05.757190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59422) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:05.774645 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.801523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320f982-dd37-4e0b-a4ca-9ea0a0d79aae None None] Pushing event updated for resources: {'Port': ['ID=4c166a08-e8be-4cd1-8bef-4cf8c29f0458,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:05.893492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:05.895020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:05.903665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.911505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:05.920944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:05.921794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.927877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f726ba0-0f01-403c-a5fd-a4512208fdf8']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:05.939190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3b038b-332d-4d5e-8aa1-1b21dc987add') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:05.941751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3489af64-3a40-44ec-8314-3749b160056f no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:39:05.944688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3b038b-332d-4d5e-8aa1-1b21dc987add') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:05.948957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=ce9f7d2f-1cfd-4bc9-b919-eabff61fbb5c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:05.967128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 3489af64-3a40-44ec-8314-3749b160056f {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:39:05.967451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3489af64-3a40-44ec-8314-3749b160056f not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:39:05.969846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.983504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff02de89-ab7c-479a-8de9-4ddc6ada65c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.989094 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:05.996392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:05.996826 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:06.000595 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:06.003906 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff02de89-ab7c-479a-8de9-4ddc6ada65c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.080486 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-72ac2dab-b77f-451c-938c-bdb2f68587c3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3963487 Oct 19 11:39:06.082549 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59438) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:06.142723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa8fa3-5239-4d40-96bf-62d848c313b2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:06.148935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa8fa3-5239-4d40-96bf-62d848c313b2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:06.150476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-29aa8fa3-5239-4d40-96bf-62d848c313b2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0657434 Oct 19 11:39:06.153205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59440) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:06.182883 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff02de89-ab7c-479a-8de9-4ddc6ada65c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.185481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff02de89-ab7c-479a-8de9-4ddc6ada65c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.187189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ff02de89-ab7c-479a-8de9-4ddc6ada65c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3980cec-487a-4636-bcd9-f0e9d0d2ed57 HTTP/1.1" status: 204 len: 168 time: 0.4287596 Oct 19 11:39:06.192168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.213860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.213860 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] 10.222.0.39 "DELETE /v2.0/networks/7f726ba0-0f01-403c-a5fd-a4512208fdf8 HTTP/1.1" status: 204 len: 168 time: 0.6124368 Oct 19 11:39:06.214654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02de89-ab7c-479a-8de9-4ddc6ada65c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3980cec-487a-4636-bcd9-f0e9d0d2ed57,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:06.244812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7ea31-1c42-4958-bfb4-e923b8a6c430 tempest-PortsAdminExtendedAttrsTestJSON-1722899003 tempest-PortsAdminExtendedAttrsTestJSON-1722899003-project] Pushing event deleted for resources: {'Network': ['ID=7f726ba0-0f01-403c-a5fd-a4512208fdf8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:06.269974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-074a85f1-af2b-4cdf-be75-cb7ef18189e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port ce9f7d2f-1cfd-4bc9-b919-eabff61fbb5c {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:06.270315 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-074a85f1-af2b-4cdf-be75-cb7ef18189e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.378655 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-074a85f1-af2b-4cdf-be75-cb7ef18189e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.394561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-074a85f1-af2b-4cdf-be75-cb7ef18189e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for ce9f7d2f-1cfd-4bc9-b919-eabff61fbb5c owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:06.598967 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-074a85f1-af2b-4cdf-be75-cb7ef18189e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.635512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a85f1-af2b-4cdf-be75-cb7ef18189e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=ce9f7d2f-1cfd-4bc9-b919-eabff61fbb5c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:06.671910 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-074a85f1-af2b-4cdf-be75-cb7ef18189e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.676766 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-074a85f1-af2b-4cdf-be75-cb7ef18189e5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/ce9f7d2f-1cfd-4bc9-b919-eabff61fbb5c HTTP/1.1" status: 204 len: 168 time: 0.5221634 Oct 19 11:39:06.678732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59464) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:06.750401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59466) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:06.758578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a86a9bb-99f2-4e90-a5cf-06af3a50351f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:06.760263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a86a9bb-99f2-4e90-a5cf-06af3a50351f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:06.764498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1a86a9bb-99f2-4e90-a5cf-06af3a50351f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0840266 Oct 19 11:39:06.767245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59472) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:06.835270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-129c7eed-e659-484b-bf67-61d719910569 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 016c03d1-1f8c-4c58-8b5e-f8523619b139 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:06.839139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-129c7eed-e659-484b-bf67-61d719910569 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.898739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-129c7eed-e659-484b-bf67-61d719910569 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:06.962496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f08d6cc2-7c39-4c15-b021-17d626d8cb5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=406c4eddbf3f47e28d9fedbe9ce7389a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109046 Oct 19 11:39:06.965093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59478) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:07.008610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e1636a13-557d-4e2b-9f8f-3f3c13cef8db None None] Provisioning complete for port 4c166a08-e8be-4cd1-8bef-4cf8c29f0458 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:07.009541 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1636a13-557d-4e2b-9f8f-3f3c13cef8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.069666 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-129c7eed-e659-484b-bf67-61d719910569 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.073579 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fbef-b179-4454-b2e2-01db9663af0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.137161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fbef-b179-4454-b2e2-01db9663af0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.137777 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1636a13-557d-4e2b-9f8f-3f3c13cef8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.267806 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-129c7eed-e659-484b-bf67-61d719910569 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.307177 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fbef-b179-4454-b2e2-01db9663af0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.311561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0f0fbef-b179-4454-b2e2-01db9663af0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.313029 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c0f0fbef-b179-4454-b2e2-01db9663af0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21a4c266-8913-4974-a999-0c69545f5ea3 HTTP/1.1" status: 204 len: 168 time: 0.3470237 Oct 19 11:39:07.314047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c7eed-e659-484b-bf67-61d719910569 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=016c03d1-1f8c-4c58-8b5e-f8523619b139,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:07.316591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-129c7eed-e659-484b-bf67-61d719910569 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.323680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-e1636a13-557d-4e2b-9f8f-3f3c13cef8db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:39:07.323680 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-e1636a13-557d-4e2b-9f8f-3f3c13cef8db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:39:07.324782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-129c7eed-e659-484b-bf67-61d719910569 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/016c03d1-1f8c-4c58-8b5e-f8523619b139 HTTP/1.1" status: 204 len: 168 time: 0.5514710 Oct 19 11:39:07.324782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59492) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:07.368204 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9282ae7b-4a89-4290-be68-92207e241d0a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435708 Oct 19 11:39:07.369123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0fbef-b179-4454-b2e2-01db9663af0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a4c266-8913-4974-a999-0c69545f5ea3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:07.370940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59494) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:07.438614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b217fba2-90b9-4d34-8be6-85da18e283dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:07.440164 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b217fba2-90b9-4d34-8be6-85da18e283dd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0682001 Oct 19 11:39:07.442988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59498) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:07.517598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f72923a-c865-4efe-87cb-4894cb9128e1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:07.520760 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9f72923a-c865-4efe-87cb-4894cb9128e1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0749090 Oct 19 11:39:07.521730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59500) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:07.526116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc77e21-460e-4d27-9361-89bdd5ff2202 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:07.573089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-29a515af-1f95-4729-89fe-39fbcbdef5e7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455585 Oct 19 11:39:07.573330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59506) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:07.580641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-947e83cf-2b74-443e-8f91-2fa95ebbe92d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:07.768480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3e4cd-b13a-4486-a521-dc7683756d90 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:39:07.816687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3e4cd-b13a-4486-a521-dc7683756d90 None None] Deleting port 4c166a08-e8be-4cd1-8bef-4cf8c29f0458 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:07.821698 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e4cd-b13a-4486-a521-dc7683756d90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.833525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947e83cf-2b74-443e-8f91-2fa95ebbe92d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:07.837755 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-947e83cf-2b74-443e-8f91-2fa95ebbe92d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.928295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9ca3e4cd-b13a-4486-a521-dc7683756d90 None None] For port 4c166a08-e8be-4cd1-8bef-4cf8c29f0458, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4c166a08-e8be-4cd1-8bef-4cf8c29f0458,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:07.930101 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e4cd-b13a-4486-a521-dc7683756d90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.931527 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1636a13-557d-4e2b-9f8f-3f3c13cef8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:07.950724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3e4cd-b13a-4486-a521-dc7683756d90 None None] Calling delete_port for 4c166a08-e8be-4cd1-8bef-4cf8c29f0458 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:07.976659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e1636a13-557d-4e2b-9f8f-3f3c13cef8db None None] For port 4c166a08-e8be-4cd1-8bef-4cf8c29f0458, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4c166a08-e8be-4cd1-8bef-4cf8c29f0458,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:08.069771 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1636a13-557d-4e2b-9f8f-3f3c13cef8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:08.114471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59528) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:08.121850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1636a13-557d-4e2b-9f8f-3f3c13cef8db None None] Pushing event updated for resources: {'Port': ['ID=4c166a08-e8be-4cd1-8bef-4cf8c29f0458,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:08.166375 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c6721091-9755-47b8-b154-cc7282329cbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6562700e0024e888e8a1b559ea3d2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501990 Oct 19 11:39:08.168846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59530) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:08.183857 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e4cd-b13a-4486-a521-dc7683756d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:08.189464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fdb99071-2cbc-46b2-9b85-339c258e8653 None None] Could not find standard attr ID for object ce9f7d2f-1cfd-4bc9-b919-eabff61fbb5c. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:39:08.211231 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-947e83cf-2b74-443e-8f91-2fa95ebbe92d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:08.217831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3e4cd-b13a-4486-a521-dc7683756d90 None None] Pushing event deleted for resources: {'Port': ['ID=4c166a08-e8be-4cd1-8bef-4cf8c29f0458,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:08.217831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3e4cd-b13a-4486-a521-dc7683756d90 None None] No DVR routers for this DVR port 4c166a08-e8be-4cd1-8bef-4cf8c29f0458 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:08.261657 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6752e855-05f1-4f61-94db-b13f93309fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:08.273624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947e83cf-2b74-443e-8f91-2fa95ebbe92d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:08.283996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-947e83cf-2b74-443e-8f91-2fa95ebbe92d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:08.296450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947e83cf-2b74-443e-8f91-2fa95ebbe92d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:08.297070 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-947e83cf-2b74-443e-8f91-2fa95ebbe92d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:08.299707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e0359-cc0d-4766-ac7a-260af61dbbf7 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:08.304946 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6752e855-05f1-4f61-94db-b13f93309fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:08.312245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e83cf-2b74-443e-8f91-2fa95ebbe92d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=737164d1-02a8-4c12-8870-e1207cf2aca1,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:08.417119 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-947e83cf-2b74-443e-8f91-2fa95ebbe92d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8426774 Oct 19 11:39:08.421324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59532) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:08.428713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:cc:1c:8c', 'name': 'tempest-NetworksTestDHCPv6-408005121'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:08.433201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6752e855-05f1-4f61-94db-b13f93309fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:08.443300 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6752e855-05f1-4f61-94db-b13f93309fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:08.448196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6752e855-05f1-4f61-94db-b13f93309fcb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6097ba2-2727-4056-b8c9-72995c892efe HTTP/1.1" status: 204 len: 168 time: 0.2782362 Oct 19 11:39:08.461107 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752e855-05f1-4f61-94db-b13f93309fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6097ba2-2727-4056-b8c9-72995c892efe,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:08.490742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '737164d1-02a8-4c12-8870-e1207cf2aca1'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:08.493804 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:08.644441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:08.651364 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:08.673381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port c430086d-a3b7-4a79-8192-dc33d9098e23 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:08.678125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Allocated IP 2001:db8::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/737164d1-02a8-4c12-8870-e1207cf2aca1/bde012ec-eeb9-415a-807a-694a8a294e16) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:08.939500 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:09.055950 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:09.099352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:09.102432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:09.106166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:09.113270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Pushing event updated for resources: {'Port': ['ID=bde012ec-eeb9-415a-807a-694a8a294e16,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:09.133911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/737164d1-02a8-4c12-8870-e1207cf2aca1/c430086d-a3b7-4a79-8192-dc33d9098e23) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:09.167737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Attempting to bind port bde012ec-eeb9-415a-807a-694a8a294e16 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:09.168193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Attempting to bind port bde012ec-eeb9-415a-807a-694a8a294e16 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:09.174648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Attempting to bind port bde012ec-eeb9-415a-807a-694a8a294e16 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:09.175111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:09.175783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:09.176382 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:09.177020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:09.177712 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Bound port: bde012ec-eeb9-415a-807a-694a8a294e16, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:09.178077 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:09.401551 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] For port bde012ec-eeb9-415a-807a-694a8a294e16, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:09.407838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] For port bde012ec-eeb9-415a-807a-694a8a294e16, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bde012ec-eeb9-415a-807a-694a8a294e16,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:09.478795 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:09.782133 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:09.802838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:09.879069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1989e-6e38-439c-ba2e-c279a4c54f10 None None] Pushing event updated for resources: {'Port': ['ID=bde012ec-eeb9-415a-807a-694a8a294e16,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:09.900871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:09.902634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:09.928409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:09.939256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:09.943803 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:09.973411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=c430086d-a3b7-4a79-8192-dc33d9098e23,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:10.035271 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59574) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:10.050329 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-22294037-d80f-48f4-85cd-9860424dff3e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6229374 Oct 19 11:39:10.052406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59578) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:10.134942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c1376-da4d-41ab-8ec7-853b9bae2539 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:10.142317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c1376-da4d-41ab-8ec7-853b9bae2539 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:10.144028 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-423c1376-da4d-41ab-8ec7-853b9bae2539 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0904872 Oct 19 11:39:10.146887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59580) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:10.204397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2076835193'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:10.254592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c34f7064-3a37-4b5d-a3b0-37da6faf7b87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port c430086d-a3b7-4a79-8192-dc33d9098e23 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:10.254936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c34f7064-3a37-4b5d-a3b0-37da6faf7b87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.311397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:10.314940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.329161 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.350699 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c34f7064-3a37-4b5d-a3b0-37da6faf7b87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.366750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c34f7064-3a37-4b5d-a3b0-37da6faf7b87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for c430086d-a3b7-4a79-8192-dc33d9098e23 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:10.407753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.493954 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.525088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763ccd07-8a58-4681-a4ab-689fc2ff0260,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:10.587505 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c34f7064-3a37-4b5d-a3b0-37da6faf7b87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.598997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:10.609898 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.610386 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Added segment ac598026-edeb-4380-8cad-e0b96992aebb of type vlan for network d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3 Oct 19 11:39:10.619549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f7064-3a37-4b5d-a3b0-37da6faf7b87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=c430086d-a3b7-4a79-8192-dc33d9098e23,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:10.651894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c34f7064-3a37-4b5d-a3b0-37da6faf7b87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.655850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c34f7064-3a37-4b5d-a3b0-37da6faf7b87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/c430086d-a3b7-4a79-8192-dc33d9098e23 HTTP/1.1" status: 204 len: 168 time: 0.5080099 Oct 19 11:39:10.656188 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.658361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59584) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:10.714523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf73f3-d4d1-41a2-93da-f26b651bf3a1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:10.718514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf73f3-d4d1-41a2-93da-f26b651bf3a1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:10.718731 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-91cf73f3-d4d1-41a2-93da-f26b651bf3a1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0593765 Oct 19 11:39:10.721346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59586) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:10.747316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.759971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:10.759971 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.779781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8d7042-4a44-49f4-9489-3fce1069bb8c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 737164d1-02a8-4c12-8870-e1207cf2aca1 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:10.783493 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7042-4a44-49f4-9489-3fce1069bb8c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.830057 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7042-4a44-49f4-9489-3fce1069bb8c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:10.843025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:10.853871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:10.879834 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c47fd9f2-828c-4fde-b1ae-48ea468dd084 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8429673 Oct 19 11:39:10.952437 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7042-4a44-49f4-9489-3fce1069bb8c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:11.107516 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7042-4a44-49f4-9489-3fce1069bb8c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:11.150550 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-75bf5ff5-1b60-4801-9779-c1242b946aa2 None None] Provisioning complete for port bde012ec-eeb9-415a-807a-694a8a294e16 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:11.150819 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-75bf5ff5-1b60-4801-9779-c1242b946aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:11.153703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d7042-4a44-49f4-9489-3fce1069bb8c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=737164d1-02a8-4c12-8870-e1207cf2aca1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:11.163785 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7042-4a44-49f4-9489-3fce1069bb8c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:11.170720 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7e8d7042-4a44-49f4-9489-3fce1069bb8c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/737164d1-02a8-4c12-8870-e1207cf2aca1 HTTP/1.1" status: 204 len: 168 time: 0.4475694 Oct 19 11:39:11.170833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59596) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:11.244125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f5bcf0df-e79c-4a9e-aa49-a6b14d1d4733 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722158 Oct 19 11:39:11.246190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59598) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:11.326624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecdb665-ded2-46ec-9f2e-f8a46e35b96c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:11.326812 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-75bf5ff5-1b60-4801-9779-c1242b946aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:11.331689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59600) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:11.343529 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-eecdb665-ded2-46ec-9f2e-f8a46e35b96c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0962079 Oct 19 11:39:11.360158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-75bf5ff5-1b60-4801-9779-c1242b946aa2 None None] For port bde012ec-eeb9-415a-807a-694a8a294e16, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bde012ec-eeb9-415a-807a-694a8a294e16,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:11.405388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f03e8a3-a708-4a90-bad1-18a22a5eefe1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:11.407221 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9f03e8a3-a708-4a90-bad1-18a22a5eefe1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0740790 Oct 19 11:39:11.409797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59602) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:11.441006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de8eedb-5011-46b9-97e9-f6361cd5345d None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:11.453986 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-75bf5ff5-1b60-4801-9779-c1242b946aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:11.464698 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e7943281-1ca5-45ff-ab55-b186dc0a6b8f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507081 Oct 19 11:39:11.464898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59604) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:11.486388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:11.580998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-23490a54-fbce-4514-b824-fb778750cba1 None None] Could not find standard attr ID for object c430086d-a3b7-4a79-8192-dc33d9098e23. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:39:11.671456 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf5ff5-1b60-4801-9779-c1242b946aa2 None None] Pushing event updated for resources: {'Port': ['ID=bde012ec-eeb9-415a-807a-694a8a294e16,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:11.758911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fde9bdb-0333-4c3c-8b46-0e1c1aa206e3 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:39:11.784943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:11.788488 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:11.874558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0fde9bdb-0333-4c3c-8b46-0e1c1aa206e3 None None] Deleting port bde012ec-eeb9-415a-807a-694a8a294e16 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:11.880981 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0fde9bdb-0333-4c3c-8b46-0e1c1aa206e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:12.011539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0fde9bdb-0333-4c3c-8b46-0e1c1aa206e3 None None] For port bde012ec-eeb9-415a-807a-694a8a294e16, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bde012ec-eeb9-415a-807a-694a8a294e16,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:12.014888 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0fde9bdb-0333-4c3c-8b46-0e1c1aa206e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:12.035936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0fde9bdb-0333-4c3c-8b46-0e1c1aa206e3 None None] Calling delete_port for bde012ec-eeb9-415a-807a-694a8a294e16 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:12.236203 n-d-814547-1 neutron-server[101311]: DEBUG neutron.objects.ports [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101311) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:39:12.243034 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0fde9bdb-0333-4c3c-8b46-0e1c1aa206e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:12.306249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde9bdb-0333-4c3c-8b46-0e1c1aa206e3 None None] Pushing event deleted for resources: {'Port': ['ID=bde012ec-eeb9-415a-807a-694a8a294e16,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:12.310331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde9bdb-0333-4c3c-8b46-0e1c1aa206e3 None None] No DVR routers for this DVR port bde012ec-eeb9-415a-807a-694a8a294e16 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:12.399926 n-d-814547-1 neutron-server[101311]: WARNING neutron.services.revisions.revision_plugin [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Could not find related port for resource to bump revision. Oct 19 11:39:12.461533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Port bde012ec-eeb9-415a-807a-694a8a294e16 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101311) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 19 11:39:12.461891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Reverting IP allocation for 2001:db8::f816:3eff:fe52:2049 {{(pid=101311) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 19 11:39:12.465834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.ipam_pluggable_backend [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe52:2049 {{(pid=101311) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 19 11:39:12.467651 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:12.542045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=b3b5db06-ec8c-4d87-afa1-c8714a82f7c7,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:12.553405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:12.555101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:12.566217 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0727225-e87d-481a-a671-13dd31fd8e98 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:12.566670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:12.567360 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:12.654914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a5698a44-1ddc-418a-b82b-79b3a9c76634 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1863739 Oct 19 11:39:12.655176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59616) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:12.673706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3a325d8b-be09-4239-bd0f-d1e34c0d8d5d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:12.790674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': 'b3b5db06-ec8c-4d87-afa1-c8714a82f7c7'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:12.791550 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:12.965058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Allocated IP 2001:db8::f816:3eff:fe2f:c0c0 (21fa2b95-00e4-4032-bc3d-907cf26e024b/b3b5db06-ec8c-4d87-afa1-c8714a82f7c7/bfea3829-381f-4437-b318-5d139fe9f283) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:13.062683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a325d8b-be09-4239-bd0f-d1e34c0d8d5d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:13.067420 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3a325d8b-be09-4239-bd0f-d1e34c0d8d5d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:13.169015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:13.180672 n-d-814547-1 neutron-server[101311]: INFO neutron.db.ipam_backend_mixin [None req-3a325d8b-be09-4239-bd0f-d1e34c0d8d5d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b3b5db06-ec8c-4d87-afa1-c8714a82f7c7 (CIDR: 2001:db8::/64) Oct 19 11:39:13.231592 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a325d8b-be09-4239-bd0f-d1e34c0d8d5d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:39:13.232258 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a325d8b-be09-4239-bd0f-d1e34c0d8d5d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:13.279170 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:13.322430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:13.325609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:13.335765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59622) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:13.336351 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3a325d8b-be09-4239-bd0f-d1e34c0d8d5d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6796434 Oct 19 11:39:13.339734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:13.346383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-610e7db8-ad92-4814-8361-a51aeb652a39 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:13.382145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Pushing event updated for resources: {'Port': ['ID=bfea3829-381f-4437-b318-5d139fe9f283,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:13.416003 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Attempting to bind port bfea3829-381f-4437-b318-5d139fe9f283 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:13.416528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Attempting to bind port bfea3829-381f-4437-b318-5d139fe9f283 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:13.417044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Attempting to bind port bfea3829-381f-4437-b318-5d139fe9f283 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:13.423027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:13.423508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:13.424147 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:13.424676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:13.425349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Bound port: bfea3829-381f-4437-b318-5d139fe9f283, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:13.425815 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:13.493827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] For port bfea3829-381f-4437-b318-5d139fe9f283, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:13.500141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] For port bfea3829-381f-4437-b318-5d139fe9f283, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bfea3829-381f-4437-b318-5d139fe9f283,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:13.603230 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:13.625155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610e7db8-ad92-4814-8361-a51aeb652a39 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:13.628830 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-610e7db8-ad92-4814-8361-a51aeb652a39 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:13.690867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a107b0c-55ad-46ab-bcd4-80319c27e36a None None] Pushing event updated for resources: {'Port': ['ID=bfea3829-381f-4437-b318-5d139fe9f283,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:14.140623 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-610e7db8-ad92-4814-8361-a51aeb652a39 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:14.208633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59628) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:14.215165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'network_id': 'd2c16b43-d98d-4d24-9f9f-ec39f5cd19e3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:14.216400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e7db8-ad92-4814-8361-a51aeb652a39 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:14.221196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-610e7db8-ad92-4814-8361-a51aeb652a39 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:14.229246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e7db8-ad92-4814-8361-a51aeb652a39 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:14.229975 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-610e7db8-ad92-4814-8361-a51aeb652a39 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:14.251938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e7db8-ad92-4814-8361-a51aeb652a39 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=28a54cb5-ddc0-4b30-98af-1ac1a71f7efc,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:14.311189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-610e7db8-ad92-4814-8361-a51aeb652a39 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9720948 Oct 19 11:39:14.314096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59632) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:14.319633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:b8:8e:25', 'name': 'tempest-NetworksTestDHCPv6-492419450'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:14.421581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:14.425334 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:14.524427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:14.611452 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:14.645983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 583dfc43-f112-4454-bf51-dba95446303c yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:14.696099 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:14.765045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=a5c00c00-603d-4bd2-a12a-aa4213401dc1,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:14.813252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Checking segment: {'id': 'ac598026-edeb-4380-8cad-e0b96992aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2c16b43-d98d-4d24-9f9f-ec39f5cd19e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:14.813639 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network hostable DHCP agents. Network: d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:14.871638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8:0:1::15b (21fa2b95-00e4-4032-bc3d-907cf26e024b/28a54cb5-ddc0-4b30-98af-1ac1a71f7efc/583dfc43-f112-4454-bf51-dba95446303c) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:14.878567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:14.888069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f816:3eff:feb8:8e25 (21fa2b95-00e4-4032-bc3d-907cf26e024b/b3b5db06-ec8c-4d87-afa1-c8714a82f7c7/583dfc43-f112-4454-bf51-dba95446303c) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:14.958786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:14.963261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:14.963848 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:14.972406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423c9d72-744d-45a8-97b2-fe7e1530913b None None] Network d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:15.060952 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2f85356b-c4fb-424b-8ca7-b9c66da1c134 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8503449 Oct 19 11:39:15.061594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59644) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:15.067310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-85463313'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:15.097714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.107853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d65d2-22db-41d5-a199-18d2e7019546 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:15.169706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:15.173317 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.213621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:15.217468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.260219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f5c42011-afb8-4836-a50c-1f70910dcd7b None None] Provisioning complete for port bfea3829-381f-4437-b318-5d139fe9f283 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:15.262020 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f5c42011-afb8-4836-a50c-1f70910dcd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.264086 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.269007 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Added segment 167e8613-ee4d-4fad-97ae-870f3b1a4be3 of type vlan for network 8598f34b-5f70-43fb-80da-d71554312d11 Oct 19 11:39:15.288883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:15.292252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:15.296329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:15.302268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:15.303401 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.307907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3', 'network_id': 'd2c16b43-d98d-4d24-9f9f-ec39f5cd19e3', 'tenant_id': '4ea844d87b46425db234f8b214217f37', 'fixed_ips': [{'subnet_id': 'a5c00c00-603d-4bd2-a12a-aa4213401dc1'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:15.308956 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.337101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=583dfc43-f112-4454-bf51-dba95446303c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:15.341361 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.417168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-96188121-4cc5-4e9c-87af-495869edf0e4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1017356 Oct 19 11:39:15.422302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59648) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:15.484516 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.491262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:15.491962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.561545 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f5c42011-afb8-4836-a50c-1f70910dcd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.572986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b746503e-536d-4188-b650-f12ff24b6e15 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 583dfc43-f112-4454-bf51-dba95446303c {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:15.573469 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b746503e-536d-4188-b650-f12ff24b6e15 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.607664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Allocated IP 2001:db8:0:ffff::2 (d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3/a5c00c00-603d-4bd2-a12a-aa4213401dc1/3f406be3-a72d-4abf-9726-f96496f6385a) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:15.635229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f5c42011-afb8-4836-a50c-1f70910dcd7b None None] For port bfea3829-381f-4437-b318-5d139fe9f283, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bfea3829-381f-4437-b318-5d139fe9f283,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:15.653628 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5906386 Oct 19 11:39:15.655527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17157639-52e1-4f5e-ac8c-a13eb45ceaea tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=8598f34b-5f70-43fb-80da-d71554312d11,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:15.657930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59652) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:15.664467 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'network_id': '8598f34b-5f70-43fb-80da-d71554312d11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:15.678115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 8598f34b-5f70-43fb-80da-d71554312d11 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:15.733796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b746503e-536d-4188-b650-f12ff24b6e15 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.749127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b746503e-536d-4188-b650-f12ff24b6e15 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 583dfc43-f112-4454-bf51-dba95446303c owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:15.759942 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f5c42011-afb8-4836-a50c-1f70910dcd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.859856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e96e879-10e2-4356-9ee8-c36c2380957e None None] Update dhcp port {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': 'b3b5db06-ec8c-4d87-afa1-c8714a82f7c7', 'ip_address': '2001:db8::f816:3eff:fe2f:c0c0'}, {'subnet_id': '28a54cb5-ddc0-4b30-98af-1ac1a71f7efc'}], 'binding:host_id': 'n-d-814547-1'}, 'id': 'bfea3829-381f-4437-b318-5d139fe9f283'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:39:15.879207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:15.882493 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:15.934858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c42011-afb8-4836-a50c-1f70910dcd7b None None] Pushing event updated for resources: {'Port': ['ID=bfea3829-381f-4437-b318-5d139fe9f283,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:15.940424 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2e96e879-10e2-4356-9ee8-c36c2380957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:16.022697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bfea3829-381f-4437-b318-5d139fe9f283 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:16.182576 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:16.302455 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:16.376938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=922b57bf-bb19-45bf-939b-5d1e2df6b99a,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:16.390434 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:16.402930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port bfea3829-381f-4437-b318-5d139fe9f283 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:16.403433 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:16.427691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Checking segment: {'id': '167e8613-ee4d-4fad-97ae-870f3b1a4be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8598f34b-5f70-43fb-80da-d71554312d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:16.428062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network hostable DHCP agents. Network: 8598f34b-5f70-43fb-80da-d71554312d11, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:16.430892 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b746503e-536d-4188-b650-f12ff24b6e15 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:16.476296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746503e-536d-4188-b650-f12ff24b6e15 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=583dfc43-f112-4454-bf51-dba95446303c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:16.497243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Network d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:16.528139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-2e96e879-10e2-4356-9ee8-c36c2380957e None None] Allocated IP 2001:db8:0:1::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/28a54cb5-ddc0-4b30-98af-1ac1a71f7efc/bfea3829-381f-4437-b318-5d139fe9f283) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:16.529883 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b746503e-536d-4188-b650-f12ff24b6e15 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:16.533499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b746503e-536d-4188-b650-f12ff24b6e15 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/583dfc43-f112-4454-bf51-dba95446303c HTTP/1.1" status: 204 len: 168 time: 1.1120982 Oct 19 11:39:16.536069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59658) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:16.545744 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:16.556672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:16.576757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Pushing event updated for resources: {'Port': ['ID=3f406be3-a72d-4abf-9726-f96496f6385a,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:16.581897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network 8598f34b-5f70-43fb-80da-d71554312d11 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:16.610338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1da3ff-f1b4-4126-8e87-75acf5103bb3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:16.612301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6f1da3ff-f1b4-4126-8e87-75acf5103bb3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0748308 Oct 19 11:39:16.614751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59660) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:16.664711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Attempting to bind port 3f406be3-a72d-4abf-9726-f96496f6385a on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:16.665082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Attempting to bind port 3f406be3-a72d-4abf-9726-f96496f6385a by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'ac598026-edeb-4380-8cad-e0b96992aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2c16b43-d98d-4d24-9f9f-ec39f5cd19e3'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:16.665446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Attempting to bind port 3f406be3-a72d-4abf-9726-f96496f6385a on network d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:16.670722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5339c2-cf5c-42a6-9729-799a6da52dfe tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:16.672618 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5a5339c2-cf5c-42a6-9729-799a6da52dfe tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0565965 Oct 19 11:39:16.674085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 8598f34b-5f70-43fb-80da-d71554312d11) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:16.675729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59662) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:16.681729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:16.681729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:16.696067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:16.697651 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Checking segment: {'id': 'ac598026-edeb-4380-8cad-e0b96992aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2c16b43-d98d-4d24-9f9f-ec39f5cd19e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:16.698060 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:16.700338 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Bound using segment: {'id': 'ac598026-edeb-4380-8cad-e0b96992aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2c16b43-d98d-4d24-9f9f-ec39f5cd19e3'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:16.701352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Bound port: 3f406be3-a72d-4abf-9726-f96496f6385a, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac598026-edeb-4380-8cad-e0b96992aebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd2c16b43-d98d-4d24-9f9f-ec39f5cd19e3'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:16.701743 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:16.730109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00535d4c-5f77-478e-82d7-1416eb11387b None None] Network 8598f34b-5f70-43fb-80da-d71554312d11 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:16.753642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3ddbc8-1599-45bd-bd2d-9e7e1cbf1dbc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:16.755288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3ddbc8-1599-45bd-bd2d-9e7e1cbf1dbc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:16.757597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3ddbc8-1599-45bd-bd2d-9e7e1cbf1dbc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:16.759673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-da3ddbc8-1599-45bd-bd2d-9e7e1cbf1dbc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0830989 Oct 19 11:39:16.763439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59666) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:16.796636 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-956df1d5-7f6c-445e-864b-661f6aa556b0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1374302 Oct 19 11:39:16.800969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59668) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:16.839801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cf7eb0-7924-4927-a856-53e64c5c8e4a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 28a54cb5-ddc0-4b30-98af-1ac1a71f7efc {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:16.966576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] For port 3f406be3-a72d-4abf-9726-f96496f6385a, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:16.971982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:16.981419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] For port 3f406be3-a72d-4abf-9726-f96496f6385a, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3f406be3-a72d-4abf-9726-f96496f6385a,segment=NetworkSegment(ac598026-edeb-4380-8cad-e0b96992aebb),segment_id=ac598026-edeb-4380-8cad-e0b96992aebb)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:16.991830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2e96e879-10e2-4356-9ee8-c36c2380957e None None] For port bfea3829-381f-4437-b318-5d139fe9f283, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bfea3829-381f-4437-b318-5d139fe9f283,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:17.062777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.062993 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2e96e879-10e2-4356-9ee8-c36c2380957e None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.066735 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.155461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eedcd1-4de0-4b7a-9677-d430479e87b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-8598f34b-5f70-43fb-80da-d71554312d11', 'network_id': '8598f34b-5f70-43fb-80da-d71554312d11', 'tenant_id': '4ea844d87b46425db234f8b214217f37', 'fixed_ips': [{'subnet_id': '922b57bf-bb19-45bf-939b-5d1e2df6b99a'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:17.156318 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-68eedcd1-4de0-4b7a-9677-d430479e87b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.158446 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28cf7eb0-7924-4927-a856-53e64c5c8e4a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.182955 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2e96e879-10e2-4356-9ee8-c36c2380957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.189786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.193118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89002f41-370a-4257-96fc-2823edf958e1 None None] Pushing event updated for resources: {'Port': ['ID=3f406be3-a72d-4abf-9726-f96496f6385a,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:17.242534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Subnet': ['ID=922b57bf-bb19-45bf-939b-5d1e2df6b99a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:17.251154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28cf7eb0-7924-4927-a856-53e64c5c8e4a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.353378 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.382145 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28cf7eb0-7924-4927-a856-53e64c5c8e4a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.399716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8598f34b-5f70-43fb-80da-d71554312d11']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:17.411619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167e8613-ee4d-4fad-97ae-870f3b1a4be3') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:17.412466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167e8613-ee4d-4fad-97ae-870f3b1a4be3') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:17.445945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.480340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.487866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96e879-10e2-4356-9ee8-c36c2380957e None None] Pushing event updated for resources: {'Port': ['ID=bfea3829-381f-4437-b318-5d139fe9f283,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:17.514600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0e5dd-f899-4f5b-b7e2-cb027d651f06 None None] Network 8598f34b-5f70-43fb-80da-d71554312d11 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:17.524805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:17.525319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:17.528761 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:17.615700 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28cf7eb0-7924-4927-a856-53e64c5c8e4a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.661993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf7eb0-7924-4927-a856-53e64c5c8e4a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=28a54cb5-ddc0-4b30-98af-1ac1a71f7efc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:17.665043 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-28cf7eb0-7924-4927-a856-53e64c5c8e4a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.669486 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-28cf7eb0-7924-4927-a856-53e64c5c8e4a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/28a54cb5-ddc0-4b30-98af-1ac1a71f7efc HTTP/1.1" status: 204 len: 168 time: 0.9049201 Oct 19 11:39:17.671998 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59674) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:17.702019 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.737743 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.746860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/8598f34b-5f70-43fb-80da-d71554312d11 HTTP/1.1" status: 204 len: 168 time: 0.9438910 Oct 19 11:39:17.747983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da29b9c-acdd-49d1-abc5-8707d3b1edd2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Network': ['ID=8598f34b-5f70-43fb-80da-d71554312d11,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:17.752752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59678) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:17.758447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-825520931'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:17.785111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c6bdf2-e9fa-4bed-8037-5c3f3ed240a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet b3b5db06-ec8c-4d87-afa1-c8714a82f7c7 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:17.789133 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86c6bdf2-e9fa-4bed-8037-5c3f3ed240a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.835821 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86c6bdf2-e9fa-4bed-8037-5c3f3ed240a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.849878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:17.854339 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.910661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:17.910661 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.910661 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Added segment fc0acb2f-495e-4cb7-944a-c7a9accea0a0 of type vlan for network 676ebf2b-92b2-4805-ae80-3d88337beb62 Oct 19 11:39:17.962759 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86c6bdf2-e9fa-4bed-8037-5c3f3ed240a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:17.966778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.087535 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3f406be3-a72d-4abf-9726-f96496f6385a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:18.095524 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.102386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:18.112740 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.171704 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86c6bdf2-e9fa-4bed-8037-5c3f3ed240a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.198538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 3f406be3-a72d-4abf-9726-f96496f6385a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:18.205595 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.235974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=676ebf2b-92b2-4805-ae80-3d88337beb62,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:18.246293 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8334a42b-94f0-4b47-9e9e-92f2c00451d7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4899111 Oct 19 11:39:18.246550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59686) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:18.252154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6bdf2-e9fa-4bed-8037-5c3f3ed240a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b5db06-ec8c-4d87-afa1-c8714a82f7c7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:18.257133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 676ebf2b-92b2-4805-ae80-3d88337beb62 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:18.260096 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-86c6bdf2-e9fa-4bed-8037-5c3f3ed240a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.266237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'network_id': '676ebf2b-92b2-4805-ae80-3d88337beb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:18.271705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-86c6bdf2-e9fa-4bed-8037-5c3f3ed240a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/b3b5db06-ec8c-4d87-afa1-c8714a82f7c7 HTTP/1.1" status: 204 len: 168 time: 0.5965779 Oct 19 11:39:18.272258 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59688) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:18.336887 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eecd5bf9-0177-4bfa-a89a-2c370d58be5f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632830 Oct 19 11:39:18.340140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59690) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:18.346988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:18.443307 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce6f0c-e11d-42c3-b3eb-c94f51959195 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:18.540875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:18.545024 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.551579 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.623600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-70c3720c-7c42-44f9-ac80-6e930729df82 None None] Provisioning complete for port bfea3829-381f-4437-b318-5d139fe9f283 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:18.623969 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-70c3720c-7c42-44f9-ac80-6e930729df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.661961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 3f406be3-a72d-4abf-9726-f96496f6385a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3f406be3-a72d-4abf-9726-f96496f6385a,segment=NetworkSegment(ac598026-edeb-4380-8cad-e0b96992aebb),segment_id=ac598026-edeb-4380-8cad-e0b96992aebb)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:18.689620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:18.706241 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.721168 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.723498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bfea3829-381f-4437-b318-5d139fe9f283 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:18.790046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c00c24-2f71-4a91-89e7-b7703581e2bc None None] Network d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:18.821349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:18.860395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bddaeab-f769-4b92-b9f9-3e79dbb90776 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:39:18.904761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Checking segment: {'id': 'fc0acb2f-495e-4cb7-944a-c7a9accea0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '676ebf2b-92b2-4805-ae80-3d88337beb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:18.905166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network hostable DHCP agents. Network: 676ebf2b-92b2-4805-ae80-3d88337beb62, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:18.927619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=334ef3fc-f967-43bf-ac5a-9aaca6201763,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:18.980702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-70c3720c-7c42-44f9-ac80-6e930729df82 None None] Could not find standard attr ID for object 583dfc43-f112-4454-bf51-dba95446303c. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:39:18.985609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=3f406be3-a72d-4abf-9726-f96496f6385a,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:19.009544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network 676ebf2b-92b2-4805-ae80-3d88337beb62 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:19.048732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port bfea3829-381f-4437-b318-5d139fe9f283 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:19.049104 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.084085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 676ebf2b-92b2-4805-ae80-3d88337beb62) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:19.108353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:19.111396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.115362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce3506-af02-4c9a-90ef-200ddf4d881f None None] Network 676ebf2b-92b2-4805-ae80-3d88337beb62 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:19.118950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9bddaeab-f769-4b92-b9f9-3e79dbb90776 None None] Deleting port bfea3829-381f-4437-b318-5d139fe9f283 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:19.119320 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bddaeab-f769-4b92-b9f9-3e79dbb90776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.180367 n-d-814547-1 neutron-server[101311]: DEBUG neutron.objects.ports [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101311) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:39:19.212396 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ba0bf402-9491-498a-9caf-8289b35954bd tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9631493 Oct 19 11:39:19.213431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59700) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:19.222794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1763138715'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:19.322411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:19.327211 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.361314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:19.372271 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.373436 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Added segment 162887fa-c108-4d46-ae88-2d770164d8e6 of type vlan for network 2aeaa2ba-2205-42c6-9c67-81fcf174d21e Oct 19 11:39:19.384015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-451e1bb3-ccce-4379-bf2f-3a735bd1ed33 None None] Provisioning complete for port 3f406be3-a72d-4abf-9726-f96496f6385a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:19.384387 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-451e1bb3-ccce-4379-bf2f-3a735bd1ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.448500 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.480843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.579045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.596480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:19.598769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.603895 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9bddaeab-f769-4b92-b9f9-3e79dbb90776 None None] For port bfea3829-381f-4437-b318-5d139fe9f283, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bfea3829-381f-4437-b318-5d139fe9f283,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:19.605583 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bddaeab-f769-4b92-b9f9-3e79dbb90776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.632029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9bddaeab-f769-4b92-b9f9-3e79dbb90776 None None] Calling delete_port for bfea3829-381f-4437-b318-5d139fe9f283 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:19.779121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] For port bfea3829-381f-4437-b318-5d139fe9f283, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bfea3829-381f-4437-b318-5d139fe9f283,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:19.790071 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.824004 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-676ebf2b-92b2-4805-ae80-3d88337beb62', 'network_id': '676ebf2b-92b2-4805-ae80-3d88337beb62', 'tenant_id': '4ea844d87b46425db234f8b214217f37', 'fixed_ips': [{'subnet_id': '334ef3fc-f967-43bf-ac5a-9aaca6201763'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:19.825684 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.843379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=2aeaa2ba-2205-42c6-9c67-81fcf174d21e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:19.860068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0e83de2a-c3e8-425b-993c-bb9a3afd9c2b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6453016 Oct 19 11:39:19.863612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59708) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:19.877332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'network_id': '2aeaa2ba-2205-42c6-9c67-81fcf174d21e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:19.884237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 2aeaa2ba-2205-42c6-9c67-81fcf174d21e details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:19.900358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:19.961364 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-1da4306c-426b-4ea5-b42d-be96e99a673b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3224516 Oct 19 11:39:19.996002 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:20.001239 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:20.033623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3f406be3-a72d-4abf-9726-f96496f6385a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:20.097519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-45feb4d7-e561-4ee6-b305-9746e2025844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.098479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-45feb4d7-e561-4ee6-b305-9746e2025844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.099110 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-45feb4d7-e561-4ee6-b305-9746e2025844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.099733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-45feb4d7-e561-4ee6-b305-9746e2025844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.100680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-45feb4d7-e561-4ee6-b305-9746e2025844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.101311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-45feb4d7-e561-4ee6-b305-9746e2025844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.101928 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-45feb4d7-e561-4ee6-b305-9746e2025844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.104090 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-45feb4d7-e561-4ee6-b305-9746e2025844 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6499 time: 0.0809748 Oct 19 11:39:20.109747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=bfea3829-381f-4437-b318-5d139fe9f283,revision_number=8']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:20.134165 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bddaeab-f769-4b92-b9f9-3e79dbb90776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:20.143131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:20.146506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=9b72cc7a-8b47-49c8-94c8-1a6c869a2c58,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:20.157456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:20.163544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.164400 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:20.171408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-55f39768-574f-4324-ab6f-6c6f1881508b None None] Provisioning complete for port 3f406be3-a72d-4abf-9726-f96496f6385a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:20.171907 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-55f39768-574f-4324-ab6f-6c6f1881508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:20.231629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bddaeab-f769-4b92-b9f9-3e79dbb90776 None None] No DVR routers for this DVR port bfea3829-381f-4437-b318-5d139fe9f283 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:20.261997 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:20.267430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5fc71b-77e8-4da7-8bc3-8b7c3cb451e6 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:20.269480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:20.271766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-01a3cdaa-145c-4720-af01-11622de08f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.272309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-01a3cdaa-145c-4720-af01-11622de08f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.272795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-01a3cdaa-145c-4720-af01-11622de08f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.274413 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-01a3cdaa-145c-4720-af01-11622de08f52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba HTTP/1.1" status: 200 len: 2295 time: 0.1404326 Oct 19 11:39:20.275226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:20.343213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddaeab-f769-4b92-b9f9-3e79dbb90776 None None] Pushing event deleted for resources: {'Port': ['ID=bfea3829-381f-4437-b318-5d139fe9f283,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:20.364374 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-db068b75-3d0f-451c-9fe6-4fba482bad41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea573f0-e530-4460-94b4-a594a1441467 HTTP/1.1" status: 200 len: 1001 time: 0.0810077 Oct 19 11:39:20.383349 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-35319d0b-ce4a-4ac3-9638-7c7827283324 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0420158 Oct 19 11:39:20.383689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59720) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:20.394588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-41e99d93-0185-49ef-b5fb-793ae9265d35 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:20.429490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.ipam_backend_mixin [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Performing IP validity checks on allocation pools {{(pid=101311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 11:39:20.430012 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.ipam_backend_mixin [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 11:39:20.435844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Allocated IP 2001:db8::3 (676ebf2b-92b2-4805-ae80-3d88337beb62/334ef3fc-f967-43bf-ac5a-9aaca6201763/a4b80703-c5c8-483a-8db9-7758bf7a2b29) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:20.483614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 3f406be3-a72d-4abf-9726-f96496f6385a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:20.483988 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:20.578538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-cd7201fb-61b2-4af9-aa45-6879979a20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.580425 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-cd7201fb-61b2-4af9-aa45-6879979a20a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11e2bdab-7342-4fa2-b0d7-dca9b53757e7 HTTP/1.1" status: 200 len: 856 time: 0.2084024 Oct 19 11:39:20.630384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-21fa2b95-00e4-4032-bc3d-907cf26e024b', 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'tenant_id': '300922c0ae264624a01bd51c95ba1041', 'fixed_ips': [{'subnet_id': '9b72cc7a-8b47-49c8-94c8-1a6c869a2c58'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:20.631232 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:20.673176 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:20.698636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-00b20bb3-4138-4b1a-9ada-f21ceb34c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:20.702397 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-00b20bb3-4138-4b1a-9ada-f21ceb34c103 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116834 Oct 19 11:39:20.832378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=e995c501-bc7e-440c-ade5-8eb932ac7729,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:20.866143 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-fc4d36ad-ee81-4069-a9cc-43696600bf25 service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516466 Oct 19 11:39:20.867890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Checking segment: {'id': '162887fa-c108-4d46-ae88-2d770164d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2aeaa2ba-2205-42c6-9c67-81fcf174d21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:20.868256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network hostable DHCP agents. Network: 2aeaa2ba-2205-42c6-9c67-81fcf174d21e, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:20.936485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bfea3829-381f-4437-b318-5d139fe9f283 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:39:20.975100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e99d93-0185-49ef-b5fb-793ae9265d35 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:20.977344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: bfea3829-381f-4437-b318-5d139fe9f283 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:39:20.977692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bfea3829-381f-4437-b318-5d139fe9f283 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:39:20.980939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network 2aeaa2ba-2205-42c6-9c67-81fcf174d21e is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:20.981730 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41e99d93-0185-49ef-b5fb-793ae9265d35 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:21.000193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Allocated IP 2001:db8::f816:3eff:fe5d:fa55 (21fa2b95-00e4-4032-bc3d-907cf26e024b/9b72cc7a-8b47-49c8-94c8-1a6c869a2c58/e5707596-3a4a-4551-bda7-a896d1673279) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:21.017899 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-39eaf823-2bb6-486f-86ea-c5dff376b845 service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439908 Oct 19 11:39:21.049750 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:21.085099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 2aeaa2ba-2205-42c6-9c67-81fcf174d21e) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:21.095275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:21.095862 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:21.147590 n-d-814547-1 neutron-server[101312]: INFO neutron.db.ipam_backend_mixin [None req-41e99d93-0185-49ef-b5fb-793ae9265d35 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b72cc7a-8b47-49c8-94c8-1a6c869a2c58 (CIDR: 2001:db8::/64) Oct 19 11:39:21.150062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-ffc9206d-84ac-4dc0-a97a-4d742b7a660e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=42fde5d3-4350-48e2-9ff8-6e5443277e85 HTTP/1.1" status: 200 len: 217 time: 0.1220379 Oct 19 11:39:21.155105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac730a85-5ca4-4261-b595-ceea49a312b8 None None] Network 2aeaa2ba-2205-42c6-9c67-81fcf174d21e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:21.158878 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:21.209155 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7b5266de-86b7-4ce3-a5b8-374d6e2e3bc1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3412106 Oct 19 11:39:21.209607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59736) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:21.221543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-c5cdc3e6-2054-4c31-9462-f93da93ee03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:21.223321 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-c5cdc3e6-2054-4c31-9462-f93da93ee03a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0657668 Oct 19 11:39:21.226352 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e99d93-0185-49ef-b5fb-793ae9265d35 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:39:21.227022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e99d93-0185-49ef-b5fb-793ae9265d35 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:21.304936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-382e46f0-cf26-44fe-82de-3330a3aaca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:21.306907 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-382e46f0-cf26-44fe-82de-3330a3aaca82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757375 Oct 19 11:39:21.360255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Network 676ebf2b-92b2-4805-ae80-3d88337beb62 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:21.371967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:21.374123 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:21.380291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:21.418227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Pushing event updated for resources: {'Port': ['ID=a4b80703-c5c8-483a-8db9-7758bf7a2b29,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:21.423281 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:21.458901 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-036bdae7-6d27-45fe-9a1a-799cda32982b service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438432 Oct 19 11:39:21.465540 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-41e99d93-0185-49ef-b5fb-793ae9265d35 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0775387 Oct 19 11:39:21.468247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59740) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:21.545352 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:21.576151 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:21.591981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-6f3e759b-faee-4ed7-aaaf-439ecfd4802e service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244524 Oct 19 11:39:21.598594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4f555f8f-c5a8-454f-b347-a7dd3e21818a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:21.650823 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-81aed88a-2ba3-4882-a302-4fab1f4e5e31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=71ecc8cd-ea70-43ca-b232-0706620bf96b HTTP/1.1" status: 200 len: 217 time: 0.0480192 Oct 19 11:39:21.780217 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:21.807807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Subnet': ['ID=e995c501-bc7e-440c-ade5-8eb932ac7729,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:21.816047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-86a5d57e-8421-4e42-a2bd-8e9a94b5942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:21.817588 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-86a5d57e-8421-4e42-a2bd-8e9a94b5942a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.1541877 Oct 19 11:39:21.949539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840aff8-e63d-42f2-99ff-01bb20160769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-2aeaa2ba-2205-42c6-9c67-81fcf174d21e', 'network_id': '2aeaa2ba-2205-42c6-9c67-81fcf174d21e', 'tenant_id': '4ea844d87b46425db234f8b214217f37', 'fixed_ips': [{'subnet_id': 'e995c501-bc7e-440c-ade5-8eb932ac7729'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:21.950395 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5840aff8-e63d-42f2-99ff-01bb20160769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:21.958829 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:21.982318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Attempting to bind port a4b80703-c5c8-483a-8db9-7758bf7a2b29 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:21.982318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Attempting to bind port a4b80703-c5c8-483a-8db9-7758bf7a2b29 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'fc0acb2f-495e-4cb7-944a-c7a9accea0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '676ebf2b-92b2-4805-ae80-3d88337beb62'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:21.982318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Attempting to bind port a4b80703-c5c8-483a-8db9-7758bf7a2b29 on network 676ebf2b-92b2-4805-ae80-3d88337beb62 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:21.987356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aeaa2ba-2205-42c6-9c67-81fcf174d21e']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:21.988257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-e771238a-8100-4358-a000-24f1fc070e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:21.990442 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-e771238a-8100-4358-a000-24f1fc070e31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1593883 Oct 19 11:39:22.001594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162887fa-c108-4d46-ae88-2d770164d8e6') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:22.001880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162887fa-c108-4d46-ae88-2d770164d8e6') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:22.002833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:22.016437 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.027250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:22.032177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f555f8f-c5a8-454f-b347-a7dd3e21818a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:22.035466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Pushing event updated for resources: {'Port': ['ID=e5707596-3a4a-4551-bda7-a896d1673279,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:22.038239 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.039140 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f555f8f-c5a8-454f-b347-a7dd3e21818a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.045333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:22.045797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Checking segment: {'id': 'fc0acb2f-495e-4cb7-944a-c7a9accea0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '676ebf2b-92b2-4805-ae80-3d88337beb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:22.046283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:22.046696 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.046899 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.047311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Bound using segment: {'id': 'fc0acb2f-495e-4cb7-944a-c7a9accea0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '676ebf2b-92b2-4805-ae80-3d88337beb62'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:22.047786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Bound port: a4b80703-c5c8-483a-8db9-7758bf7a2b29, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0acb2f-495e-4cb7-944a-c7a9accea0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '676ebf2b-92b2-4805-ae80-3d88337beb62'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:22.048174 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.066187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:22.143827 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:22.200355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Attempting to bind port e5707596-3a4a-4551-bda7-a896d1673279 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:22.200355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Attempting to bind port e5707596-3a4a-4551-bda7-a896d1673279 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:22.201748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Attempting to bind port e5707596-3a4a-4551-bda7-a896d1673279 on network 21fa2b95-00e4-4032-bc3d-907cf26e024b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:22.207780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:22.208431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Checking segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:22.208950 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.209435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Bound using segment: {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:22.210142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Bound port: e5707596-3a4a-4551-bda7-a896d1673279, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad72098-86eb-40ab-adab-4e4d38b6e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:22.210671 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.221441 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.232622 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.242024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/2aeaa2ba-2205-42c6-9c67-81fcf174d21e HTTP/1.1" status: 204 len: 168 time: 1.0305812 Oct 19 11:39:22.243204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59758) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:22.248300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-839234645'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:22.275730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173bdf1-8e58-48be-9d90-ab70c6d12004 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Network': ['ID=2aeaa2ba-2205-42c6-9c67-81fcf174d21e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:22.305018 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-ce548c33-78b2-47fd-ae00-b6cc07000df5 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061020 Oct 19 11:39:22.324458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] For port a4b80703-c5c8-483a-8db9-7758bf7a2b29, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:22.328709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] For port a4b80703-c5c8-483a-8db9-7758bf7a2b29, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a4b80703-c5c8-483a-8db9-7758bf7a2b29,segment=NetworkSegment(fc0acb2f-495e-4cb7-944a-c7a9accea0a0),segment_id=fc0acb2f-495e-4cb7-944a-c7a9accea0a0)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:22.398093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f0ce47-6718-41ad-b11b-3a9730a03d23 None None] Network 2aeaa2ba-2205-42c6-9c67-81fcf174d21e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:22.399801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:22.403578 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.419685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f0ce47-6718-41ad-b11b-3a9730a03d23 None None] Network 2aeaa2ba-2205-42c6-9c67-81fcf174d21e could not be found, it might have been deleted concurrently. {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 11:39:22.427438 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.462982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:22.519494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1296e89-8f47-4987-ba0c-5cf3260c7cea None None] Pushing event updated for resources: {'Port': ['ID=a4b80703-c5c8-483a-8db9-7758bf7a2b29,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:22.571465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] For port e5707596-3a4a-4551-bda7-a896d1673279, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:22.579422 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] For port e5707596-3a4a-4551-bda7-a896d1673279, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e5707596-3a4a-4551-bda7-a896d1673279,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:22.580757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-ede2b6cc-4807-45fe-8812-de109c1284d0 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653100 Oct 19 11:39:22.643553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-0d3bb374-f8d1-4b26-b0a6-e00100112aef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=758ddef7-d643-4730-b6c0-8af1683aa074 HTTP/1.1" status: 200 len: 217 time: 0.0544128 Oct 19 11:39:22.650030 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.652267 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Added segment d1787254-3538-4703-bfba-d4214d54a233 of type vlan for network 5b864f1d-8b3a-4929-a9b8-b295f0f95e01 Oct 19 11:39:22.672906 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:22.866302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869cd82-f518-4c8f-9be3-ea838a675396 None None] Pushing event updated for resources: {'Port': ['ID=e5707596-3a4a-4551-bda7-a896d1673279,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:22.938525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-270c69b7-f35e-4596-8cf8-c7d121e068d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:22.940446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-270c69b7-f35e-4596-8cf8-c7d121e068d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.2842414 Oct 19 11:39:22.944430 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:23.037798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-328fa6c7-9cdd-4466-9a75-8b0d9d9d54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:23.067321 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-328fa6c7-9cdd-4466-9a75-8b0d9d9d54a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0770977 Oct 19 11:39:23.515202 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-32cc9d51-ebdb-4f4d-a590-397c77cc3fba service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465237 Oct 19 11:39:23.539296 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:23.549298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:23.549930 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:23.552888 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f555f8f-c5a8-454f-b347-a7dd3e21818a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:23.659650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f555f8f-c5a8-454f-b347-a7dd3e21818a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:23.673544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4f555f8f-c5a8-454f-b347-a7dd3e21818a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:23.681761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f555f8f-c5a8-454f-b347-a7dd3e21818a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:23.685492 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4f555f8f-c5a8-454f-b347-a7dd3e21818a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:23.753941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59780) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:23.800966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5566750 Oct 19 11:39:23.804793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59784) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:23.814293 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'network_id': '5b864f1d-8b3a-4929-a9b8-b295f0f95e01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:23.845416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851c769-52e7-4744-af36-439d0b3d2390 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=5b864f1d-8b3a-4929-a9b8-b295f0f95e01,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:23.852716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f555f8f-c5a8-454f-b347-a7dd3e21818a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=f703a98a-1118-4ec4-a0a8-df0c259e304e,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:23.894653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 5b864f1d-8b3a-4929-a9b8-b295f0f95e01 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:23.895454 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-31652a93-306d-4c7d-be26-e96fea90a164 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717637 Oct 19 11:39:23.969393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c7841f6-136e-491f-868d-8e2f97edbd86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:23.998532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-58c8e8e0-b49a-45e1-95f0-8d198b5266fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=898f2454-afee-49e9-ab5a-b656cccdb2e1 HTTP/1.1" status: 200 len: 217 time: 0.0842204 Oct 19 11:39:24.002875 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4f555f8f-c5a8-454f-b347-a7dd3e21818a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5317535 Oct 19 11:39:24.020912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59790) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:24.027208 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:2e:ec:02', 'name': 'tempest-NetworksTestDHCPv6-1613177913'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:24.110417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:24.121093 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:24.208004 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-16a5af11-9b9a-47b4-bf38-5007a6a3f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:24.215488 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-16a5af11-9b9a-47b4-bf38-5007a6a3f107 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.2121904 Oct 19 11:39:24.231865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a4b80703-c5c8-483a-8db9-7758bf7a2b29 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:24.307361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-d3b61d97-c411-4bf5-ac84-0137813297d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:24.315316 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-d3b61d97-c411-4bf5-ac84-0137813297d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0925455 Oct 19 11:39:24.329657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a4b80703-c5c8-483a-8db9-7758bf7a2b29 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:24.330034 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:24.484914 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c7841f6-136e-491f-868d-8e2f97edbd86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:24.494894 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-14c91f15-ebb5-48f2-b212-5c1343590337 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693082 Oct 19 11:39:24.512106 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:24.545267 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c7841f6-136e-491f-868d-8e2f97edbd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:24.561296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port a4b80703-c5c8-483a-8db9-7758bf7a2b29, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a4b80703-c5c8-483a-8db9-7758bf7a2b29,segment=NetworkSegment(fc0acb2f-495e-4cb7-944a-c7a9accea0a0),segment_id=fc0acb2f-495e-4cb7-944a-c7a9accea0a0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:24.567256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ddc7d-e07e-41be-b833-e8e443a01225 None None] Network 676ebf2b-92b2-4805-ae80-3d88337beb62 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:24.593762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7841f6-136e-491f-868d-8e2f97edbd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2ee963-55ab-424d-98b8-a5c97a911a4f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:24.608049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:24.630778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3c7841f6-136e-491f-868d-8e2f97edbd86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5bb6edfc28e4e5491f9ac309c8e6707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8745883 Oct 19 11:39:24.635199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59804) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:24.689391 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:24.691625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e5707596-3a4a-4551-bda7-a896d1673279 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:24.741986 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-bb1355fa-2dd1-47ec-ac84-1f8b2010de67 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388070 Oct 19 11:39:24.805523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-ff065dda-e9c5-4dc6-9167-77bb3df71a8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6512ec78-34b3-43ca-93db-f84288d7d06e HTTP/1.1" status: 200 len: 217 time: 0.0539362 Oct 19 11:39:24.812481 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=a4b80703-c5c8-483a-8db9-7758bf7a2b29,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:24.823310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7930d8c6-672b-4a7a-a1ad-550580cb0451 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:24.876248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-ba10a9ab-1916-474e-80b3-88436fbb5952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:24.877968 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-ba10a9ab-1916-474e-80b3-88436fbb5952 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 200 len: 797 time: 0.0643988 Oct 19 11:39:24.932346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-cd5a5d7d-7a72-46ae-bcb5-c758dee7c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:24.934047 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-cd5a5d7d-7a72-46ae-bcb5-c758dee7c495 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488944 Oct 19 11:39:24.941051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-14e06427-3b5d-446c-b6aa-efa98aadc945 None None] Provisioning complete for port a4b80703-c5c8-483a-8db9-7758bf7a2b29 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:24.941653 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-14e06427-3b5d-446c-b6aa-efa98aadc945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.040690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-55a7d9f5-dde4-4fac-a647-806eed65ab7b service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986423 Oct 19 11:39:25.088573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:25.088959 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.158980 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-0b130b70-2b33-48d6-a475-83aa8c0b1b43 service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101775 Oct 19 11:39:25.162073 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.179328 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.216128 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-fdaa81bd-e459-4139-8718-1dcecc78bc7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a275090f-5113-40b3-99f4-1337b4735072 HTTP/1.1" status: 200 len: 217 time: 0.0475497 Oct 19 11:39:25.251888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port d526665d-b4ca-4990-98ad-120321274352 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:25.308622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-6e73be04-151d-4906-b0fe-56ba515462ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:25.310366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-6e73be04-151d-4906-b0fe-56ba515462ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 200 len: 797 time: 0.0866139 Oct 19 11:39:25.319958 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.370543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-682e74de-1fa9-4603-8986-aac4832124f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:25.372606 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-682e74de-1fa9-4603-8986-aac4832124f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0548706 Oct 19 11:39:25.388423 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=48d909c2-8a8e-4b35-804d-d5385b01cab8,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:25.395333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f37ea26-cc6a-486b-9d98-e7da9df0e514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.407901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Checking segment: {'id': 'd1787254-3538-4703-bfba-d4214d54a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5b864f1d-8b3a-4929-a9b8-b295f0f95e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:25.408262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network hostable DHCP agents. Network: 5b864f1d-8b3a-4929-a9b8-b295f0f95e01, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:25.431204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port e5707596-3a4a-4551-bda7-a896d1673279, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e5707596-3a4a-4551-bda7-a896d1673279,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:25.435895 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5315b17b-3f05-4375-a98a-da7d0fc3714d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.455373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26f2de7-ca17-4c74-8f42-a9ee0085cd17 None None] Update dhcp port {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': '9b72cc7a-8b47-49c8-94c8-1a6c869a2c58', 'ip_address': '2001:db8::f816:3eff:fe5d:fa55'}, {'subnet_id': 'f703a98a-1118-4ec4-a0a8-df0c259e304e'}], 'binding:host_id': 'n-d-814547-1'}, 'id': 'e5707596-3a4a-4551-bda7-a896d1673279'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:39:25.471017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6b69ee41-0b98-497d-8f0c-466601d2575c None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:25.473369 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b69ee41-0b98-497d-8f0c-466601d2575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.474047 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f37ea26-cc6a-486b-9d98-e7da9df0e514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.562337 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.572197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-b57dea85-74fa-445a-a4e5-d312a5c3f95b service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921971 Oct 19 11:39:25.583339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network 5b864f1d-8b3a-4929-a9b8-b295f0f95e01 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:25.590337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8:0:1::305 (21fa2b95-00e4-4032-bc3d-907cf26e024b/f703a98a-1118-4ec4-a0a8-df0c259e304e/d526665d-b4ca-4990-98ad-120321274352) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:25.604198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::f816:3eff:fe2e:ec02 (21fa2b95-00e4-4032-bc3d-907cf26e024b/9b72cc7a-8b47-49c8-94c8-1a6c869a2c58/d526665d-b4ca-4990-98ad-120321274352) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:25.632749 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f26f2de7-ca17-4c74-8f42-a9ee0085cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.668181 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f37ea26-cc6a-486b-9d98-e7da9df0e514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.671819 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f37ea26-cc6a-486b-9d98-e7da9df0e514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.673354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4f37ea26-cc6a-486b-9d98-e7da9df0e514 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b2ee963-55ab-424d-98b8-a5c97a911a4f HTTP/1.1" status: 204 len: 168 time: 1.0178931 Oct 19 11:39:25.681480 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c2ea53f-1e46-4e17-b217-b09750cc8db3 req-ee993b34-7cfc-47fe-8e31-e5b71a159324 service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021674 Oct 19 11:39:25.699699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37ea26-cc6a-486b-9d98-e7da9df0e514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2ee963-55ab-424d-98b8-a5c97a911a4f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:25.702163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 5b864f1d-8b3a-4929-a9b8-b295f0f95e01) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:25.707383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=e5707596-3a4a-4551-bda7-a896d1673279,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:25.710717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:25.711468 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.732351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2860cd51-2602-41b4-a0c3-d5c820e2b97b None None] Network 5b864f1d-8b3a-4929-a9b8-b295f0f95e01 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:25.783437 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bf821f26-e61b-41c7-8682-83861366f247 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9767969 Oct 19 11:39:25.786763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59820) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:25.844497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.903894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-89e18fe4-81cc-4643-b13b-36ddaf2be5ed None None] Provisioning complete for port a4b80703-c5c8-483a-8db9-7758bf7a2b29 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:25.904271 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-89e18fe4-81cc-4643-b13b-36ddaf2be5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.952519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:25.962398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a4b80703-c5c8-483a-8db9-7758bf7a2b29 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:25.965002 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.021871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=d526665d-b4ca-4990-98ad-120321274352,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:26.049396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:26.049995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.052237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:26.060398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:26.073001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:26.074068 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.099787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2ef310-b261-4613-a2dd-4e856cc3104d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-5b864f1d-8b3a-4929-a9b8-b295f0f95e01', 'network_id': '5b864f1d-8b3a-4929-a9b8-b295f0f95e01', 'tenant_id': '4ea844d87b46425db234f8b214217f37', 'fixed_ips': [{'subnet_id': '48d909c2-8a8e-4b35-804d-d5385b01cab8'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:26.100667 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b2ef310-b261-4613-a2dd-4e856cc3104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.143825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-f26f2de7-ca17-4c74-8f42-a9ee0085cd17 None None] Allocated IP 2001:db8:0:1::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/f703a98a-1118-4ec4-a0a8-df0c259e304e/e5707596-3a4a-4551-bda7-a896d1673279) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:26.194013 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dbc4721e-52c8-4504-9ebc-068263f8ca30 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1693039 Oct 19 11:39:26.195979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59832) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:26.244913 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.283161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a4b80703-c5c8-483a-8db9-7758bf7a2b29 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:26.283383 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.298953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Subnet': ['ID=48d909c2-8a8e-4b35-804d-d5385b01cab8,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:26.369672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f7494c83-ae92-4b5c-a8b3-eafdcdcc5cb4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port d526665d-b4ca-4990-98ad-120321274352 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:26.370112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7494c83-ae92-4b5c-a8b3-eafdcdcc5cb4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.383984 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.405724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b864f1d-8b3a-4929-a9b8-b295f0f95e01']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:26.415275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1787254-3538-4703-bfba-d4214d54a233') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:26.415613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1787254-3538-4703-bfba-d4214d54a233') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:26.425967 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.452894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.459900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:26.460290 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:26.463550 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server [None req-5b2ef310-b261-4613-a2dd-4e856cc3104d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48d909c2-8a8e-4b35-804d-d5385b01cab8: This subnet is being modified by another concurrent operation. Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server raise exception Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48d909c2-8a8e-4b35-804d-d5385b01cab8: This subnet is being modified by another concurrent operation. Oct 19 11:39:26.472567 n-d-814547-1 neutron-server[101313]: ERROR oslo_messaging.rpc.server Oct 19 11:39:26.505533 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7494c83-ae92-4b5c-a8b3-eafdcdcc5cb4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.549832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f7494c83-ae92-4b5c-a8b3-eafdcdcc5cb4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for d526665d-b4ca-4990-98ad-120321274352 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:26.554628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f980b4-55cb-4f43-ace8-4debf3d3a4f1 None None] Network 5b864f1d-8b3a-4929-a9b8-b295f0f95e01 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:26.564579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f26f2de7-ca17-4c74-8f42-a9ee0085cd17 None None] For port e5707596-3a4a-4551-bda7-a896d1673279, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e5707596-3a4a-4551-bda7-a896d1673279,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:26.602230 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.610209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.624647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59846) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:26.629238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/5b864f1d-8b3a-4929-a9b8-b295f0f95e01 HTTP/1.1" status: 204 len: 168 time: 0.8389132 Oct 19 11:39:26.631839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-928654157'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:26.643108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d85b8-b46a-4269-9162-0215911f9676 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Network': ['ID=5b864f1d-8b3a-4929-a9b8-b295f0f95e01,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:26.665817 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f26f2de7-ca17-4c74-8f42-a9ee0085cd17 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.735272 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f26f2de7-ca17-4c74-8f42-a9ee0085cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.748056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e5707596-3a4a-4551-bda7-a896d1673279 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:26.797740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:26.802486 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.867839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f2de7-ca17-4c74-8f42-a9ee0085cd17 None None] Pushing event updated for resources: {'Port': ['ID=e5707596-3a4a-4551-bda7-a896d1673279,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:26.885412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:26.885412 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.972471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7494c83-ae92-4b5c-a8b3-eafdcdcc5cb4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:26.981793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:27.014697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7494c83-ae92-4b5c-a8b3-eafdcdcc5cb4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=d526665d-b4ca-4990-98ad-120321274352,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:27.031269 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.031546 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Added segment 5084b462-c366-4daf-9034-2a997a77a299 of type vlan for network 73b6f694-0c99-445f-9bbe-0767e249e263 Oct 19 11:39:27.150639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7494c83-ae92-4b5c-a8b3-eafdcdcc5cb4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.155515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f7494c83-ae92-4b5c-a8b3-eafdcdcc5cb4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/d526665d-b4ca-4990-98ad-120321274352 HTTP/1.1" status: 204 len: 168 time: 0.9579852 Oct 19 11:39:27.157578 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.158220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59864) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:27.223267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f2c86-dd59-4ef5-b612-4f8d45466c1f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:27.225041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fa3f2c86-dd59-4ef5-b612-4f8d45466c1f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0657601 Oct 19 11:39:27.227752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59866) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:27.272656 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.279790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:27.280379 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.282012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c7d796-8e2b-4301-aa1a-8d30ecf7d631 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:27.283556 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-41c7d796-8e2b-4301-aa1a-8d30ecf7d631 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0548203 Oct 19 11:39:27.286367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59870) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:27.361140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=73b6f694-0c99-445f-9bbe-0767e249e263,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:27.361575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9eea01-2871-47eb-8562-8a1efe33ea49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:27.363684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9eea01-2871-47eb-8562-8a1efe33ea49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:27.365300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9eea01-2871-47eb-8562-8a1efe33ea49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:27.366952 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9e9eea01-2871-47eb-8562-8a1efe33ea49 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0796678 Oct 19 11:39:27.369705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59874) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:27.373778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 73b6f694-0c99-445f-9bbe-0767e249e263 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:27.415931 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-76b90661-073c-4325-9a22-518d4453db45 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7897832 Oct 19 11:39:27.416624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59878) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:27.422225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'network_id': '73b6f694-0c99-445f-9bbe-0767e249e263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:27.455172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27c55b0-3ff3-4663-bf51-3674aace88f8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 9b72cc7a-8b47-49c8-94c8-1a6c869a2c58 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:27.459508 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e27c55b0-3ff3-4663-bf51-3674aace88f8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.526989 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e27c55b0-3ff3-4663-bf51-3674aace88f8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.663171 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e27c55b0-3ff3-4663-bf51-3674aace88f8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.681708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:27.687307 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.762007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fc6f299a-41b2-4b88-ae4e-8993f6c5011a None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:27.762007 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fc6f299a-41b2-4b88-ae4e-8993f6c5011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.923632 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b77db535-989e-4b2f-8e5f-b72c18e3d532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.927561 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e27c55b0-3ff3-4663-bf51-3674aace88f8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.948855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e5707596-3a4a-4551-bda7-a896d1673279 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:27.986148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c55b0-3ff3-4663-bf51-3674aace88f8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=9b72cc7a-8b47-49c8-94c8-1a6c869a2c58,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:27.992091 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e27c55b0-3ff3-4663-bf51-3674aace88f8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:27.995967 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e27c55b0-3ff3-4663-bf51-3674aace88f8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/9b72cc7a-8b47-49c8-94c8-1a6c869a2c58 HTTP/1.1" status: 204 len: 168 time: 0.6250057 Oct 19 11:39:27.999330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59896) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:28.017938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-591b092b-c591-4b70-bf81-84357f2f9625 None None] Could not find standard attr ID for object 583dfc43-f112-4454-bf51-dba95446303c. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:39:28.037085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:28.037462 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.037680 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.131276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a931edf-8de8-44d0-adc4-94905bba0c87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet f703a98a-1118-4ec4-a0a8-df0c259e304e {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:28.134645 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a931edf-8de8-44d0-adc4-94905bba0c87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.183652 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a931edf-8de8-44d0-adc4-94905bba0c87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.230541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=0f3dfd8f-746f-4e9d-9612-f849c5184c5c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:28.245004 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c97982-b2c9-4373-93c6-2637d3a1b3e3 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:28.292076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Checking segment: {'id': '5084b462-c366-4daf-9034-2a997a77a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '73b6f694-0c99-445f-9bbe-0767e249e263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:28.292737 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network hostable DHCP agents. Network: 73b6f694-0c99-445f-9bbe-0767e249e263, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:28.321243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a931edf-8de8-44d0-adc4-94905bba0c87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.342065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2c4766ef-e61c-4284-bebd-5605f052c213 None None] Could not find standard attr ID for object d526665d-b4ca-4990-98ad-120321274352. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:39:28.432298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network 73b6f694-0c99-445f-9bbe-0767e249e263 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:28.478658 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a931edf-8de8-44d0-adc4-94905bba0c87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.498258 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a931edf-8de8-44d0-adc4-94905bba0c87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.502585 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0a931edf-8de8-44d0-adc4-94905bba0c87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/f703a98a-1118-4ec4-a0a8-df0c259e304e HTTP/1.1" status: 204 len: 168 time: 0.5012786 Oct 19 11:39:28.504430 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59912) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:28.506649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 73b6f694-0c99-445f-9bbe-0767e249e263) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:28.523838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb4085-7972-4304-868e-01c69ab0e853 None None] Network 73b6f694-0c99-445f-9bbe-0767e249e263 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:28.540257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a931edf-8de8-44d0-adc4-94905bba0c87 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=f703a98a-1118-4ec4-a0a8-df0c259e304e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:28.555356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:28.561780 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.610500 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cf4e1114-cbda-48ed-b820-7ed50959dfee tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032312 Oct 19 11:39:28.612711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59916) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:28.618672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-91750c2e-874f-4d63-a4e5-8c898bd5445c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:28.667060 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3766a30a-3298-4a83-a154-52c108f9f4a3 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2491560 Oct 19 11:39:28.667987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59920) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:28.775063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-73b6f694-0c99-445f-9bbe-0767e249e263', 'network_id': '73b6f694-0c99-445f-9bbe-0767e249e263', 'tenant_id': '4ea844d87b46425db234f8b214217f37', 'fixed_ips': [{'subnet_id': '0f3dfd8f-746f-4e9d-9612-f849c5184c5c'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:28.776979 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.856491 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.917802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91750c2e-874f-4d63-a4e5-8c898bd5445c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:28.921933 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91750c2e-874f-4d63-a4e5-8c898bd5445c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.924466 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:28.961906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Allocated IP 2001:db8::1 (73b6f694-0c99-445f-9bbe-0767e249e263/0f3dfd8f-746f-4e9d-9612-f849c5184c5c/ae4539f8-9e5b-4c04-a267-07fedf876a16) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:29.107810 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.205758 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.220279 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.261436 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf0cfad-7c39-46d3-b98c-6b7a0dd7ea21 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:29.287920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91750c2e-874f-4d63-a4e5-8c898bd5445c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.334103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91750c2e-874f-4d63-a4e5-8c898bd5445c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:29.337102 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.337665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-91750c2e-874f-4d63-a4e5-8c898bd5445c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:29.344469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91750c2e-874f-4d63-a4e5-8c898bd5445c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:29.345291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-91750c2e-874f-4d63-a4e5-8c898bd5445c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.365903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91750c2e-874f-4d63-a4e5-8c898bd5445c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=747bfd7f-31c5-4f97-80ab-f4b7c5bb1f77,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:29.379830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2c72e37c-a3a8-49ac-a4a5-8dd5f85939f5 None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:29.380200 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2c72e37c-a3a8-49ac-a4a5-8dd5f85939f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.396390 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.426573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3dfd8f-746f-4e9d-9612-f849c5184c5c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:29.446486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Network 73b6f694-0c99-445f-9bbe-0767e249e263 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:29.468412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:29.477375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:29.479166 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-91750c2e-874f-4d63-a4e5-8c898bd5445c tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8649466 Oct 19 11:39:29.482515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59944) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:29.488808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-af747a8d-8997-4cd9-ae66-a94271fd86f1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:29.494239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Pushing event updated for resources: {'Port': ['ID=ae4539f8-9e5b-4c04-a267-07fedf876a16,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:29.503274 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.527284 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b6f694-0c99-445f-9bbe-0767e249e263']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:29.548514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5084b462-c366-4daf-9034-2a997a77a299') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:29.548514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5084b462-c366-4daf-9034-2a997a77a299') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:29.560653 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.573705 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.580792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:29.581185 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:29.584710 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:29.640934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Attempting to bind port ae4539f8-9e5b-4c04-a267-07fedf876a16 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:29.641549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Attempting to bind port ae4539f8-9e5b-4c04-a267-07fedf876a16 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '5084b462-c366-4daf-9034-2a997a77a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '73b6f694-0c99-445f-9bbe-0767e249e263'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:29.641675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Attempting to bind port ae4539f8-9e5b-4c04-a267-07fedf876a16 on network 73b6f694-0c99-445f-9bbe-0767e249e263 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:29.654084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:29.654462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Checking segment: {'id': '5084b462-c366-4daf-9034-2a997a77a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '73b6f694-0c99-445f-9bbe-0767e249e263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:29.654855 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.655241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Bound using segment: {'id': '5084b462-c366-4daf-9034-2a997a77a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '73b6f694-0c99-445f-9bbe-0767e249e263'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:29.655710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Bound port: ae4539f8-9e5b-4c04-a267-07fedf876a16, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5084b462-c366-4daf-9034-2a997a77a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '73b6f694-0c99-445f-9bbe-0767e249e263'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:29.656088 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.734002 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:39:29.734002 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:39:29.734002 n-d-814547-1 neutron-server[101311]: [parameters: {'id': '73b6f694-0c99-445f-9bbe-0767e249e263'}] Oct 19 11:39:29.734002 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:39:29.735423 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:39:29.757805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3785dfc-9347-4ad0-8999-04267975d160 None None] Update dhcp port {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': '747bfd7f-31c5-4f97-80ab-f4b7c5bb1f77'}], 'binding:host_id': 'n-d-814547-1'}, 'id': 'e5707596-3a4a-4551-bda7-a896d1673279'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:39:29.777043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] For port ae4539f8-9e5b-4c04-a267-07fedf876a16, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:29.790784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af747a8d-8997-4cd9-ae66-a94271fd86f1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:29.793817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] For port ae4539f8-9e5b-4c04-a267-07fedf876a16, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ae4539f8-9e5b-4c04-a267-07fedf876a16,segment=NetworkSegment(5084b462-c366-4daf-9034-2a997a77a299),segment_id=5084b462-c366-4daf-9034-2a997a77a299)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:29.794720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af747a8d-8997-4cd9-ae66-a94271fd86f1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.795127 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c3785dfc-9347-4ad0-8999-04267975d160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.892080 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:29.907515 n-d-814547-1 neutron-server[101312]: INFO neutron.db.ipam_backend_mixin [None req-af747a8d-8997-4cd9-ae66-a94271fd86f1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 747bfd7f-31c5-4f97-80ab-f4b7c5bb1f77 (CIDR: 2001:db8::/64) Oct 19 11:39:29.946866 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-af747a8d-8997-4cd9-ae66-a94271fd86f1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:39:29.947333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af747a8d-8997-4cd9-ae66-a94271fd86f1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:30.025128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f992b-30ba-4ca3-8fda-3108a76fe588 None None] Pushing event updated for resources: {'Port': ['ID=ae4539f8-9e5b-4c04-a267-07fedf876a16,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:30.034353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-c3785dfc-9347-4ad0-8999-04267975d160 None None] Allocated IP 2001:db8::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/747bfd7f-31c5-4f97-80ab-f4b7c5bb1f77/e5707596-3a4a-4551-bda7-a896d1673279) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:30.048029 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-af747a8d-8997-4cd9-ae66-a94271fd86f1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5616624 Oct 19 11:39:30.048453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59952) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:30.054152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83828c76-c17d-4de7-ae93-be69ebbaed76 None None] Network 73b6f694-0c99-445f-9bbe-0767e249e263 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:30.054977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:30.223009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c3785dfc-9347-4ad0-8999-04267975d160 None None] For port e5707596-3a4a-4551-bda7-a896d1673279, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e5707596-3a4a-4551-bda7-a896d1673279,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:30.236409 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.259233 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c3785dfc-9347-4ad0-8999-04267975d160 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.282136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:30.286024 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.294100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Deleting port ae4539f8-9e5b-4c04-a267-07fedf876a16 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:30.294678 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.333515 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c3785dfc-9347-4ad0-8999-04267975d160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.381344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] For port ae4539f8-9e5b-4c04-a267-07fedf876a16, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ae4539f8-9e5b-4c04-a267-07fedf876a16,segment=NetworkSegment(5084b462-c366-4daf-9034-2a997a77a299),segment_id=5084b462-c366-4daf-9034-2a997a77a299)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:30.381750 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.401776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Calling delete_port for ae4539f8-9e5b-4c04-a267-07fedf876a16 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:30.417264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3785dfc-9347-4ad0-8999-04267975d160 None None] Pushing event updated for resources: {'Port': ['ID=e5707596-3a4a-4551-bda7-a896d1673279,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:30.576118 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.613438 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Port': ['ID=ae4539f8-9e5b-4c04-a267-07fedf876a16,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:30.616128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No DVR routers for this DVR port ae4539f8-9e5b-4c04-a267-07fedf876a16 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:30.747934 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.772744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b6f694-0c99-445f-9bbe-0767e249e263']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:30.788866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5084b462-c366-4daf-9034-2a997a77a299') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:30.789182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5084b462-c366-4daf-9034-2a997a77a299') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:30.802374 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.813030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.objects.ports [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101312) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:39:30.818197 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.824693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:30.825212 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:30.828485 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:30.859138 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:30.978130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59970) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:30.984572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'network': {'name': 'tempest-network-smoke--1747344051', 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'port_security_enabled': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:30.989055 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.006166 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.013602 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/73b6f694-0c99-445f-9bbe-0767e249e263 HTTP/1.1" status: 204 len: 168 time: 2.3390689 Oct 19 11:39:31.013966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59972) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:31.019088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1833546938'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:31.032185 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb3f0f-2412-4f41-b6b8-3c56785196a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Network': ['ID=73b6f694-0c99-445f-9bbe-0767e249e263,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:31.082153 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.102381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Made reservation on behalf of fd0b29691a544f1483f955fa185095a1 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:31.106731 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.117071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.159740 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64121a5-69c8-4f96-bc5c-821d6c3c9b6a None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:31.208330 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.236348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fd345190-c6c5-410c-acca-989fabab8f0f None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:31.236348 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fd345190-c6c5-410c-acca-989fabab8f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.255672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:31.259474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.283670 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.284904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] For port e5707596-3a4a-4551-bda7-a896d1673279, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e5707596-3a4a-4551-bda7-a896d1673279,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:31.297824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:31.311161 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:31.319222 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.319561 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Added segment 64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed of type vlan for network df00a01f-fc61-435e-bbe5-0a797fcc0723 Oct 19 11:39:31.333252 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.333987 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Added segment a3c314ea-8de9-40cf-a9a4-237eb49a15c4 of type vlan for network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 Oct 19 11:39:31.335457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa419293-92c7-4a17-946c-cbc98fdacf8b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:31.373164 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.386831 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.399206 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.459370 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.460071 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.514473 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.520058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:31.520749 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.527363 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.533729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:31.534312 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.600741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:31.612189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:31.613191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Network': ['ID=6e960270-a788-4ab1-a2f2-7b135ad9ad66,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:31.624485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:31.646604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:31.647206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.649792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=e5707596-3a4a-4551-bda7-a896d1673279,revision_number=9']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:31.657035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=d5220ca5-5b91-4a5d-8803-9e2eacb922db,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:31.665214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6501424 Oct 19 11:39:31.670575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59982) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:31.670712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d5653-ad57-4259-9398-0650a3335f74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=df00a01f-fc61-435e-bbe5-0a797fcc0723,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:31.674829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'network_id': 'df00a01f-fc61-435e-bbe5-0a797fcc0723', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:31.680577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network df00a01f-fc61-435e-bbe5-0a797fcc0723 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:31.747386 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9af123d1-42fe-4614-8bda-ab12fc7c6321 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7650936 Oct 19 11:39:31.748404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 59986) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:31.754010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'admin_state_up': True, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:31.772957 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8beb1916-4766-4158-b49c-d4429c03f52e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7202501 Oct 19 11:39:31.774754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 59988) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:31.780429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:ba:5d:7d', 'name': 'tempest-NetworksTestDHCPv6-285255086'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:31.864276 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.868120 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.944662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:31.968841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e5707596-3a4a-4551-bda7-a896d1673279 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:31.976254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:31.979247 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.053301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:32.053683 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.125707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:32.198628 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.203910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3022c116-f397-40a1-8891-66247580fd07 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:32.289522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-42b460ac-056b-4c14-a234-e097cf702538 None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:32.289522 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-42b460ac-056b-4c14-a234-e097cf702538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.314226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.350989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port f4f22cb6-ef65-4e07-8e36-10cb1b24450a yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:32.408185 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.516603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.529225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=b815e0aa-890d-4692-afc2-dfea351210df,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:32.541100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.573175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Checking segment: {'id': '64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'df00a01f-fc61-435e-bbe5-0a797fcc0723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:32.573543 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network hostable DHCP agents. Network: df00a01f-fc61-435e-bbe5-0a797fcc0723, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:32.630211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::4f (21fa2b95-00e4-4032-bc3d-907cf26e024b/747bfd7f-31c5-4f97-80ab-f4b7c5bb1f77/f4f22cb6-ef65-4e07-8e36-10cb1b24450a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:32.636158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:5d7d (21fa2b95-00e4-4032-bc3d-907cf26e024b/d5220ca5-5b91-4a5d-8803-9e2eacb922db/f4f22cb6-ef65-4e07-8e36-10cb1b24450a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:32.668454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Allocated IP 172.25.2.117 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/829d518d-e674-4f75-a54d-5193f9988b64) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:32.702984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network df00a01f-fc61-435e-bbe5-0a797fcc0723 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:32.708769 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a9e705-1b34-438d-bd01-a7d44db0303a None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:39:32.767108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-751417c4-750f-473a-ad08-950aaa0db5e9 None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:32.767736 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-751417c4-750f-473a-ad08-950aaa0db5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.799631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, df00a01f-fc61-435e-bbe5-0a797fcc0723) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:32.819294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:32.820482 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.825945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.850768 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:32.926210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-35cd6fd0-eb79-458a-aeae-6158339482ee tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2560699 Oct 19 11:39:32.929072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60002) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:32.936152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ef17a426-2ba4-45ce-9128-1d92724bebd4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'network_id': 'df00a01f-fc61-435e-bbe5-0a797fcc0723', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:32.956960 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.070754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:33.080957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:33.091164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:33.096603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9e705-1b34-438d-bd01-a7d44db0303a None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:39:33.097696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:33.098336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.107497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=f4f22cb6-ef65-4e07-8e36-10cb1b24450a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:33.219965 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9ee282c7-b8ce-4c87-bd80-eefe5d871797 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4441249 Oct 19 11:39:33.223681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60010) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:33.252598 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.305293 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef17a426-2ba4-45ce-9128-1d92724bebd4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:33.307885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:33.317910 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef17a426-2ba4-45ce-9128-1d92724bebd4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.334376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:33.340900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:33.344701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Port': ['ID=829d518d-e674-4f75-a54d-5193f9988b64,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:33.431359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-df00a01f-fc61-435e-bbe5-0a797fcc0723', 'network_id': 'df00a01f-fc61-435e-bbe5-0a797fcc0723', 'tenant_id': '4ea844d87b46425db234f8b214217f37', 'fixed_ips': [{'subnet_id': 'b815e0aa-890d-4692-afc2-dfea351210df'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:33.432437 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.474465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-aebbbd31-620b-4cbf-8b94-390968a48312 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port f4f22cb6-ef65-4e07-8e36-10cb1b24450a {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:33.474806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd31-620b-4cbf-8b94-390968a48312 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.599960 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd31-620b-4cbf-8b94-390968a48312 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.614017 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-aebbbd31-620b-4cbf-8b94-390968a48312 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for f4f22cb6-ef65-4e07-8e36-10cb1b24450a owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:33.627122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Allocated IP 2001:db8::2 (df00a01f-fc61-435e-bbe5-0a797fcc0723/b815e0aa-890d-4692-afc2-dfea351210df/fd51a691-2ffe-4b6b-ace1-2760b130bc55) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:33.735997 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef17a426-2ba4-45ce-9128-1d92724bebd4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.788255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.794508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17a426-2ba4-45ce-9128-1d92724bebd4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network df00a01f-fc61-435e-bbe5-0a797fcc0723 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:33.798248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-ef17a426-2ba4-45ce-9128-1d92724bebd4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:33.803908 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.807372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef17a426-2ba4-45ce-9128-1d92724bebd4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:33.808150 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef17a426-2ba4-45ce-9128-1d92724bebd4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.823328 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:39:33.827827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17a426-2ba4-45ce-9128-1d92724bebd4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=a369b2ea-9d74-4b6f-86d5-56c102f42a52,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:33.883712 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:33.914738 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ef17a426-2ba4-45ce-9128-1d92724bebd4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9844935 Oct 19 11:39:33.917210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60022) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:33.937640 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Network df00a01f-fc61-435e-bbe5-0a797fcc0723 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:33.944589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:33.992031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17727b-500f-4f3f-abe1-ee2630dd1d3a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:33.993761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17727b-500f-4f3f-abe1-ee2630dd1d3a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:33.995329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17727b-500f-4f3f-abe1-ee2630dd1d3a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:33.997496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17727b-500f-4f3f-abe1-ee2630dd1d3a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:33.999424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17727b-500f-4f3f-abe1-ee2630dd1d3a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:33.999560 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:34.004346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7d17727b-500f-4f3f-abe1-ee2630dd1d3a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0825117 Oct 19 11:39:34.011209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60024) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:34.012696 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Pushing event updated for resources: {'Port': ['ID=fd51a691-2ffe-4b6b-ace1-2760b130bc55,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:34.016260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1102473840'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:34.066369 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd31-620b-4cbf-8b94-390968a48312 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.080279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Attempting to bind port fd51a691-2ffe-4b6b-ace1-2760b130bc55 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:34.080735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Attempting to bind port fd51a691-2ffe-4b6b-ace1-2760b130bc55 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'df00a01f-fc61-435e-bbe5-0a797fcc0723'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:34.081021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Attempting to bind port fd51a691-2ffe-4b6b-ace1-2760b130bc55 on network df00a01f-fc61-435e-bbe5-0a797fcc0723 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:34.091007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:34.091308 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Checking segment: {'id': '64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'df00a01f-fc61-435e-bbe5-0a797fcc0723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:34.091702 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.092089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Bound using segment: {'id': '64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'df00a01f-fc61-435e-bbe5-0a797fcc0723'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:34.092571 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Bound port: fd51a691-2ffe-4b6b-ace1-2760b130bc55, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'df00a01f-fc61-435e-bbe5-0a797fcc0723'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:34.092949 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.111699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbbd31-620b-4cbf-8b94-390968a48312 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=f4f22cb6-ef65-4e07-8e36-10cb1b24450a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:34.163640 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] For port fd51a691-2ffe-4b6b-ace1-2760b130bc55, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:34.166950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] For port fd51a691-2ffe-4b6b-ace1-2760b130bc55, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd51a691-2ffe-4b6b-ace1-2760b130bc55,segment=NetworkSegment(64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed),segment_id=64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:34.199751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:34.203295 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.205777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-aebbbd31-620b-4cbf-8b94-390968a48312 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.208916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aebbbd31-620b-4cbf-8b94-390968a48312 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/f4f22cb6-ef65-4e07-8e36-10cb1b24450a HTTP/1.1" status: 204 len: 168 time: 0.9842374 Oct 19 11:39:34.211681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60030) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:34.236454 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.245304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:34.264553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd91541-18e7-4430-b796-98a12f0f2c6d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:34.266184 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1fd91541-18e7-4430-b796-98a12f0f2c6d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0534606 Oct 19 11:39:34.268696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60032) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:34.278526 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.287532 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.287878 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Added segment a572ed7e-3b9f-42dc-b26f-71d0b2ce347e of type vlan for network 20e84738-5ab5-4cb1-8e03-9a8d62c54f31 Oct 19 11:39:34.321871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cd68ab-4a8a-4a14-86dc-fb095306f412 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:34.324705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-58cd68ab-4a8a-4a14-86dc-fb095306f412 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0542579 Oct 19 11:39:34.330524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60036) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:34.352837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26832f0f-d15e-4a31-aa1e-140cb9fc674e None None] Pushing event updated for resources: {'Port': ['ID=fd51a691-2ffe-4b6b-ace1-2760b130bc55,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:34.405539 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.466409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155c7318-0d25-4c4b-b1e8-04a5680f06cc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:34.467921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155c7318-0d25-4c4b-b1e8-04a5680f06cc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:34.469452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155c7318-0d25-4c4b-b1e8-04a5680f06cc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:34.472077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-155c7318-0d25-4c4b-b1e8-04a5680f06cc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1400323 Oct 19 11:39:34.478720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60040) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:34.548153 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.555459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:34.556117 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.578556 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05098e9-0170-4b4e-ad77-88a42f21ac4f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 747bfd7f-31c5-4f97-80ab-f4b7c5bb1f77 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:34.582217 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f05098e9-0170-4b4e-ad77-88a42f21ac4f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.610348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Router a0e68fcc-674b-442f-aa68-eeedf2b2636b is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:39:34.642397 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f05098e9-0170-4b4e-ad77-88a42f21ac4f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.651622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=20e84738-5ab5-4cb1-8e03-9a8d62c54f31,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:34.665478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 20e84738-5ab5-4cb1-8e03-9a8d62c54f31 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:34.710407 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7fce9346-8a18-4b47-9015-f6cb8e64a073 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6989675 Oct 19 11:39:34.710915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60044) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:34.718667 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-51f684ab-2799-426b-b657-1b42ac61740e tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:34.751212 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f05098e9-0170-4b4e-ad77-88a42f21ac4f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.866209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:39:34.878686 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Sync routers for ids ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:39:34.888953 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Routers {'a0e68fcc-674b-442f-aa68-eeedf2b2636b'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:39:34.889810 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:39:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:34.896857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f05098e9-0170-4b4e-ad77-88a42f21ac4f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.950564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f05098e9-0170-4b4e-ad77-88a42f21ac4f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:34.956791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f05098e9-0170-4b4e-ad77-88a42f21ac4f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/747bfd7f-31c5-4f97-80ab-f4b7c5bb1f77 HTTP/1.1" status: 204 len: 168 time: 0.4769833 Oct 19 11:39:34.957687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05098e9-0170-4b4e-ad77-88a42f21ac4f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=747bfd7f-31c5-4f97-80ab-f4b7c5bb1f77,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:34.959358 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60048) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:34.959892 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-51f684ab-2799-426b-b657-1b42ac61740e tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.017281 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Set router a0e68fcc-674b-442f-aa68-eeedf2b2636b gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:39:35.025724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-460dc144-b191-4fce-8d9f-1bd409682e9b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet d5220ca5-5b91-4a5d-8803-9e2eacb922db {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:35.029772 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-460dc144-b191-4fce-8d9f-1bd409682e9b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.051204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.057012 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3bc6317e-c6df-4d2c-9065-978cb0dc7713 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3072453 Oct 19 11:39:35.057996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60050) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:35.083393 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-51f684ab-2799-426b-b657-1b42ac61740e tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.088827 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-460dc144-b191-4fce-8d9f-1bd409682e9b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.099853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51f684ab-2799-426b-b657-1b42ac61740e tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network 20e84738-5ab5-4cb1-8e03-9a8d62c54f31 is not hosted by any dhcp agent {{(pid=101312) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 11:39:35.116927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f684ab-2799-426b-b657-1b42ac61740e tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:35.118144 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-51f684ab-2799-426b-b657-1b42ac61740e tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.119609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-51f684ab-2799-426b-b657-1b42ac61740e tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "PUT /v2.0/networks/20e84738-5ab5-4cb1-8e03-9a8d62c54f31 HTTP/1.1" status: 200 len: 723 time: 0.4076962 Oct 19 11:39:35.125114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60056) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:35.132710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'network_id': '20e84738-5ab5-4cb1-8e03-9a8d62c54f31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:35.253237 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:33Z', 'revision_number': 3, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:35.293699 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fa11f738-e965-41b2-a56e-aa24760dc480 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=fd0b29691a544f1483f955fa185095a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2342954 Oct 19 11:39:35.294556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f684ab-2799-426b-b657-1b42ac61740e tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=20e84738-5ab5-4cb1-8e03-9a8d62c54f31,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:35.294948 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-460dc144-b191-4fce-8d9f-1bd409682e9b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.296996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60062) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:35.305996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 20e84738-5ab5-4cb1-8e03-9a8d62c54f31 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:35.331754 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Checking router: a0e68fcc-674b-442f-aa68-eeedf2b2636b for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:39:35.332093 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Updating router a0e68fcc-674b-442f-aa68-eeedf2b2636b port 829d518d-e674-4f75-a54d-5193f9988b64 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:39:35.376785 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.488266 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-460dc144-b191-4fce-8d9f-1bd409682e9b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.518920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dc144-b191-4fce-8d9f-1bd409682e9b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=d5220ca5-5b91-4a5d-8803-9e2eacb922db,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:35.529136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:35.533750 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.578215 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-460dc144-b191-4fce-8d9f-1bd409682e9b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.585465 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-460dc144-b191-4fce-8d9f-1bd409682e9b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/d5220ca5-5b91-4a5d-8803-9e2eacb922db HTTP/1.1" status: 204 len: 168 time: 0.6214218 Oct 19 11:39:35.589467 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60068) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:35.672004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eff69293-2c9d-40ea-824e-1eb7b3be6e94 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781112 Oct 19 11:39:35.675549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60070) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:35.681056 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-29d30800-4559-4ae3-9f21-97389357a630 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:35.720284 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.732981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4962250b-e096-40dd-bd36-09dcd7501ffa None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:39:35.781485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b6c8a579-bd84-48aa-8f6f-886fdff02733 None None] Provisioning complete for port fd51a691-2ffe-4b6b-ace1-2760b130bc55 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:35.782277 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b6c8a579-bd84-48aa-8f6f-886fdff02733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.809350 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.912606 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Pushing event updated for resources: {'Port': ['ID=829d518d-e674-4f75-a54d-5193f9988b64,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:35.932720 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.933431 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.933999 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.935346 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.935902 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.936466 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.937054 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.937656 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.938203 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.938761 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.939305 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.939945 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:35.950128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4962250b-e096-40dd-bd36-09dcd7501ffa None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:39:35.958460 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Attempting to bind port 829d518d-e674-4f75-a54d-5193f9988b64 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:35.960964 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Attempting to bind port 829d518d-e674-4f75-a54d-5193f9988b64 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:35.962124 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Attempting to bind port 829d518d-e674-4f75-a54d-5193f9988b64 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:35.962811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b6c8a579-bd84-48aa-8f6f-886fdff02733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.970135 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:35.970629 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:35.971394 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.972056 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:35.973483 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Bound port: 829d518d-e674-4f75-a54d-5193f9988b64, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:35.974229 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:35.988785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4521a66f-6837-458c-8bd9-5dbee4cb56a6 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:35.995044 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4521a66f-6837-458c-8bd9-5dbee4cb56a6 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6969948 Oct 19 11:39:35.995706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60076) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:36.000449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d30800-4559-4ae3-9f21-97389357a630 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:36.010945 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-29d30800-4559-4ae3-9f21-97389357a630 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:36.059720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b6c8a579-bd84-48aa-8f6f-886fdff02733 None None] For port fd51a691-2ffe-4b6b-ace1-2760b130bc55, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd51a691-2ffe-4b6b-ace1-2760b130bc55,segment=NetworkSegment(64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed),segment_id=64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:36.060716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60078) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:36.061208 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2021cd43-c54e-48d4-b1aa-3181ad6e8e93 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525877 Oct 19 11:39:36.066910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-527939904', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:36.072386 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] For port 829d518d-e674-4f75-a54d-5193f9988b64, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:36.085124 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] For port 829d518d-e674-4f75-a54d-5193f9988b64, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=829d518d-e674-4f75-a54d-5193f9988b64,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:36.089053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd51a691-2ffe-4b6b-ace1-2760b130bc55 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:36.123622 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:36.161411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b6c8a579-bd84-48aa-8f6f-886fdff02733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:36.211665 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:36.241256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port fd51a691-2ffe-4b6b-ace1-2760b130bc55 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:36.241631 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:36.257685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=35a48d24-f491-4e52-8eaa-e070e0a7a309,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:36.283161 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Routers {'a0e68fcc-674b-442f-aa68-eeedf2b2636b'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:39:36.284405 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:39:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:36.287360 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96d3a0-ba02-40ac-a377-6905981c4f0b None None] Pushing event updated for resources: {'Port': ['ID=829d518d-e674-4f75-a54d-5193f9988b64,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:36.287745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8a579-bd84-48aa-8f6f-886fdff02733 None None] Pushing event updated for resources: {'Port': ['ID=fd51a691-2ffe-4b6b-ace1-2760b130bc55,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:36.324845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Checking segment: {'id': 'a572ed7e-3b9f-42dc-b26f-71d0b2ce347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20e84738-5ab5-4cb1-8e03-9a8d62c54f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:36.325720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network hostable DHCP agents. Network: 20e84738-5ab5-4cb1-8e03-9a8d62c54f31, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:36.426549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Made reservation on behalf of fd0b29691a544f1483f955fa185095a1 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:36.426549 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:36.433662 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a4e01-05f8-4924-9396-fca911cdb2e1 None None] Network df00a01f-fc61-435e-bbe5-0a797fcc0723 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:36.680578 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] Set router a0e68fcc-674b-442f-aa68-eeedf2b2636b gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:39:36.688667 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-29d30800-4559-4ae3-9f21-97389357a630 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:36.690447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network 20e84738-5ab5-4cb1-8e03-9a8d62c54f31 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:36.735269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee5622d-329e-4217-879e-5f2f0b779281 None None] Update dhcp port {'port': {'network_id': 'df00a01f-fc61-435e-bbe5-0a797fcc0723', 'fixed_ips': [{'subnet_id': 'b815e0aa-890d-4692-afc2-dfea351210df', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a369b2ea-9d74-4b6f-86d5-56c102f42a52'}], 'binding:host_id': 'n-d-814547-1'}, 'id': 'fd51a691-2ffe-4b6b-ace1-2760b130bc55'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:39:36.767945 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dee5622d-329e-4217-879e-5f2f0b779281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:36.782162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2058ad03-c549-4b1d-859c-14d68d5c128c None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:36.888456 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b61c638f-aa87-4901-9033-904931b17b35 None None] Could not find standard attr ID for object f4f22cb6-ef65-4e07-8e36-10cb1b24450a. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:39:36.920260 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:33Z', 'revision_number': 3, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:36.955183 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa6277-52a9-4be1-b561-91816244513a None None] The sync data for ids ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'] in n-d-814547-1 is: [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:33Z', 'revision_number': 3, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:39:37.111086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-dee5622d-329e-4217-879e-5f2f0b779281 None None] Allocated IP 172.20.0.1 (df00a01f-fc61-435e-bbe5-0a797fcc0723/a369b2ea-9d74-4b6f-86d5-56c102f42a52/fd51a691-2ffe-4b6b-ace1-2760b130bc55) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:37.125382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 20e84738-5ab5-4cb1-8e03-9a8d62c54f31) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:37.138592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685a0e8c-9956-4512-9509-975b724b0fc1 None None] Network 20e84738-5ab5-4cb1-8e03-9a8d62c54f31 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:37.141209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:37.144282 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:37.151315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d30800-4559-4ae3-9f21-97389357a630 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:37.161271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-29d30800-4559-4ae3-9f21-97389357a630 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:37.167440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d30800-4559-4ae3-9f21-97389357a630 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:37.167440 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-29d30800-4559-4ae3-9f21-97389357a630 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:37.170904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d30800-4559-4ae3-9f21-97389357a630 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=5b8b3fa0-2858-46d6-80f9-9ec3a51dbc5d,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:37.244131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:37.287748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-29d30800-4559-4ae3-9f21-97389357a630 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6110380 Oct 19 11:39:37.288373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60096) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:37.297041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-cec79994-d3bd-4baf-82b9-0cc7e614ab3f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:37.303989 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2e8cc056-586f-416d-aa41-9c3a72602d36 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1777298 Oct 19 11:39:37.312437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60098) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:37.321460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e6afa642-fd9e-46b2-a0a2-1341ebf1508f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:37.369048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Subnet': ['ID=982982c4-5243-4f92-9baf-63a86c0fcc1d,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:37.480026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Checking segment: {'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:37.481480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network hostable DHCP agents. Network: 6e960270-a788-4ab1-a2f2-7b135ad9ad66, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:37.523173 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6afa642-fd9e-46b2-a0a2-1341ebf1508f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5707137'] for subnet, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:37.580881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:37.596805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d625e-2b47-43be-a7c7-a1ee41bb410b None None] Update dhcp port {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'fixed_ips': [{'subnet_id': '5b8b3fa0-2858-46d6-80f9-9ec3a51dbc5d'}], 'binding:host_id': 'n-d-814547-1'}, 'id': 'e5707596-3a4a-4551-bda7-a896d1673279'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:39:37.644835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-20e84738-5ab5-4cb1-8e03-9a8d62c54f31', 'network_id': '20e84738-5ab5-4cb1-8e03-9a8d62c54f31', 'tenant_id': '4ea844d87b46425db234f8b214217f37', 'fixed_ips': [{'subnet_id': '35a48d24-f491-4e52-8eaa-e070e0a7a309'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:37.645744 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:37.653625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec79994-d3bd-4baf-82b9-0cc7e614ab3f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:37.657684 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cec79994-d3bd-4baf-82b9-0cc7e614ab3f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:37.660941 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b55d625e-2b47-43be-a7c7-a1ee41bb410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:37.663923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dee5622d-329e-4217-879e-5f2f0b779281 None None] For port fd51a691-2ffe-4b6b-ace1-2760b130bc55, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd51a691-2ffe-4b6b-ace1-2760b130bc55,segment=NetworkSegment(64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed),segment_id=64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:37.679094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 6e960270-a788-4ab1-a2f2-7b135ad9ad66) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:37.694003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:37.694713 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:37.697257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2eaead-92b8-4500-ba39-a21bfca249d6 None None] Network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:37.776486 n-d-814547-1 neutron-server[101311]: INFO neutron.db.ipam_backend_mixin [None req-cec79994-d3bd-4baf-82b9-0cc7e614ab3f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b8b3fa0-2858-46d6-80f9-9ec3a51dbc5d (CIDR: 2001:db8::/64) Oct 19 11:39:37.826287 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e7b8dab6-37f1-41e0-b4ac-23626bfdff70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7648377 Oct 19 11:39:37.830847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60108) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:37.830987 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec79994-d3bd-4baf-82b9-0cc7e614ab3f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:39:37.830987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec79994-d3bd-4baf-82b9-0cc7e614ab3f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:37.875329 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6afa642-fd9e-46b2-a0a2-1341ebf1508f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732462719254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5976537'] for subnet, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:37.930068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6afa642-fd9e-46b2-a0a2-1341ebf1508f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:37.939992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6afa642-fd9e-46b2-a0a2-1341ebf1508f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:37.939992 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e6afa642-fd9e-46b2-a0a2-1341ebf1508f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "PUT /v2.0/subnets/35a48d24-f491-4e52-8eaa-e070e0a7a309 HTTP/1.1" status: 200 len: 826 time: 0.6168661 Oct 19 11:39:37.940266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cec79994-d3bd-4baf-82b9-0cc7e614ab3f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6435869 Oct 19 11:39:37.940266 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60110) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:37.953413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60112) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:37.963598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'subnet': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:37.970669 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dee5622d-329e-4217-879e-5f2f0b779281 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:38.022759 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afa642-fd9e-46b2-a0a2-1341ebf1508f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=35a48d24-f491-4e52-8eaa-e070e0a7a309,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:38.146242 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dee5622d-329e-4217-879e-5f2f0b779281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:38.171382 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 829d518d-e674-4f75-a54d-5193f9988b64 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:38.225779 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:38.314727 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:38.432163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:38.439186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:38.450215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Allocated IP 2001:db8::2 (20e84738-5ab5-4cb1-8e03-9a8d62c54f31/35a48d24-f491-4e52-8eaa-e070e0a7a309/d26b0d03-db8b-403c-8f77-3bffadeec983) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:38.450215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'fixed_ips': [{'subnet_id': '982982c4-5243-4f92-9baf-63a86c0fcc1d'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:38.450215 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:38.452140 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5622d-329e-4217-879e-5f2f0b779281 None None] Pushing event updated for resources: {'Port': ['ID=fd51a691-2ffe-4b6b-ace1-2760b130bc55,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:38.495138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b55d625e-2b47-43be-a7c7-a1ee41bb410b None None] Allocated IP 2001:db8::2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/5b8b3fa0-2858-46d6-80f9-9ec3a51dbc5d/e5707596-3a4a-4551-bda7-a896d1673279) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:38.671766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 829d518d-e674-4f75-a54d-5193f9988b64 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:38.672474 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:38.710900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.008965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Allocated IP 172.20.0.2 (6e960270-a788-4ab1-a2f2-7b135ad9ad66/982982c4-5243-4f92-9baf-63a86c0fcc1d/6f4e64e5-5aef-451b-b4eb-649653fdc42b) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:39.083983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b55d625e-2b47-43be-a7c7-a1ee41bb410b None None] For port e5707596-3a4a-4551-bda7-a896d1673279, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e5707596-3a4a-4551-bda7-a896d1673279,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:39.116951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.objects.ports [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101311) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 19 11:39:39.174777 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b55d625e-2b47-43be-a7c7-a1ee41bb410b None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.237265 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.259315 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.269399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b55d625e-2b47-43be-a7c7-a1ee41bb410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.293524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac012fc9-5912-42ab-9383-d2b1f5510c9d None None] Network df00a01f-fc61-435e-bbe5-0a797fcc0723 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:39.367909 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 829d518d-e674-4f75-a54d-5193f9988b64, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=829d518d-e674-4f75-a54d-5193f9988b64,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:39.377090 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.416707 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.435211 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.482634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.483413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd51a691-2ffe-4b6b-ace1-2760b130bc55 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:39.501974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Subnet': ['ID=35a48d24-f491-4e52-8eaa-e070e0a7a309,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:39.530851 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.538933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-14fb8fd0-cae5-4169-8422-61bec881eaec None None] Provisioning complete for port fd51a691-2ffe-4b6b-ace1-2760b130bc55 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:39.538933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-14fb8fd0-cae5-4169-8422-61bec881eaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.566850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d625e-2b47-43be-a7c7-a1ee41bb410b None None] Pushing event updated for resources: {'Port': ['ID=e5707596-3a4a-4551-bda7-a896d1673279,revision_number=12']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:39.571721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Network 20e84738-5ab5-4cb1-8e03-9a8d62c54f31 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:39.608405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:39.618308 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.633261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:39.658449 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.663017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e84738-5ab5-4cb1-8e03-9a8d62c54f31']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:39.700442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Allocated IP 172.20.0.1 (6e960270-a788-4ab1-a2f2-7b135ad9ad66/982982c4-5243-4f92-9baf-63a86c0fcc1d/d97b0d31-0291-4fbe-a844-33ca7f534584) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:39.740969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a572ed7e-3b9f-42dc-b26f-71d0b2ce347e') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:39.741356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a572ed7e-3b9f-42dc-b26f-71d0b2ce347e') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:39.758288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.789527 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.802490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:39.802816 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:39.805947 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:39.808398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] For port e5707596-3a4a-4551-bda7-a896d1673279, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e5707596-3a4a-4551-bda7-a896d1673279,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:39.893626 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.935993 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:39.981787 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:39:39.981787 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:39:39.981787 n-d-814547-1 neutron-server[101311]: [parameters: {'id': '20e84738-5ab5-4cb1-8e03-9a8d62c54f31'}] Oct 19 11:39:39.981787 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:39:39.982340 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:39:40.004052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:40.009076 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.009917 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.013872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Pushing event updated for resources: {'Port': ['ID=d26b0d03-db8b-403c-8f77-3bffadeec983,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:40.020709 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.081038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=829d518d-e674-4f75-a54d-5193f9988b64,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:40.089068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:40.094215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:40.098053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:40.100851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:40.110347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:40.115271 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Port': ['ID=d97b0d31-0291-4fbe-a844-33ca7f534584,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:40.117450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:40.125407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:40.134130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:40.134507 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.157118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Subnet': ['ID=e7533bd4-df91-4c31-9054-667d47d74c64,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:40.163157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=e5707596-3a4a-4551-bda7-a896d1673279,revision_number=14']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:40.179468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.204087 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e09ff0-37d8-4ced-a782-67f5a5cd5fce None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:40.264703 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-491a6d98-bd4d-414d-b3f0-6d5b8f099042 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3021100 Oct 19 11:39:40.264703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60142) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:40.269929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Request body: {'port': {'network_id': '21fa2b95-00e4-4032-bc3d-907cf26e024b', 'mac_address': 'fa:16:3e:d7:aa:93', 'name': 'tempest-NetworksTestDHCPv6-1131974869'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:40.309955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Attempting to bind port d26b0d03-db8b-403c-8f77-3bffadeec983 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:40.310321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Attempting to bind port d26b0d03-db8b-403c-8f77-3bffadeec983 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'a572ed7e-3b9f-42dc-b26f-71d0b2ce347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20e84738-5ab5-4cb1-8e03-9a8d62c54f31'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:40.310687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Attempting to bind port d26b0d03-db8b-403c-8f77-3bffadeec983 on network 20e84738-5ab5-4cb1-8e03-9a8d62c54f31 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:40.323657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port fd51a691-2ffe-4b6b-ace1-2760b130bc55 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:40.324031 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.331161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Pushing event updated for resources: {'Port': ['ID=6f4e64e5-5aef-451b-b4eb-649653fdc42b,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:40.423873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:40.423873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Checking segment: {'id': 'a572ed7e-3b9f-42dc-b26f-71d0b2ce347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20e84738-5ab5-4cb1-8e03-9a8d62c54f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:40.423873 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.423873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Bound using segment: {'id': 'a572ed7e-3b9f-42dc-b26f-71d0b2ce347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20e84738-5ab5-4cb1-8e03-9a8d62c54f31'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:40.423873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Bound port: d26b0d03-db8b-403c-8f77-3bffadeec983, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a572ed7e-3b9f-42dc-b26f-71d0b2ce347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '20e84738-5ab5-4cb1-8e03-9a8d62c54f31'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:40.423873 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.427526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Attempting to bind port 6f4e64e5-5aef-451b-b4eb-649653fdc42b on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:40.428192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Attempting to bind port 6f4e64e5-5aef-451b-b4eb-649653fdc42b by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:40.428567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Attempting to bind port 6f4e64e5-5aef-451b-b4eb-649653fdc42b on network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:40.453140 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:40.453694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Checking segment: {'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:40.454151 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.454709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Bound using segment: {'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:40.455482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Bound port: 6f4e64e5-5aef-451b-b4eb-649653fdc42b, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:40.456006 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.485236 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.555957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Deleting port d26b0d03-db8b-403c-8f77-3bffadeec983 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:40.556393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.616043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] For port d26b0d03-db8b-403c-8f77-3bffadeec983, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:40.645651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] For port d26b0d03-db8b-403c-8f77-3bffadeec983, host n-d-814547-1, got binding levels [] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:40.646021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.662738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Calling delete_port for d26b0d03-db8b-403c-8f77-3bffadeec983 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:40.670954 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.671225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3a5cd1d2-d4f4-41eb-8c8c-61d761c0ac77 None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:40.671558 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd1d2-d4f4-41eb-8c8c-61d761c0ac77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.687293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] For port d26b0d03-db8b-403c-8f77-3bffadeec983, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d26b0d03-db8b-403c-8f77-3bffadeec983,segment=NetworkSegment(a572ed7e-3b9f-42dc-b26f-71d0b2ce347e),segment_id=a572ed7e-3b9f-42dc-b26f-71d0b2ce347e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:40.707159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-91043336-23c0-481c-bce2-4e67da31466f None None] For port 6f4e64e5-5aef-451b-b4eb-649653fdc42b, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:40.710072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Made reservation on behalf of 300922c0ae264624a01bd51c95ba1041 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:40.756717 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc114bb-3d41-4994-bd68-1f19de42033c None None] Network df00a01f-fc61-435e-bbe5-0a797fcc0723 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:40.764394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-91043336-23c0-481c-bce2-4e67da31466f None None] For port 6f4e64e5-5aef-451b-b4eb-649653fdc42b, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6f4e64e5-5aef-451b-b4eb-649653fdc42b,segment=NetworkSegment(a3c314ea-8de9-40cf-a9a4-237eb49a15c4),segment_id=a3c314ea-8de9-40cf-a9a4-237eb49a15c4)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:40.769409 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.875727 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.899964 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:40.929210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] device_id is not set on port 1c19e75f-3b39-49e7-beb5-a83f2b6caa8b yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:40.947049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 829d518d-e674-4f75-a54d-5193f9988b64 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:40.974817 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:41.041832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Port': ['ID=d26b0d03-db8b-403c-8f77-3bffadeec983,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:41.046745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No DVR routers for this DVR port d26b0d03-db8b-403c-8f77-3bffadeec983 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:41.062879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc13ec-9de8-4dd2-93fc-6c7c005846d0 None None] Pushing event updated for resources: {'Port': ['ID=d26b0d03-db8b-403c-8f77-3bffadeec983,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:41.121393 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:41.148768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ad72b-5d03-4ae1-af84-85aba57cd96b None None] Network 20e84738-5ab5-4cb1-8e03-9a8d62c54f31 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:41.195763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0982-0a4a-4572-bd2b-a2f446bd7b56 req-5476e3d2-5cf9-41b4-91dd-6ce86d2164eb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:41.201675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0982-0a4a-4572-bd2b-a2f446bd7b56 req-5476e3d2-5cf9-41b4-91dd-6ce86d2164eb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:41.208378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0982-0a4a-4572-bd2b-a2f446bd7b56 req-5476e3d2-5cf9-41b4-91dd-6ce86d2164eb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:41.214985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0982-0a4a-4572-bd2b-a2f446bd7b56 req-5476e3d2-5cf9-41b4-91dd-6ce86d2164eb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:41.221804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0982-0a4a-4572-bd2b-a2f446bd7b56 req-5476e3d2-5cf9-41b4-91dd-6ce86d2164eb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:41.232718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0982-0a4a-4572-bd2b-a2f446bd7b56 req-5476e3d2-5cf9-41b4-91dd-6ce86d2164eb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:41.245438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0982-0a4a-4572-bd2b-a2f446bd7b56 req-5476e3d2-5cf9-41b4-91dd-6ce86d2164eb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:41.251754 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b6f0982-0a4a-4572-bd2b-a2f446bd7b56 req-5476e3d2-5cf9-41b4-91dd-6ce86d2164eb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5442 time: 0.1266599 Oct 19 11:39:41.253083 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:41.325410 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:41.327814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91043336-23c0-481c-bce2-4e67da31466f None None] Pushing event updated for resources: {'Port': ['ID=6f4e64e5-5aef-451b-b4eb-649653fdc42b,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:41.365078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Port': ['ID=d97b0d31-0291-4fbe-a844-33ca7f534584,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:41.365573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 829d518d-e674-4f75-a54d-5193f9988b64 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:41.366075 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:41.416958 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:41.435577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b6f0982-0a4a-4572-bd2b-a2f446bd7b56 req-98eba052-6a9d-49d4-a64b-ebc65e0c5948 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397822 Oct 19 11:39:41.508787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8::d2 (21fa2b95-00e4-4032-bc3d-907cf26e024b/5b8b3fa0-2858-46d6-80f9-9ec3a51dbc5d/1c19e75f-3b39-49e7-beb5-a83f2b6caa8b) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:41.561011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Allocated IP 2001:db8:0:1:f816:3eff:fed7:aa93 (21fa2b95-00e4-4032-bc3d-907cf26e024b/e7533bd4-df91-4c31-9054-667d47d74c64/1c19e75f-3b39-49e7-beb5-a83f2b6caa8b) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:41.606749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-190a091c-0a82-496c-a32c-f2db5154ce86 None None] Provisioning complete for port fd51a691-2ffe-4b6b-ace1-2760b130bc55 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:41.607764 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-190a091c-0a82-496c-a32c-f2db5154ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:41.609773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e84738-5ab5-4cb1-8e03-9a8d62c54f31']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:41.660882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:41.665921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:41.670462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6cfb5-295f-481c-b8c5-11e38416cb6d None None] Network 20e84738-5ab5-4cb1-8e03-9a8d62c54f31 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:41.672195 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a572ed7e-3b9f-42dc-b26f-71d0b2ce347e') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:41.672707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a572ed7e-3b9f-42dc-b26f-71d0b2ce347e') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:41.686077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:41.702583 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:41.710253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:41.710670 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:41.867164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd51a691-2ffe-4b6b-ace1-2760b130bc55 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:41.872410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Router a0e68fcc-674b-442f-aa68-eeedf2b2636b has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:41.993883 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:42.021732 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.028322 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.036874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.042795 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/20e84738-5ab5-4cb1-8e03-9a8d62c54f31 HTTP/1.1" status: 204 len: 168 time: 4.1038046 Oct 19 11:39:42.045510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60166) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:42.082214 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-deea482b-2816-4266-846c-0011bba1caad tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:42.083078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deea482b-2816-4266-846c-0011bba1caad tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:42.087168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-deea482b-2816-4266-846c-0011bba1caad tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/20e84738-5ab5-4cb1-8e03-9a8d62c54f31 HTTP/1.1" status: 404 len: 339 time: 0.0400255 Oct 19 11:39:42.092098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port fd51a691-2ffe-4b6b-ace1-2760b130bc55 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:42.092694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1a4fa-bbc6-4322-8ace-dddbe3adf527 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Network': ['ID=20e84738-5ab5-4cb1-8e03-9a8d62c54f31,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:42.092830 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.097432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60168) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:42.106629 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-959708810', 'description': 'd1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:42.114841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:39:42.140649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-230e2395-b85f-49a3-9e0c-9cfc33a180d4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "PUT /v2.0/routers/a0e68fcc-674b-442f-aa68-eeedf2b2636b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3103204 Oct 19 11:39:42.141457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60170) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:42.143297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baf95e-3f76-436c-bcd0-7028b97ae4e2 req-e1d341b5-7fca-4102-9100-0d90b5e0176c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:42.151560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-47536100-e49f-4601-a8f4-ba8e141b1115 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1082309499', 'description': 'tempest-secgroup_access--1082309499 description', 'project_id': 'fd0b29691a544f1483f955fa185095a1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:42.160823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baf95e-3f76-436c-bcd0-7028b97ae4e2 req-e1d341b5-7fca-4102-9100-0d90b5e0176c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:42.165364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Sync routers for ids ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:39:42.178736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baf95e-3f76-436c-bcd0-7028b97ae4e2 req-e1d341b5-7fca-4102-9100-0d90b5e0176c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:42.187811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baf95e-3f76-436c-bcd0-7028b97ae4e2 req-e1d341b5-7fca-4102-9100-0d90b5e0176c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:42.192115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Routers {'a0e68fcc-674b-442f-aa68-eeedf2b2636b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:39:42.192974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:39:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:42.195193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baf95e-3f76-436c-bcd0-7028b97ae4e2 req-e1d341b5-7fca-4102-9100-0d90b5e0176c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:42.204658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baf95e-3f76-436c-bcd0-7028b97ae4e2 req-e1d341b5-7fca-4102-9100-0d90b5e0176c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:42.211649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baf95e-3f76-436c-bcd0-7028b97ae4e2 req-e1d341b5-7fca-4102-9100-0d90b5e0176c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:42.213806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74baf95e-3f76-436c-bcd0-7028b97ae4e2 req-e1d341b5-7fca-4102-9100-0d90b5e0176c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5442 time: 0.5649784 Oct 19 11:39:42.242245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2c3e8-fb8b-4790-9846-a21601424187 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:42.310246 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47536100-e49f-4601-a8f4-ba8e141b1115 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.375698 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.408711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47536100-e49f-4601-a8f4-ba8e141b1115 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.437757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:42.442058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:42.446816 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.450430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:42.468450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:42.474767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:42.476289 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.486417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event updated for resources: {'Port': ['ID=1c19e75f-3b39-49e7-beb5-a83f2b6caa8b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:42.500360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47536100-e49f-4601-a8f4-ba8e141b1115 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.520961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:42.533188 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.535732 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Added segment cff123ba-d7bd-4f38-9e8c-85d6b8be540f of type vlan for network 199e6e0f-5a78-424a-bd39-694c0e51e364 Oct 19 11:39:42.560819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47536100-e49f-4601-a8f4-ba8e141b1115 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:42.579915 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5dde64fe-7b7e-4cab-953b-1d140699c941 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3182719 Oct 19 11:39:42.582615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60178) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:42.594585 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.596965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d51987e7-8e44-4373-b18e-ca13e03449f6 None None] Provisioning complete for port fd51a691-2ffe-4b6b-ace1-2760b130bc55 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:42.597558 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d51987e7-8e44-4373-b18e-ca13e03449f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.651448 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47536100-e49f-4601-a8f4-ba8e141b1115 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.656421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-47536100-e49f-4601-a8f4-ba8e141b1115 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5139632 Oct 19 11:39:42.657108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60182) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:42.662827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2084716320', 'description': 'tempest-secgroup_general--2084716320 description', 'project_id': 'fd0b29691a544f1483f955fa185095a1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:42.714114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a0594-a2e9-4678-9740-f6d962583c1a None None] Network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:42.714114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Set router a0e68fcc-674b-442f-aa68-eeedf2b2636b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:39:42.726411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5ded6fc9-7d39-46d5-8b94-401e360b9bb6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting port 1c19e75f-3b39-49e7-beb5-a83f2b6caa8b {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:42.727357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ded6fc9-7d39-46d5-8b94-401e360b9bb6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.733607 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.741115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:42.744387 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.770304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e5707596-3a4a-4551-bda7-a896d1673279 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:42.823060 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ded6fc9-7d39-46d5-8b94-401e360b9bb6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.826928 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:42.830507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=199e6e0f-5a78-424a-bd39-694c0e51e364,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:42.855644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5ded6fc9-7d39-46d5-8b94-401e360b9bb6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Calling delete_port for 1c19e75f-3b39-49e7-beb5-a83f2b6caa8b owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:42.871056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 199e6e0f-5a78-424a-bd39-694c0e51e364 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:42.942465 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-29bdf5a9-ab85-4330-916e-9b4ad397e7a2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8436294 Oct 19 11:39:42.943065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60188) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:42.977090 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.057982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.070399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedce8f1-5dfd-49c7-b1cc-ed76194eed95 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:43.072426 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fedce8f1-5dfd-49c7-b1cc-ed76194eed95 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/networks?id=199e6e0f-5a78-424a-bd39-694c0e51e364 HTTP/1.1" status: 200 len: 764 time: 0.1275194 Oct 19 11:39:43.075555 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60190) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:43.085155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-279aba62-bfd6-44e2-a803-4168e3df6f05 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'description': 'd2'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:43.127993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66269623-7067-4c14-a86e-c75b36f25496,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:43.155688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.161924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.161924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.161924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.161924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.161924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.161924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.161924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.161924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.161924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.161924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.161924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:43.182683 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.188036 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9bfd1823-d7e7-4088-9b41-4c19c9e4eca9 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5263352 Oct 19 11:39:43.189033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60192) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:43.194571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c6fd7bcb-1b08-4fc6-baca-6ca2b4e45d0e tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'security_group_rule': {'security_group_id': 'dd3f32f1-6b6f-4577-a5f1-22661ada6cc4', 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:43.205502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:43.206105 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.235326 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ded6fc9-7d39-46d5-8b94-401e360b9bb6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.249250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d51987e7-8e44-4373-b18e-ca13e03449f6 None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:43.249623 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d51987e7-8e44-4373-b18e-ca13e03449f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.271985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded6fc9-7d39-46d5-8b94-401e360b9bb6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Port': ['ID=1c19e75f-3b39-49e7-beb5-a83f2b6caa8b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:43.327445 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5ded6fc9-7d39-46d5-8b94-401e360b9bb6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.331065 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-279aba62-bfd6-44e2-a803-4168e3df6f05 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.333153 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5ded6fc9-7d39-46d5-8b94-401e360b9bb6 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/1c19e75f-3b39-49e7-beb5-a83f2b6caa8b HTTP/1.1" status: 204 len: 168 time: 0.7485547 Oct 19 11:39:43.335496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60196) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:43.341123 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7bcb-1b08-4fc6-baca-6ca2b4e45d0e tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.444161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-279aba62-bfd6-44e2-a803-4168e3df6f05 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.494013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7bcb-1b08-4fc6-baca-6ca2b4e45d0e tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.498346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f551ae09-5037-4efb-9867-8a405516cc69 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:43.500169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f551ae09-5037-4efb-9867-8a405516cc69 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1632404 Oct 19 11:39:43.500820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-279aba62-bfd6-44e2-a803-4168e3df6f05 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network 199e6e0f-5a78-424a-bd39-694c0e51e364 is not hosted by any dhcp agent {{(pid=101311) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 11:39:43.502671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60200) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:43.506691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279aba62-bfd6-44e2-a803-4168e3df6f05 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:43.507432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-279aba62-bfd6-44e2-a803-4168e3df6f05 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.508848 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-279aba62-bfd6-44e2-a803-4168e3df6f05 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "PUT /v2.0/networks/199e6e0f-5a78-424a-bd39-694c0e51e364 HTTP/1.1" status: 200 len: 761 time: 0.4306290 Oct 19 11:39:43.513514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60202) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:43.623315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aba62-bfd6-44e2-a803-4168e3df6f05 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=199e6e0f-5a78-424a-bd39-694c0e51e364,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:43.645707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 199e6e0f-5a78-424a-bd39-694c0e51e364 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:43.679792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:40Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd97b0d31-0291-4fbe-a844-33ca7f534584', 'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c1:9d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:38Z', 'updated_at': '2021-10-19T11:39:40Z', 'revision_number': 2, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:43.701925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19bfdc7-bb92-4c7f-88c9-fa4864a77a74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:43.703989 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c19bfdc7-bb92-4c7f-88c9-fa4864a77a74 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/networks?id=199e6e0f-5a78-424a-bd39-694c0e51e364 HTTP/1.1" status: 200 len: 764 time: 0.1895237 Oct 19 11:39:43.711887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60210) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:43.813655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Checking router: a0e68fcc-674b-442f-aa68-eeedf2b2636b for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:39:43.814144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Updating router a0e68fcc-674b-442f-aa68-eeedf2b2636b port d97b0d31-0291-4fbe-a844-33ca7f534584 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:39:43.848159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-40e7f254-0626-4400-95e2-9266cf044b14 None None] Provisioning complete for port 6f4e64e5-5aef-451b-b4eb-649653fdc42b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:43.849812 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40e7f254-0626-4400-95e2-9266cf044b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:43.921224 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:44.090415 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6f4e64e5-5aef-451b-b4eb-649653fdc42b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:44.091440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7bcb-1b08-4fc6-baca-6ca2b4e45d0e tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:44.093153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd41bb1-b177-40a4-9cf3-ddbc13946c4d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.095148 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fcd41bb1-b177-40a4-9cf3-ddbc13946c4d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3818507 Oct 19 11:39:44.098416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60214) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:44.133556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd7bcb-1b08-4fc6-baca-6ca2b4e45d0e tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1558b252-a828-4c23-8c5d-6cc1b5b2bd2f,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:44.169575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12942f60-08ac-427a-b5c6-879a146d1263 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.174343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-12942f60-08ac-427a-b5c6-879a146d1263 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6705618 Oct 19 11:39:44.174975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60218) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:44.185674 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ac02a965-ef03-44ff-a68e-e1efa9c22f28 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 207 time: 0.0848823 Oct 19 11:39:44.190696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60220) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:44.258668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbbb07a-36d1-480d-bbc3-befda9089b8e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.268051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbbb07a-36d1-480d-bbc3-befda9089b8e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.269982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbbb07a-36d1-480d-bbc3-befda9089b8e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.276043 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cdbbb07a-36d1-480d-bbc3-befda9089b8e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0990009 Oct 19 11:39:44.283460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60224) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:44.295584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7bcb-1b08-4fc6-baca-6ca2b4e45d0e tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:44.295584 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c6fd7bcb-1b08-4fc6-baca-6ca2b4e45d0e tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0972672 Oct 19 11:39:44.363128 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40e7f254-0626-4400-95e2-9266cf044b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:44.438379 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6f4e64e5-5aef-451b-b4eb-649653fdc42b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:44.438845 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:44.441274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aef526d-9ca1-4635-898b-8612578146f2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet 5b8b3fa0-2858-46d6-80f9-9ec3a51dbc5d {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:44.461023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8aef526d-9ca1-4635-898b-8612578146f2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:44.517234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-40e7f254-0626-4400-95e2-9266cf044b14 None None] For port 6f4e64e5-5aef-451b-b4eb-649653fdc42b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6f4e64e5-5aef-451b-b4eb-649653fdc42b,segment=NetworkSegment(a3c314ea-8de9-40cf-a9a4-237eb49a15c4),segment_id=a3c314ea-8de9-40cf-a9a4-237eb49a15c4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:44.604944 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40e7f254-0626-4400-95e2-9266cf044b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:44.605348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02bc5b1-32b4-4cc2-a687-af715abdb992 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.612901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02bc5b1-32b4-4cc2-a687-af715abdb992 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.619800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02bc5b1-32b4-4cc2-a687-af715abdb992 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.626928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02bc5b1-32b4-4cc2-a687-af715abdb992 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.634066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02bc5b1-32b4-4cc2-a687-af715abdb992 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.639796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8aef526d-9ca1-4635-898b-8612578146f2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:44.641619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02bc5b1-32b4-4cc2-a687-af715abdb992 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.645227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e02bc5b1-32b4-4cc2-a687-af715abdb992 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4531045 Oct 19 11:39:44.649574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60246) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:44.750171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f08ee7-9932-41f8-bcb3-55effe2acc1a req-6058661f-bd92-4149-9e1b-f01985d00485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.750643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f08ee7-9932-41f8-bcb3-55effe2acc1a req-6058661f-bd92-4149-9e1b-f01985d00485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.751102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f08ee7-9932-41f8-bcb3-55effe2acc1a req-6058661f-bd92-4149-9e1b-f01985d00485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.751557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f08ee7-9932-41f8-bcb3-55effe2acc1a req-6058661f-bd92-4149-9e1b-f01985d00485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.752003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f08ee7-9932-41f8-bcb3-55effe2acc1a req-6058661f-bd92-4149-9e1b-f01985d00485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.752458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f08ee7-9932-41f8-bcb3-55effe2acc1a req-6058661f-bd92-4149-9e1b-f01985d00485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.752936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f08ee7-9932-41f8-bcb3-55effe2acc1a req-6058661f-bd92-4149-9e1b-f01985d00485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:44.754955 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6f08ee7-9932-41f8-bcb3-55effe2acc1a req-6058661f-bd92-4149-9e1b-f01985d00485 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6499 time: 0.1616209 Oct 19 11:39:44.789926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-9838c244-3f90-4fc2-a601-131e583d7b96 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--2084716320&fields=id&tenant_id=fd0b29691a544f1483f955fa185095a1 HTTP/1.1" status: 200 len: 267 time: 0.2215090 Oct 19 11:39:44.808233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-553ca8e9-3c98-4341-af3d-db786541d377 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1575010 Oct 19 11:39:44.811876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60252) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:44.834349 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6f08ee7-9932-41f8-bcb3-55effe2acc1a req-70030dc5-109d-48c4-befd-71e9a0f77035 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711138 Oct 19 11:39:44.860989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40167429-e36a-45c9-9ef0-dfe5e31e9955 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:39:44.882136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-2915a968-6891-4bc4-b78d-b491e00797fe tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--1082309499&fields=id&tenant_id=fd0b29691a544f1483f955fa185095a1 HTTP/1.1" status: 200 len: 267 time: 0.0847688 Oct 19 11:39:44.892057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-40e7f254-0626-4400-95e2-9266cf044b14 None None] Could not find standard attr ID for object 1c19e75f-3b39-49e7-beb5-a83f2b6caa8b. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:39:44.961454 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8aef526d-9ca1-4635-898b-8612578146f2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:44.974153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-40e7f254-0626-4400-95e2-9266cf044b14 None None] Provisioning complete for port e5707596-3a4a-4551-bda7-a896d1673279 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:44.974984 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-40e7f254-0626-4400-95e2-9266cf044b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.027959 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.098776 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7f254-0626-4400-95e2-9266cf044b14 None None] Pushing event updated for resources: {'Port': ['ID=6f4e64e5-5aef-451b-b4eb-649653fdc42b,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:45.117983 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.149082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-67a2d008-1d28-41b3-a6e8-9705c923fc6d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.152762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-67a2d008-1d28-41b3-a6e8-9705c923fc6d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/networks?id=6e960270-a788-4ab1-a2f2-7b135ad9ad66 HTTP/1.1" status: 200 len: 797 time: 0.2584686 Oct 19 11:39:45.169614 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-6c5a014d-567e-42ab-b1d7-1b9b0d76a09d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/quotas/fd0b29691a544f1483f955fa185095a1 HTTP/1.1" status: 200 len: 375 time: 0.0114672 Oct 19 11:39:45.241666 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8aef526d-9ca1-4635-898b-8612578146f2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.268393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaf56c-2168-4b18-9524-928e97de48dd None None] Pushing event updated for resources: {'Port': ['ID=d97b0d31-0291-4fbe-a844-33ca7f534584,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:45.290836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef526d-9ca1-4635-898b-8612578146f2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8b3fa0-2858-46d6-80f9-9ec3a51dbc5d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:45.301698 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8aef526d-9ca1-4635-898b-8612578146f2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.307530 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3dca56-fa2f-4f81-9ff7-8c971bc5b31f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.307530 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3dca56-fa2f-4f81-9ff7-8c971bc5b31f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.308234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8aef526d-9ca1-4635-898b-8612578146f2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/5b8b3fa0-2858-46d6-80f9-9ec3a51dbc5d HTTP/1.1" status: 204 len: 168 time: 1.0196066 Oct 19 11:39:45.308877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3dca56-fa2f-4f81-9ff7-8c971bc5b31f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.309423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60266) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:45.310584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3dca56-fa2f-4f81-9ff7-8c971bc5b31f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.312483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3dca56-fa2f-4f81-9ff7-8c971bc5b31f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.318423 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cf3dca56-fa2f-4f81-9ff7-8c971bc5b31f tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5052907 Oct 19 11:39:45.319834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60268) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:45.345939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40167429-e36a-45c9-9ef0-dfe5e31e9955 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:39:45.371325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3742f46-0acd-4e63-bcf7-763aaae4a4b5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Deleting subnet e7533bd4-df91-4c31-9054-667d47d74c64 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:45.379219 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3742f46-0acd-4e63-bcf7-763aaae4a4b5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.395279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbeaad7-2235-4407-addd-51dd5727db4d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.396840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbeaad7-2235-4407-addd-51dd5727db4d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.398260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbeaad7-2235-4407-addd-51dd5727db4d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.398432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Attempting to bind port d97b0d31-0291-4fbe-a844-33ca7f534584 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:45.398947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Attempting to bind port d97b0d31-0291-4fbe-a844-33ca7f534584 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:45.399408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Attempting to bind port d97b0d31-0291-4fbe-a844-33ca7f534584 on network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:45.399785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbeaad7-2235-4407-addd-51dd5727db4d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.401488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbeaad7-2235-4407-addd-51dd5727db4d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.403143 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7cbeaad7-2235-4407-addd-51dd5727db4d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0822754 Oct 19 11:39:45.408217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60270) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:45.417299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:45.417861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Checking segment: {'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:45.418406 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.418906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Bound using segment: {'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:45.419471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-2d7837a8-5535-464e-bffc-d308838a7bd3 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd0b29691a544f1483f955fa185095a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2373869 Oct 19 11:39:45.419639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Bound port: d97b0d31-0291-4fbe-a844-33ca7f534584, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:45.420057 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.445652 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d0fbecdd-5309-42cd-96bf-eafeccca0341 None None] Provisioning complete for port d97b0d31-0291-4fbe-a844-33ca7f534584 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:45.446171 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d0fbecdd-5309-42cd-96bf-eafeccca0341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.472845 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3742f46-0acd-4e63-bcf7-763aaae4a4b5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.540693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bbe1e7-0189-4477-90b5-fc8737dbbaa2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.541851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c8bbe1e7-0189-4477-90b5-fc8737dbbaa2 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/networks/d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3 HTTP/1.1" status: 200 len: 804 time: 0.1326540 Oct 19 11:39:45.547169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60274) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:45.561296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d0fbecdd-5309-42cd-96bf-eafeccca0341 None None] Port d97b0d31-0291-4fbe-a844-33ca7f534584 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:39:45.581288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d0fbecdd-5309-42cd-96bf-eafeccca0341 None None] Could not find standard attr ID for object 1c19e75f-3b39-49e7-beb5-a83f2b6caa8b. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:39:45.622416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] For port d97b0d31-0291-4fbe-a844-33ca7f534584, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:45.642413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d0fbecdd-5309-42cd-96bf-eafeccca0341 None None] Provisioning complete for port 6f4e64e5-5aef-451b-b4eb-649653fdc42b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:45.647287 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d0fbecdd-5309-42cd-96bf-eafeccca0341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.647287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] For port d97b0d31-0291-4fbe-a844-33ca7f534584, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d97b0d31-0291-4fbe-a844-33ca7f534584,segment=NetworkSegment(a3c314ea-8de9-40cf-a9a4-237eb49a15c4),segment_id=a3c314ea-8de9-40cf-a9a4-237eb49a15c4)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:45.653281 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ffb9497d-bcdc-4515-a44b-27a6b46ae14e tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/networks/d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1044533 Oct 19 11:39:45.656582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60278) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:45.661055 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3742f46-0acd-4e63-bcf7-763aaae4a4b5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.684475 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-6368e28b-72c0-4abf-a150-93cde7bcfe81 service neutron] 10.222.0.39 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596326 Oct 19 11:39:45.718247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c5bbd-551f-4e7a-a74c-92076bc9c5a4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.719600 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6b9c5bbd-551f-4e7a-a74c-92076bc9c5a4 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/subnets/a5c00c00-603d-4bd2-a12a-aa4213401dc1 HTTP/1.1" status: 200 len: 843 time: 0.0619142 Oct 19 11:39:45.723742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60280) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:45.768827 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.786566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9261cb3b-d823-47b8-95fb-66cef0e323a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['shared'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:45.792981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60286) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:45.793312 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9261cb3b-d823-47b8-95fb-66cef0e323a9 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "GET /v2.0/subnets/a5c00c00-603d-4bd2-a12a-aa4213401dc1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0682735 Oct 19 11:39:45.800625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-607295272'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:45.828230 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3742f46-0acd-4e63-bcf7-763aaae4a4b5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.860361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3742f46-0acd-4e63-bcf7-763aaae4a4b5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Subnet': ['ID=e7533bd4-df91-4c31-9054-667d47d74c64,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:45.880710 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d3742f46-0acd-4e63-bcf7-763aaae4a4b5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.884853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d3742f46-0acd-4e63-bcf7-763aaae4a4b5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/e7533bd4-df91-4c31-9054-667d47d74c64 HTTP/1.1" status: 204 len: 168 time: 0.5727592 Oct 19 11:39:45.885026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60288) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:45.888217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-4da6663a-194d-4398-b9e9-5f6124a083ab service neutron] 10.222.0.39 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940649 Oct 19 11:39:45.900142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:45.904151 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.939117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:45.950302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:45.950585 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Added segment acffd2af-7ab5-43fc-8e1f-ab79adf7cc54 of type vlan for network 1ced0c2f-4417-4b57-8190-9de0c4a7fa8d Oct 19 11:39:45.951931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6f4e64e5-5aef-451b-b4eb-649653fdc42b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:45.954926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaf56c-2168-4b18-9524-928e97de48dd None None] Pushing event updated for resources: {'Port': ['ID=d97b0d31-0291-4fbe-a844-33ca7f534584,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:45.957877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Routers {'a0e68fcc-674b-442f-aa68-eeedf2b2636b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:39:45.958562 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:39:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:45.977103 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2c8050e0-5cd1-436e-b2aa-6fec7ca12bd4 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866673 Oct 19 11:39:45.978051 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60290) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.034595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeb0206-64f4-4083-a7d2-014b8a6ca3d2 None None] Network 21fa2b95-00e4-4032-bc3d-907cf26e024b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:46.049675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:46.063274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ffaf0-2810-4e1e-9905-7f46945846cf tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:46.065095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-259ffaf0-2810-4e1e-9905-7f46945846cf tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0862584 Oct 19 11:39:46.067623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60292) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.151844 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:46.158669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:46.158836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d88fd82-7e2d-4f57-960d-9b6cde1812f1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:46.159636 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:46.163316 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0d88fd82-7e2d-4f57-960d-9b6cde1812f1 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0945120 Oct 19 11:39:46.164074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60296) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.252488 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b9096d91-5327-4bd6-be58-be6ace680e41 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856586 Oct 19 11:39:46.258068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60300) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.279654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Network': ['ID=1ced0c2f-4417-4b57-8190-9de0c4a7fa8d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:46.305441 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-13a7d018-47f2-40b5-bcc0-ebdd16a52c65 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5109882 Oct 19 11:39:46.308217 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6f4e64e5-5aef-451b-b4eb-649653fdc42b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:46.309587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60308) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.310675 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd4106f-f25d-4198-8097-7d51639cb395 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.311460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd4106f-f25d-4198-8097-7d51639cb395 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.311866 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:46.320428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'network_id': '1ced0c2f-4417-4b57-8190-9de0c4a7fa8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:46.328616 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3cd4106f-f25d-4198-8097-7d51639cb395 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/1c19e75f-3b39-49e7-beb5-a83f2b6caa8b HTTP/1.1" status: 404 len: 333 time: 0.0688210 Oct 19 11:39:46.329264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60310) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.359818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 1ced0c2f-4417-4b57-8190-9de0c4a7fa8d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:46.366889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] Set router a0e68fcc-674b-442f-aa68-eeedf2b2636b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:39:46.407256 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-455b5347-f867-4a0c-b918-57448e84d3c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.407256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455b5347-f867-4a0c-b918-57448e84d3c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.420566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60312) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.421416 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-455b5347-f867-4a0c-b918-57448e84d3c7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/e7533bd4-df91-4c31-9054-667d47d74c64 HTTP/1.1" status: 404 len: 337 time: 0.0787055 Oct 19 11:39:46.462669 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b439ca07-7e84-40ef-853c-8cb0c2550c79 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.463625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b439ca07-7e84-40ef-853c-8cb0c2550c79 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.469511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b439ca07-7e84-40ef-853c-8cb0c2550c79 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/5b8b3fa0-2858-46d6-80f9-9ec3a51dbc5d HTTP/1.1" status: 404 len: 337 time: 0.0472615 Oct 19 11:39:46.471960 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-59912de5-a22d-4c80-b85a-385e05c81f9d req-f3532c4d-1ac3-4ee6-982d-4faa22615162 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 210 time: 0.1395288 Oct 19 11:39:46.477813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60314) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.523631 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab4ea3e-cc9e-4fcf-b9cc-b1a5b0efef48 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.524503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab4ea3e-cc9e-4fcf-b9cc-b1a5b0efef48 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.530950 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3ab4ea3e-cc9e-4fcf-b9cc-b1a5b0efef48 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/f4f22cb6-ef65-4e07-8e36-10cb1b24450a HTTP/1.1" status: 404 len: 333 time: 0.0511632 Oct 19 11:39:46.533992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60316) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.608649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Made reservation on behalf of 4ea844d87b46425db234f8b214217f37 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:46.609669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d0fb8509-199e-44f6-b823-9e2d01da3cf2 None None] Provisioning complete for port d97b0d31-0291-4fbe-a844-33ca7f534584 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:46.610168 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d0fb8509-199e-44f6-b823-9e2d01da3cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:46.614837 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:46.632286 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-444333c1-896f-4971-bce5-88451a1f9cde tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.633116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444333c1-896f-4971-bce5-88451a1f9cde tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.640991 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60318) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.641514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-444333c1-896f-4971-bce5-88451a1f9cde tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/d5220ca5-5b91-4a5d-8803-9e2eacb922db HTTP/1.1" status: 404 len: 337 time: 0.1059251 Oct 19 11:39:46.686821 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c86f821-31a1-4f14-ba13-5e085677de05 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.686821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c86f821-31a1-4f14-ba13-5e085677de05 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.686821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9c86f821-31a1-4f14-ba13-5e085677de05 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/747bfd7f-31c5-4f97-80ab-f4b7c5bb1f77 HTTP/1.1" status: 404 len: 337 time: 0.0393550 Oct 19 11:39:46.687150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60322) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.711908 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-1013af95-bb68-403b-98f9-9f92d9a409c5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.713250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1013af95-bb68-403b-98f9-9f92d9a409c5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.714859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_backend_mixin [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Performing IP validity checks on allocation pools {{(pid=101312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 11:39:46.715940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_backend_mixin [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 11:39:46.720837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1013af95-bb68-403b-98f9-9f92d9a409c5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/d526665d-b4ca-4990-98ad-120321274352 HTTP/1.1" status: 404 len: 333 time: 0.0329425 Oct 19 11:39:46.723255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60324) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.746770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef9d950-8c02-405f-9cc0-e6682f72cf98 None None] DHCP port deletion for 21fa2b95-00e4-4032-bc3d-907cf26e024b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:39:46.755757 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a860e0e-ad46-493b-b54f-c6796bb409be tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.756195 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a860e0e-ad46-493b-b54f-c6796bb409be tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.759591 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2a860e0e-ad46-493b-b54f-c6796bb409be tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/f703a98a-1118-4ec4-a0a8-df0c259e304e HTTP/1.1" status: 404 len: 337 time: 0.0354013 Oct 19 11:39:46.765560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60328) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.801992 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-6093d1bb-92db-47e7-9fc9-797cf0a60411 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.802301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6093d1bb-92db-47e7-9fc9-797cf0a60411 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.805708 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6093d1bb-92db-47e7-9fc9-797cf0a60411 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/9b72cc7a-8b47-49c8-94c8-1a6c869a2c58 HTTP/1.1" status: 404 len: 337 time: 0.0404327 Oct 19 11:39:46.820411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60334) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.851321 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-41973b34-be08-4cc0-8d26-857783fca7c8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.852254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41973b34-be08-4cc0-8d26-857783fca7c8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.873926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-41973b34-be08-4cc0-8d26-857783fca7c8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/583dfc43-f112-4454-bf51-dba95446303c HTTP/1.1" status: 404 len: 333 time: 0.0504701 Oct 19 11:39:46.874620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60338) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.913749 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46734b8-3e50-4004-8d50-d30a6b8fa158 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.914663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46734b8-3e50-4004-8d50-d30a6b8fa158 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.921655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d46734b8-3e50-4004-8d50-d30a6b8fa158 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/28a54cb5-ddc0-4b30-98af-1ac1a71f7efc HTTP/1.1" status: 404 len: 337 time: 0.0432513 Oct 19 11:39:46.922044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60340) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.943344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9d950-8c02-405f-9cc0-e6682f72cf98 None None] Deleting port e5707596-3a4a-4551-bda7-a896d1673279 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:46.943845 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d950-8c02-405f-9cc0-e6682f72cf98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:46.945421 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d0fb8509-199e-44f6-b823-9e2d01da3cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:46.948002 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a356c88-247e-4976-9a85-ccd6b5b4def2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.948453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a356c88-247e-4976-9a85-ccd6b5b4def2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.952578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1a356c88-247e-4976-9a85-ccd6b5b4def2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/b3b5db06-ec8c-4d87-afa1-c8714a82f7c7 HTTP/1.1" status: 404 len: 337 time: 0.0285156 Oct 19 11:39:46.954099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60342) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:46.978382 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff503be1-6234-4703-89f1-8bcc8fcc160e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:46.983531 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff503be1-6234-4703-89f1-8bcc8fcc160e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:46.992595 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ff503be1-6234-4703-89f1-8bcc8fcc160e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/c430086d-a3b7-4a79-8192-dc33d9098e23 HTTP/1.1" status: 404 len: 333 time: 0.0357976 Oct 19 11:39:46.993469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60344) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.019647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:47.024694 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a68d378-4516-48b2-95ec-233bfe067d65 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.025120 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a68d378-4516-48b2-95ec-233bfe067d65 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.031156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9a68d378-4516-48b2-95ec-233bfe067d65 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/737164d1-02a8-4c12-8870-e1207cf2aca1 HTTP/1.1" status: 404 len: 337 time: 0.0342607 Oct 19 11:39:47.031910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60346) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.098070 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfb79df-ae3e-40ae-a13f-ac81b09db1e2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.098780 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfb79df-ae3e-40ae-a13f-ac81b09db1e2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.104298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ccfb79df-ae3e-40ae-a13f-ac81b09db1e2 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/ce9f7d2f-1cfd-4bc9-b919-eabff61fbb5c HTTP/1.1" status: 404 len: 333 time: 0.0694246 Oct 19 11:39:47.108096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60350) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.123546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=7634ccf9-0191-4f91-b313-7ac1833de2ee,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:47.134576 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb8db0a-e745-4522-bdf1-c84b37dec3cc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.135031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb8db0a-e745-4522-bdf1-c84b37dec3cc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.140944 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3bb8db0a-e745-4522-bdf1-c84b37dec3cc tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/016c03d1-1f8c-4c58-8b5e-f8523619b139 HTTP/1.1" status: 404 len: 337 time: 0.0318513 Oct 19 11:39:47.141343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60352) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.147516 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Checking segment: {'id': 'acffd2af-7ab5-43fc-8e1f-ab79adf7cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1ced0c2f-4417-4b57-8190-9de0c4a7fa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:47.148122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network hostable DHCP agents. Network: 1ced0c2f-4417-4b57-8190-9de0c4a7fa8d, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:47.168641 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-b228c3f9-36a4-4319-b264-b8dfbdca26b5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.169371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b228c3f9-36a4-4319-b264-b8dfbdca26b5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.172497 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b228c3f9-36a4-4319-b264-b8dfbdca26b5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/8cd50b07-7ca9-424c-b830-2d7506b9de1f HTTP/1.1" status: 404 len: 333 time: 0.0302176 Oct 19 11:39:47.175231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60354) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.203329 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-7effee76-53e5-417f-9ff6-227a19555169 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.204299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7effee76-53e5-417f-9ff6-227a19555169 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.210144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7effee76-53e5-417f-9ff6-227a19555169 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/44388100-4820-4307-8e7d-4ab6c5e1ea22 HTTP/1.1" status: 404 len: 337 time: 0.0315919 Oct 19 11:39:47.210454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60358) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.215438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4ef9d950-8c02-405f-9cc0-e6682f72cf98 None None] For port e5707596-3a4a-4551-bda7-a896d1673279, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e5707596-3a4a-4551-bda7-a896d1673279,segment=NetworkSegment(4ad72098-86eb-40ab-adab-4e4d38b6e827),segment_id=4ad72098-86eb-40ab-adab-4e4d38b6e827)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:47.215839 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d950-8c02-405f-9cc0-e6682f72cf98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:47.227585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d0fb8509-199e-44f6-b823-9e2d01da3cf2 None None] For port d97b0d31-0291-4fbe-a844-33ca7f534584, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d97b0d31-0291-4fbe-a844-33ca7f534584,segment=NetworkSegment(a3c314ea-8de9-40cf-a9a4-237eb49a15c4),segment_id=a3c314ea-8de9-40cf-a9a4-237eb49a15c4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:47.234406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9d950-8c02-405f-9cc0-e6682f72cf98 None None] Calling delete_port for e5707596-3a4a-4551-bda7-a896d1673279 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:47.239191 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-49693d40-37fb-431f-9f4c-ded7ddbc024d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.240302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49693d40-37fb-431f-9f4c-ded7ddbc024d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.243187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-49693d40-37fb-431f-9f4c-ded7ddbc024d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/4d119e4d-a21d-4e49-bb9a-0708e12cc5c9 HTTP/1.1" status: 404 len: 333 time: 0.0316241 Oct 19 11:39:47.245755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60360) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.256719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:40Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd97b0d31-0291-4fbe-a844-33ca7f534584', 'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c1:9d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:38Z', 'updated_at': '2021-10-19T11:39:45Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:47.260463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Network 1ced0c2f-4417-4b57-8190-9de0c4a7fa8d is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:47.276714 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af367ef-3b8c-416c-8305-9838a36c635f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.280423 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af367ef-3b8c-416c-8305-9838a36c635f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.280423 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3af367ef-3b8c-416c-8305-9838a36c635f tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/406b191a-9626-4ed6-a5b9-1981f22247b2 HTTP/1.1" status: 404 len: 337 time: 0.0327592 Oct 19 11:39:47.282845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60362) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.306953 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4872bf5-6742-487b-9dae-e43c35564afa tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.307709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4872bf5-6742-487b-9dae-e43c35564afa tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.311077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c4872bf5-6742-487b-9dae-e43c35564afa tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/a11005e2-71f4-401f-bc0b-13cc3df7917f HTTP/1.1" status: 404 len: 333 time: 0.0272579 Oct 19 11:39:47.313845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60364) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.323752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 1ced0c2f-4417-4b57-8190-9de0c4a7fa8d) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:47.333882 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d0fb8509-199e-44f6-b823-9e2d01da3cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:47.337984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:47.338853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b2965-251d-4967-9f94-d9c6c9e34b1c None None] The sync data for ids ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'] in n-d-814547-1 is: [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:40Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd97b0d31-0291-4fbe-a844-33ca7f534584', 'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c1:9d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:38Z', 'updated_at': '2021-10-19T11:39:45Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:39:47.340791 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:47.345092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f90c2-4d41-42f4-bbfa-177cfd9ead7d None None] Network 1ced0c2f-4417-4b57-8190-9de0c4a7fa8d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:47.354618 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c559b32-1f72-4e95-8564-d1093b86db48 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.355184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c559b32-1f72-4e95-8564-d1093b86db48 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.359626 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2c559b32-1f72-4e95-8564-d1093b86db48 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/07b5c7e1-995c-425f-8c66-f525212f0bf9 HTTP/1.1" status: 404 len: 337 time: 0.0446448 Oct 19 11:39:47.362035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60366) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.463265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b0c93b27-b293-48c4-bc9f-24ba8a1b6e75 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1502285 Oct 19 11:39:47.463795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60370) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.464855 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c80a82-cbe5-440e-8d57-e27e6ebe478d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.468278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c80a82-cbe5-440e-8d57-e27e6ebe478d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.471135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1bc8c793-4625-4ba7-b1a4-ff7892ef3c52 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:47.472241 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-87c80a82-cbe5-440e-8d57-e27e6ebe478d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/81b2fe81-a73e-4a52-93c3-1140a4ae2fa3 HTTP/1.1" status: 404 len: 333 time: 0.1082315 Oct 19 11:39:47.475756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60372) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.489063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb8509-199e-44f6-b823-9e2d01da3cf2 None None] Pushing event updated for resources: {'Port': ['ID=d97b0d31-0291-4fbe-a844-33ca7f534584,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:47.548450 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee39e0f-8dd3-4bbd-92c1-75f34ca0e3f7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.549012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee39e0f-8dd3-4bbd-92c1-75f34ca0e3f7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.556035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3ee39e0f-8dd3-4bbd-92c1-75f34ca0e3f7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/cb335573-de88-475c-8259-140e9ca03741 HTTP/1.1" status: 404 len: 337 time: 0.0767734 Oct 19 11:39:47.567677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-963ed26d-2b72-40e7-bb6d-12e76235c45e None None] Provisioning complete for port d97b0d31-0291-4fbe-a844-33ca7f534584 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:47.568233 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-963ed26d-2b72-40e7-bb6d-12e76235c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:47.577534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60378) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.632657 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b25ff9e0-1c3b-4888-9e3e-eea96626f4ba req-db1cc250-1391-4195-91ae-4800b2e26c70 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 210 time: 0.0768323 Oct 19 11:39:47.666942 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3aec674-de1d-40a4-a75c-22d94f13e71e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.666942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3aec674-de1d-40a4-a75c-22d94f13e71e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.666942 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d3aec674-de1d-40a4-a75c-22d94f13e71e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/7fc59477-3e41-4b8a-a4a4-dcd3eeb6f19a HTTP/1.1" status: 404 len: 337 time: 0.0843575 Oct 19 11:39:47.667600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60382) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.670752 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c793-4625-4ba7-b1a4-ff7892ef3c52 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5487071'] for subnet, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:47.700411 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2410b97-a8ca-467b-b121-027e5ed2e386 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.701361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d950-8c02-405f-9cc0-e6682f72cf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:47.701854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2410b97-a8ca-467b-b121-027e5ed2e386 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.707695 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a2410b97-a8ca-467b-b121-027e5ed2e386 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/9b06be23-394a-43f2-a8ec-85d2c6ffa54f HTTP/1.1" status: 404 len: 333 time: 0.0360479 Oct 19 11:39:47.708146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60384) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.744351 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a8cf6f-7fcb-4d97-a2b2-ff582f2e4981 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.744965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a8cf6f-7fcb-4d97-a2b2-ff582f2e4981 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.752094 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-67a8cf6f-7fcb-4d97-a2b2-ff582f2e4981 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/28cd389a-f3f5-4e67-a0a1-a6b1e8a3904c HTTP/1.1" status: 404 len: 337 time: 0.0405064 Oct 19 11:39:47.752658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60386) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.766446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9d950-8c02-405f-9cc0-e6682f72cf98 None None] Pushing event deleted for resources: {'Port': ['ID=e5707596-3a4a-4551-bda7-a896d1673279,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:47.774627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef9d950-8c02-405f-9cc0-e6682f72cf98 None None] No DVR routers for this DVR port e5707596-3a4a-4551-bda7-a896d1673279 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:47.827529 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a505926-d00a-48cb-a66e-4a7c63c1acde tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.827989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a505926-d00a-48cb-a66e-4a7c63c1acde tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.833502 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8a505926-d00a-48cb-a66e-4a7c63c1acde tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/98533c9d-b785-4306-a473-8b2b4cb7b851 HTTP/1.1" status: 404 len: 337 time: 0.0776196 Oct 19 11:39:47.834603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60390) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.882839 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-297f3fea-fc00-4632-9046-93b3efa9204e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.883608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297f3fea-fc00-4632-9046-93b3efa9204e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.892009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-297f3fea-fc00-4632-9046-93b3efa9204e tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/96d7c569-792a-4077-a5a8-dbd1bd31c2e6 HTTP/1.1" status: 404 len: 333 time: 0.0508204 Oct 19 11:39:47.892009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60392) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:47.904578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-1ced0c2f-4417-4b57-8190-9de0c4a7fa8d', 'network_id': '1ced0c2f-4417-4b57-8190-9de0c4a7fa8d', 'tenant_id': '4ea844d87b46425db234f8b214217f37', 'fixed_ips': [{'subnet_id': '7634ccf9-0191-4f91-b313-7ac1833de2ee'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:39:47.905923 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:47.960327 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c793-4625-4ba7-b1a4-ff7892ef3c52 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732462719254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5867902'] for subnet, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:47.963982 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1935f2-7681-4ef5-a1c8-bd297cf537f8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:47.964434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1935f2-7681-4ef5-a1c8-bd297cf537f8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:47.968250 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cc1935f2-7681-4ef5-a1c8-bd297cf537f8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/cfff90c9-0993-4ebc-be65-74a92b0d0b46 HTTP/1.1" status: 404 len: 337 time: 0.0773294 Oct 19 11:39:47.970987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60394) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.003731 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f16096-4062-42ba-84c2-a80c4d8c1422 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.004483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f16096-4062-42ba-84c2-a80c4d8c1422 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.009761 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-14f16096-4062-42ba-84c2-a80c4d8c1422 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/85e0bafa-008c-4e3c-951c-732f0f038541 HTTP/1.1" status: 404 len: 337 time: 0.0356040 Oct 19 11:39:48.013033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60396) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.035902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc8c793-4625-4ba7-b1a4-ff7892ef3c52 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:48.036650 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c793-4625-4ba7-b1a4-ff7892ef3c52 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:48.037870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1bc8c793-4625-4ba7-b1a4-ff7892ef3c52 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "PUT /v2.0/subnets/7634ccf9-0191-4f91-b313-7ac1833de2ee HTTP/1.1" status: 200 len: 900 time: 0.5727253 Oct 19 11:39:48.042595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60398) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.051615 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cb79fa-4c7c-4e13-95bd-59f9f2da1f35 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.052311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32cb79fa-4c7c-4e13-95bd-59f9f2da1f35 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.061101 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-32cb79fa-4c7c-4e13-95bd-59f9f2da1f35 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/14490b2d-d2d2-4972-b874-d4712a807c07 HTTP/1.1" status: 404 len: 333 time: 0.0462611 Oct 19 11:39:48.062041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60402) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.354886 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ece357-9c73-445c-906a-dff169300b80 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.354886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ece357-9c73-445c-906a-dff169300b80 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.354886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-33ece357-9c73-445c-906a-dff169300b80 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/264b62e3-ed04-4798-b6cb-2348f3f395f0 HTTP/1.1" status: 404 len: 337 time: 0.0357170 Oct 19 11:39:48.354886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60404) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.355799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Allocated IP 2001:db8::3 (1ced0c2f-4417-4b57-8190-9de0c4a7fa8d/7634ccf9-0191-4f91-b313-7ac1833de2ee/d9223e22-a19e-4d83-bf12-bae24acbaf39) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:48.355954 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-506b837d-6f69-4504-8933-71423722f0ab tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.355954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506b837d-6f69-4504-8933-71423722f0ab tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.355954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-506b837d-6f69-4504-8933-71423722f0ab tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/aaee2df7-366b-49a9-b056-6541d35a2694 HTTP/1.1" status: 404 len: 337 time: 0.0351570 Oct 19 11:39:48.355954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60406) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.356478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d97b0d31-0291-4fbe-a844-33ca7f534584 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:48.356833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8c793-4625-4ba7-b1a4-ff7892ef3c52 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event updated for resources: {'Subnet': ['ID=7634ccf9-0191-4f91-b313-7ac1833de2ee,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:48.356946 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d1d505dc-8cc9-4f0d-b49e-77e3cc780cc3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9fbea2f-0d5d-4df1-aebf-306f7fcaecea HTTP/1.1" status: 200 len: 205 time: 0.0347295 Oct 19 11:39:48.357183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60410) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.357183 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-1e58dd8c-a55e-478c-9a8d-65079a8baaf5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] delete failed (client error): The resource could not be found. Oct 19 11:39:48.357183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1e58dd8c-a55e-478c-9a8d-65079a8baaf5 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/routers/f9fbea2f-0d5d-4df1-aebf-306f7fcaecea HTTP/1.1" status: 404 len: 336 time: 0.0798838 Oct 19 11:39:48.357577 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60412) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.357658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d97b0d31-0291-4fbe-a844-33ca7f534584 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:48.357658 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:48.357810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:48.358015 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d43cfc1-91ab-4764-95fa-d8c0f52ab019 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.358015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d43cfc1-91ab-4764-95fa-d8c0f52ab019 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.358015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2d43cfc1-91ab-4764-95fa-d8c0f52ab019 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/2c19063a-4e9a-4c35-966a-b806ffcee65c HTTP/1.1" status: 404 len: 337 time: 0.0820143 Oct 19 11:39:48.358015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60414) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.412240 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4f4dc82b-8ecf-447f-9166-f47950f291a9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "GET /v2.0/ports?device_id=859ede6f-3bcb-4ba3-92cb-7b0aba75d51c HTTP/1.1" status: 200 len: 205 time: 0.0593634 Oct 19 11:39:48.414248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60416) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.435877 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:48.462672 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-05908394-d36f-4882-a4a7-9b42f24bb359 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] delete failed (client error): The resource could not be found. Oct 19 11:39:48.463737 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-05908394-d36f-4882-a4a7-9b42f24bb359 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/routers/859ede6f-3bcb-4ba3-92cb-7b0aba75d51c HTTP/1.1" status: 404 len: 336 time: 0.0486009 Oct 19 11:39:48.466370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60418) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.549604 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ea2551-97a1-4bbd-9c30-319af1bf8380 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.550327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ea2551-97a1-4bbd-9c30-319af1bf8380 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.553518 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a7ea2551-97a1-4bbd-9c30-319af1bf8380 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/fe63b034-3fad-42bf-a4de-37fc65c19ce5 HTTP/1.1" status: 404 len: 337 time: 0.0861576 Oct 19 11:39:48.559839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60422) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.561969 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:48.577271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e5707596-3a4a-4551-bda7-a896d1673279 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:39:48.594459 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6434b460-2089-4874-b752-d8f221ff2dc7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.594916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6434b460-2089-4874-b752-d8f221ff2dc7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.600921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60424) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.605090 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6434b460-2089-4874-b752-d8f221ff2dc7 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/d54b30e2-da9d-4335-81b3-413a0138be23 HTTP/1.1" status: 404 len: 337 time: 0.0438991 Oct 19 11:39:48.607083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e5707596-3a4a-4551-bda7-a896d1673279 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:39:48.607578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e5707596-3a4a-4551-bda7-a896d1673279 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:39:48.634398 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6a9ddb-5aa1-45e9-958b-8fe1b735a769 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.635099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6a9ddb-5aa1-45e9-958b-8fe1b735a769 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.641349 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ce6a9ddb-5aa1-45e9-958b-8fe1b735a769 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/7de7dadb-cc90-40ea-a8eb-fd47d9fddae8 HTTP/1.1" status: 404 len: 333 time: 0.0373054 Oct 19 11:39:48.642050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60428) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.680198 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c026a88-4d8c-4e49-9848-a5140456ed7b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.680198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c026a88-4d8c-4e49-9848-a5140456ed7b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.680198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0c026a88-4d8c-4e49-9848-a5140456ed7b tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/796791ab-bdb7-45f9-88a4-616ea4875395 HTTP/1.1" status: 404 len: 337 time: 0.0306613 Oct 19 11:39:48.680198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60432) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.687143 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:48.710320 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e155496-d80e-4810-bee5-664078c75347 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.711009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e155496-d80e-4810-bee5-664078c75347 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.731637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4e155496-d80e-4810-bee5-664078c75347 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/32ecf7c8-838d-4348-8444-3d00bc41f3d3 HTTP/1.1" status: 404 len: 333 time: 0.0532446 Oct 19 11:39:48.734016 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60434) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.771926 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cefb251-35e2-4bd3-90a1-53f2d41209a8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.772495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cefb251-35e2-4bd3-90a1-53f2d41209a8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.774241 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fb9bd2d-0e7a-442e-a4ad-3105ecd4ad24 req-1476327a-b13f-4773-abf1-97015a1867ec tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 210 time: 0.0375571 Oct 19 11:39:48.776699 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5cefb251-35e2-4bd3-90a1-53f2d41209a8 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/dc500caa-c9a3-493c-bf3c-5a980396c977 HTTP/1.1" status: 404 len: 337 time: 0.0416200 Oct 19 11:39:48.778368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Network 1ced0c2f-4417-4b57-8190-9de0c4a7fa8d is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:48.779696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60436) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.782295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:48.786131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:48.807620 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-061446ea-f046-4ac6-9ef9-c3f4ecae824d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.808396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061446ea-f046-4ac6-9ef9-c3f4ecae824d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.813812 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-061446ea-f046-4ac6-9ef9-c3f4ecae824d tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/92bf55ff-4421-4268-8cc7-5d86a7ae7822 HTTP/1.1" status: 404 len: 333 time: 0.0303347 Oct 19 11:39:48.814416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60438) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.830268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Pushing event updated for resources: {'Port': ['ID=d9223e22-a19e-4d83-bf12-bae24acbaf39,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:48.861225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:48.864406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Attempting to bind port d9223e22-a19e-4d83-bf12-bae24acbaf39 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:48.864958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Attempting to bind port d9223e22-a19e-4d83-bf12-bae24acbaf39 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'acffd2af-7ab5-43fc-8e1f-ab79adf7cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1ced0c2f-4417-4b57-8190-9de0c4a7fa8d'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:48.867915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Attempting to bind port d9223e22-a19e-4d83-bf12-bae24acbaf39 on network 1ced0c2f-4417-4b57-8190-9de0c4a7fa8d {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:48.869904 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfd39ea-a9a2-41b9-ae5f-a00db1d7de85 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.871558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfd39ea-a9a2-41b9-ae5f-a00db1d7de85 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.872135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:48.872760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Checking segment: {'id': 'acffd2af-7ab5-43fc-8e1f-ab79adf7cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1ced0c2f-4417-4b57-8190-9de0c4a7fa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:48.873301 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:48.873826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Bound using segment: {'id': 'acffd2af-7ab5-43fc-8e1f-ab79adf7cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1ced0c2f-4417-4b57-8190-9de0c4a7fa8d'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:48.874428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Bound port: d9223e22-a19e-4d83-bf12-bae24acbaf39, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acffd2af-7ab5-43fc-8e1f-ab79adf7cc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1ced0c2f-4417-4b57-8190-9de0c4a7fa8d'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:48.875010 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:48.878141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60442) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.890130 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2cfd39ea-a9a2-41b9-ae5f-a00db1d7de85 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/08281dab-4bef-419b-9d32-3e9536540613 HTTP/1.1" status: 404 len: 337 time: 0.0746701 Oct 19 11:39:48.915935 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea6796f-5068-4644-a9b0-cc02ecf18c98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.916743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea6796f-5068-4644-a9b0-cc02ecf18c98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.922646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6ea6796f-5068-4644-a9b0-cc02ecf18c98 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/89722162-a31a-49ad-a593-9901379f5e02 HTTP/1.1" status: 404 len: 333 time: 0.0433955 Oct 19 11:39:48.923403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60444) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.936245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Subnet': ['ID=7634ccf9-0191-4f91-b313-7ac1833de2ee,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:48.957644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] For port d9223e22-a19e-4d83-bf12-bae24acbaf39, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:48.961681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] For port d9223e22-a19e-4d83-bf12-bae24acbaf39, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d9223e22-a19e-4d83-bf12-bae24acbaf39,segment=NetworkSegment(acffd2af-7ab5-43fc-8e1f-ab79adf7cc54),segment_id=acffd2af-7ab5-43fc-8e1f-ab79adf7cc54)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:48.966957 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-835de772-0cc3-4c9d-aed6-240faaee1c32 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:48.966957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835de772-0cc3-4c9d-aed6-240faaee1c32 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:48.969670 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-835de772-0cc3-4c9d-aed6-240faaee1c32 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/0ad36655-efe3-4861-a162-bdf65a8b93d0 HTTP/1.1" status: 404 len: 337 time: 0.0452218 Oct 19 11:39:48.975186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60448) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:48.999668 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c655b1-b19e-4c47-bb56-f05d7fa16313 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:49.000423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c655b1-b19e-4c47-bb56-f05d7fa16313 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:49.004338 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-74c655b1-b19e-4c47-bb56-f05d7fa16313 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/31778ea5-0e50-4a07-ac1c-2c91a8ed4836 HTTP/1.1" status: 404 len: 333 time: 0.0271771 Oct 19 11:39:49.010176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60450) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:49.010333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.038668 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca42656f-4c68-46c2-8adc-a09ced46a2e9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:49.039124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca42656f-4c68-46c2-8adc-a09ced46a2e9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:49.041182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ced0c2f-4417-4b57-8190-9de0c4a7fa8d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:49.042270 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ca42656f-4c68-46c2-8adc-a09ced46a2e9 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/12d16b3a-7272-4258-b63d-156e1092c61e HTTP/1.1" status: 404 len: 337 time: 0.0311003 Oct 19 11:39:49.044916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60452) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:49.058680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.074991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acffd2af-7ab5-43fc-8e1f-ab79adf7cc54') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:49.075296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acffd2af-7ab5-43fc-8e1f-ab79adf7cc54') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:49.082516 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b4bb45-9081-45f3-9ada-4665c08bf81a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:49.083265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b4bb45-9081-45f3-9ada-4665c08bf81a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:49.088741 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-40b4bb45-9081-45f3-9ada-4665c08bf81a tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/fb23d13b-2a52-4f9c-a62c-442de116cb15 HTTP/1.1" status: 404 len: 333 time: 0.0402443 Oct 19 11:39:49.089519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60456) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:49.116997 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.119056 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-b912ea07-1042-4789-a0d6-c3f5d70c5be3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:49.119546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b912ea07-1042-4789-a0d6-c3f5d70c5be3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:49.125810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b912ea07-1042-4789-a0d6-c3f5d70c5be3 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/1c2ecc0e-6d9d-4785-97fa-1a15f31710de HTTP/1.1" status: 404 len: 337 time: 0.0335982 Oct 19 11:39:49.129649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60458) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:49.140232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.150319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:49.151387 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:49.155957 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:49.166262 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3073e8b-5b5f-4683-bf8e-6e1f56f80370 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:49.166993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3073e8b-5b5f-4683-bf8e-6e1f56f80370 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:49.172912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60460) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:49.175472 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c3073e8b-5b5f-4683-bf8e-6e1f56f80370 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/ports/26246ea4-8a5e-44e9-91cb-e74ff4baea19 HTTP/1.1" status: 404 len: 333 time: 0.0447893 Oct 19 11:39:49.190683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafa1e4-6903-4aa2-a583-2079f7b28d74 None None] Pushing event updated for resources: {'Port': ['ID=d9223e22-a19e-4d83-bf12-bae24acbaf39,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:49.211057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c3705d-39db-42f4-8cfc-213b07c660f1 None None] Network 1ced0c2f-4417-4b57-8190-9de0c4a7fa8d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:49.214790 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-392bcc4a-a912-4032-85c9-50ed7e4c47cd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:49.214906 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392bcc4a-a912-4032-85c9-50ed7e4c47cd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:49.220666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-392bcc4a-a912-4032-85c9-50ed7e4c47cd tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/subnets/3cb2dc65-043b-4f48-b0ea-8ac461d50ef3 HTTP/1.1" status: 404 len: 337 time: 0.0441458 Oct 19 11:39:49.221039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60462) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:49.322825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.359616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 11:39:49.359616 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 11:39:49.359616 n-d-814547-1 neutron-server[101311]: [parameters: {'id': '1ced0c2f-4417-4b57-8190-9de0c4a7fa8d'}] Oct 19 11:39:49.359616 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:39:49.359851 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:39:49.363741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c6d89-b232-49d2-9603-48fbcd8601ff None None] Network 1ced0c2f-4417-4b57-8190-9de0c4a7fa8d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:49.435951 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.443036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-4b435551-1a1b-47ab-85a5-1e4092563bd4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:49.444644 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-4b435551-1a1b-47ab-85a5-1e4092563bd4 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.26 "GET /v2.0/networks?id=6e960270-a788-4ab1-a2f2-7b135ad9ad66 HTTP/1.1" status: 200 len: 797 time: 0.1684690 Oct 19 11:39:49.457767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fa2b95-00e4-4032-bc3d-907cf26e024b']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:49.467517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad72098-86eb-40ab-adab-4e4d38b6e827') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:49.467875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad72098-86eb-40ab-adab-4e4d38b6e827') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:49.477734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.491672 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.499292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:49.499434 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.501388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7abb2fc-e381-4013-a955-f021e8ffff4a None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:49.504100 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:49.516235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-07f68fbd-417d-47da-a49f-47d8afc60544 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd0b29691a544f1483f955fa185095a1 HTTP/1.1" status: 200 len: 478 time: 0.0555594 Oct 19 11:39:49.536323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'port': {'device_id': 'd6b89163-0bef-4017-9508-5acf353881b2', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'admin_state_up': True, 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'security_groups': ['66269623-7067-4c14-a86e-c75b36f25496', 'dd3f32f1-6b6f-4577-a5f1-22661ada6cc4']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:49.657893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7abb2fc-e381-4013-a955-f021e8ffff4a None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 11:39:49.660086 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.670835 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.678170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] 10.222.0.39 "DELETE /v2.0/networks/21fa2b95-00e4-4032-bc3d-907cf26e024b HTTP/1.1" status: 204 len: 168 time: 0.4532673 Oct 19 11:39:49.709456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45d24f-256c-4a82-9407-8dd45cf44188 tempest-NetworksTestDHCPv6-661074476 tempest-NetworksTestDHCPv6-661074476-project] Pushing event deleted for resources: {'Network': ['ID=21fa2b95-00e4-4032-bc3d-907cf26e024b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:49.743183 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.762355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Made reservation on behalf of fd0b29691a544f1483f955fa185095a1 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:49.767645 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.862114 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:49.885692 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d676e6c0-bb4c-450a-ace9-f47edc91037a req-0996dd1e-01d4-4ec0-8330-e18f593fd43e tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 210 time: 0.0342007 Oct 19 11:39:49.958569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Allocated IP 172.20.0.6 (6e960270-a788-4ab1-a2f2-7b135ad9ad66/982982c4-5243-4f92-9baf-63a86c0fcc1d/02ebbece-cdf0-4fbb-8f3e-70607cfc8162) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:39:50.013559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Deleting port d9223e22-a19e-4d83-bf12-bae24acbaf39 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:50.014679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.029879 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.113241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] For port d9223e22-a19e-4d83-bf12-bae24acbaf39, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d9223e22-a19e-4d83-bf12-bae24acbaf39,segment=NetworkSegment(acffd2af-7ab5-43fc-8e1f-ab79adf7cc54),segment_id=acffd2af-7ab5-43fc-8e1f-ab79adf7cc54)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:50.113598 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.160197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Calling delete_port for d9223e22-a19e-4d83-bf12-bae24acbaf39 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:50.229474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60482) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:50.236090 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.363760 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.370730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e602c5d5-34f8-4eae-9f2e-6c05deb37f0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=300922c0ae264624a01bd51c95ba1041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399963 Oct 19 11:39:50.373771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60488) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:50.382720 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.404099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No DVR routers for this DVR port d9223e22-a19e-4d83-bf12-bae24acbaf39 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:50.414814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Port': ['ID=d9223e22-a19e-4d83-bf12-bae24acbaf39,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:50.434626 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8421449b-b5dd-4be2-aeec-8abb3023fc4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.466179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8421449b-b5dd-4be2-aeec-8abb3023fc4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.483632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:39:50.490933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:50.502653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:50.560504 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.565214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Port': ['ID=02ebbece-cdf0-4fbb-8f3e-70607cfc8162,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:50.602214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ced0c2f-4417-4b57-8190-9de0c4a7fa8d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:50.603391 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8421449b-b5dd-4be2-aeec-8abb3023fc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.606015 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8421449b-b5dd-4be2-aeec-8abb3023fc4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.607169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8421449b-b5dd-4be2-aeec-8abb3023fc4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/582107eb-ab70-4f1c-9ca7-dd6fa82a91be HTTP/1.1" status: 204 len: 168 time: 0.2324822 Oct 19 11:39:50.616447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421449b-b5dd-4be2-aeec-8abb3023fc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582107eb-ab70-4f1c-9ca7-dd6fa82a91be,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:50.620946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acffd2af-7ab5-43fc-8e1f-ab79adf7cc54') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:50.621431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acffd2af-7ab5-43fc-8e1f-ab79adf7cc54') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:50.632726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:50.633501 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.646930 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.672012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.683228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:50.686521 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:50.687560 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:50.766705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-601dde88-97b3-46c3-a3ad-d56f8854a270 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2346296 Oct 19 11:39:50.767002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-beb15c05-094f-40b4-99f5-4b0e83a5a91c None None] Provisioning complete for port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:50.767430 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-beb15c05-094f-40b4-99f5-4b0e83a5a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.784240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Request body: {'port': {'device_id': 'd6b89163-0bef-4017-9508-5acf353881b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:50.804054 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-beb15c05-094f-40b4-99f5-4b0e83a5a91c None None] Port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:39:50.835434 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.849820 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.853054 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/1ced0c2f-4417-4b57-8190-9de0c4a7fa8d HTTP/1.1" status: 204 len: 168 time: 2.8089178 Oct 19 11:39:50.857460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60496) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:50.867546 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:50.870586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e420c11-2281-48b4-a328-8b8d0c6ad2b7 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Network': ['ID=1ced0c2f-4417-4b57-8190-9de0c4a7fa8d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:50.891070 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3dc0ca-6d7d-4d78-990e-141b470fe36a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:50.891715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3dc0ca-6d7d-4d78-990e-141b470fe36a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:50.898480 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7a3dc0ca-6d7d-4d78-990e-141b470fe36a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/subnets/7634ccf9-0191-4f91-b313-7ac1833de2ee HTTP/1.1" status: 404 len: 337 time: 0.0373394 Oct 19 11:39:50.898880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60500) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:50.945370 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-090f2897-f02e-4039-8a43-6f851f641cb6 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:50.946046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090f2897-f02e-4039-8a43-6f851f641cb6 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:50.953195 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-090f2897-f02e-4039-8a43-6f851f641cb6 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/1ced0c2f-4417-4b57-8190-9de0c4a7fa8d HTTP/1.1" status: 404 len: 339 time: 0.0532722 Oct 19 11:39:50.953936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60508) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:51.039987 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.135224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.159992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199e6e0f-5a78-424a-bd39-694c0e51e364']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:51.170403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff123ba-d7bd-4f38-9e8c-85d6b8be540f') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:51.170696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff123ba-d7bd-4f38-9e8c-85d6b8be540f') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:51.184683 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.194881 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.202176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:51.202690 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:51.206756 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:51.234025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0215cca-417d-44b9-a646-7e999be68cc0 req-f66619e7-4435-40a3-9e41-f5e7617d1e06 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:51.235836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0215cca-417d-44b9-a646-7e999be68cc0 req-f66619e7-4435-40a3-9e41-f5e7617d1e06 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 970 time: 0.1784811 Oct 19 11:39:51.337792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:39:51.340314 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.348434 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.352566 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/199e6e0f-5a78-424a-bd39-694c0e51e364 HTTP/1.1" status: 204 len: 168 time: 0.3968670 Oct 19 11:39:51.353529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0215cca-417d-44b9-a646-7e999be68cc0 req-36bc5fef-a8dc-4c93-9659-5d824ee14088 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1109951 Oct 19 11:39:51.354217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60522) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:51.355936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.385483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Transition to ACTIVE for port object 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:39:51.398221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7255169-dd9e-467c-9280-b86d2085c69d tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Network': ['ID=199e6e0f-5a78-424a-bd39-694c0e51e364,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:51.400211 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b558ca-a28b-47b1-b37f-230e960bd67b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:51.400675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b558ca-a28b-47b1-b37f-230e960bd67b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:51.404861 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f5b558ca-a28b-47b1-b37f-230e960bd67b tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/subnets/35a48d24-f491-4e52-8eaa-e070e0a7a309 HTTP/1.1" status: 404 len: 337 time: 0.0490847 Oct 19 11:39:51.407021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60526) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:51.427593 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3857746-90eb-4291-b004-93dbf1849c33 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:51.428264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3857746-90eb-4291-b004-93dbf1849c33 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:51.434004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f3857746-90eb-4291-b004-93dbf1849c33 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/20e84738-5ab5-4cb1-8e03-9a8d62c54f31 HTTP/1.1" status: 404 len: 339 time: 0.0233700 Oct 19 11:39:51.435704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60528) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:51.484963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.492381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d87c38-c2f9-4cba-bbb2-d0c382e49f9a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Deleting subnet a369b2ea-9d74-4b6f-86d5-56c102f42a52 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:51.496552 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4d87c38-c2f9-4cba-bbb2-d0c382e49f9a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.542630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Pushing event updated for resources: {'Port': ['ID=02ebbece-cdf0-4fbb-8f3e-70607cfc8162,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:51.549439 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4d87c38-c2f9-4cba-bbb2-d0c382e49f9a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.642073 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4d87c38-c2f9-4cba-bbb2-d0c382e49f9a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.792368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4d87c38-c2f9-4cba-bbb2-d0c382e49f9a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.819237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60542) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:51.834514 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e4d87c38-c2f9-4cba-bbb2-d0c382e49f9a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:51.844589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d6f582-fc05-4f08-b3c9-66a15c3ac1cc None None] Network df00a01f-fc61-435e-bbe5-0a797fcc0723 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:51.848233 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e4d87c38-c2f9-4cba-bbb2-d0c382e49f9a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/subnets/a369b2ea-9d74-4b6f-86d5-56c102f42a52 HTTP/1.1" status: 204 len: 168 time: 0.4111505 Oct 19 11:39:51.848987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60544) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:51.887826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d87c38-c2f9-4cba-bbb2-d0c382e49f9a tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Subnet': ['ID=a369b2ea-9d74-4b6f-86d5-56c102f42a52,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:51.940904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-60276979-232e-45de-9db2-3f99fd150389 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Deleting subnet b815e0aa-890d-4692-afc2-dfea351210df {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:51.945534 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60276979-232e-45de-9db2-3f99fd150389 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.005494 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60276979-232e-45de-9db2-3f99fd150389 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.020147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Attempting to bind port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:39:52.020492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Attempting to bind port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:39:52.020981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Attempting to bind port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 on network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:52.026209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 on network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:39:52.026514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Attempting to bind port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 on network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:39:52.034672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:39:52.035027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Checking segment: {'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:52.035401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Bound using segment: {'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:39:52.035830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Bound port: 02ebbece-cdf0-4fbb-8f3e-70607cfc8162, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:39:52.036175 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.076320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'networks': [{'name': 'tempest-network--742808813'}, {'name': 'tempest-network--417028610'}]} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:52.076637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'network': {'name': 'tempest-network--742808813'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:52.077096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'network': {'name': 'tempest-network--417028610'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:52.110610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] For port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:39:52.114154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] For port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=02ebbece-cdf0-4fbb-8f3e-70607cfc8162,segment=NetworkSegment(a3c314ea-8de9-40cf-a9a4-237eb49a15c4),segment_id=a3c314ea-8de9-40cf-a9a4-237eb49a15c4)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:39:52.157035 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60276979-232e-45de-9db2-3f99fd150389 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.232149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.260348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Made reservation on behalf of 13f23dc3cb524bd1b4af9a682e475754 for: {'network': 2} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:52.266149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.278405 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.280051 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:52.280851 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.282362 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] 10.222.0.26 "PUT /v2.0/ports/02ebbece-cdf0-4fbb-8f3e-70607cfc8162 HTTP/1.1" status: 200 len: 1130 time: 1.5026350 Oct 19 11:39:52.282807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b89163-0bef-4017-9508-5acf353881b2', 'tag': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:39:52.285169 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562870b3-ae7b-4b87-9fac-7c58e2441de4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b89163-0bef-4017-9508-5acf353881b2", "tag": "02ebbece-cdf0-4fbb-8f3e-70607cfc8162"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:39:52.310119 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60276979-232e-45de-9db2-3f99fd150389 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.340929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60276979-232e-45de-9db2-3f99fd150389 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Subnet': ['ID=b815e0aa-890d-4692-afc2-dfea351210df,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:52.346993 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60276979-232e-45de-9db2-3f99fd150389 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.353390 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-60276979-232e-45de-9db2-3f99fd150389 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/subnets/b815e0aa-890d-4692-afc2-dfea351210df HTTP/1.1" status: 204 len: 168 time: 0.4752612 Oct 19 11:39:52.361163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c665aee-af23-4ab2-a7f1-2bc43cf3852d service neutron] Pushing event updated for resources: {'Port': ['ID=02ebbece-cdf0-4fbb-8f3e-70607cfc8162,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:52.368337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60558) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:52.471861 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.534234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.534909 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.620528 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.622745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e4cccf-4480-452c-a90d-2cd513b4e94c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:52.626695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:52.654094 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.654987 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Added segment d8a24321-fa30-4df1-bc32-0554809c2c7d of type vlan for network fdbe2b5d-7e22-4747-a2ec-a6624d940c75 Oct 19 11:39:52.661818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ca296-ebd5-41de-bed2-b656729f8f72 req-4a5927f2-be6a-479c-b0f0-27c14d5cdd44 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:52.663715 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-261ca296-ebd5-41de-bed2-b656729f8f72 req-4a5927f2-be6a-479c-b0f0-27c14d5cdd44 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 982 time: 0.1745358 Oct 19 11:39:52.665764 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611e0660-7f96-4825-a17f-513927b98932 x-openstack-request-id: req-611e0660-7f96-4825-a17f-513927b98932 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:39:52.666555 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b89163-0bef-4017-9508-5acf353881b2", "tag": "02ebbece-cdf0-4fbb-8f3e-70607cfc8162", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:39:52.666555 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-611e0660-7f96-4825-a17f-513927b98932 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:39:52.666762 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b89163-0bef-4017-9508-5acf353881b2', 'tag': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162', 'status': 'completed', 'code': 200} Oct 19 11:39:52.671487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-30e26163-ede2-4429-aeb3-99906a886515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:52.672527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-30e26163-ede2-4429-aeb3-99906a886515 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd0b29691a544f1483f955fa185095a1&device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 1133 time: 0.2328432 Oct 19 11:39:52.708247 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.771430 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:52.786384 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.786817 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Added segment 29aba171-53eb-46c4-8815-6a14fe11416f of type vlan for network d2dab5d8-d59c-4840-a2a3-4b188d9df8be Oct 19 11:39:52.791486 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-26420c17-c5e1-42f8-836b-dd61287cc7af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02ebbece-cdf0-4fbb-8f3e-70607cfc8162 HTTP/1.1" status: 200 len: 217 time: 0.1003921 Oct 19 11:39:52.832675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.840289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb974e11-98cb-428c-9cd7-0caea184da82 None None] Network df00a01f-fc61-435e-bbe5-0a797fcc0723 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:52.867165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-261ca296-ebd5-41de-bed2-b656729f8f72 req-46562b1e-22a6-4ace-97c2-4b634176f34a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1936200 Oct 19 11:39:52.894403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-da65e5c1-85f5-413f-8361-82e59fa8d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:52.895853 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-da65e5c1-85f5-413f-8361-82e59fa8d8f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=982982c4-5243-4f92-9baf-63a86c0fcc1d HTTP/1.1" status: 200 len: 834 time: 0.0888655 Oct 19 11:39:52.911472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Deleting port fd51a691-2ffe-4b6b-ace1-2760b130bc55 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:52.911814 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.915912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.916399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.922340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:52.927334 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:52.931968 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:52.970227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-01b3ddd7-52ca-46db-ada6-31a461c9012f None None] Provisioning complete for port fd51a691-2ffe-4b6b-ace1-2760b130bc55 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:52.970672 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-01b3ddd7-52ca-46db-ada6-31a461c9012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.016178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event updated for resources: {'Network': ['ID=fdbe2b5d-7e22-4747-a2ec-a6624d940c75,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:53.030996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network fdbe2b5d-7e22-4747-a2ec-a6624d940c75 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:53.057758 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2279696 Oct 19 11:39:53.061481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60570) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:53.076922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] For port fd51a691-2ffe-4b6b-ace1-2760b130bc55, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd51a691-2ffe-4b6b-ace1-2760b130bc55,segment=NetworkSegment(64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed),segment_id=64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:53.077203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.099838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Calling delete_port for fd51a691-2ffe-4b6b-ace1-2760b130bc55 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:53.106143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-98a7c23f-d89c-4b99-bf8f-9a060f3f8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:53.107653 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-98a7c23f-d89c-4b99-bf8f-9a060f3f8325 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e960270-a788-4ab1-a2f2-7b135ad9ad66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927314 Oct 19 11:39:53.134556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351bdd4-dd51-4bfa-80a8-e56197672ae7 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event updated for resources: {'Network': ['ID=d2dab5d8-d59c-4840-a2a3-4b188d9df8be,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:53.159857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network d2dab5d8-d59c-4840-a2a3-4b188d9df8be details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:53.216339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] DHCP port deletion for df00a01f-fc61-435e-bbe5-0a797fcc0723 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:39:53.294180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-9272f9a6-c0c2-4259-b271-8902f66f34a7 service neutron] 10.222.0.26 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443043 Oct 19 11:39:53.321595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Deleting port fd51a691-2ffe-4b6b-ace1-2760b130bc55 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:53.322400 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.376498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.403261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] For port fd51a691-2ffe-4b6b-ace1-2760b130bc55, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd51a691-2ffe-4b6b-ace1-2760b130bc55,segment=NetworkSegment(64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed),segment_id=64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:53.403900 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.426267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Port': ['ID=fd51a691-2ffe-4b6b-ace1-2760b130bc55,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:53.437932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No DVR routers for this DVR port fd51a691-2ffe-4b6b-ace1-2760b130bc55 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:53.438921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Calling delete_port for fd51a691-2ffe-4b6b-ace1-2760b130bc55 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:53.499430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f64c50b2-957f-4203-a2d4-f5ba49adba65 req-f1ac799f-d439-4143-862e-f70dc85974db service neutron] 10.222.0.26 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932480 Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:39:53.529870 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:39:53.540790 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.554215 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.557652 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] No DVR routers for this DVR port fd51a691-2ffe-4b6b-ace1-2760b130bc55 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:53.586861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Pushing event deleted for resources: {'Port': ['ID=fd51a691-2ffe-4b6b-ace1-2760b130bc55,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:53.599988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df00a01f-fc61-435e-bbe5-0a797fcc0723']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:53.606825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.607472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.608001 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.608710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.609236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.609759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.610313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.610842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.611263 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.611680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.612111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.612563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15501d36-139e-4611-af4f-f3b084fe4988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:53.618630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:53.619072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f0ee4a-6380-4e81-b2e5-c91b8dd8a0ed') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:53.638826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e712664-68a9-46d4-8786-f548d35f655a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:53.645793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e712664-68a9-46d4-8786-f548d35f655a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:53.649119 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.654163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e712664-68a9-46d4-8786-f548d35f655a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:53.660916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e712664-68a9-46d4-8786-f548d35f655a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:53.662791 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7e712664-68a9-46d4-8786-f548d35f655a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6004026 Oct 19 11:39:53.665672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60578) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:53.683096 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.692576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:53.693071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:53.704966 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:53.728101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562870b3-ae7b-4b87-9fac-7c58e2441de4 req-5acadd39-e5ed-4ea1-b9ec-329095cfe855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:53.729763 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-562870b3-ae7b-4b87-9fac-7c58e2441de4 req-5acadd39-e5ed-4ea1-b9ec-329095cfe855 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd0b29691a544f1483f955fa185095a1&device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 1133 time: 0.1076925 Oct 19 11:39:53.749808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.843879 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.852507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562870b3-ae7b-4b87-9fac-7c58e2441de4 req-6b3aa22c-7d99-4b8e-99d5-6d36000277f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:53.854169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-562870b3-ae7b-4b87-9fac-7c58e2441de4 req-6b3aa22c-7d99-4b8e-99d5-6d36000277f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e960270-a788-4ab1-a2f2-7b135ad9ad66 HTTP/1.1" status: 200 len: 898 time: 0.0993073 Oct 19 11:39:53.859862 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.865310 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.869529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbe2b5d-7e22-4747-a2ec-a6624d940c75']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:53.871913 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/df00a01f-fc61-435e-bbe5-0a797fcc0723 HTTP/1.1" status: 204 len: 168 time: 1.5025368 Oct 19 11:39:53.876110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60582) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:53.880627 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a24321-fa30-4df1-bc32-0554809c2c7d') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:53.880990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a24321-fa30-4df1-bc32-0554809c2c7d') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:53.889791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd51a691-2ffe-4b6b-ace1-2760b130bc55 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:39:53.892121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.906491 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.910702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: fd51a691-2ffe-4b6b-ace1-2760b130bc55 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:39:53.912710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:53.913089 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:53.913218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd51a691-2ffe-4b6b-ace1-2760b130bc55 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:53.916462 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:53.956936 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-562870b3-ae7b-4b87-9fac-7c58e2441de4 req-f31563c8-c7fd-4c81-b75e-6b2471fe0ed3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02ebbece-cdf0-4fbb-8f3e-70607cfc8162 HTTP/1.1" status: 200 len: 217 time: 0.0832722 Oct 19 11:39:53.958126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4731c-dab9-4a63-b3dc-603faedcf0a0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Network': ['ID=df00a01f-fc61-435e-bbe5-0a797fcc0723,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:53.961629 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e4fcb3-c8a1-4ac2-bf46-a4cc3395d346 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:53.962088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e4fcb3-c8a1-4ac2-bf46-a4cc3395d346 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:53.969012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60590) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:53.969207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c0e4fcb3-c8a1-4ac2-bf46-a4cc3395d346 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/subnets/0f3dfd8f-746f-4e9d-9612-f849c5184c5c HTTP/1.1" status: 404 len: 337 time: 0.0909331 Oct 19 11:39:54.002777 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-accc4c2a-0e50-4d8d-ae15-58e8c480f115 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:54.003419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accc4c2a-0e50-4d8d-ae15-58e8c480f115 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:54.009087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-accc4c2a-0e50-4d8d-ae15-58e8c480f115 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/73b6f694-0c99-445f-9bbe-0767e249e263 HTTP/1.1" status: 404 len: 339 time: 0.0364306 Oct 19 11:39:54.009731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60594) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:54.051860 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b6be62-7ef5-4b98-b4b5-75383a30dfd0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:54.052323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b6be62-7ef5-4b98-b4b5-75383a30dfd0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:54.055887 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-31b6be62-7ef5-4b98-b4b5-75383a30dfd0 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/subnets/48d909c2-8a8e-4b35-804d-d5385b01cab8 HTTP/1.1" status: 404 len: 337 time: 0.0450542 Oct 19 11:39:54.058217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60596) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:54.079230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627ae74-bba1-4443-b49d-ac7430de133c req-47ded7f3-65e3-44d6-8b2c-308bb39df6ce tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:54.079713 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cbc343-ecd2-4799-a3bb-b45e70d43867 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:54.080261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cbc343-ecd2-4799-a3bb-b45e70d43867 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:54.081029 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f627ae74-bba1-4443-b49d-ac7430de133c req-47ded7f3-65e3-44d6-8b2c-308bb39df6ce tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 982 time: 0.0717895 Oct 19 11:39:54.082383 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.085919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-18cbc343-ecd2-4799-a3bb-b45e70d43867 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/5b864f1d-8b3a-4929-a9b8-b295f0f95e01 HTTP/1.1" status: 404 len: 339 time: 0.0241075 Oct 19 11:39:54.085919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562870b3-ae7b-4b87-9fac-7c58e2441de4 req-796f45d2-aead-4b67-996a-610f16fa4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:54.086337 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-562870b3-ae7b-4b87-9fac-7c58e2441de4 req-796f45d2-aead-4b67-996a-610f16fa4e03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=982982c4-5243-4f92-9baf-63a86c0fcc1d HTTP/1.1" status: 200 len: 834 time: 0.1161180 Oct 19 11:39:54.086810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60598) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:54.090059 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.095940 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "DELETE /v2.0/networks/fdbe2b5d-7e22-4747-a2ec-a6624d940c75 HTTP/1.1" status: 204 len: 168 time: 0.4290168 Oct 19 11:39:54.096613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60600) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:54.124322 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-96187551-3279-45f1-8789-d348c24f17bb tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:54.125122 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96187551-3279-45f1-8789-d348c24f17bb tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:54.128773 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-96187551-3279-45f1-8789-d348c24f17bb tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/subnets/e995c501-bc7e-440c-ade5-8eb932ac7729 HTTP/1.1" status: 404 len: 337 time: 0.0410476 Oct 19 11:39:54.131478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f0433-6488-4e1f-b01a-42d23cfb2674 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Network': ['ID=fdbe2b5d-7e22-4747-a2ec-a6624d940c75,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:54.137387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60602) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:54.163574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562870b3-ae7b-4b87-9fac-7c58e2441de4 req-a73b7ea2-2bda-4602-8b5e-6bc86d7be849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:54.165265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-562870b3-ae7b-4b87-9fac-7c58e2441de4 req-a73b7ea2-2bda-4602-8b5e-6bc86d7be849 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e960270-a788-4ab1-a2f2-7b135ad9ad66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674727 Oct 19 11:39:54.180854 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b7ccae-08c4-4524-93f4-ea4d710be555 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:54.181413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b7ccae-08c4-4524-93f4-ea4d710be555 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:54.187583 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b8b7ccae-08c4-4524-93f4-ea4d710be555 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/2aeaa2ba-2205-42c6-9c67-81fcf174d21e HTTP/1.1" status: 404 len: 339 time: 0.0420520 Oct 19 11:39:54.192590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60604) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:54.238421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f627ae74-bba1-4443-b49d-ac7430de133c req-8b51a59c-8fe4-41e3-8c4a-605f8dd92111 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1186404 Oct 19 11:39:54.242039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.291972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a1b381-a93e-40da-8170-24cfa7bbb5ff tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Deleting subnet 334ef3fc-f967-43bf-ac5a-9aaca6201763 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:54.296779 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-74a1b381-a93e-40da-8170-24cfa7bbb5ff tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.337306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-562870b3-ae7b-4b87-9fac-7c58e2441de4 req-3d3783a4-cb0b-4b8b-970f-6d67850e48ab service neutron] 10.222.0.26 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633363 Oct 19 11:39:54.342248 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.357697 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-74a1b381-a93e-40da-8170-24cfa7bbb5ff tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.363974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2dab5d8-d59c-4840-a2a3-4b188d9df8be']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:54.373498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29aba171-53eb-46c4-8815-6a14fe11416f') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:54.373795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29aba171-53eb-46c4-8815-6a14fe11416f') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:54.383377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.397904 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.404981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:54.405462 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:54.408723 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:54.505883 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-562870b3-ae7b-4b87-9fac-7c58e2441de4 req-bec6bc33-f1cd-49dd-931e-f56d9aba2dc2 service neutron] 10.222.0.26 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596677 Oct 19 11:39:54.519061 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-74a1b381-a93e-40da-8170-24cfa7bbb5ff tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.534297 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.539815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.546297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "DELETE /v2.0/networks/d2dab5d8-d59c-4840-a2a3-4b188d9df8be HTTP/1.1" status: 204 len: 168 time: 0.4446738 Oct 19 11:39:54.546947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60612) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:54.560186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb96d3c-c2a2-4060-9ac0-0d442b3ff532 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Network': ['ID=d2dab5d8-d59c-4840-a2a3-4b188d9df8be,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:54.670269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213ff29-4092-4199-bd38-3e7be5b12ea6 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:54.677900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213ff29-4092-4199-bd38-3e7be5b12ea6 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:54.680227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7213ff29-4092-4199-bd38-3e7be5b12ea6 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1323431 Oct 19 11:39:54.684362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60616) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:54.689493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1032789217'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:54.718403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-74a1b381-a93e-40da-8170-24cfa7bbb5ff tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.753666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1b381-a93e-40da-8170-24cfa7bbb5ff tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Subnet': ['ID=334ef3fc-f967-43bf-ac5a-9aaca6201763,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:54.759315 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-74a1b381-a93e-40da-8170-24cfa7bbb5ff tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.765384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-74a1b381-a93e-40da-8170-24cfa7bbb5ff tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/subnets/334ef3fc-f967-43bf-ac5a-9aaca6201763 HTTP/1.1" status: 204 len: 168 time: 0.5694585 Oct 19 11:39:54.765546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60618) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:54.768209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca8a8ca-cf44-491b-81ed-1c4972351d0a None None] Network 676ebf2b-92b2-4805-ae80-3d88337beb62 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:54.818751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Made reservation on behalf of 13f23dc3cb524bd1b4af9a682e475754 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:54.823291 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.857280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.857807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:54.869167 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.869839 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Added segment 76eaa60d-d9b6-4c4c-bb48-cf75109d79d4 of type vlan for network 271e7342-027e-468a-8578-24bc60df7c60 Oct 19 11:39:54.919243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.930264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Deleting port a4b80703-c5c8-483a-8db9-7758bf7a2b29 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:54.931103 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:54.980555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f7caf-27f9-4f68-8587-87d01cedf330 None None] DHCP port deletion for 676ebf2b-92b2-4805-ae80-3d88337beb62 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:39:55.000841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] For port a4b80703-c5c8-483a-8db9-7758bf7a2b29, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a4b80703-c5c8-483a-8db9-7758bf7a2b29,segment=NetworkSegment(fc0acb2f-495e-4cb7-944a-c7a9accea0a0),segment_id=fc0acb2f-495e-4cb7-944a-c7a9accea0a0)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:55.001307 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.003334 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.016627 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:55.016627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.016917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Calling delete_port for a4b80703-c5c8-483a-8db9-7758bf7a2b29 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:55.045608 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f7caf-27f9-4f68-8587-87d01cedf330 None None] Deleting port a4b80703-c5c8-483a-8db9-7758bf7a2b29 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:55.046196 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7caf-27f9-4f68-8587-87d01cedf330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.117638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event updated for resources: {'Network': ['ID=271e7342-027e-468a-8578-24bc60df7c60,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:55.143104 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a1a828e4-8f6e-4a3c-bdc9-717e8fa0ff39 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4576106 Oct 19 11:39:55.146052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60626) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:55.151590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-754920573'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:55.209117 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.236910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Port': ['ID=a4b80703-c5c8-483a-8db9-7758bf7a2b29,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:55.237138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Made reservation on behalf of 13f23dc3cb524bd1b4af9a682e475754 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:55.240486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 271e7342-027e-468a-8578-24bc60df7c60 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:55.240813 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.254264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No DVR routers for this DVR port a4b80703-c5c8-483a-8db9-7758bf7a2b29 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:55.266169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:55.277900 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.277986 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Added segment 0ba7de9c-0358-468e-b241-6f53f19a271c of type vlan for network f977f1c8-0e3d-4df9-aea4-069227646f7c Oct 19 11:39:55.343400 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.382388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3a9f7caf-27f9-4f68-8587-87d01cedf330 None None] For port a4b80703-c5c8-483a-8db9-7758bf7a2b29, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a4b80703-c5c8-483a-8db9-7758bf7a2b29,segment=NetworkSegment(fc0acb2f-495e-4cb7-944a-c7a9accea0a0),segment_id=fc0acb2f-495e-4cb7-944a-c7a9accea0a0)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:55.382839 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7caf-27f9-4f68-8587-87d01cedf330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.393312 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.396847 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f7caf-27f9-4f68-8587-87d01cedf330 None None] Calling delete_port for a4b80703-c5c8-483a-8db9-7758bf7a2b29 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:55.408859 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b082afd8-f665-4717-84ed-df5f99ac05bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.418674 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94280f-2d6b-4fef-bf62-36d025c39169 req-aa6e4eca-8b5e-4fd4-a575-f32ae5c0db46 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:55.420172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676ebf2b-92b2-4805-ae80-3d88337beb62']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:55.420294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da94280f-2d6b-4fef-bf62-36d025c39169 req-aa6e4eca-8b5e-4fd4-a575-f32ae5c0db46 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 982 time: 0.0686393 Oct 19 11:39:55.431795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0acb2f-495e-4cb7-944a-c7a9accea0a0') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:55.432274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0acb2f-495e-4cb7-944a-c7a9accea0a0') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:55.449681 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.464062 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.468622 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.471250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:55.471699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:55.474945 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:55.478093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:55.478689 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.502193 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7caf-27f9-4f68-8587-87d01cedf330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.506195 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da94280f-2d6b-4fef-bf62-36d025c39169 req-d1ac1f90-84a4-4de7-94b7-7c3a76b6c4b8 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0791912 Oct 19 11:39:55.537576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f7caf-27f9-4f68-8587-87d01cedf330 None None] Pushing event deleted for resources: {'Port': ['ID=a4b80703-c5c8-483a-8db9-7758bf7a2b29,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:55.547299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f7caf-27f9-4f68-8587-87d01cedf330 None None] No DVR routers for this DVR port a4b80703-c5c8-483a-8db9-7758bf7a2b29 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:55.600175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event updated for resources: {'Network': ['ID=f977f1c8-0e3d-4df9-aea4-069227646f7c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:55.609863 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-20c47dfc-9829-433c-9082-1993b7f0cca4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4625542 Oct 19 11:39:55.616192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network f977f1c8-0e3d-4df9-aea4-069227646f7c details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:55.616312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60634) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:55.617323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'ports': [{'network_id': '271e7342-027e-468a-8578-24bc60df7c60', 'name': 'tempest-port--1183639730', 'admin_state_up': True}, {'network_id': 'f977f1c8-0e3d-4df9-aea4-069227646f7c', 'admin_state_up': False}]} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:55.617634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'port': {'network_id': '271e7342-027e-468a-8578-24bc60df7c60', 'name': 'tempest-port--1183639730', 'admin_state_up': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:55.618110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'port': {'network_id': 'f977f1c8-0e3d-4df9-aea4-069227646f7c', 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:55.635982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.653075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.661600 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/676ebf2b-92b2-4805-ae80-3d88337beb62 HTTP/1.1" status: 204 len: 168 time: 0.8900650 Oct 19 11:39:55.662690 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60636) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:55.706828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69445c-1b90-4312-a797-760fab922ba1 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Network': ['ID=676ebf2b-92b2-4805-ae80-3d88337beb62,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:55.708931 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9982a4-36b6-44b8-8b22-34378520bb49 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:55.709431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9982a4-36b6-44b8-8b22-34378520bb49 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:55.712485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0e9982a4-36b6-44b8-8b22-34378520bb49 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/subnets/922b57bf-bb19-45bf-939b-5d1e2df6b99a HTTP/1.1" status: 404 len: 337 time: 0.0430188 Oct 19 11:39:55.715193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60640) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:55.733361 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b0733a-4834-4c03-ba2e-7ec9f0aca740 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] DELETE failed (client error): The resource could not be found. Oct 19 11:39:55.733882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b0733a-4834-4c03-ba2e-7ec9f0aca740 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:39:55.736935 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f4b0733a-4834-4c03-ba2e-7ec9f0aca740 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/8598f34b-5f70-43fb-80da-d71554312d11 HTTP/1.1" status: 404 len: 339 time: 0.0208237 Oct 19 11:39:55.740947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60642) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:55.795905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7ce9e0-146d-4762-9bde-9abb5af80680 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Deleting subnet a5c00c00-603d-4bd2-a12a-aa4213401dc1 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:39:55.798950 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce9e0-146d-4762-9bde-9abb5af80680 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.845075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce9e0-146d-4762-9bde-9abb5af80680 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.876136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Made reservation on behalf of 13f23dc3cb524bd1b4af9a682e475754 for: {'port': 2} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:55.881724 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.890195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a4b80703-c5c8-483a-8db9-7758bf7a2b29 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:39:55.899013 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.912992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a4b80703-c5c8-483a-8db9-7758bf7a2b29 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:39:55.913618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a4b80703-c5c8-483a-8db9-7758bf7a2b29 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:39:55.938047 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce9e0-146d-4762-9bde-9abb5af80680 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:55.987007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] device_id is not set on port 213b2389-ab42-4f5c-a579-d46915307a8c yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:56.083028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce9e0-146d-4762-9bde-9abb5af80680 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.112521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ce9e0-146d-4762-9bde-9abb5af80680 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c00c00-603d-4bd2-a12a-aa4213401dc1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:56.114643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a7ce9e0-146d-4762-9bde-9abb5af80680 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.114881 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.120167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0a7ce9e0-146d-4762-9bde-9abb5af80680 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/subnets/a5c00c00-603d-4bd2-a12a-aa4213401dc1 HTTP/1.1" status: 204 len: 168 time: 0.3760076 Oct 19 11:39:56.121475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60650) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:56.125274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f7c41d-2d20-483a-8594-233d1d0baf9c None None] Network d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:56.190155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] device_id is not set on port ed1bc04e-e3ef-42f4-a913-6ea547717f34 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:39:56.201390 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.285906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Deleting port 3f406be3-a72d-4abf-9726-f96496f6385a {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:56.286454 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.328607 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.354724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c194580-69f6-40ea-89b6-167e342ab206 None None] DHCP port deletion for d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:39:56.363119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] For port 3f406be3-a72d-4abf-9726-f96496f6385a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3f406be3-a72d-4abf-9726-f96496f6385a,segment=NetworkSegment(ac598026-edeb-4380-8cad-e0b96992aebb),segment_id=ac598026-edeb-4380-8cad-e0b96992aebb)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:56.363868 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.378683 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Calling delete_port for 3f406be3-a72d-4abf-9726-f96496f6385a owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:56.401683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3c194580-69f6-40ea-89b6-167e342ab206 None None] Deleting port 3f406be3-a72d-4abf-9726-f96496f6385a {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:56.402611 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c194580-69f6-40ea-89b6-167e342ab206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.456482 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.469963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3c194580-69f6-40ea-89b6-167e342ab206 None None] For port 3f406be3-a72d-4abf-9726-f96496f6385a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3f406be3-a72d-4abf-9726-f96496f6385a,segment=NetworkSegment(ac598026-edeb-4380-8cad-e0b96992aebb),segment_id=ac598026-edeb-4380-8cad-e0b96992aebb)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:56.470362 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c194580-69f6-40ea-89b6-167e342ab206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.484066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3c194580-69f6-40ea-89b6-167e342ab206 None None] Calling delete_port for 3f406be3-a72d-4abf-9726-f96496f6385a owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:56.531372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event updated for resources: {'Port': ['ID=213b2389-ab42-4f5c-a579-d46915307a8c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:56.541821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Checking segment: {'id': '76eaa60d-d9b6-4c4c-bb48-cf75109d79d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '271e7342-027e-468a-8578-24bc60df7c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:56.542243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Network hostable DHCP agents. Network: 271e7342-027e-468a-8578-24bc60df7c60, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:56.549831 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.569507 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c194580-69f6-40ea-89b6-167e342ab206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.582453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Port': ['ID=3f406be3-a72d-4abf-9726-f96496f6385a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:56.582453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] No DVR routers for this DVR port 3f406be3-a72d-4abf-9726-f96496f6385a on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:56.587205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c194580-69f6-40ea-89b6-167e342ab206 None None] No DVR routers for this DVR port 3f406be3-a72d-4abf-9726-f96496f6385a on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:39:56.610615 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c194580-69f6-40ea-89b6-167e342ab206 None None] Pushing event deleted for resources: {'Port': ['ID=3f406be3-a72d-4abf-9726-f96496f6385a,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:56.625905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Network 271e7342-027e-468a-8578-24bc60df7c60 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:56.695619 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.700309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 271e7342-027e-468a-8578-24bc60df7c60) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:56.705618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:56.706766 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.722901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d36da2b-a0b7-4237-b66a-edeb5276fb3e None None] Network 271e7342-027e-468a-8578-24bc60df7c60 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:56.723092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:56.737997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5120a-3a97-4bce-ad72-050060df20e6 req-1650691e-5cca-4075-9811-983a89ea519c tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:56.739622 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-13c5120a-3a97-4bce-ad72-050060df20e6 req-1650691e-5cca-4075-9811-983a89ea519c tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 982 time: 0.1318207 Oct 19 11:39:56.743213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac598026-edeb-4380-8cad-e0b96992aebb') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:56.743503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac598026-edeb-4380-8cad-e0b96992aebb') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:39:56.759998 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.782768 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.794837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Checking segment: {'id': '0ba7de9c-0358-468e-b241-6f53f19a271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f977f1c8-0e3d-4df9-aea4-069227646f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:39:56.795650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Network hostable DHCP agents. Network: f977f1c8-0e3d-4df9-aea4-069227646f7c, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:39:56.797909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:39:56.798390 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:39:56.801802 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:39:56.818158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event updated for resources: {'Port': ['ID=ed1bc04e-e3ef-42f4-a913-6ea547717f34,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:56.819137 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-13c5120a-3a97-4bce-ad72-050060df20e6 req-7e10e509-7e90-429d-9373-b9306fd33438 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0690138 Oct 19 11:39:56.888894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Network f977f1c8-0e3d-4df9-aea4-069227646f7c is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:39:56.974395 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.981810 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:56.985074 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] 10.222.0.39 "DELETE /v2.0/networks/d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3 HTTP/1.1" status: 204 len: 168 time: 0.8631499 Oct 19 11:39:56.996380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0db46-3b24-4084-b9bc-c6c694647b18 tempest-NetworksIpV6Test-1817758445 tempest-NetworksIpV6Test-1817758445-project] Pushing event deleted for resources: {'Network': ['ID=d2c16b43-d98d-4d24-9f9f-ec39f5cd19e3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:57.001464 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, f977f1c8-0e3d-4df9-aea4-069227646f7c) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:39:57.008841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:39:57.014219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de31c4ce-a091-4153-9595-fea65c4fb49d None None] Network f977f1c8-0e3d-4df9-aea4-069227646f7c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:39:57.026243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:57.028183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:39:57.034838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:57.035671 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.141067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60668) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:57.141720 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f919d68e-b980-48ef-bc50-d19e8b89fdae tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5279305 Oct 19 11:39:57.197457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76a5d27-3185-46fd-970d-ecd99122f29b tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:57.203486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76a5d27-3185-46fd-970d-ecd99122f29b tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:57.205054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b76a5d27-3185-46fd-970d-ecd99122f29b tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0630014 Oct 19 11:39:57.207963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60670) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:57.221313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=02ebbece-cdf0-4fbb-8f3e-70607cfc8162,segment=NetworkSegment(a3c314ea-8de9-40cf-a9a4-237eb49a15c4),segment_id=a3c314ea-8de9-40cf-a9a4-237eb49a15c4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:57.232824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'port_id': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162', 'mac_address': 'fa:16:3e:e9:73:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:39:57.272292 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.286479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:39:57.304016 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b073de92-2a02-4ed7-88ca-99e7e691886f tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Deleting port 213b2389-ab42-4f5c-a579-d46915307a8c {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:57.304354 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b073de92-2a02-4ed7-88ca-99e7e691886f tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.306609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=02ebbece-cdf0-4fbb-8f3e-70607cfc8162,segment=NetworkSegment(a3c314ea-8de9-40cf-a9a4-237eb49a15c4),segment_id=a3c314ea-8de9-40cf-a9a4-237eb49a15c4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:57.377291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b073de92-2a02-4ed7-88ca-99e7e691886f tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.387983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b073de92-2a02-4ed7-88ca-99e7e691886f tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Calling delete_port for 213b2389-ab42-4f5c-a579-d46915307a8c owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:57.395362 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.482715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=02ebbece-cdf0-4fbb-8f3e-70607cfc8162,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:57.542151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60678) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:57.553152 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b073de92-2a02-4ed7-88ca-99e7e691886f tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.582735 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073de92-2a02-4ed7-88ca-99e7e691886f tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Port': ['ID=213b2389-ab42-4f5c-a579-d46915307a8c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:57.589750 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b073de92-2a02-4ed7-88ca-99e7e691886f tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.597552 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b073de92-2a02-4ed7-88ca-99e7e691886f tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "DELETE /v2.0/ports/213b2389-ab42-4f5c-a579-d46915307a8c HTTP/1.1" status: 204 len: 168 time: 0.3844213 Oct 19 11:39:57.597552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60682) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:57.686762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['02ebbece-cdf0-4fbb-8f3e-70607cfc8162'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:39:57.722258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c5d9d7ce-8b5e-4bc6-ae39-27bb78c24a2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ea844d87b46425db234f8b214217f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780536 Oct 19 11:39:57.725884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60688) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:57.740037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4932e-8649-4916-8dc1-8fdd6fc3eed8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Deleting port ed1bc04e-e3ef-42f4-a913-6ea547717f34 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:39:57.740456 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bb4932e-8649-4916-8dc1-8fdd6fc3eed8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.787757 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53a7cffc-3dcf-4184-a15b-f44103d24dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.815243 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4aed3da-87db-4340-a2c1-7a7bbb7f3b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.827418 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53a7cffc-3dcf-4184-a15b-f44103d24dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.844695 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bb4932e-8649-4916-8dc1-8fdd6fc3eed8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.863725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4932e-8649-4916-8dc1-8fdd6fc3eed8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Calling delete_port for ed1bc04e-e3ef-42f4-a913-6ea547717f34 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:39:57.943124 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3f406be3-a72d-4abf-9726-f96496f6385a no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:39:57.968624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 3f406be3-a72d-4abf-9726-f96496f6385a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:39:57.969216 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3f406be3-a72d-4abf-9726-f96496f6385a not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:39:57.969653 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53a7cffc-3dcf-4184-a15b-f44103d24dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.972571 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53a7cffc-3dcf-4184-a15b-f44103d24dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:57.976650 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-53a7cffc-3dcf-4184-a15b-f44103d24dab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/763ccd07-8a58-4681-a4ab-689fc2ff0260 HTTP/1.1" status: 204 len: 168 time: 0.2462971 Oct 19 11:39:57.986001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7cffc-3dcf-4184-a15b-f44103d24dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763ccd07-8a58-4681-a4ab-689fc2ff0260,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:58.005671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7a9ea-a62f-47df-b19b-0050e6318c45 req-20812bf6-6a5c-4812-8733-872d07bb5a41 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:58.007919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ec7a9ea-a62f-47df-b19b-0050e6318c45 req-20812bf6-6a5c-4812-8733-872d07bb5a41 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 983 time: 0.0783741 Oct 19 11:39:58.041274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bb4932e-8649-4916-8dc1-8fdd6fc3eed8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.057095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ec7a9ea-a62f-47df-b19b-0050e6318c45 req-65d7448b-06be-4523-a428-58d1e3805c5c tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0390317 Oct 19 11:39:58.071123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4932e-8649-4916-8dc1-8fdd6fc3eed8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Port': ['ID=ed1bc04e-e3ef-42f4-a913-6ea547717f34,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:58.076875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bb4932e-8649-4916-8dc1-8fdd6fc3eed8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.080483 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7bb4932e-8649-4916-8dc1-8fdd6fc3eed8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "DELETE /v2.0/ports/ed1bc04e-e3ef-42f4-a913-6ea547717f34 HTTP/1.1" status: 204 len: 168 time: 0.4836302 Oct 19 11:39:58.083116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60696) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:58.118428 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d0a32eb9-37a4-40e1-9bcf-1dce33194b05 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0301242 Oct 19 11:39:58.118609 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60700) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:58.123753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1994384051'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:58.223907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Made reservation on behalf of 13f23dc3cb524bd1b4af9a682e475754 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:58.227412 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.250999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:58.259588 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.259924 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Added segment 9508105a-2efe-4c9f-bad6-7175ed0d13ae of type vlan for network 8d476538-c128-4700-bcaf-870621fddeab Oct 19 11:39:58.301186 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.395389 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.401204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:58.402401 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.468725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event updated for resources: {'Network': ['ID=8d476538-c128-4700-bcaf-870621fddeab,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:58.479211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 8d476538-c128-4700-bcaf-870621fddeab details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:58.520189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60716) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:58.525087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cacbf59d-88b7-4a6e-b449-3a44c221a0c1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4055095 Oct 19 11:39:58.525311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1544205825'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:58.647716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Made reservation on behalf of 13f23dc3cb524bd1b4af9a682e475754 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:58.652625 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.676110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:58.685368 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.685708 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Added segment d860a424-a9b2-41cf-aa1f-8122dc47bbe8 of type vlan for network cc01fa04-cfac-4467-aeca-fbede81dbfb8 Oct 19 11:39:58.724043 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.854297 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.860874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:58.861499 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:58.935216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event updated for resources: {'Network': ['ID=cc01fa04-cfac-4467-aeca-fbede81dbfb8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:58.943258 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.947246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.947246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.947246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.947246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.947246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.947246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.947246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.947246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.947246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.947246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.947246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:39:58.961330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network cc01fa04-cfac-4467-aeca-fbede81dbfb8 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:39:58.992576 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1a58dae9-cbd4-4ab6-809f-1b0e20d14896 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4713042 Oct 19 11:39:59.042144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:39:59.094401 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.126186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60736) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:59.131352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'subnets': [{'network_id': '8d476538-c128-4700-bcaf-870621fddeab', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--636440795', 'ip_version': 4}, {'network_id': 'cc01fa04-cfac-4467-aeca-fbede81dbfb8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:59.131685 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'subnet': {'network_id': '8d476538-c128-4700-bcaf-870621fddeab', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--636440795', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:59.132258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Request body: {'subnet': {'network_id': 'cc01fa04-cfac-4467-aeca-fbede81dbfb8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:59.159647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60740) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:39:59.197336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.221716 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:39:59.226844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:39:59.227332 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.293560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1680522232'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:39:59.319161 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.337391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6658b-b5bc-4aa9-be2d-15ef943a9fb4 req-7c997cb2-affb-476b-a322-5075b26b54ba tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:59.338942 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9f6658b-b5bc-4aa9-be2d-15ef943a9fb4 req-7c997cb2-affb-476b-a322-5075b26b54ba tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 983 time: 0.1328897 Oct 19 11:39:59.342820 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b89163-0bef-4017-9508-5acf353881b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:39:59.345177 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2befb46f-43b0-48dc-91b3-5814d8eaa11d" -d '{"events": [{"server_uuid": "d6b89163-0bef-4017-9508-5acf353881b2", "name": "network-vif-plugged", "status": "completed", "tag": "02ebbece-cdf0-4fbb-8f3e-70607cfc8162"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:39:59.358095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=02ebbece-cdf0-4fbb-8f3e-70607cfc8162,segment=NetworkSegment(a3c314ea-8de9-40cf-a9a4-237eb49a15c4),segment_id=a3c314ea-8de9-40cf-a9a4-237eb49a15c4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:39:59.381533 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911ffca2-7553-4c46-9b89-22a47d1fee00 x-openstack-request-id: req-911ffca2-7553-4c46-9b89-22a47d1fee00 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:39:59.381826 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b89163-0bef-4017-9508-5acf353881b2", "name": "network-vif-plugged", "status": "completed", "tag": "02ebbece-cdf0-4fbb-8f3e-70607cfc8162", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:39:59.390648 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-911ffca2-7553-4c46-9b89-22a47d1fee00 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:39:59.390648 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b89163-0bef-4017-9508-5acf353881b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162', 'code': 200} Oct 19 11:39:59.391016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9f6658b-b5bc-4aa9-be2d-15ef943a9fb4 req-22149063-0c97-4699-b90f-388aebb533e3 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0372107 Oct 19 11:39:59.457086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Made reservation on behalf of 2fe0feb793de471d9ac8859066328bb9 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:59.460746 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.482753 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.486467 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.524299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c645f-0a4f-49e1-9d28-5f764d5b5d45 req-0a05f0ba-f9ea-4d41-bf4d-bd8e7bea23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:59.526076 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b32c645f-0a4f-49e1-9d28-5f764d5b5d45 req-0a05f0ba-f9ea-4d41-bf4d-bd8e7bea23ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 1134 time: 0.0800996 Oct 19 11:39:59.540085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=02ebbece-cdf0-4fbb-8f3e-70607cfc8162,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:59.554057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Made reservation on behalf of 13f23dc3cb524bd1b4af9a682e475754 for: {'subnet': 2} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:39:59.559778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.560391 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.596025 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b32c645f-0a4f-49e1-9d28-5f764d5b5d45 req-26ceee49-38e8-4928-ae86-92e0424ecae1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=66269623-7067-4c14-a86e-c75b36f25496&id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0576513 Oct 19 11:39:59.628874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.715397 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.739966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:39:59.756503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0422fc5e-5c0b-4e85-a593-62d31e82f413,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:59.759734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.760109 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Added segment bc4941d7-fb23-4a20-9edc-bcc99b1f426b of type vlan for network 9a412e44-54f5-484b-9591-e67f2d8ab002 Oct 19 11:39:59.805078 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.893834 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.899493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:39:59.900079 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:39:59.970127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Pushing event updated for resources: {'Network': ['ID=9a412e44-54f5-484b-9591-e67f2d8ab002,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:39:59.980616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 9a412e44-54f5-484b-9591-e67f2d8ab002 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:00.003242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:00.025895 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ebb63996-facb-4b37-8452-eeef6bd1c56d tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8618057 Oct 19 11:40:00.026324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60754) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:00.031569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-269c90b6-69e9-4e0f-ac88-0310f7e0cd57 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002', 'tempest-TagsTest-Tag-770834824') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:00.073346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event updated for resources: {'Subnet': ['ID=6f741430-7b78-4d7e-9201-97e221a4d13d,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:00.088907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Checking segment: {'id': '9508105a-2efe-4c9f-bad6-7175ed0d13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d476538-c128-4700-bcaf-870621fddeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:00.089304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Network hostable DHCP agents. Network: 8d476538-c128-4700-bcaf-870621fddeab, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:00.202614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Network 8d476538-c128-4700-bcaf-870621fddeab is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:00.315642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 8d476538-c128-4700-bcaf-870621fddeab) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:00.319536 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:00.329946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e9fe3-e848-4813-a40d-6fa2d1950382 None None] Network 8d476538-c128-4700-bcaf-870621fddeab requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:00.380607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event updated for resources: {'Subnet': ['ID=ffc03219-d28b-4349-9a8e-51be99bfff7a,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:00.396106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Checking segment: {'id': 'd860a424-a9b2-41cf-aa1f-8122dc47bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cc01fa04-cfac-4467-aeca-fbede81dbfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:00.396466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Network hostable DHCP agents. Network: cc01fa04-cfac-4467-aeca-fbede81dbfb8, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:00.442082 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-269c90b6-69e9-4e0f-ac88-0310f7e0cd57 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "PUT /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags/tempest-TagsTest-Tag-770834824 HTTP/1.1" status: 201 len: 201 time: 0.4144742 Oct 19 11:40:00.444456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60764) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:00.451538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-e1d8656a-7f64-4637-88d2-7169806bd4f3 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002', 'tempest-TagsTest-Tag-770834824') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:00.509192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Network cc01fa04-cfac-4467-aeca-fbede81dbfb8 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:00.550465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-8d476538-c128-4700-bcaf-870621fddeab', 'network_id': '8d476538-c128-4700-bcaf-870621fddeab', 'tenant_id': '13f23dc3cb524bd1b4af9a682e475754', 'fixed_ips': [{'subnet_id': '6f741430-7b78-4d7e-9201-97e221a4d13d'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:40:00.552356 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:00.558898 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e1d8656a-7f64-4637-88d2-7169806bd4f3 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "GET /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags/tempest-TagsTest-Tag-770834824 HTTP/1.1" status: 204 len: 168 time: 0.1129277 Oct 19 11:40:00.561513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60766) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:00.567317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-7602adf3-0ae0-4c57-a219-132fa90f4e06 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:00.581051 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db49fa-cf78-46f9-bba1-d71252ca2e52 req-d27dd949-f547-44b0-ac69-5651c025ec28 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:00.582572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1db49fa-cf78-46f9-bba1-d71252ca2e52 req-d27dd949-f547-44b0-ac69-5651c025ec28 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 984 time: 0.0916672 Oct 19 11:40:00.589694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, cc01fa04-cfac-4467-aeca-fbede81dbfb8) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:00.601651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:00.602635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:00.603392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:00.647798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4aab8-a5f5-4d61-8fc5-10ac86df37f0 None None] Network cc01fa04-cfac-4467-aeca-fbede81dbfb8 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:00.664457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1db49fa-cf78-46f9-bba1-d71252ca2e52 req-d2163bbc-b9f3-4e48-b04b-1f7a9e4859b7 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0709040 Oct 19 11:40:00.670719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60770) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:00.672001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7602adf3-0ae0-4c57-a219-132fa90f4e06 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "GET /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags HTTP/1.1" status: 200 len: 237 time: 0.1073318 Oct 19 11:40:00.675692 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-1136e0e5-6152-4b6d-98ab-ec3c4ce754b8 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002', {'tags': ['tempest-TagsTest-Tag-1009591432', 'tempest-TagsTest-Tag-637184214', 'tempest-TagsTest-Tag-1470827141']}) {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:00.726353 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d43631be-f8e4-425c-88ef-48c731e29a56 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.5982597 Oct 19 11:40:00.728749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60772) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:00.798583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3544445a-8c27-49c7-b82a-6c32e0b07437 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:00.800220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3544445a-8c27-49c7-b82a-6c32e0b07437 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:00.802049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3544445a-8c27-49c7-b82a-6c32e0b07437 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:00.808578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3544445a-8c27-49c7-b82a-6c32e0b07437 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0729892 Oct 19 11:40:00.808578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60776) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:00.845684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Allocated IP 172.20.0.2 (8d476538-c128-4700-bcaf-870621fddeab/6f741430-7b78-4d7e-9201-97e221a4d13d/1396343a-61ac-4a7a-9936-de17ae2307ef) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:00.869353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ee7b5d-49ac-4408-8d95-61ab3fcc3bc4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Deleting subnet 6f741430-7b78-4d7e-9201-97e221a4d13d {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:40:00.874340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1136e0e5-6152-4b6d-98ab-ec3c4ce754b8 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "PUT /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags HTTP/1.1" status: 200 len: 308 time: 0.2024510 Oct 19 11:40:00.877083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60778) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:00.881897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-fc6c9176-4be5-41c4-b416-426acd08073e tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002', 'tempest-TagsTest-Tag-1009591432') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:00.899583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-cc01fa04-cfac-4467-aeca-fbede81dbfb8', 'network_id': 'cc01fa04-cfac-4467-aeca-fbede81dbfb8', 'tenant_id': '13f23dc3cb524bd1b4af9a682e475754', 'fixed_ips': [{'subnet_id': 'ffc03219-d28b-4349-9a8e-51be99bfff7a'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:40:00.900610 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.021797 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.059162 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fc6c9176-4be5-41c4-b416-426acd08073e tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "DELETE /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags/tempest-TagsTest-Tag-1009591432 HTTP/1.1" status: 204 len: 168 time: 0.1807315 Oct 19 11:40:01.061957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60782) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:01.067205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-a36f2211-c027-4a1a-90b5-bf030e5de5a0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002', 'tempest-TagsTest-Tag-1009591432') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:01.152196 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-a36f2211-c027-4a1a-90b5-bf030e5de5a0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] show failed (client error): The resource could not be found. Oct 19 11:40:01.153201 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a36f2211-c027-4a1a-90b5-bf030e5de5a0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "GET /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags/tempest-TagsTest-Tag-1009591432 HTTP/1.1" status: 404 len: 326 time: 0.0899050 Oct 19 11:40:01.156036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60788) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:01.160470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-11310d95-2b9b-4bf5-a206-fdfdff6a707b tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002', 'tempest-TagsTest-Tag-637184214') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:01.239454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60794) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:01.239915 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-11310d95-2b9b-4bf5-a206-fdfdff6a707b tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "GET /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags/tempest-TagsTest-Tag-637184214 HTTP/1.1" status: 204 len: 168 time: 0.0826552 Oct 19 11:40:01.244717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-a66fa2bd-0026-4174-9ff8-11f1e0b23fe6 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002', 'tempest-TagsTest-Tag-1470827141') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:01.305523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Allocated IP 172.20.0.18 (cc01fa04-cfac-4467-aeca-fbede81dbfb8/ffc03219-d28b-4349-9a8e-51be99bfff7a/25f90561-43c0-4855-82bd-9fdce2513a57) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:01.327151 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.336124 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a66fa2bd-0026-4174-9ff8-11f1e0b23fe6 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "GET /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags/tempest-TagsTest-Tag-1470827141 HTTP/1.1" status: 204 len: 168 time: 0.0923908 Oct 19 11:40:01.336427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60796) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:01.340846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-4b5863a2-7706-4ff0-9a28-c3d58d9d518f tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:01.408439 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.423877 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47ee7b5d-49ac-4408-8d95-61ab3fcc3bc4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.478651 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Network 8d476538-c128-4700-bcaf-870621fddeab is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:01.487189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:01.488591 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47ee7b5d-49ac-4408-8d95-61ab3fcc3bc4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.491943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:01.501228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Pushing event updated for resources: {'Port': ['ID=1396343a-61ac-4a7a-9936-de17ae2307ef,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:01.531211 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.559870 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4b5863a2-7706-4ff0-9a28-c3d58d9d518f tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "DELETE /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags HTTP/1.1" status: 204 len: 168 time: 0.2223167 Oct 19 11:40:01.562740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60800) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:01.567628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-0c41ae6e-fb2a-4886-9a06-349a643e4268 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002', 'tempest-TagsTest-Tag-637184214') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:01.568071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Attempting to bind port 1396343a-61ac-4a7a-9936-de17ae2307ef on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:01.568522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Attempting to bind port 1396343a-61ac-4a7a-9936-de17ae2307ef by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '9508105a-2efe-4c9f-bad6-7175ed0d13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d476538-c128-4700-bcaf-870621fddeab'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:01.568937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Attempting to bind port 1396343a-61ac-4a7a-9936-de17ae2307ef on network 8d476538-c128-4700-bcaf-870621fddeab {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:01.575033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:01.575288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Checking segment: {'id': '9508105a-2efe-4c9f-bad6-7175ed0d13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d476538-c128-4700-bcaf-870621fddeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:01.575708 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.576163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Bound using segment: {'id': '9508105a-2efe-4c9f-bad6-7175ed0d13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d476538-c128-4700-bcaf-870621fddeab'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:01.577125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Bound port: 1396343a-61ac-4a7a-9936-de17ae2307ef, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9508105a-2efe-4c9f-bad6-7175ed0d13ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8d476538-c128-4700-bcaf-870621fddeab'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:01.577125 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.579330 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47ee7b5d-49ac-4408-8d95-61ab3fcc3bc4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.636575 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.647526 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-0c41ae6e-fb2a-4886-9a06-349a643e4268 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] show failed (client error): The resource could not be found. Oct 19 11:40:01.651269 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0c41ae6e-fb2a-4886-9a06-349a643e4268 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "GET /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags/tempest-TagsTest-Tag-637184214 HTTP/1.1" status: 404 len: 325 time: 0.0848069 Oct 19 11:40:01.652189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60804) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:01.656691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-4bb49b98-def8-4073-8ea8-9be0d75d6f77 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002', 'tempest-TagsTest-Tag-1470827141') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:01.684629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Network cc01fa04-cfac-4467-aeca-fbede81dbfb8 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:01.688052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:01.694994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:01.728971 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47ee7b5d-49ac-4408-8d95-61ab3fcc3bc4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.752491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] For port 1396343a-61ac-4a7a-9936-de17ae2307ef, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:01.767277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee7b5d-49ac-4408-8d95-61ab3fcc3bc4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Subnet': ['ID=6f741430-7b78-4d7e-9201-97e221a4d13d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:01.771255 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-4bb49b98-def8-4073-8ea8-9be0d75d6f77 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] show failed (client error): The resource could not be found. Oct 19 11:40:01.775569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Pushing event updated for resources: {'Port': ['ID=25f90561-43c0-4855-82bd-9fdce2513a57,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:01.776272 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4bb49b98-def8-4073-8ea8-9be0d75d6f77 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "GET /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags/tempest-TagsTest-Tag-1470827141 HTTP/1.1" status: 404 len: 326 time: 0.1230822 Oct 19 11:40:01.777052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60808) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:01.783453 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-47ee7b5d-49ac-4408-8d95-61ab3fcc3bc4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.785734 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-47ee7b5d-49ac-4408-8d95-61ab3fcc3bc4 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "DELETE /v2.0/subnets/6f741430-7b78-4d7e-9201-97e221a4d13d HTTP/1.1" status: 204 len: 168 time: 0.9775391 Oct 19 11:40:01.791132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-5c0ac3b6-1dc0-46f9-9c01-914cc892376e tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9a412e44-54f5-484b-9591-e67f2d8ab002') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:01.796952 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60810) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:01.806116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] For port 1396343a-61ac-4a7a-9936-de17ae2307ef, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1396343a-61ac-4a7a-9936-de17ae2307ef,segment=NetworkSegment(9508105a-2efe-4c9f-bad6-7175ed0d13ae),segment_id=9508105a-2efe-4c9f-bad6-7175ed0d13ae)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:01.811282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Attempting to bind port 25f90561-43c0-4855-82bd-9fdce2513a57 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:01.811863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Attempting to bind port 25f90561-43c0-4855-82bd-9fdce2513a57 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'd860a424-a9b2-41cf-aa1f-8122dc47bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cc01fa04-cfac-4467-aeca-fbede81dbfb8'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:01.824651 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Attempting to bind port 25f90561-43c0-4855-82bd-9fdce2513a57 on network cc01fa04-cfac-4467-aeca-fbede81dbfb8 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:01.830542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:01.835251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Checking segment: {'id': 'd860a424-a9b2-41cf-aa1f-8122dc47bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cc01fa04-cfac-4467-aeca-fbede81dbfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:01.835251 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.835251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Bound using segment: {'id': 'd860a424-a9b2-41cf-aa1f-8122dc47bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cc01fa04-cfac-4467-aeca-fbede81dbfb8'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:01.835251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Bound port: 25f90561-43c0-4855-82bd-9fdce2513a57, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd860a424-a9b2-41cf-aa1f-8122dc47bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cc01fa04-cfac-4467-aeca-fbede81dbfb8'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:01.835251 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.835647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526f71-2b8b-4c44-9d47-7480fd26e572 req-a36e06d0-cd12-44eb-b1c0-70b44ec17a09 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:01.842759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23526f71-2b8b-4c44-9d47-7480fd26e572 req-a36e06d0-cd12-44eb-b1c0-70b44ec17a09 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 984 time: 0.0791726 Oct 19 11:40:01.886794 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.891276 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23526f71-2b8b-4c44-9d47-7480fd26e572 req-d5a7eb27-941a-432d-9329-926b9670c19a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0476544 Oct 19 11:40:01.911695 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-35297756-0711-48b5-90f4-0e10edea24c8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Deleting subnet ffc03219-d28b-4349-9a8e-51be99bfff7a {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:40:01.918074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35297756-0711-48b5-90f4-0e10edea24c8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:01.944204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] For port 25f90561-43c0-4855-82bd-9fdce2513a57, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:01.967341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] For port 25f90561-43c0-4855-82bd-9fdce2513a57, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=25f90561-43c0-4855-82bd-9fdce2513a57,segment=NetworkSegment(d860a424-a9b2-41cf-aa1f-8122dc47bbe8),segment_id=d860a424-a9b2-41cf-aa1f-8122dc47bbe8)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:01.972476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3508b41-96b8-4a41-8272-c057d07113db None None] Pushing event updated for resources: {'Port': ['ID=1396343a-61ac-4a7a-9936-de17ae2307ef,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:02.002163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5c0ac3b6-1dc0-46f9-9c01-914cc892376e tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "DELETE /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002/tags HTTP/1.1" status: 204 len: 168 time: 0.2225821 Oct 19 11:40:02.006998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60816) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:02.019781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35297756-0711-48b5-90f4-0e10edea24c8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.038746 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.110718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.153165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a302cd-4157-4041-9eea-a5d21f7569c2 req-7642f8b8-ad27-46f2-be03-0ff1f61eaebb tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:02.154974 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71a302cd-4157-4041-9eea-a5d21f7569c2 req-7642f8b8-ad27-46f2-be03-0ff1f61eaebb tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 984 time: 0.1724403 Oct 19 11:40:02.171572 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93c52b-81ea-4563-8d6c-3acadae5c25c None None] Pushing event updated for resources: {'Port': ['ID=25f90561-43c0-4855-82bd-9fdce2513a57,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:02.267051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71a302cd-4157-4041-9eea-a5d21f7569c2 req-c99e226e-a520-45be-97d8-2b0e7002e4e3 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1046314 Oct 19 11:40:02.276045 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35297756-0711-48b5-90f4-0e10edea24c8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.285084 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.320100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a412e44-54f5-484b-9591-e67f2d8ab002']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:02.336215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4941d7-fb23-4a20-9edc-bcc99b1f426b') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:02.336916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4941d7-fb23-4a20-9edc-bcc99b1f426b') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:02.349968 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.369104 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.407580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:40:02.408058 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:40:02.411687 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:40:02.472747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35297756-0711-48b5-90f4-0e10edea24c8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.488633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732fefa-919d-4da6-8e39-b93ae195233e req-a334905c-491e-4832-aec9-345d0527f0af tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:02.501424 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3732fefa-919d-4da6-8e39-b93ae195233e req-a334905c-491e-4832-aec9-345d0527f0af tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 1135 time: 0.1288798 Oct 19 11:40:02.506587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35297756-0711-48b5-90f4-0e10edea24c8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc03219-d28b-4349-9a8e-51be99bfff7a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:02.508635 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-35297756-0711-48b5-90f4-0e10edea24c8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.513730 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-35297756-0711-48b5-90f4-0e10edea24c8 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "DELETE /v2.0/subnets/ffc03219-d28b-4349-9a8e-51be99bfff7a HTTP/1.1" status: 204 len: 168 time: 0.7145741 Oct 19 11:40:02.515201 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60828) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:02.528932 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3732fefa-919d-4da6-8e39-b93ae195233e req-54f622ba-1c4b-4515-a8be-cd2e9f158543 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.591633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49703b91-b2a2-4ccf-baa9-3e8f9ccf78f1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:02.598261 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-49703b91-b2a2-4ccf-baa9-3e8f9ccf78f1 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0771112 Oct 19 11:40:02.598546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60830) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:02.627814 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.650079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.654473 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] 10.222.0.39 "DELETE /v2.0/networks/9a412e44-54f5-484b-9591-e67f2d8ab002 HTTP/1.1" status: 204 len: 168 time: 0.6463037 Oct 19 11:40:02.669641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e61c15-6e1b-4fce-b512-c2bf42a168e0 tempest-TagsTest-1188238738 tempest-TagsTest-1188238738-project] Pushing event deleted for resources: {'Network': ['ID=9a412e44-54f5-484b-9591-e67f2d8ab002,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:02.708683 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.733275 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3732fefa-919d-4da6-8e39-b93ae195233e req-54f622ba-1c4b-4515-a8be-cd2e9f158543 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.774878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Deleting port 25f90561-43c0-4855-82bd-9fdce2513a57 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:02.775226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.809585 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3732fefa-919d-4da6-8e39-b93ae195233e req-54f622ba-1c4b-4515-a8be-cd2e9f158543 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.846015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] For port 25f90561-43c0-4855-82bd-9fdce2513a57, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=25f90561-43c0-4855-82bd-9fdce2513a57,segment=NetworkSegment(d860a424-a9b2-41cf-aa1f-8122dc47bbe8),segment_id=d860a424-a9b2-41cf-aa1f-8122dc47bbe8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:02.846015 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:02.846247 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3732fefa-919d-4da6-8e39-b93ae195233e req-54f622ba-1c4b-4515-a8be-cd2e9f158543 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3396974 Oct 19 11:40:02.859465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Calling delete_port for 25f90561-43c0-4855-82bd-9fdce2513a57 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:02.859706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f622ba-1c4b-4515-a8be-cd2e9f158543 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c655f015-734a-4c8a-bb08-c78813dec5f1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:02.879377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60836) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:02.926407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffcedf2-4e6f-4575-80d1-69888aec1d23 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:02.928493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5ffcedf2-4e6f-4575-80d1-69888aec1d23 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 1130 time: 0.0483129 Oct 19 11:40:02.931427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60838) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:02.936285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:03.086829 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.112577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Port': ['ID=25f90561-43c0-4855-82bd-9fdce2513a57,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:03.120096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] No DVR routers for this DVR port 25f90561-43c0-4855-82bd-9fdce2513a57 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:03.129660 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.144183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b85ab23-1909-4318-adfd-0deed5c385a4 None None] Network 8d476538-c128-4700-bcaf-870621fddeab requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:03.245849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.266153 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.272439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc01fa04-cfac-4467-aeca-fbede81dbfb8']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:03.288261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd860a424-a9b2-41cf-aa1f-8122dc47bbe8') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:03.289629 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd860a424-a9b2-41cf-aa1f-8122dc47bbe8') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:03.330168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.333853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4255afcf-4acc-4f5a-9763-dda32fbe2add None None] Provisioning complete for port 1396343a-61ac-4a7a-9936-de17ae2307ef triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:03.334438 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4255afcf-4acc-4f5a-9763-dda32fbe2add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.346596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.356320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:40:03.356936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:40:03.361395 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:40:03.378705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60848) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:03.434302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Allocated IP 172.25.2.192 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/270c954a-44d3-4bb3-aa3a-9219e5c05ffa) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:03.526901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba03a9-212a-4d98-b882-6c9bcb2079b6 None None] DHCP port deletion for 8d476538-c128-4700-bcaf-870621fddeab request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:40:03.552662 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4255afcf-4acc-4f5a-9763-dda32fbe2add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.604183 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.612992 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.619143 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "DELETE /v2.0/networks/cc01fa04-cfac-4467-aeca-fbede81dbfb8 HTTP/1.1" status: 204 len: 168 time: 1.0174108 Oct 19 11:40:03.622329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60854) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:03.641738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4255afcf-4acc-4f5a-9763-dda32fbe2add None None] For port 1396343a-61ac-4a7a-9936-de17ae2307ef, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1396343a-61ac-4a7a-9936-de17ae2307ef,segment=NetworkSegment(9508105a-2efe-4c9f-bad6-7175ed0d13ae),segment_id=9508105a-2efe-4c9f-bad6-7175ed0d13ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:03.655397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63439584-4796-496b-baed-99a333acd308 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Network': ['ID=cc01fa04-cfac-4467-aeca-fbede81dbfb8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:03.655950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba03a9-212a-4d98-b882-6c9bcb2079b6 None None] Deleting port 1396343a-61ac-4a7a-9936-de17ae2307ef {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:03.656470 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1ba03a9-212a-4d98-b882-6c9bcb2079b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.703454 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-78c28ea6-1f5d-4165-b23a-3c8ecb07fbb5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fe0feb793de471d9ac8859066328bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268564 Oct 19 11:40:03.747873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60856) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:03.770363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c1ba03a9-212a-4d98-b882-6c9bcb2079b6 None None] For port 1396343a-61ac-4a7a-9936-de17ae2307ef, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1396343a-61ac-4a7a-9936-de17ae2307ef,segment=NetworkSegment(9508105a-2efe-4c9f-bad6-7175ed0d13ae),segment_id=9508105a-2efe-4c9f-bad6-7175ed0d13ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:03.770811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1ba03a9-212a-4d98-b882-6c9bcb2079b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.789290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba03a9-212a-4d98-b882-6c9bcb2079b6 None None] Calling delete_port for 1396343a-61ac-4a7a-9936-de17ae2307ef owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:03.811190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.846857 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4255afcf-4acc-4f5a-9763-dda32fbe2add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.867343 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f483274d-495f-4761-af62-bcc5c7b5eb19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.908655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2215a14-31a6-4255-aa90-926e528e689d None None] DHCP port deletion for cc01fa04-cfac-4467-aeca-fbede81dbfb8 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:40:03.934992 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f483274d-495f-4761-af62-bcc5c7b5eb19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:03.946938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed5d78-f5cb-492c-b876-31461c496a67 None None] Network cc01fa04-cfac-4467-aeca-fbede81dbfb8 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:03.952952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255afcf-4acc-4f5a-9763-dda32fbe2add None None] Pushing event updated for resources: {'Port': ['ID=1396343a-61ac-4a7a-9936-de17ae2307ef,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:03.992570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed5d78-f5cb-492c-b876-31461c496a67 None None] Network cc01fa04-cfac-4467-aeca-fbede81dbfb8 could not be found, it might have been deleted concurrently. {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 11:40:03.992570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-dd8ecb36-34d9-46eb-95fe-5ca32a0f25bd None None] Could not find standard attr ID for object 25f90561-43c0-4855-82bd-9fdce2513a57. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:40:03.996642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Deleting port 1396343a-61ac-4a7a-9936-de17ae2307ef {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:03.996927 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.025421 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.075915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] For port 1396343a-61ac-4a7a-9936-de17ae2307ef, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1396343a-61ac-4a7a-9936-de17ae2307ef,segment=NetworkSegment(9508105a-2efe-4c9f-bad6-7175ed0d13ae),segment_id=9508105a-2efe-4c9f-bad6-7175ed0d13ae)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:04.076191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.091596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Calling delete_port for 1396343a-61ac-4a7a-9936-de17ae2307ef owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:04.099892 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1ba03a9-212a-4d98-b882-6c9bcb2079b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.128732 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.134535 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f483274d-495f-4761-af62-bcc5c7b5eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.136493 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f483274d-495f-4761-af62-bcc5c7b5eb19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.140375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba03a9-212a-4d98-b882-6c9bcb2079b6 None None] Pushing event deleted for resources: {'Port': ['ID=1396343a-61ac-4a7a-9936-de17ae2307ef,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:04.140584 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f483274d-495f-4761-af62-bcc5c7b5eb19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0422fc5e-5c0b-4e85-a593-62d31e82f413 HTTP/1.1" status: 204 len: 168 time: 0.3891420 Oct 19 11:40:04.153276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483274d-495f-4761-af62-bcc5c7b5eb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0422fc5e-5c0b-4e85-a593-62d31e82f413,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:04.156380 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba03a9-212a-4d98-b882-6c9bcb2079b6 None None] No DVR routers for this DVR port 1396343a-61ac-4a7a-9936-de17ae2307ef on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:04.209982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:04.214847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:04.219350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:04.221332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Port': ['ID=270c954a-44d3-4bb3-aa3a-9219e5c05ffa,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:04.286622 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.317472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Port': ['ID=1396343a-61ac-4a7a-9936-de17ae2307ef,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:04.322154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] No DVR routers for this DVR port 1396343a-61ac-4a7a-9936-de17ae2307ef on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:04.415004 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.454638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d476538-c128-4700-bcaf-870621fddeab']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:04.464798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9508105a-2efe-4c9f-bad6-7175ed0d13ae') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:04.465098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9508105a-2efe-4c9f-bad6-7175ed0d13ae') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:04.475244 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.496591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.503427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:40:04.503921 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:40:04.507177 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:40:04.639851 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.655471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.655471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "DELETE /v2.0/networks/8d476538-c128-4700-bcaf-870621fddeab HTTP/1.1" status: 204 len: 168 time: 1.0275252 Oct 19 11:40:04.656174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60878) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:04.664817 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacda496-8f07-4c60-8861-f85def246c0a tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Network': ['ID=8d476538-c128-4700-bcaf-870621fddeab,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:04.850675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:04.863061 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.017362 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.040562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f977f1c8-0e3d-4df9-aea4-069227646f7c']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:05.053066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba7de9c-0358-468e-b241-6f53f19a271c') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:05.053366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba7de9c-0358-468e-b241-6f53f19a271c') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:05.080558 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.091584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.114662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.127219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:40:05.127608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:40:05.130596 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:40:05.311915 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.323578 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.327994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "DELETE /v2.0/networks/f977f1c8-0e3d-4df9-aea4-069227646f7c HTTP/1.1" status: 204 len: 168 time: 0.6707580 Oct 19 11:40:05.330552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60900) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:05.345481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be71ba-2a9d-4d28-9b4e-88a822ccb053 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Network': ['ID=f977f1c8-0e3d-4df9-aea4-069227646f7c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:05.361329 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.418199 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.419403 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.492132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Port': ['ID=270c954a-44d3-4bb3-aa3a-9219e5c05ffa,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:05.509556 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.526640 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.548726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271e7342-027e-468a-8578-24bc60df7c60']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:05.558940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76eaa60d-d9b6-4c4c-bb48-cf75109d79d4') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:05.559231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76eaa60d-d9b6-4c4c-bb48-cf75109d79d4') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:05.569898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.584106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.591012 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:40:05.591854 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:40:05.595321 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:40:05.619099 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Floating IP 6c32b6ec-6acc-43a0-bafe-dd57450830ba associated. External IP: 172.25.2.192, port: 02ebbece-cdf0-4fbb-8f3e-70607cfc8162. Oct 19 11:40:05.780145 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.792258 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:05.795688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] 10.222.0.39 "DELETE /v2.0/networks/271e7342-027e-468a-8578-24bc60df7c60 HTTP/1.1" status: 204 len: 168 time: 0.4635491 Oct 19 11:40:05.810673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb31c0c-3453-4ab8-82f7-696a21ea9e99 tempest-BulkNetworkOpsTest-1382298362 tempest-BulkNetworkOpsTest-1382298362-project] Pushing event deleted for resources: {'Network': ['ID=271e7342-027e-468a-8578-24bc60df7c60,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:05.847985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 25f90561-43c0-4855-82bd-9fdce2513a57 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:40:05.867088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Router a0e68fcc-674b-442f-aa68-eeedf2b2636b has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:40:05.887603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 25f90561-43c0-4855-82bd-9fdce2513a57 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:40:05.887950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 25f90561-43c0-4855-82bd-9fdce2513a57 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:40:05.989986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:40:06.004125 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c325e-d9cb-4084-9ad8-026901d45086 None None] Sync routers for ids ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:40:06.014885 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c325e-d9cb-4084-9ad8-026901d45086 None None] Routers {'a0e68fcc-674b-442f-aa68-eeedf2b2636b'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:40:06.015743 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f71c325e-d9cb-4084-9ad8-026901d45086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:39:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:06.084663 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:06.115230 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60926) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:06.115434 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-82b33598-2b1b-4333-88b7-b55e01e27b3a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1828458 Oct 19 11:40:06.115970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b89163-0bef-4017-9508-5acf353881b2', 'tag': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:40:06.118488 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b89163-0bef-4017-9508-5acf353881b2", "tag": "02ebbece-cdf0-4fbb-8f3e-70607cfc8162"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:40:06.149291 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f71c325e-d9cb-4084-9ad8-026901d45086 None None] Set router a0e68fcc-674b-442f-aa68-eeedf2b2636b gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:40:06.324693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085771e-9ef5-4ee9-83d5-70470a66e669 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.325272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085771e-9ef5-4ee9-83d5-70470a66e669 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.325684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085771e-9ef5-4ee9-83d5-70470a66e669 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.326177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085771e-9ef5-4ee9-83d5-70470a66e669 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.326595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085771e-9ef5-4ee9-83d5-70470a66e669 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.327083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085771e-9ef5-4ee9-83d5-70470a66e669 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.327534 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085771e-9ef5-4ee9-83d5-70470a66e669 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.327983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085771e-9ef5-4ee9-83d5-70470a66e669 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.328585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085771e-9ef5-4ee9-83d5-70470a66e669 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.330923 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7085771e-9ef5-4ee9-83d5-70470a66e669 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6360 time: 0.2145939 Oct 19 11:40:06.333690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60940) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:06.448231 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f71c325e-d9cb-4084-9ad8-026901d45086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:40Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '6c32b6ec-6acc-43a0-bafe-dd57450830ba', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'port_id': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'mac_address': 'fa:16:3e:e9:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89163-0bef-4017-9508-5acf353881b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:40:04Z', 'updated_at': '2021-10-19T11:40:04Z', 'revision_number': 0, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b0d31-0291-4fbe-a844-33ca7f534584', 'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c1:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:38Z', 'updated_at': '2021-10-19T11:39:46Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:06.453493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b480e84-c5f2-4213-ad32-b1628dbc7e30 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.453963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b480e84-c5f2-4213-ad32-b1628dbc7e30 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.454413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b480e84-c5f2-4213-ad32-b1628dbc7e30 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.455412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b480e84-c5f2-4213-ad32-b1628dbc7e30 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.455412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b480e84-c5f2-4213-ad32-b1628dbc7e30 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.455730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b480e84-c5f2-4213-ad32-b1628dbc7e30 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.456161 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b480e84-c5f2-4213-ad32-b1628dbc7e30 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.456602 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b480e84-c5f2-4213-ad32-b1628dbc7e30 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.457045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b480e84-c5f2-4213-ad32-b1628dbc7e30 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.459146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2b480e84-c5f2-4213-ad32-b1628dbc7e30 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5812 time: 0.1235662 Oct 19 11:40:06.462301 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60946) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:06.507960 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c325e-d9cb-4084-9ad8-026901d45086 None None] Checking router: a0e68fcc-674b-442f-aa68-eeedf2b2636b for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:40:06.524960 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c325e-d9cb-4084-9ad8-026901d45086 None None] Routers {'a0e68fcc-674b-442f-aa68-eeedf2b2636b'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:40:06.528247 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f71c325e-d9cb-4084-9ad8-026901d45086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:39:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:06.570468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60952) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:06.628506 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf76d3ce-c766-430a-9cba-a22f866f7440 x-openstack-request-id: req-cf76d3ce-c766-430a-9cba-a22f866f7440 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:40:06.629056 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b89163-0bef-4017-9508-5acf353881b2", "tag": "02ebbece-cdf0-4fbb-8f3e-70607cfc8162", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:40:06.629385 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf76d3ce-c766-430a-9cba-a22f866f7440 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:40:06.629860 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b89163-0bef-4017-9508-5acf353881b2', 'tag': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162', 'status': 'completed', 'code': 200} Oct 19 11:40:06.680162 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f71c325e-d9cb-4084-9ad8-026901d45086 None None] Set router a0e68fcc-674b-442f-aa68-eeedf2b2636b gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:40:06.765948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b req-1712ca35-437b-45bb-ba0d-8b433a763746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.768959 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b req-1712ca35-437b-45bb-ba0d-8b433a763746 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd0b29691a544f1483f955fa185095a1&device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 1135 time: 0.1128302 Oct 19 11:40:06.875184 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-804cb774-5945-4857-8397-fd3580bc7073 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13f23dc3cb524bd1b4af9a682e475754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033745 Oct 19 11:40:06.877774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 60964) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:06.945204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b req-9141dda9-e987-48a0-b2cb-dcfd1dbd044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:06.952805 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b req-9141dda9-e987-48a0-b2cb-dcfd1dbd044a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e960270-a788-4ab1-a2f2-7b135ad9ad66 HTTP/1.1" status: 200 len: 898 time: 0.1567485 Oct 19 11:40:07.055432 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f71c325e-d9cb-4084-9ad8-026901d45086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:40Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '6c32b6ec-6acc-43a0-bafe-dd57450830ba', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'port_id': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'mac_address': 'fa:16:3e:e9:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89163-0bef-4017-9508-5acf353881b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:40:04Z', 'updated_at': '2021-10-19T11:40:04Z', 'revision_number': 0, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b0d31-0291-4fbe-a844-33ca7f534584', 'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c1:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:38Z', 'updated_at': '2021-10-19T11:39:46Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:07.067982 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-312ad992-6071-42c4-9886-06b72d2f75ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:07.096017 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-312ad992-6071-42c4-9886-06b72d2f75ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:07.127546 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c325e-d9cb-4084-9ad8-026901d45086 None None] The sync data for ids ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'] in n-d-814547-1 is: [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:40Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '6c32b6ec-6acc-43a0-bafe-dd57450830ba', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'port_id': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'mac_address': 'fa:16:3e:e9:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89163-0bef-4017-9508-5acf353881b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:40:04Z', 'updated_at': '2021-10-19T11:40:04Z', 'revision_number': 0, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b0d31-0291-4fbe-a844-33ca7f534584', 'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c1:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:38Z', 'updated_at': '2021-10-19T11:39:46Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:40:07.145000 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3d6d6c5b-46fa-4540-aa3b-1d91c24c7ebc tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.6810303 Oct 19 11:40:07.147913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 60978) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:07.198521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61205014-d9fc-4297-b0f5-759299e1f64c tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:07.198917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61205014-d9fc-4297-b0f5-759299e1f64c tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:07.209847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-61205014-d9fc-4297-b0f5-759299e1f64c tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a0e68fcc-674b-442f-aa68-eeedf2b2636b HTTP/1.1" status: 200 len: 1990 time: 0.0513260 Oct 19 11:40:07.399111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c41c90-0f2c-4054-b416-06ef27448e40 None None] New status for floating IP 6c32b6ec-6acc-43a0-bafe-dd57450830ba: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:40:07.478579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b req-69a064db-a793-4e23-bec9-1bc8396480d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02ebbece-cdf0-4fbb-8f3e-70607cfc8162 HTTP/1.1" status: 200 len: 999 time: 0.5129669 Oct 19 11:40:07.538195 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b req-f8a8b3d2-2ea0-466d-a941-cefdba7760c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:07.539724 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b req-f8a8b3d2-2ea0-466d-a941-cefdba7760c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=982982c4-5243-4f92-9baf-63a86c0fcc1d HTTP/1.1" status: 200 len: 834 time: 0.0530677 Oct 19 11:40:07.572505 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-312ad992-6071-42c4-9886-06b72d2f75ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:07.575403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-312ad992-6071-42c4-9886-06b72d2f75ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:07.576550 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-312ad992-6071-42c4-9886-06b72d2f75ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50e4cccf-4480-452c-a90d-2cd513b4e94c HTTP/1.1" status: 204 len: 168 time: 0.6978245 Oct 19 11:40:07.588883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ad992-6071-42c4-9886-06b72d2f75ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e4cccf-4480-452c-a90d-2cd513b4e94c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:07.600669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b req-df98bfb8-ad0d-4b4e-8e54-27570f805920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:07.602236 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b req-df98bfb8-ad0d-4b4e-8e54-27570f805920 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e960270-a788-4ab1-a2f2-7b135ad9ad66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553439 Oct 19 11:40:07.698039 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b req-341542a1-de68-4df7-950d-89b932cc5e56 service neutron] 10.222.0.26 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882423 Oct 19 11:40:07.793567 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8cf4238b-c8a1-40fd-8bd3-594b3303e59b req-4e8674dd-f83d-40c3-b923-aed2fc21733d service neutron] 10.222.0.26 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881267 Oct 19 11:40:08.467769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32794) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:08.611892 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-908c058f-254c-4da7-b10f-be75dedd25ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:08.702186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-908c058f-254c-4da7-b10f-be75dedd25ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:08.842676 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-908c058f-254c-4da7-b10f-be75dedd25ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:08.887222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-908c058f-254c-4da7-b10f-be75dedd25ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2b99a61c48a46ae836d210138c8d5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179862 Oct 19 11:40:08.887916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c058f-254c-4da7-b10f-be75dedd25ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c4970d-5e11-46b9-a2e2-e0f067398ec6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:08.889759 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32808) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:08.939912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-09e9a179-e82e-4d32-941c-63bb2eb62108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:08.962164 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-09e9a179-e82e-4d32-941c-63bb2eb62108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.015041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32812) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:09.080637 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-09e9a179-e82e-4d32-941c-63bb2eb62108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.083203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-09e9a179-e82e-4d32-941c-63bb2eb62108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.087272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-09e9a179-e82e-4d32-941c-63bb2eb62108 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0c4970d-5e11-46b9-a2e2-e0f067398ec6 HTTP/1.1" status: 204 len: 168 time: 0.1937397 Oct 19 11:40:09.095352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9a179-e82e-4d32-941c-63bb2eb62108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c4970d-5e11-46b9-a2e2-e0f067398ec6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:09.124754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1368652476'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:09.212268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:09.216483 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.225647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.298502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.355416 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.385414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:40:09.392000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd7aef3-3a72-486d-a5b9-5d5bbfff75a1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:09.399283 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.399832 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Added segment fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29 of type vlan for network 68112cff-078d-4459-90fb-c59e7e28a2ad Oct 19 11:40:09.449995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.533832 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.539533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:09.540111 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.610161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Network': ['ID=68112cff-078d-4459-90fb-c59e7e28a2ad,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:09.620883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 68112cff-078d-4459-90fb-c59e7e28a2ad details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:09.645882 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6128e114-20f9-4670-b3f9-3f39852084f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6296632 Oct 19 11:40:09.648371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32822) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:09.653497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'name': 'tempest-PortsTestJSON-1768274210'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:09.830657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:09.834329 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:09.856696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port c79fe5d7-5ca6-484b-aa88-4824d60ef82e yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:09.867591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32824) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:09.914394 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-962fbf80-c2c9-4b3b-8744-50666c624476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.069887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.095811 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-962fbf80-c2c9-4b3b-8744-50666c624476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.185890 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-962fbf80-c2c9-4b3b-8744-50666c624476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.221954 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.233004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-962fbf80-c2c9-4b3b-8744-50666c624476 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53b43dc2e2f64d1ea15187925737dd95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644083 Oct 19 11:40:10.233743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fbf80-c2c9-4b3b-8744-50666c624476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f322cf8-3021-42e3-80ef-75ca94849f6a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:10.235813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32826) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:10.281767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=c79fe5d7-5ca6-484b-aa88-4824d60ef82e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:10.300635 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3c98919-a2df-4455-86ba-835e43a95a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.304201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Checking segment: {'id': 'fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:10.305009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network hostable DHCP agents. Network: 68112cff-078d-4459-90fb-c59e7e28a2ad, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:10.324306 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3c98919-a2df-4455-86ba-835e43a95a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.429447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:10.517389 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3c98919-a2df-4455-86ba-835e43a95a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.520123 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f3c98919-a2df-4455-86ba-835e43a95a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.524297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f3c98919-a2df-4455-86ba-835e43a95a3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f322cf8-3021-42e3-80ef-75ca94849f6a HTTP/1.1" status: 204 len: 168 time: 0.2837794 Oct 19 11:40:10.530798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c98919-a2df-4455-86ba-835e43a95a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f322cf8-3021-42e3-80ef-75ca94849f6a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:10.550870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 68112cff-078d-4459-90fb-c59e7e28a2ad) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:10.554779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:10.565455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:10.566049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.570773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f73209d-940e-417f-b424-98da6e81f430 None None] Network 68112cff-078d-4459-90fb-c59e7e28a2ad requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:10.684038 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-621f185b-f74f-438d-bc7f-9fc1e8c5cc08 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0344446 Oct 19 11:40:10.687076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32832) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:10.692339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-436067666'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:10.794552 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:40:10.800646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:10.804383 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.842321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:40:10.846933 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:10.847280 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Added segment eab5f8e9-ea23-40c5-91e5-72341e9955f7 of type vlan for network d59bec43-1e01-4e31-a1b8-45bedb844d9f Oct 19 11:40:10.900794 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:11.008095 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:11.015471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:11.016063 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:11.082723 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Network': ['ID=d59bec43-1e01-4e31-a1b8-45bedb844d9f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:11.093580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network d59bec43-1e01-4e31-a1b8-45bedb844d9f details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:11.131972 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-211ca3c9-bd5b-4194-b3ed-b8cf7248e2fc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4437478 Oct 19 11:40:11.135139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32842) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:11.148874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'ports': [{'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad'}, {'network_id': 'd59bec43-1e01-4e31-a1b8-45bedb844d9f'}]} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:11.149327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:11.150114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': 'd59bec43-1e01-4e31-a1b8-45bedb844d9f'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:11.441371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 2} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:11.446428 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:11.462988 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:11.555027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port 5d15a4ed-6bee-46de-988d-530d473b8979 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:11.675186 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:11.697101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32856) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:11.747617 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port 8b728312-e5e4-4b04-b7ea-e26373f92e38 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:11.816746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-631168991-network', 'tenant_id': 'ebb1dbe2821d471dbdeb2774772a2c41'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:11.859171 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:11.920838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Made reservation on behalf of ebb1dbe2821d471dbdeb2774772a2c41 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:11.923449 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:11.933030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:11.974763 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.011330 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.028686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:12.031559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:12.035247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:12.036061 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.043145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=5d15a4ed-6bee-46de-988d-530d473b8979,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:12.082608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.107438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=8b728312-e5e4-4b04-b7ea-e26373f92e38,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:12.109864 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Checking segment: {'id': 'eab5f8e9-ea23-40c5-91e5-72341e9955f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd59bec43-1e01-4e31-a1b8-45bedb844d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:12.110219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network hostable DHCP agents. Network: d59bec43-1e01-4e31-a1b8-45bedb844d9f, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:12.111799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:40:12.122790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397914ed-2ee8-4be0-bf84-f4b668448639,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:12.129105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.129459 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Added segment 35a016fd-1fe0-406f-859b-2adf009d61e2 of type vlan for network 4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 Oct 19 11:40:12.175526 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.194803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network d59bec43-1e01-4e31-a1b8-45bedb844d9f is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:12.293071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.294350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:12.294947 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.373650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, d59bec43-1e01-4e31-a1b8-45bedb844d9f) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:12.377487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:12.383468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cec8f42-72ba-44fc-afc7-1fa3a04cf8a8 None None] Network d59bec43-1e01-4e31-a1b8-45bedb844d9f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:12.384363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:12.390215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:12.391276 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.398877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] Pushing event updated for resources: {'Network': ['ID=4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:12.416143 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:12.426706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cfd53733-162a-4a61-ac91-4392f0dffb62 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7278833 Oct 19 11:40:12.429235 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32860) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:12.435673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] Request body: {'subnet': {'network_id': '4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-631168991-subnet', 'tenant_id': 'ebb1dbe2821d471dbdeb2774772a2c41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:12.488387 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a04ca8a5-1b3b-4bf7-8c2c-7a31d3b5c68a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3505816 Oct 19 11:40:12.489250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32862) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:12.596436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] Made reservation on behalf of ebb1dbe2821d471dbdeb2774772a2c41 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:12.598987 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.623515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c601ad48-a420-4cf7-940e-9fcf60bb21f7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 8b728312-e5e4-4b04-b7ea-e26373f92e38 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:12.624021 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c601ad48-a420-4cf7-940e-9fcf60bb21f7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.704258 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c601ad48-a420-4cf7-940e-9fcf60bb21f7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.717587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c601ad48-a420-4cf7-940e-9fcf60bb21f7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 8b728312-e5e4-4b04-b7ea-e26373f92e38 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:12.865510 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.888282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c601ad48-a420-4cf7-940e-9fcf60bb21f7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.917998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601ad48-a420-4cf7-940e-9fcf60bb21f7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=8b728312-e5e4-4b04-b7ea-e26373f92e38,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:12.924151 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c601ad48-a420-4cf7-940e-9fcf60bb21f7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:12.924473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a34d6d33-a232-4522-a600-45f9bd09df4c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:12.926958 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c601ad48-a420-4cf7-940e-9fcf60bb21f7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/8b728312-e5e4-4b04-b7ea-e26373f92e38 HTTP/1.1" status: 204 len: 168 time: 0.4365499 Oct 19 11:40:12.929403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32866) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:12.935426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] Checking segment: {'id': '35a016fd-1fe0-406f-859b-2adf009d61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:12.935802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] Network hostable DHCP agents. Network: 4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:12.979667 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c19713-c7d1-4cc9-ac68-0fa7ebbf8542 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:12.985653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c19713-c7d1-4cc9-ac68-0fa7ebbf8542 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:12.987197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-89c19713-c7d1-4cc9-ac68-0fa7ebbf8542 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0568511 Oct 19 11:40:12.990029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32870) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:13.025310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] Network 4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:13.086281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7986ce98-8bcf-4d47-ac77-6c6fe46aedf9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 5d15a4ed-6bee-46de-988d-530d473b8979 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:13.086629 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7986ce98-8bcf-4d47-ac77-6c6fe46aedf9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.097836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:13.103908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:13.104610 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.107599 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a548a29-0dea-476d-adf2-8e9bc9a887bb None None] Network 4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:13.158798 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7986ce98-8bcf-4d47-ac77-6c6fe46aedf9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.177551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7986ce98-8bcf-4d47-ac77-6c6fe46aedf9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 5d15a4ed-6bee-46de-988d-530d473b8979 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:13.191343 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-07f8802c-10de-4f28-b1c8-544413e00816 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7534189 Oct 19 11:40:13.259954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2c3163-f546-4cb9-997e-aed646c3791f None None] Network 4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:13.436342 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7986ce98-8bcf-4d47-ac77-6c6fe46aedf9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.464793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986ce98-8bcf-4d47-ac77-6c6fe46aedf9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=5d15a4ed-6bee-46de-988d-530d473b8979,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:13.472989 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7986ce98-8bcf-4d47-ac77-6c6fe46aedf9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.476375 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7986ce98-8bcf-4d47-ac77-6c6fe46aedf9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/5d15a4ed-6bee-46de-988d-530d473b8979 HTTP/1.1" status: 204 len: 168 time: 0.4854312 Oct 19 11:40:13.479947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32876) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:13.530568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd574dd-41f9-495f-8b85-1ec88d91d5d0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:13.532002 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-edd574dd-41f9-495f-8b85-1ec88d91d5d0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0510092 Oct 19 11:40:13.534757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32880) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:13.559625 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-537d0a1d-403e-4b4a-96fb-1418b8eb039e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:40:13.561295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-537d0a1d-403e-4b4a-96fb-1418b8eb039e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/8b728312-e5e4-4b04-b7ea-e26373f92e38 HTTP/1.1" status: 404 len: 333 time: 0.0256197 Oct 19 11:40:13.564811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32882) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:13.589168 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89ebf45-8f26-4c12-9337-85c7a503e2b8 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:40:13.590645 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b89ebf45-8f26-4c12-9337-85c7a503e2b8 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/5d15a4ed-6bee-46de-988d-530d473b8979 HTTP/1.1" status: 404 len: 333 time: 0.0249214 Oct 19 11:40:13.593264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32884) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:13.674777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.769806 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.790568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59bec43-1e01-4e31-a1b8-45bedb844d9f']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:13.800919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab5f8e9-ea23-40c5-91e5-72341e9955f7') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:13.801217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab5f8e9-ea23-40c5-91e5-72341e9955f7') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:13.812008 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.827460 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.834969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:40:13.835647 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:40:13.839302 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:40:13.960876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32904) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:13.967655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-279019659-network', 'tenant_id': 'd43388416ea0430cbe2cb45d93e73617'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:13.983486 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.990527 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:13.993783 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/networks/d59bec43-1e01-4e31-a1b8-45bedb844d9f HTTP/1.1" status: 204 len: 168 time: 0.3996246 Oct 19 11:40:13.998017 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32906) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:14.003085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1031522791'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:14.005728 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676b045-650c-451e-8519-31f10b9dc838 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Network': ['ID=d59bec43-1e01-4e31-a1b8-45bedb844d9f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:14.087877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Made reservation on behalf of d43388416ea0430cbe2cb45d93e73617 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:14.090201 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.102793 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.176640 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.217988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:14.221465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.243793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:40:14.248876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.269034 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.269303 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Added segment 97224fe2-44db-4e26-bc7e-eed664c7dc05 of type vlan for network f49ebf72-3475-433a-8514-830b951df6b3 Oct 19 11:40:14.270549 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:40:14.319627 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.319957 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Added segment 4d7aa0f3-3bbc-4b5d-91af-cdfb08024306 of type vlan for network d69752ac-4611-4977-8e1a-b79220b77dbf Oct 19 11:40:14.326067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd6aa29-58f7-4ab8-9dbf-27e35bd72bc6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:14.337887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.381422 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.469138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.474856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:14.475435 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.501080 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.501960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:14.502520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.553012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Network': ['ID=f49ebf72-3475-433a-8514-830b951df6b3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:14.568950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network f49ebf72-3475-433a-8514-830b951df6b3 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:14.635482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-43e9c30c-8b2e-4864-abd5-f506f9d5d00d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6363215 Oct 19 11:40:14.636627 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d69752ac-4611-4977-8e1a-b79220b77dbf,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:14.638808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32910) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:14.645841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': 'f49ebf72-3475-433a-8514-830b951df6b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:14.646683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network d69752ac-4611-4977-8e1a-b79220b77dbf details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:14.651542 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9955027c-6a15-443b-a55c-faebc20213d2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6839190 Oct 19 11:40:14.651542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32912) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:14.653378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] Request body: {'subnet': {'network_id': 'd69752ac-4611-4977-8e1a-b79220b77dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-279019659-subnet', 'tenant_id': 'd43388416ea0430cbe2cb45d93e73617', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:14.756366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] Made reservation on behalf of d43388416ea0430cbe2cb45d93e73617 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:14.758752 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.905398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:14.908896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:14.966703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.ipam_backend_mixin [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Performing IP validity checks on allocation pools {{(pid=101311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 11:40:14.967322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.ipam_backend_mixin [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 11:40:15.008033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:15.070587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbe7c0a-ea31-47e6-836c-9c545b14bcdf,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:15.078812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] Checking segment: {'id': '4d7aa0f3-3bbc-4b5d-91af-cdfb08024306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd69752ac-4611-4977-8e1a-b79220b77dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:15.078812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] Network hostable DHCP agents. Network: d69752ac-4611-4977-8e1a-b79220b77dbf, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:15.149117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] Network d69752ac-4611-4977-8e1a-b79220b77dbf is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:15.201038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:15.264579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Subnet': ['ID=0ec72b44-cd22-4d0e-ba29-4a30f0553213,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:15.272024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Checking segment: {'id': '97224fe2-44db-4e26-bc7e-eed664c7dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f49ebf72-3475-433a-8514-830b951df6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:15.272394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network hostable DHCP agents. Network: f49ebf72-3475-433a-8514-830b951df6b3, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:15.310879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, d69752ac-4611-4977-8e1a-b79220b77dbf) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:15.315212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:15.315789 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:15.320144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a67048b-14d8-4b35-b77f-7e4998badcaf None None] Network d69752ac-4611-4977-8e1a-b79220b77dbf requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:15.396731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network f49ebf72-3475-433a-8514-830b951df6b3 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:15.403399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, f49ebf72-3475-433a-8514-830b951df6b3) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:15.411113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:15.411770 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:15.423167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2e487fbb-8fc3-4911-809d-d04486a13041 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7655907 Oct 19 11:40:15.427678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50e414d-46b9-42e0-9c90-8e9474759ec7 None None] Network f49ebf72-3475-433a-8514-830b951df6b3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:15.466148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd21f6-c3c2-4eee-abd3-9b9db6f24483 None None] Network d69752ac-4611-4977-8e1a-b79220b77dbf requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:15.506821 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-383b17be-7b50-479b-b72d-51c6015125f0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8662541 Oct 19 11:40:15.509301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32918) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:15.518269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': 'f49ebf72-3475-433a-8514-830b951df6b3', 'name': 'tempest-PortsTestJSON-1657850604'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:15.710060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-f49ebf72-3475-433a-8514-830b951df6b3', 'network_id': 'f49ebf72-3475-433a-8514-830b951df6b3', 'tenant_id': '1660c5e8faf845d0952d2a20b3ebc1ef', 'fixed_ips': [{'subnet_id': '0ec72b44-cd22-4d0e-ba29-4a30f0553213'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:40:15.711027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:15.743996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:15.748958 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:15.769074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port e7fcff98-1fb4-498d-b0d4-d97a81e880dc yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:15.868483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Allocated IP 172.20.0.2 (f49ebf72-3475-433a-8514-830b951df6b3/0ec72b44-cd22-4d0e-ba29-4a30f0553213/68ab73a7-c820-46aa-a44c-f745ad4549cb) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:16.022015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:16.117341 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:16.122256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003022f9-937c-4249-985c-3f2d001a9dfe req-f64c7c27-5d85-4513-b2f2-66c88238cefe tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:16.123842 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-f64c7c27-5d85-4513-b2f2-66c88238cefe tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/networks?id=4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 HTTP/1.1" status: 200 len: 808 time: 0.0993087 Oct 19 11:40:16.139965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-16e71e16-e00f-459e-bee6-a2a827326688 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/quotas/ebb1dbe2821d471dbdeb2774772a2c41 HTTP/1.1" status: 200 len: 375 time: 0.0100529 Oct 19 11:40:16.161970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Network f49ebf72-3475-433a-8514-830b951df6b3 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:16.165060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:16.168448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:16.173165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.11 (f49ebf72-3475-433a-8514-830b951df6b3/0ec72b44-cd22-4d0e-ba29-4a30f0553213/e7fcff98-1fb4-498d-b0d4-d97a81e880dc) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:16.179616 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-1f253044-8922-4d70-8596-1194dee33f3f tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ebb1dbe2821d471dbdeb2774772a2c41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332506 Oct 19 11:40:16.183773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Pushing event updated for resources: {'Port': ['ID=68ab73a7-c820-46aa-a44c-f745ad4549cb,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:16.229720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Attempting to bind port 68ab73a7-c820-46aa-a44c-f745ad4549cb on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:16.230077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Attempting to bind port 68ab73a7-c820-46aa-a44c-f745ad4549cb by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '97224fe2-44db-4e26-bc7e-eed664c7dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f49ebf72-3475-433a-8514-830b951df6b3'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:16.230431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Attempting to bind port 68ab73a7-c820-46aa-a44c-f745ad4549cb on network f49ebf72-3475-433a-8514-830b951df6b3 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:16.235381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:16.235746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Checking segment: {'id': '97224fe2-44db-4e26-bc7e-eed664c7dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f49ebf72-3475-433a-8514-830b951df6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:16.236136 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:16.236518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Bound using segment: {'id': '97224fe2-44db-4e26-bc7e-eed664c7dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f49ebf72-3475-433a-8514-830b951df6b3'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:16.242922 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Bound port: 68ab73a7-c820-46aa-a44c-f745ad4549cb, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97224fe2-44db-4e26-bc7e-eed664c7dc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f49ebf72-3475-433a-8514-830b951df6b3'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:16.242922 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:16.285103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-17073840-cb23-4051-8324-af0298cc6cb3 service neutron] 10.222.0.39 "GET /v2.0/networks/4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923393 Oct 19 11:40:16.373963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:16.384393 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-1e64e6f3-0d4c-4238-aabf-ea3e33318403 service neutron] 10.222.0.39 "GET /v2.0/networks/4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937088 Oct 19 11:40:16.466050 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] For port 68ab73a7-c820-46aa-a44c-f745ad4549cb, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:16.469529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] For port 68ab73a7-c820-46aa-a44c-f745ad4549cb, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68ab73a7-c820-46aa-a44c-f745ad4549cb,segment=NetworkSegment(97224fe2-44db-4e26-bc7e-eed664c7dc05),segment_id=97224fe2-44db-4e26-bc7e-eed664c7dc05)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:16.478328 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:16.522493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network f49ebf72-3475-433a-8514-830b951df6b3 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:16.529750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:16.535333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:16.577111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=e7fcff98-1fb4-498d-b0d4-d97a81e880dc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:16.580763 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:16.604399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:16.605084 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:16.648851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a33065-81c2-4d8d-a870-6c5271f07ba5 None None] Pushing event updated for resources: {'Port': ['ID=68ab73a7-c820-46aa-a44c-f745ad4549cb,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:16.690911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6665f21e-d538-4901-81e2-1613a2fb3424 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1767695 Oct 19 11:40:16.693624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32936) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:16.812778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fefafa64-5f3c-411f-bf47-da4350459fc0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port e7fcff98-1fb4-498d-b0d4-d97a81e880dc {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:16.813119 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fefafa64-5f3c-411f-bf47-da4350459fc0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:16.964916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fefafa64-5f3c-411f-bf47-da4350459fc0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:16.985657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fefafa64-5f3c-411f-bf47-da4350459fc0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for e7fcff98-1fb4-498d-b0d4-d97a81e880dc owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:17.101865 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1c85df0-8ee6-4fe2-8ba3-7f3a839d6607 req-07131bb8-dcdc-4588-98a6-f6c97cbdfde4 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 210 time: 0.2041259 Oct 19 11:40:17.264995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fefafa64-5f3c-411f-bf47-da4350459fc0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:17.298083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefafa64-5f3c-411f-bf47-da4350459fc0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=e7fcff98-1fb4-498d-b0d4-d97a81e880dc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:17.363966 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fefafa64-5f3c-411f-bf47-da4350459fc0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:17.369848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fefafa64-5f3c-411f-bf47-da4350459fc0 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/e7fcff98-1fb4-498d-b0d4-d97a81e880dc HTTP/1.1" status: 204 len: 168 time: 0.6727068 Oct 19 11:40:17.370705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32950) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:17.397996 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0a5876-3486-4fc5-b960-66f56e9b7213 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:40:17.399514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0a5876-3486-4fc5-b960-66f56e9b7213 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:40:17.403411 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ee0a5876-3486-4fc5-b960-66f56e9b7213 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/e7fcff98-1fb4-498d-b0d4-d97a81e880dc HTTP/1.1" status: 404 len: 333 time: 0.0316920 Oct 19 11:40:17.406517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32952) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:17.439756 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5912a5-ce41-42a0-b923-2e95696d943e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:40:17.444214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ad5912a5-ce41-42a0-b923-2e95696d943e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/e7fcff98-1fb4-498d-b0d4-d97a81e880dc HTTP/1.1" status: 404 len: 333 time: 0.0366035 Oct 19 11:40:17.444753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32954) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:17.501683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2950c5-e49e-47a8-a0ad-5d6035b45cdb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting subnet 0ec72b44-cd22-4d0e-ba29-4a30f0553213 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:40:17.506040 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb2950c5-e49e-47a8-a0ad-5d6035b45cdb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:17.561124 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb2950c5-e49e-47a8-a0ad-5d6035b45cdb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:17.656927 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb2950c5-e49e-47a8-a0ad-5d6035b45cdb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:17.734117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6582bd4-f3a5-4b90-a6fb-5ecc6f9ba63b None None] Network f49ebf72-3475-433a-8514-830b951df6b3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:17.800931 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb2950c5-e49e-47a8-a0ad-5d6035b45cdb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:17.835234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2950c5-e49e-47a8-a0ad-5d6035b45cdb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec72b44-cd22-4d0e-ba29-4a30f0553213,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:17.840290 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cb2950c5-e49e-47a8-a0ad-5d6035b45cdb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:17.843572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cb2950c5-e49e-47a8-a0ad-5d6035b45cdb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/0ec72b44-cd22-4d0e-ba29-4a30f0553213 HTTP/1.1" status: 204 len: 168 time: 0.3977346 Oct 19 11:40:17.846351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32960) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:17.879736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-79b2fb69-713e-4998-aa8a-804743c4d371 None None] Provisioning complete for port 68ab73a7-c820-46aa-a44c-f745ad4549cb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:17.880338 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79b2fb69-713e-4998-aa8a-804743c4d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:17.965014 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:17.980471 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79b2fb69-713e-4998-aa8a-804743c4d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.026333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68ab73a7-c820-46aa-a44c-f745ad4549cb up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:18.028544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291139da-44c3-4f3c-9261-bb46d9239889 None None] DHCP port deletion for f49ebf72-3475-433a-8514-830b951df6b3 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:40:18.047308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 68ab73a7-c820-46aa-a44c-f745ad4549cb {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:18.047642 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.056352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-79b2fb69-713e-4998-aa8a-804743c4d371 None None] For port 68ab73a7-c820-46aa-a44c-f745ad4549cb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68ab73a7-c820-46aa-a44c-f745ad4549cb,segment=NetworkSegment(97224fe2-44db-4e26-bc7e-eed664c7dc05),segment_id=97224fe2-44db-4e26-bc7e-eed664c7dc05)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:18.112874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] For port 68ab73a7-c820-46aa-a44c-f745ad4549cb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68ab73a7-c820-46aa-a44c-f745ad4549cb,segment=NetworkSegment(97224fe2-44db-4e26-bc7e-eed664c7dc05),segment_id=97224fe2-44db-4e26-bc7e-eed664c7dc05)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:18.113576 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.120310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79b2fb69-713e-4998-aa8a-804743c4d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.133107 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-291139da-44c3-4f3c-9261-bb46d9239889 None None] Deleting port 68ab73a7-c820-46aa-a44c-f745ad4549cb {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:18.133490 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-291139da-44c3-4f3c-9261-bb46d9239889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.135244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 68ab73a7-c820-46aa-a44c-f745ad4549cb owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:18.193433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 68ab73a7-c820-46aa-a44c-f745ad4549cb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:18.193804 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.247981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2be23fe1-b2f2-4a9c-b496-cbe4c6c710b4 req-a9d466cb-7678-4a3c-9052-460110edbc49 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 210 time: 0.0336683 Oct 19 11:40:18.280401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-291139da-44c3-4f3c-9261-bb46d9239889 None None] For port 68ab73a7-c820-46aa-a44c-f745ad4549cb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68ab73a7-c820-46aa-a44c-f745ad4549cb,segment=NetworkSegment(97224fe2-44db-4e26-bc7e-eed664c7dc05),segment_id=97224fe2-44db-4e26-bc7e-eed664c7dc05)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:18.280786 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-291139da-44c3-4f3c-9261-bb46d9239889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.299210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-291139da-44c3-4f3c-9261-bb46d9239889 None None] Calling delete_port for 68ab73a7-c820-46aa-a44c-f745ad4549cb owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:18.300903 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2fb69-713e-4998-aa8a-804743c4d371 None None] Pushing event updated for resources: {'Port': ['ID=68ab73a7-c820-46aa-a44c-f745ad4549cb,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:18.383322 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.412080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=68ab73a7-c820-46aa-a44c-f745ad4549cb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:18.421847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No DVR routers for this DVR port 68ab73a7-c820-46aa-a44c-f745ad4549cb on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:18.503613 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-291139da-44c3-4f3c-9261-bb46d9239889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.511038 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.531642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291139da-44c3-4f3c-9261-bb46d9239889 None None] Pushing event deleted for resources: {'Port': ['ID=68ab73a7-c820-46aa-a44c-f745ad4549cb,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:18.532374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49ebf72-3475-433a-8514-830b951df6b3']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:18.538885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291139da-44c3-4f3c-9261-bb46d9239889 None None] No DVR routers for this DVR port 68ab73a7-c820-46aa-a44c-f745ad4549cb on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:18.545208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97224fe2-44db-4e26-bc7e-eed664c7dc05') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:18.549669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97224fe2-44db-4e26-bc7e-eed664c7dc05') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:18.570626 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.590783 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.597374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:40:18.597922 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:40:18.601396 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:40:18.745266 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.751796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.756067 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/networks/f49ebf72-3475-433a-8514-830b951df6b3 HTTP/1.1" status: 204 len: 168 time: 0.9085548 Oct 19 11:40:18.759999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32964) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:18.766560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-618561160'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:18.781251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a891fdb-2dcc-48ba-abc5-1a3227361cce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Network': ['ID=f49ebf72-3475-433a-8514-830b951df6b3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:18.938965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:18.942922 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.966047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:40:18.974694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:18.975058 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Added segment 4604c687-80bb-4fbe-82ef-c98882bf8858 of type vlan for network 87405a3d-3f67-40ba-b12f-03f9d729e654 Oct 19 11:40:19.015836 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:19.109093 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:19.114573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:19.115135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:19.182813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Network': ['ID=87405a3d-3f67-40ba-b12f-03f9d729e654,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:19.194983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 87405a3d-3f67-40ba-b12f-03f9d729e654 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:19.246290 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a8d3d6b6-31e0-4854-9acb-28c768790a1b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4821460 Oct 19 11:40:19.247610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32968) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:19.251890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '87405a3d-3f67-40ba-b12f-03f9d729e654', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:19.353776 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84870a6c-7947-4124-8dad-b2eac6cde9f2 req-c107d012-9b03-4241-80bb-0b710f5b18b4 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 210 time: 0.0291591 Oct 19 11:40:19.470543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003022f9-937c-4249-985c-3f2d001a9dfe req-ada61329-f441-4523-9e8b-7a855ade905c tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:19.472073 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-ada61329-f441-4523-9e8b-7a855ade905c tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.49 "GET /v2.0/networks?id=4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 HTTP/1.1" status: 200 len: 808 time: 0.1101334 Oct 19 11:40:19.484910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Request body: {'port': {'device_id': '907a11d2-95a4-46a2-aa4f-032878d51cf2', 'network_id': '4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4', 'admin_state_up': True, 'tenant_id': 'ebb1dbe2821d471dbdeb2774772a2c41'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:19.543475 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:19.547044 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:19.686177 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:19.686519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Made reservation on behalf of ebb1dbe2821d471dbdeb2774772a2c41 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:19.691369 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:19.833417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Allocated IP 172.20.0.3 (4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4/a34d6d33-a232-4522-a600-45f9bd09df4c/1c8fbccd-d594-4ecf-86ff-16413fd29648) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:19.897544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68ab73a7-c820-46aa-a44c-f745ad4549cb no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:40:19.899499 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:19.923373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 68ab73a7-c820-46aa-a44c-f745ad4549cb {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:40:19.924279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68ab73a7-c820-46aa-a44c-f745ad4549cb not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:40:19.985280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Subnet': ['ID=9a8dc93b-02db-4bb0-826d-92088ad5a7ad,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:20.002254 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.008836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Checking segment: {'id': '4604c687-80bb-4fbe-82ef-c98882bf8858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '87405a3d-3f67-40ba-b12f-03f9d729e654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:20.009382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network hostable DHCP agents. Network: 87405a3d-3f67-40ba-b12f-03f9d729e654, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:20.023053 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.109064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 87405a3d-3f67-40ba-b12f-03f9d729e654 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:20.143824 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.192408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Network 4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:20.195527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:20.199887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:20.206267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Pushing event updated for resources: {'Port': ['ID=1c8fbccd-d594-4ecf-86ff-16413fd29648,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:20.246369 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 87405a3d-3f67-40ba-b12f-03f9d729e654) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:20.250205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:20.250829 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.254299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf12637a-d78d-4866-a3ef-75deae1a1d11 None None] Network 87405a3d-3f67-40ba-b12f-03f9d729e654 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:20.262705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:20.263293 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.365327 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-88d54a63-0d04-4aef-93f0-aae8772a0566 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8842266 Oct 19 11:40:20.376223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-b3b50a9d-0ac2-4330-a53d-bc806b752ee4 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:40:20.377785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-b3b50a9d-0ac2-4330-a53d-bc806b752ee4 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062861 Oct 19 11:40:20.394059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Request body: {'port': {'device_id': '907a11d2-95a4-46a2-aa4f-032878d51cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:20.403856 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-18951fcb-13b3-4e99-aba7-f47b166adaca tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1557527 Oct 19 11:40:20.404833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32978) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:20.411713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': '87405a3d-3f67-40ba-b12f-03f9d729e654', 'security_groups': [], 'name': 'tempest-PortsTestJSON-744269288'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:20.415359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-87405a3d-3f67-40ba-b12f-03f9d729e654', 'network_id': '87405a3d-3f67-40ba-b12f-03f9d729e654', 'tenant_id': '1660c5e8faf845d0952d2a20b3ebc1ef', 'fixed_ips': [{'subnet_id': '9a8dc93b-02db-4bb0-826d-92088ad5a7ad'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:40:20.418506 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.507041 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.567595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c4b15-7491-40a1-a54f-d8b65ce25af2 req-3bd3d62f-bd6b-4a69-9417-8896c52b7287 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:20.573160 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-805c4b15-7491-40a1-a54f-d8b65ce25af2 req-3bd3d62f-bd6b-4a69-9417-8896c52b7287 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 931 time: 0.1145775 Oct 19 11:40:20.593161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Allocated IP 172.20.0.2 (87405a3d-3f67-40ba-b12f-03f9d729e654/9a8dc93b-02db-4bb0-826d-92088ad5a7ad/b1eadf68-3392-446b-b33f-7e209a2fbbae) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:20.637256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:20.642019 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.673277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port 85f3dc2a-f7ea-4cb0-837b-f0af09c0b3f0 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:20.709757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-805c4b15-7491-40a1-a54f-d8b65ce25af2 req-4378446e-cd64-4ded-8317-72e21fa8958f tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317978 Oct 19 11:40:20.763639 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.865023 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.907743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8fbccd-d594-4ecf-86ff-16413fd29648 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:40:20.917020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Network 87405a3d-3f67-40ba-b12f-03f9d729e654 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:20.918882 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.921293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Pushing event updated for resources: {'Port': ['ID=b1eadf68-3392-446b-b33f-7e209a2fbbae,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:20.923792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:20.925772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:20.948822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Transition to ACTIVE for port object 1c8fbccd-d594-4ecf-86ff-16413fd29648 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:40:20.953373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.5 (87405a3d-3f67-40ba-b12f-03f9d729e654/9a8dc93b-02db-4bb0-826d-92088ad5a7ad/85f3dc2a-f7ea-4cb0-837b-f0af09c0b3f0) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:20.983538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Attempting to bind port b1eadf68-3392-446b-b33f-7e209a2fbbae on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:20.983910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Attempting to bind port b1eadf68-3392-446b-b33f-7e209a2fbbae by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4604c687-80bb-4fbe-82ef-c98882bf8858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '87405a3d-3f67-40ba-b12f-03f9d729e654'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:20.984270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Attempting to bind port b1eadf68-3392-446b-b33f-7e209a2fbbae on network 87405a3d-3f67-40ba-b12f-03f9d729e654 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:20.989513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:20.989885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Checking segment: {'id': '4604c687-80bb-4fbe-82ef-c98882bf8858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '87405a3d-3f67-40ba-b12f-03f9d729e654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:20.990829 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:20.990829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Bound using segment: {'id': '4604c687-80bb-4fbe-82ef-c98882bf8858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '87405a3d-3f67-40ba-b12f-03f9d729e654'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:20.991109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Bound port: b1eadf68-3392-446b-b33f-7e209a2fbbae, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4604c687-80bb-4fbe-82ef-c98882bf8858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '87405a3d-3f67-40ba-b12f-03f9d729e654'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:20.991490 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:21.047833 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:21.064316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] For port b1eadf68-3392-446b-b33f-7e209a2fbbae, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:21.068772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] For port b1eadf68-3392-446b-b33f-7e209a2fbbae, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b1eadf68-3392-446b-b33f-7e209a2fbbae,segment=NetworkSegment(4604c687-80bb-4fbe-82ef-c98882bf8858),segment_id=4604c687-80bb-4fbe-82ef-c98882bf8858)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:21.088583 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:21.108616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8fbccd-d594-4ecf-86ff-16413fd29648,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:21.196657 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:21.218857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Attempting to bind port 1c8fbccd-d594-4ecf-86ff-16413fd29648 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:21.219505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Attempting to bind port 1c8fbccd-d594-4ecf-86ff-16413fd29648 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '35a016fd-1fe0-406f-859b-2adf009d61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:21.219832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Attempting to bind port 1c8fbccd-d594-4ecf-86ff-16413fd29648 on network 4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:21.228159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Port 1c8fbccd-d594-4ecf-86ff-16413fd29648 on network 4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:40:21.229444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Attempting to bind port 1c8fbccd-d594-4ecf-86ff-16413fd29648 on network 4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:21.236316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:21.236744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Checking segment: {'id': '35a016fd-1fe0-406f-859b-2adf009d61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:21.237125 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Bound using segment: {'id': '35a016fd-1fe0-406f-859b-2adf009d61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:21.237547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Bound port: 1c8fbccd-d594-4ecf-86ff-16413fd29648, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a016fd-1fe0-406f-859b-2adf009d61e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:21.238077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:21.249069 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:21.300998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593537d-dc6e-47d8-b729-1f2238793b6c None None] Pushing event updated for resources: {'Port': ['ID=b1eadf68-3392-446b-b33f-7e209a2fbbae,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:21.334123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 87405a3d-3f67-40ba-b12f-03f9d729e654 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:21.339349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:21.346188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:21.351381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=85f3dc2a-f7ea-4cb0-837b-f0af09c0b3f0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:21.406663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] For port 1c8fbccd-d594-4ecf-86ff-16413fd29648, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:21.410789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] For port 1c8fbccd-d594-4ecf-86ff-16413fd29648, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c8fbccd-d594-4ecf-86ff-16413fd29648,segment=NetworkSegment(35a016fd-1fe0-406f-859b-2adf009d61e2),segment_id=35a016fd-1fe0-406f-859b-2adf009d61e2)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:21.421126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:21.421932 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:21.547119 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:21.552999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32984) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:21.553625 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e7bd213e-1496-4074-90e8-e4fed73a7452 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1465223 Oct 19 11:40:21.603649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:21.608760 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:21.608760 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] 10.222.0.49 "PUT /v2.0/ports/1c8fbccd-d594-4ecf-86ff-16413fd29648 HTTP/1.1" status: 200 len: 1091 time: 1.2166204 Oct 19 11:40:21.608760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907a11d2-95a4-46a2-aa4f-032878d51cf2', 'tag': '1c8fbccd-d594-4ecf-86ff-16413fd29648'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:40:21.610507 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ffdefa-13b8-4abc-afa2-10993fd2c657" -d '{"events": [{"name": "network-changed", "server_uuid": "907a11d2-95a4-46a2-aa4f-032878d51cf2", "tag": "1c8fbccd-d594-4ecf-86ff-16413fd29648"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:40:21.782336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffdefa-13b8-4abc-afa2-10993fd2c657 req-51806476-4d86-4d20-bc3c-331c71742970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:21.784329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74ffdefa-13b8-4abc-afa2-10993fd2c657 req-51806476-4d86-4d20-bc3c-331c71742970 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebb1dbe2821d471dbdeb2774772a2c41&device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 1094 time: 0.0968764 Oct 19 11:40:22.018626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b1eadf68-3392-446b-b33f-7e209a2fbbae up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:22.050940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffdefa-13b8-4abc-afa2-10993fd2c657 req-829cf113-0ed5-423f-9466-1f95901b22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:22.052453 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74ffdefa-13b8-4abc-afa2-10993fd2c657 req-829cf113-0ed5-423f-9466-1f95901b22d2 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ebb1dbe2821d471dbdeb2774772a2c41&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2595956 Oct 19 11:40:22.112474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b1eadf68-3392-446b-b33f-7e209a2fbbae triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:22.112759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:22.155238 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646560d3-5042-4d86-a823-a4e8ad0cbb68 x-openstack-request-id: req-646560d3-5042-4d86-a823-a4e8ad0cbb68 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:40:22.158226 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907a11d2-95a4-46a2-aa4f-032878d51cf2", "tag": "1c8fbccd-d594-4ecf-86ff-16413fd29648", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:40:22.158226 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-646560d3-5042-4d86-a823-a4e8ad0cbb68 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:40:22.158226 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907a11d2-95a4-46a2-aa4f-032878d51cf2', 'tag': '1c8fbccd-d594-4ecf-86ff-16413fd29648', 'status': 'completed', 'code': 200} Oct 19 11:40:22.158226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386e0cc-a383-4271-a7e7-10670ee54c98 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8fbccd-d594-4ecf-86ff-16413fd29648,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:22.221209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffdefa-13b8-4abc-afa2-10993fd2c657 req-cef42917-1182-41d4-8c53-61fe6cf5c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:22.222988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74ffdefa-13b8-4abc-afa2-10993fd2c657 req-cef42917-1182-41d4-8c53-61fe6cf5c392 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600959 Oct 19 11:40:22.247521 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-d4523b5a-e37f-4018-885b-768ae5973b3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5959897 Oct 19 11:40:22.270228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab2ec9-b964-4a94-a6fd-111124bdd05b req-e09cbc4d-f19d-47e4-ae52-b60f2798be79 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:22.271750 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6ab2ec9-b964-4a94-a6fd-111124bdd05b req-e09cbc4d-f19d-47e4-ae52-b60f2798be79 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 943 time: 0.1108053 Oct 19 11:40:22.277545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-891a1620-df03-4b69-875b-043071fe3ac4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 85f3dc2a-f7ea-4cb0-837b-f0af09c0b3f0 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:22.277880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-891a1620-df03-4b69-875b-043071fe3ac4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:22.284272 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:22.340095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003022f9-937c-4249-985c-3f2d001a9dfe req-9a1a60e1-0c77-4c78-9f9e-c4bcf82b42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:22.348027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-9a1a60e1-0c77-4c78-9f9e-c4bcf82b42dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebb1dbe2821d471dbdeb2774772a2c41&device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 1094 time: 0.0670197 Oct 19 11:40:22.351916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port b1eadf68-3392-446b-b33f-7e209a2fbbae, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b1eadf68-3392-446b-b33f-7e209a2fbbae,segment=NetworkSegment(4604c687-80bb-4fbe-82ef-c98882bf8858),segment_id=4604c687-80bb-4fbe-82ef-c98882bf8858)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:22.430960 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-20676628-f223-45c5-80fe-4e264d131800 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c8fbccd-d594-4ecf-86ff-16413fd29648 HTTP/1.1" status: 200 len: 217 time: 0.0735579 Oct 19 11:40:22.434888 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:22.505989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003022f9-937c-4249-985c-3f2d001a9dfe req-cb29e5ae-ca17-485e-8d97-b1a436355419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:22.507541 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-cb29e5ae-ca17-485e-8d97-b1a436355419 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a34d6d33-a232-4522-a600-45f9bd09df4c HTTP/1.1" status: 200 len: 848 time: 0.0641522 Oct 19 11:40:22.549230 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-891a1620-df03-4b69-875b-043071fe3ac4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:22.561529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-994ee437-591c-46ed-8df7-3a45da7b19f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442162 Oct 19 11:40:22.563560 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=b1eadf68-3392-446b-b33f-7e209a2fbbae,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:22.587313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-891a1620-df03-4b69-875b-043071fe3ac4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 85f3dc2a-f7ea-4cb0-837b-f0af09c0b3f0 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:22.603805 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6ab2ec9-b964-4a94-a6fd-111124bdd05b req-2ef41fe3-b3c0-428d-99e0-d8bb13556bf6 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154016 Oct 19 11:40:22.608157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-0895e521-52d6-49b7-9ee8-f243b5df01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:22.610076 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-0895e521-52d6-49b7-9ee8-f243b5df01e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a53f8a64d10e41e6a185d0d3514a4436&device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 1096 time: 0.3086381 Oct 19 11:40:22.704214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-0dc30df5-90c4-435d-aae0-d5010cbda0bc service neutron] 10.222.0.49 "GET /v2.0/networks/4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339982 Oct 19 11:40:22.716855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3a6b8-a9bb-42d8-8df8-cb249d3b50b4 None None] Network 87405a3d-3f67-40ba-b12f-03f9d729e654 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:22.774444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-9016a1eb-b51f-471a-86a7-e87b44f72917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:22.776814 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-9016a1eb-b51f-471a-86a7-e87b44f72917 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fce1e704-1e33-4733-a45c-253abfbc9849 HTTP/1.1" status: 200 len: 909 time: 0.1314437 Oct 19 11:40:22.836065 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-003022f9-937c-4249-985c-3f2d001a9dfe req-28b367dc-5ce9-4c7c-96c1-307b2a6a124a service neutron] 10.222.0.49 "GET /v2.0/networks/4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247611 Oct 19 11:40:22.870273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6e8485ea-2c96-4a10-a8fb-1d466a3b1506 None None] Provisioning complete for port b1eadf68-3392-446b-b33f-7e209a2fbbae triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:22.871040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6e8485ea-2c96-4a10-a8fb-1d466a3b1506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:22.880200 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-f561b339-d184-4b3b-8477-16aaee89c442 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b736050-b1bb-4c1e-a806-08c8338aeaf2 HTTP/1.1" status: 200 len: 1000 time: 0.0803673 Oct 19 11:40:22.947955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-e9a4f59a-b9ad-4066-ae4a-7556a2697f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:22.949223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-e9a4f59a-b9ad-4066-ae4a-7556a2697f46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=591fe803-41d0-484e-8838-3a422f74d7dd HTTP/1.1" status: 200 len: 847 time: 0.0609012 Oct 19 11:40:22.992318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-891a1620-df03-4b69-875b-043071fe3ac4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.053797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a1620-df03-4b69-875b-043071fe3ac4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=85f3dc2a-f7ea-4cb0-837b-f0af09c0b3f0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:23.102697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-9268db3b-af4b-463a-933e-25cdeaea9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:23.105788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-9268db3b-af4b-463a-933e-25cdeaea9d9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fce1e704-1e33-4733-a45c-253abfbc9849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481714 Oct 19 11:40:23.124896 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-891a1620-df03-4b69-875b-043071fe3ac4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.124896 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-891a1620-df03-4b69-875b-043071fe3ac4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/85f3dc2a-f7ea-4cb0-837b-f0af09c0b3f0 HTTP/1.1" status: 204 len: 168 time: 1.5701661 Oct 19 11:40:23.130464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 32996) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:23.162871 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fed6ace-f4d5-4337-a408-d4916b395658 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:40:23.164412 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5fed6ace-f4d5-4337-a408-d4916b395658 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/85f3dc2a-f7ea-4cb0-837b-f0af09c0b3f0 HTTP/1.1" status: 404 len: 333 time: 0.0363226 Oct 19 11:40:23.168231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 32998) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:23.219028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7674b8fb-e2a4-4d70-b1d3-722e1ac189c7 None None] Provisioning complete for port b1eadf68-3392-446b-b33f-7e209a2fbbae triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:23.219414 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7674b8fb-e2a4-4d70-b1d3-722e1ac189c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.232521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa075add-18c4-464b-aa01-010714e5844d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting subnet 9a8dc93b-02db-4bb0-826d-92088ad5a7ad {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:40:23.234936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-8f6fd834-50dd-42d4-b05f-17c6654ca69d service neutron] 10.222.0.49 "GET /v2.0/networks/fce1e704-1e33-4733-a45c-253abfbc9849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217647 Oct 19 11:40:23.236728 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa075add-18c4-464b-aa01-010714e5844d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.293083 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa075add-18c4-464b-aa01-010714e5844d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.310257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7674b8fb-e2a4-4d70-b1d3-722e1ac189c7 None None] Could not find standard attr ID for object 85f3dc2a-f7ea-4cb0-837b-f0af09c0b3f0. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:40:23.353041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-248de8c3-8c36-4a4d-b837-0db6549f198e req-0fddf42f-5bb6-4ee5-9bbd-fda65d2a91d8 service neutron] 10.222.0.49 "GET /v2.0/networks/fce1e704-1e33-4733-a45c-253abfbc9849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077483 Oct 19 11:40:23.388379 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa075add-18c4-464b-aa01-010714e5844d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.426917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-45c81d44-cf14-4554-919f-737520c9cea1 None None] Could not find standard attr ID for object 85f3dc2a-f7ea-4cb0-837b-f0af09c0b3f0. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:40:23.539639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa075add-18c4-464b-aa01-010714e5844d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.567353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa075add-18c4-464b-aa01-010714e5844d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8dc93b-02db-4bb0-826d-92088ad5a7ad,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:23.574219 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa075add-18c4-464b-aa01-010714e5844d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.577548 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aa075add-18c4-464b-aa01-010714e5844d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/9a8dc93b-02db-4bb0-826d-92088ad5a7ad HTTP/1.1" status: 204 len: 168 time: 0.4082603 Oct 19 11:40:23.580595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33000) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:23.615622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f817ec53-ec67-455a-befe-d4b2fa2e7ddf None None] Network 87405a3d-3f67-40ba-b12f-03f9d729e654 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:23.678050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.736058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port b1eadf68-3392-446b-b33f-7e209a2fbbae {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:23.736459 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.778632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb2611-78f8-4501-af8f-4c2cdf1cbeb2 req-8681313f-7dd6-4672-a5b6-32de2ee9cdb5 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:23.780259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7eb2611-78f8-4501-af8f-4c2cdf1cbeb2 req-8681313f-7dd6-4672-a5b6-32de2ee9cdb5 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 943 time: 0.0665250 Oct 19 11:40:23.812782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] For port b1eadf68-3392-446b-b33f-7e209a2fbbae, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b1eadf68-3392-446b-b33f-7e209a2fbbae,segment=NetworkSegment(4604c687-80bb-4fbe-82ef-c98882bf8858),segment_id=4604c687-80bb-4fbe-82ef-c98882bf8858)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:23.813136 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.829551 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761c718-a469-4792-beed-04a1a92cd309 None None] DHCP port deletion for 87405a3d-3f67-40ba-b12f-03f9d729e654 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:40:23.833145 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7eb2611-78f8-4501-af8f-4c2cdf1cbeb2 req-60ae0192-9e80-4b76-8a1d-426c1778651f tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457695 Oct 19 11:40:23.836604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for b1eadf68-3392-446b-b33f-7e209a2fbbae owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:23.905549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b761c718-a469-4792-beed-04a1a92cd309 None None] Deleting port b1eadf68-3392-446b-b33f-7e209a2fbbae {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:23.906002 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b761c718-a469-4792-beed-04a1a92cd309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:23.920759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b1eadf68-3392-446b-b33f-7e209a2fbbae no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:40:24.005676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b761c718-a469-4792-beed-04a1a92cd309 None None] For port b1eadf68-3392-446b-b33f-7e209a2fbbae, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b1eadf68-3392-446b-b33f-7e209a2fbbae,segment=NetworkSegment(4604c687-80bb-4fbe-82ef-c98882bf8858),segment_id=4604c687-80bb-4fbe-82ef-c98882bf8858)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:24.006071 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b761c718-a469-4792-beed-04a1a92cd309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.031630 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.044898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b761c718-a469-4792-beed-04a1a92cd309 None None] Calling delete_port for b1eadf68-3392-446b-b33f-7e209a2fbbae owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:24.057183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=b1eadf68-3392-446b-b33f-7e209a2fbbae,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:24.067118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No DVR routers for this DVR port b1eadf68-3392-446b-b33f-7e209a2fbbae on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:24.083426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Port b1eadf68-3392-446b-b33f-7e209a2fbbae update to DOWN by agent not found {{(pid=101313) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 19 11:40:24.154242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.168409 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b761c718-a469-4792-beed-04a1a92cd309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.176473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87405a3d-3f67-40ba-b12f-03f9d729e654']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:24.187207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4604c687-80bb-4fbe-82ef-c98882bf8858') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:24.188210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4604c687-80bb-4fbe-82ef-c98882bf8858') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:24.196846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761c718-a469-4792-beed-04a1a92cd309 None None] Pushing event deleted for resources: {'Port': ['ID=b1eadf68-3392-446b-b33f-7e209a2fbbae,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:24.200342 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.208181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b761c718-a469-4792-beed-04a1a92cd309 None None] No DVR routers for this DVR port b1eadf68-3392-446b-b33f-7e209a2fbbae on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:24.219679 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.227269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:40:24.227653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:40:24.231411 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:40:24.382968 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.387907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.391347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/networks/87405a3d-3f67-40ba-b12f-03f9d729e654 HTTP/1.1" status: 204 len: 168 time: 0.8097253 Oct 19 11:40:24.395403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33006) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:24.401873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'name': 'tempest-PortsTestJSON-941298235'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:24.424153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90757bec-51df-4a86-9f4f-92c96b6fb54c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Network': ['ID=87405a3d-3f67-40ba-b12f-03f9d729e654,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:24.567464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:24.573183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.593622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port fad3f2a6-8069-4de8-a5a1-57c49468053d yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:24.751202 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.944976 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.944976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:24.956132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:24.964373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:24.975517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:24.976199 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:24.992512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=fad3f2a6-8069-4de8-a5a1-57c49468053d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:25.016062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b221c-cce8-41a0-82a6-dbcfbbc55f9c req-062f4e61-3fb2-4017-bacb-8785c825581d tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:25.017568 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aa8b221c-cce8-41a0-82a6-dbcfbbc55f9c req-062f4e61-3fb2-4017-bacb-8785c825581d tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 943 time: 0.1021647 Oct 19 11:40:25.055512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-4b4753d1-2137-482a-a9df-a36c9d85fb98 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435681 Oct 19 11:40:25.059599 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aa8b221c-cce8-41a0-82a6-dbcfbbc55f9c req-28cb53d7-cda7-4f33-a3f4-dae81f1c7f86 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356669 Oct 19 11:40:25.080177 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-56e6d23a-877d-415d-95dd-cde7b0e68576 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6837592 Oct 19 11:40:25.090962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33026) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:25.196810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-7ea395ff-eb1c-4be5-bb3e-050b95c65cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:25.198333 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-7ea395ff-eb1c-4be5-bb3e-050b95c65cf1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd0b29691a544f1483f955fa185095a1&device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 1135 time: 0.0970407 Oct 19 11:40:25.243247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c98e5a2e-4fe2-4f46-9402-23d36cf9cf6d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port fad3f2a6-8069-4de8-a5a1-57c49468053d {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:25.243595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98e5a2e-4fe2-4f46-9402-23d36cf9cf6d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:25.366939 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98e5a2e-4fe2-4f46-9402-23d36cf9cf6d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:25.379872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-85c3dd7d-4580-43b2-a831-95f12203bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:25.381360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-85c3dd7d-4580-43b2-a831-95f12203bc15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e960270-a788-4ab1-a2f2-7b135ad9ad66 HTTP/1.1" status: 200 len: 898 time: 0.1621184 Oct 19 11:40:25.385757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c98e5a2e-4fe2-4f46-9402-23d36cf9cf6d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for fad3f2a6-8069-4de8-a5a1-57c49468053d owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:25.413100 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41331263-cc41-497d-a8e8-c041c9a98ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:25.493813 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-34c315f5-354f-4682-a515-861a5a79a8b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02ebbece-cdf0-4fbb-8f3e-70607cfc8162 HTTP/1.1" status: 200 len: 1001 time: 0.1037533 Oct 19 11:40:25.559548 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-6363e012-66c9-492e-a4c9-7ae58a638b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:25.561288 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-6363e012-66c9-492e-a4c9-7ae58a638b47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=982982c4-5243-4f92-9baf-63a86c0fcc1d HTTP/1.1" status: 200 len: 834 time: 0.0595911 Oct 19 11:40:25.614470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-b2e43f22-a2a8-49f1-8ddd-22b3bef13732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:25.616096 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-b2e43f22-a2a8-49f1-8ddd-22b3bef13732 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e960270-a788-4ab1-a2f2-7b135ad9ad66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440111 Oct 19 11:40:25.689085 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98e5a2e-4fe2-4f46-9402-23d36cf9cf6d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:26.030217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e5a2e-4fe2-4f46-9402-23d36cf9cf6d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=fad3f2a6-8069-4de8-a5a1-57c49468053d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:26.039886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98e5a2e-4fe2-4f46-9402-23d36cf9cf6d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:26.043686 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c98e5a2e-4fe2-4f46-9402-23d36cf9cf6d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/fad3f2a6-8069-4de8-a5a1-57c49468053d HTTP/1.1" status: 204 len: 168 time: 0.9504149 Oct 19 11:40:26.048793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33046) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:26.053762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'mac_address': 'fa:16:3e:6a:ff:3b', 'name': 'tempest-PortsTestJSON-1154015575'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:26.054577 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-19cd3cd1-587c-4951-8f67-a6765cf5fb51 service neutron] 10.222.0.26 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311717 Oct 19 11:40:26.155995 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dab72011-eff6-48db-b763-5dcb8ba4f054 req-3220c63e-7b05-440f-8374-64fce99a7214 service neutron] 10.222.0.26 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934663 Oct 19 11:40:26.211414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1d1d6-8e0f-4d5e-adb4-100cf8238fdf req-10435aea-8831-4eef-bc70-ccab6fbfea15 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:26.214334 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb1d1d6-8e0f-4d5e-adb4-100cf8238fdf req-10435aea-8831-4eef-bc70-ccab6fbfea15 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 943 time: 0.0553560 Oct 19 11:40:26.236005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:26.258824 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb1d1d6-8e0f-4d5e-adb4-100cf8238fdf req-84542792-8735-4083-8fc9-09a876c9b7d8 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386889 Oct 19 11:40:26.282870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c8fbccd-d594-4ecf-86ff-16413fd29648 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:40:26.322632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:26.343421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port 4676ed05-ac29-4397-a0c1-8dfd2adb5d9d yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:26.393505 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c8fbccd-d594-4ecf-86ff-16413fd29648, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c8fbccd-d594-4ecf-86ff-16413fd29648,segment=NetworkSegment(35a016fd-1fe0-406f-859b-2adf009d61e2),segment_id=35a016fd-1fe0-406f-859b-2adf009d61e2)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:26.405328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '1c8fbccd-d594-4ecf-86ff-16413fd29648', 'network_id': '4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4', 'port_id': '1c8fbccd-d594-4ecf-86ff-16413fd29648', 'mac_address': 'fa:16:3e:5d:2a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34d6d33-a232-4522-a600-45f9bd09df4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:40:26.452000 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:26.469106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8fbccd-d594-4ecf-86ff-16413fd29648 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:40:26.498763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c8fbccd-d594-4ecf-86ff-16413fd29648, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c8fbccd-d594-4ecf-86ff-16413fd29648,segment=NetworkSegment(35a016fd-1fe0-406f-859b-2adf009d61e2),segment_id=35a016fd-1fe0-406f-859b-2adf009d61e2)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:26.521830 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:26.579296 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:26.607112 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:26.640814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1c8fbccd-d594-4ecf-86ff-16413fd29648,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:26.648159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:26.654367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:26.661490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:26.663782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:26.664367 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:26.680386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=4676ed05-ac29-4397-a0c1-8dfd2adb5d9d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:26.803515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f374e1ac-0db8-4df0-b062-837df01ee562 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7534828 Oct 19 11:40:26.806073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33062) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:26.871515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2818af-79d4-43e8-85ef-fe838b620299 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:26.872989 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8b2818af-79d4-43e8-85ef-fe838b620299 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/4676ed05-ac29-4397-a0c1-8dfd2adb5d9d HTTP/1.1" status: 200 len: 841 time: 0.0651231 Oct 19 11:40:26.875632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33064) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:26.908830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['1c8fbccd-d594-4ecf-86ff-16413fd29648'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:40:26.974669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-36f4c269-2388-46df-9c95-d29d6b269974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 4676ed05-ac29-4397-a0c1-8dfd2adb5d9d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:26.975007 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36f4c269-2388-46df-9c95-d29d6b269974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:27.045642 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36f4c269-2388-46df-9c95-d29d6b269974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:27.063534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-36f4c269-2388-46df-9c95-d29d6b269974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 4676ed05-ac29-4397-a0c1-8dfd2adb5d9d owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:27.257548 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36f4c269-2388-46df-9c95-d29d6b269974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:27.286060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4c269-2388-46df-9c95-d29d6b269974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=4676ed05-ac29-4397-a0c1-8dfd2adb5d9d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:27.300099 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36f4c269-2388-46df-9c95-d29d6b269974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:27.303627 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-36f4c269-2388-46df-9c95-d29d6b269974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/4676ed05-ac29-4397-a0c1-8dfd2adb5d9d HTTP/1.1" status: 204 len: 168 time: 0.4270976 Oct 19 11:40:27.306504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33078) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:27.330780 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85177ab-ce82-436a-9008-199fae7845b9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:40:27.335751 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f85177ab-ce82-436a-9008-199fae7845b9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/4676ed05-ac29-4397-a0c1-8dfd2adb5d9d HTTP/1.1" status: 404 len: 333 time: 0.0244079 Oct 19 11:40:27.336003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33080) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:27.341222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'name': 'tempest-PortsTestJSON-1687862881'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:27.453090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd09f5-b7e6-47d7-b490-814cdcb81021 req-17252ec6-3f48-4eb1-92f4-b25b23647326 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:27.454607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1dbd09f5-b7e6-47d7-b490-814cdcb81021 req-17252ec6-3f48-4eb1-92f4-b25b23647326 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 944 time: 0.1101322 Oct 19 11:40:27.500971 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1dbd09f5-b7e6-47d7-b490-814cdcb81021 req-8ab5dc76-d5bf-4e49-9bb5-b2be51b5a195 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390782 Oct 19 11:40:27.588502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:27.592138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:27.609347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port 65619030-00be-4908-b87e-e917b6aada88 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:27.773478 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:27.824813 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e5e7e5f-5b17-4cd9-89ad-5412f1cc22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:27.922404 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:27.970700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:27.973902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:27.977752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:27.983243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:27.983885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:27.989916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=65619030-00be-4908-b87e-e917b6aada88,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:28.107808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-64d92e44-939d-43b2-b58d-a5f876e1c63e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7705536 Oct 19 11:40:28.110198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33092) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:28.115267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d0da9e2b-0025-4e47-ab37-00280f58ae83 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:28.180794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0da9e2b-0025-4e47-ab37-00280f58ae83 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:28.292250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c8fbccd-d594-4ecf-86ff-16413fd29648 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:28.345692 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0da9e2b-0025-4e47-ab37-00280f58ae83 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:28.448190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 1c8fbccd-d594-4ecf-86ff-16413fd29648 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:40:28.453244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 1c8fbccd-d594-4ecf-86ff-16413fd29648 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:28.455361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:28.468807 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0da9e2b-0025-4e47-ab37-00280f58ae83 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:28.500602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-d0da9e2b-0025-4e47-ab37-00280f58ae83 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] In _notify_port_updated(), no bound segment for port 65619030-00be-4908-b87e-e917b6aada88 on network 68112cff-078d-4459-90fb-c59e7e28a2ad {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:40:28.507251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0da9e2b-0025-4e47-ab37-00280f58ae83 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:28.507876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d0da9e2b-0025-4e47-ab37-00280f58ae83 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:28.512557 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d0da9e2b-0025-4e47-ab37-00280f58ae83 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "PUT /v2.0/ports/65619030-00be-4908-b87e-e917b6aada88 HTTP/1.1" status: 200 len: 818 time: 0.3981154 Oct 19 11:40:28.514975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33100) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:28.549390 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:28.580940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da9e2b-0025-4e47-ab37-00280f58ae83 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=65619030-00be-4908-b87e-e917b6aada88,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:28.597921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907a11d2-95a4-46a2-aa4f-032878d51cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8fbccd-d594-4ecf-86ff-16413fd29648'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:40:28.600312 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93daa5d6-9d46-44bd-ae59-43e1fb4d0e7b" -d '{"events": [{"server_uuid": "907a11d2-95a4-46a2-aa4f-032878d51cf2", "name": "network-vif-plugged", "status": "completed", "tag": "1c8fbccd-d594-4ecf-86ff-16413fd29648"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:40:28.617395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1c8fbccd-d594-4ecf-86ff-16413fd29648, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c8fbccd-d594-4ecf-86ff-16413fd29648,segment=NetworkSegment(35a016fd-1fe0-406f-859b-2adf009d61e2),segment_id=35a016fd-1fe0-406f-859b-2adf009d61e2)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:28.640657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b5697005-9e9d-4d30-b9b0-57828aa3153d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 65619030-00be-4908-b87e-e917b6aada88 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:28.640998 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5697005-9e9d-4d30-b9b0-57828aa3153d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:28.654683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b406c0f-a268-42df-8187-bd003af6a1a4 req-19bc24ef-817b-4c4c-ba61-272125ee3b91 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:28.657035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b406c0f-a268-42df-8187-bd003af6a1a4 req-19bc24ef-817b-4c4c-ba61-272125ee3b91 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 944 time: 0.0660911 Oct 19 11:40:28.683100 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bbdd9f-97ad-425f-b7ba-fa55ae72770d x-openstack-request-id: req-e4bbdd9f-97ad-425f-b7ba-fa55ae72770d {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:40:28.686116 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907a11d2-95a4-46a2-aa4f-032878d51cf2", "name": "network-vif-plugged", "status": "completed", "tag": "1c8fbccd-d594-4ecf-86ff-16413fd29648", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:40:28.686116 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4bbdd9f-97ad-425f-b7ba-fa55ae72770d {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:40:28.686116 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907a11d2-95a4-46a2-aa4f-032878d51cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8fbccd-d594-4ecf-86ff-16413fd29648', 'code': 200} Oct 19 11:40:28.710575 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:28.715406 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b406c0f-a268-42df-8187-bd003af6a1a4 req-dc4e1384-6925-4573-bfe2-b1bcb8dd249e tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Oct 19 11:40:28.747929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5697005-9e9d-4d30-b9b0-57828aa3153d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:28.762960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b5697005-9e9d-4d30-b9b0-57828aa3153d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 65619030-00be-4908-b87e-e917b6aada88 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:28.772726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1c8fbccd-d594-4ecf-86ff-16413fd29648,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:28.860901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81a6e8-216d-4a45-a5a5-208b27d14cb6 req-5fde7e3c-2777-496e-a512-083f1175d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:28.862455 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f81a6e8-216d-4a45-a5a5-208b27d14cb6 req-5fde7e3c-2777-496e-a512-083f1175d8c3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 1096 time: 0.0862284 Oct 19 11:40:28.904008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f81a6e8-216d-4a45-a5a5-208b27d14cb6 req-01921e76-6ed3-4c2b-ae84-e4a742660892 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Oct 19 11:40:29.024737 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5697005-9e9d-4d30-b9b0-57828aa3153d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:29.050845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5697005-9e9d-4d30-b9b0-57828aa3153d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=65619030-00be-4908-b87e-e917b6aada88,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:29.058449 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5697005-9e9d-4d30-b9b0-57828aa3153d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:29.061760 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b5697005-9e9d-4d30-b9b0-57828aa3153d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/65619030-00be-4908-b87e-e917b6aada88 HTTP/1.1" status: 204 len: 168 time: 0.5458610 Oct 19 11:40:29.064217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33110) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:29.088521 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:29.121737 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:29.126195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99f7f2-713e-4c8f-b62b-7845cc9d8ce3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:29.127832 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6e99f7f2-713e-4c8f-b62b-7845cc9d8ce3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0625978 Oct 19 11:40:29.130826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33116) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:29.157734 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff41e0dd-1e0f-4fce-868a-18da8ca8e245 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:40:29.159307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ff41e0dd-1e0f-4fce-868a-18da8ca8e245 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/65619030-00be-4908-b87e-e917b6aada88 HTTP/1.1" status: 404 len: 333 time: 0.0274854 Oct 19 11:40:29.167267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33118) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:29.172076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-579559269'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:29.264403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:29.267915 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:29.291489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:40:29.300326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:29.300706 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Added segment ef8a94c9-5d57-4e27-8e51-1f9d1d075c96 of type vlan for network 4519dbe4-a834-4cfc-b0d9-67742edd4603 Oct 19 11:40:29.341949 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:29.480310 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:29.486154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:29.486739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:29.564006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Network': ['ID=4519dbe4-a834-4cfc-b0d9-67742edd4603,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:29.574418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 4519dbe4-a834-4cfc-b0d9-67742edd4603 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:29.639210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-94263d2e-f668-42eb-a295-c4cfe2bd43c7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4709344 Oct 19 11:40:29.641978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33126) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:29.651351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '4519dbe4-a834-4cfc-b0d9-67742edd4603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:29.840708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64563ce2-1636-4aad-a1fa-f0cd54064408 req-a3cd45fd-79bc-4bc0-b292-6394195c5fde tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:29.842235 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64563ce2-1636-4aad-a1fa-f0cd54064408 req-a3cd45fd-79bc-4bc0-b292-6394195c5fde tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 945 time: 0.0545905 Oct 19 11:40:29.887928 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64563ce2-1636-4aad-a1fa-f0cd54064408 req-1cf957ca-15b2-4380-a53c-13b5c4a341b0 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Oct 19 11:40:29.897390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:29.901009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:30.235066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:30.307741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Subnet': ['ID=f8efacb7-05c0-45f9-be1f-29e17083167d,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:30.317487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Checking segment: {'id': 'ef8a94c9-5d57-4e27-8e51-1f9d1d075c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4519dbe4-a834-4cfc-b0d9-67742edd4603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:30.317851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network hostable DHCP agents. Network: 4519dbe4-a834-4cfc-b0d9-67742edd4603, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:30.481870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 4519dbe4-a834-4cfc-b0d9-67742edd4603 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:30.561772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 4519dbe4-a834-4cfc-b0d9-67742edd4603) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:30.566477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:30.567476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:30.570569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc4843-a3b6-4e55-9d30-61e44e3a2003 None None] Network 4519dbe4-a834-4cfc-b0d9-67742edd4603 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:30.643062 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5721c335-e300-42ee-9f7c-1ac1c9a65878 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9998806 Oct 19 11:40:30.646102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33144) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:30.651333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0d75ac14-61bb-4d31-9349-3c4eefd8b66f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '4519dbe4-a834-4cfc-b0d9-67742edd4603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:30.725952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-4519dbe4-a834-4cfc-b0d9-67742edd4603', 'network_id': '4519dbe4-a834-4cfc-b0d9-67742edd4603', 'tenant_id': '1660c5e8faf845d0952d2a20b3ebc1ef', 'fixed_ips': [{'subnet_id': 'f8efacb7-05c0-45f9-be1f-29e17083167d'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:40:30.726799 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:30.840249 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d75ac14-61bb-4d31-9349-3c4eefd8b66f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:30.843816 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d75ac14-61bb-4d31-9349-3c4eefd8b66f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:30.948223 n-d-814547-1 neutron-server[101311]: INFO neutron.db.ipam_backend_mixin [None req-0d75ac14-61bb-4d31-9349-3c4eefd8b66f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f8efacb7-05c0-45f9-be1f-29e17083167d (CIDR: 172.20.0.0/28) Oct 19 11:40:31.013882 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d75ac14-61bb-4d31-9349-3c4eefd8b66f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:40:31.014418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d75ac14-61bb-4d31-9349-3c4eefd8b66f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:40:31.020994 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:31.038493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a0767-b105-4921-8faf-19ffd6451b33 req-34a68f44-2ca2-4fc3-8d4e-cd4bf5f833d4 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:31.040018 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-260a0767-b105-4921-8faf-19ffd6451b33 req-34a68f44-2ca2-4fc3-8d4e-cd4bf5f833d4 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 945 time: 0.0630214 Oct 19 11:40:31.046037 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Allocated IP 172.20.0.2 (4519dbe4-a834-4cfc-b0d9-67742edd4603/f8efacb7-05c0-45f9-be1f-29e17083167d/35e79845-9fc3-4715-bb79-c6987e6f560e) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:31.084866 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-260a0767-b105-4921-8faf-19ffd6451b33 req-4aaa2946-fe9f-4078-ab6a-9240dbd96b0a tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342996 Oct 19 11:40:31.134079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0d75ac14-61bb-4d31-9349-3c4eefd8b66f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4844117 Oct 19 11:40:31.136700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33160) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:31.145142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8c6ce052-e305-4e34-9956-c808f5638861 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '4519dbe4-a834-4cfc-b0d9-67742edd4603', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:31.219428 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:31.309286 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:31.349548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Network 4519dbe4-a834-4cfc-b0d9-67742edd4603 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:31.352605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:31.355752 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:31.362280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6ce052-e305-4e34-9956-c808f5638861 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:31.366323 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8c6ce052-e305-4e34-9956-c808f5638861 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:31.368165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Pushing event updated for resources: {'Port': ['ID=35e79845-9fc3-4715-bb79-c6987e6f560e,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:31.435451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Attempting to bind port 35e79845-9fc3-4715-bb79-c6987e6f560e on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:31.435836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Attempting to bind port 35e79845-9fc3-4715-bb79-c6987e6f560e by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'ef8a94c9-5d57-4e27-8e51-1f9d1d075c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4519dbe4-a834-4cfc-b0d9-67742edd4603'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:31.436315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Attempting to bind port 35e79845-9fc3-4715-bb79-c6987e6f560e on network 4519dbe4-a834-4cfc-b0d9-67742edd4603 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:31.442583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:31.442960 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Checking segment: {'id': 'ef8a94c9-5d57-4e27-8e51-1f9d1d075c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4519dbe4-a834-4cfc-b0d9-67742edd4603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:31.443361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:31.443751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Bound using segment: {'id': 'ef8a94c9-5d57-4e27-8e51-1f9d1d075c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4519dbe4-a834-4cfc-b0d9-67742edd4603'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:31.451278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Bound port: 35e79845-9fc3-4715-bb79-c6987e6f560e, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8a94c9-5d57-4e27-8e51-1f9d1d075c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4519dbe4-a834-4cfc-b0d9-67742edd4603'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:31.451687 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:31.528465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] For port 35e79845-9fc3-4715-bb79-c6987e6f560e, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:31.532255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] For port 35e79845-9fc3-4715-bb79-c6987e6f560e, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=35e79845-9fc3-4715-bb79-c6987e6f560e,segment=NetworkSegment(ef8a94c9-5d57-4e27-8e51-1f9d1d075c96),segment_id=ef8a94c9-5d57-4e27-8e51-1f9d1d075c96)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:31.624728 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:31.680783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d83a1-102d-4439-8496-2986842e41a5 None None] Pushing event updated for resources: {'Port': ['ID=35e79845-9fc3-4715-bb79-c6987e6f560e,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:31.728857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8c6ce052-e305-4e34-9956-c808f5638861 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:31.778087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ce052-e305-4e34-9956-c808f5638861 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 4519dbe4-a834-4cfc-b0d9-67742edd4603 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:31.781342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ce052-e305-4e34-9956-c808f5638861 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:31.785590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ce052-e305-4e34-9956-c808f5638861 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:31.786260 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8c6ce052-e305-4e34-9956-c808f5638861 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:31.794365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ce052-e305-4e34-9956-c808f5638861 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Subnet': ['ID=edbbcae6-44f5-418a-9879-b732d5cfa737,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:31.948089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8c6ce052-e305-4e34-9956-c808f5638861 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7960627 Oct 19 11:40:31.948089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33172) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:31.948089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': '4519dbe4-a834-4cfc-b0d9-67742edd4603', 'fixed_ips': [{'subnet_id': 'f8efacb7-05c0-45f9-be1f-29e17083167d'}, {'subnet_id': 'edbbcae6-44f5-418a-9879-b732d5cfa737'}], 'name': 'tempest-PortsTestJSON-1826686469'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:32.152058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:32.254278 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:32.270849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port 1b87cd79-583d-48be-951b-c769dc607654 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:32.608620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.9 (4519dbe4-a834-4cfc-b0d9-67742edd4603/f8efacb7-05c0-45f9-be1f-29e17083167d/1b87cd79-583d-48be-951b-c769dc607654) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:32.617370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.23 (4519dbe4-a834-4cfc-b0d9-67742edd4603/edbbcae6-44f5-418a-9879-b732d5cfa737/1b87cd79-583d-48be-951b-c769dc607654) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:32.732147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec86e438-f366-45d4-9442-43b32aa01af7 None None] Network 4519dbe4-a834-4cfc-b0d9-67742edd4603 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:32.815299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:32.864279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-44774bb6-cf20-41fa-a91f-7a88a2145573 None None] Provisioning complete for port 35e79845-9fc3-4715-bb79-c6987e6f560e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:32.864686 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-44774bb6-cf20-41fa-a91f-7a88a2145573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:32.955124 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:32.988639 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-44774bb6-cf20-41fa-a91f-7a88a2145573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:33.017370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 4519dbe4-a834-4cfc-b0d9-67742edd4603 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:33.021642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:33.023892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=1b87cd79-583d-48be-951b-c769dc607654,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:33.037674 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:33.044131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef6bc84-6d4f-44af-afb1-8ea6855efd23 None None] Update dhcp port {'port': {'network_id': '4519dbe4-a834-4cfc-b0d9-67742edd4603', 'fixed_ips': [{'subnet_id': 'f8efacb7-05c0-45f9-be1f-29e17083167d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'edbbcae6-44f5-418a-9879-b732d5cfa737'}], 'binding:host_id': 'n-d-814547-1'}, 'id': '35e79845-9fc3-4715-bb79-c6987e6f560e'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:40:33.067498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-44774bb6-cf20-41fa-a91f-7a88a2145573 None None] For port 35e79845-9fc3-4715-bb79-c6987e6f560e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=35e79845-9fc3-4715-bb79-c6987e6f560e,segment=NetworkSegment(ef8a94c9-5d57-4e27-8e51-1f9d1d075c96),segment_id=ef8a94c9-5d57-4e27-8e51-1f9d1d075c96)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:33.077616 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ef6bc84-6d4f-44af-afb1-8ea6855efd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:33.089860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:33.090518 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:33.184514 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-44774bb6-cf20-41fa-a91f-7a88a2145573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:33.196046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-749e72f2-a176-414d-bb98-74c5eb0c4953 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2544448 Oct 19 11:40:33.198475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33204) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:33.205365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6709ce76-7171-4a31-91bb-a2150eaecc19 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8efacb7-05c0-45f9-be1f-29e17083167d'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:33.306138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44774bb6-cf20-41fa-a91f-7a88a2145573 None None] Pushing event updated for resources: {'Port': ['ID=35e79845-9fc3-4715-bb79-c6987e6f560e,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:33.333357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-5ef6bc84-6d4f-44af-afb1-8ea6855efd23 None None] Allocated IP 172.20.0.18 (4519dbe4-a834-4cfc-b0d9-67742edd4603/edbbcae6-44f5-418a-9879-b732d5cfa737/35e79845-9fc3-4715-bb79-c6987e6f560e) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:33.408686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6709ce76-7171-4a31-91bb-a2150eaecc19 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:33.469334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5ef6bc84-6d4f-44af-afb1-8ea6855efd23 None None] For port 35e79845-9fc3-4715-bb79-c6987e6f560e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=35e79845-9fc3-4715-bb79-c6987e6f560e,segment=NetworkSegment(ef8a94c9-5d57-4e27-8e51-1f9d1d075c96),segment_id=ef8a94c9-5d57-4e27-8e51-1f9d1d075c96)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:33.499942 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ef6bc84-6d4f-44af-afb1-8ea6855efd23 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:33.600104 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ef6bc84-6d4f-44af-afb1-8ea6855efd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:33.689126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6bc84-6d4f-44af-afb1-8ea6855efd23 None None] Pushing event updated for resources: {'Port': ['ID=35e79845-9fc3-4715-bb79-c6987e6f560e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:33.696762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-6709ce76-7171-4a31-91bb-a2150eaecc19 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Delete allocated IP 172.20.0.23 (4519dbe4-a834-4cfc-b0d9-67742edd4603/edbbcae6-44f5-418a-9879-b732d5cfa737) {{(pid=101312) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 11:40:33.841595 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6709ce76-7171-4a31-91bb-a2150eaecc19 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:33.918409 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6709ce76-7171-4a31-91bb-a2150eaecc19 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:33.954943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 35e79845-9fc3-4715-bb79-c6987e6f560e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:34.002371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709ce76-7171-4a31-91bb-a2150eaecc19 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=1b87cd79-583d-48be-951b-c769dc607654,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:34.030914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 35e79845-9fc3-4715-bb79-c6987e6f560e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:34.031374 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:34.061581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6709ce76-7171-4a31-91bb-a2150eaecc19 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] In _notify_port_updated(), no bound segment for port 1b87cd79-583d-48be-951b-c769dc607654 on network 4519dbe4-a834-4cfc-b0d9-67742edd4603 {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:40:34.069894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6709ce76-7171-4a31-91bb-a2150eaecc19 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:34.071006 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6709ce76-7171-4a31-91bb-a2150eaecc19 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:34.072933 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6709ce76-7171-4a31-91bb-a2150eaecc19 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "PUT /v2.0/ports/1b87cd79-583d-48be-951b-c769dc607654 HTTP/1.1" status: 200 len: 919 time: 0.8729291 Oct 19 11:40:34.075636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33216) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:34.081157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7d1ec0b3-e6eb-472e-ac08-33d37dec868d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8efacb7-05c0-45f9-be1f-29e17083167d'}, {'subnet_id': 'edbbcae6-44f5-418a-9879-b732d5cfa737'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:34.155502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec0b3-e6eb-472e-ac08-33d37dec868d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:34.301308 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c2d0d-21e1-4427-bf07-ce6a69c041c5 None None] Network 4519dbe4-a834-4cfc-b0d9-67742edd4603 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:34.333313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-69d64b24-dee8-4860-8d72-003d8400d31d None None] Provisioning complete for port 35e79845-9fc3-4715-bb79-c6987e6f560e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:34.333764 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-69d64b24-dee8-4860-8d72-003d8400d31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:34.443722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-7d1ec0b3-e6eb-472e-ac08-33d37dec868d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.29 (4519dbe4-a834-4cfc-b0d9-67742edd4603/edbbcae6-44f5-418a-9879-b732d5cfa737/1b87cd79-583d-48be-951b-c769dc607654) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:34.602409 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec0b3-e6eb-472e-ac08-33d37dec868d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:34.715545 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec0b3-e6eb-472e-ac08-33d37dec868d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:34.853890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ec0b3-e6eb-472e-ac08-33d37dec868d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=1b87cd79-583d-48be-951b-c769dc607654,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:34.854511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e6e9ab89-9b38-4eb5-9fbd-2986514b66b2 None None] Provisioning complete for port 35e79845-9fc3-4715-bb79-c6987e6f560e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:34.855361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ab89-9b38-4eb5-9fbd-2986514b66b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:34.873971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7d1ec0b3-e6eb-472e-ac08-33d37dec868d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] In _notify_port_updated(), no bound segment for port 1b87cd79-583d-48be-951b-c769dc607654 on network 4519dbe4-a834-4cfc-b0d9-67742edd4603 {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:40:34.881444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ec0b3-e6eb-472e-ac08-33d37dec868d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:34.882474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec0b3-e6eb-472e-ac08-33d37dec868d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:34.883940 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7d1ec0b3-e6eb-472e-ac08-33d37dec868d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "PUT /v2.0/ports/1b87cd79-583d-48be-951b-c769dc607654 HTTP/1.1" status: 200 len: 999 time: 0.8069837 Oct 19 11:40:34.887418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33238) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:35.006348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e6e9ab89-9b38-4eb5-9fbd-2986514b66b2 None None] Provisioning complete for port 1b87cd79-583d-48be-951b-c769dc607654 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:35.007047 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e6e9ab89-9b38-4eb5-9fbd-2986514b66b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:35.011794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8634ac2b-d70c-43af-bc7f-c5da710e05a3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 1b87cd79-583d-48be-951b-c769dc607654 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:35.012740 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8634ac2b-d70c-43af-bc7f-c5da710e05a3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:35.057129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9ab89-9b38-4eb5-9fbd-2986514b66b2 None None] Port 1b87cd79-583d-48be-951b-c769dc607654 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:35.125001 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8634ac2b-d70c-43af-bc7f-c5da710e05a3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:35.139639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8634ac2b-d70c-43af-bc7f-c5da710e05a3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 1b87cd79-583d-48be-951b-c769dc607654 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:35.179821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7d553401-ae1b-497b-80fd-c3eaaeb9a280 None None] Provisioning complete for port 1b87cd79-583d-48be-951b-c769dc607654 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:35.180312 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d553401-ae1b-497b-80fd-c3eaaeb9a280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:35.225009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7d553401-ae1b-497b-80fd-c3eaaeb9a280 None None] Port 1b87cd79-583d-48be-951b-c769dc607654 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:35.360213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-84299960-ca56-454c-87cc-571e3461525a None None] Provisioning complete for port 1b87cd79-583d-48be-951b-c769dc607654 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:35.360213 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-84299960-ca56-454c-87cc-571e3461525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:35.398607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-84299960-ca56-454c-87cc-571e3461525a None None] Port 1b87cd79-583d-48be-951b-c769dc607654 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:35.459102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8634ac2b-d70c-43af-bc7f-c5da710e05a3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:35.511582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e791565b-dbf9-433f-a5df-7d30602d4273 None None] Could not find standard attr ID for object 1b87cd79-583d-48be-951b-c769dc607654. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:40:35.515867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634ac2b-d70c-43af-bc7f-c5da710e05a3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=1b87cd79-583d-48be-951b-c769dc607654,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:35.607738 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8634ac2b-d70c-43af-bc7f-c5da710e05a3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:35.611322 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8634ac2b-d70c-43af-bc7f-c5da710e05a3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/1b87cd79-583d-48be-951b-c769dc607654 HTTP/1.1" status: 204 len: 168 time: 0.7226734 Oct 19 11:40:35.613793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33258) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:35.639937 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-202994f5-19dd-4ef0-acbe-ee25308d5e15 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:40:35.641689 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-202994f5-19dd-4ef0-acbe-ee25308d5e15 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/1b87cd79-583d-48be-951b-c769dc607654 HTTP/1.1" status: 404 len: 333 time: 0.0267043 Oct 19 11:40:35.644829 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33260) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:35.699995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-27145b24-250f-41f0-b649-3d2010705974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting subnet edbbcae6-44f5-418a-9879-b732d5cfa737 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:40:35.703177 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27145b24-250f-41f0-b649-3d2010705974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:35.744124 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27145b24-250f-41f0-b649-3d2010705974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:35.843383 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27145b24-250f-41f0-b649-3d2010705974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:35.995884 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27145b24-250f-41f0-b649-3d2010705974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:36.027425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27145b24-250f-41f0-b649-3d2010705974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Subnet': ['ID=edbbcae6-44f5-418a-9879-b732d5cfa737,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:36.031324 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27145b24-250f-41f0-b649-3d2010705974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:36.041592 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-27145b24-250f-41f0-b649-3d2010705974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/edbbcae6-44f5-418a-9879-b732d5cfa737 HTTP/1.1" status: 204 len: 168 time: 0.3887691 Oct 19 11:40:36.041915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d437048-0a9f-4af5-97da-b0486090d57f None None] Network 4519dbe4-a834-4cfc-b0d9-67742edd4603 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:36.043658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33276) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:36.122715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-518db6f2-bc04-4bbd-bad0-8b62606c8d5e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting subnet f8efacb7-05c0-45f9-be1f-29e17083167d {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:40:36.128315 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-518db6f2-bc04-4bbd-bad0-8b62606c8d5e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:36.177439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-518db6f2-bc04-4bbd-bad0-8b62606c8d5e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:36.278190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-518db6f2-bc04-4bbd-bad0-8b62606c8d5e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:36.459420 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-518db6f2-bc04-4bbd-bad0-8b62606c8d5e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:36.496378 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-518db6f2-bc04-4bbd-bad0-8b62606c8d5e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:36.499656 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-518db6f2-bc04-4bbd-bad0-8b62606c8d5e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/f8efacb7-05c0-45f9-be1f-29e17083167d HTTP/1.1" status: 204 len: 168 time: 0.4549260 Oct 19 11:40:36.508887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518db6f2-bc04-4bbd-bad0-8b62606c8d5e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Subnet': ['ID=f8efacb7-05c0-45f9-be1f-29e17083167d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:36.511651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33290) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:36.640424 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:36.659514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd324e5-65b7-4451-a68b-09e69039872b req-6acc1738-91bf-4a4a-bd55-f9fad59752cf tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:36.661047 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5dd324e5-65b7-4451-a68b-09e69039872b req-6acc1738-91bf-4a4a-bd55-f9fad59752cf tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 945 time: 0.1271286 Oct 19 11:40:36.731832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5dd324e5-65b7-4451-a68b-09e69039872b req-8bd86d5a-a886-47eb-b428-417edd13800d tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633707 Oct 19 11:40:36.742649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 35e79845-9fc3-4715-bb79-c6987e6f560e {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:36.742982 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:36.797289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668aa023-5fb4-43cd-80b0-7180865cfc76 None None] Network 4519dbe4-a834-4cfc-b0d9-67742edd4603 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:36.821171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] For port 35e79845-9fc3-4715-bb79-c6987e6f560e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=35e79845-9fc3-4715-bb79-c6987e6f560e,segment=NetworkSegment(ef8a94c9-5d57-4e27-8e51-1f9d1d075c96),segment_id=ef8a94c9-5d57-4e27-8e51-1f9d1d075c96)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:36.830829 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:36.835204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 35e79845-9fc3-4715-bb79-c6987e6f560e owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:36.895575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7f8ae541-3811-4a6b-8ccf-95fbc3e983c5 None None] Provisioning complete for port 35e79845-9fc3-4715-bb79-c6987e6f560e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:36.895950 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae541-3811-4a6b-8ccf-95fbc3e983c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.023681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058398ef-a2b2-4dbf-b146-6d4f8acd0fca None None] DHCP port deletion for 4519dbe4-a834-4cfc-b0d9-67742edd4603 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:40:37.025030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.055995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=35e79845-9fc3-4715-bb79-c6987e6f560e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:37.064728 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No DVR routers for this DVR port 35e79845-9fc3-4715-bb79-c6987e6f560e on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:37.145408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.168859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4519dbe4-a834-4cfc-b0d9-67742edd4603']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:37.178877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8a94c9-5d57-4e27-8e51-1f9d1d075c96') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:37.179222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8a94c9-5d57-4e27-8e51-1f9d1d075c96') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:37.189020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.203582 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.210222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:40:37.210633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:40:37.214447 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:40:37.339065 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.344687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.348386 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/networks/4519dbe4-a834-4cfc-b0d9-67742edd4603 HTTP/1.1" status: 204 len: 168 time: 0.8353536 Oct 19 11:40:37.353661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33306) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:37.371212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288cdce-8808-4a6d-af5f-4ab3339ecc36 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Network': ['ID=4519dbe4-a834-4cfc-b0d9-67742edd4603,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:37.406530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef05cca3-f655-4100-b777-80847ede0310 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:37.408013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ef05cca3-f655-4100-b777-80847ede0310 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0534518 Oct 19 11:40:37.411695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33308) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:37.458544 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4ba8774a-72ca-41c0-b7f3-b0144f138333 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0457542 Oct 19 11:40:37.461841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33310) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:37.467096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-515674941'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:37.561822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:37.565397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.595838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:40:37.605001 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.605341 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Added segment 3b00cce8-398f-46a7-a846-773218ecf598 of type vlan for network 34edf6a6-15ee-4c08-8488-8b36178b11fa Oct 19 11:40:37.647646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.753302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089ccc9-5a3f-4c03-8b66-7db864182db0 req-9e833a21-429c-4ff9-bdfb-2fd52f959cdc tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:37.754745 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f089ccc9-5a3f-4c03-8b66-7db864182db0 req-9e833a21-429c-4ff9-bdfb-2fd52f959cdc tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.49 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 945 time: 0.0479236 Oct 19 11:40:37.786635 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.793029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:37.793632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:37.905723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 35e79845-9fc3-4715-bb79-c6987e6f560e no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:40:37.925078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Network': ['ID=34edf6a6-15ee-4c08-8488-8b36178b11fa,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:37.931691 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 35e79845-9fc3-4715-bb79-c6987e6f560e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:40:37.932306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 35e79845-9fc3-4715-bb79-c6987e6f560e not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:40:37.943815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 34edf6a6-15ee-4c08-8488-8b36178b11fa details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:37.949521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213513c-3178-4839-b1e8-e6d4e116dc11 req-6e2f008d-2b17-4714-b4ff-1d78b4bd4120 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:37.951525 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7213513c-3178-4839-b1e8-e6d4e116dc11 req-6e2f008d-2b17-4714-b4ff-1d78b4bd4120 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 945 time: 0.1325791 Oct 19 11:40:37.958806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7d525f90-fe33-455e-b272-23e7e545f6c6 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4928415 Oct 19 11:40:37.959345 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33322) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:37.965148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '34edf6a6-15ee-4c08-8488-8b36178b11fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:38.003697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-f089ccc9-5a3f-4c03-8b66-7db864182db0 req-90ea7954-991c-4cf5-a91e-99a93e476d16 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Deleting port 1c8fbccd-d594-4ecf-86ff-16413fd29648 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:38.004037 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f089ccc9-5a3f-4c03-8b66-7db864182db0 req-90ea7954-991c-4cf5-a91e-99a93e476d16 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:38.030703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7213513c-3178-4839-b1e8-e6d4e116dc11 req-c3c6740f-1bf3-4fe9-8bbe-ee3445268ff1 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/security-groups?id=397914ed-2ee8-4be0-bf84-f4b668448639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720341 Oct 19 11:40:38.190189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:38.200031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:38.473137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f089ccc9-5a3f-4c03-8b66-7db864182db0 req-90ea7954-991c-4cf5-a91e-99a93e476d16 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] For port 1c8fbccd-d594-4ecf-86ff-16413fd29648, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1c8fbccd-d594-4ecf-86ff-16413fd29648,segment=NetworkSegment(35a016fd-1fe0-406f-859b-2adf009d61e2),segment_id=35a016fd-1fe0-406f-859b-2adf009d61e2)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:38.473753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f089ccc9-5a3f-4c03-8b66-7db864182db0 req-90ea7954-991c-4cf5-a91e-99a93e476d16 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:38.482088 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:38.487762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-f089ccc9-5a3f-4c03-8b66-7db864182db0 req-90ea7954-991c-4cf5-a91e-99a93e476d16 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Calling delete_port for 1c8fbccd-d594-4ecf-86ff-16413fd29648 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:38.562310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Subnet': ['ID=24d5dac2-e436-42bf-9f97-069fa85ddc69,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:38.573230 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Checking segment: {'id': '3b00cce8-398f-46a7-a846-773218ecf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '34edf6a6-15ee-4c08-8488-8b36178b11fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:38.573230 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network hostable DHCP agents. Network: 34edf6a6-15ee-4c08-8488-8b36178b11fa, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:38.698570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 34edf6a6-15ee-4c08-8488-8b36178b11fa is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:38.799971 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f089ccc9-5a3f-4c03-8b66-7db864182db0 req-90ea7954-991c-4cf5-a91e-99a93e476d16 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:38.833570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea7954-991c-4cf5-a91e-99a93e476d16 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Pushing event deleted for resources: {'Port': ['ID=1c8fbccd-d594-4ecf-86ff-16413fd29648,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:38.834424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 34edf6a6-15ee-4c08-8488-8b36178b11fa) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:38.838994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:38.844792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:38.846767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e2bf3-6e09-49b9-aff8-584752f00e3f None None] Network 34edf6a6-15ee-4c08-8488-8b36178b11fa requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:38.885958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f089ccc9-5a3f-4c03-8b66-7db864182db0 req-90ea7954-991c-4cf5-a91e-99a93e476d16 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] No DVR routers for this DVR port 1c8fbccd-d594-4ecf-86ff-16413fd29648 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:38.888781 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f089ccc9-5a3f-4c03-8b66-7db864182db0 req-90ea7954-991c-4cf5-a91e-99a93e476d16 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:38.892156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f089ccc9-5a3f-4c03-8b66-7db864182db0 req-90ea7954-991c-4cf5-a91e-99a93e476d16 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.49 "DELETE /v2.0/ports/1c8fbccd-d594-4ecf-86ff-16413fd29648 HTTP/1.1" status: 204 len: 173 time: 1.1308832 Oct 19 11:40:38.892618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907a11d2-95a4-46a2-aa4f-032878d51cf2', 'name': 'network-vif-deleted', 'tag': '1c8fbccd-d594-4ecf-86ff-16413fd29648'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:40:38.894887 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78459b69-077b-4fbe-bb8b-ebe1ce638887" -d '{"events": [{"server_uuid": "907a11d2-95a4-46a2-aa4f-032878d51cf2", "name": "network-vif-deleted", "tag": "1c8fbccd-d594-4ecf-86ff-16413fd29648"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:40:38.930535 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09df45c1-8f77-4214-a29c-b884cd19b50d x-openstack-request-id: req-09df45c1-8f77-4214-a29c-b884cd19b50d {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:40:38.931689 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907a11d2-95a4-46a2-aa4f-032878d51cf2", "name": "network-vif-deleted", "tag": "1c8fbccd-d594-4ecf-86ff-16413fd29648", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:40:38.931952 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09df45c1-8f77-4214-a29c-b884cd19b50d {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:40:38.932499 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907a11d2-95a4-46a2-aa4f-032878d51cf2', 'name': 'network-vif-deleted', 'tag': '1c8fbccd-d594-4ecf-86ff-16413fd29648', 'status': 'completed', 'code': 200} Oct 19 11:40:38.971076 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-30cae0de-652e-4173-8a36-9c4318740d63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0103190 Oct 19 11:40:38.973506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33340) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:38.979779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': '34edf6a6-15ee-4c08-8488-8b36178b11fa', 'name': 'tempest-PortsTestJSON-177200635'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:39.026140 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-34edf6a6-15ee-4c08-8488-8b36178b11fa', 'network_id': '34edf6a6-15ee-4c08-8488-8b36178b11fa', 'tenant_id': '1660c5e8faf845d0952d2a20b3ebc1ef', 'fixed_ips': [{'subnet_id': '24d5dac2-e436-42bf-9f97-069fa85ddc69'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:40:39.027048 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:39.151282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ce51392-f16b-412b-add8-d707a955eb2b req-4097dfba-92c8-42b6-b4ad-07e4d056f607 tempest-VolumesActionsTest-80949291 tempest-VolumesActionsTest-80949291-project] 10.222.0.39 "GET /v2.0/ports?device_id=907a11d2-95a4-46a2-aa4f-032878d51cf2 HTTP/1.1" status: 200 len: 210 time: 0.0335312 Oct 19 11:40:39.200334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Allocated IP 172.20.0.2 (34edf6a6-15ee-4c08-8488-8b36178b11fa/24d5dac2-e436-42bf-9f97-069fa85ddc69/6f55a1c2-dc81-440d-9e69-65c0cced6a37) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:39.222721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:39.226385 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:39.248822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port f221535b-ebc3-431f-8af9-10cd44ea5029 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:39.352938 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:39.455335 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:39.503706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Network 34edf6a6-15ee-4c08-8488-8b36178b11fa is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:39.506778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:39.507773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.14 (34edf6a6-15ee-4c08-8488-8b36178b11fa/24d5dac2-e436-42bf-9f97-069fa85ddc69/f221535b-ebc3-431f-8af9-10cd44ea5029) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:39.510373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:39.526199 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Pushing event updated for resources: {'Port': ['ID=6f55a1c2-dc81-440d-9e69-65c0cced6a37,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:39.577218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Attempting to bind port 6f55a1c2-dc81-440d-9e69-65c0cced6a37 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:39.577585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Attempting to bind port 6f55a1c2-dc81-440d-9e69-65c0cced6a37 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3b00cce8-398f-46a7-a846-773218ecf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '34edf6a6-15ee-4c08-8488-8b36178b11fa'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:39.577941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Attempting to bind port 6f55a1c2-dc81-440d-9e69-65c0cced6a37 on network 34edf6a6-15ee-4c08-8488-8b36178b11fa {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:39.582974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:39.587657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Checking segment: {'id': '3b00cce8-398f-46a7-a846-773218ecf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '34edf6a6-15ee-4c08-8488-8b36178b11fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:39.587657 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:39.587657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Bound using segment: {'id': '3b00cce8-398f-46a7-a846-773218ecf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '34edf6a6-15ee-4c08-8488-8b36178b11fa'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:39.587657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Bound port: 6f55a1c2-dc81-440d-9e69-65c0cced6a37, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b00cce8-398f-46a7-a846-773218ecf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '34edf6a6-15ee-4c08-8488-8b36178b11fa'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:39.587657 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:39.652400 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] For port 6f55a1c2-dc81-440d-9e69-65c0cced6a37, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:39.655725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] For port 6f55a1c2-dc81-440d-9e69-65c0cced6a37, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6f55a1c2-dc81-440d-9e69-65c0cced6a37,segment=NetworkSegment(3b00cce8-398f-46a7-a846-773218ecf598),segment_id=3b00cce8-398f-46a7-a846-773218ecf598)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:39.681637 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:39.813834 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:39.887293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338a1ee-0152-448a-8d6c-87a017d50061 None None] Pushing event updated for resources: {'Port': ['ID=6f55a1c2-dc81-440d-9e69-65c0cced6a37,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:39.897952 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:39.949983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 34edf6a6-15ee-4c08-8488-8b36178b11fa is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:39.953353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:39.956394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:39.989084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=f221535b-ebc3-431f-8af9-10cd44ea5029,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:40.026401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:40.027219 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:40.118953 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aef25fea-f024-417a-8704-627b38fc4047 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1442223 Oct 19 11:40:40.124198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33362) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:40.130061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': '34edf6a6-15ee-4c08-8488-8b36178b11fa', 'name': 'tempest-PortsTestJSON-1042345403'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:40.139099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33364) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:40.277526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-23c52a6b-2f28-41f6-8d54-fa436a83d24d tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4395 time: 0.1371677 Oct 19 11:40:40.280423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33372) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:40.285477 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'network': {'name': 'tempest-network-smoke--96979110', 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'port_security_enabled': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:40.378370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:40.382651 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c8fbccd-d594-4ecf-86ff-16413fd29648 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:40:40.388272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:40.406177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 1c8fbccd-d594-4ecf-86ff-16413fd29648 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:40:40.406520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1c8fbccd-d594-4ecf-86ff-16413fd29648 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:40:40.415434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port fe700fb1-d6c9-4074-a943-fe13e2c5ded7 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:40.532740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Made reservation on behalf of fd0b29691a544f1483f955fa185095a1 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:40.537295 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:40.542429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.10 (34edf6a6-15ee-4c08-8488-8b36178b11fa/24d5dac2-e436-42bf-9f97-069fa85ddc69/fe700fb1-d6c9-4074-a943-fe13e2c5ded7) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:40.593955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:40:40.604615 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:40.605282 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Added segment adc6c811-e60d-418a-b94a-378149327e0c of type vlan for network 3f02b534-fc8e-43be-8fc5-7db04dd34271 Oct 19 11:40:40.669298 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:40.736148 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:40.864567 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:40.873058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:40.873682 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:40.887781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:40.938209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 34edf6a6-15ee-4c08-8488-8b36178b11fa is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:40.942093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:40.946750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:40.948987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac5a1ba-0397-4a68-9a57-6373bbe56c96 None None] Network 34edf6a6-15ee-4c08-8488-8b36178b11fa requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:40.995412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=fe700fb1-d6c9-4074-a943-fe13e2c5ded7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:41.000490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Network': ['ID=3f02b534-fc8e-43be-8fc5-7db04dd34271,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:41.028873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:41.038555 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.042114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3f02b534-fc8e-43be-8fc5-7db04dd34271 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:41.070080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cff893ae-d85e-4358-acd9-49bc3a347f2f None None] Provisioning complete for port 6f55a1c2-dc81-440d-9e69-65c0cced6a37 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:41.070452 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cff893ae-d85e-4358-acd9-49bc3a347f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.084063 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2db25dfd-c548-4fdd-b579-9d65468b1e10 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8024969 Oct 19 11:40:41.091947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33388) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:41.092647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1520089830', 'admin_state_up': True, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:41.155798 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-606c405c-a5a2-44a2-82df-10c94d6149ac tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0313048 Oct 19 11:40:41.159451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33392) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:41.255422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd845bb8-93e8-4e7d-bc3b-47bfce007502 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:41.256986 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bd845bb8-93e8-4e7d-bc3b-47bfce007502 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.0979459 Oct 19 11:40:41.260588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33396) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:41.274811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cff893ae-d85e-4358-acd9-49bc3a347f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.320709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cff893ae-d85e-4358-acd9-49bc3a347f2f None None] For port 6f55a1c2-dc81-440d-9e69-65c0cced6a37, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6f55a1c2-dc81-440d-9e69-65c0cced6a37,segment=NetworkSegment(3b00cce8-398f-46a7-a846-773218ecf598),segment_id=3b00cce8-398f-46a7-a846-773218ecf598)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:41.330733 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.332214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.396715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.407034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-2249aee3-ac24-47ee-a1c0-f88434db2f23 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port fe700fb1-d6c9-4074-a943-fe13e2c5ded7 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:41.407552 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2249aee3-ac24-47ee-a1c0-f88434db2f23 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.424067 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cff893ae-d85e-4358-acd9-49bc3a347f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.525967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff893ae-d85e-4358-acd9-49bc3a347f2f None None] Pushing event updated for resources: {'Port': ['ID=6f55a1c2-dc81-440d-9e69-65c0cced6a37,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:41.541256 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2249aee3-ac24-47ee-a1c0-f88434db2f23 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.563315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-2249aee3-ac24-47ee-a1c0-f88434db2f23 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for fe700fb1-d6c9-4074-a943-fe13e2c5ded7 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:41.668884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d8188ae5-c944-4dcc-a17c-4efbe8cf25a7 None None] Provisioning complete for port f221535b-ebc3-431f-8af9-10cd44ea5029 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:41.669882 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d8188ae5-c944-4dcc-a17c-4efbe8cf25a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.726900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d8188ae5-c944-4dcc-a17c-4efbe8cf25a7 None None] Port f221535b-ebc3-431f-8af9-10cd44ea5029 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:41.738866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d8188ae5-c944-4dcc-a17c-4efbe8cf25a7 None None] Provisioning complete for port 6f55a1c2-dc81-440d-9e69-65c0cced6a37 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:41.739278 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d8188ae5-c944-4dcc-a17c-4efbe8cf25a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.744805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.847658 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2249aee3-ac24-47ee-a1c0-f88434db2f23 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:41.879020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d8188ae5-c944-4dcc-a17c-4efbe8cf25a7 None None] Could not find standard attr ID for object fe700fb1-d6c9-4074-a943-fe13e2c5ded7. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:40:41.915643 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249aee3-ac24-47ee-a1c0-f88434db2f23 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=fe700fb1-d6c9-4074-a943-fe13e2c5ded7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:42.033238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6f55a1c2-dc81-440d-9e69-65c0cced6a37 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:42.067270 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2249aee3-ac24-47ee-a1c0-f88434db2f23 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:42.088128 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2249aee3-ac24-47ee-a1c0-f88434db2f23 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/fe700fb1-d6c9-4074-a943-fe13e2c5ded7 HTTP/1.1" status: 204 len: 168 time: 0.8239152 Oct 19 11:40:42.088396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33412) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:42.123619 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b26ab44-6c94-43ff-9b4f-894731d53a5d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:40:42.127676 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7b26ab44-6c94-43ff-9b4f-894731d53a5d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/fe700fb1-d6c9-4074-a943-fe13e2c5ded7 HTTP/1.1" status: 404 len: 333 time: 0.0359421 Oct 19 11:40:42.128195 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33414) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:42.128832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b31e9480-e76f-404c-8d74-8ed664a8b16d None None] Provisioning complete for port f221535b-ebc3-431f-8af9-10cd44ea5029 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:42.129212 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b31e9480-e76f-404c-8d74-8ed664a8b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:42.209412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b31e9480-e76f-404c-8d74-8ed664a8b16d None None] Port f221535b-ebc3-431f-8af9-10cd44ea5029 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:42.218959 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6f55a1c2-dc81-440d-9e69-65c0cced6a37 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:42.219750 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:42.229835 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:42.255746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:42.282832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-032932b6-dc95-4527-9b52-b0657864e962 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port f221535b-ebc3-431f-8af9-10cd44ea5029 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:42.283128 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-032932b6-dc95-4527-9b52-b0657864e962 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:42.404838 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-032932b6-dc95-4527-9b52-b0657864e962 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:42.419498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-032932b6-dc95-4527-9b52-b0657864e962 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for f221535b-ebc3-431f-8af9-10cd44ea5029 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:42.429169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Allocated IP 172.25.2.88 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/324d28f2-1d19-45aa-bd65-9062b2498fc5) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:42.440094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d64e98d6-1848-43de-a964-9cd03335e601 None None] Could not find standard attr ID for object fe700fb1-d6c9-4074-a943-fe13e2c5ded7. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:40:42.577109 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:42.687311 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:42.728346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:42.731881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:42.732832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-032932b6-dc95-4527-9b52-b0657864e962 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:42.735557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:42.743418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Port': ['ID=324d28f2-1d19-45aa-bd65-9062b2498fc5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:42.777669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032932b6-dc95-4527-9b52-b0657864e962 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=f221535b-ebc3-431f-8af9-10cd44ea5029,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:42.862991 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-032932b6-dc95-4527-9b52-b0657864e962 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:42.867906 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-032932b6-dc95-4527-9b52-b0657864e962 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/f221535b-ebc3-431f-8af9-10cd44ea5029 HTTP/1.1" status: 204 len: 168 time: 0.7384324 Oct 19 11:40:42.885702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33420) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:42.915697 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4099104-ad5d-4d09-a47f-0308a2b2a7da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:40:42.918006 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a4099104-ad5d-4d09-a47f-0308a2b2a7da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/f221535b-ebc3-431f-8af9-10cd44ea5029 HTTP/1.1" status: 404 len: 333 time: 0.0301790 Oct 19 11:40:42.923795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33422) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:42.995870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0fda3d-ae53-4922-bfbe-5bcf91e87860 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting subnet 24d5dac2-e436-42bf-9f97-069fa85ddc69 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:40:43.000233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb0fda3d-ae53-4922-bfbe-5bcf91e87860 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.043656 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb0fda3d-ae53-4922-bfbe-5bcf91e87860 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.145339 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.167351 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb0fda3d-ae53-4922-bfbe-5bcf91e87860 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.344611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb0fda3d-ae53-4922-bfbe-5bcf91e87860 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.364358 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.377455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fda3d-ae53-4922-bfbe-5bcf91e87860 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Subnet': ['ID=24d5dac2-e436-42bf-9f97-069fa85ddc69,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:43.388234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ac750-c7db-4bb8-b442-2a734e6dd6da None None] Network 34edf6a6-15ee-4c08-8488-8b36178b11fa requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:43.397555 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb0fda3d-ae53-4922-bfbe-5bcf91e87860 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.406665 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eb0fda3d-ae53-4922-bfbe-5bcf91e87860 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/24d5dac2-e436-42bf-9f97-069fa85ddc69 HTTP/1.1" status: 204 len: 168 time: 0.4816122 Oct 19 11:40:43.409451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33432) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:43.547169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.612452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:40:43.623057 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 6f55a1c2-dc81-440d-9e69-65c0cced6a37 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:43.624014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.653569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d37179-986f-4ff8-9746-d6eb3ea5a015 None None] DHCP port deletion for 34edf6a6-15ee-4c08-8488-8b36178b11fa request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:40:43.711314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-70d37179-986f-4ff8-9746-d6eb3ea5a015 None None] Deleting port 6f55a1c2-dc81-440d-9e69-65c0cced6a37 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:43.711992 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-70d37179-986f-4ff8-9746-d6eb3ea5a015 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.712756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] For port 6f55a1c2-dc81-440d-9e69-65c0cced6a37, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6f55a1c2-dc81-440d-9e69-65c0cced6a37,segment=NetworkSegment(3b00cce8-398f-46a7-a846-773218ecf598),segment_id=3b00cce8-398f-46a7-a846-773218ecf598)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:43.713127 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.732019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 6f55a1c2-dc81-440d-9e69-65c0cced6a37 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:43.782072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:40:43.790504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-70d37179-986f-4ff8-9746-d6eb3ea5a015 None None] For port 6f55a1c2-dc81-440d-9e69-65c0cced6a37, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6f55a1c2-dc81-440d-9e69-65c0cced6a37,segment=NetworkSegment(3b00cce8-398f-46a7-a846-773218ecf598),segment_id=3b00cce8-398f-46a7-a846-773218ecf598)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:43.791132 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-70d37179-986f-4ff8-9746-d6eb3ea5a015 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.797601 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Sync routers for ids ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:40:43.814221 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-70d37179-986f-4ff8-9746-d6eb3ea5a015 None None] Calling delete_port for 6f55a1c2-dc81-440d-9e69-65c0cced6a37 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:43.814325 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Routers {'ab744c13-cd0b-499a-b8c4-9e1be09c17d7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:40:43.814325 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:43.867856 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.870120 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-87a4ae2a-317c-4401-a8cc-5e657d5d5cbd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7821856 Oct 19 11:40:43.873297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33438) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:43.923178 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.936606 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-70d37179-986f-4ff8-9746-d6eb3ea5a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:43.970756 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Set router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:40:43.977067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=6f55a1c2-dc81-440d-9e69-65c0cced6a37,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:43.979592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No DVR routers for this DVR port 6f55a1c2-dc81-440d-9e69-65c0cced6a37 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:44.001363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6f55a1c2-dc81-440d-9e69-65c0cced6a37 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:40:44.010120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d37179-986f-4ff8-9746-d6eb3ea5a015 None None] Pushing event deleted for resources: {'Port': ['ID=6f55a1c2-dc81-440d-9e69-65c0cced6a37,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:44.030796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44549d-ecfd-47a8-aa75-cf0c9f18ffa6 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:44.035830 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ed44549d-ecfd-47a8-aa75-cf0c9f18ffa6 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=fd0b29691a544f1483f955fa185095a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1615486 Oct 19 11:40:44.036733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33440) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:44.059097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d37179-986f-4ff8-9746-d6eb3ea5a015 None None] No DVR routers for this DVR port 6f55a1c2-dc81-440d-9e69-65c0cced6a37 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:44.073177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 6f55a1c2-dc81-440d-9e69-65c0cced6a37 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:40:44.073942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6f55a1c2-dc81-440d-9e69-65c0cced6a37 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:40:44.106088 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.128779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34edf6a6-15ee-4c08-8488-8b36178b11fa']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:44.139503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b00cce8-398f-46a7-a846-773218ecf598') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:44.140017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b00cce8-398f-46a7-a846-773218ecf598') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:44.150970 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.159509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8953b7-e760-4b8b-96a6-a91eb11cff57 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:44.165167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-aa8953b7-e760-4b8b-96a6-a91eb11cff57 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270561 Oct 19 11:40:44.166526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33442) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:44.166661 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.174058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:40:44.174809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:40:44.202943 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:40:44.208170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9d51b9ac-19d8-48e3-a67f-fb1766f6c802 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394540 Oct 19 11:40:44.209962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33444) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:44.254101 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1520089830', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:40:41Z', 'updated_at': '2021-10-19T11:40:42Z', 'revision_number': 3, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:42Z', 'updated_at': '2021-10-19T11:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:44.261738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c2b45fb4-8867-4981-986b-a882d77b14f2 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=fd0b29691a544f1483f955fa185095a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505245 Oct 19 11:40:44.264281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33446) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:44.283513 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Checking router: ab744c13-cd0b-499a-b8c4-9e1be09c17d7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:40:44.284115 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Updating router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 port 324d28f2-1d19-45aa-bd65-9062b2498fc5 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:40:44.313463 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.348760 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.354495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.363579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/networks/34edf6a6-15ee-4c08-8488-8b36178b11fa HTTP/1.1" status: 204 len: 168 time: 0.9467914 Oct 19 11:40:44.367650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33448) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:44.373979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1216422723'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:44.391321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a0e28-d4d4-478e-ad1d-8e97d7a8e9e2 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:44.399777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-313a0e28-d4d4-478e-ad1d-8e97d7a8e9e2 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275358 Oct 19 11:40:44.401277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33450) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:44.402463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2571d14-c75e-4e14-acd2-d1daba4f4721 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Network': ['ID=34edf6a6-15ee-4c08-8488-8b36178b11fa,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:44.437743 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5bfb4f7a-1491-47e0-a328-f91ddaceabf7 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346620 Oct 19 11:40:44.450840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33452) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:44.452162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-776865260', 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271', 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:44.521975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:44.526916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.559211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:40:44.570174 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.570516 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Added segment 9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c of type vlan for network de066268-c145-4d87-8809-9e741adcc684 Oct 19 11:40:44.619985 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.657498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Made reservation on behalf of fd0b29691a544f1483f955fa185095a1 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:44.661344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.721341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.727610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:44.728514 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.817615 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.851527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Network': ['ID=de066268-c145-4d87-8809-9e741adcc684,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:44.860010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.860962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.861496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.861899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.862296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.862687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.863081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.863469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.863854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.864237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.864642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.865027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:44.877121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network de066268-c145-4d87-8809-9e741adcc684 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:44.882578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4b6c992d-f69e-4b00-8371-dd1182718520 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5106778 Oct 19 11:40:44.883481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33458) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:44.888808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': 'de066268-c145-4d87-8809-9e741adcc684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:44.903863 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.951271 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Attempting to bind port 324d28f2-1d19-45aa-bd65-9062b2498fc5 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:44.951800 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Attempting to bind port 324d28f2-1d19-45aa-bd65-9062b2498fc5 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:44.952269 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Attempting to bind port 324d28f2-1d19-45aa-bd65-9062b2498fc5 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:44.975607 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:44.976326 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:44.976857 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:44.977350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:44.977934 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Bound port: 324d28f2-1d19-45aa-bd65-9062b2498fc5, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:44.979044 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:45.030097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:45.050071 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] For port 324d28f2-1d19-45aa-bd65-9062b2498fc5, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:45.065531 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] For port 324d28f2-1d19-45aa-bd65-9062b2498fc5, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=324d28f2-1d19-45aa-bd65-9062b2498fc5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:45.066621 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Pushing event updated for resources: {'Port': ['ID=324d28f2-1d19-45aa-bd65-9062b2498fc5,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:45.074835 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.075864 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.075864 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.075864 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.076126 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.076452 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.076806 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.077126 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.077527 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.077850 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.078169 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.078489 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:45.092641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:45.097206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:45.116258 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:45.149650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Subnet': ['ID=03fefdc1-e216-4d92-936a-d9c888c9f109,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:45.199126 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a756b-63e8-4195-83ce-4553365ca162 None None] Pushing event updated for resources: {'Port': ['ID=324d28f2-1d19-45aa-bd65-9062b2498fc5,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:45.200588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Checking segment: {'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:45.202899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network hostable DHCP agents. Network: 3f02b534-fc8e-43be-8fc5-7db04dd34271, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:45.241959 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Routers {'ab744c13-cd0b-499a-b8c4-9e1be09c17d7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:40:45.242909 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:45.320096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network 3f02b534-fc8e-43be-8fc5-7db04dd34271 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:45.362371 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] Set router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:40:45.405500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3f02b534-fc8e-43be-8fc5-7db04dd34271) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:45.411173 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:45.412053 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:45.416247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e00494f-9650-4e35-8a57-180af60d1cc4 None None] Network 3f02b534-fc8e-43be-8fc5-7db04dd34271 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:45.468499 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:45.509548 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5ceb43a8-16b4-4476-8105-6e66608105f1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0625539 Oct 19 11:40:45.520924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33460) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:45.592031 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1520089830', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:40:41Z', 'updated_at': '2021-10-19T11:40:42Z', 'revision_number': 3, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:42Z', 'updated_at': '2021-10-19T11:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:45.596290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Subnet': ['ID=214fe962-4975-4b24-a943-2156506d05d9,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:45.604581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Checking segment: {'id': '9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de066268-c145-4d87-8809-9e741adcc684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:45.604834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network hostable DHCP agents. Network: de066268-c145-4d87-8809-9e741adcc684, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:45.625167 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f0b2d-982c-4998-ab91-f3a1bc2e1f4f None None] The sync data for ids ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'] in n-d-814547-1 is: [{'id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1520089830', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:40:41Z', 'updated_at': '2021-10-19T11:40:42Z', 'revision_number': 3, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:42Z', 'updated_at': '2021-10-19T11:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:40:45.689901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-3f02b534-fc8e-43be-8fc5-7db04dd34271', 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'fixed_ips': [{'subnet_id': '03fefdc1-e216-4d92-936a-d9c888c9f109'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:40:45.690777 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:45.702843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network de066268-c145-4d87-8809-9e741adcc684 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:45.812415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, de066268-c145-4d87-8809-9e741adcc684) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:45.816647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:45.817383 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:45.908443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c693602e-47cf-491a-ba03-150faf8a9212 None None] Network de066268-c145-4d87-8809-9e741adcc684 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:45.935479 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-086ed5de-371d-4c99-8560-f7c40e3033b2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0511744 Oct 19 11:40:45.938196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33466) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:45.943555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': 'de066268-c145-4d87-8809-9e741adcc684', 'name': 'tempest-PortsTestJSON-1874006589', 'fixed_ips': [{'subnet_id': '214fe962-4975-4b24-a943-2156506d05d9', 'ip_address': '172.20.0.10'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:45.965042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Allocated IP 172.20.0.18 (3f02b534-fc8e-43be-8fc5-7db04dd34271/03fefdc1-e216-4d92-936a-d9c888c9f109/f2f394bf-1445-46f9-b63b-a5ce84c27447) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:46.255179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:46.344491 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:46.414285 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:46.435569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-de066268-c145-4d87-8809-9e741adcc684', 'network_id': 'de066268-c145-4d87-8809-9e741adcc684', 'tenant_id': '1660c5e8faf845d0952d2a20b3ebc1ef', 'fixed_ips': [{'subnet_id': '214fe962-4975-4b24-a943-2156506d05d9'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:40:46.436425 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:46.440199 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:46.450364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port 56ddf11c-92b2-46dc-a91a-cd5f2da55f9d yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:46.566539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Pushing event updated for resources: {'Port': ['ID=f2f394bf-1445-46f9-b63b-a5ce84c27447,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:46.671925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Network 3f02b534-fc8e-43be-8fc5-7db04dd34271 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:46.673813 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:46.679970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:46.771245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.10 (de066268-c145-4d87-8809-9e741adcc684/214fe962-4975-4b24-a943-2156506d05d9/56ddf11c-92b2-46dc-a91a-cd5f2da55f9d) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:46.807601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Attempting to bind port f2f394bf-1445-46f9-b63b-a5ce84c27447 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:46.808983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Attempting to bind port f2f394bf-1445-46f9-b63b-a5ce84c27447 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:46.809524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Attempting to bind port f2f394bf-1445-46f9-b63b-a5ce84c27447 on network 3f02b534-fc8e-43be-8fc5-7db04dd34271 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:46.815496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:46.817186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Checking segment: {'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:46.819003 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:46.821492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Bound using segment: {'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:46.825797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Bound port: f2f394bf-1445-46f9-b63b-a5ce84c27447, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:46.826436 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:46.908896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:46.949842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] For port f2f394bf-1445-46f9-b63b-a5ce84c27447, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:46.958417 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] For port f2f394bf-1445-46f9-b63b-a5ce84c27447, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f2f394bf-1445-46f9-b63b-a5ce84c27447,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:47.019166 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:47.065425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:47.081739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ab2b2-4701-47f3-be59-ce5b27d8dbc1 None None] Pushing event updated for resources: {'Port': ['ID=f2f394bf-1445-46f9-b63b-a5ce84c27447,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:47.201515 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:47.295974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network de066268-c145-4d87-8809-9e741adcc684 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:47.299492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:47.303472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:47.307381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Allocated IP 172.20.0.2 (de066268-c145-4d87-8809-9e741adcc684/214fe962-4975-4b24-a943-2156506d05d9/b2eff863-d40b-4102-b9d7-04653c425c0d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:47.370204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:47.370841 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:47.396776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=56ddf11c-92b2-46dc-a91a-cd5f2da55f9d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:47.438788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Allocated IP 172.20.0.17 (3f02b534-fc8e-43be-8fc5-7db04dd34271/03fefdc1-e216-4d92-936a-d9c888c9f109/b2685725-5e68-4553-afa0-047e5b4777eb) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:47.485142 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ee5c5a11-6353-483a-b641-3dca5aaf4acc tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5456841 Oct 19 11:40:47.489383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33472) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:47.494888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': 'de066268-c145-4d87-8809-9e741adcc684', 'name': 'tempest-PortsTestJSON-2089118391', 'fixed_ips': [{'subnet_id': '214fe962-4975-4b24-a943-2156506d05d9', 'ip_address': '172.20.0.9'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:47.627991 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:47.689389 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:47.721482 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:47.778070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:47.783246 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:47.786291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Network de066268-c145-4d87-8809-9e741adcc684 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:47.790309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Pushing event updated for resources: {'Port': ['ID=b2eff863-d40b-4102-b9d7-04653c425c0d,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:47.794401 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:40:47.799881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:47.800611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:47.803145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:47.818144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port 0e6474f3-c4c2-48e6-b67f-3b5fb0eb3752 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:47.853397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network 3f02b534-fc8e-43be-8fc5-7db04dd34271 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:47.899262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:47.925071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:47.926815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Attempting to bind port b2eff863-d40b-4102-b9d7-04653c425c0d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:47.929100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Attempting to bind port b2eff863-d40b-4102-b9d7-04653c425c0d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de066268-c145-4d87-8809-9e741adcc684'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:47.929298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Attempting to bind port b2eff863-d40b-4102-b9d7-04653c425c0d on network de066268-c145-4d87-8809-9e741adcc684 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:47.943497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:47.943899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Checking segment: {'id': '9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de066268-c145-4d87-8809-9e741adcc684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:47.944375 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:47.944871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Bound using segment: {'id': '9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de066268-c145-4d87-8809-9e741adcc684'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:47.945413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Bound port: b2eff863-d40b-4102-b9d7-04653c425c0d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de066268-c145-4d87-8809-9e741adcc684'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:47.945862 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:48.032943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:48.112817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] For port b2eff863-d40b-4102-b9d7-04653c425c0d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:48.119914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.9 (de066268-c145-4d87-8809-9e741adcc684/214fe962-4975-4b24-a943-2156506d05d9/0e6474f3-c4c2-48e6-b67f-3b5fb0eb3752) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:48.121197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] For port b2eff863-d40b-4102-b9d7-04653c425c0d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b2eff863-d40b-4102-b9d7-04653c425c0d,segment=NetworkSegment(9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c),segment_id=9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:48.183428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f2f394bf-1445-46f9-b63b-a5ce84c27447 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:48.226817 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:48.317617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Port': ['ID=b2685725-5e68-4553-afa0-047e5b4777eb,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:48.380097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc598377-d5db-4e8e-8b87-af23594910a5 None None] Pushing event updated for resources: {'Port': ['ID=b2eff863-d40b-4102-b9d7-04653c425c0d,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:48.407886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:48.473337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f2f394bf-1445-46f9-b63b-a5ce84c27447 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:48.473707 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:48.498559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:48.671117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:48.671375 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:48.754993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port f2f394bf-1445-46f9-b63b-a5ce84c27447, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f2f394bf-1445-46f9-b63b-a5ce84c27447,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:48.852813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=0e6474f3-c4c2-48e6-b67f-3b5fb0eb3752,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:48.863367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856d03b-831d-4f84-9ebe-b9f889835808 None None] Network 3f02b534-fc8e-43be-8fc5-7db04dd34271 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:48.868097 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:48.868097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 324d28f2-1d19-45aa-bd65-9062b2498fc5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:48.873593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network de066268-c145-4d87-8809-9e741adcc684 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:48.875579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:48.885802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:48.987599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:48.988117 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:49.046721 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:49.065378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=f2f394bf-1445-46f9-b63b-a5ce84c27447,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:49.077893 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9850eddc-5764-4a17-a70d-71a733ece81e tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5886798 Oct 19 11:40:49.080493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33486) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:49.199023 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:49.199423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e1803d-f984-4757-8cb7-6ba1c26f2ea7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:49.201481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a5e1803d-f984-4757-8cb7-6ba1c26f2ea7 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1197968 Oct 19 11:40:49.205210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33488) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:49.267526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ba2e9932-120c-4812-98a9-674c9d94d664 None None] Provisioning complete for port f2f394bf-1445-46f9-b63b-a5ce84c27447 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:49.268087 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ba2e9932-120c-4812-98a9-674c9d94d664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:49.313938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6655b0b-cf60-4303-b3a1-5595d83a8a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:49.319494 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:49.321306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6655b0b-cf60-4303-b3a1-5595d83a8a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:49.322490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Port': ['ID=b2685725-5e68-4553-afa0-047e5b4777eb,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:49.355533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6655b0b-cf60-4303-b3a1-5595d83a8a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:49.364554 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c6655b0b-cf60-4303-b3a1-5595d83a8a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1567504 Oct 19 11:40:49.365239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33492) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:49.401884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 324d28f2-1d19-45aa-bd65-9062b2498fc5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:49.402327 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:49.551398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network 3f02b534-fc8e-43be-8fc5-7db04dd34271 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:49.563521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:49.584786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c273fceb-a2e6-4aba-bd51-290b2ddefeb3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 0e6474f3-c4c2-48e6-b67f-3b5fb0eb3752 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:49.585122 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c273fceb-a2e6-4aba-bd51-290b2ddefeb3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:49.666759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:49.696596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 324d28f2-1d19-45aa-bd65-9062b2498fc5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=324d28f2-1d19-45aa-bd65-9062b2498fc5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:49.726349 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:49.785143 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:49.790990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c273fceb-a2e6-4aba-bd51-290b2ddefeb3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:49.820073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-c273fceb-a2e6-4aba-bd51-290b2ddefeb3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 0e6474f3-c4c2-48e6-b67f-3b5fb0eb3752 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:49.825861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:40:49.925355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=324d28f2-1d19-45aa-bd65-9062b2498fc5,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:50.106872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d279d6ed-5cff-4f40-814c-3e6e82d427a6 None None] Provisioning complete for port b2685725-5e68-4553-afa0-047e5b4777eb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:50.107243 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d279d6ed-5cff-4f40-814c-3e6e82d427a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:50.109098 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:50.118658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:40:50.149169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-63e684b0-89b4-4abc-8fbd-b2bf63677a20 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "PUT /v2.0/routers/ab744c13-cd0b-499a-b8c4-9e1be09c17d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6181178 Oct 19 11:40:50.163203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d279d6ed-5cff-4f40-814c-3e6e82d427a6 None None] Port b2685725-5e68-4553-afa0-047e5b4777eb cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:50.167546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Sync routers for ids ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:40:50.196731 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Routers {'ab744c13-cd0b-499a-b8c4-9e1be09c17d7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:40:50.197419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:50.229766 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c273fceb-a2e6-4aba-bd51-290b2ddefeb3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:50.289944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273fceb-a2e6-4aba-bd51-290b2ddefeb3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=0e6474f3-c4c2-48e6-b67f-3b5fb0eb3752,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:50.346362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b2eff863-d40b-4102-b9d7-04653c425c0d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:50.355441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d279d6ed-5cff-4f40-814c-3e6e82d427a6 None None] Provisioning complete for port f2f394bf-1445-46f9-b63b-a5ce84c27447 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:50.355807 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d279d6ed-5cff-4f40-814c-3e6e82d427a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:50.364678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2adef1-9998-4a52-9042-3137318adb58 None None] Network de066268-c145-4d87-8809-9e741adcc684 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:50.403419 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c273fceb-a2e6-4aba-bd51-290b2ddefeb3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:50.414621 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c273fceb-a2e6-4aba-bd51-290b2ddefeb3 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/0e6474f3-c4c2-48e6-b67f-3b5fb0eb3752 HTTP/1.1" status: 204 len: 168 time: 1.0460658 Oct 19 11:40:50.415093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33510) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:50.474450 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01e557a-974b-4887-b415-28acf693f765 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:40:50.478936 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e01e557a-974b-4887-b415-28acf693f765 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/0e6474f3-c4c2-48e6-b67f-3b5fb0eb3752 HTTP/1.1" status: 404 len: 333 time: 0.0621436 Oct 19 11:40:50.482429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33512) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:50.613473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-1e8cb93c-3d7a-4c50-8ed6-b06a92c60e67 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:50.614271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a0b37-1ead-44fc-af12-28ccc9a4b517 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 56ddf11c-92b2-46dc-a91a-cd5f2da55f9d {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:50.614854 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c8a0b37-1ead-44fc-af12-28ccc9a4b517 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:50.624061 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-1e8cb93c-3d7a-4c50-8ed6-b06a92c60e67 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/networks?id=3f02b534-fc8e-43be-8fc5-7db04dd34271 HTTP/1.1" status: 200 len: 796 time: 0.1850271 Oct 19 11:40:50.638927 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-0ff6866d-056d-433c-9b10-7fa0ffbe6271 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/quotas/fd0b29691a544f1483f955fa185095a1 HTTP/1.1" status: 200 len: 375 time: 0.0135167 Oct 19 11:40:50.728855 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-6de02f8f-89b4-4816-98af-ce57e844be85 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd0b29691a544f1483f955fa185095a1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0861542 Oct 19 11:40:50.742836 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c8a0b37-1ead-44fc-af12-28ccc9a4b517 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:50.769264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a0b37-1ead-44fc-af12-28ccc9a4b517 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 56ddf11c-92b2-46dc-a91a-cd5f2da55f9d owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:50.795021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Set router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:40:51.030042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c8a0b37-1ead-44fc-af12-28ccc9a4b517 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.084332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b2eff863-d40b-4102-b9d7-04653c425c0d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:51.084733 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.095602 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a0b37-1ead-44fc-af12-28ccc9a4b517 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=56ddf11c-92b2-46dc-a91a-cd5f2da55f9d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:51.221830 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c8a0b37-1ead-44fc-af12-28ccc9a4b517 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.225123 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1c8a0b37-1ead-44fc-af12-28ccc9a4b517 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/56ddf11c-92b2-46dc-a91a-cd5f2da55f9d HTTP/1.1" status: 204 len: 168 time: 0.7412255 Oct 19 11:40:51.227740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33520) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:51.256010 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1520089830', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:40:41Z', 'updated_at': '2021-10-19T11:40:48Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:42Z', 'updated_at': '2021-10-19T11:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b2685725-5e68-4553-afa0-047e5b4777eb', 'name': '', 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c2:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '03fefdc1-e216-4d92-936a-d9c888c9f109', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:47Z', 'updated_at': '2021-10-19T11:40:48Z', 'revision_number': 2, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '03fefdc1-e216-4d92-936a-d9c888c9f109', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:51.260764 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d062506-eb44-4a7c-b910-07a2765bc3e5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:40:51.262444 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.263114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7d062506-eb44-4a7c-b910-07a2765bc3e5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/56ddf11c-92b2-46dc-a91a-cd5f2da55f9d HTTP/1.1" status: 404 len: 333 time: 0.0343974 Oct 19 11:40:51.265823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33522) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:51.299583 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-6c314dca-a4e5-4ee2-beb4-7a90d1374a61 service neutron] 10.222.0.39 "GET /v2.0/networks/3f02b534-fc8e-43be-8fc5-7db04dd34271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472903 Oct 19 11:40:51.319225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Checking router: ab744c13-cd0b-499a-b8c4-9e1be09c17d7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:40:51.319586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Updating router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 port b2685725-5e68-4553-afa0-047e5b4777eb binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:40:51.351081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-266772f4-5f94-4a82-80f1-ca82f8c517ce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting subnet 214fe962-4975-4b24-a943-2156506d05d9 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:40:51.365739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-266772f4-5f94-4a82-80f1-ca82f8c517ce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.374041 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.375838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a2e7af94-e9e0-4252-899e-ede257e2b654 None None] Provisioning complete for port b2685725-5e68-4553-afa0-047e5b4777eb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:51.376201 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a2e7af94-e9e0-4252-899e-ede257e2b654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.416190 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-8b0be7a7-86cb-4216-9364-b1f35aa4267d service neutron] 10.222.0.39 "GET /v2.0/networks/3f02b534-fc8e-43be-8fc5-7db04dd34271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156769 Oct 19 11:40:51.434081 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-266772f4-5f94-4a82-80f1-ca82f8c517ce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.453858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a2e7af94-e9e0-4252-899e-ede257e2b654 None None] Port b2685725-5e68-4553-afa0-047e5b4777eb cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:51.456750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port b2eff863-d40b-4102-b9d7-04653c425c0d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b2eff863-d40b-4102-b9d7-04653c425c0d,segment=NetworkSegment(9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c),segment_id=9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:51.501090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a2e7af94-e9e0-4252-899e-ede257e2b654 None None] Provisioning complete for port b2eff863-d40b-4102-b9d7-04653c425c0d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:51.501487 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a2e7af94-e9e0-4252-899e-ede257e2b654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.575074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-266772f4-5f94-4a82-80f1-ca82f8c517ce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.592325 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.593153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f2f394bf-1445-46f9-b63b-a5ce84c27447 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:51.786047 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d14fb781-00d5-4b57-a871-cf50831d3d50 req-80e9a7a4-949f-4d91-a4b8-32deb86b3df3 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 210 time: 0.0548944 Oct 19 11:40:51.799178 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-266772f4-5f94-4a82-80f1-ca82f8c517ce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.831122 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266772f4-5f94-4a82-80f1-ca82f8c517ce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Subnet': ['ID=214fe962-4975-4b24-a943-2156506d05d9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:51.843780 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-266772f4-5f94-4a82-80f1-ca82f8c517ce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:51.847272 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-266772f4-5f94-4a82-80f1-ca82f8c517ce tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/214fe962-4975-4b24-a943-2156506d05d9 HTTP/1.1" status: 204 len: 168 time: 0.5804365 Oct 19 11:40:51.850185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33536) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:51.935484 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.005590 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.009871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=b2eff863-d40b-4102-b9d7-04653c425c0d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:52.014361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f2f394bf-1445-46f9-b63b-a5ce84c27447 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:52.014800 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.034686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.120452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0172e00-c2dc-4891-afe5-51f3c2159ce4 None None] Pushing event updated for resources: {'Port': ['ID=b2685725-5e68-4553-afa0-047e5b4777eb,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:52.123049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port b2eff863-d40b-4102-b9d7-04653c425c0d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:40:52.123382 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.127322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d70449-b3b9-4fa3-bea7-dfcd0966b142 None None] Network de066268-c145-4d87-8809-9e741adcc684 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:52.212228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] For port b2eff863-d40b-4102-b9d7-04653c425c0d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b2eff863-d40b-4102-b9d7-04653c425c0d,segment=NetworkSegment(9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c),segment_id=9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:52.212228 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.226722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for b2eff863-d40b-4102-b9d7-04653c425c0d owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:40:52.400449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Attempting to bind port b2685725-5e68-4553-afa0-047e5b4777eb on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:52.401036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Attempting to bind port b2685725-5e68-4553-afa0-047e5b4777eb by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:52.401191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Attempting to bind port b2685725-5e68-4553-afa0-047e5b4777eb on network 3f02b534-fc8e-43be-8fc5-7db04dd34271 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:52.420664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-907027b7-b89a-4585-a931-cb523bf4c7bb None None] Provisioning complete for port b2eff863-d40b-4102-b9d7-04653c425c0d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:52.421041 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-907027b7-b89a-4585-a931-cb523bf4c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.427863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:52.428241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Checking segment: {'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:52.428662 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.429077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Bound using segment: {'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:52.429519 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Bound port: b2685725-5e68-4553-afa0-047e5b4777eb, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:52.429894 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.440916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.478506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=b2eff863-d40b-4102-b9d7-04653c425c0d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:52.486289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No DVR routers for this DVR port b2eff863-d40b-4102-b9d7-04653c425c0d on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:40:52.512904 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-907027b7-b89a-4585-a931-cb523bf4c7bb None None] Could not find standard attr ID for object b2eff863-d40b-4102-b9d7-04653c425c0d. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:40:52.519312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b2eff863-d40b-4102-b9d7-04653c425c0d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:52.523187 n-d-814547-1 neutron-server[101313]: INFO neutron.plugins.ml2.db [None req-907027b7-b89a-4585-a931-cb523bf4c7bb None None] No ports have port_id starting with b2eff863-d40b-4102-b9d7-04653c425c0d Oct 19 11:40:52.551681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b2eff863-d40b-4102-b9d7-04653c425c0d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:40:52.552018 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b2eff863-d40b-4102-b9d7-04653c425c0d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 11:40:52.560317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-907027b7-b89a-4585-a931-cb523bf4c7bb None None] Could not find standard attr ID for object 0e6474f3-c4c2-48e6-b67f-3b5fb0eb3752. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:40:52.584267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Port b2eff863-d40b-4102-b9d7-04653c425c0d not found, will not notify nova. {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 11:40:52.585370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 324d28f2-1d19-45aa-bd65-9062b2498fc5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:52.590000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-907027b7-b89a-4585-a931-cb523bf4c7bb None None] Could not find standard attr ID for object 56ddf11c-92b2-46dc-a91a-cd5f2da55f9d. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:40:52.622725 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.628356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd931c3-9055-45cb-8e0a-d8dcb758836f None None] DHCP port deletion for de066268-c145-4d87-8809-9e741adcc684 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:40:52.637980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] For port b2685725-5e68-4553-afa0-047e5b4777eb, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:52.644843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de066268-c145-4d87-8809-9e741adcc684']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:52.667167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] For port b2685725-5e68-4553-afa0-047e5b4777eb, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b2685725-5e68-4553-afa0-047e5b4777eb,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:52.670631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:52.670976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbb6772-2ad4-49dd-a0c7-89c4ec40d47c') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:52.682574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.685911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 324d28f2-1d19-45aa-bd65-9062b2498fc5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:52.686378 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.697633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.707237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:40:52.707673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:40:52.712357 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:40:52.748892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5bb1e373-b26f-4d1a-a2e8-5364dd20dcca None None] Provisioning complete for port b2685725-5e68-4553-afa0-047e5b4777eb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:52.749418 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5bb1e373-b26f-4d1a-a2e8-5364dd20dcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.797100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1e373-b26f-4d1a-a2e8-5364dd20dcca None None] Port b2685725-5e68-4553-afa0-047e5b4777eb cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:52.800814 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.896089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Routers {'ab744c13-cd0b-499a-b8c4-9e1be09c17d7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:40:52.896836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:52.911991 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-deaf2ee2-6ae1-4e5f-a8cf-1b27c5e00f00 req-a369f5f6-9aa2-4b0b-9a62-d2744dfa4777 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 210 time: 0.0400081 Oct 19 11:40:52.914409 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.936731 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:52.946337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33558) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:52.949106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/networks/de066268-c145-4d87-8809-9e741adcc684 HTTP/1.1" status: 204 len: 168 time: 1.0953863 Oct 19 11:40:52.952364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-647014669'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:52.975589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bdae6-c5d6-49f2-8361-36d3b478f9f4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Network': ['ID=de066268-c145-4d87-8809-9e741adcc684,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:53.046147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0172e00-c2dc-4891-afe5-51f3c2159ce4 None None] Pushing event updated for resources: {'Port': ['ID=b2685725-5e68-4553-afa0-047e5b4777eb,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:53.068581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] Set router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:40:53.131711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:53.137705 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:53.193988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:40:53.209153 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:53.209508 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Added segment 32a62fd8-a9af-4caa-9c8b-fd7d18067502 of type vlan for network 122a3f91-8511-4429-b5b9-59839b0658cd Oct 19 11:40:53.257620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Provisioning complete for port b2685725-5e68-4553-afa0-047e5b4777eb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:53.257966 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:53.258378 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:53.355467 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:53.361870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:53.362926 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:53.499442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Network': ['ID=122a3f91-8511-4429-b5b9-59839b0658cd,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:53.534987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 122a3f91-8511-4429-b5b9-59839b0658cd details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:40:53.599455 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-45f1ff77-da9c-4d66-8afc-aa8cad60d1da tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6508565 Oct 19 11:40:53.600800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33562) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:53.611069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '122a3f91-8511-4429-b5b9-59839b0658cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:53.667730 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:53.737383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] For port b2685725-5e68-4553-afa0-047e5b4777eb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b2685725-5e68-4553-afa0-047e5b4777eb,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:53.762284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1520089830', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:40:41Z', 'updated_at': '2021-10-19T11:40:48Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:42Z', 'updated_at': '2021-10-19T11:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b2685725-5e68-4553-afa0-047e5b4777eb', 'name': '', 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c2:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '03fefdc1-e216-4d92-936a-d9c888c9f109', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:47Z', 'updated_at': '2021-10-19T11:40:52Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '03fefdc1-e216-4d92-936a-d9c888c9f109', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:40:53.793316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3febd-0ef3-451b-8749-91d9c684eedd None None] The sync data for ids ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'] in n-d-814547-1 is: [{'id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1520089830', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:40:41Z', 'updated_at': '2021-10-19T11:40:48Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:42Z', 'updated_at': '2021-10-19T11:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b2685725-5e68-4553-afa0-047e5b4777eb', 'name': '', 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c2:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '03fefdc1-e216-4d92-936a-d9c888c9f109', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:47Z', 'updated_at': '2021-10-19T11:40:52Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '03fefdc1-e216-4d92-936a-d9c888c9f109', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:40:53.839170 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:53.861200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:53.868748 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:53.976857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Pushing event updated for resources: {'Port': ['ID=b2685725-5e68-4553-afa0-047e5b4777eb,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:53.989480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:53.989687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:53.990327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:53.990778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:53.991122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:53.991886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:53.991886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:53.992227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:53.992632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:53.993019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:53.994231 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:53.994739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c63a9c-9573-467c-bc9f-40d4ac8d510c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:54.074759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-33f4c7e7-dfba-427c-9fad-afe5f7c32163 req-081cea53-6c7f-4168-be71-fe7eefe91169 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 210 time: 0.0382273 Oct 19 11:40:54.216379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-abc92386-5f6b-4443-821c-63450f33c2ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:54.217882 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-abc92386-5f6b-4443-821c-63450f33c2ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.49 "GET /v2.0/networks?id=3f02b534-fc8e-43be-8fc5-7db04dd34271 HTTP/1.1" status: 200 len: 796 time: 0.2010179 Oct 19 11:40:54.248044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Request body: {'port': {'device_id': 'cfd912b3-1838-4f9c-8712-f3e5f5e4de0f', 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271', 'admin_state_up': True, 'tenant_id': 'fd0b29691a544f1483f955fa185095a1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:54.340455 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:54.423227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Subnet': ['ID=d7121449-9f4a-40ac-8bda-b278e32c7480,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:54.454200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Checking segment: {'id': '32a62fd8-a9af-4caa-9c8b-fd7d18067502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '122a3f91-8511-4429-b5b9-59839b0658cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:54.454577 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network hostable DHCP agents. Network: 122a3f91-8511-4429-b5b9-59839b0658cd, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:40:54.543599 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b2685725-5e68-4553-afa0-047e5b4777eb up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:54.562365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Made reservation on behalf of fd0b29691a544f1483f955fa185095a1 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:54.568655 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:54.572996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 122a3f91-8511-4429-b5b9-59839b0658cd is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:40:54.614201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b2685725-5e68-4553-afa0-047e5b4777eb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:54.614567 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:54.719917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 122a3f91-8511-4429-b5b9-59839b0658cd) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:54.725078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:54.725604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:54.732048 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4f507-d160-4bd4-b77a-77019105341e None None] Network 122a3f91-8511-4429-b5b9-59839b0658cd requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:54.767570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Allocated IP 172.20.0.20 (3f02b534-fc8e-43be-8fc5-7db04dd34271/03fefdc1-e216-4d92-936a-d9c888c9f109/1eef9aeb-6f24-4fdf-b31b-c63e84631489) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:54.812725 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a5493034-652c-49d7-a79d-1b3b75af4259 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2101462 Oct 19 11:40:54.816201 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33570) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:54.820992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-92be10f5-67b1-4c62-8e83-45c6d92cb429 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1448651893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:54.836907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b2eff863-d40b-4102-b9d7-04653c425c0d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:40:54.868257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b2eff863-d40b-4102-b9d7-04653c425c0d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:40:54.869245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b2eff863-d40b-4102-b9d7-04653c425c0d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:40:54.944988 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-92be10f5-67b1-4c62-8e83-45c6d92cb429 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:54.946287 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-92be10f5-67b1-4c62-8e83-45c6d92cb429 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:54.961349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.060655 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-92be10f5-67b1-4c62-8e83-45c6d92cb429 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.065060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-122a3f91-8511-4429-b5b9-59839b0658cd', 'network_id': '122a3f91-8511-4429-b5b9-59839b0658cd', 'tenant_id': '1660c5e8faf845d0952d2a20b3ebc1ef', 'fixed_ips': [{'subnet_id': 'd7121449-9f4a-40ac-8bda-b278e32c7480'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:40:55.068797 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.115704 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.152254 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-92be10f5-67b1-4c62-8e83-45c6d92cb429 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.208181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Network 3f02b534-fc8e-43be-8fc5-7db04dd34271 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:55.245889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:55.271374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:55.283442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-92be10f5-67b1-4c62-8e83-45c6d92cb429 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.285550 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-92be10f5-67b1-4c62-8e83-45c6d92cb429 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4690056 Oct 19 11:40:55.287939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33578) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:55.299072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event updated for resources: {'Port': ['ID=1eef9aeb-6f24-4fdf-b31b-c63e84631489,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:55.301205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'network_id': '122a3f91-8511-4429-b5b9-59839b0658cd', 'name': 'tempest-PortsTestJSON-106754252'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:55.332351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71eedf-5052-4679-bd04-775a93e24016 req-007c1a86-795a-4b66-b186-e56fad8a8906 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:55.347767 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8d71eedf-5052-4679-bd04-775a93e24016 req-007c1a86-795a-4b66-b186-e56fad8a8906 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 895 time: 0.1379654 Oct 19 11:40:55.390486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Allocated IP 172.20.0.2 (122a3f91-8511-4429-b5b9-59839b0658cd/d7121449-9f4a-40ac-8bda-b278e32c7480/e17821b6-8c85-46cd-9a4a-40cd298fbdc2) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:55.392136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:55.394664 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.498868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-c1abf600-06a1-41fa-b28a-97b113401aad tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2539706 Oct 19 11:40:55.512115 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Request body: {'port': {'device_id': 'cfd912b3-1838-4f9c-8712-f3e5f5e4de0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:40:55.553361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cb723a24-fe02-493d-b37d-89c8b39f50c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.625809 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:40:55.630031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.666283 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.686486 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.699114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port c147f9a8-97de-45a1-9a08-ea67fb37f58d yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:40:55.726573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0e982bb2-3f90-4be7-87a2-4d19bc0aa590 None None] Provisioning complete for port 1eef9aeb-6f24-4fdf-b31b-c63e84631489 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:55.727156 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0e982bb2-3f90-4be7-87a2-4d19bc0aa590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.793260 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:55.895672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.12 (122a3f91-8511-4429-b5b9-59839b0658cd/d7121449-9f4a-40ac-8bda-b278e32c7480/c147f9a8-97de-45a1-9a08-ea67fb37f58d) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:40:55.904271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Network 122a3f91-8511-4429-b5b9-59839b0658cd is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:55.913083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:55.918354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:55.922909 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0e982bb2-3f90-4be7-87a2-4d19bc0aa590 None None] Port 1eef9aeb-6f24-4fdf-b31b-c63e84631489 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:55.933974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Pushing event updated for resources: {'Port': ['ID=e17821b6-8c85-46cd-9a4a-40cd298fbdc2,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:56.016394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Attempting to bind port e17821b6-8c85-46cd-9a4a-40cd298fbdc2 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:56.016920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Attempting to bind port e17821b6-8c85-46cd-9a4a-40cd298fbdc2 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '32a62fd8-a9af-4caa-9c8b-fd7d18067502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '122a3f91-8511-4429-b5b9-59839b0658cd'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:56.017383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Attempting to bind port e17821b6-8c85-46cd-9a4a-40cd298fbdc2 on network 122a3f91-8511-4429-b5b9-59839b0658cd {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:56.026015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:56.033760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Checking segment: {'id': '32a62fd8-a9af-4caa-9c8b-fd7d18067502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '122a3f91-8511-4429-b5b9-59839b0658cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:56.034345 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:56.034826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Bound using segment: {'id': '32a62fd8-a9af-4caa-9c8b-fd7d18067502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '122a3f91-8511-4429-b5b9-59839b0658cd'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:56.035388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Bound port: e17821b6-8c85-46cd-9a4a-40cd298fbdc2, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a62fd8-a9af-4caa-9c8b-fd7d18067502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '122a3f91-8511-4429-b5b9-59839b0658cd'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:56.035849 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:56.166415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eef9aeb-6f24-4fdf-b31b-c63e84631489 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:40:56.167984 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:56.178209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:56.188007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] For port e17821b6-8c85-46cd-9a4a-40cd298fbdc2, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:56.194474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] For port e17821b6-8c85-46cd-9a4a-40cd298fbdc2, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e17821b6-8c85-46cd-9a4a-40cd298fbdc2,segment=NetworkSegment(32a62fd8-a9af-4caa-9c8b-fd7d18067502),segment_id=32a62fd8-a9af-4caa-9c8b-fd7d18067502)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:56.197866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Transition to ACTIVE for port object 1eef9aeb-6f24-4fdf-b31b-c63e84631489 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:40:56.275262 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:56.315406 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:56.315768 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:56.364130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e0f62-aba5-4aac-8826-af5cb5f0c73a None None] Pushing event updated for resources: {'Port': ['ID=e17821b6-8c85-46cd-9a4a-40cd298fbdc2,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:56.425963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Pushing event updated for resources: {'Port': ['ID=1eef9aeb-6f24-4fdf-b31b-c63e84631489,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:56.524596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 122a3f91-8511-4429-b5b9-59839b0658cd is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:56.552890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Attempting to bind port 1eef9aeb-6f24-4fdf-b31b-c63e84631489 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:40:56.553622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Attempting to bind port 1eef9aeb-6f24-4fdf-b31b-c63e84631489 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:40:56.554106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Attempting to bind port 1eef9aeb-6f24-4fdf-b31b-c63e84631489 on network 3f02b534-fc8e-43be-8fc5-7db04dd34271 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:56.560707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Port 1eef9aeb-6f24-4fdf-b31b-c63e84631489 on network 3f02b534-fc8e-43be-8fc5-7db04dd34271 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:40:56.561196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Attempting to bind port 1eef9aeb-6f24-4fdf-b31b-c63e84631489 on network 3f02b534-fc8e-43be-8fc5-7db04dd34271 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:40:56.574188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:56.579629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:40:56.580238 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Checking segment: {'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:40:56.580812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Bound using segment: {'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:40:56.589601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Bound port: 1eef9aeb-6f24-4fdf-b31b-c63e84631489, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc6c811-e60d-418a-b94a-378149327e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:40:56.590348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:56.611655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:40:56.763479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=c147f9a8-97de-45a1-9a08-ea67fb37f58d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:56.782875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] For port 1eef9aeb-6f24-4fdf-b31b-c63e84631489, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:40:56.786538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] For port 1eef9aeb-6f24-4fdf-b31b-c63e84631489, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1eef9aeb-6f24-4fdf-b31b-c63e84631489,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:40:56.848065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:56.848975 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:56.857073 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:56.868795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ff559-725f-4f94-acdc-8849413a23e2 req-1166d01d-1de2-436f-91ad-8dff740e19bc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:56.870873 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-155ff559-725f-4f94-acdc-8849413a23e2 req-1166d01d-1de2-436f-91ad-8dff740e19bc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 907 time: 0.3379965 Oct 19 11:40:56.936849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:56.937347 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:56.939222 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] 10.222.0.49 "PUT /v2.0/ports/1eef9aeb-6f24-4fdf-b31b-c63e84631489 HTTP/1.1" status: 200 len: 1055 time: 1.4328384 Oct 19 11:40:56.942195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd912b3-1838-4f9c-8712-f3e5f5e4de0f', 'tag': '1eef9aeb-6f24-4fdf-b31b-c63e84631489'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:40:56.945789 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049cda47-21fe-47bd-9ec1-4912db6c0020" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd912b3-1838-4f9c-8712-f3e5f5e4de0f", "tag": "1eef9aeb-6f24-4fdf-b31b-c63e84631489"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:40:56.961097 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-56619daf-5495-466c-a833-12e8b0fce581 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6693094 Oct 19 11:40:56.980976 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33598) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:40:56.982969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27647a3e-4a7e-4973-a022-74ab486fac97 service neutron] Pushing event updated for resources: {'Port': ['ID=1eef9aeb-6f24-4fdf-b31b-c63e84631489,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:57.008519 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2514497-a26a-47d5-9f7f-b9175b5cd744 x-openstack-request-id: req-a2514497-a26a-47d5-9f7f-b9175b5cd744 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:40:57.008519 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd912b3-1838-4f9c-8712-f3e5f5e4de0f", "tag": "1eef9aeb-6f24-4fdf-b31b-c63e84631489", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:40:57.008519 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2514497-a26a-47d5-9f7f-b9175b5cd744 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:40:57.008519 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd912b3-1838-4f9c-8712-f3e5f5e4de0f', 'tag': '1eef9aeb-6f24-4fdf-b31b-c63e84631489', 'status': 'completed', 'code': 200} Oct 19 11:40:57.082725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cda47-21fe-47bd-9ec1-4912db6c0020 req-eab52f47-ffc6-43b8-a7eb-b4ea891a853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:57.084462 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-049cda47-21fe-47bd-9ec1-4912db6c0020 req-eab52f47-ffc6-43b8-a7eb-b4ea891a853b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd0b29691a544f1483f955fa185095a1&device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 1058 time: 0.0559254 Oct 19 11:40:57.364816 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cda47-21fe-47bd-9ec1-4912db6c0020 req-7251419a-2632-4fae-933a-953b64f2452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:57.365421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cda47-21fe-47bd-9ec1-4912db6c0020 req-7251419a-2632-4fae-933a-953b64f2452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:57.370661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-049cda47-21fe-47bd-9ec1-4912db6c0020 req-7251419a-2632-4fae-933a-953b64f2452d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fd0b29691a544f1483f955fa185095a1&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2696536 Oct 19 11:40:57.512480 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:57.584057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cda47-21fe-47bd-9ec1-4912db6c0020 req-1f892531-2179-42ba-8f42-e08356ef95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:57.585605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-049cda47-21fe-47bd-9ec1-4912db6c0020 req-1f892531-2179-42ba-8f42-e08356ef95b7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2073617 Oct 19 11:40:57.680071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-190aeab3-dd17-4b82-aca3-93238b6ea146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:57.681894 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-190aeab3-dd17-4b82-aca3-93238b6ea146 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd0b29691a544f1483f955fa185095a1&device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 1058 time: 0.0543828 Oct 19 11:40:57.735119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-3656be49-30e3-4bc6-b6c1-449a0d4ab1ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=1eef9aeb-6f24-4fdf-b31b-c63e84631489 HTTP/1.1" status: 200 len: 217 time: 0.0448852 Oct 19 11:40:57.789631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-d5d41967-133f-4e6b-b82d-a2b8907cec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:57.791187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-d5d41967-133f-4e6b-b82d-a2b8907cec04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03fefdc1-e216-4d92-936a-d9c888c9f109 HTTP/1.1" status: 200 len: 837 time: 0.0492103 Oct 19 11:40:57.799346 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60164f08-6dfd-4dae-8204-cfc0da605edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:57.839341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207bbaa-599a-4b5c-80c6-48db60a0d5d5 None None] Network 122a3f91-8511-4429-b5b9-59839b0658cd requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:40:57.852247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-1bdc1028-9a59-48e9-8750-1a1c32cf52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:57.853982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-1bdc1028-9a59-48e9-8750-1a1c32cf52c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3f02b534-fc8e-43be-8fc5-7db04dd34271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554752 Oct 19 11:40:57.949840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-af75d120-9b65-4c49-a95e-eca62e37af1d None None] Provisioning complete for port e17821b6-8c85-46cd-9a4a-40cd298fbdc2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:57.950207 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af75d120-9b65-4c49-a95e-eca62e37af1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:58.037559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-dae7354b-943a-4f2e-8aef-4ad469ecd218 service neutron] 10.222.0.49 "GET /v2.0/networks/3f02b534-fc8e-43be-8fc5-7db04dd34271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755762 Oct 19 11:40:58.176655 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af75d120-9b65-4c49-a95e-eca62e37af1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:58.241094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-af75d120-9b65-4c49-a95e-eca62e37af1d None None] For port e17821b6-8c85-46cd-9a4a-40cd298fbdc2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e17821b6-8c85-46cd-9a4a-40cd298fbdc2,segment=NetworkSegment(32a62fd8-a9af-4caa-9c8b-fd7d18067502),segment_id=32a62fd8-a9af-4caa-9c8b-fd7d18067502)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:40:58.263715 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-746b8112-5857-45a4-9d79-8da3b7f9fd88 req-2bf2c3ed-cf69-4143-951a-b766e732c384 service neutron] 10.222.0.49 "GET /v2.0/networks/3f02b534-fc8e-43be-8fc5-7db04dd34271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176721 Oct 19 11:40:58.279629 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d83118-1520-4e9f-97ff-8e2b023b9ad3 req-b0bd60db-049c-4fea-889d-4bc1795c4253 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:58.281438 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4d83118-1520-4e9f-97ff-8e2b023b9ad3 req-b0bd60db-049c-4fea-889d-4bc1795c4253 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 907 time: 0.2770197 Oct 19 11:40:58.315564 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af75d120-9b65-4c49-a95e-eca62e37af1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:58.324754 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:58.383705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75d120-9b65-4c49-a95e-eca62e37af1d None None] Pushing event updated for resources: {'Port': ['ID=e17821b6-8c85-46cd-9a4a-40cd298fbdc2,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:58.424462 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:58.594909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=c147f9a8-97de-45a1-9a08-ea67fb37f58d,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:58.619911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e17821b6-8c85-46cd-9a4a-40cd298fbdc2 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:40:58.681146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-81c2cf96-08d0-4330-86bc-bf8765bcff83 None None] Provisioning complete for port c147f9a8-97de-45a1-9a08-ea67fb37f58d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:58.681798 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-81c2cf96-08d0-4330-86bc-bf8765bcff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:58.708271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e17821b6-8c85-46cd-9a4a-40cd298fbdc2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:58.708670 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:58.783760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-81c2cf96-08d0-4330-86bc-bf8765bcff83 None None] Port c147f9a8-97de-45a1-9a08-ea67fb37f58d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:58.802065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-81c2cf96-08d0-4330-86bc-bf8765bcff83 None None] Provisioning complete for port e17821b6-8c85-46cd-9a4a-40cd298fbdc2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:58.802698 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-81c2cf96-08d0-4330-86bc-bf8765bcff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:58.813806 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:59.065076 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:59.074555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3d2e7628-4e12-4425-8198-308b6054d8e2 None None] Provisioning complete for port c147f9a8-97de-45a1-9a08-ea67fb37f58d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:59.075078 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7628-4e12-4425-8198-308b6054d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:59.113811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:59.125296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e7628-4e12-4425-8198-308b6054d8e2 None None] Port c147f9a8-97de-45a1-9a08-ea67fb37f58d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:59.147260 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:59.241485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d90095b5-d213-4c6b-a5da-381b2d74627f None None] Provisioning complete for port c147f9a8-97de-45a1-9a08-ea67fb37f58d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:40:59.242152 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d90095b5-d213-4c6b-a5da-381b2d74627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:59.278211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d90095b5-d213-4c6b-a5da-381b2d74627f None None] Port c147f9a8-97de-45a1-9a08-ea67fb37f58d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:40:59.369511 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:59.418781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60781319-5ee3-4161-8511-e1b371eaa9f6 req-d1e9f774-e5b8-4d6d-92c0-5507c51534e1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:40:59.420292 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60781319-5ee3-4161-8511-e1b371eaa9f6 req-d1e9f774-e5b8-4d6d-92c0-5507c51534e1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 907 time: 0.0601487 Oct 19 11:40:59.475189 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:59.554118 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:40:59.556457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=c147f9a8-97de-45a1-9a08-ea67fb37f58d,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:40:59.571067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.572032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.572371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.572745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.573074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.573424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.573750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.574070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.574392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.574710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.575087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.575374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:40:59.680036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 122a3f91-8511-4429-b5b9-59839b0658cd is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:40:59.681906 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:40:59.919286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Router 467a8a3b-59e1-4813-8dce-72799044d5c7 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:41:00.000687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f2e2f7d0-8046-4560-8b37-f393e38ec39a None None] Provisioning complete for port c147f9a8-97de-45a1-9a08-ea67fb37f58d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:00.001289 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f7d0-8046-4560-8b37-f393e38ec39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:00.016948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:00.022506 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0f15f377-5b2f-4f94-9d6c-db6f83bc30dd tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "PUT /v2.0/routers/467a8a3b-59e1-4813-8dce-72799044d5c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0581667 Oct 19 11:41:00.025169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33698) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:00.041152 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6579b7-3a6c-4cee-b029-c5da36edad44 None None] Sync routers for ids ['467a8a3b-59e1-4813-8dce-72799044d5c7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:00.052011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2f7d0-8046-4560-8b37-f393e38ec39a None None] Port c147f9a8-97de-45a1-9a08-ea67fb37f58d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:00.056396 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6579b7-3a6c-4cee-b029-c5da36edad44 None None] Routers {'467a8a3b-59e1-4813-8dce-72799044d5c7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:00.057125 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bf6579b7-3a6c-4cee-b029-c5da36edad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['467a8a3b-59e1-4813-8dce-72799044d5c7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:00.087724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9050cd04-97ef-4610-946a-7206d81f32d4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:00.092147 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9050cd04-97ef-4610-946a-7206d81f32d4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports?device_id=467a8a3b-59e1-4813-8dce-72799044d5c7 HTTP/1.1" status: 200 len: 982 time: 0.0626462 Oct 19 11:41:00.092438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33704) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:00.096369 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bf6579b7-3a6c-4cee-b029-c5da36edad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:00.105619 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6579b7-3a6c-4cee-b029-c5da36edad44 None None] Routers {'467a8a3b-59e1-4813-8dce-72799044d5c7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:00.106317 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bf6579b7-3a6c-4cee-b029-c5da36edad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['467a8a3b-59e1-4813-8dce-72799044d5c7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:00.138947 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-bf6579b7-3a6c-4cee-b029-c5da36edad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:00.139600 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6579b7-3a6c-4cee-b029-c5da36edad44 None None] The sync data for ids ['467a8a3b-59e1-4813-8dce-72799044d5c7'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:00.411178 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4446184d-6493-4fc0-82af-d669e6839c28 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:00.451389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1eef9aeb-6f24-4fdf-b31b-c63e84631489 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:41:00.592733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfee45-e324-4774-a10d-7440983ebe70 req-003216f8-eed9-43e7-86b3-31f4a6927f68 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:00.595768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31dfee45-e324-4774-a10d-7440983ebe70 req-003216f8-eed9-43e7-86b3-31f4a6927f68 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 907 time: 0.0837672 Oct 19 11:41:00.623923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1eef9aeb-6f24-4fdf-b31b-c63e84631489, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1eef9aeb-6f24-4fdf-b31b-c63e84631489,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:00.643896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '1eef9aeb-6f24-4fdf-b31b-c63e84631489', 'network_id': '3f02b534-fc8e-43be-8fc5-7db04dd34271', 'port_id': '1eef9aeb-6f24-4fdf-b31b-c63e84631489', 'mac_address': 'fa:16:3e:fc:b0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fefdc1-e216-4d92-936a-d9c888c9f109', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:41:00.681542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4446184d-6493-4fc0-82af-d669e6839c28 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port c147f9a8-97de-45a1-9a08-ea67fb37f58d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:00.682048 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4446184d-6493-4fc0-82af-d669e6839c28 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:00.686584 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:00.700502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eef9aeb-6f24-4fdf-b31b-c63e84631489 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:41:00.719912 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1eef9aeb-6f24-4fdf-b31b-c63e84631489, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1eef9aeb-6f24-4fdf-b31b-c63e84631489,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:00.770188 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4446184d-6493-4fc0-82af-d669e6839c28 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:00.784418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4446184d-6493-4fc0-82af-d669e6839c28 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for c147f9a8-97de-45a1-9a08-ea67fb37f58d owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:00.801288 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:00.827889 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:00.857597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1eef9aeb-6f24-4fdf-b31b-c63e84631489,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:01.063311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['1eef9aeb-6f24-4fdf-b31b-c63e84631489'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:41:01.074199 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4446184d-6493-4fc0-82af-d669e6839c28 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:01.107179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446184d-6493-4fc0-82af-d669e6839c28 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=c147f9a8-97de-45a1-9a08-ea67fb37f58d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:01.255789 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4446184d-6493-4fc0-82af-d669e6839c28 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:01.421014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4446184d-6493-4fc0-82af-d669e6839c28 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Router 467a8a3b-59e1-4813-8dce-72799044d5c7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:41:01.865355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4446184d-6493-4fc0-82af-d669e6839c28 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:01.871199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4446184d-6493-4fc0-82af-d669e6839c28 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "PUT /v2.0/routers/467a8a3b-59e1-4813-8dce-72799044d5c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7775877 Oct 19 11:41:01.873976 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33786) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:01.885478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a3f20-04d4-4ce8-b179-ca6f1f67fd4e None None] Sync routers for ids ['467a8a3b-59e1-4813-8dce-72799044d5c7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:01.905618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a3f20-04d4-4ce8-b179-ca6f1f67fd4e None None] Routers {'467a8a3b-59e1-4813-8dce-72799044d5c7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:01.906236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a39a3f20-04d4-4ce8-b179-ca6f1f67fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['467a8a3b-59e1-4813-8dce-72799044d5c7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:01.912673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1eea8-4e7f-4182-acca-0d2a5891a5ba req-af976a88-9459-463b-a480-ec2cfc9b9a9c tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:01.914660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-75c1eea8-4e7f-4182-acca-0d2a5891a5ba req-af976a88-9459-463b-a480-ec2cfc9b9a9c tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 908 time: 0.0617905 Oct 19 11:41:01.951621 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffeb664-f488-4059-8e8b-327801f9bb8f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:41:01.953246 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4ffeb664-f488-4059-8e8b-327801f9bb8f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/c147f9a8-97de-45a1-9a08-ea67fb37f58d HTTP/1.1" status: 404 len: 333 time: 0.0782192 Oct 19 11:41:01.956117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33792) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:01.967457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a39a3f20-04d4-4ce8-b179-ca6f1f67fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:01.976488 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a3f20-04d4-4ce8-b179-ca6f1f67fd4e None None] Routers {'467a8a3b-59e1-4813-8dce-72799044d5c7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:01.977043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a39a3f20-04d4-4ce8-b179-ca6f1f67fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['467a8a3b-59e1-4813-8dce-72799044d5c7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:02.010461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a39a3f20-04d4-4ce8-b179-ca6f1f67fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:02.011141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a3f20-04d4-4ce8-b179-ca6f1f67fd4e None None] The sync data for ids ['467a8a3b-59e1-4813-8dce-72799044d5c7'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:02.039085 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a248ce80-4754-48bb-8f06-32c33e4feb2f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.201635 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a248ce80-4754-48bb-8f06-32c33e4feb2f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.203872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a248ce80-4754-48bb-8f06-32c33e4feb2f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.378062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a248ce80-4754-48bb-8f06-32c33e4feb2f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.383082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a248ce80-4754-48bb-8f06-32c33e4feb2f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Fanout notify agent at l3_agent the message router_deleted on router 467a8a3b-59e1-4813-8dce-72799044d5c7 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:41:02.387941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a248ce80-4754-48bb-8f06-32c33e4feb2f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.391785 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a248ce80-4754-48bb-8f06-32c33e4feb2f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/routers/467a8a3b-59e1-4813-8dce-72799044d5c7 HTTP/1.1" status: 204 len: 168 time: 0.4345698 Oct 19 11:41:02.391914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33814) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:02.448119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-0470050d-4e9b-479d-942f-09a83b11aae2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting subnet d7121449-9f4a-40ac-8bda-b278e32c7480 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:02.451676 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0470050d-4e9b-479d-942f-09a83b11aae2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.454289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1eef9aeb-6f24-4fdf-b31b-c63e84631489 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:02.491415 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0470050d-4e9b-479d-942f-09a83b11aae2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.593296 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0470050d-4e9b-479d-942f-09a83b11aae2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.612376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 1eef9aeb-6f24-4fdf-b31b-c63e84631489 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:41:02.616609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 1eef9aeb-6f24-4fdf-b31b-c63e84631489 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:02.620053 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.703990 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.727319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd912b3-1838-4f9c-8712-f3e5f5e4de0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eef9aeb-6f24-4fdf-b31b-c63e84631489'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:41:02.729917 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b0ffd8-27bd-4925-81a4-b439bf6d1e15" -d '{"events": [{"server_uuid": "cfd912b3-1838-4f9c-8712-f3e5f5e4de0f", "name": "network-vif-plugged", "status": "completed", "tag": "1eef9aeb-6f24-4fdf-b31b-c63e84631489"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:41:02.742416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1eef9aeb-6f24-4fdf-b31b-c63e84631489, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1eef9aeb-6f24-4fdf-b31b-c63e84631489,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:02.762309 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0470050d-4e9b-479d-942f-09a83b11aae2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.765872 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5891b4c-8430-4b23-849e-f2ab7b05127b x-openstack-request-id: req-d5891b4c-8430-4b23-849e-f2ab7b05127b {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:41:02.766195 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd912b3-1838-4f9c-8712-f3e5f5e4de0f", "name": "network-vif-plugged", "status": "completed", "tag": "1eef9aeb-6f24-4fdf-b31b-c63e84631489", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:41:02.769214 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5891b4c-8430-4b23-849e-f2ab7b05127b {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:41:02.769214 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd912b3-1838-4f9c-8712-f3e5f5e4de0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eef9aeb-6f24-4fdf-b31b-c63e84631489', 'code': 200} Oct 19 11:41:02.791454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470050d-4e9b-479d-942f-09a83b11aae2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Subnet': ['ID=d7121449-9f4a-40ac-8bda-b278e32c7480,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:02.793460 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0470050d-4e9b-479d-942f-09a83b11aae2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.799235 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0470050d-4e9b-479d-942f-09a83b11aae2 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/d7121449-9f4a-40ac-8bda-b278e32c7480 HTTP/1.1" status: 204 len: 168 time: 0.4037302 Oct 19 11:41:02.799235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33832) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:02.801605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac6ff3-bc94-435d-a50f-74b830a6a6e8 None None] Network 122a3f91-8511-4429-b5b9-59839b0658cd requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:02.874604 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.907127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:02.923789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd80178-5885-48f6-bb8d-f724a6179cbf req-f6094867-16aa-48cb-9411-c1304da93d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:02.925379 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfd80178-5885-48f6-bb8d-f724a6179cbf req-f6094867-16aa-48cb-9411-c1304da93d56 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 1060 time: 0.0592833 Oct 19 11:41:02.972997 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1eef9aeb-6f24-4fdf-b31b-c63e84631489,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:02.989977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port e17821b6-8c85-46cd-9a4a-40cd298fbdc2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:02.990398 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.067980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57aa887-aba2-4791-ae42-5529493f3a4f None None] DHCP port deletion for 122a3f91-8511-4429-b5b9-59839b0658cd request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:41:03.097978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] For port e17821b6-8c85-46cd-9a4a-40cd298fbdc2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e17821b6-8c85-46cd-9a4a-40cd298fbdc2,segment=NetworkSegment(32a62fd8-a9af-4caa-9c8b-fd7d18067502),segment_id=32a62fd8-a9af-4caa-9c8b-fd7d18067502)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:03.098328 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.113961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for e17821b6-8c85-46cd-9a4a-40cd298fbdc2 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:03.121590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f57aa887-aba2-4791-ae42-5529493f3a4f None None] Deleting port e17821b6-8c85-46cd-9a4a-40cd298fbdc2 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:03.121969 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f57aa887-aba2-4791-ae42-5529493f3a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.132947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9a727-30be-4158-8681-97698e84e1db req-9e214238-4a7e-4934-9f5e-0572aac6ea2d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:03.135082 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9bb9a727-30be-4158-8681-97698e84e1db req-9e214238-4a7e-4934-9f5e-0572aac6ea2d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 909 time: 0.1129532 Oct 19 11:41:03.199148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f57aa887-aba2-4791-ae42-5529493f3a4f None None] For port e17821b6-8c85-46cd-9a4a-40cd298fbdc2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e17821b6-8c85-46cd-9a4a-40cd298fbdc2,segment=NetworkSegment(32a62fd8-a9af-4caa-9c8b-fd7d18067502),segment_id=32a62fd8-a9af-4caa-9c8b-fd7d18067502)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:03.199554 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f57aa887-aba2-4791-ae42-5529493f3a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.214898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f57aa887-aba2-4791-ae42-5529493f3a4f None None] Calling delete_port for e17821b6-8c85-46cd-9a4a-40cd298fbdc2 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:03.321363 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.354488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=e17821b6-8c85-46cd-9a4a-40cd298fbdc2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:03.356569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No DVR routers for this DVR port e17821b6-8c85-46cd-9a4a-40cd298fbdc2 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:03.454696 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.488286 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f57aa887-aba2-4791-ae42-5529493f3a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.490273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122a3f91-8511-4429-b5b9-59839b0658cd']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:03.504083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a62fd8-a9af-4caa-9c8b-fd7d18067502') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:03.507803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a62fd8-a9af-4caa-9c8b-fd7d18067502') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:03.518761 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aa887-aba2-4791-ae42-5529493f3a4f None None] Pushing event deleted for resources: {'Port': ['ID=e17821b6-8c85-46cd-9a4a-40cd298fbdc2,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:03.519843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.528827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57aa887-aba2-4791-ae42-5529493f3a4f None None] No DVR routers for this DVR port e17821b6-8c85-46cd-9a4a-40cd298fbdc2 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:03.537029 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.544056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:41:03.544435 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:41:03.547308 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:41:03.692138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.705584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:03.713131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/networks/122a3f91-8511-4429-b5b9-59839b0658cd HTTP/1.1" status: 204 len: 168 time: 0.9128387 Oct 19 11:41:03.714799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33874) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:03.726632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8756e-cc4b-4174-b02d-c68dd9ab752a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Network': ['ID=122a3f91-8511-4429-b5b9-59839b0658cd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:03.771943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85522472-a275-4d29-8095-112612135267 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:03.773477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-85522472-a275-4d29-8095-112612135267 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/c79fe5d7-5ca6-484b-aa88-4824d60ef82e HTTP/1.1" status: 200 len: 841 time: 0.0571377 Oct 19 11:41:03.777908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33880) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:03.825702 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4ded06bd-1d19-43f1-8872-fcd894ea2da4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/c79fe5d7-5ca6-484b-aa88-4824d60ef82e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0466881 Oct 19 11:41:03.833874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33884) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:03.834257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f74188b0-f0db-43d1-9733-779c3fbd9527 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:04.012750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74188b0-f0db-43d1-9733-779c3fbd9527 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:04.016321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f74188b0-f0db-43d1-9733-779c3fbd9527 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:04.269863 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f630f4-6ba5-4516-8d38-9f31e0fef7dc req-c48a6d41-1012-4c83-8f89-c19c60dfd223 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:04.271456 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89f630f4-6ba5-4516-8d38-9f31e0fef7dc req-c48a6d41-1012-4c83-8f89-c19c60dfd223 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 909 time: 0.0499811 Oct 19 11:41:04.309652 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f74188b0-f0db-43d1-9733-779c3fbd9527 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:04.352980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74188b0-f0db-43d1-9733-779c3fbd9527 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:04.359398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f74188b0-f0db-43d1-9733-779c3fbd9527 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:04.363900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74188b0-f0db-43d1-9733-779c3fbd9527 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:04.364480 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f74188b0-f0db-43d1-9733-779c3fbd9527 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:04.368266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f649d161-b2d7-454c-8e05-9b9cea4bc8b3 None None] Network 68112cff-078d-4459-90fb-c59e7e28a2ad requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:04.374910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74188b0-f0db-43d1-9733-779c3fbd9527 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Subnet': ['ID=bac9304c-3998-4c97-994e-282fa3e4c402,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:04.397700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361787a-f157-4734-a99d-403ed3c1b38a req-44e0d482-19c3-4f32-8d17-053001f147cf tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:04.399807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6361787a-f157-4734-a99d-403ed3c1b38a req-44e0d482-19c3-4f32-8d17-053001f147cf tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 909 time: 0.0580635 Oct 19 11:41:04.484040 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f74188b0-f0db-43d1-9733-779c3fbd9527 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6538203 Oct 19 11:41:04.487099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 33920) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:04.495312 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1a8ab517-4a8e-42a0-a1aa-ef93a013aa71 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'security_group': {'name': 'tempest-secgroup-845099592'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:04.497017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e17821b6-8c85-46cd-9a4a-40cd298fbdc2 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:04.536385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e17821b6-8c85-46cd-9a4a-40cd298fbdc2 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:04.536960 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e17821b6-8c85-46cd-9a4a-40cd298fbdc2 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:04.548064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65b2bd-bd2e-4ca7-8e36-475b4f74443b req-559fe016-0cc9-41d4-bbde-870bc261638f tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:04.548064 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce65b2bd-bd2e-4ca7-8e36-475b4f74443b req-559fe016-0cc9-41d4-bbde-870bc261638f tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 1060 time: 0.0581656 Oct 19 11:41:04.573611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-68112cff-078d-4459-90fb-c59e7e28a2ad', 'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'tenant_id': '1660c5e8faf845d0952d2a20b3ebc1ef', 'fixed_ips': [{'subnet_id': 'bac9304c-3998-4c97-994e-282fa3e4c402'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:41:04.574558 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:04.610999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a8ab517-4a8e-42a0-a1aa-ef93a013aa71 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:04.685834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd7fb1-fbcf-47fe-9148-9bac4ea7c508 req-5d0013a6-a101-4b88-b043-82e6ba838a97 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:04.687723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6cd7fb1-fbcf-47fe-9148-9bac4ea7c508 req-5d0013a6-a101-4b88-b043-82e6ba838a97 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 1135 time: 0.0656643 Oct 19 11:41:04.731537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Allocated IP 172.20.0.2 (68112cff-078d-4459-90fb-c59e7e28a2ad/bac9304c-3998-4c97-994e-282fa3e4c402/4359b277-71bd-47c6-9a66-1fcf6c01ea8a) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:04.750654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6cd7fb1-fbcf-47fe-9148-9bac4ea7c508 req-65aa8f2d-4db2-41a6-bdda-27bf7d92fb6c tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0556543 Oct 19 11:41:04.753265 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a8ab517-4a8e-42a0-a1aa-ef93a013aa71 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:04.776115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33938) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:04.817315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b0005-2432-4965-93b3-750941efb5a2 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:04.819761 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1b9b0005-2432-4965-93b3-750941efb5a2 tempest-TestSecurityGroupsBasicOps-1923642194 tempest-TestSecurityGroupsBasicOps-1923642194-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 1055 time: 0.0414400 Oct 19 11:41:04.847937 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a8ab517-4a8e-42a0-a1aa-ef93a013aa71 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:04.886653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ab517-4a8e-42a0-a1aa-ef93a013aa71 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66dada53-82b9-4707-a06e-7cc19d4cc61e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:04.895540 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:04.997290 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1a8ab517-4a8e-42a0-a1aa-ef93a013aa71 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:04.999403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1a8ab517-4a8e-42a0-a1aa-ef93a013aa71 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5103321 Oct 19 11:41:05.001344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33952) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:05.005905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-97f42294-a64c-46ce-8b68-a88f34014c3a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'security_group': {'name': 'tempest-secgroup-773869132'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:05.017152 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:05.061841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:05.064836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:05.068305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:05.073698 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Pushing event updated for resources: {'Port': ['ID=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:05.128504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Attempting to bind port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:41:05.128894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Attempting to bind port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:41:05.129244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Attempting to bind port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a on network 68112cff-078d-4459-90fb-c59e7e28a2ad {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:41:05.134119 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:41:05.134481 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Checking segment: {'id': 'fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:05.134870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:05.135253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Bound using segment: {'id': 'fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:41:05.135697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Bound port: 4359b277-71bd-47c6-9a66-1fcf6c01ea8a, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:41:05.136065 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:05.203021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] For port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:41:05.206042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] For port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,segment=NetworkSegment(fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29),segment_id=fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:41:05.212741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97f42294-a64c-46ce-8b68-a88f34014c3a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:05.285171 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97f42294-a64c-46ce-8b68-a88f34014c3a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:05.332805 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:05.403260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b71b8-97ee-461d-a8bb-a6695b43e847 None None] Pushing event updated for resources: {'Port': ['ID=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:05.412439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97f42294-a64c-46ce-8b68-a88f34014c3a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:05.464878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f42294-a64c-46ce-8b68-a88f34014c3a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6c27e3-d2d9-4c48-8aeb-e1b5c163ce8c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:05.498091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e36a41-061d-42d2-8b5f-9ca0634ffb0e req-b92a63ba-6110-4432-a8f0-d201af7307e1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:05.506086 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80e36a41-061d-42d2-8b5f-9ca0634ffb0e req-b92a63ba-6110-4432-a8f0-d201af7307e1 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 909 time: 0.0614703 Oct 19 11:41:05.521921 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97f42294-a64c-46ce-8b68-a88f34014c3a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:05.526059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-97f42294-a64c-46ce-8b68-a88f34014c3a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5207298 Oct 19 11:41:05.526416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 33976) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:05.531824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1100199005', 'security_groups': ['cc6c27e3-d2d9-4c48-8aeb-e1b5c163ce8c'], 'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bac9304c-3998-4c97-994e-282fa3e4c402'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:05.766623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:05.855860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:05.880898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port 84114eb3-d01e-4fff-98cd-1244385bfc13 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:41:06.054620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.4 (68112cff-078d-4459-90fb-c59e7e28a2ad/bac9304c-3998-4c97-994e-282fa3e4c402/84114eb3-d01e-4fff-98cd-1244385bfc13) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:06.252179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:06.358386 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:06.383270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:06.386562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:06.408787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:06.416148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d27b6-941a-42c5-b7dc-5344bd64b702 req-bb342ad5-1fe3-4fd0-99b9-b126a223fef4 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:06.416148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-091d27b6-941a-42c5-b7dc-5344bd64b702 req-bb342ad5-1fe3-4fd0-99b9-b126a223fef4 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 945 time: 0.0559092 Oct 19 11:41:06.489139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:06.489771 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:06.524922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=84114eb3-d01e-4fff-98cd-1244385bfc13,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:06.556953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-091d27b6-941a-42c5-b7dc-5344bd64b702 req-d92ec19f-94b3-40d5-9386-361d734c89b9 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278713 Oct 19 11:41:06.592353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4359b277-71bd-47c6-9a66-1fcf6c01ea8a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:06.639302 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-805f40cb-a099-4605-acde-78782ecc6b3f tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1112602 Oct 19 11:41:06.641951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34028) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:06.656938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9dc72275-d429-4fb0-876f-5c45e1e1fd14 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:06.681681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493d446-b4e4-4097-84ae-3dd15499c4d2 req-527f7154-3a35-4f07-99ba-e5616f3ef44c tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:06.681681 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8493d446-b4e4-4097-84ae-3dd15499c4d2 req-527f7154-3a35-4f07-99ba-e5616f3ef44c tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 909 time: 0.0738032 Oct 19 11:41:06.687367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c9a67b5f-579c-4a71-b7a4-3cf82bac186c None None] Provisioning complete for port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:06.688415 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9a67b5f-579c-4a71-b7a4-3cf82bac186c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:06.728584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:06.729151 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:06.803544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84adca-e052-42ed-8400-407c3b7129c9 req-03f57751-64cc-4124-aed1-297457c5454d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:06.806077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b84adca-e052-42ed-8400-407c3b7129c9 req-03f57751-64cc-4124-aed1-297457c5454d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 909 time: 0.1426837 Oct 19 11:41:06.860309 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9a67b5f-579c-4a71-b7a4-3cf82bac186c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:06.920571 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:06.937635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-4b84adca-e052-42ed-8400-407c3b7129c9 req-f4cd6e21-27fb-4e98-a5ca-ed82cc8600b2 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Deleting port 1eef9aeb-6f24-4fdf-b31b-c63e84631489 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:06.938097 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b84adca-e052-42ed-8400-407c3b7129c9 req-f4cd6e21-27fb-4e98-a5ca-ed82cc8600b2 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:06.953101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c9a67b5f-579c-4a71-b7a4-3cf82bac186c None None] For port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,segment=NetworkSegment(fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29),segment_id=fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:07.000245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc72275-d429-4fb0-876f-5c45e1e1fd14 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:07.003838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9dc72275-d429-4fb0-876f-5c45e1e1fd14 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:07.030295 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9a67b5f-579c-4a71-b7a4-3cf82bac186c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:07.094671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4b84adca-e052-42ed-8400-407c3b7129c9 req-f4cd6e21-27fb-4e98-a5ca-ed82cc8600b2 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] For port 1eef9aeb-6f24-4fdf-b31b-c63e84631489, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1eef9aeb-6f24-4fdf-b31b-c63e84631489,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:07.094878 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b84adca-e052-42ed-8400-407c3b7129c9 req-f4cd6e21-27fb-4e98-a5ca-ed82cc8600b2 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:07.112977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-4b84adca-e052-42ed-8400-407c3b7129c9 req-f4cd6e21-27fb-4e98-a5ca-ed82cc8600b2 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Calling delete_port for 1eef9aeb-6f24-4fdf-b31b-c63e84631489 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:07.129171 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:41:07.129654 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:41:07.130248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c9a67b5f-579c-4a71-b7a4-3cf82bac186c None None] Provisioning complete for port c79fe5d7-5ca6-484b-aa88-4824d60ef82e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:07.130744 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9a67b5f-579c-4a71-b7a4-3cf82bac186c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:07.131040 n-d-814547-1 neutron-server[101312]: INFO neutron.db.ipam_backend_mixin [None req-9dc72275-d429-4fb0-876f-5c45e1e1fd14 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bac9304c-3998-4c97-994e-282fa3e4c402 (CIDR: 172.20.0.0/28) Oct 19 11:41:07.135130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a67b5f-579c-4a71-b7a4-3cf82bac186c None None] Pushing event updated for resources: {'Port': ['ID=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:07.174921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c9a67b5f-579c-4a71-b7a4-3cf82bac186c None None] Port c79fe5d7-5ca6-484b-aa88-4824d60ef82e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:07.178822 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc72275-d429-4fb0-876f-5c45e1e1fd14 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:41:07.179330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc72275-d429-4fb0-876f-5c45e1e1fd14 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:07.254807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9dc72275-d429-4fb0-876f-5c45e1e1fd14 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6115706 Oct 19 11:41:07.257561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34056) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:07.264146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1a548da9-8c2f-4108-b82f-adc92b82fdd5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:07.301732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-41f57bc6-ce51-4649-9d41-6909554da181 None None] Provisioning complete for port 84114eb3-d01e-4fff-98cd-1244385bfc13 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:07.302142 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41f57bc6-ce51-4649-9d41-6909554da181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:07.341111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-41f57bc6-ce51-4649-9d41-6909554da181 None None] Port 84114eb3-d01e-4fff-98cd-1244385bfc13 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:07.355105 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b84adca-e052-42ed-8400-407c3b7129c9 req-f4cd6e21-27fb-4e98-a5ca-ed82cc8600b2 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:07.403726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd6e21-27fb-4e98-a5ca-ed82cc8600b2 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'Port': ['ID=1eef9aeb-6f24-4fdf-b31b-c63e84631489,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:07.442540 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b84adca-e052-42ed-8400-407c3b7129c9 req-f4cd6e21-27fb-4e98-a5ca-ed82cc8600b2 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] No DVR routers for this DVR port 1eef9aeb-6f24-4fdf-b31b-c63e84631489 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:07.445454 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4b84adca-e052-42ed-8400-407c3b7129c9 req-f4cd6e21-27fb-4e98-a5ca-ed82cc8600b2 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:07.449239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b84adca-e052-42ed-8400-407c3b7129c9 req-f4cd6e21-27fb-4e98-a5ca-ed82cc8600b2 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.49 "DELETE /v2.0/ports/1eef9aeb-6f24-4fdf-b31b-c63e84631489 HTTP/1.1" status: 204 len: 173 time: 0.6369917 Oct 19 11:41:07.449688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd912b3-1838-4f9c-8712-f3e5f5e4de0f', 'name': 'network-vif-deleted', 'tag': '1eef9aeb-6f24-4fdf-b31b-c63e84631489'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:41:07.452247 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1757a3-b359-4b35-a980-075eddb2f5fe" -d '{"events": [{"server_uuid": "cfd912b3-1838-4f9c-8712-f3e5f5e4de0f", "name": "network-vif-deleted", "tag": "1eef9aeb-6f24-4fdf-b31b-c63e84631489"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:41:07.480496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a548da9-8c2f-4108-b82f-adc92b82fdd5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:07.484775 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a548da9-8c2f-4108-b82f-adc92b82fdd5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:07.493204 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd39473-b1ef-4c3a-9356-7356309402cf x-openstack-request-id: req-3fd39473-b1ef-4c3a-9356-7356309402cf {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:41:07.493563 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd912b3-1838-4f9c-8712-f3e5f5e4de0f", "name": "network-vif-deleted", "tag": "1eef9aeb-6f24-4fdf-b31b-c63e84631489", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:41:07.493837 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fd39473-b1ef-4c3a-9356-7356309402cf {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:41:07.494251 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd912b3-1838-4f9c-8712-f3e5f5e4de0f', 'name': 'network-vif-deleted', 'tag': '1eef9aeb-6f24-4fdf-b31b-c63e84631489', 'status': 'completed', 'code': 200} Oct 19 11:41:07.735789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bec30a-1d2b-4c84-93f6-cbe728885a49 req-3f9e2dfb-1089-4cef-ad5a-a4380ddd0c0f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:07.738441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71bec30a-1d2b-4c84-93f6-cbe728885a49 req-3f9e2dfb-1089-4cef-ad5a-a4380ddd0c0f tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 945 time: 0.0926616 Oct 19 11:41:07.749622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-6388e363-45b4-4fbc-9ee8-3321285e3151 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:07.751144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-6388e363-45b4-4fbc-9ee8-3321285e3151 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 945 time: 0.0594571 Oct 19 11:41:07.818931 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-07cacb8a-83ce-4e66-9aeb-906923bd71fc req-d7678d30-ddff-4f91-a5f2-57abb4bba82b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfd912b3-1838-4f9c-8712-f3e5f5e4de0f HTTP/1.1" status: 200 len: 210 time: 0.0320787 Oct 19 11:41:07.825660 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71bec30a-1d2b-4c84-93f6-cbe728885a49 req-b098bfd1-d98b-4a90-a4af-76dba56a0992 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce6fb4f9-0817-4d71-947d-66295445deed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690436 Oct 19 11:41:07.879391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Deleting port 2b736050-b1bb-4c1e-a806-08c8338aeaf2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:07.879649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:07.974537 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] For port 2b736050-b1bb-4c1e-a806-08c8338aeaf2, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2b736050-b1bb-4c1e-a806-08c8338aeaf2,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:07.974900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:07.982000 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a548da9-8c2f-4108-b82f-adc92b82fdd5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:08.030781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a548da9-8c2f-4108-b82f-adc92b82fdd5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:08.034237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-1a548da9-8c2f-4108-b82f-adc92b82fdd5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:08.038311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a548da9-8c2f-4108-b82f-adc92b82fdd5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:08.039096 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a548da9-8c2f-4108-b82f-adc92b82fdd5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:08.046122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de290314-8d69-4f49-a979-987d7ad4b98f None None] Network 68112cff-078d-4459-90fb-c59e7e28a2ad requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:08.056374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a548da9-8c2f-4108-b82f-adc92b82fdd5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Subnet': ['ID=425a5e8f-24e0-4423-b3f5-9b9e0cccf5b5,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:08.136505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1a548da9-8c2f-4108-b82f-adc92b82fdd5 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8764198 Oct 19 11:41:08.139237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34098) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:08.146281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-22a0549c-10c8-4cc5-b81c-745affa9cea9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-491753732', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '425a5e8f-24e0-4423-b3f5-9b9e0cccf5b5'}], 'security_groups': ['66dada53-82b9-4707-a06e-7cc19d4cc61e']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:08.272193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-22a0549c-10c8-4cc5-b81c-745affa9cea9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:08.334896 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:08.335350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:08.335724 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Floating IP ac09aad0-ba6b-44d4-a8c2-471f41a66959 disassociated. External IP: 172.25.2.69, port: 2b736050-b1bb-4c1e-a806-08c8338aeaf2. Oct 19 11:41:08.336245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Calling delete_port for 2b736050-b1bb-4c1e-a806-08c8338aeaf2 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:08.379447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3f590-15ae-4e48-ba62-2b85a7263c0e None None] Update dhcp port {'port': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'fixed_ips': [{'subnet_id': 'bac9304c-3998-4c97-994e-282fa3e4c402', 'ip_address': '172.20.0.2'}, {'subnet_id': '425a5e8f-24e0-4423-b3f5-9b9e0cccf5b5'}], 'binding:host_id': 'n-d-814547-1'}, 'id': '4359b277-71bd-47c6-9a66-1fcf6c01ea8a'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:41:08.458958 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88b3f590-15ae-4e48-ba62-2b85a7263c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:08.624162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4359b277-71bd-47c6-9a66-1fcf6c01ea8a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:08.629308 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:08.706477 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event deleted for resources: {'Port': ['ID=2b736050-b1bb-4c1e-a806-08c8338aeaf2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:08.725223 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:08.725672 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:08.822484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-22a0549c-10c8-4cc5-b81c-745affa9cea9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Delete allocated IP 172.20.0.4 (68112cff-078d-4459-90fb-c59e7e28a2ad/bac9304c-3998-4c97-994e-282fa3e4c402) {{(pid=101311) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 11:41:08.842080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-22a0549c-10c8-4cc5-b81c-745affa9cea9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.26 (68112cff-078d-4459-90fb-c59e7e28a2ad/425a5e8f-24e0-4423-b3f5-9b9e0cccf5b5/84114eb3-d01e-4fff-98cd-1244385bfc13) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:08.901569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:41:09.044764 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-22a0549c-10c8-4cc5-b81c-745affa9cea9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:09.065846 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c11bbe3-eeaa-4fcb-a824-6384d42d655c req-d5cb6844-dcc9-4bbf-9e26-7e4eda0c001d tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 210 time: 0.0479815 Oct 19 11:41:09.093622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:09.108164 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-22a0549c-10c8-4cc5-b81c-745affa9cea9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:09.109299 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69239e-a5a5-41fa-81ff-402d7ba61e1d None None] Sync routers for ids ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:09.124013 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69239e-a5a5-41fa-81ff-402d7ba61e1d None None] Routers {'1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:09.124818 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-4c69239e-a5a5-41fa-81ff-402d7ba61e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:09.255089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] No DVR routers for this DVR port 2b736050-b1bb-4c1e-a806-08c8338aeaf2 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:09.262658 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:09.273776 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a24db0c0-ca00-4ae1-a98f-61650267d971 req-290789ff-9e90-4d7f-90c7-a5fe71cdd810 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.49 "DELETE /v2.0/ports/2b736050-b1bb-4c1e-a806-08c8338aeaf2 HTTP/1.1" status: 204 len: 173 time: 1.5154750 Oct 19 11:41:09.279697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0549c-10c8-4cc5-b81c-745affa9cea9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=84114eb3-d01e-4fff-98cd-1244385bfc13,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:09.297131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-88b3f590-15ae-4e48-ba62-2b85a7263c0e None None] Allocated IP 172.20.0.18 (68112cff-078d-4459-90fb-c59e7e28a2ad/425a5e8f-24e0-4423-b3f5-9b9e0cccf5b5/4359b277-71bd-47c6-9a66-1fcf6c01ea8a) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:09.342348 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-4c69239e-a5a5-41fa-81ff-402d7ba61e1d None None] Set router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:09.372633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-22a0549c-10c8-4cc5-b81c-745affa9cea9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] In _notify_port_updated(), no bound segment for port 84114eb3-d01e-4fff-98cd-1244385bfc13 on network 68112cff-078d-4459-90fb-c59e7e28a2ad {{(pid=101311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:41:09.378211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a0549c-10c8-4cc5-b81c-745affa9cea9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:09.378836 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-22a0549c-10c8-4cc5-b81c-745affa9cea9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:09.380307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-22a0549c-10c8-4cc5-b81c-745affa9cea9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "PUT /v2.0/ports/84114eb3-d01e-4fff-98cd-1244385bfc13 HTTP/1.1" status: 200 len: 920 time: 1.2393122 Oct 19 11:41:09.383215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34154) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:09.457928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34162) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:09.509384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-88b3f590-15ae-4e48-ba62-2b85a7263c0e None None] For port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,segment=NetworkSegment(fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29),segment_id=fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:09.521090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71fe10d-c577-4124-813a-306877d9eb09', 'name': 'network-vif-deleted', 'tag': '2b736050-b1bb-4c1e-a806-08c8338aeaf2'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:41:09.529656 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4374e656-e509-42d8-a888-9e498c772990" -d '{"events": [{"server_uuid": "a71fe10d-c577-4124-813a-306877d9eb09", "name": "network-vif-deleted", "tag": "2b736050-b1bb-4c1e-a806-08c8338aeaf2"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:41:09.578187 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88b3f590-15ae-4e48-ba62-2b85a7263c0e None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:09.634711 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5081cae-b909-4007-a1f0-cee081e41af1 x-openstack-request-id: req-d5081cae-b909-4007-a1f0-cee081e41af1 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:41:09.636179 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71fe10d-c577-4124-813a-306877d9eb09", "name": "network-vif-deleted", "tag": "2b736050-b1bb-4c1e-a806-08c8338aeaf2", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:41:09.636611 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5081cae-b909-4007-a1f0-cee081e41af1 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:41:09.640335 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71fe10d-c577-4124-813a-306877d9eb09', 'name': 'network-vif-deleted', 'tag': '2b736050-b1bb-4c1e-a806-08c8338aeaf2', 'status': 'completed', 'code': 200} Oct 19 11:41:09.643253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-371bd84e-b21d-4fcf-841a-5e980dd0aa4a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port 84114eb3-d01e-4fff-98cd-1244385bfc13 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:09.645121 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88b3f590-15ae-4e48-ba62-2b85a7263c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:09.645477 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-371bd84e-b21d-4fcf-841a-5e980dd0aa4a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:09.768594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3f590-15ae-4e48-ba62-2b85a7263c0e None None] Pushing event updated for resources: {'Port': ['ID=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:09.787784 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-4c69239e-a5a5-41fa-81ff-402d7ba61e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:46Z', 'revision_number': 4, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '42a96a07-1233-4372-a34d-f40edbc2ef5f', 'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'mac_address': 'fa:16:3e:7f:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:45Z', 'updated_at': '2021-10-19T11:35:52Z', 'revision_number': 5, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'subnets': [{'id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:09.830142 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69239e-a5a5-41fa-81ff-402d7ba61e1d None None] Checking router: 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:41:09.838218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-371bd84e-b21d-4fcf-841a-5e980dd0aa4a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:09.869364 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69239e-a5a5-41fa-81ff-402d7ba61e1d None None] Routers {'1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:09.870256 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-4c69239e-a5a5-41fa-81ff-402d7ba61e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:09.871288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-371bd84e-b21d-4fcf-841a-5e980dd0aa4a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for 84114eb3-d01e-4fff-98cd-1244385bfc13 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:10.033204 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-4c69239e-a5a5-41fa-81ff-402d7ba61e1d None None] Set router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:10.264440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-371bd84e-b21d-4fcf-841a-5e980dd0aa4a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:10.381487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bd84e-b21d-4fcf-841a-5e980dd0aa4a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=84114eb3-d01e-4fff-98cd-1244385bfc13,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:10.443940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-371bd84e-b21d-4fcf-841a-5e980dd0aa4a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:10.448435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-371bd84e-b21d-4fcf-841a-5e980dd0aa4a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/84114eb3-d01e-4fff-98cd-1244385bfc13 HTTP/1.1" status: 204 len: 168 time: 1.0639458 Oct 19 11:41:10.452624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34196) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:10.463434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1eef9aeb-6f24-4fdf-b31b-c63e84631489 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:10.487003 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-4c69239e-a5a5-41fa-81ff-402d7ba61e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:46Z', 'revision_number': 4, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '42a96a07-1233-4372-a34d-f40edbc2ef5f', 'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'mac_address': 'fa:16:3e:7f:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:45Z', 'updated_at': '2021-10-19T11:35:52Z', 'revision_number': 5, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'subnets': [{'id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:10.506399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 1eef9aeb-6f24-4fdf-b31b-c63e84631489 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:10.509130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1eef9aeb-6f24-4fdf-b31b-c63e84631489 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:10.509556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2b736050-b1bb-4c1e-a806-08c8338aeaf2 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:10.547859 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69239e-a5a5-41fa-81ff-402d7ba61e1d None None] The sync data for ids ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'] in n-d-814547-1 is: [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:35:46Z', 'revision_number': 4, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '42a96a07-1233-4372-a34d-f40edbc2ef5f', 'name': '', 'network_id': 'fce1e704-1e33-4733-a45c-253abfbc9849', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'mac_address': 'fa:16:3e:7f:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:45Z', 'updated_at': '2021-10-19T11:35:52Z', 'revision_number': 5, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'subnets': [{'id': '591fe803-41d0-484e-8838-3a422f74d7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:10.549509 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fe17b9-7a91-4416-a7ba-1d295d1d82d9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:41:10.552462 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-13fe17b9-7a91-4416-a7ba-1d295d1d82d9 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/84114eb3-d01e-4fff-98cd-1244385bfc13 HTTP/1.1" status: 404 len: 333 time: 0.0977116 Oct 19 11:41:10.554797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34202) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:10.567587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 2b736050-b1bb-4c1e-a806-08c8338aeaf2 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:10.567952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2b736050-b1bb-4c1e-a806-08c8338aeaf2 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:10.581509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4359b277-71bd-47c6-9a66-1fcf6c01ea8a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:10.673130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-019a3171-252e-4ea6-bb41-962cae6149ef tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:10.694984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:10.696862 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:10.713479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-019a3171-252e-4ea6-bb41-962cae6149ef tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:10.887961 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-019a3171-252e-4ea6-bb41-962cae6149ef tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:10.892934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-019a3171-252e-4ea6-bb41-962cae6149ef tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:10.894373 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-019a3171-252e-4ea6-bb41-962cae6149ef tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/security-groups/cc6c27e3-d2d9-4c48-8aeb-e1b5c163ce8c HTTP/1.1" status: 204 len: 168 time: 0.3387341 Oct 19 11:41:10.901655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34206) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:10.903446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-552dc511-7bf8-4863-a8b9-7223cc786d95 None None] Provisioning complete for port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:10.903822 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-552dc511-7bf8-4863-a8b9-7223cc786d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:10.950676 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efaf59b8-3ddb-4cc0-a650-f72d00105546 req-bb9b7a80-25fd-4f67-84d5-ed223bbd2bc8 tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71fe10d-c577-4124-813a-306877d9eb09 HTTP/1.1" status: 200 len: 210 time: 0.0877166 Oct 19 11:41:10.951250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a3171-252e-4ea6-bb41-962cae6149ef tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6c27e3-d2d9-4c48-8aeb-e1b5c163ce8c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:11.004161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.008261 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-843ef083-f9b8-4663-9f7a-89501f3a5bfb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.063649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-843ef083-f9b8-4663-9f7a-89501f3a5bfb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.074659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea7cc70-4f81-47a5-b82b-a53ede92d265 None None] New status for floating IP ac09aad0-ba6b-44d4-a8c2-471f41a66959: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:41:11.168090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-552dc511-7bf8-4863-a8b9-7223cc786d95 None None] Could not find standard attr ID for object 84114eb3-d01e-4fff-98cd-1244385bfc13. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:41:11.212288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-552dc511-7bf8-4863-a8b9-7223cc786d95 None None] Provisioning complete for port c79fe5d7-5ca6-484b-aa88-4824d60ef82e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:11.212692 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-552dc511-7bf8-4863-a8b9-7223cc786d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.231165 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-843ef083-f9b8-4663-9f7a-89501f3a5bfb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.231377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-843ef083-f9b8-4663-9f7a-89501f3a5bfb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.232560 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-843ef083-f9b8-4663-9f7a-89501f3a5bfb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/security-groups/66dada53-82b9-4707-a06e-7cc19d4cc61e HTTP/1.1" status: 204 len: 168 time: 0.3296494 Oct 19 11:41:11.237834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34208) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:11.256104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-552dc511-7bf8-4863-a8b9-7223cc786d95 None None] Port c79fe5d7-5ca6-484b-aa88-4824d60ef82e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:11.267601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ef083-f9b8-4663-9f7a-89501f3a5bfb tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dada53-82b9-4707-a06e-7cc19d4cc61e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:11.317166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-84933ccc-b7e3-49e3-8ca1-8a0db4ed06e4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting subnet bac9304c-3998-4c97-994e-282fa3e4c402 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:11.327233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84933ccc-b7e3-49e3-8ca1-8a0db4ed06e4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.398075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84933ccc-b7e3-49e3-8ca1-8a0db4ed06e4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.471872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1ab1776b-f858-44b0-abb9-4ff6131732c4 None None] Could not find standard attr ID for object 84114eb3-d01e-4fff-98cd-1244385bfc13. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:41:11.483122 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Deleting port b2685725-5e68-4553-afa0-047e5b4777eb {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:11.483516 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.538495 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84933ccc-b7e3-49e3-8ca1-8a0db4ed06e4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.629298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] For port b2685725-5e68-4553-afa0-047e5b4777eb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b2685725-5e68-4553-afa0-047e5b4777eb,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:11.629298 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.639508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Calling delete_port for b2685725-5e68-4553-afa0-047e5b4777eb owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:11.679753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84933ccc-b7e3-49e3-8ca1-8a0db4ed06e4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.708380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84933ccc-b7e3-49e3-8ca1-8a0db4ed06e4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Subnet': ['ID=bac9304c-3998-4c97-994e-282fa3e4c402,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:11.712227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-84933ccc-b7e3-49e3-8ca1-8a0db4ed06e4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:11.719173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-84933ccc-b7e3-49e3-8ca1-8a0db4ed06e4 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/bac9304c-3998-4c97-994e-282fa3e4c402 HTTP/1.1" status: 204 len: 168 time: 0.4684138 Oct 19 11:41:11.719740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34218) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:11.726938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-347d2dd0-2714-40b3-8a56-1189d7bca3ba tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:11.732984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1506cf5-932a-46d4-a30c-31ad479661fa None None] Network 68112cff-078d-4459-90fb-c59e7e28a2ad requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:11.920803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347d2dd0-2714-40b3-8a56-1189d7bca3ba tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:11.926377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-347d2dd0-2714-40b3-8a56-1189d7bca3ba tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:12.013710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:12.028663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34228) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:12.066113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'Port': ['ID=b2685725-5e68-4553-afa0-047e5b4777eb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:12.290158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5bea2207-fc4c-42d1-8200-f115749d5b8c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Deleting port aa454ba6-7052-45de-a9c0-4ca6d12218ff {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:12.290769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bea2207-fc4c-42d1-8200-f115749d5b8c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:12.376812 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:12.424373 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bea2207-fc4c-42d1-8200-f115749d5b8c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:12.425039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bea2207-fc4c-42d1-8200-f115749d5b8c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:12.471945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5bea2207-fc4c-42d1-8200-f115749d5b8c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Calling delete_port for aa454ba6-7052-45de-a9c0-4ca6d12218ff owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:12.778057 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:41:12.787973 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-347d2dd0-2714-40b3-8a56-1189d7bca3ba tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:12.844026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347d2dd0-2714-40b3-8a56-1189d7bca3ba tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:12.847290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-347d2dd0-2714-40b3-8a56-1189d7bca3ba tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:12.857982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822a9f9-638b-4638-ae05-a0ca8032fef7 None None] Network 68112cff-078d-4459-90fb-c59e7e28a2ad requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:12.870174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347d2dd0-2714-40b3-8a56-1189d7bca3ba tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:12.870763 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-347d2dd0-2714-40b3-8a56-1189d7bca3ba tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:12.891095 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bea2207-fc4c-42d1-8200-f115749d5b8c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:12.934998 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:12.947381 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6be38-59d6-43d4-b536-bbb48e5c407a None None] Sync routers for ids ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:12.952467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ba4fbc55-df7b-4c93-a3ae-0ae4eeb5dafc tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "PUT /v2.0/routers/ab744c13-cd0b-499a-b8c4-9e1be09c17d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4933670 Oct 19 11:41:12.954040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c92a2834-be13-431a-94a3-63fe80d2dc29 None None] Provisioning complete for port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:12.954418 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c92a2834-be13-431a-94a3-63fe80d2dc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:12.955172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34240) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:12.976439 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6be38-59d6-43d4-b536-bbb48e5c407a None None] Routers {'ab744c13-cd0b-499a-b8c4-9e1be09c17d7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:12.977625 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-91f6be38-59d6-43d4-b536-bbb48e5c407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:12.993959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea2207-fc4c-42d1-8200-f115749d5b8c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event deleted for resources: {'Port': ['ID=aa454ba6-7052-45de-a9c0-4ca6d12218ff,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:13.041850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-269a1d22-918b-4648-a3b8-88656da71b55 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Deleting subnet 03fefdc1-e216-4d92-936a-d9c888c9f109 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:13.041850 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-269a1d22-918b-4648-a3b8-88656da71b55 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.042457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d2dd0-2714-40b3-8a56-1189d7bca3ba tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Subnet': ['ID=747f945f-61db-41cd-ab0d-c56d4bf3457a,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:13.047335 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bea2207-fc4c-42d1-8200-f115749d5b8c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.050439 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bea2207-fc4c-42d1-8200-f115749d5b8c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.052927 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5bea2207-fc4c-42d1-8200-f115749d5b8c tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "DELETE /v2.0/floatingips/ac09aad0-ba6b-44d4-a8c2-471f41a66959 HTTP/1.1" status: 204 len: 168 time: 1.0211883 Oct 19 11:41:13.074342 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-347d2dd0-2714-40b3-8a56-1189d7bca3ba tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3511391 Oct 19 11:41:13.074926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34244) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:13.081235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fea105da-bb06-4ef1-a2ad-4b1929947a63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'security_group': {'name': 'tempest-secgroup-545179264'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:13.162064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34250) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:13.186028 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-269a1d22-918b-4648-a3b8-88656da71b55 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.215604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fea105da-bb06-4ef1-a2ad-4b1929947a63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.228987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c92a2834-be13-431a-94a3-63fe80d2dc29 None None] Provisioning complete for port c79fe5d7-5ca6-484b-aa88-4824d60ef82e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:13.229638 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c92a2834-be13-431a-94a3-63fe80d2dc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.314290 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fea105da-bb06-4ef1-a2ad-4b1929947a63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.347892 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71e43069-c616-43d2-9070-0d3631a230ed tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.413469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e46dd7-40a9-446e-ba5d-bbe2ba42d547 None None] Update dhcp port {'port': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'fixed_ips': [{'subnet_id': '425a5e8f-24e0-4423-b3f5-9b9e0cccf5b5', 'ip_address': '172.20.0.18'}, {'subnet_id': '747f945f-61db-41cd-ab0d-c56d4bf3457a'}], 'binding:host_id': 'n-d-814547-1'}, 'id': '4359b277-71bd-47c6-9a66-1fcf6c01ea8a'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:41:13.417232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71e43069-c616-43d2-9070-0d3631a230ed tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.417963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c92a2834-be13-431a-94a3-63fe80d2dc29 None None] Port c79fe5d7-5ca6-484b-aa88-4824d60ef82e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:13.421214 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-269a1d22-918b-4648-a3b8-88656da71b55 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.455887 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-91f6be38-59d6-43d4-b536-bbb48e5c407a None None] Set router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:13.508669 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fea105da-bb06-4ef1-a2ad-4b1929947a63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.511218 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f9e46dd7-40a9-446e-ba5d-bbe2ba42d547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.561550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea105da-bb06-4ef1-a2ad-4b1929947a63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff61c7c7-5a17-4add-b621-b4327c6a900f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:13.582939 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71e43069-c616-43d2-9070-0d3631a230ed tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.585604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71e43069-c616-43d2-9070-0d3631a230ed tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.587474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-71e43069-c616-43d2-9070-0d3631a230ed tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] 10.222.0.39 "DELETE /v2.0/security-groups/ce6fb4f9-0817-4d71-947d-66295445deed HTTP/1.1" status: 204 len: 168 time: 0.4242544 Oct 19 11:41:13.612837 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-269a1d22-918b-4648-a3b8-88656da71b55 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.629859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e43069-c616-43d2-9070-0d3631a230ed tempest-TestServerBasicOps-576595770 tempest-TestServerBasicOps-576595770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6fb4f9-0817-4d71-947d-66295445deed,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:13.643193 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fea105da-bb06-4ef1-a2ad-4b1929947a63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.646887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fea105da-bb06-4ef1-a2ad-4b1929947a63 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5695286 Oct 19 11:41:13.653443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34256) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:13.659504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-02ce3469-660a-4efd-8325-0d36de0b027c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'security_group': {'name': 'tempest-secgroup-260995743'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:13.685707 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-269a1d22-918b-4648-a3b8-88656da71b55 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:13.687739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-269a1d22-918b-4648-a3b8-88656da71b55 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "DELETE /v2.0/subnets/03fefdc1-e216-4d92-936a-d9c888c9f109 HTTP/1.1" status: 204 len: 168 time: 0.7300503 Oct 19 11:41:13.688885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a1d22-918b-4648-a3b8-88656da71b55 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'Subnet': ['ID=03fefdc1-e216-4d92-936a-d9c888c9f109,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:13.692555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34258) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:13.719785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d1838-994f-4578-96d3-8778f74b0260 None None] Network 3f02b534-fc8e-43be-8fc5-7db04dd34271 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:13.722969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34260) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:13.830813 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-91f6be38-59d6-43d4-b536-bbb48e5c407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1520089830', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:40:41Z', 'updated_at': '2021-10-19T11:41:11Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:42Z', 'updated_at': '2021-10-19T11:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:13.890924 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6be38-59d6-43d4-b536-bbb48e5c407a None None] Checking router: ab744c13-cd0b-499a-b8c4-9e1be09c17d7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:41:13.911942 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6be38-59d6-43d4-b536-bbb48e5c407a None None] Routers {'ab744c13-cd0b-499a-b8c4-9e1be09c17d7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:13.912599 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-91f6be38-59d6-43d4-b536-bbb48e5c407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:13.929659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-f9e46dd7-40a9-446e-ba5d-bbe2ba42d547 None None] Allocated IP 172.20.0.2 (68112cff-078d-4459-90fb-c59e7e28a2ad/747f945f-61db-41cd-ab0d-c56d4bf3457a/4359b277-71bd-47c6-9a66-1fcf6c01ea8a) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:14.153796 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-91f6be38-59d6-43d4-b536-bbb48e5c407a None None] Set router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:14.379597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998133e9-adac-4da5-af92-f160f969f506 None None] DHCP port deletion for 3f02b534-fc8e-43be-8fc5-7db04dd34271 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:41:14.489868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f9e46dd7-40a9-446e-ba5d-bbe2ba42d547 None None] For port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,segment=NetworkSegment(fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29),segment_id=fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:14.500554 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-91f6be38-59d6-43d4-b536-bbb48e5c407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1520089830', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:40:41Z', 'updated_at': '2021-10-19T11:41:11Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:42Z', 'updated_at': '2021-10-19T11:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:14.500781 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:14.546405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f2f394bf-1445-46f9-b63b-a5ce84c27447 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:14.550319 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6be38-59d6-43d4-b536-bbb48e5c407a None None] The sync data for ids ['ab744c13-cd0b-499a-b8c4-9e1be09c17d7'] in n-d-814547-1 is: [{'id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1520089830', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:40:41Z', 'updated_at': '2021-10-19T11:41:11Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '324d28f2-1d19-45aa-bd65-9062b2498fc5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab744c13-cd0b-499a-b8c4-9e1be09c17d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:40:42Z', 'updated_at': '2021-10-19T11:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:14.566954 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:14.579298 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02ce3469-660a-4efd-8325-0d36de0b027c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:14.640036 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f9e46dd7-40a9-446e-ba5d-bbe2ba42d547 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:14.647259 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-998133e9-adac-4da5-af92-f160f969f506 None None] Deleting port f2f394bf-1445-46f9-b63b-a5ce84c27447 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:14.651121 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-998133e9-adac-4da5-af92-f160f969f506 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:14.720164 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f9e46dd7-40a9-446e-ba5d-bbe2ba42d547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:14.765494 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02ce3469-660a-4efd-8325-0d36de0b027c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:14.793565 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:14.828761 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02ce3469-660a-4efd-8325-0d36de0b027c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:14.933834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce3469-660a-4efd-8325-0d36de0b027c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0d7d04-c0f6-4910-aad9-dd731ad742ae,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:14.955487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02ce3469-660a-4efd-8325-0d36de0b027c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:14.956819 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-02ce3469-660a-4efd-8325-0d36de0b027c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3053608 Oct 19 11:41:14.960005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34268) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:14.964837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-52090547-e628-419d-89aa-c3e5b58ff7ee tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1833253458'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:15.000490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] Deleting port 42a96a07-1233-4372-a34d-f40edbc2ef5f {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:15.003827 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.003980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Deleting port 324d28f2-1d19-45aa-bd65-9062b2498fc5 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:15.004275 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.080399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.085597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e46dd7-40a9-446e-ba5d-bbe2ba42d547 None None] Pushing event updated for resources: {'Port': ['ID=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:15.097513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-998133e9-adac-4da5-af92-f160f969f506 None None] For port f2f394bf-1445-46f9-b63b-a5ce84c27447, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f2f394bf-1445-46f9-b63b-a5ce84c27447,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:15.097912 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-998133e9-adac-4da5-af92-f160f969f506 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.148232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-998133e9-adac-4da5-af92-f160f969f506 None None] Calling delete_port for f2f394bf-1445-46f9-b63b-a5ce84c27447 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:15.150900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] For port 324d28f2-1d19-45aa-bd65-9062b2498fc5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=324d28f2-1d19-45aa-bd65-9062b2498fc5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:15.151257 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.167047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] For port 42a96a07-1233-4372-a34d-f40edbc2ef5f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=42a96a07-1233-4372-a34d-f40edbc2ef5f,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:15.167941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.178140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Calling delete_port for 324d28f2-1d19-45aa-bd65-9062b2498fc5 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:15.188392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] Calling delete_port for 42a96a07-1233-4372-a34d-f40edbc2ef5f owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:15.201922 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port f2f394bf-1445-46f9-b63b-a5ce84c27447, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f2f394bf-1445-46f9-b63b-a5ce84c27447,segment=NetworkSegment(adc6c811-e60d-418a-b94a-378149327e0c),segment_id=adc6c811-e60d-418a-b94a-378149327e0c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:15.324307 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.441363 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52090547-e628-419d-89aa-c3e5b58ff7ee tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.456667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=f2f394bf-1445-46f9-b63b-a5ce84c27447,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:15.550944 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-998133e9-adac-4da5-af92-f160f969f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.570467 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52090547-e628-419d-89aa-c3e5b58ff7ee tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.591775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998133e9-adac-4da5-af92-f160f969f506 None None] Pushing event deleted for resources: {'Port': ['ID=f2f394bf-1445-46f9-b63b-a5ce84c27447,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:15.597598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998133e9-adac-4da5-af92-f160f969f506 None None] No DVR routers for this DVR port f2f394bf-1445-46f9-b63b-a5ce84c27447 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:15.600978 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.623638 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.634969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a96a07-1233-4372-a34d-f40edbc2ef5f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:15.638102 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52090547-e628-419d-89aa-c3e5b58ff7ee tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.666458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'Port': ['ID=324d28f2-1d19-45aa-bd65-9062b2498fc5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:15.726381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52090547-e628-419d-89aa-c3e5b58ff7ee tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a966efb-5c24-43fb-a21d-061a9b9f36fc,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:15.764102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.816807 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52090547-e628-419d-89aa-c3e5b58ff7ee tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.821717 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-52090547-e628-419d-89aa-c3e5b58ff7ee tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8603485 Oct 19 11:41:15.824514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34274) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:15.829732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2030147784', 'security_groups': ['5a966efb-5c24-43fb-a21d-061a9b9f36fc'], 'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '747f945f-61db-41cd-ab0d-c56d4bf3457a'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:15.920735 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:15.923054 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.016820 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.099036 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.099036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Fanout notify agent at l3_agent the message router_deleted on router ab744c13-cd0b-499a-b8c4-9e1be09c17d7 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:41:16.107287 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.111430 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-579f3a11-49cf-4161-bfc7-527af0b9f81d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "DELETE /v2.0/routers/ab744c13-cd0b-499a-b8c4-9e1be09c17d7 HTTP/1.1" status: 204 len: 168 time: 2.4178391 Oct 19 11:41:16.112199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34276) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:16.163843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-85536e1b-d6be-40fc-9d26-9a935d2dc61d None None] Provisioning complete for port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:16.165031 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-85536e1b-d6be-40fc-9d26-9a935d2dc61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.248815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.277728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-85536e1b-d6be-40fc-9d26-9a935d2dc61d None None] Provisioning complete for port c79fe5d7-5ca6-484b-aa88-4824d60ef82e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:16.280958 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-85536e1b-d6be-40fc-9d26-9a935d2dc61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.301760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:16.351366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-85536e1b-d6be-40fc-9d26-9a935d2dc61d None None] Port c79fe5d7-5ca6-484b-aa88-4824d60ef82e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:16.403255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.413348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] Router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:41:16.432951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f02b534-fc8e-43be-8fc5-7db04dd34271']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:16.457493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc6c811-e60d-418a-b94a-378149327e0c') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:16.458560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc6c811-e60d-418a-b94a-378149327e0c') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:16.478898 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.495504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.523241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:41:16.524209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:41:16.527732 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:41:16.538470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.579200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] device_id is not set on port ed8e317d-4b56-4efd-bb10-5d528a722f72 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:41:16.677316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4359b277-71bd-47c6-9a66-1fcf6c01ea8a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:16.715565 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.730116 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.735412 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "DELETE /v2.0/networks/3f02b534-fc8e-43be-8fc5-7db04dd34271 HTTP/1.1" status: 204 len: 168 time: 0.6219497 Oct 19 11:41:16.738482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34284) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:16.752658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:16.767994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720ea09-c1cf-4d4d-8f58-ecda9e9729f2 None None] Sync routers for ids ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:16.775908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb88ba-e39f-4a5a-8dff-bbcb4bd9ff27 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'Network': ['ID=3f02b534-fc8e-43be-8fc5-7db04dd34271,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:16.785924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:16.786322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:16.791163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720ea09-c1cf-4d4d-8f58-ecda9e9729f2 None None] Routers {'1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:16.791881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1720ea09-c1cf-4d4d-8f58-ecda9e9729f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:16.819852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6d815ab8-7987-473f-97d8-ed51def84620 admin admin] 10.222.0.39 "PUT /v2.0/routers/1fa2b92c-b1e2-47d5-ad00-6b280e7a5616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0931194 Oct 19 11:41:16.820226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34288) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:16.990379 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:17.002605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1720ea09-c1cf-4d4d-8f58-ecda9e9729f2 None None] Set router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:17.212597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b2685725-5e68-4553-afa0-047e5b4777eb no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:17.221899 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:17.239601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b2685725-5e68-4553-afa0-047e5b4777eb {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:17.240096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b2685725-5e68-4553-afa0-047e5b4777eb not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:17.240678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 324d28f2-1d19-45aa-bd65-9062b2498fc5 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:17.267772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 324d28f2-1d19-45aa-bd65-9062b2498fc5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:17.268271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 324d28f2-1d19-45aa-bd65-9062b2498fc5 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:17.297542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1720ea09-c1cf-4d4d-8f58-ecda9e9729f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:41:15Z', 'revision_number': 5, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:17.331600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720ea09-c1cf-4d4d-8f58-ecda9e9729f2 None None] Checking router: 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:41:17.342917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720ea09-c1cf-4d4d-8f58-ecda9e9729f2 None None] Routers {'1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:17.343724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1720ea09-c1cf-4d4d-8f58-ecda9e9729f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:17.473150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Deleting port 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:17.476519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:17.550030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1720ea09-c1cf-4d4d-8f58-ecda9e9729f2 None None] Set router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:17.635179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] For port 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:17.635784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:17.661775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Calling delete_port for 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:17.987357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1720ea09-c1cf-4d4d-8f58-ecda9e9729f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:41:15Z', 'revision_number': 5, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:18.050505 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720ea09-c1cf-4d4d-8f58-ecda9e9729f2 None None] The sync data for ids ['1fa2b92c-b1e2-47d5-ad00-6b280e7a5616'] in n-d-814547-1 is: [{'id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'name': 'tempest-TestServerBasicOps-756199623-router', 'tenant_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:40Z', 'updated_at': '2021-10-19T11:41:15Z', 'revision_number': 5, 'project_id': 'a53f8a64d10e41e6a185d0d3514a4436', 'gw_port': {'id': '479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2b92c-b1e2-47d5-ad00-6b280e7a5616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2815, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:41Z', 'updated_at': '2021-10-19T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:18.058040 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.062308 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.10 (68112cff-078d-4459-90fb-c59e7e28a2ad/747f945f-61db-41cd-ab0d-c56d4bf3457a/ed8e317d-4b56-4efd-bb10-5d528a722f72) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:18.229991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Deleting port 270c954a-44d3-4bb3-aa3a-9219e5c05ffa {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:18.230333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.283000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Pushing event deleted for resources: {'Port': ['ID=479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:18.315720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.345028 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.366981 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.366981 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.388223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Calling delete_port for 270c954a-44d3-4bb3-aa3a-9219e5c05ffa owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:18.510359 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.536182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.593734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 42a96a07-1233-4372-a34d-f40edbc2ef5f no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:18.631685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 42a96a07-1233-4372-a34d-f40edbc2ef5f {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:18.632227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 42a96a07-1233-4372-a34d-f40edbc2ef5f not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:18.641905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.739745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:18.746353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:18.753346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:18.754431 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.755194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:41:18.763310 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.764576 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4c739ee7-fffc-4ff3-ae2d-fcaa4232796d admin admin] 10.222.0.39 "DELETE /v2.0/routers/1fa2b92c-b1e2-47d5-ad00-6b280e7a5616 HTTP/1.1" status: 204 len: 168 time: 1.9432802 Oct 19 11:41:18.769589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34308) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:18.804576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=ed8e317d-4b56-4efd-bb10-5d528a722f72,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:18.837859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:18.838546 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.845682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eeee239-7618-4692-9b7a-95ac96c3296a admin admin] Deleting subnet 591fe803-41d0-484e-8838-3a422f74d7dd {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:18.862425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3eeee239-7618-4692-9b7a-95ac96c3296a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.885116 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:18.930141 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3eeee239-7618-4692-9b7a-95ac96c3296a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.049605 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'Port': ['ID=270c954a-44d3-4bb3-aa3a-9219e5c05ffa,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:19.061684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34312) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:19.062348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-af3b9551-3526-46f8-8d52-c8df6b691f18 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2365248 Oct 19 11:41:19.065073 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.065193 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Floating IP 6c32b6ec-6acc-43a0-bafe-dd57450830ba disassociated (deleted). External IP: 172.25.2.192, port: 02ebbece-cdf0-4fbb-8f3e-70607cfc8162. Oct 19 11:41:19.067206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-07119549-6f2c-4990-9bb4-cbf7b4373d62 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:19.122468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3eeee239-7618-4692-9b7a-95ac96c3296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.194028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-29089214-a00c-4f53-a81e-9a828643105c None None] Provisioning complete for port ed8e317d-4b56-4efd-bb10-5d528a722f72 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:19.194407 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-29089214-a00c-4f53-a81e-9a828643105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.233201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-29089214-a00c-4f53-a81e-9a828643105c None None] Port ed8e317d-4b56-4efd-bb10-5d528a722f72 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:19.309164 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3eeee239-7618-4692-9b7a-95ac96c3296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.356837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeee239-7618-4692-9b7a-95ac96c3296a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591fe803-41d0-484e-8838-3a422f74d7dd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:19.363545 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Router a0e68fcc-674b-442f-aa68-eeedf2b2636b has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:41:19.364325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07119549-6f2c-4990-9bb4-cbf7b4373d62 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:19.368432 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-07119549-6f2c-4990-9bb4-cbf7b4373d62 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.389583 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3eeee239-7618-4692-9b7a-95ac96c3296a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.395146 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3eeee239-7618-4692-9b7a-95ac96c3296a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/591fe803-41d0-484e-8838-3a422f74d7dd HTTP/1.1" status: 204 len: 168 time: 0.6223347 Oct 19 11:41:19.396149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34314) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:19.398703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb47a48-4705-49c2-91f5-8de3a5a61592 None None] Network fce1e704-1e33-4733-a45c-253abfbc9849 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:19.510546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:19.517877 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.528375 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae3094-00a6-469e-98a4-08ab7d18f7f9 None None] Sync routers for ids ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:19.544500 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae3094-00a6-469e-98a4-08ab7d18f7f9 None None] Routers {'a0e68fcc-674b-442f-aa68-eeedf2b2636b'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:19.545315 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c7ae3094-00a6-469e-98a4-08ab7d18f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:19.588724 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9b390a10-9ba5-48b9-9133-8c8ae05d5e5b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "DELETE /v2.0/floatingips/6c32b6ec-6acc-43a0-bafe-dd57450830ba HTTP/1.1" status: 204 len: 168 time: 2.8481605 Oct 19 11:41:19.589729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b89163-0bef-4017-9508-5acf353881b2', 'tag': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:41:19.595015 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.609363 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db15b9e2-8471-401f-af5a-7ffec42426dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b89163-0bef-4017-9508-5acf353881b2", "tag": "02ebbece-cdf0-4fbb-8f3e-70607cfc8162"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:41:19.638760 n-d-814547-1 neutron-server[101312]: INFO neutron.db.ipam_backend_mixin [None req-07119549-6f2c-4990-9bb4-cbf7b4373d62 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 747f945f-61db-41cd-ab0d-c56d4bf3457a (CIDR: 172.20.0.0/28) Oct 19 11:41:19.705183 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.717477 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ebaab6-ff27-4421-bc9e-fa5f4f5c88a0 x-openstack-request-id: req-a8ebaab6-ff27-4421-bc9e-fa5f4f5c88a0 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:41:19.717929 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b89163-0bef-4017-9508-5acf353881b2", "tag": "02ebbece-cdf0-4fbb-8f3e-70607cfc8162", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:41:19.721110 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8ebaab6-ff27-4421-bc9e-fa5f4f5c88a0 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:41:19.721602 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-07119549-6f2c-4990-9bb4-cbf7b4373d62 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:41:19.721900 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b89163-0bef-4017-9508-5acf353881b2', 'tag': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162', 'status': 'completed', 'code': 200} Oct 19 11:41:19.722096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07119549-6f2c-4990-9bb4-cbf7b4373d62 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:19.764223 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60650b-632a-4ef6-b9d0-2be20f1c0082 None None] DHCP port deletion for fce1e704-1e33-4733-a45c-253abfbc9849 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:41:19.806607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-44283ac9-b6bd-4fd4-830c-e702eb370e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:19.808146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Deleting port 5358f05a-c1bd-441a-96f6-f750991a8b17 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:19.808725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-44283ac9-b6bd-4fd4-830c-e702eb370e88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd0b29691a544f1483f955fa185095a1&device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 1135 time: 0.0558207 Oct 19 11:41:19.813475 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.814596 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c7ae3094-00a6-469e-98a4-08ab7d18f7f9 None None] Set router a0e68fcc-674b-442f-aa68-eeedf2b2636b gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:19.847838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ce60650b-632a-4ef6-b9d0-2be20f1c0082 None None] Deleting port 5358f05a-c1bd-441a-96f6-f750991a8b17 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:19.847838 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ce60650b-632a-4ef6-b9d0-2be20f1c0082 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:19.848131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-07119549-6f2c-4990-9bb4-cbf7b4373d62 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7820649 Oct 19 11:41:19.857536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34322) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:19.876578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6c20afdb-2721-41e4-913e-a319d239202b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:19.983842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-9b53cc73-2d55-4ae0-96c8-63d83359690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:19.986155 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-9b53cc73-2d55-4ae0-96c8-63d83359690a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e960270-a788-4ab1-a2f2-7b135ad9ad66 HTTP/1.1" status: 200 len: 898 time: 0.1616642 Oct 19 11:41:20.034816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ce60650b-632a-4ef6-b9d0-2be20f1c0082 None None] For port 5358f05a-c1bd-441a-96f6-f750991a8b17, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5358f05a-c1bd-441a-96f6-f750991a8b17,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:20.035222 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ce60650b-632a-4ef6-b9d0-2be20f1c0082 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:20.062979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ce60650b-632a-4ef6-b9d0-2be20f1c0082 None None] Calling delete_port for 5358f05a-c1bd-441a-96f6-f750991a8b17 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:20.084226 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-2af7b35c-5c3e-451a-8297-dac5103b7035 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02ebbece-cdf0-4fbb-8f3e-70607cfc8162 HTTP/1.1" status: 200 len: 217 time: 0.0836768 Oct 19 11:41:20.091945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] For port 5358f05a-c1bd-441a-96f6-f750991a8b17, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5358f05a-c1bd-441a-96f6-f750991a8b17,segment=NetworkSegment(637c61c7-0df2-47d2-ac98-d37d50f9baef),segment_id=637c61c7-0df2-47d2-ac98-d37d50f9baef)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:20.093499 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:20.134946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Calling delete_port for 5358f05a-c1bd-441a-96f6-f750991a8b17 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:20.150337 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:20.186703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-c2d4e15e-a1f6-4dde-a3d3-ff4c1a928ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:20.193490 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-c2d4e15e-a1f6-4dde-a3d3-ff4c1a928ea7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=982982c4-5243-4f92-9baf-63a86c0fcc1d HTTP/1.1" status: 200 len: 834 time: 0.0946660 Oct 19 11:41:20.216045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c20afdb-2721-41e4-913e-a319d239202b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:20.228065 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6c20afdb-2721-41e4-913e-a319d239202b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:20.273757 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c7ae3094-00a6-469e-98a4-08ab7d18f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:40Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd97b0d31-0291-4fbe-a844-33ca7f534584', 'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c1:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:38Z', 'updated_at': '2021-10-19T11:39:46Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:20.309175 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae3094-00a6-469e-98a4-08ab7d18f7f9 None None] Checking router: a0e68fcc-674b-442f-aa68-eeedf2b2636b for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:41:20.322702 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae3094-00a6-469e-98a4-08ab7d18f7f9 None None] Routers {'a0e68fcc-674b-442f-aa68-eeedf2b2636b'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:20.323518 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c7ae3094-00a6-469e-98a4-08ab7d18f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:20.338435 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9962a-1fd9-4737-b534-9a0063776b0c req-36ffcbfb-6629-449e-9259-b8829b336b50 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:20.340219 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89a9962a-1fd9-4737-b534-9a0063776b0c req-36ffcbfb-6629-449e-9259-b8829b336b50 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 984 time: 0.0893705 Oct 19 11:41:20.349180 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ce60650b-632a-4ef6-b9d0-2be20f1c0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:20.370095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60650b-632a-4ef6-b9d0-2be20f1c0082 None None] No DVR routers for this DVR port 5358f05a-c1bd-441a-96f6-f750991a8b17 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:20.380940 n-d-814547-1 neutron-server[101312]: INFO neutron.db.ipam_backend_mixin [None req-6c20afdb-2721-41e4-913e-a319d239202b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 425a5e8f-24e0-4423-b3f5-9b9e0cccf5b5 (CIDR: 172.20.0.16/28) Oct 19 11:41:20.398277 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:20.418116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] No DVR routers for this DVR port 5358f05a-c1bd-441a-96f6-f750991a8b17 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:20.418780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60650b-632a-4ef6-b9d0-2be20f1c0082 None None] Pushing event deleted for resources: {'Port': ['ID=5358f05a-c1bd-441a-96f6-f750991a8b17,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:20.454858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-26fa5a60-ba09-47eb-bf39-2b6c503fb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:20.455109 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c20afdb-2721-41e4-913e-a319d239202b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:41:20.455109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c20afdb-2721-41e4-913e-a319d239202b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:20.456242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-26fa5a60-ba09-47eb-bf39-2b6c503fb0ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e960270-a788-4ab1-a2f2-7b135ad9ad66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576780 Oct 19 11:41:20.461230 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89a9962a-1fd9-4737-b534-9a0063776b0c req-99d50aaa-c1c0-4379-937d-ed09b47e4e0b tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1108234 Oct 19 11:41:20.471551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-80b3a138-1a0d-459d-a99e-45c83e8cdbfe service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:41:20.473222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-80b3a138-1a0d-459d-a99e-45c83e8cdbfe service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069094 Oct 19 11:41:20.532488 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c7ae3094-00a6-469e-98a4-08ab7d18f7f9 None None] Set router a0e68fcc-674b-442f-aa68-eeedf2b2636b gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:20.535819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Pushing event deleted for resources: {'Port': ['ID=5358f05a-c1bd-441a-96f6-f750991a8b17,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:20.566350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6c20afdb-2721-41e4-913e-a319d239202b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7076402 Oct 19 11:41:20.568722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:20.570052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34328) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:20.578130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1f8d7a4b-0969-4fa2-a630-02bd8a429f53 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'subnet': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:20.593729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:20.594075 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 479d5af7-6ca4-4f88-b625-ce9e4eaa9eb6 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:20.594495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5358f05a-c1bd-441a-96f6-f750991a8b17 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:20.634402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 5358f05a-c1bd-441a-96f6-f750991a8b17 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:20.634708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5358f05a-c1bd-441a-96f6-f750991a8b17 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:20.693240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-c5aad7e4-2a73-45fc-aa00-a229e179c02f service neutron] 10.222.0.26 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054439 Oct 19 11:41:20.798672 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c7ae3094-00a6-469e-98a4-08ab7d18f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:40Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd97b0d31-0291-4fbe-a844-33ca7f534584', 'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c1:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:38Z', 'updated_at': '2021-10-19T11:39:46Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:20.830965 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ae3094-00a6-469e-98a4-08ab7d18f7f9 None None] The sync data for ids ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'] in n-d-814547-1 is: [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:39:40Z', 'revision_number': 4, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd97b0d31-0291-4fbe-a844-33ca7f534584', 'name': '', 'network_id': '6e960270-a788-4ab1-a2f2-7b135ad9ad66', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'mac_address': 'fa:16:3e:c1:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:38Z', 'updated_at': '2021-10-19T11:39:46Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'subnets': [{'id': '982982c4-5243-4f92-9baf-63a86c0fcc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:20.859948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db15b9e2-8471-401f-af5a-7ffec42426dc req-29199cfc-051e-4d75-82a3-e882dabb22fc service neutron] 10.222.0.26 "GET /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614575 Oct 19 11:41:20.994775 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:21.028480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce1e704-1e33-4733-a45c-253abfbc9849']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:21.046930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637c61c7-0df2-47d2-ac98-d37d50f9baef') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:21.051449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637c61c7-0df2-47d2-ac98-d37d50f9baef') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:21.064024 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:21.087428 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:21.095718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:41:21.096826 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:41:21.099139 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:41:21.170422 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b73c2f-7b67-4176-9cec-dbdda4a4adb9 None None] New status for floating IP 6c32b6ec-6acc-43a0-bafe-dd57450830ba: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:41:21.200638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8d7a4b-0969-4fa2-a630-02bd8a429f53 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Made reservation on behalf of 1660c5e8faf845d0952d2a20b3ebc1ef for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:21.204350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1f8d7a4b-0969-4fa2-a630-02bd8a429f53 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:21.368880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:21.378369 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:21.385228 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] 10.222.0.39 "DELETE /v2.0/networks/fce1e704-1e33-4733-a45c-253abfbc9849 HTTP/1.1" status: 204 len: 168 time: 1.9852297 Oct 19 11:41:21.387146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34334) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:21.439881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47876a0-e4a1-4f16-a946-e4dabe80599b admin admin] Pushing event deleted for resources: {'Network': ['ID=fce1e704-1e33-4733-a45c-253abfbc9849,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:21.701623 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1f8d7a4b-0969-4fa2-a630-02bd8a429f53 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:21.753927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d7a4b-0969-4fa2-a630-02bd8a429f53 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Subnet': ['ID=8380ca5d-f151-49bd-b31d-681890c7a5f4,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:21.788087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-95e5d6a2-fdd3-4b69-a933-2443d1edccaf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1523020 Oct 19 11:41:21.811879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be560c8e-b859-4928-b23b-653f1430a976 req-199a280d-5faf-4849-837d-522d20d7ca7d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:21.814326 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-be560c8e-b859-4928-b23b-653f1430a976 req-199a280d-5faf-4849-837d-522d20d7ca7d tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 984 time: 0.1978810 Oct 19 11:41:21.827508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db8747-55b1-4780-8020-3dfbf5ccd6c8 req-e1b0320f-cd9b-4036-b87a-3784912731b3 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:21.829523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5db8747-55b1-4780-8020-3dfbf5ccd6c8 req-e1b0320f-cd9b-4036-b87a-3784912731b3 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 984 time: 0.1474681 Oct 19 11:41:21.831575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8d7a4b-0969-4fa2-a630-02bd8a429f53 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Network 68112cff-078d-4459-90fb-c59e7e28a2ad is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:21.832784 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34340) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:21.835652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-1f8d7a4b-0969-4fa2-a630-02bd8a429f53 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:21.848240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dc6ed2-2094-4cc5-a947-e4bf2ac72169 None None] Network 68112cff-078d-4459-90fb-c59e7e28a2ad requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:21.857226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8d7a4b-0969-4fa2-a630-02bd8a429f53 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:21.857917 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1f8d7a4b-0969-4fa2-a630-02bd8a429f53 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:21.894737 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-be560c8e-b859-4928-b23b-653f1430a976 req-b8095c69-1e4f-4658-a41c-060f44dfb1ac tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0605102 Oct 19 11:41:21.922630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a135a3b-9942-48bf-82ac-4afe67419772 admin admin] Deleting subnet a34d6d33-a232-4522-a600-45f9bd09df4c {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:21.925414 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7a135a3b-9942-48bf-82ac-4afe67419772 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:21.991032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-a97faf77-7f42-4d77-aa49-d5937348123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:21.992601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-a97faf77-7f42-4d77-aa49-d5937348123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:21.993250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-a97faf77-7f42-4d77-aa49-d5937348123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:21.993864 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-a97faf77-7f42-4d77-aa49-d5937348123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:21.994491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-a97faf77-7f42-4d77-aa49-d5937348123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:21.995097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-a97faf77-7f42-4d77-aa49-d5937348123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:21.995700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-a97faf77-7f42-4d77-aa49-d5937348123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:21.997973 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-a97faf77-7f42-4d77-aa49-d5937348123d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f02d532ea77644839438ea6e31aadb59&device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 6499 time: 0.1217101 Oct 19 11:41:22.035367 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1f8d7a4b-0969-4fa2-a630-02bd8a429f53 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4635906 Oct 19 11:41:22.037216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34342) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:22.052798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-42173432-4edb-488f-ae7b-da1faf34dfc1 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1821139072', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8380ca5d-f151-49bd-b31d-681890c7a5f4'}], 'security_groups': ['ff61c7c7-5a17-4add-b621-b4327c6a900f', 'be0d7d04-c0f6-4910-aad9-dd731ad742ae']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:22.144704 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7a135a3b-9942-48bf-82ac-4afe67419772 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:22.272351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decc85bb-fd63-4766-a186-4efec04d997c None None] Update dhcp port {'port': {'network_id': '68112cff-078d-4459-90fb-c59e7e28a2ad', 'fixed_ips': [{'subnet_id': '425a5e8f-24e0-4423-b3f5-9b9e0cccf5b5', 'ip_address': '172.20.0.18'}, {'subnet_id': '747f945f-61db-41cd-ab0d-c56d4bf3457a', 'ip_address': '172.20.0.2'}, {'subnet_id': '8380ca5d-f151-49bd-b31d-681890c7a5f4'}], 'binding:host_id': 'n-d-814547-1'}, 'id': '4359b277-71bd-47c6-9a66-1fcf6c01ea8a'} from n-d-814547-1. {{(pid=101313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 11:41:22.307749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7a135a3b-9942-48bf-82ac-4afe67419772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:22.319641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-d5db8747-55b1-4780-8020-3dfbf5ccd6c8 req-e4d8f033-feff-466c-9ab5-0dd16e0ee123 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Deleting port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:22.321862 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d5db8747-55b1-4780-8020-3dfbf5ccd6c8 req-e4d8f033-feff-466c-9ab5-0dd16e0ee123 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:22.323325 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-decc85bb-fd63-4766-a186-4efec04d997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:22.625367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-11f52d87-62eb-4a7b-aee0-10ae30e2a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:22.626442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-11f52d87-62eb-4a7b-aee0-10ae30e2a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:22.627051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-11f52d87-62eb-4a7b-aee0-10ae30e2a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:22.629894 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-11f52d87-62eb-4a7b-aee0-10ae30e2a96a service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=3e9097e1-5980-4988-b558-8c0042200931&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba HTTP/1.1" status: 200 len: 2295 time: 0.5924149 Oct 19 11:41:22.643551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-d5db8747-55b1-4780-8020-3dfbf5ccd6c8 req-e4d8f033-feff-466c-9ab5-0dd16e0ee123 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] For port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=02ebbece-cdf0-4fbb-8f3e-70607cfc8162,segment=NetworkSegment(a3c314ea-8de9-40cf-a9a4-237eb49a15c4),segment_id=a3c314ea-8de9-40cf-a9a4-237eb49a15c4)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:22.644120 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d5db8747-55b1-4780-8020-3dfbf5ccd6c8 req-e4d8f033-feff-466c-9ab5-0dd16e0ee123 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:22.644756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-decc85bb-fd63-4766-a186-4efec04d997c None None] Allocated IP 172.20.0.34 (68112cff-078d-4459-90fb-c59e7e28a2ad/8380ca5d-f151-49bd-b31d-681890c7a5f4/4359b277-71bd-47c6-9a66-1fcf6c01ea8a) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:22.654074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7a135a3b-9942-48bf-82ac-4afe67419772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:22.707538 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-42173432-4edb-488f-ae7b-da1faf34dfc1 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:22.742445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a135a3b-9942-48bf-82ac-4afe67419772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a34d6d33-a232-4522-a600-45f9bd09df4c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:22.772043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-d5db8747-55b1-4780-8020-3dfbf5ccd6c8 req-e4d8f033-feff-466c-9ab5-0dd16e0ee123 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Calling delete_port for 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:22.818670 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-29637629-a47e-4162-af38-c99c2cebe5ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eea573f0-e530-4460-94b4-a594a1441467 HTTP/1.1" status: 200 len: 1001 time: 0.1685257 Oct 19 11:41:22.846048 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-decc85bb-fd63-4766-a186-4efec04d997c None None] For port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,segment=NetworkSegment(fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29),segment_id=fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:22.864184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34354) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:22.902310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-decc85bb-fd63-4766-a186-4efec04d997c None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:22.927658 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7a135a3b-9942-48bf-82ac-4afe67419772 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:22.927658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7a135a3b-9942-48bf-82ac-4afe67419772 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a34d6d33-a232-4522-a600-45f9bd09df4c HTTP/1.1" status: 204 len: 168 time: 1.0913107 Oct 19 11:41:22.932171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34360) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:22.965877 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:22.990273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-8b04ebfc-df7e-498e-877e-52290672769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:22.991759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-8b04ebfc-df7e-498e-877e-52290672769f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11e2bdab-7342-4fa2-b0d7-dca9b53757e7 HTTP/1.1" status: 200 len: 856 time: 0.1583366 Oct 19 11:41:23.000210 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-decc85bb-fd63-4766-a186-4efec04d997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:23.145930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc85bb-fd63-4766-a186-4efec04d997c None None] Pushing event updated for resources: {'Port': ['ID=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:23.184008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-5d10ecae-f942-4da9-be4b-012a780db83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:23.185649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-5d10ecae-f942-4da9-be4b-012a780db83a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513803 Oct 19 11:41:23.276977 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:23.343533 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c563b179-0108-4d41-bb4b-e31710ac9a87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=226953694ca94a9d9281b4be910fd2d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537423 Oct 19 11:41:23.348844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34362) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:23.474602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-74cf4182-ff28-41fe-8597-4eabf70f883e service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692575 Oct 19 11:41:23.536900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f804078-8417-44f4-bd48-5d96aa4911f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:23.585324 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f804078-8417-44f4-bd48-5d96aa4911f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:23.646301 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-42173432-4edb-488f-ae7b-da1faf34dfc1 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Delete allocated IP 172.20.0.10 (68112cff-078d-4459-90fb-c59e7e28a2ad/747f945f-61db-41cd-ab0d-c56d4bf3457a) {{(pid=101312) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 11:41:23.668927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-42173432-4edb-488f-ae7b-da1faf34dfc1 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Allocated IP 172.20.0.39 (68112cff-078d-4459-90fb-c59e7e28a2ad/8380ca5d-f151-49bd-b31d-681890c7a5f4/ed8e317d-4b56-4efd-bb10-5d528a722f72) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:23.718545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-36e0863a-60e8-4d23-8bae-e8f4aa597120 service neutron] 10.222.0.49 "GET /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298555 Oct 19 11:41:23.771282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616b0e4-d869-4d76-a7b0-2ae7a1304a42 req-80601441-2107-4043-be8c-b27b519fcad7 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:23.772988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a616b0e4-d869-4d76-a7b0-2ae7a1304a42 req-80601441-2107-4043-be8c-b27b519fcad7 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 984 time: 0.6828568 Oct 19 11:41:23.785569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-d7add60b-23cc-4ebb-bf2c-e042db8a60c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=42fde5d3-4350-48e2-9ff8-6e5443277e85 HTTP/1.1" status: 200 len: 217 time: 0.0598373 Oct 19 11:41:23.790637 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f804078-8417-44f4-bd48-5d96aa4911f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:23.793456 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6f804078-8417-44f4-bd48-5d96aa4911f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:23.796629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6f804078-8417-44f4-bd48-5d96aa4911f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4235bc1d-ce4c-4ab8-803e-8c87b4757f99 HTTP/1.1" status: 204 len: 168 time: 0.4408951 Oct 19 11:41:23.872739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f804078-8417-44f4-bd48-5d96aa4911f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4235bc1d-ce4c-4ab8-803e-8c87b4757f99,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:23.924603 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:23.936630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-d2fc6871-5138-42a4-9c20-1e984efedfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:23.938779 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-d2fc6871-5138-42a4-9c20-1e984efedfb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.1428034 Oct 19 11:41:23.961364 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d5db8747-55b1-4780-8020-3dfbf5ccd6c8 req-e4d8f033-feff-466c-9ab5-0dd16e0ee123 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:23.964874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:23.984383 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a616b0e4-d869-4d76-a7b0-2ae7a1304a42 req-1282be4e-6b75-48f6-af94-583579058882 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4&id=66269623-7067-4c14-a86e-c75b36f25496&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1947691 Oct 19 11:41:24.001987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8ade56cc-2950-409a-a0db-5cb529692310 None None] Provisioning complete for port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:24.003150 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8ade56cc-2950-409a-a0db-5cb529692310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.009735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a016fd-1fe0-406f-859b-2adf009d61e2') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:24.009735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a016fd-1fe0-406f-859b-2adf009d61e2') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:24.011268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-8ab267b5-afab-4cff-a498-0703ab1d4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:24.011868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-8ab267b5-afab-4cff-a498-0703ab1d4eda service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659611 Oct 19 11:41:24.035026 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.046330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8f033-feff-466c-9ab5-0dd16e0ee123 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'Port': ['ID=02ebbece-cdf0-4fbb-8f3e-70607cfc8162,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:24.095195 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-42173432-4edb-488f-ae7b-da1faf34dfc1 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.111995 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.113285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8ade56cc-2950-409a-a0db-5cb529692310 None None] Provisioning complete for port ed8e317d-4b56-4efd-bb10-5d528a722f72 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:24.113720 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8ade56cc-2950-409a-a0db-5cb529692310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.114147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5db8747-55b1-4780-8020-3dfbf5ccd6c8 req-e4d8f033-feff-466c-9ab5-0dd16e0ee123 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] No DVR routers for this DVR port 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:24.117062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d5db8747-55b1-4780-8020-3dfbf5ccd6c8 req-e4d8f033-feff-466c-9ab5-0dd16e0ee123 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.121496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5db8747-55b1-4780-8020-3dfbf5ccd6c8 req-e4d8f033-feff-466c-9ab5-0dd16e0ee123 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.26 "DELETE /v2.0/ports/02ebbece-cdf0-4fbb-8f3e-70607cfc8162 HTTP/1.1" status: 204 len: 173 time: 2.2803686 Oct 19 11:41:24.124416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b89163-0bef-4017-9508-5acf353881b2', 'name': 'network-vif-deleted', 'tag': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:41:24.127885 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-01a90f7c-3bb4-4aaa-8be3-5f37228d91a9 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042497 Oct 19 11:41:24.128042 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cf7a3b-6372-40d8-9cfd-98fa3de8f752" -d '{"events": [{"server_uuid": "d6b89163-0bef-4017-9508-5acf353881b2", "name": "network-vif-deleted", "tag": "02ebbece-cdf0-4fbb-8f3e-70607cfc8162"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:41:24.137454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:41:24.137933 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:41:24.139757 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:41:24.154583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8ade56cc-2950-409a-a0db-5cb529692310 None None] Port ed8e317d-4b56-4efd-bb10-5d528a722f72 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:24.171083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8ade56cc-2950-409a-a0db-5cb529692310 None None] Provisioning complete for port c79fe5d7-5ca6-484b-aa88-4824d60ef82e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:24.171083 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8ade56cc-2950-409a-a0db-5cb529692310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.210352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8ade56cc-2950-409a-a0db-5cb529692310 None None] Port c79fe5d7-5ca6-484b-aa88-4824d60ef82e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:24.211335 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7ae518-2632-4749-9fe0-0fb34cca4b62 x-openstack-request-id: req-bf7ae518-2632-4749-9fe0-0fb34cca4b62 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:41:24.211631 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b89163-0bef-4017-9508-5acf353881b2", "name": "network-vif-deleted", "tag": "02ebbece-cdf0-4fbb-8f3e-70607cfc8162", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:41:24.211891 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf7ae518-2632-4749-9fe0-0fb34cca4b62 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:41:24.212303 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b89163-0bef-4017-9508-5acf353881b2', 'name': 'network-vif-deleted', 'tag': '02ebbece-cdf0-4fbb-8f3e-70607cfc8162', 'status': 'completed', 'code': 200} Oct 19 11:41:24.256181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-42173432-4edb-488f-ae7b-da1faf34dfc1 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.290745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] Deleting port 18132dad-3aac-4069-8e6c-b3ed85386f10 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:24.291327 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.378634 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.388692 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.405295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4 HTTP/1.1" status: 204 len: 168 time: 1.4696951 Oct 19 11:41:24.407939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34374) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:24.519394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] For port 18132dad-3aac-4069-8e6c-b3ed85386f10, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=18132dad-3aac-4069-8e6c-b3ed85386f10,segment=NetworkSegment(1d538d59-600d-4095-8960-201cde4950ae),segment_id=1d538d59-600d-4095-8960-201cde4950ae)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:24.520191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.537716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] Calling delete_port for 18132dad-3aac-4069-8e6c-b3ed85386f10 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:24.609096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4359b277-71bd-47c6-9a66-1fcf6c01ea8a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:24.720754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd56114-dde3-4964-b798-44f6c7b27d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd5d783-9ebc-42bf-9c5c-79ba7a0206d4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:24.785696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c4dd60-e1f0-4b4f-83a0-5ccc15f6400a admin admin] Deleting subnet fbbe7c0a-ea31-47e6-836c-9c545b14bcdf {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:24.801141 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:41:24.801740 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44c4dd60-e1f0-4b4f-83a0-5ccc15f6400a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.911793 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44c4dd60-e1f0-4b4f-83a0-5ccc15f6400a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.925484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:24.926188 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:24.972067 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-d2cf67e2-4154-439e-ac09-6ca509581a09 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8250988 Oct 19 11:41:24.989299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42173432-4edb-488f-ae7b-da1faf34dfc1 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event updated for resources: {'Port': ['ID=ed8e317d-4b56-4efd-bb10-5d528a722f72,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:25.008910 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44c4dd60-e1f0-4b4f-83a0-5ccc15f6400a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.058225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.070585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-42173432-4edb-488f-ae7b-da1faf34dfc1 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] In _notify_port_updated(), no bound segment for port ed8e317d-4b56-4efd-bb10-5d528a722f72 on network 68112cff-078d-4459-90fb-c59e7e28a2ad {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:41:25.082504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42173432-4edb-488f-ae7b-da1faf34dfc1 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:25.082504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-42173432-4edb-488f-ae7b-da1faf34dfc1 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.082504 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-42173432-4edb-488f-ae7b-da1faf34dfc1 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "PUT /v2.0/ports/ed8e317d-4b56-4efd-bb10-5d528a722f72 HTTP/1.1" status: 200 len: 960 time: 3.0434783 Oct 19 11:41:25.083523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-9ac93b4d-f6f2-4786-8c23-541c16885147 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=71ecc8cd-ea70-43ca-b232-0706620bf96b HTTP/1.1" status: 200 len: 217 time: 0.0895097 Oct 19 11:41:25.084984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34388) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:25.102408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] Pushing event deleted for resources: {'Port': ['ID=18132dad-3aac-4069-8e6c-b3ed85386f10,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:25.144661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-87017b0c-b1c2-4900-93cf-4a4884d0c28c None None] Provisioning complete for port ed8e317d-4b56-4efd-bb10-5d528a722f72 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:25.145333 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87017b0c-b1c2-4900-93cf-4a4884d0c28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.184391 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44c4dd60-e1f0-4b4f-83a0-5ccc15f6400a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.211005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-87017b0c-b1c2-4900-93cf-4a4884d0c28c None None] Port ed8e317d-4b56-4efd-bb10-5d528a722f72 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:25.244517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-f3979a66-7670-45f6-959b-470bdc8c3cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:25.246207 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-f3979a66-7670-45f6-959b-470bdc8c3cd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.1475089 Oct 19 11:41:25.305226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6e255945-8dad-4c2b-9f3d-2654066b7b0a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port ed8e317d-4b56-4efd-bb10-5d528a722f72 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:25.305848 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6e255945-8dad-4c2b-9f3d-2654066b7b0a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.313763 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28923e16-3c84-4134-a746-d3d9bf69e7fc req-d78714d9-46e0-4494-8a59-a995f43f19d3 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6b89163-0bef-4017-9508-5acf353881b2 HTTP/1.1" status: 200 len: 210 time: 0.1342435 Oct 19 11:41:25.315014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-44c4dd60-e1f0-4b4f-83a0-5ccc15f6400a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.318704 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-44c4dd60-e1f0-4b4f-83a0-5ccc15f6400a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fbbe7c0a-ea31-47e6-836c-9c545b14bcdf HTTP/1.1" status: 204 len: 168 time: 0.9057627 Oct 19 11:41:25.338095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34392) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:25.352687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-b9149438-4040-4cab-b3e3-5448c7f7519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:25.355007 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-b9149438-4040-4cab-b3e3-5448c7f7519e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1007459 Oct 19 11:41:25.377210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:25.404423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:25.410500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 02ebbece-cdf0-4fbb-8f3e-70607cfc8162 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:25.430463 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-713a990c-3a11-4238-9fce-f98eb57d01c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.456139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4dd60-e1f0-4b4f-83a0-5ccc15f6400a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbbe7c0a-ea31-47e6-836c-9c545b14bcdf,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:25.468723 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.551403 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.576143 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6e255945-8dad-4c2b-9f3d-2654066b7b0a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.597393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-6e255945-8dad-4c2b-9f3d-2654066b7b0a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for ed8e317d-4b56-4efd-bb10-5d528a722f72 owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:25.675220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-8bc15f54-7627-4e52-95aa-fb9a2154221e service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037834 Oct 19 11:41:25.699483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] Router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:41:25.765650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.808888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:25.814084 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-90f84782-ea59-483d-926d-df2906e44edc admin admin] 10.222.0.39 "PUT /v2.0/routers/2e6c69c2-f4c6-433f-99c2-984030c3cbbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4242647 Oct 19 11:41:25.816631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34398) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:25.819012 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a018bf2-ebca-4d3f-87a3-f99ab6743155 None None] Sync routers for ids ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:25.830605 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a018bf2-ebca-4d3f-87a3-f99ab6743155 None None] Routers {'2e6c69c2-f4c6-433f-99c2-984030c3cbbb'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:25.831206 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-4a018bf2-ebca-4d3f-87a3-f99ab6743155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:25.833559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69752ac-4611-4977-8e1a-b79220b77dbf']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:25.852582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7aa0f3-3bbc-4b5d-91af-cdfb08024306') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:25.852880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7aa0f3-3bbc-4b5d-91af-cdfb08024306') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:25.869848 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.887008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-25527452-25cb-4c7a-bfb3-cfffbbfa59ba service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944523 Oct 19 11:41:25.893580 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.928152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:41:25.928581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.932599 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:41:25.935661 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:41:25.986568 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-046f190d-0747-4c43-be72-9da1ee875dc7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=758ddef7-d643-4730-b6c0-8af1683aa074 HTTP/1.1" status: 200 len: 217 time: 0.0708561 Oct 19 11:41:26.056714 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.059709 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-4a018bf2-ebca-4d3f-87a3-f99ab6743155 None None] Set router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:26.078058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-65d6a2f1-5b72-4411-90dc-534adb166cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:26.079582 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-65d6a2f1-5b72-4411-90dc-534adb166cbf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0590193 Oct 19 11:41:26.127319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-c82bfa98-49bb-4f44-9d78-208c0470612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:26.129165 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-c82bfa98-49bb-4f44-9d78-208c0470612c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421066 Oct 19 11:41:26.130214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6e255945-8dad-4c2b-9f3d-2654066b7b0a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.189266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e255945-8dad-4c2b-9f3d-2654066b7b0a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=ed8e317d-4b56-4efd-bb10-5d528a722f72,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:26.243902 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.248739 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.272979 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d69752ac-4611-4977-8e1a-b79220b77dbf HTTP/1.1" status: 204 len: 168 time: 0.9374354 Oct 19 11:41:26.300803 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-4a018bf2-ebca-4d3f-87a3-f99ab6743155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'name': 'tempest-TestServerBasicOps-1191378522-router', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:52Z', 'updated_at': '2021-10-19T11:41:24Z', 'revision_number': 5, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'gw_port': {'id': 'e79c3e83-5428-4d88-9e68-301dc444b049', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:35:53Z', 'updated_at': '2021-10-19T11:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:26.320855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Deleting port e79c3e83-5428-4d88-9e68-301dc444b049 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:26.321232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.325271 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a018bf2-ebca-4d3f-87a3-f99ab6743155 None None] Checking router: 2e6c69c2-f4c6-433f-99c2-984030c3cbbb for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:41:26.334276 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a018bf2-ebca-4d3f-87a3-f99ab6743155 None None] Routers {'2e6c69c2-f4c6-433f-99c2-984030c3cbbb'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:26.335281 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-4a018bf2-ebca-4d3f-87a3-f99ab6743155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:40:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:26.432000 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-5ba2178e-6106-4cd7-8475-54d0d5b685e4 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925322 Oct 19 11:41:26.475228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] For port e79c3e83-5428-4d88-9e68-301dc444b049, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e79c3e83-5428-4d88-9e68-301dc444b049,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:26.475607 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.479049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34408) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:26.481558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077eb9c-b26e-40c3-a342-9010f962cdd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d69752ac-4611-4977-8e1a-b79220b77dbf,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:26.516593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Calling delete_port for e79c3e83-5428-4d88-9e68-301dc444b049 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:26.521911 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-4a018bf2-ebca-4d3f-87a3-f99ab6743155 None None] Set router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:26.528255 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6e255945-8dad-4c2b-9f3d-2654066b7b0a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.532719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6e255945-8dad-4c2b-9f3d-2654066b7b0a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/ed8e317d-4b56-4efd-bb10-5d528a722f72 HTTP/1.1" status: 204 len: 168 time: 1.4438233 Oct 19 11:41:26.534317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34410) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:26.571002 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c894a26d-46ca-405e-8b29-42d2afb6cdb8 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] GET failed (client error): The resource could not be found. Oct 19 11:41:26.574950 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c894a26d-46ca-405e-8b29-42d2afb6cdb8 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports/ed8e317d-4b56-4efd-bb10-5d528a722f72 HTTP/1.1" status: 404 len: 333 time: 0.0370858 Oct 19 11:41:26.577857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34412) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:26.595369 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-4a018bf2-ebca-4d3f-87a3-f99ab6743155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'name': 'tempest-TestServerBasicOps-1191378522-router', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:52Z', 'updated_at': '2021-10-19T11:41:26Z', 'revision_number': 6, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:26.637954 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7205b66-a67d-4e1a-b430-0ee4220afc2a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.643705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-6fca7ab6-8b98-40a4-9328-393058f21d73 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567824 Oct 19 11:41:26.651395 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a018bf2-ebca-4d3f-87a3-f99ab6743155 None None] The sync data for ids ['2e6c69c2-f4c6-433f-99c2-984030c3cbbb'] in n-d-814547-1 is: [{'id': '2e6c69c2-f4c6-433f-99c2-984030c3cbbb', 'name': 'tempest-TestServerBasicOps-1191378522-router', 'tenant_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:35:52Z', 'updated_at': '2021-10-19T11:41:26Z', 'revision_number': 6, 'project_id': 'd28f06b0fc0d496bbe941ed15f5ccbdf', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:26.682967 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7205b66-a67d-4e1a-b430-0ee4220afc2a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.697714 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-1bddbb13-f63b-418c-acd1-526188f760c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=898f2454-afee-49e9-ab5a-b656cccdb2e1 HTTP/1.1" status: 200 len: 217 time: 0.0493536 Oct 19 11:41:26.766871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34416) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:26.773050 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37e8a1d8-f45f-4853-9e6d-a925d99b4c59 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.793159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-e7980be7-ef56-41cc-adb6-4577cebc22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:26.796699 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-e7980be7-ef56-41cc-adb6-4577cebc22d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 200 len: 797 time: 0.0913839 Oct 19 11:41:26.858308 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-90113f97-f325-433c-a032-a90c3ad35ed3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebb1dbe2821d471dbdeb2774772a2c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896931 Oct 19 11:41:26.861159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34418) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:26.861545 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37e8a1d8-f45f-4853-9e6d-a925d99b4c59 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.895577 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-03baf78c-1d1b-417e-ad3a-c05f9eb3a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:26.897312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-03baf78c-1d1b-417e-ad3a-c05f9eb3a3c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e9097e1-5980-4988-b558-8c0042200931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0868611 Oct 19 11:41:26.908496 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7205b66-a67d-4e1a-b430-0ee4220afc2a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.911845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7205b66-a67d-4e1a-b430-0ee4220afc2a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.913190 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e7205b66-a67d-4e1a-b430-0ee4220afc2a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "DELETE /v2.0/security-groups/66269623-7067-4c14-a86e-c75b36f25496 HTTP/1.1" status: 204 len: 168 time: 0.4330723 Oct 19 11:41:26.928055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34420) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:26.932048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7205b66-a67d-4e1a-b430-0ee4220afc2a tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66269623-7067-4c14-a86e-c75b36f25496,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:26.937060 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:26.969311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Pushing event deleted for resources: {'Port': ['ID=e79c3e83-5428-4d88-9e68-301dc444b049,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:27.012146 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48aa25db-ef89-4249-9e49-55278918ec89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.019919 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37e8a1d8-f45f-4853-9e6d-a925d99b4c59 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.022635 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37e8a1d8-f45f-4853-9e6d-a925d99b4c59 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.025082 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-37e8a1d8-f45f-4853-9e6d-a925d99b4c59 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/security-groups/5a966efb-5c24-43fb-a21d-061a9b9f36fc HTTP/1.1" status: 204 len: 168 time: 0.4461503 Oct 19 11:41:27.033857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34422) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:27.045148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8a1d8-f45f-4853-9e6d-a925d99b4c59 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a966efb-5c24-43fb-a21d-061a9b9f36fc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:27.067330 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.090719 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48aa25db-ef89-4249-9e49-55278918ec89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.116865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-5564f7da-551b-48ad-a741-7b050941f0a1 service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119763 Oct 19 11:41:27.170784 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.173179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.174586 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6aced17-13cb-4491-9319-665f5bb94628 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.251279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-13363033-3000-40b2-8b84-29c8ed11230d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.256187 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6aced17-13cb-4491-9319-665f5bb94628 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.291636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.292744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e6c69c2-f4c6-433f-99c2-984030c3cbbb {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:41:27.299609 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.301894 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0738dd21-c585-4887-a97f-1eb46cb8d16e admin admin] 10.222.0.39 "DELETE /v2.0/routers/2e6c69c2-f4c6-433f-99c2-984030c3cbbb HTTP/1.1" status: 204 len: 168 time: 1.4841998 Oct 19 11:41:27.302507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34424) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:27.312272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-13363033-3000-40b2-8b84-29c8ed11230d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.330161 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48aa25db-ef89-4249-9e49-55278918ec89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.332680 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48aa25db-ef89-4249-9e49-55278918ec89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.333811 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-48aa25db-ef89-4249-9e49-55278918ec89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/397914ed-2ee8-4be0-bf84-f4b668448639 HTTP/1.1" status: 204 len: 168 time: 0.4719381 Oct 19 11:41:27.344459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-041b81e2-05d6-4627-b0d9-c335873dbf1c service neutron] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189105 Oct 19 11:41:27.357771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7cbf4d-74b1-4c8a-89fc-31a59e8307a0 admin admin] Deleting subnet 76a557e4-325e-4afa-9d35-bdd9c8c0cde4 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:27.361600 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa7cbf4d-74b1-4c8a-89fc-31a59e8307a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.370679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa25db-ef89-4249-9e49-55278918ec89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397914ed-2ee8-4be0-bf84-f4b668448639,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:27.402807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-cef835c6-d152-42b8-8ef4-d64394a268e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6512ec78-34b3-43ca-93db-f84288d7d06e HTTP/1.1" status: 200 len: 217 time: 0.0489655 Oct 19 11:41:27.407678 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa7cbf4d-74b1-4c8a-89fc-31a59e8307a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.484592 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6aced17-13cb-4491-9319-665f5bb94628 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.487217 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c6aced17-13cb-4491-9319-665f5bb94628 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.492240 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c6aced17-13cb-4491-9319-665f5bb94628 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "DELETE /v2.0/security-groups/dd3f32f1-6b6f-4577-a5f1-22661ada6cc4 HTTP/1.1" status: 204 len: 168 time: 0.5591822 Oct 19 11:41:27.495073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34430) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:27.512897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aced17-13cb-4491-9319-665f5bb94628 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3f32f1-6b6f-4577-a5f1-22661ada6cc4,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:27.532491 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-13363033-3000-40b2-8b84-29c8ed11230d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.535162 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-13363033-3000-40b2-8b84-29c8ed11230d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.536325 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-13363033-3000-40b2-8b84-29c8ed11230d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/security-groups/be0d7d04-c0f6-4910-aad9-dd731ad742ae HTTP/1.1" status: 204 len: 168 time: 0.5015354 Oct 19 11:41:27.549434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-2d916fe7-edc9-4307-ab1b-d74207260316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:27.551277 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-2d916fe7-edc9-4307-ab1b-d74207260316 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 200 len: 797 time: 0.1410079 Oct 19 11:41:27.552087 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34432) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:27.604797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13363033-3000-40b2-8b84-29c8ed11230d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0d7d04-c0f6-4910-aad9-dd731ad742ae,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:27.662118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-ef02fbaf-672d-47f0-9f32-65ba5a6cc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:27.664318 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-ef02fbaf-672d-47f0-9f32-65ba5a6cc988 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0908971 Oct 19 11:41:27.667010 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa7cbf4d-74b1-4c8a-89fc-31a59e8307a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.709685 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d91d8323-6021-463a-9455-94691e754411 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.780791 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d91d8323-6021-463a-9455-94691e754411 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.818244 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-20efdf5d-b345-4e45-879d-c042c7d5b543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.831738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-00836655-1945-4696-a596-efae16b44d4b service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600041 Oct 19 11:41:27.939142 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-85a7a654-3e12-489e-ad78-2f2ef5482622 service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001296 Oct 19 11:41:27.989368 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-958e0926-30e0-43b8-b286-9bf1c97b5f8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a275090f-5113-40b3-99f4-1337b4735072 HTTP/1.1" status: 200 len: 217 time: 0.0429354 Oct 19 11:41:27.990490 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d91d8323-6021-463a-9455-94691e754411 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.992362 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa7cbf4d-74b1-4c8a-89fc-31a59e8307a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.993750 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d91d8323-6021-463a-9455-94691e754411 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:27.994943 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d91d8323-6021-463a-9455-94691e754411 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/security-groups/ff61c7c7-5a17-4add-b621-b4327c6a900f HTTP/1.1" status: 204 len: 168 time: 0.4330914 Oct 19 11:41:28.000802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34436) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:28.031647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cbf4d-74b1-4c8a-89fc-31a59e8307a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a557e4-325e-4afa-9d35-bdd9c8c0cde4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:28.033534 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa7cbf4d-74b1-4c8a-89fc-31a59e8307a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.039240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aa7cbf4d-74b1-4c8a-89fc-31a59e8307a0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/76a557e4-325e-4afa-9d35-bdd9c8c0cde4 HTTP/1.1" status: 204 len: 168 time: 0.7332795 Oct 19 11:41:28.039611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb39c59-6103-41a6-8f85-bc3f0aeac60c None None] Network 4994ea41-2f62-4c63-a066-81e298060a50 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:28.040220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34438) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:28.058500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d8323-6021-463a-9455-94691e754411 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff61c7c7-5a17-4add-b621-b4327c6a900f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:28.096611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-935b240c-3583-4546-913d-56fab6e7a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:28.098244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-935b240c-3583-4546-913d-56fab6e7a1fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 200 len: 797 time: 0.0995464 Oct 19 11:41:28.103402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bedee72-8c31-4e98-a991-4b921d8c523a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting subnet 747f945f-61db-41cd-ab0d-c56d4bf3457a {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:28.113739 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bedee72-8c31-4e98-a991-4b921d8c523a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.130250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.173356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bedee72-8c31-4e98-a991-4b921d8c523a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.203614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-abae55ac-9269-442f-954f-1a03af949c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:28.205159 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-abae55ac-9269-442f-954f-1a03af949c06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997903 Oct 19 11:41:28.239224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Deleting port b97c9dec-db6a-4140-9e2c-f45cd963cab8 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:28.239575 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.244130 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.282028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904559ca-c74f-4f71-a281-58201320ad19 None None] DHCP port deletion for 4994ea41-2f62-4c63-a066-81e298060a50 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:41:28.333108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-904559ca-c74f-4f71-a281-58201320ad19 None None] Deleting port b97c9dec-db6a-4140-9e2c-f45cd963cab8 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:28.333562 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-904559ca-c74f-4f71-a281-58201320ad19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.356489 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-d0ae59dc-0fd5-44d1-b17c-fbdd554dc16e service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433928 Oct 19 11:41:28.357760 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bedee72-8c31-4e98-a991-4b921d8c523a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.358412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] For port b97c9dec-db6a-4140-9e2c-f45cd963cab8, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b97c9dec-db6a-4140-9e2c-f45cd963cab8,segment=NetworkSegment(1d538d59-600d-4095-8960-201cde4950ae),segment_id=1d538d59-600d-4095-8960-201cde4950ae)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:28.358867 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.381847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34440) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:28.408866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-904559ca-c74f-4f71-a281-58201320ad19 None None] For port b97c9dec-db6a-4140-9e2c-f45cd963cab8, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b97c9dec-db6a-4140-9e2c-f45cd963cab8,segment=NetworkSegment(1d538d59-600d-4095-8960-201cde4950ae),segment_id=1d538d59-600d-4095-8960-201cde4950ae)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:28.409530 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-904559ca-c74f-4f71-a281-58201320ad19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.428470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-904559ca-c74f-4f71-a281-58201320ad19 None None] Calling delete_port for b97c9dec-db6a-4140-9e2c-f45cd963cab8 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:28.582107 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b97c9dec-db6a-4140-9e2c-f45cd963cab8 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:28.635581 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-904559ca-c74f-4f71-a281-58201320ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.666213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No active binding found for port b97c9dec-db6a-4140-9e2c-f45cd963cab8 {{(pid=101313) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 11:41:28.666733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b97c9dec-db6a-4140-9e2c-f45cd963cab8 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:28.667078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 18132dad-3aac-4069-8e6c-b3ed85386f10 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:28.669437 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904559ca-c74f-4f71-a281-58201320ad19 None None] Pushing event deleted for resources: {'Port': ['ID=b97c9dec-db6a-4140-9e2c-f45cd963cab8,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:28.675183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904559ca-c74f-4f71-a281-58201320ad19 None None] No DVR routers for this DVR port b97c9dec-db6a-4140-9e2c-f45cd963cab8 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:28.706971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 18132dad-3aac-4069-8e6c-b3ed85386f10 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:28.707414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 18132dad-3aac-4069-8e6c-b3ed85386f10 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:28.707825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e79c3e83-5428-4d88-9e68-301dc444b049 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:28.729227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e79c3e83-5428-4d88-9e68-301dc444b049 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:28.729569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e79c3e83-5428-4d88-9e68-301dc444b049 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:28.780491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Calling delete_port for b97c9dec-db6a-4140-9e2c-f45cd963cab8 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:28.809949 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-01c12be6-a4fe-49bd-9915-f675b7baf4cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d43388416ea0430cbe2cb45d93e73617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260759 Oct 19 11:41:28.814189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34446) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:28.863374 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ac08ac-7fcd-4135-a34b-dc86bff1b52b req-1abbbf65-48ed-453b-acb5-9a7da5e322b9 service neutron] 10.222.0.49 "GET /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807844 Oct 19 11:41:28.883039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-29a653f5-4393-4851-8e60-08d4666550ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.910242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-29a653f5-4393-4851-8e60-08d4666550ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.933307 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.961713 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bedee72-8c31-4e98-a991-4b921d8c523a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:28.965828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97c9dec-db6a-4140-9e2c-f45cd963cab8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:28.969389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] No DVR routers for this DVR port b97c9dec-db6a-4140-9e2c-f45cd963cab8 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:28.992700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedee72-8c31-4e98-a991-4b921d8c523a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Subnet': ['ID=747f945f-61db-41cd-ab0d-c56d4bf3457a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:28.997188 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2bedee72-8c31-4e98-a991-4b921d8c523a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.003760 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2bedee72-8c31-4e98-a991-4b921d8c523a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/747f945f-61db-41cd-ab0d-c56d4bf3457a HTTP/1.1" status: 204 len: 168 time: 0.9986370 Oct 19 11:41:29.005026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34448) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:29.018041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c81d929-e724-47a6-8c62-75819f805825 None None] Network 68112cff-078d-4459-90fb-c59e7e28a2ad requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:29.059903 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-29a653f5-4393-4851-8e60-08d4666550ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.063376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-29a653f5-4393-4851-8e60-08d4666550ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.067124 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-29a653f5-4393-4851-8e60-08d4666550ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fd6aa29-58f7-4ab8-9dbf-27e35bd72bc6 HTTP/1.1" status: 204 len: 168 time: 0.2488360 Oct 19 11:41:29.084121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a653f5-4393-4851-8e60-08d4666550ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd6aa29-58f7-4ab8-9dbf-27e35bd72bc6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:29.092799 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.100400 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.106881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4089d4-6b01-4184-bade-0332e4dbe775 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting subnet 8380ca5d-f151-49bd-b31d-681890c7a5f4 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:29.114771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b4089d4-6b01-4184-bade-0332e4dbe775 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.127802 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.131944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4994ea41-2f62-4c63-a066-81e298060a50']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:29.156298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d538d59-600d-4095-8960-201cde4950ae') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:29.156659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d538d59-600d-4095-8960-201cde4950ae') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:29.169408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.186380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Deleting port d97b0d31-0291-4fbe-a844-33ca7f534584 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:29.186730 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.189844 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.209128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:41:29.209529 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:41:29.211815 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:41:29.264149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b4089d4-6b01-4184-bade-0332e4dbe775 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.359256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] For port d97b0d31-0291-4fbe-a844-33ca7f534584, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d97b0d31-0291-4fbe-a844-33ca7f534584,segment=NetworkSegment(a3c314ea-8de9-40cf-a9a4-237eb49a15c4),segment_id=a3c314ea-8de9-40cf-a9a4-237eb49a15c4)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:29.359642 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.372183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b4089d4-6b01-4184-bade-0332e4dbe775 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.374549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Calling delete_port for d97b0d31-0291-4fbe-a844-33ca7f534584 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:29.434735 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.439893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.443990 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4994ea41-2f62-4c63-a066-81e298060a50 HTTP/1.1" status: 204 len: 168 time: 1.4021959 Oct 19 11:41:29.474963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db00f69-a364-4ece-a197-66291099ee22 admin admin] Pushing event deleted for resources: {'Network': ['ID=4994ea41-2f62-4c63-a066-81e298060a50,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:29.514564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b4089d4-6b01-4184-bade-0332e4dbe775 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.546698 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4089d4-6b01-4184-bade-0332e4dbe775 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Subnet': ['ID=8380ca5d-f151-49bd-b31d-681890c7a5f4,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:29.561564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b4089d4-6b01-4184-bade-0332e4dbe775 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.565669 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3b4089d4-6b01-4184-bade-0332e4dbe775 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/8380ca5d-f151-49bd-b31d-681890c7a5f4 HTTP/1.1" status: 204 len: 168 time: 0.5594897 Oct 19 11:41:29.567921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34458) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:29.623525 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-743544b0-73f4-4c52-ad52-6862e8984c02 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:41:29.624058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743544b0-73f4-4c52-ad52-6862e8984c02 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:29.627496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-743544b0-73f4-4c52-ad52-6862e8984c02 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/747f945f-61db-41cd-ab0d-c56d4bf3457a HTTP/1.1" status: 404 len: 337 time: 0.0585120 Oct 19 11:41:29.630083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34460) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:29.711826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b7fd03-fe1a-421d-a26f-f2b55bf4228d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting subnet 425a5e8f-24e0-4423-b3f5-9b9e0cccf5b5 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:29.716580 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6b7fd03-fe1a-421d-a26f-f2b55bf4228d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.765828 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6b7fd03-fe1a-421d-a26f-f2b55bf4228d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.804820 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:29.870209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'Port': ['ID=d97b0d31-0291-4fbe-a844-33ca7f534584,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:29.880408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34470) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:29.932835 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6b7fd03-fe1a-421d-a26f-f2b55bf4228d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.120232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a3f50f08-fb90-479d-aacd-244e735ef459 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a53f8a64d10e41e6a185d0d3514a4436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366574 Oct 19 11:41:30.122990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34474) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.140847 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d2c95d-04e3-4322-ba58-7c8297b8b482 None None] Network 68112cff-078d-4459-90fb-c59e7e28a2ad requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:30.146974 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6b7fd03-fe1a-421d-a26f-f2b55bf4228d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.201671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7fd03-fe1a-421d-a26f-f2b55bf4228d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Subnet': ['ID=425a5e8f-24e0-4423-b3f5-9b9e0cccf5b5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:30.214614 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e6b7fd03-fe1a-421d-a26f-f2b55bf4228d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.219131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e6b7fd03-fe1a-421d-a26f-f2b55bf4228d tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/425a5e8f-24e0-4423-b3f5-9b9e0cccf5b5 HTTP/1.1" status: 204 len: 168 time: 0.5880015 Oct 19 11:41:30.223549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34476) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.259006 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-06252eaa-1c66-4db8-98ab-66c8418bd059 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:41:30.259467 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06252eaa-1c66-4db8-98ab-66c8418bd059 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:30.265641 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-06252eaa-1c66-4db8-98ab-66c8418bd059 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/bac9304c-3998-4c97-994e-282fa3e4c402 HTTP/1.1" status: 404 len: 337 time: 0.0410926 Oct 19 11:41:30.265877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34482) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.272333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.319480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a62fbfc1-f55c-4172-acdd-12f6e59be1c6 None None] Provisioning complete for port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:30.320497 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a62fbfc1-f55c-4172-acdd-12f6e59be1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.331123 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e60a7d5f-607d-4ce5-8dd1-35785838de20 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "GET /v2.0/ports?device_id=467a8a3b-59e1-4813-8dce-72799044d5c7 HTTP/1.1" status: 200 len: 205 time: 0.0630708 Oct 19 11:41:30.338098 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-efe3109f-0911-4210-804e-47774a6effaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.340713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34486) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.394723 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-167339a6-9df5-4f66-a74b-a82a7ad2b974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] delete failed (client error): The resource could not be found. Oct 19 11:41:30.395934 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-167339a6-9df5-4f66-a74b-a82a7ad2b974 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/routers/467a8a3b-59e1-4813-8dce-72799044d5c7 HTTP/1.1" status: 404 len: 336 time: 0.0539649 Oct 19 11:41:30.399152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34490) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.422077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-efe3109f-0911-4210-804e-47774a6effaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.465387 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a62fbfc1-f55c-4172-acdd-12f6e59be1c6 None None] Provisioning complete for port c79fe5d7-5ca6-484b-aa88-4824d60ef82e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:30.465854 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a62fbfc1-f55c-4172-acdd-12f6e59be1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.481544 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1109aa-7fb8-4e51-94e6-644bcb7b809b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:41:30.481544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1109aa-7fb8-4e51-94e6-644bcb7b809b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:30.482418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fe1109aa-7fb8-4e51-94e6-644bcb7b809b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/d7121449-9f4a-40ac-8bda-b278e32c7480 HTTP/1.1" status: 404 len: 337 time: 0.0817943 Oct 19 11:41:30.485196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34492) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.519705 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-76984a5c-a094-49f9-8cdd-c58f5c4a69c8 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:41:30.520303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76984a5c-a094-49f9-8cdd-c58f5c4a69c8 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:30.527542 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-76984a5c-a094-49f9-8cdd-c58f5c4a69c8 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/214fe962-4975-4b24-a943-2156506d05d9 HTTP/1.1" status: 404 len: 337 time: 0.0402439 Oct 19 11:41:30.527732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34496) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.542212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c342869-bac4-4dfd-86a8-fa48e0fe4d32 None None] DHCP port deletion for 68112cff-078d-4459-90fb-c59e7e28a2ad request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:41:30.548229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a62fbfc1-f55c-4172-acdd-12f6e59be1c6 None None] Port c79fe5d7-5ca6-484b-aa88-4824d60ef82e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:30.560273 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-efe3109f-0911-4210-804e-47774a6effaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.571648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-efe3109f-0911-4210-804e-47774a6effaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.573960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-efe3109f-0911-4210-804e-47774a6effaa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6c94c41-e345-42a8-acf5-849d808bbb06 HTTP/1.1" status: 204 len: 168 time: 0.4499602 Oct 19 11:41:30.627532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5c342869-bac4-4dfd-86a8-fa48e0fe4d32 None None] Deleting port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:30.627911 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5c342869-bac4-4dfd-86a8-fa48e0fe4d32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.647327 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0929bc-3af7-4bb2-85ef-d0c05e58ec5a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:41:30.649247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0929bc-3af7-4bb2-85ef-d0c05e58ec5a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:30.652436 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8d0929bc-3af7-4bb2-85ef-d0c05e58ec5a tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/24d5dac2-e436-42bf-9f97-069fa85ddc69 HTTP/1.1" status: 404 len: 337 time: 0.1237695 Oct 19 11:41:30.655919 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34500) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.676877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3109f-0911-4210-804e-47774a6effaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c94c41-e345-42a8-acf5-849d808bbb06,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:30.683300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Router a0e68fcc-674b-442f-aa68-eeedf2b2636b has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:41:30.714254 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7f512a-119b-4a48-9a8b-a42f875bf642 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:41:30.718505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7f512a-119b-4a48-9a8b-a42f875bf642 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:30.725542 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4a7f512a-119b-4a48-9a8b-a42f875bf642 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/1b87cd79-583d-48be-951b-c769dc607654 HTTP/1.1" status: 404 len: 333 time: 0.0683057 Oct 19 11:41:30.728053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34502) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.739943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5c342869-bac4-4dfd-86a8-fa48e0fe4d32 None None] For port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,segment=NetworkSegment(fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29),segment_id=fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:30.740300 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5c342869-bac4-4dfd-86a8-fa48e0fe4d32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.765558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5c342869-bac4-4dfd-86a8-fa48e0fe4d32 None None] Calling delete_port for 4359b277-71bd-47c6-9a66-1fcf6c01ea8a owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:30.797563 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ac6289-fde3-41e7-ac3b-745690a72922 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:41:30.798314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ac6289-fde3-41e7-ac3b-745690a72922 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:30.802197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e4ac6289-fde3-41e7-ac3b-745690a72922 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/edbbcae6-44f5-418a-9879-b732d5cfa737 HTTP/1.1" status: 404 len: 337 time: 0.0728357 Oct 19 11:41:30.805109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34508) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.834880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:30.842894 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac4aca6-b0ff-409c-980e-ae063c8f2101 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:41:30.843016 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b7713095-898b-4d20-be14-7b40162501ed tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "PUT /v2.0/routers/a0e68fcc-674b-442f-aa68-eeedf2b2636b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3402421 Oct 19 11:41:30.844612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac4aca6-b0ff-409c-980e-ae063c8f2101 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:30.848589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1ac4aca6-b0ff-409c-980e-ae063c8f2101 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/f8efacb7-05c0-45f9-be1f-29e17083167d HTTP/1.1" status: 404 len: 337 time: 0.0415597 Oct 19 11:41:30.849267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34510) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.852112 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6444202b-58fa-47ae-aca2-d1ee2852afb6 None None] Sync routers for ids ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:30.853440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34514) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.872993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6444202b-58fa-47ae-aca2-d1ee2852afb6 None None] Routers {'a0e68fcc-674b-442f-aa68-eeedf2b2636b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:30.873632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6444202b-58fa-47ae-aca2-d1ee2852afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:30.914362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66cc5d9-fc0f-4ce9-bd67-9704ee78aefd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Deleting subnet 982982c4-5243-4f92-9baf-63a86c0fcc1d {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:30.917959 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f66cc5d9-fc0f-4ce9-bd67-9704ee78aefd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.919038 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5604bfe-1735-4d92-801e-2ad34d500673 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:41:30.922043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5604bfe-1735-4d92-801e-2ad34d500673 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:30.930467 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b5604bfe-1735-4d92-801e-2ad34d500673 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/85f3dc2a-f7ea-4cb0-837b-f0af09c0b3f0 HTTP/1.1" status: 404 len: 333 time: 0.0748913 Oct 19 11:41:30.933083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34516) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:30.966111 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.969399 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f66cc5d9-fc0f-4ce9-bd67-9704ee78aefd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:30.992295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-6444202b-58fa-47ae-aca2-d1ee2852afb6 None None] Set router a0e68fcc-674b-442f-aa68-eeedf2b2636b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:30.996967 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3192fe31-af36-4bfe-a47d-eb6342420d9c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:41:30.997695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3192fe31-af36-4bfe-a47d-eb6342420d9c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:31.013708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3192fe31-af36-4bfe-a47d-eb6342420d9c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/9a8dc93b-02db-4bb0-826d-92088ad5a7ad HTTP/1.1" status: 404 len: 337 time: 0.0772951 Oct 19 11:41:31.014645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34518) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:31.055751 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3293715a-7e37-4af6-9779-980daed3267c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] DELETE failed (client error): The resource could not be found. Oct 19 11:41:31.056405 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3293715a-7e37-4af6-9779-980daed3267c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:41:31.060078 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3293715a-7e37-4af6-9779-980daed3267c tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/subnets/0ec72b44-cd22-4d0e-ba29-4a30f0553213 HTTP/1.1" status: 404 len: 337 time: 0.0426798 Oct 19 11:41:31.066434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34522) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:31.067106 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5c342869-bac4-4dfd-86a8-fa48e0fe4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.117225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c342869-bac4-4dfd-86a8-fa48e0fe4d32 None None] Pushing event deleted for resources: {'Port': ['ID=4359b277-71bd-47c6-9a66-1fcf6c01ea8a,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:31.124774 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c342869-bac4-4dfd-86a8-fa48e0fe4d32 None None] No DVR routers for this DVR port 4359b277-71bd-47c6-9a66-1fcf6c01ea8a on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:31.144930 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f66cc5d9-fc0f-4ce9-bd67-9704ee78aefd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.270848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6444202b-58fa-47ae-aca2-d1ee2852afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:41:29Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:31.278266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-bf660074-8ec9-40d3-a70e-778930241a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Deleting port c79fe5d7-5ca6-484b-aa88-4824d60ef82e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:31.279331 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bf660074-8ec9-40d3-a70e-778930241a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.286490 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f66cc5d9-fc0f-4ce9-bd67-9704ee78aefd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.336801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6444202b-58fa-47ae-aca2-d1ee2852afb6 None None] Checking router: a0e68fcc-674b-442f-aa68-eeedf2b2636b for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:41:31.337020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cc5d9-fc0f-4ce9-bd67-9704ee78aefd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'Subnet': ['ID=982982c4-5243-4f92-9baf-63a86c0fcc1d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:31.341264 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f66cc5d9-fc0f-4ce9-bd67-9704ee78aefd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.344985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f66cc5d9-fc0f-4ce9-bd67-9704ee78aefd tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "DELETE /v2.0/subnets/982982c4-5243-4f92-9baf-63a86c0fcc1d HTTP/1.1" status: 204 len: 168 time: 0.4873230 Oct 19 11:41:31.349153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34526) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:31.350314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d0f4bf-1f4c-41d0-9162-aa32688dd3c7 None None] Network 6e960270-a788-4ab1-a2f2-7b135ad9ad66 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:31.396916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bf660074-8ec9-40d3-a70e-778930241a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.416473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-bf660074-8ec9-40d3-a70e-778930241a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Calling delete_port for c79fe5d7-5ca6-484b-aa88-4824d60ef82e owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:31.450917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6444202b-58fa-47ae-aca2-d1ee2852afb6 None None] Routers {'a0e68fcc-674b-442f-aa68-eeedf2b2636b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:31.451798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6444202b-58fa-47ae-aca2-d1ee2852afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:31.523627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.572189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34528) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:31.612262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-6444202b-58fa-47ae-aca2-d1ee2852afb6 None None] Set router a0e68fcc-674b-442f-aa68-eeedf2b2636b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:31.627096 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-930748e0-9ac0-4c3b-9f40-833be1da62da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d28f06b0fc0d496bbe941ed15f5ccbdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526335 Oct 19 11:41:31.630045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34530) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:31.662647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bf660074-8ec9-40d3-a70e-778930241a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.690791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.693654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf660074-8ec9-40d3-a70e-778930241a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Port': ['ID=c79fe5d7-5ca6-484b-aa88-4824d60ef82e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:31.698920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bf660074-8ec9-40d3-a70e-778930241a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.704673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bf660074-8ec9-40d3-a70e-778930241a0b tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/ports/c79fe5d7-5ca6-484b-aa88-4824d60ef82e HTTP/1.1" status: 204 len: 168 time: 0.6370931 Oct 19 11:41:31.705284 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34532) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:31.714146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de4329-7d73-408a-bc92-fec8795d37c1 None None] DHCP port deletion for 6e960270-a788-4ab1-a2f2-7b135ad9ad66 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:41:31.727103 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-75cab800-73f5-44ed-a24e-32f7ad9ba13c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.753951 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-75cab800-73f5-44ed-a24e-32f7ad9ba13c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.794139 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.850712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Deleting port 829d518d-e674-4f75-a54d-5193f9988b64 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:31.851630 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.915325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-79de4329-7d73-408a-bc92-fec8795d37c1 None None] Deleting port 6f4e64e5-5aef-451b-b4eb-649653fdc42b {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:31.915721 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79de4329-7d73-408a-bc92-fec8795d37c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.939769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.964825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68112cff-078d-4459-90fb-c59e7e28a2ad']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:31.975563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:31.983637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbce3ebd-e7f7-48a3-9ccc-cbc14eaf2e29') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:31.992072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] For port 829d518d-e674-4f75-a54d-5193f9988b64, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=829d518d-e674-4f75-a54d-5193f9988b64,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:31.992072 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.996402 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-75cab800-73f5-44ed-a24e-32f7ad9ba13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.997701 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:31.999177 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-75cab800-73f5-44ed-a24e-32f7ad9ba13c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.000916 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-75cab800-73f5-44ed-a24e-32f7ad9ba13c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f41dd828-84ff-4a91-8af8-50b196ae6e9f HTTP/1.1" status: 204 len: 168 time: 0.3677137 Oct 19 11:41:32.015037 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.017322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Calling delete_port for 829d518d-e674-4f75-a54d-5193f9988b64 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:32.019316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cab800-73f5-44ed-a24e-32f7ad9ba13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41dd828-84ff-4a91-8af8-50b196ae6e9f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:32.023937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-79de4329-7d73-408a-bc92-fec8795d37c1 None None] For port 6f4e64e5-5aef-451b-b4eb-649653fdc42b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6f4e64e5-5aef-451b-b4eb-649653fdc42b,segment=NetworkSegment(a3c314ea-8de9-40cf-a9a4-237eb49a15c4),segment_id=a3c314ea-8de9-40cf-a9a4-237eb49a15c4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:32.025599 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79de4329-7d73-408a-bc92-fec8795d37c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.037348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:41:32.037993 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:41:32.044271 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:41:32.046555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6444202b-58fa-47ae-aca2-d1ee2852afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:41:29Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:32.061405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-79de4329-7d73-408a-bc92-fec8795d37c1 None None] Calling delete_port for 6f4e64e5-5aef-451b-b4eb-649653fdc42b owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:32.092253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6444202b-58fa-47ae-aca2-d1ee2852afb6 None None] The sync data for ids ['a0e68fcc-674b-442f-aa68-eeedf2b2636b'] in n-d-814547-1 is: [{'id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-817373847', 'tenant_id': 'fd0b29691a544f1483f955fa185095a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '829d518d-e674-4f75-a54d-5193f9988b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:39:31Z', 'updated_at': '2021-10-19T11:41:29Z', 'revision_number': 5, 'project_id': 'fd0b29691a544f1483f955fa185095a1', 'gw_port': {'id': '829d518d-e674-4f75-a54d-5193f9988b64', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e68fcc-674b-442f-aa68-eeedf2b2636b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:39:32Z', 'updated_at': '2021-10-19T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:32.292358 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79de4329-7d73-408a-bc92-fec8795d37c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.293898 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.309538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de4329-7d73-408a-bc92-fec8795d37c1 None None] No DVR routers for this DVR port 6f4e64e5-5aef-451b-b4eb-649653fdc42b on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:32.310147 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.322416 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] 10.222.0.39 "DELETE /v2.0/networks/68112cff-078d-4459-90fb-c59e7e28a2ad HTTP/1.1" status: 204 len: 168 time: 0.6155865 Oct 19 11:41:32.325960 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.369777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a939be7-b3da-461c-8889-1e280fa89387 tempest-PortsTestJSON-1073168504 tempest-PortsTestJSON-1073168504-project] Pushing event deleted for resources: {'Network': ['ID=68112cff-078d-4459-90fb-c59e7e28a2ad,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:32.388621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de4329-7d73-408a-bc92-fec8795d37c1 None None] Pushing event deleted for resources: {'Port': ['ID=6f4e64e5-5aef-451b-b4eb-649653fdc42b,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:32.423148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'Port': ['ID=829d518d-e674-4f75-a54d-5193f9988b64,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:32.470257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.629682 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.637085 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.708583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6f4e64e5-5aef-451b-b4eb-649653fdc42b no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:32.737362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 6f4e64e5-5aef-451b-b4eb-649653fdc42b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:32.737858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6f4e64e5-5aef-451b-b4eb-649653fdc42b not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:32.738373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4359b277-71bd-47c6-9a66-1fcf6c01ea8a no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:32.768419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 4359b277-71bd-47c6-9a66-1fcf6c01ea8a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:32.768795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4359b277-71bd-47c6-9a66-1fcf6c01ea8a not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:32.769211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d97b0d31-0291-4fbe-a844-33ca7f534584 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:32.777425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.778162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Fanout notify agent at l3_agent the message router_deleted on router a0e68fcc-674b-442f-aa68-eeedf2b2636b {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:41:32.785557 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:32.790547 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fb597917-223d-48bf-892b-e579e2c95563 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "DELETE /v2.0/routers/a0e68fcc-674b-442f-aa68-eeedf2b2636b HTTP/1.1" status: 204 len: 168 time: 1.4401815 Oct 19 11:41:32.790917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34554) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:32.801047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: d97b0d31-0291-4fbe-a844-33ca7f534584 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:32.801395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d97b0d31-0291-4fbe-a844-33ca7f534584 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:32.903295 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:33.026933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34560) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:33.099807 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:33.124044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e960270-a788-4ab1-a2f2-7b135ad9ad66']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:33.137402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:33.137729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c314ea-8de9-40cf-a9a4-237eb49a15c4') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:33.150875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:33.166102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:33.174189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:41:33.174716 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:41:33.211033 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:41:33.265683 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9b7c42ec-b73c-461f-90b2-ca07067f13be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1660c5e8faf845d0952d2a20b3ebc1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352459 Oct 19 11:41:33.266020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34570) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:33.347359 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cfbfa20-1a88-44f4-a122-e34f4f832d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:33.365630 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:33.374252 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:33.378715 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] 10.222.0.39 "DELETE /v2.0/networks/6e960270-a788-4ab1-a2f2-7b135ad9ad66 HTTP/1.1" status: 204 len: 168 time: 0.5865297 Oct 19 11:41:33.379914 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cfbfa20-1a88-44f4-a122-e34f4f832d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:33.398812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ea8ed-a9b5-4d86-b8f9-19859b031228 tempest-TestSecurityGroupsBasicOps-1059153539 tempest-TestSecurityGroupsBasicOps-1059153539-project] Pushing event deleted for resources: {'Network': ['ID=6e960270-a788-4ab1-a2f2-7b135ad9ad66,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:33.522264 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cfbfa20-1a88-44f4-a122-e34f4f832d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:33.528629 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5cfbfa20-1a88-44f4-a122-e34f4f832d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:33.530303 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5cfbfa20-1a88-44f4-a122-e34f4f832d99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcd7aef3-3a72-486d-a5b9-5d5bbfff75a1 HTTP/1.1" status: 204 len: 168 time: 0.2633071 Oct 19 11:41:33.551585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbfa20-1a88-44f4-a122-e34f4f832d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd7aef3-3a72-486d-a5b9-5d5bbfff75a1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:33.598212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34584) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:34.047995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1058861278-network', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:34.124082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34596) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:34.142002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Made reservation on behalf of db5c34367c0a45d8927575fd82f035fd for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:34.145026 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.158504 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.253020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.287333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3e4d7e99-d372-43bc-81c1-71872e10c783 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd0b29691a544f1483f955fa185095a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619041 Oct 19 11:41:34.290074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34602) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:34.320336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.370497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96131a9-c7a8-489c-8cdc-40fda14ca47c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:34.393036 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48e6c11a-8322-451e-bd18-f34e43e1cea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.396689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:41:34.420781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.421909 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Added segment 81bc485d-7e3b-41ca-a19b-12048135bd27 of type vlan for network 169cb59e-3b3f-4ff7-b753-ad7934b8da98 Oct 19 11:41:34.428145 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48e6c11a-8322-451e-bd18-f34e43e1cea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.471477 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 829d518d-e674-4f75-a54d-5193f9988b64 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:34.474673 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.493096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 829d518d-e674-4f75-a54d-5193f9988b64 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:34.493439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 829d518d-e674-4f75-a54d-5193f9988b64 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:34.576697 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48e6c11a-8322-451e-bd18-f34e43e1cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.576986 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.578209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:34.578789 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.580342 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-48e6c11a-8322-451e-bd18-f34e43e1cea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:34.581713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-48e6c11a-8322-451e-bd18-f34e43e1cea7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa419293-92c7-4a17-946c-cbc98fdacf8b HTTP/1.1" status: 204 len: 168 time: 0.2906971 Oct 19 11:41:34.595846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6c11a-8322-451e-bd18-f34e43e1cea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa419293-92c7-4a17-946c-cbc98fdacf8b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:34.664595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=169cb59e-3b3f-4ff7-b753-ad7934b8da98,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:34.675573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 169cb59e-3b3f-4ff7-b753-ad7934b8da98 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:41:34.683241 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d01dba54-0237-486e-9d57-c742aaf9c5b7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0839481 Oct 19 11:41:34.686212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34618) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:34.692069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] Request body: {'subnet': {'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1058861278-subnet', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:34.844199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] Made reservation on behalf of db5c34367c0a45d8927575fd82f035fd for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:34.846916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.055968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34628) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:35.143555 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.178734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-7f95fa11-9e87-429b-9d11-d11bb72f5a34 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-792029212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:35.215580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] Checking segment: {'id': '81bc485d-7e3b-41ca-a19b-12048135bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:35.216075 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] Network hostable DHCP agents. Network: 169cb59e-3b3f-4ff7-b753-ad7934b8da98, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:41:35.218363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739d713c-e2d1-4313-8506-f50c31c612bb,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:35.303081 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f95fa11-9e87-429b-9d11-d11bb72f5a34 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.304778 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f95fa11-9e87-429b-9d11-d11bb72f5a34 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.358352 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f95fa11-9e87-429b-9d11-d11bb72f5a34 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.371094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] Network 169cb59e-3b3f-4ff7-b753-ad7934b8da98 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:41:35.428612 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f95fa11-9e87-429b-9d11-d11bb72f5a34 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.455393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 169cb59e-3b3f-4ff7-b753-ad7934b8da98) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:35.460424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:35.464127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.467945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96bada-623c-43f3-9e59-4ecffc2e859f None None] Network 169cb59e-3b3f-4ff7-b753-ad7934b8da98 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:35.524759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34634) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:35.545495 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b03ecd55-dc4b-4d77-afc1-9d2c3ba21c46 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8580167 Oct 19 11:41:35.547901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34636) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:35.548924 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7f95fa11-9e87-429b-9d11-d11bb72f5a34 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.554287 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7f95fa11-9e87-429b-9d11-d11bb72f5a34 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4942229 Oct 19 11:41:35.554287 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bae9f28-9543-4bd9-a490-2e6597336239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.554485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1058861278-router', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:35.559218 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34638) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:35.577278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1290087121'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:35.621234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.api [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 19 11:41:35.621234 n-d-814547-1 neutron-server[101312]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 19 11:41:35.621234 n-d-814547-1 neutron-server[101312]: [parameters: {'project_id_1': '668013ba172b40539de903bc3b4a1939', 'expiration_1': datetime.datetime(2021, 10, 19, 11, 41, 15, 589368)}] Oct 19 11:41:35.621234 n-d-814547-1 neutron-server[101312]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:41:35.621695 n-d-814547-1 neutron-server[101312]: DEBUG oslo_db.api [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:41:35.661780 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bae9f28-9543-4bd9-a490-2e6597336239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.677957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-169cb59e-3b3f-4ff7-b753-ad7934b8da98', 'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'fixed_ips': [{'subnet_id': '739d713c-e2d1-4313-8506-f50c31c612bb'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:41:35.679351 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.702351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.703415 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.730983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bae9f28-9543-4bd9-a490-2e6597336239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.782892 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8bae9f28-9543-4bd9-a490-2e6597336239 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b21751780d294a50aaf3dd0391a8b975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568583 Oct 19 11:41:35.783768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae9f28-9543-4bd9-a490-2e6597336239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a783d61d-1665-4e07-8067-a3949b60db9e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:35.785475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34640) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:35.793776 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.838857 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c71bea0e-7521-4e71-b328-dcdeef293491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:35.847185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Allocated IP 172.20.0.2 (169cb59e-3b3f-4ff7-b753-ad7934b8da98/739d713c-e2d1-4313-8506-f50c31c612bb/ef38b796-f96e-4e13-b21e-36d0dbba1d0d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:35.863812 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c71bea0e-7521-4e71-b328-dcdeef293491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.031706 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.066739 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.126034 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.151846 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c71bea0e-7521-4e71-b328-dcdeef293491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.155608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c71bea0e-7521-4e71-b328-dcdeef293491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.157217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c71bea0e-7521-4e71-b328-dcdeef293491 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a783d61d-1665-4e07-8067-a3949b60db9e HTTP/1.1" status: 204 len: 168 time: 0.3705831 Oct 19 11:41:36.170592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bea0e-7521-4e71-b328-dcdeef293491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a783d61d-1665-4e07-8067-a3949b60db9e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:36.176615 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Network 169cb59e-3b3f-4ff7-b753-ad7934b8da98 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:36.181482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:36.189177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:36.201063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Pushing event updated for resources: {'Port': ['ID=ef38b796-f96e-4e13-b21e-36d0dbba1d0d,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:36.259733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Attempting to bind port ef38b796-f96e-4e13-b21e-36d0dbba1d0d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:41:36.260244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Attempting to bind port ef38b796-f96e-4e13-b21e-36d0dbba1d0d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '81bc485d-7e3b-41ca-a19b-12048135bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:41:36.260730 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Attempting to bind port ef38b796-f96e-4e13-b21e-36d0dbba1d0d on network 169cb59e-3b3f-4ff7-b753-ad7934b8da98 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:41:36.265072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Made reservation on behalf of 668013ba172b40539de903bc3b4a1939 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:36.268507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.270595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:41:36.271884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Checking segment: {'id': '81bc485d-7e3b-41ca-a19b-12048135bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:36.273703 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.274202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Bound using segment: {'id': '81bc485d-7e3b-41ca-a19b-12048135bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:41:36.274961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Bound port: ef38b796-f96e-4e13-b21e-36d0dbba1d0d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bc485d-7e3b-41ca-a19b-12048135bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:41:36.276886 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.281722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.377573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] For port ef38b796-f96e-4e13-b21e-36d0dbba1d0d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:41:36.382899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] For port ef38b796-f96e-4e13-b21e-36d0dbba1d0d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ef38b796-f96e-4e13-b21e-36d0dbba1d0d,segment=NetworkSegment(81bc485d-7e3b-41ca-a19b-12048135bd27),segment_id=81bc485d-7e3b-41ca-a19b-12048135bd27)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:41:36.493973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.519474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.545781 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.576029 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.599656 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a70691-5bd1-4638-b327-7279343c46e7 None None] Pushing event updated for resources: {'Port': ['ID=ef38b796-f96e-4e13-b21e-36d0dbba1d0d,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:36.651705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.695098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:41:36.737915 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:36.738376 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Added segment 53e4881c-b8b2-4a2c-a498-edae69bfa239 of type vlan for network cf147fa4-f06c-44bb-9720-7bf80535fa08 Oct 19 11:41:36.753696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Allocated IP 172.25.2.125 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/47a91954-c373-429b-8b41-05615c5ca025) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:36.757770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01862a4-858c-4989-a443-2779a302c1bb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:36.829186 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:37.050918 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:37.096457 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:37.103109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:37.103949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:37.180700 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:37.188242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event updated for resources: {'Network': ['ID=cf147fa4-f06c-44bb-9720-7bf80535fa08,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:37.199063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network cf147fa4-f06c-44bb-9720-7bf80535fa08 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:41:37.210328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34654) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:37.226872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:37.229783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:37.233250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:37.257408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Pushing event updated for resources: {'Port': ['ID=47a91954-c373-429b-8b41-05615c5ca025,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:37.262343 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ab2476c0-3af8-45a5-a4fc-2fd324752574 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c3d7ac132744e94b51a4acd09a18741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502849 Oct 19 11:41:37.263636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34656) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:37.273420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-229a9b86-dc77-4d21-9fdd-efa4e7d7b17e tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6984854 Oct 19 11:41:37.275621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34658) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:37.282280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Request body: {'subnet': {'network_id': 'cf147fa4-f06c-44bb-9720-7bf80535fa08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:37.320932 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7018ae8b-715c-4336-8618-4756d3510226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:37.342611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7018ae8b-715c-4336-8618-4756d3510226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:37.480745 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7018ae8b-715c-4336-8618-4756d3510226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:37.480745 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7018ae8b-715c-4336-8618-4756d3510226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:37.480745 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7018ae8b-715c-4336-8618-4756d3510226 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c655f015-734a-4c8a-bb08-c78813dec5f1 HTTP/1.1" status: 204 len: 168 time: 0.2129338 Oct 19 11:41:37.487775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018ae8b-715c-4336-8618-4756d3510226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c655f015-734a-4c8a-bb08-c78813dec5f1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:37.554220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Made reservation on behalf of 668013ba172b40539de903bc3b4a1939 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:37.557832 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:37.755360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caceffa-2495-460f-b51f-b526d8561e19 None None] Network 169cb59e-3b3f-4ff7-b753-ad7934b8da98 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:37.851186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-60c9b36f-8b2e-4e2b-9b11-65855db65b51 None None] Provisioning complete for port ef38b796-f96e-4e13-b21e-36d0dbba1d0d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:37.851553 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60c9b36f-8b2e-4e2b-9b11-65855db65b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:38.023097 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:38.043981 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60c9b36f-8b2e-4e2b-9b11-65855db65b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:38.095560 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-60c9b36f-8b2e-4e2b-9b11-65855db65b51 None None] For port ef38b796-f96e-4e13-b21e-36d0dbba1d0d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ef38b796-f96e-4e13-b21e-36d0dbba1d0d,segment=NetworkSegment(81bc485d-7e3b-41ca-a19b-12048135bd27),segment_id=81bc485d-7e3b-41ca-a19b-12048135bd27)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:38.205404 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60c9b36f-8b2e-4e2b-9b11-65855db65b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:38.280318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9b36f-8b2e-4e2b-9b11-65855db65b51 None None] Pushing event updated for resources: {'Port': ['ID=ef38b796-f96e-4e13-b21e-36d0dbba1d0d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:38.363655 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:38.438213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9580204d-cb60-4fd4-9cda-efaccb9dd60a None None] Provisioning complete for port ef38b796-f96e-4e13-b21e-36d0dbba1d0d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:38.438680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9580204d-cb60-4fd4-9cda-efaccb9dd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:38.461751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:38.478148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event updated for resources: {'Subnet': ['ID=8abd36c6-c1af-4584-ab80-f0aeba266ea4,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:38.570472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Checking segment: {'id': '53e4881c-b8b2-4a2c-a498-edae69bfa239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf147fa4-f06c-44bb-9720-7bf80535fa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:38.572771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Network hostable DHCP agents. Network: cf147fa4-f06c-44bb-9720-7bf80535fa08, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:41:38.622702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ef38b796-f96e-4e13-b21e-36d0dbba1d0d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:38.674347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ef38b796-f96e-4e13-b21e-36d0dbba1d0d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:38.674906 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:38.713897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Network cf147fa4-f06c-44bb-9720-7bf80535fa08 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:41:38.772015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Router 151ca17e-b64d-4b61-a929-ef33f3d1846d is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:41:38.809581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34706) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:38.871214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, cf147fa4-f06c-44bb-9720-7bf80535fa08) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:38.878971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01feddf7-3a46-416f-a93c-82abea90452d None None] Network cf147fa4-f06c-44bb-9720-7bf80535fa08 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:38.881006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:38.881593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:38.903768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:38.918228 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Sync routers for ids ['151ca17e-b64d-4b61-a929-ef33f3d1846d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:38.928860 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Routers {'151ca17e-b64d-4b61-a929-ef33f3d1846d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:38.929620 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['151ca17e-b64d-4b61-a929-ef33f3d1846d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:38.989108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-37518495-network', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:39.019437 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ff625385-b33a-49b1-89de-edd3f779c730 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7427428 Oct 19 11:41:39.025093 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34714) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:39.030717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Request body: {'network': {'name': 'tempest-router-network01--1855455036'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:39.039078 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Set router 151ca17e-b64d-4b61-a929-ef33f3d1846d gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:39.047883 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.049250 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6cffdc9a-65c4-4f77-8679-ead1e8d51149 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5002401 Oct 19 11:41:39.052253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34716) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:39.087898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-cf147fa4-f06c-44bb-9720-7bf80535fa08', 'network_id': 'cf147fa4-f06c-44bb-9720-7bf80535fa08', 'tenant_id': '668013ba172b40539de903bc3b4a1939', 'fixed_ips': [{'subnet_id': '8abd36c6-c1af-4584-ab80-f0aeba266ea4'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:41:39.088923 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.238539 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'name': 'tempest-ImageQuotaTest-1058861278-router', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '47a91954-c373-429b-8b41-05615c5ca025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:35Z', 'updated_at': '2021-10-19T11:41:37Z', 'revision_number': 3, 'project_id': 'db5c34367c0a45d8927575fd82f035fd', 'gw_port': {'id': '47a91954-c373-429b-8b41-05615c5ca025', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:36Z', 'updated_at': '2021-10-19T11:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:39.252506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Made reservation on behalf of f80dff5b781d42d8a94187bf4b85d3e4 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:39.255062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.270284 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.274611 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Checking router: 151ca17e-b64d-4b61-a929-ef33f3d1846d for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:41:39.274960 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Updating router 151ca17e-b64d-4b61-a929-ef33f3d1846d port 47a91954-c373-429b-8b41-05615c5ca025 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:41:39.280108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Allocated IP 172.20.0.2 (cf147fa4-f06c-44bb-9720-7bf80535fa08/8abd36c6-c1af-4584-ab80-f0aeba266ea4/a4ba11b6-7daa-46f1-9241-86f649779a1c) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:39.304721 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.429074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.479328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Made reservation on behalf of 668013ba172b40539de903bc3b4a1939 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:39.485157 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.523802 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.524026 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.539870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:41:39.558649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.559272 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Added segment b37e9bb2-921e-4089-9570-ca768296a53a of type vlan for network 3ba3b1ba-c81e-4649-bc53-0d920ab10a86 Oct 19 11:41:39.578883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:41:39.582762 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.605330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:39.615024 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.674679 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Network cf147fa4-f06c-44bb-9720-7bf80535fa08 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:39.679018 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:39.685439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:39.694748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Pushing event updated for resources: {'Port': ['ID=a4ba11b6-7daa-46f1-9241-86f649779a1c,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:39.712709 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.735615 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.736094 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Added segment 4cc9f4db-3a61-41f4-a731-b5d1587f4645 of type vlan for network 1b5204d6-13f8-468a-ae99-252172f92e2a Oct 19 11:41:39.743681 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.751432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:39.752454 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.765738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Attempting to bind port a4ba11b6-7daa-46f1-9241-86f649779a1c on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:41:39.765738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Attempting to bind port a4ba11b6-7daa-46f1-9241-86f649779a1c by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '53e4881c-b8b2-4a2c-a498-edae69bfa239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf147fa4-f06c-44bb-9720-7bf80535fa08'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:41:39.765738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Attempting to bind port a4ba11b6-7daa-46f1-9241-86f649779a1c on network cf147fa4-f06c-44bb-9720-7bf80535fa08 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:41:39.771513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:41:39.771934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Checking segment: {'id': '53e4881c-b8b2-4a2c-a498-edae69bfa239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf147fa4-f06c-44bb-9720-7bf80535fa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:39.773091 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.773229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Bound using segment: {'id': '53e4881c-b8b2-4a2c-a498-edae69bfa239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf147fa4-f06c-44bb-9720-7bf80535fa08'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:41:39.773714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Bound port: a4ba11b6-7daa-46f1-9241-86f649779a1c, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e4881c-b8b2-4a2c-a498-edae69bfa239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf147fa4-f06c-44bb-9720-7bf80535fa08'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:41:39.774232 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.797025 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.828869 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.851890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event updated for resources: {'Network': ['ID=3ba3b1ba-c81e-4649-bc53-0d920ab10a86,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:39.857136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] For port a4ba11b6-7daa-46f1-9241-86f649779a1c, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:41:39.860454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] For port a4ba11b6-7daa-46f1-9241-86f649779a1c, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a4ba11b6-7daa-46f1-9241-86f649779a1c,segment=NetworkSegment(53e4881c-b8b2-4a2c-a498-edae69bfa239),segment_id=53e4881c-b8b2-4a2c-a498-edae69bfa239)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:41:39.870750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3ba3b1ba-c81e-4649-bc53-0d920ab10a86 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:41:39.889675 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Attempting to bind port 47a91954-c373-429b-8b41-05615c5ca025 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:41:39.890066 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Attempting to bind port 47a91954-c373-429b-8b41-05615c5ca025 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:41:39.890478 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Attempting to bind port 47a91954-c373-429b-8b41-05615c5ca025 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:41:39.898188 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839134f2-f953-4453-9435-b04569243b59 None None] Pushing event updated for resources: {'Port': ['ID=47a91954-c373-429b-8b41-05615c5ca025,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:39.900494 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:41:39.900883 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:39.901265 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.901714 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:41:39.902174 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Bound port: 47a91954-c373-429b-8b41-05615c5ca025, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:41:39.902537 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.935421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5f43d067-7072-466a-87a0-01cf9bf7c5aa tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9091160 Oct 19 11:41:39.940479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34744) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:39.948257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Request body: {'network': {'name': 'tempest-router-network02--1967955417'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:39.957532 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.959069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:39.961770 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.979377 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:39.979675 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] For port 47a91954-c373-429b-8b41-05615c5ca025, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:41:39.984774 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] For port 47a91954-c373-429b-8b41-05615c5ca025, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=47a91954-c373-429b-8b41-05615c5ca025,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:41:39.997758 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:40.051615 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:40.051871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a667f4-caf3-4013-b8d4-574f9da79693 None None] Pushing event updated for resources: {'Port': ['ID=a4ba11b6-7daa-46f1-9241-86f649779a1c,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:40.109971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Made reservation on behalf of 668013ba172b40539de903bc3b4a1939 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:40.114897 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:40.121865 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Routers {'151ca17e-b64d-4b61-a929-ef33f3d1846d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:40.122503 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['151ca17e-b64d-4b61-a929-ef33f3d1846d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:40.167542 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839134f2-f953-4453-9435-b04569243b59 None None] Pushing event updated for resources: {'Port': ['ID=47a91954-c373-429b-8b41-05615c5ca025,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:40.211561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:41:40.232227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:40.232779 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Added segment 829ac80f-f531-40d8-9333-6d0b97baf8f8 of type vlan for network 62590efe-c2e3-40dc-994e-c785040f9ae3 Oct 19 11:41:40.268657 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] Set router 151ca17e-b64d-4b61-a929-ef33f3d1846d gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:40.341915 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:40.478507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:40.492794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:40.492794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:40.511119 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b5204d6-13f8-468a-ae99-252172f92e2a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:40.549385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 1b5204d6-13f8-468a-ae99-252172f92e2a details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:41:40.592087 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a2699de9-da4e-4f77-a71f-c0c3f44628f3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7812588 Oct 19 11:41:40.600592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34754) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:40.648615 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'name': 'tempest-ImageQuotaTest-1058861278-router', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '47a91954-c373-429b-8b41-05615c5ca025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:35Z', 'updated_at': '2021-10-19T11:41:37Z', 'revision_number': 3, 'project_id': 'db5c34367c0a45d8927575fd82f035fd', 'gw_port': {'id': '47a91954-c373-429b-8b41-05615c5ca025', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:36Z', 'updated_at': '2021-10-19T11:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:40.678538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] Request body: {'subnet': {'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-37518495-subnet', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:40.736036 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7943933 Oct 19 11:41:40.737248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34758) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:40.745601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a4ba11b6-7daa-46f1-9241-86f649779a1c up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:40.754300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Request body: {'subnet': {'network_id': '3ba3b1ba-c81e-4649-bc53-0d920ab10a86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:40.767203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7446b-9472-4753-af27-87e9c23ba687 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event updated for resources: {'Network': ['ID=62590efe-c2e3-40dc-994e-c785040f9ae3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:40.823314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 62590efe-c2e3-40dc-994e-c785040f9ae3 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:41:40.874039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] Made reservation on behalf of f80dff5b781d42d8a94187bf4b85d3e4 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:40.876741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:40.901076 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cee77ff-323f-4c3f-9af6-9b10cd25f8f7 None None] The sync data for ids ['151ca17e-b64d-4b61-a929-ef33f3d1846d'] in n-d-814547-1 is: [{'id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'name': 'tempest-ImageQuotaTest-1058861278-router', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '47a91954-c373-429b-8b41-05615c5ca025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:35Z', 'updated_at': '2021-10-19T11:41:37Z', 'revision_number': 3, 'project_id': 'db5c34367c0a45d8927575fd82f035fd', 'gw_port': {'id': '47a91954-c373-429b-8b41-05615c5ca025', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:36Z', 'updated_at': '2021-10-19T11:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:40.908407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a4ba11b6-7daa-46f1-9241-86f649779a1c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:40.908810 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.010474 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.060259 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port a4ba11b6-7daa-46f1-9241-86f649779a1c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a4ba11b6-7daa-46f1-9241-86f649779a1c,segment=NetworkSegment(53e4881c-b8b2-4a2c-a498-edae69bfa239),segment_id=53e4881c-b8b2-4a2c-a498-edae69bfa239)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:41.072278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Allocated IP 172.20.0.1 (169cb59e-3b3f-4ff7-b753-ad7934b8da98/739d713c-e2d1-4313-8506-f50c31c612bb/171c4195-e973-4c9e-b04b-bc9077a99966) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:41.086311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Made reservation on behalf of 668013ba172b40539de903bc3b4a1939 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:41.090245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.119341 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.199109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=a4ba11b6-7daa-46f1-9241-86f649779a1c,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:41.224166 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.379138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13bc9823-7501-4a92-b961-597339cb11f4,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:41.388374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] Checking segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:41.388905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] Network hostable DHCP agents. Network: 1b5204d6-13f8-468a-ae99-252172f92e2a, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:41:41.406167 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.481653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] Network 1b5204d6-13f8-468a-ae99-252172f92e2a is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:41:41.552158 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.577259 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.590993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 1b5204d6-13f8-468a-ae99-252172f92e2a) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:41.597753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:41.598903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.602851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0be73-3cdf-4c29-8b02-5d7c41521064 None None] Network 1b5204d6-13f8-468a-ae99-252172f92e2a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:41.628825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Network 169cb59e-3b3f-4ff7-b753-ad7934b8da98 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:41.636894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:41.645760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:41.727076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34770) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:41.732393 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-84bca031-1686-43b6-963e-7a1814b0c405 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0813551 Oct 19 11:41:41.732708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:41.745173 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=171c4195-e973-4c9e-b04b-bc9077a99966,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:41.766646 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.788669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Checking segment: {'id': 'b37e9bb2-921e-4089-9570-ca768296a53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ba3b1ba-c81e-4649-bc53-0d920ab10a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:41.789210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Network hostable DHCP agents. Network: 3ba3b1ba-c81e-4649-bc53-0d920ab10a86, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:41:41.795665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event updated for resources: {'Subnet': ['ID=2905e9a1-5bc0-47d0-a88e-2a16011ee14e,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:41.828365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e5c0ab-213a-46d8-9672-a010614532b3 None None] Network cf147fa4-f06c-44bb-9720-7bf80535fa08 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:41.885863 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.887334 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:41.915077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Network 3ba3b1ba-c81e-4649-bc53-0d920ab10a86 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:41:41.999125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2754421c-71c9-4717-a41a-e816001da5dc None None] Provisioning complete for port a4ba11b6-7daa-46f1-9241-86f649779a1c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:41.999568 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2754421c-71c9-4717-a41a-e816001da5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.062677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3ba3b1ba-c81e-4649-bc53-0d920ab10a86) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:42.068292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:42.069528 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.074169 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.094920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb94ff8d-c416-4c82-a562-5e76f9013144 None None] Network 3ba3b1ba-c81e-4649-bc53-0d920ab10a86 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:42.224755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-1b5204d6-13f8-468a-ae99-252172f92e2a', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:41:42.225640 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.270027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.273724 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d6646784-c6e1-4500-adde-9cef4b87adc4 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5351110 Oct 19 11:41:42.279513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34778) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:42.297009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Request body: {'subnet': {'network_id': '62590efe-c2e3-40dc-994e-c785040f9ae3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:42.416142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.700175 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.703115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Made reservation on behalf of 668013ba172b40539de903bc3b4a1939 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:42.707352 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.763766 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.780773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 47a91954-c373-429b-8b41-05615c5ca025 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:42.813720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.837463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.872096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-3ba3b1ba-c81e-4649-bc53-0d920ab10a86', 'network_id': '3ba3b1ba-c81e-4649-bc53-0d920ab10a86', 'tenant_id': '668013ba172b40539de903bc3b4a1939', 'fixed_ips': [{'subnet_id': '2905e9a1-5bc0-47d0-a88e-2a16011ee14e'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:41:42.872974 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.941382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=171c4195-e973-4c9e-b04b-bc9077a99966,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:42.947594 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:42.959581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Allocated IP 172.25.2.145 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/e5f35554-7965-4f08-b990-a6e254953e3e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:43.136371 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:43.140882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 47a91954-c373-429b-8b41-05615c5ca025 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:43.141386 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:43.172926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Network 169cb59e-3b3f-4ff7-b753-ad7934b8da98 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:43.180332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:43.194116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Allocated IP 172.20.0.2 (1b5204d6-13f8-468a-ae99-252172f92e2a/13bc9823-7501-4a92-b961-597339cb11f4/1c170509-744f-4180-bff4-09dd30849108) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:43.258561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6e81a5b6-197e-45d5-ab40-8592053ae440 None None] Provisioning complete for port 171c4195-e973-4c9e-b04b-bc9077a99966 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:43.259009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6e81a5b6-197e-45d5-ab40-8592053ae440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:43.319887 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:43.337886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:43.419328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:43.424146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:43.429782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:43.469532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event updated for resources: {'Subnet': ['ID=8b1af3ed-302c-46be-8ccf-aac4dca07b8a,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:43.484595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Router 151ca17e-b64d-4b61-a929-ef33f3d1846d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:41:43.497924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Checking segment: {'id': '829ac80f-f531-40d8-9333-6d0b97baf8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '62590efe-c2e3-40dc-994e-c785040f9ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:43.498422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Network hostable DHCP agents. Network: 62590efe-c2e3-40dc-994e-c785040f9ae3, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:41:43.554390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6e81a5b6-197e-45d5-ab40-8592053ae440 None None] Port 171c4195-e973-4c9e-b04b-bc9077a99966 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:43.560113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Allocated IP 172.20.0.2 (3ba3b1ba-c81e-4649-bc53-0d920ab10a86/2905e9a1-5bc0-47d0-a88e-2a16011ee14e/ffd0a95f-d3e2-4d2f-a96a-beeab79e812c) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:43.575981 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:43.645303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 47a91954-c373-429b-8b41-05615c5ca025, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=47a91954-c373-429b-8b41-05615c5ca025,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:43.695617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Network 62590efe-c2e3-40dc-994e-c785040f9ae3 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:41:43.715173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f35554-7965-4f08-b990-a6e254953e3e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:43.733727 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:43.734542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a4ba11b6-7daa-46f1-9241-86f649779a1c up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:43.757684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:43.781057 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3da9046c-a1d9-4982-a819-8c9387cd7ee5 admin admin] 10.222.0.39 "PUT /v2.0/routers/151ca17e-b64d-4b61-a929-ef33f3d1846d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7262065 Oct 19 11:41:43.811071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 62590efe-c2e3-40dc-994e-c785040f9ae3) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:43.816067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:43.816688 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:43.916595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3b3b3c7f-be14-4854-99d6-1c4aa8dc3aa8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6336458 Oct 19 11:41:43.919818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34806) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:43.994210 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:44.056182 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:44.067479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Sync routers for ids ['151ca17e-b64d-4b61-a929-ef33f3d1846d'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:44.113851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec233d-9a41-4996-89da-c42166adec01 None None] Network 62590efe-c2e3-40dc-994e-c785040f9ae3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:44.125593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-47fe607e-b786-43e9-ab0d-d77fcc484c64 None None] Provisioning complete for port a4ba11b6-7daa-46f1-9241-86f649779a1c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:44.125968 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-47fe607e-b786-43e9-ab0d-d77fcc484c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:44.160860 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:44.205646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Routers {'151ca17e-b64d-4b61-a929-ef33f3d1846d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:44.206302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['151ca17e-b64d-4b61-a929-ef33f3d1846d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:44.235863 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:44.325936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:44.382417 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Network 3ba3b1ba-c81e-4649-bc53-0d920ab10a86 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:44.392663 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:44.396068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:44.444065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=47a91954-c373-429b-8b41-05615c5ca025,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:44.554014 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:44.633013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Network 1b5204d6-13f8-468a-ae99-252172f92e2a is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:44.633013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Attempting to bind port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:41:44.633350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Attempting to bind port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'b37e9bb2-921e-4089-9570-ca768296a53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ba3b1ba-c81e-4649-bc53-0d920ab10a86'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:41:44.633529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Attempting to bind port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c on network 3ba3b1ba-c81e-4649-bc53-0d920ab10a86 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:41:44.662778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:44.673103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a4ba11b6-7daa-46f1-9241-86f649779a1c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:44.673479 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:44.675367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:44.768665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:44.771278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:41:44.771652 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Checking segment: {'id': 'b37e9bb2-921e-4089-9570-ca768296a53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ba3b1ba-c81e-4649-bc53-0d920ab10a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:44.776738 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:44.777210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Bound using segment: {'id': 'b37e9bb2-921e-4089-9570-ca768296a53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ba3b1ba-c81e-4649-bc53-0d920ab10a86'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:41:44.777719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Bound port: ffd0a95f-d3e2-4d2f-a96a-beeab79e812c, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37e9bb2-921e-4089-9570-ca768296a53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ba3b1ba-c81e-4649-bc53-0d920ab10a86'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:41:44.778203 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:44.793710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Pushing event updated for resources: {'Port': ['ID=ffd0a95f-d3e2-4d2f-a96a-beeab79e812c,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:44.857055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Allocated IP 172.20.0.1 (3ba3b1ba-c81e-4649-bc53-0d920ab10a86/2905e9a1-5bc0-47d0-a88e-2a16011ee14e/3d9965c6-c3e0-42f8-92d0-cea0e6c0944c) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:44.862182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Set router 151ca17e-b64d-4b61-a929-ef33f3d1846d gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:44.936241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Router 18fb3e41-7b56-4011-a9fb-7b852114d3be is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:41:45.085879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Pushing event updated for resources: {'Port': ['ID=1c170509-744f-4180-bff4-09dd30849108,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:45.092429 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:45.148579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Attempting to bind port 1c170509-744f-4180-bff4-09dd30849108 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:41:45.148579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Attempting to bind port 1c170509-744f-4180-bff4-09dd30849108 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:41:45.148579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Attempting to bind port 1c170509-744f-4180-bff4-09dd30849108 on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:41:45.168621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:45.180195 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Sync routers for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:45.202782 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:45.202782 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:45.298866 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:45.300728 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f9786cee-efd1-4ed8-9ccf-e4b09c8bb483 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5717764 Oct 19 11:41:45.302961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34834) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:45.424694 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:45.452678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] For port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:41:45.456827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] For port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ffd0a95f-d3e2-4d2f-a96a-beeab79e812c,segment=NetworkSegment(b37e9bb2-921e-4089-9570-ca768296a53a),segment_id=b37e9bb2-921e-4089-9570-ca768296a53a)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:41:45.491004 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-62590efe-c2e3-40dc-994e-c785040f9ae3', 'network_id': '62590efe-c2e3-40dc-994e-c785040f9ae3', 'tenant_id': '668013ba172b40539de903bc3b4a1939', 'fixed_ips': [{'subnet_id': '8b1af3ed-302c-46be-8ccf-aac4dca07b8a'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:41:45.492308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:45.501920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:41:45.502648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Checking segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:45.503197 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:45.503946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Bound using segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:41:45.504755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Bound port: 1c170509-744f-4180-bff4-09dd30849108, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:41:45.505565 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:45.597223 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:45.651220 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:45.677983 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:43Z', 'revision_number': 3, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:45.725646 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Checking router: 18fb3e41-7b56-4011-a9fb-7b852114d3be for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:41:45.726269 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Updating router 18fb3e41-7b56-4011-a9fb-7b852114d3be port e5f35554-7965-4f08-b990-a6e254953e3e binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:41:45.742339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Network 3ba3b1ba-c81e-4649-bc53-0d920ab10a86 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:45.759984 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:45.760900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:45.766130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:45.826309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34842) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:45.942490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] For port 1c170509-744f-4180-bff4-09dd30849108, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:41:45.946294 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] For port 1c170509-744f-4180-bff4-09dd30849108, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1c170509-744f-4180-bff4-09dd30849108,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:41:45.959477 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503d4d2-dd06-4735-91ed-9d1537838ee6 None None] Pushing event updated for resources: {'Port': ['ID=ffd0a95f-d3e2-4d2f-a96a-beeab79e812c,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:45.962912 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 47a91954-c373-429b-8b41-05615c5ca025 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:45.964497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event updated for resources: {'Port': ['ID=3d9965c6-c3e0-42f8-92d0-cea0e6c0944c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:46.021521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-69e53746-322f-45a3-b079-7be50bab16b7 None None] Provisioning complete for port 171c4195-e973-4c9e-b04b-bc9077a99966 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:46.021976 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-69e53746-322f-45a3-b079-7be50bab16b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.105101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.130197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-69e53746-322f-45a3-b079-7be50bab16b7 None None] Port 171c4195-e973-4c9e-b04b-bc9077a99966 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:46.148987 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.151489 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.206480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 47a91954-c373-429b-8b41-05615c5ca025 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:46.206480 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.239509 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.317591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d8f57-4602-4bcd-b0e1-d6fe75ced298 None None] Pushing event updated for resources: {'Port': ['ID=1c170509-744f-4180-bff4-09dd30849108,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:46.369935 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Pushing event updated for resources: {'Port': ['ID=e5f35554-7965-4f08-b990-a6e254953e3e,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:46.389401 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Attempting to bind port e5f35554-7965-4f08-b990-a6e254953e3e on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:41:46.389995 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Attempting to bind port e5f35554-7965-4f08-b990-a6e254953e3e by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:41:46.390592 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Attempting to bind port e5f35554-7965-4f08-b990-a6e254953e3e on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:41:46.405047 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.405548 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.406008 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.406452 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.406884 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.407329 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.408123 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.408955 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.414419 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.420638 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.420638 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.420638 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:46.423252 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:41:46.423741 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:46.424246 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.424772 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:41:46.426980 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Bound port: e5f35554-7965-4f08-b990-a6e254953e3e, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:41:46.427459 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.486511 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.509867 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.594988 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] For port e5f35554-7965-4f08-b990-a6e254953e3e, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:41:46.598205 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] For port e5f35554-7965-4f08-b990-a6e254953e3e, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e5f35554-7965-4f08-b990-a6e254953e3e,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:41:46.623129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Allocated IP 172.20.0.2 (62590efe-c2e3-40dc-994e-c785040f9ae3/8b1af3ed-302c-46be-8ccf-aac4dca07b8a/24105331-5cd6-4bac-be28-7f51abf063d3) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:46.648610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'name': 'tempest-ImageQuotaTest-1058861278-router', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '47a91954-c373-429b-8b41-05615c5ca025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:35Z', 'updated_at': '2021-10-19T11:41:42Z', 'revision_number': 4, 'project_id': 'db5c34367c0a45d8927575fd82f035fd', 'gw_port': {'id': '47a91954-c373-429b-8b41-05615c5ca025', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:36Z', 'updated_at': '2021-10-19T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '171c4195-e973-4c9e-b04b-bc9077a99966', 'name': '', 'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'mac_address': 'fa:16:3e:07:f9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '739d713c-e2d1-4313-8506-f50c31c612bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:40Z', 'updated_at': '2021-10-19T11:41:42Z', 'revision_number': 2, 'project_id': 'db5c34367c0a45d8927575fd82f035fd', 'subnets': [{'id': '739d713c-e2d1-4313-8506-f50c31c612bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:46.680821 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.730309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Checking router: 151ca17e-b64d-4b61-a929-ef33f3d1846d for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:41:46.730672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Updating router 151ca17e-b64d-4b61-a929-ef33f3d1846d port 171c4195-e973-4c9e-b04b-bc9077a99966 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:41:46.792396 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:46.794118 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:46.862429 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:46.987647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:47.067110 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:47.225789 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:47.266789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Allocated IP 172.20.0.1 (1b5204d6-13f8-468a-ae99-252172f92e2a/13bc9823-7501-4a92-b961-597339cb11f4/7933b2d0-1381-4e52-a1f9-c055e9d37796) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:47.347242 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3415c8-38ec-48e0-afd6-f3f1c73fb37e None None] Pushing event updated for resources: {'Port': ['ID=e5f35554-7965-4f08-b990-a6e254953e3e,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:47.448632 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:47.454766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:47.455383 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:43Z', 'revision_number': 3, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:47.486572 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:47.533588 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982a0b67-0c6e-4cf3-a96e-c82e696c7d81 None None] The sync data for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 is: [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:43Z', 'revision_number': 3, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:47.554130 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:47.598574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Deleting port 171c4195-e973-4c9e-b04b-bc9077a99966 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:47.599087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:47.639667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Network 62590efe-c2e3-40dc-994e-c785040f9ae3 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:47.684405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event updated for resources: {'Port': ['ID=3d9965c6-c3e0-42f8-92d0-cea0e6c0944c,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:47.686849 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:47.696694 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:47.792708 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:47.823253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Network 1b5204d6-13f8-468a-ae99-252172f92e2a is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:47.824480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Calling delete_port for 171c4195-e973-4c9e-b04b-bc9077a99966 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:47.844308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:47.856403 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Pushing event updated for resources: {'Port': ['ID=24105331-5cd6-4bac-be28-7f51abf063d3,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:47.856403 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:47.878754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:47.893067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:47.898414 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:47.987337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ffd0a95f-d3e2-4d2f-a96a-beeab79e812c up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:48.007032 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:48.210836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Attempting to bind port 24105331-5cd6-4bac-be28-7f51abf063d3 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:41:48.211207 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Attempting to bind port 24105331-5cd6-4bac-be28-7f51abf063d3 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '829ac80f-f531-40d8-9333-6d0b97baf8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '62590efe-c2e3-40dc-994e-c785040f9ae3'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:41:48.211576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Attempting to bind port 24105331-5cd6-4bac-be28-7f51abf063d3 on network 62590efe-c2e3-40dc-994e-c785040f9ae3 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:41:48.258646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:41:48.259879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Checking segment: {'id': '829ac80f-f531-40d8-9333-6d0b97baf8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '62590efe-c2e3-40dc-994e-c785040f9ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:48.260450 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:48.261027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Bound using segment: {'id': '829ac80f-f531-40d8-9333-6d0b97baf8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '62590efe-c2e3-40dc-994e-c785040f9ae3'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:41:48.261959 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Bound port: 24105331-5cd6-4bac-be28-7f51abf063d3, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829ac80f-f531-40d8-9333-6d0b97baf8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '62590efe-c2e3-40dc-994e-c785040f9ae3'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:41:48.262534 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:48.306278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efd102-145b-4699-8434-f2851d4b6bfa None None] Pushing event updated for resources: {'Port': ['ID=171c4195-e973-4c9e-b04b-bc9077a99966,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:48.469416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] For port 24105331-5cd6-4bac-be28-7f51abf063d3, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:41:48.480971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] For port 24105331-5cd6-4bac-be28-7f51abf063d3, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=24105331-5cd6-4bac-be28-7f51abf063d3,segment=NetworkSegment(829ac80f-f531-40d8-9333-6d0b97baf8f8),segment_id=829ac80f-f531-40d8-9333-6d0b97baf8f8)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:41:48.519264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:48.519656 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:48.570869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:48.627014 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:48.673776 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Attempting to bind port 171c4195-e973-4c9e-b04b-bc9077a99966 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:41:48.674326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Attempting to bind port 171c4195-e973-4c9e-b04b-bc9077a99966 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '81bc485d-7e3b-41ca-a19b-12048135bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:41:48.674853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Attempting to bind port 171c4195-e973-4c9e-b04b-bc9077a99966 on network 169cb59e-3b3f-4ff7-b753-ad7934b8da98 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:41:48.694526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:41:48.695157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Checking segment: {'id': '81bc485d-7e3b-41ca-a19b-12048135bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:48.695739 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:48.696274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Bound using segment: {'id': '81bc485d-7e3b-41ca-a19b-12048135bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:41:48.696933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Bound port: 171c4195-e973-4c9e-b04b-bc9077a99966, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bc485d-7e3b-41ca-a19b-12048135bd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '169cb59e-3b3f-4ff7-b753-ad7934b8da98'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:41:48.697484 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:48.716962 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d43d93-59e4-4504-b693-f18d64539922 None None] Pushing event updated for resources: {'Port': ['ID=24105331-5cd6-4bac-be28-7f51abf063d3,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:48.720185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cdb2b8-8cf9-431f-9d12-58f32e7fffd0 None None] Network 1b5204d6-13f8-468a-ae99-252172f92e2a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:48.740204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=171c4195-e973-4c9e-b04b-bc9077a99966,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:48.769616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.769962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.770488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.770997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.771491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.772993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.773509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.774009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.775252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.779307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.789982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.790624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:48.968812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Port 171c4195-e973-4c9e-b04b-bc9077a99966 has been deleted concurrently {{(pid=101313) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 19 11:41:48.970646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34882) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:49.001465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4c7a1-a4c9-41d0-b99d-690dee5e6549 None None] Network 3ba3b1ba-c81e-4649-bc53-0d920ab10a86 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:49.258589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0d7c7bad-f12c-4d3c-baea-0964999b1025 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.265502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0d7c7bad-f12c-4d3c-baea-0964999b1025 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.274185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0d7c7bad-f12c-4d3c-baea-0964999b1025 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.284825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0d7c7bad-f12c-4d3c-baea-0964999b1025 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.293605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0d7c7bad-f12c-4d3c-baea-0964999b1025 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.296251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Pushing event updated for resources: {'Port': ['ID=7933b2d0-1381-4e52-a1f9-c055e9d37796,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:49.309736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0d7c7bad-f12c-4d3c-baea-0964999b1025 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.327122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0d7c7bad-f12c-4d3c-baea-0964999b1025 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.335582 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0d7c7bad-f12c-4d3c-baea-0964999b1025 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5442 time: 0.4371989 Oct 19 11:41:49.378210 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:49.423325 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:49.475869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ffd0a95f-d3e2-4d2f-a96a-beeab79e812c,segment=NetworkSegment(b37e9bb2-921e-4089-9570-ca768296a53a),segment_id=b37e9bb2-921e-4089-9570-ca768296a53a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:49.514518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-5513523d-2109-4800-b8f6-97cacd9b5107 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.519199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-5513523d-2109-4800-b8f6-97cacd9b5107 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "GET /v2.0/ports/71ecc8cd-ea70-43ca-b232-0706620bf96b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1000228 Oct 19 11:41:49.540304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Routers {'151ca17e-b64d-4b61-a929-ef33f3d1846d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:49.540986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['151ca17e-b64d-4b61-a929-ef33f3d1846d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:49.560570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2d8a3287-52b1-468f-a0c8-99295fad2afb None None] Provisioning complete for port 1c170509-744f-4180-bff4-09dd30849108 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:49.560570 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3287-52b1-468f-a0c8-99295fad2afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:49.565694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e096c751-9dab-4126-bdcf-45e8790f9425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:49.570374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231b71-ede8-4994-88c6-7c99d331336a req-cedbbf26-daf0-478e-85b4-2fbcc7a10920 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.577138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231b71-ede8-4994-88c6-7c99d331336a req-cedbbf26-daf0-478e-85b4-2fbcc7a10920 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.587711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231b71-ede8-4994-88c6-7c99d331336a req-cedbbf26-daf0-478e-85b4-2fbcc7a10920 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.595661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231b71-ede8-4994-88c6-7c99d331336a req-cedbbf26-daf0-478e-85b4-2fbcc7a10920 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.602695 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231b71-ede8-4994-88c6-7c99d331336a req-cedbbf26-daf0-478e-85b4-2fbcc7a10920 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.609270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231b71-ede8-4994-88c6-7c99d331336a req-cedbbf26-daf0-478e-85b4-2fbcc7a10920 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.620703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb231b71-ede8-4994-88c6-7c99d331336a req-cedbbf26-daf0-478e-85b4-2fbcc7a10920 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:49.623271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cb231b71-ede8-4994-88c6-7c99d331336a req-cedbbf26-daf0-478e-85b4-2fbcc7a10920 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5442 time: 0.3865025 Oct 19 11:41:49.641009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:49.641793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1c170509-744f-4180-bff4-09dd30849108 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:49.669586 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:49.769312 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cb231b71-ede8-4994-88c6-7c99d331336a req-e3ed676a-bdd0-474d-800b-4624e494ee82 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057208 Oct 19 11:41:49.773464 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Network 3ba3b1ba-c81e-4649-bc53-0d920ab10a86 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:49.776036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:49.779128 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:49.920022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] Set router 151ca17e-b64d-4b61-a929-ef33f3d1846d gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:49.941985 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-11501854-fd12-476e-856f-310c89fa6639 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "GET /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3945854 Oct 19 11:41:50.014819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:50.099683 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e096c751-9dab-4126-bdcf-45e8790f9425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.112659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=ffd0a95f-d3e2-4d2f-a96a-beeab79e812c,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:50.131736 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.196504 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.201332 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e096c751-9dab-4126-bdcf-45e8790f9425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.287918 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.342664 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-531cb08d-d0bb-4a2e-a306-4c6d06d37371 req-bbbe87db-9bc9-4c4c-9fb1-29791ed2c8b4 service neutron] (101312) timed out ('10.222.0.39', 38068) {{(pid=101312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 11:41:50.370378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] For port 71ecc8cd-ea70-43ca-b232-0706620bf96b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=71ecc8cd-ea70-43ca-b232-0706620bf96b,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:50.433645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e096c751-9dab-4126-bdcf-45e8790f9425 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2a87366b0064f9e9bf90e1642a63818&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4231012 Oct 19 11:41:50.435601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.447000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Router 23a4f1a4-3e64-4c48-a3fe-62ddffe4945f is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:41:50.453535 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34902) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:50.529377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096c751-9dab-4126-bdcf-45e8790f9425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193bb221-9e4d-4740-b534-8490444352f1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:50.587118 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3287-52b1-468f-a0c8-99295fad2afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.606299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95085f6-50c0-4537-b779-2d768906fad8 None None] Network 62590efe-c2e3-40dc-994e-c785040f9ae3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:50.608502 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.640373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2d8a3287-52b1-468f-a0c8-99295fad2afb None None] For port 1c170509-744f-4180-bff4-09dd30849108, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1c170509-744f-4180-bff4-09dd30849108,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:50.694611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1c170509-744f-4180-bff4-09dd30849108 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:50.695084 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.727969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Router 151ca17e-b64d-4b61-a929-ef33f3d1846d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:41:50.734219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] For port 71ecc8cd-ea70-43ca-b232-0706620bf96b, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:41:50.745580 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3287-52b1-468f-a0c8-99295fad2afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.777628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Pushing event updated for resources: {'Port': ['ID=7933b2d0-1381-4e52-a1f9-c055e9d37796,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:50.836507 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.838272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] device_id is not set on port 71ecc8cd-ea70-43ca-b232-0706620bf96b yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:41:50.891459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a3287-52b1-468f-a0c8-99295fad2afb None None] Pushing event updated for resources: {'Port': ['ID=1c170509-744f-4180-bff4-09dd30849108,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:50.911397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2d8a3287-52b1-468f-a0c8-99295fad2afb None None] Provisioning complete for port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:50.914612 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2d8a3287-52b1-468f-a0c8-99295fad2afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.926516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:50.949199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8bb52482-9d9c-4b42-9345-1380fbffb5dd tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "PUT /v2.0/routers/23a4f1a4-3e64-4c48-a3fe-62ddffe4945f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0279016 Oct 19 11:41:50.949945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34908) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:50.965736 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-00f07e45-4cc8-45f2-ac1b-ff3464cdc341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:50.966676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca4cb1d-5e54-48fc-a664-3f37e6acfdd4 None None] Sync routers for ids ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:50.972766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'name': 'tempest-ImageQuotaTest-1058861278-router', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '47a91954-c373-429b-8b41-05615c5ca025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:35Z', 'updated_at': '2021-10-19T11:41:48Z', 'revision_number': 5, 'project_id': 'db5c34367c0a45d8927575fd82f035fd', 'gw_port': {'id': '47a91954-c373-429b-8b41-05615c5ca025', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:36Z', 'updated_at': '2021-10-19T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:51.008337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:51.060196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76345068-0690-4590-9983-6bf04b9c3d5e None None] The sync data for ids ['151ca17e-b64d-4b61-a929-ef33f3d1846d'] in n-d-814547-1 is: [{'id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'name': 'tempest-ImageQuotaTest-1058861278-router', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '47a91954-c373-429b-8b41-05615c5ca025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:35Z', 'updated_at': '2021-10-19T11:41:48Z', 'revision_number': 5, 'project_id': 'db5c34367c0a45d8927575fd82f035fd', 'gw_port': {'id': '47a91954-c373-429b-8b41-05615c5ca025', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:36Z', 'updated_at': '2021-10-19T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:51.075352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4cb1d-5e54-48fc-a664-3f37e6acfdd4 None None] Routers {'23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:51.075352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2ca4cb1d-5e54-48fc-a664-3f37e6acfdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:51.133480 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-00f07e45-4cc8-45f2-ac1b-ff3464cdc341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:51.190661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2ca4cb1d-5e54-48fc-a664-3f37e6acfdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:51.214569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4cb1d-5e54-48fc-a664-3f37e6acfdd4 None None] Routers {'23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:51.215204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2ca4cb1d-5e54-48fc-a664-3f37e6acfdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:51.257578 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:51.328444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2ca4cb1d-5e54-48fc-a664-3f37e6acfdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:51.332622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca4cb1d-5e54-48fc-a664-3f37e6acfdd4 None None] The sync data for ids ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:51.362490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Network 1b5204d6-13f8-468a-ae99-252172f92e2a is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:51.518053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:51.704085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Provisioning complete for port 1c170509-744f-4180-bff4-09dd30849108 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:51.704626 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:51.815991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Router 18fb3e41-7b56-4011-a9fb-7b852114d3be has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:41:51.869100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ffd0a95f-d3e2-4d2f-a96a-beeab79e812c up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:52.000049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:52.000445 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:52.046006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Provisioning complete for port 3d9965c6-c3e0-42f8-92d0-cea0e6c0944c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:52.046382 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:52.056756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:52.070140 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-65eaa6dd-a0a4-4783-9888-db9d3b9f8ebf admin admin] 10.222.0.39 "PUT /v2.0/routers/151ca17e-b64d-4b61-a929-ef33f3d1846d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2424126 Oct 19 11:41:52.111372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 34918) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:52.126911 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-00f07e45-4cc8-45f2-ac1b-ff3464cdc341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:52.133420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-00f07e45-4cc8-45f2-ac1b-ff3464cdc341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:52.134146 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-e9e6481f-e9ab-4896-a8b5-ff2df0f498fb tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:41:52.139731 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-00f07e45-4cc8-45f2-ac1b-ff3464cdc341 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/193bb221-9e4d-4740-b534-8490444352f1 HTTP/1.1" status: 204 len: 168 time: 1.6289105 Oct 19 11:41:52.140400 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e9e6481f-e9ab-4896-a8b5-ff2df0f498fb tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "PUT /v2.0/routers/23a4f1a4-3e64-4c48-a3fe-62ddffe4945f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1459184 Oct 19 11:41:52.155674 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34924) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:52.155828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Port 3d9965c6-c3e0-42f8-92d0-cea0e6c0944c cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:52.193506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Provisioning complete for port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:52.194913 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:52.279595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d10e52-c61a-4371-9119-267c265fa897 req-d73d53c6-b258-4cc2-8c82-c087e9c2a0b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:52.286194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1c170509-744f-4180-bff4-09dd30849108 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:52.298938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d10e52-c61a-4371-9119-267c265fa897 req-d73d53c6-b258-4cc2-8c82-c087e9c2a0b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:52.306947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d10e52-c61a-4371-9119-267c265fa897 req-d73d53c6-b258-4cc2-8c82-c087e9c2a0b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:52.315190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d10e52-c61a-4371-9119-267c265fa897 req-d73d53c6-b258-4cc2-8c82-c087e9c2a0b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:52.323789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d10e52-c61a-4371-9119-267c265fa897 req-d73d53c6-b258-4cc2-8c82-c087e9c2a0b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:52.330357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d10e52-c61a-4371-9119-267c265fa897 req-d73d53c6-b258-4cc2-8c82-c087e9c2a0b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:52.337792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d10e52-c61a-4371-9119-267c265fa897 req-d73d53c6-b258-4cc2-8c82-c087e9c2a0b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:52.340000 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8d10e52-c61a-4371-9119-267c265fa897 req-d73d53c6-b258-4cc2-8c82-c087e9c2a0b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 5365 time: 1.3425643 Oct 19 11:41:52.355031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] Pushing event updated for resources: {'Port': ['ID=71ecc8cd-ea70-43ca-b232-0706620bf96b,revision_number=6']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:52.422752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f07e45-4cc8-45f2-ac1b-ff3464cdc341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193bb221-9e4d-4740-b534-8490444352f1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:52.470946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:52.482536 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184009b4-509f-4008-ae55-de892379d26a None None] Sync routers for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:52.494501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 1c170509-744f-4180-bff4-09dd30849108 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:52.494825 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184009b4-509f-4008-ae55-de892379d26a None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:52.495519 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:52.496196 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-184009b4-509f-4008-ae55-de892379d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:52.496838 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b1801157-e44c-4d4b-af16-73fe7d3a7c94 admin admin] 10.222.0.39 "PUT /v2.0/routers/18fb3e41-7b56-4011-a9fb-7b852114d3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1920829 Oct 19 11:41:52.523852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] No DVR routers for this DVR port 71ecc8cd-ea70-43ca-b232-0706620bf96b on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:52.563053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71ffe9-1277-416a-b98e-f6a0bcfce278 None None] Sync routers for ids ['151ca17e-b64d-4b61-a929-ef33f3d1846d'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:52.612848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d71ffe9-1277-416a-b98e-f6a0bcfce278 None None] Routers {'151ca17e-b64d-4b61-a929-ef33f3d1846d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:52.614199 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9d71ffe9-1277-416a-b98e-f6a0bcfce278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['151ca17e-b64d-4b61-a929-ef33f3d1846d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:52.655985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Provisioning complete for port 24105331-5cd6-4bac-be28-7f51abf063d3 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:52.656849 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:52.725507 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-184009b4-509f-4008-ae55-de892379d26a None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:52.730115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 71ecc8cd-ea70-43ca-b232-0706620bf96b no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:52.850966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e5f35554-7965-4f08-b990-a6e254953e3e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:52.854435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8d10e52-c61a-4371-9119-267c265fa897 req-99082048-d82f-4346-8659-a159483fab31 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=8f426ce1-d1ae-4d47-960c-dcdca10ad54f&id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4664757 Oct 19 11:41:52.893141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] In _notify_port_updated(), no bound segment for port 71ecc8cd-ea70-43ca-b232-0706620bf96b on network 3e9097e1-5980-4988-b558-8c0042200931 {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:41:52.894069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:52.894735 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:52.903717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-88fec535-2455-46cb-8d0b-4d55d53d9af7 service neutron] 10.222.0.49 "PUT /v2.0/ports/71ecc8cd-ea70-43ca-b232-0706620bf96b HTTP/1.1" status: 200 len: 1032 time: 2.9454460 Oct 19 11:41:52.967685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 71ecc8cd-ea70-43ca-b232-0706620bf96b not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:52.968595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 758ddef7-d643-4730-b6c0-8af1683aa074 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:52.973482 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:52.983457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-2a43a562-829b-481e-b5d7-a0c9e67094b0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:52.985194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-2a43a562-829b-481e-b5d7-a0c9e67094b0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "GET /v2.0/ports/42fde5d3-4350-48e2-9ff8-6e5443277e85?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0805724 Oct 19 11:41:52.993707 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1755258c-fded-4dfb-b2ab-081190f80518 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.026015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:53.081009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.086936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-9d71ffe9-1277-416a-b98e-f6a0bcfce278 None None] Set router 151ca17e-b64d-4b61-a929-ef33f3d1846d gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:53.144827 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-184009b4-509f-4008-ae55-de892379d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 2, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:53.173437 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.194242 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184009b4-509f-4008-ae55-de892379d26a None None] Checking router: 18fb3e41-7b56-4011-a9fb-7b852114d3be for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:41:53.194600 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184009b4-509f-4008-ae55-de892379d26a None None] Updating router 18fb3e41-7b56-4011-a9fb-7b852114d3be port 7933b2d0-1381-4e52-a1f9-c055e9d37796 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:41:53.263484 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-184009b4-509f-4008-ae55-de892379d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.372996 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.409534 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] For port 24105331-5cd6-4bac-be28-7f51abf063d3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=24105331-5cd6-4bac-be28-7f51abf063d3,segment=NetworkSegment(829ac80f-f531-40d8-9333-6d0b97baf8f8),segment_id=829ac80f-f531-40d8-9333-6d0b97baf8f8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:53.416168 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.479129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1755258c-fded-4dfb-b2ab-081190f80518 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Deleting port 3d9965c6-c3e0-42f8-92d0-cea0e6c0944c {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:53.480342 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1755258c-fded-4dfb-b2ab-081190f80518 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.576044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e5f35554-7965-4f08-b990-a6e254953e3e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:53.576465 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.623443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] For port 42fde5d3-4350-48e2-9ff8-6e5443277e85, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=42fde5d3-4350-48e2-9ff8-6e5443277e85,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:53.638406 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1755258c-fded-4dfb-b2ab-081190f80518 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.656667 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.659531 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1755258c-fded-4dfb-b2ab-081190f80518 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Calling delete_port for 3d9965c6-c3e0-42f8-92d0-cea0e6c0944c owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:53.668312 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] For port 42fde5d3-4350-48e2-9ff8-6e5443277e85, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:41:53.685857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Could not find standard attr ID for object 171c4195-e973-4c9e-b04b-bc9077a99966. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:41:53.740901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] device_id is not set on port 42fde5d3-4350-48e2-9ff8-6e5443277e85 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:41:53.766707 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.786100 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-184009b4-509f-4008-ae55-de892379d26a None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.801959 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758ddef7-d643-4730-b6c0-8af1683aa074'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:41:53.804342 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c4c98f-ee42-4190-92b8-737ee5cfd1b7" -d '{"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-unplugged", "status": "completed", "tag": "758ddef7-d643-4730-b6c0-8af1683aa074"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:41:53.851816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Provisioning complete for port 7933b2d0-1381-4e52-a1f9-c055e9d37796 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:53.852185 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.852434 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.879378 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-184009b4-509f-4008-ae55-de892379d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:53.891053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 758ddef7-d643-4730-b6c0-8af1683aa074, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=758ddef7-d643-4730-b6c0-8af1683aa074,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:53.991236 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd83e76-c226-4752-ae24-c179c261f6e4 None None] Pushing event updated for resources: {'Port': ['ID=7933b2d0-1381-4e52-a1f9-c055e9d37796,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:54.042581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Port 7933b2d0-1381-4e52-a1f9-c055e9d37796 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:54.063467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=42fde5d3-4350-48e2-9ff8-6e5443277e85,revision_number=6']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:54.071697 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1755258c-fded-4dfb-b2ab-081190f80518 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.098320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] No DVR routers for this DVR port 42fde5d3-4350-48e2-9ff8-6e5443277e85 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:54.111151 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.118152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device eea573f0-e530-4460-94b4-a594a1441467 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:54.170578 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-184009b4-509f-4008-ae55-de892379d26a None None] Attempting to bind port 7933b2d0-1381-4e52-a1f9-c055e9d37796 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:41:54.170578 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-184009b4-509f-4008-ae55-de892379d26a None None] Attempting to bind port 7933b2d0-1381-4e52-a1f9-c055e9d37796 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:41:54.170980 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184009b4-509f-4008-ae55-de892379d26a None None] Attempting to bind port 7933b2d0-1381-4e52-a1f9-c055e9d37796 on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:41:54.194351 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184009b4-509f-4008-ae55-de892379d26a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:41:54.194672 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184009b4-509f-4008-ae55-de892379d26a None None] Checking segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:54.195070 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-184009b4-509f-4008-ae55-de892379d26a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.195459 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184009b4-509f-4008-ae55-de892379d26a None None] Bound using segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:41:54.195937 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-184009b4-509f-4008-ae55-de892379d26a None None] Bound port: 7933b2d0-1381-4e52-a1f9-c055e9d37796, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:41:54.196311 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-184009b4-509f-4008-ae55-de892379d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.196713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755258c-fded-4dfb-b2ab-081190f80518 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event deleted for resources: {'Port': ['ID=3d9965c6-c3e0-42f8-92d0-cea0e6c0944c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:54.220304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Pushing event updated for resources: {'Port': ['ID=24105331-5cd6-4bac-be28-7f51abf063d3,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:54.238174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 34992) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:54.238825 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b96329a-978c-422e-ab79-55fc142d5091 x-openstack-request-id: req-6b96329a-978c-422e-ab79-55fc142d5091 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:41:54.244054 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-18291502-network', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:54.244748 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-unplugged", "status": "completed", "tag": "758ddef7-d643-4730-b6c0-8af1683aa074", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:41:54.245121 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b96329a-978c-422e-ab79-55fc142d5091 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:41:54.245887 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '758ddef7-d643-4730-b6c0-8af1683aa074', 'code': 200} Oct 19 11:41:54.287905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37218069-21d9-46e0-a156-b842802b1581 req-df6748dc-513c-4751-99c5-366ce6ec578e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:54.324734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37218069-21d9-46e0-a156-b842802b1581 req-df6748dc-513c-4751-99c5-366ce6ec578e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:54.330405 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37218069-21d9-46e0-a156-b842802b1581 req-df6748dc-513c-4751-99c5-366ce6ec578e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:54.340631 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.347973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37218069-21d9-46e0-a156-b842802b1581 req-df6748dc-513c-4751-99c5-366ce6ec578e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:54.362523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37218069-21d9-46e0-a156-b842802b1581 req-df6748dc-513c-4751-99c5-366ce6ec578e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:54.377361 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37218069-21d9-46e0-a156-b842802b1581 req-df6748dc-513c-4751-99c5-366ce6ec578e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 3884 time: 0.3836343 Oct 19 11:41:54.385653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.387394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.387956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.388297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.388786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.392481 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-184009b4-509f-4008-ae55-de892379d26a None None] For port 7933b2d0-1381-4e52-a1f9-c055e9d37796, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:41:54.396035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.398321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.398675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.399013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.399345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.399679 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.400002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd6e122-a7e0-4a37-95fb-4b04738796f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:41:54.403065 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-184009b4-509f-4008-ae55-de892379d26a None None] For port 7933b2d0-1381-4e52-a1f9-c055e9d37796, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7933b2d0-1381-4e52-a1f9-c055e9d37796,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:41:54.406956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Made reservation on behalf of 2dbe1af042b64005b1f7cb16c2d9de7b for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:54.406956 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.455798 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.491671 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-184009b4-509f-4008-ae55-de892379d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.499833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] In _notify_port_updated(), no bound segment for port 42fde5d3-4350-48e2-9ff8-6e5443277e85 on network 3e9097e1-5980-4988-b558-8c0042200931 {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:41:54.502030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:54.503022 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.504664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-a87387b0-09df-4284-99d8-4206b14c8fc4 service neutron] 10.222.0.49 "PUT /v2.0/ports/42fde5d3-4350-48e2-9ff8-6e5443277e85 HTTP/1.1" status: 200 len: 1032 time: 1.4843409 Oct 19 11:41:54.512626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Deleting port 47a91954-c373-429b-8b41-05615c5ca025 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:54.518084 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.524028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port e5f35554-7965-4f08-b990-a6e254953e3e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e5f35554-7965-4f08-b990-a6e254953e3e,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:54.579847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37218069-21d9-46e0-a156-b842802b1581 req-bf0702ec-676b-4262-9da5-63998dd86b05 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857235 Oct 19 11:41:54.676970 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184009b4-509f-4008-ae55-de892379d26a None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:54.677879 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-184009b4-509f-4008-ae55-de892379d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:54.728843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1755258c-fded-4dfb-b2ab-081190f80518 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.772402 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd83e76-c226-4752-ae24-c179c261f6e4 None None] Pushing event updated for resources: {'Port': ['ID=7933b2d0-1381-4e52-a1f9-c055e9d37796,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:54.888482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] For port 47a91954-c373-429b-8b41-05615c5ca025, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=47a91954-c373-429b-8b41-05615c5ca025,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:54.889891 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.925239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-cd531f75-6a95-4de8-acb0-6065cf51a86e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Deleting port 758ddef7-d643-4730-b6c0-8af1683aa074 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:54.928567 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-cd531f75-6a95-4de8-acb0-6065cf51a86e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.929824 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.930602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 24105331-5cd6-4bac-be28-7f51abf063d3 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:54.932384 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-184009b4-509f-4008-ae55-de892379d26a None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:54.935434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bec781da-420a-4792-8ae5-ff2c2170a463 None None] Provisioning complete for port 71ecc8cd-ea70-43ca-b232-0706620bf96b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:54.935803 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bec781da-420a-4792-8ae5-ff2c2170a463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:54.945277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Calling delete_port for 47a91954-c373-429b-8b41-05615c5ca025 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:55.052386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1755258c-fded-4dfb-b2ab-081190f80518 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Router 23a4f1a4-3e64-4c48-a3fe-62ddffe4945f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:41:55.060954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=758ddef7-d643-4730-b6c0-8af1683aa074,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:55.092628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-bec781da-420a-4792-8ae5-ff2c2170a463 None None] Port 71ecc8cd-ea70-43ca-b232-0706620bf96b cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:55.167194 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:55.168718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35006) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:55.186660 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=e5f35554-7965-4f08-b990-a6e254953e3e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:55.220639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9d71ffe9-1277-416a-b98e-f6a0bcfce278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'name': 'tempest-ImageQuotaTest-1058861278-router', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '47a91954-c373-429b-8b41-05615c5ca025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:35Z', 'updated_at': '2021-10-19T11:41:48Z', 'revision_number': 5, 'project_id': 'db5c34367c0a45d8927575fd82f035fd', 'gw_port': {'id': '47a91954-c373-429b-8b41-05615c5ca025', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:36Z', 'updated_at': '2021-10-19T11:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:55.223626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-cd531f75-6a95-4de8-acb0-6065cf51a86e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] For port 758ddef7-d643-4730-b6c0-8af1683aa074, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=758ddef7-d643-4730-b6c0-8af1683aa074,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:55.224099 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-cd531f75-6a95-4de8-acb0-6065cf51a86e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:55.241293 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-cd531f75-6a95-4de8-acb0-6065cf51a86e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Calling delete_port for 758ddef7-d643-4730-b6c0-8af1683aa074 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:55.253649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71ffe9-1277-416a-b98e-f6a0bcfce278 None None] Checking router: 151ca17e-b64d-4b61-a929-ef33f3d1846d for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:41:55.267147 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:55.275527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1755258c-fded-4dfb-b2ab-081190f80518 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:41:55.289131 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1755258c-fded-4dfb-b2ab-081190f80518 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "PUT /v2.0/routers/23a4f1a4-3e64-4c48-a3fe-62ddffe4945f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1075549 Oct 19 11:41:55.309041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d71ffe9-1277-416a-b98e-f6a0bcfce278 None None] Routers {'151ca17e-b64d-4b61-a929-ef33f3d1846d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:55.310186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35012) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:55.310327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9d71ffe9-1277-416a-b98e-f6a0bcfce278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['151ca17e-b64d-4b61-a929-ef33f3d1846d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:55.311802 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038cb1d6-d887-490e-95bb-3d7a7ccd1be5 None None] Sync routers for ids ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:41:55.325058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:41:55.332608 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038cb1d6-d887-490e-95bb-3d7a7ccd1be5 None None] Routers {'23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:55.333347 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-038cb1d6-d887-490e-95bb-3d7a7ccd1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:55.347273 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:55.371476 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-038cb1d6-d887-490e-95bb-3d7a7ccd1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:55.387177 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038cb1d6-d887-490e-95bb-3d7a7ccd1be5 None None] Routers {'23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:41:55.387912 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-038cb1d6-d887-490e-95bb-3d7a7ccd1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:55.426886 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-2f530b4a-7174-4df8-b0ea-f5720eb48c5f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] delete failed (client error): The resource could not be found. Oct 19 11:41:55.428559 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-038cb1d6-d887-490e-95bb-3d7a7ccd1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:55.430881 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038cb1d6-d887-490e-95bb-3d7a7ccd1be5 None None] The sync data for ids ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:55.433471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2f530b4a-7174-4df8-b0ea-f5720eb48c5f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-1058791093 HTTP/1.1" status: 404 len: 335 time: 0.1219585 Oct 19 11:41:55.442543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35014) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:55.443004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a909be-6a1e-4357-a145-1092289b3e39,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:55.444343 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-184009b4-509f-4008-ae55-de892379d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:55.452242 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4ca8-a64a-4d1c-ba7c-090f06310d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:55.452650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-43e90932-fcd9-4516-a9e7-14f194b32b77 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Request body: {'router': {'external_gateway_info': {'network_id': '23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:55.452731 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:55.452731 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Added segment ed147e5c-1ec2-49a2-999d-0a4540817531 of type vlan for network b6d03863-8de6-4c67-a59f-e239c0386983 Oct 19 11:41:55.503780 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184009b4-509f-4008-ae55-de892379d26a None None] The sync data for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 is: [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:55.508557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-9d71ffe9-1277-416a-b98e-f6a0bcfce278 None None] Set router 151ca17e-b64d-4b61-a929-ef33f3d1846d gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:41:55.618831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 24105331-5cd6-4bac-be28-7f51abf063d3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:55.619406 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:55.690371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bec781da-420a-4792-8ae5-ff2c2170a463 None None] Provisioning complete for port 24105331-5cd6-4bac-be28-7f51abf063d3 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:55.690897 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bec781da-420a-4792-8ae5-ff2c2170a463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:55.693600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9d71ffe9-1277-416a-b98e-f6a0bcfce278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'name': 'tempest-ImageQuotaTest-1058861278-router', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:35Z', 'updated_at': '2021-10-19T11:41:53Z', 'revision_number': 6, 'project_id': 'db5c34367c0a45d8927575fd82f035fd', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:55.807021 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b02437c-c6f9-4a18-b18e-e0adf79bb28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:55.833584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d71ffe9-1277-416a-b98e-f6a0bcfce278 None None] The sync data for ids ['151ca17e-b64d-4b61-a929-ef33f3d1846d'] in n-d-814547-1 is: [{'id': '151ca17e-b64d-4b61-a929-ef33f3d1846d', 'name': 'tempest-ImageQuotaTest-1058861278-router', 'tenant_id': 'db5c34367c0a45d8927575fd82f035fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:35Z', 'updated_at': '2021-10-19T11:41:53Z', 'revision_number': 6, 'project_id': 'db5c34367c0a45d8927575fd82f035fd', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:41:55.882601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port eea573f0-e530-4460-94b4-a594a1441467, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=eea573f0-e530-4460-94b4-a594a1441467,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:55.946470 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:55.947759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device a275090f-5113-40b3-99f4-1337b4735072 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:56.091013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-cd531f75-6a95-4de8-acb0-6065cf51a86e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.097368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.114710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.127854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=eea573f0-e530-4460-94b4-a594a1441467,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:56.158892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bec781da-420a-4792-8ae5-ff2c2170a463 None None] Provisioning complete for port 7933b2d0-1381-4e52-a1f9-c055e9d37796 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:56.159273 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bec781da-420a-4792-8ae5-ff2c2170a463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.187912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43e90932-fcd9-4516-a9e7-14f194b32b77 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.198621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a91954-c373-429b-8b41-05615c5ca025,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:56.215598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40129-dbed-4882-b3b3-7071d509d39a req-e5a9476b-c46d-4e33-a81c-261114bfce20 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:56.229000 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.241060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40129-dbed-4882-b3b3-7071d509d39a req-e5a9476b-c46d-4e33-a81c-261114bfce20 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:56.256927 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40129-dbed-4882-b3b3-7071d509d39a req-e5a9476b-c46d-4e33-a81c-261114bfce20 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:56.259838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eea573f0-e530-4460-94b4-a594a1441467'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:41:56.262727 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184bbfca-775a-4098-9b92-8c99c81fc5c0" -d '{"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-unplugged", "status": "completed", "tag": "eea573f0-e530-4460-94b4-a594a1441467"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:41:56.264199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd531f75-6a95-4de8-acb0-6065cf51a86e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Port': ['ID=758ddef7-d643-4730-b6c0-8af1683aa074,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:56.271555 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40129-dbed-4882-b3b3-7071d509d39a req-e5a9476b-c46d-4e33-a81c-261114bfce20 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:56.273505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-51d40129-dbed-4882-b3b3-7071d509d39a req-e5a9476b-c46d-4e33-a81c-261114bfce20 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 3149 time: 0.2286251 Oct 19 11:41:56.340265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port a275090f-5113-40b3-99f4-1337b4735072, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a275090f-5113-40b3-99f4-1337b4735072,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:56.377805 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79ff4ee-a93a-4328-ad17-a720c0941fe8 x-openstack-request-id: req-a79ff4ee-a93a-4328-ad17-a720c0941fe8 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:41:56.378330 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-unplugged", "status": "completed", "tag": "eea573f0-e530-4460-94b4-a594a1441467", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:41:56.378737 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a79ff4ee-a93a-4328-ad17-a720c0941fe8 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:41:56.379286 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eea573f0-e530-4460-94b4-a594a1441467', 'code': 200} Oct 19 11:41:56.385774 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-43e90932-fcd9-4516-a9e7-14f194b32b77 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] update failed (client error): The resource could not be found. Oct 19 11:41:56.406539 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35032) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:56.412989 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-43e90932-fcd9-4516-a9e7-14f194b32b77 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "PUT /v2.0/routers/23a4f1a4-3e64-4c48-a3fe-62ddffe4945f HTTP/1.1" status: 404 len: 339 time: 0.9662519 Oct 19 11:41:56.420256 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.426261 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-51d40129-dbed-4882-b3b3-7071d509d39a req-7961a9d1-4981-4744-bb52-d4a44dcab267 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243844 Oct 19 11:41:56.428103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 42fde5d3-4350-48e2-9ff8-6e5443277e85 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:56.447960 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.500066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.502945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:56.503743 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.587788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=a275090f-5113-40b3-99f4-1337b4735072,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:56.641549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.645724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7933b2d0-1381-4e52-a1f9-c055e9d37796 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:56.651603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.696257 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bec781da-420a-4792-8ae5-ff2c2170a463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.769696 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bec781da-420a-4792-8ae5-ff2c2170a463 None None] For port 7933b2d0-1381-4e52-a1f9-c055e9d37796, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7933b2d0-1381-4e52-a1f9-c055e9d37796,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:56.777557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-cd531f75-6a95-4de8-acb0-6065cf51a86e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] No DVR routers for this DVR port 758ddef7-d643-4730-b6c0-8af1683aa074 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:56.789273 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-cd531f75-6a95-4de8-acb0-6065cf51a86e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.799010 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-cd531f75-6a95-4de8-acb0-6065cf51a86e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "DELETE /v2.0/ports/758ddef7-d643-4730-b6c0-8af1683aa074 HTTP/1.1" status: 204 len: 173 time: 2.2829936 Oct 19 11:41:56.799721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-deleted', 'tag': '758ddef7-d643-4730-b6c0-8af1683aa074'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:41:56.803529 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01c7ed1-69cc-4b26-8c27-dc203fd204e8" -d '{"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-deleted", "tag": "758ddef7-d643-4730-b6c0-8af1683aa074"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:41:56.806995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 42fde5d3-4350-48e2-9ff8-6e5443277e85 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:56.807620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 898f2454-afee-49e9-ab5a-b656cccdb2e1 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:56.814119 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7933b2d0-1381-4e52-a1f9-c055e9d37796 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:56.814119 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.869052 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4ca8-a64a-4d1c-ba7c-090f06310d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.875510 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05165bce-d481-4cf9-a1cd-a3c5506c9149 x-openstack-request-id: req-05165bce-d481-4cf9-a1cd-a3c5506c9149 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:41:56.875510 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-deleted", "tag": "758ddef7-d643-4730-b6c0-8af1683aa074", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:41:56.875510 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05165bce-d481-4cf9-a1cd-a3c5506c9149 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:41:56.875923 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6337099 Oct 19 11:41:56.876022 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-deleted', 'tag': '758ddef7-d643-4730-b6c0-8af1683aa074', 'status': 'completed', 'code': 200} Oct 19 11:41:56.878551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35040) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:56.894626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] Request body: {'subnet': {'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-18291502-subnet', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:56.909325 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bec781da-420a-4792-8ae5-ff2c2170a463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.940159 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.941015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 151ca17e-b64d-4b61-a929-ef33f3d1846d {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:41:56.958886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:56.962329 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-20614157-27a0-4274-9999-c8eb5d58ab45 admin admin] 10.222.0.39 "DELETE /v2.0/routers/151ca17e-b64d-4b61-a929-ef33f3d1846d HTTP/1.1" status: 204 len: 168 time: 4.8435647 Oct 19 11:41:56.986835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35044) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:57.018644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d4e4ca8-a64a-4d1c-ba7c-090f06310d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.074087 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec781da-420a-4792-8ae5-ff2c2170a463 None None] Pushing event updated for resources: {'Port': ['ID=7933b2d0-1381-4e52-a1f9-c055e9d37796,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:57.097481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0437c0fa-18ce-42ce-a83d-9afc4e4b5d04 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Deleting port 6512ec78-34b3-43ca-93db-f84288d7d06e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:57.097829 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0437c0fa-18ce-42ce-a83d-9afc4e4b5d04 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.170825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f8d3098f-916f-4f7e-a873-6001b5f9722c None None] Provisioning complete for port 7933b2d0-1381-4e52-a1f9-c055e9d37796 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:57.171208 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f8d3098f-916f-4f7e-a873-6001b5f9722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.198060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e5f35554-7965-4f08-b990-a6e254953e3e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:57.222776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] Made reservation on behalf of 2dbe1af042b64005b1f7cb16c2d9de7b for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:41:57.225674 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.254242 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.327905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61232707-1914-47d6-9e74-e5f888394798 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d03863-8de6-4c67-a59f-e239c0386983,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:57.339069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0437c0fa-18ce-42ce-a83d-9afc4e4b5d04 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] For port 6512ec78-34b3-43ca-93db-f84288d7d06e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6512ec78-34b3-43ca-93db-f84288d7d06e,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:57.339299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 898f2454-afee-49e9-ab5a-b656cccdb2e1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=898f2454-afee-49e9-ab5a-b656cccdb2e1,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:57.339559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0437c0fa-18ce-42ce-a83d-9afc4e4b5d04 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.344649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network b6d03863-8de6-4c67-a59f-e239c0386983 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:41:57.349749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.364087 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0437c0fa-18ce-42ce-a83d-9afc4e4b5d04 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Calling delete_port for 6512ec78-34b3-43ca-93db-f84288d7d06e owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:57.393555 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1d4e4ca8-a64a-4d1c-ba7c-090f06310d4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d074df3d192a4768bd36a70ba8021c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2235365 Oct 19 11:41:57.400324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35052) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:57.522038 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.523197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6512ec78-34b3-43ca-93db-f84288d7d06e no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:57.584811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cf8b60-9a1b-4ea5-8642-758105d1fc59 admin admin] Deleting subnet 739d713c-e2d1-4313-8506-f50c31c612bb {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:41:57.595694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e4ca8-a64a-4d1c-ba7c-090f06310d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab88f3bf-8860-4228-8df0-9340826facc5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:57.623381 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31cf8b60-9a1b-4ea5-8642-758105d1fc59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.655262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=898f2454-afee-49e9-ab5a-b656cccdb2e1,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:57.658193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e5f35554-7965-4f08-b990-a6e254953e3e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:57.658564 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.669294 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.734060 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0437c0fa-18ce-42ce-a83d-9afc4e4b5d04 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.751303 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd0808e3-e566-49bb-8bcb-4e319958523f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.780599 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd0808e3-e566-49bb-8bcb-4e319958523f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.808518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3bb3c1-7892-488e-baf8-137d21e3475c,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:57.814351 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31cf8b60-9a1b-4ea5-8642-758105d1fc59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.815827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437c0fa-18ce-42ce-a83d-9afc4e4b5d04 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Port': ['ID=6512ec78-34b3-43ca-93db-f84288d7d06e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:57.820118 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d07622c4-712f-4b72-9b97-8092a1779435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.831576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 24105331-5cd6-4bac-be28-7f51abf063d3 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:57.838547 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No active binding found for port 6512ec78-34b3-43ca-93db-f84288d7d06e {{(pid=101313) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 11:41:57.838984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6512ec78-34b3-43ca-93db-f84288d7d06e not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:57.860361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f8d3098f-916f-4f7e-a873-6001b5f9722c None None] Provisioning complete for port 42fde5d3-4350-48e2-9ff8-6e5443277e85 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:57.860594 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f8d3098f-916f-4f7e-a873-6001b5f9722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.866701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0437c0fa-18ce-42ce-a83d-9afc4e4b5d04 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] No DVR routers for this DVR port 6512ec78-34b3-43ca-93db-f84288d7d06e on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:57.870554 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0437c0fa-18ce-42ce-a83d-9afc4e4b5d04 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.879321 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-0437c0fa-18ce-42ce-a83d-9afc4e4b5d04 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "DELETE /v2.0/ports/6512ec78-34b3-43ca-93db-f84288d7d06e HTTP/1.1" status: 204 len: 173 time: 1.0651398 Oct 19 11:41:57.882149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] Checking segment: {'id': 'ed147e5c-1ec2-49a2-999d-0a4540817531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:57.882459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] Network hostable DHCP agents. Network: b6d03863-8de6-4c67-a59f-e239c0386983, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:41:57.900628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3098f-916f-4f7e-a873-6001b5f9722c None None] Port 42fde5d3-4350-48e2-9ff8-6e5443277e85 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:57.917217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dab27b-d754-42eb-b320-5240bb21c098 req-016ad1e6-5fbd-4b02-ba65-66ee9dfc9c85 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:57.924522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dab27b-d754-42eb-b320-5240bb21c098 req-016ad1e6-5fbd-4b02-ba65-66ee9dfc9c85 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:57.932014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dab27b-d754-42eb-b320-5240bb21c098 req-016ad1e6-5fbd-4b02-ba65-66ee9dfc9c85 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:57.936793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 24105331-5cd6-4bac-be28-7f51abf063d3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:57.937445 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:57.938018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dab27b-d754-42eb-b320-5240bb21c098 req-016ad1e6-5fbd-4b02-ba65-66ee9dfc9c85 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:57.940269 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-14dab27b-d754-42eb-b320-5240bb21c098 req-016ad1e6-5fbd-4b02-ba65-66ee9dfc9c85 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 3067 time: 0.3331571 Oct 19 11:41:58.005675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-24aa342b-b957-4491-a85c-0fb806964deb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Deleting port a275090f-5113-40b3-99f4-1337b4735072 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:58.006280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-24aa342b-b957-4491-a85c-0fb806964deb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.022007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] Network b6d03863-8de6-4c67-a59f-e239c0386983 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:41:58.049312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Allocated IP 172.20.0.1 (cf147fa4-f06c-44bb-9720-7bf80535fa08/8abd36c6-c1af-4584-ab80-f0aeba266ea4/bdd39ad4-0101-45f1-b54b-51bb6580feda) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:58.056457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-14dab27b-d754-42eb-b320-5240bb21c098 req-d278be41-3a7e-4901-b12e-51267c68448e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070759 Oct 19 11:41:58.075740 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31cf8b60-9a1b-4ea5-8642-758105d1fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.104404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, b6d03863-8de6-4c67-a59f-e239c0386983) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:58.112863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:58.113643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.117395 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd0808e3-e566-49bb-8bcb-4e319958523f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.119975 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fd0808e3-e566-49bb-8bcb-4e319958523f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.120226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b973ac64-189d-47f1-abf8-5b7258aacff7 None None] Network b6d03863-8de6-4c67-a59f-e239c0386983 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:58.124058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fd0808e3-e566-49bb-8bcb-4e319958523f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab88f3bf-8860-4228-8df0-9340826facc5 HTTP/1.1" status: 204 len: 168 time: 0.7191970 Oct 19 11:41:58.149726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-24aa342b-b957-4491-a85c-0fb806964deb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] For port a275090f-5113-40b3-99f4-1337b4735072, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=a275090f-5113-40b3-99f4-1337b4735072,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:58.150274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-24aa342b-b957-4491-a85c-0fb806964deb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.167393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-24aa342b-b957-4491-a85c-0fb806964deb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Calling delete_port for a275090f-5113-40b3-99f4-1337b4735072 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:58.257444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7933b2d0-1381-4e52-a1f9-c055e9d37796 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:41:58.262087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0808e3-e566-49bb-8bcb-4e319958523f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab88f3bf-8860-4228-8df0-9340826facc5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:58.338487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31cf8b60-9a1b-4ea5-8642-758105d1fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.398383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf8b60-9a1b-4ea5-8642-758105d1fc59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739d713c-e2d1-4313-8506-f50c31c612bb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:58.413383 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-31cf8b60-9a1b-4ea5-8642-758105d1fc59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.417878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-31cf8b60-9a1b-4ea5-8642-758105d1fc59 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/739d713c-e2d1-4313-8506-f50c31c612bb HTTP/1.1" status: 204 len: 168 time: 1.4293077 Oct 19 11:41:58.422851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a275090f-5113-40b3-99f4-1337b4735072'}, {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898f2454-afee-49e9-ab5a-b656cccdb2e1'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:41:58.425615 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ee7c37-22a5-49fc-942b-0e205c7fb0e5" -d '{"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a275090f-5113-40b3-99f4-1337b4735072"}, {"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-unplugged", "status": "completed", "tag": "898f2454-afee-49e9-ab5a-b656cccdb2e1"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:41:58.432679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35068) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:58.453014 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4214a0-c931-4d4f-90a7-4f5366bcf3dd None None] Network 169cb59e-3b3f-4ff7-b753-ad7934b8da98 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:41:58.499105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-b6d03863-8de6-4c67-a59f-e239c0386983', 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'fixed_ips': [{'subnet_id': '7f3bb3c1-7892-488e-baf8-137d21e3475c'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:41:58.499869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.605332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.622313 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.701819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Deleting port ef38b796-f96e-4e13-b21e-36d0dbba1d0d {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:58.702158 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.750306 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e1101d6e-7d6b-4e3f-8f1c-05c3357d5f67 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8678024 Oct 19 11:41:58.752036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35078) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:58.757827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-18291502-router', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:58.773749 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 19 Oct 2021 11:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bfb5a7-2412-403f-9492-45319aba3958 x-openstack-request-id: req-63bfb5a7-2412-403f-9492-45319aba3958 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:41:58.774284 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a275090f-5113-40b3-99f4-1337b4735072", "code": 200}, {"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-unplugged", "status": "completed", "tag": "898f2454-afee-49e9-ab5a-b656cccdb2e1", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:41:58.774596 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63bfb5a7-2412-403f-9492-45319aba3958 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:41:58.775235 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a275090f-5113-40b3-99f4-1337b4735072', 'code': 200} Oct 19 11:41:58.775588 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898f2454-afee-49e9-ab5a-b656cccdb2e1', 'code': 200} Oct 19 11:41:58.808716 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.851074 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.852299 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.872376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] For port ef38b796-f96e-4e13-b21e-36d0dbba1d0d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ef38b796-f96e-4e13-b21e-36d0dbba1d0d,segment=NetworkSegment(81bc485d-7e3b-41ca-a19b-12048135bd27),segment_id=81bc485d-7e3b-41ca-a19b-12048135bd27)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:41:58.872376 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.883055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7933b2d0-1381-4e52-a1f9-c055e9d37796 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:58.883529 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:58.884764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-deleted', 'tag': '6512ec78-34b3-43ca-93db-f84288d7d06e'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:41:58.887285 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509570db-1681-4946-ae68-97051179607e" -d '{"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-deleted", "tag": "6512ec78-34b3-43ca-93db-f84288d7d06e"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:41:58.904134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Calling delete_port for ef38b796-f96e-4e13-b21e-36d0dbba1d0d owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:41:58.914203 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Network cf147fa4-f06c-44bb-9720-7bf80535fa08 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:58.924947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:58.927158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event updated for resources: {'Port': ['ID=bdd39ad4-0101-45f1-b54b-51bb6580feda,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:58.929826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:58.980432 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.000508 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b955da0-8a15-4c0f-850a-9c294acaa1a8 x-openstack-request-id: req-2b955da0-8a15-4c0f-850a-9c294acaa1a8 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:41:59.001089 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-deleted", "tag": "6512ec78-34b3-43ca-93db-f84288d7d06e", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:41:59.001485 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b955da0-8a15-4c0f-850a-9c294acaa1a8 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:41:59.002449 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-deleted', 'tag': '6512ec78-34b3-43ca-93db-f84288d7d06e', 'status': 'completed', 'code': 200} Oct 19 11:41:59.041114 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.097132 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-24aa342b-b957-4491-a85c-0fb806964deb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.184161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Allocated IP 172.20.0.2 (b6d03863-8de6-4c67-a59f-e239c0386983/7f3bb3c1-7892-488e-baf8-137d21e3475c/5360b2b6-fa3c-4e01-b3aa-158825f69229) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:41:59.239373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa342b-b957-4491-a85c-0fb806964deb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Port': ['ID=a275090f-5113-40b3-99f4-1337b4735072,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:59.282134 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.282838 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.303983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.329287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff034ccb-b644-4296-a6a6-2937e964cbe9 None None] DHCP port deletion for 169cb59e-3b3f-4ff7-b753-ad7934b8da98 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:41:59.384645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef38b796-f96e-4e13-b21e-36d0dbba1d0d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:59.450443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-24aa342b-b957-4491-a85c-0fb806964deb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] No DVR routers for this DVR port a275090f-5113-40b3-99f4-1337b4735072 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:59.453099 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-24aa342b-b957-4491-a85c-0fb806964deb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.457719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] No DVR routers for this DVR port ef38b796-f96e-4e13-b21e-36d0dbba1d0d on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:41:59.462231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-24aa342b-b957-4491-a85c-0fb806964deb tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "DELETE /v2.0/ports/a275090f-5113-40b3-99f4-1337b4735072 HTTP/1.1" status: 204 len: 173 time: 1.5719478 Oct 19 11:41:59.489718 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 47a91954-c373-429b-8b41-05615c5ca025 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:41:59.510718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-5bc89d8f-ee31-4ea6-8d6e-e5a0566971eb req-60a91894-d9c5-4ecb-b936-3ad3d73ca029 service neutron] (101312) timed out ('10.222.0.39', 43372) {{(pid=101312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 11:41:59.526107 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 47a91954-c373-429b-8b41-05615c5ca025 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:41:59.526455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 47a91954-c373-429b-8b41-05615c5ca025 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:41:59.531827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5fb1d084-7630-44b0-b398-04e4a963d7fd None None] Provisioning complete for port bdd39ad4-0101-45f1-b54b-51bb6580feda triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:41:59.532140 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d084-7630-44b0-b398-04e4a963d7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.579950 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.589783 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.605422 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1d084-7630-44b0-b398-04e4a963d7fd None None] Port bdd39ad4-0101-45f1-b54b-51bb6580feda cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:41:59.605856 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.613226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e74c01-dd95-477b-9b55-7e3de8b7b894 req-da4e1a8e-c154-4cfa-a265-f4a7d9ad51ea tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:59.619961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e74c01-dd95-477b-9b55-7e3de8b7b894 req-da4e1a8e-c154-4cfa-a265-f4a7d9ad51ea tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:41:59.621975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14e74c01-dd95-477b-9b55-7e3de8b7b894 req-da4e1a8e-c154-4cfa-a265-f4a7d9ad51ea tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 1677 time: 0.3839619 Oct 19 11:41:59.644383 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.647831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169cb59e-3b3f-4ff7-b753-ad7934b8da98']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:59.665572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bc485d-7e3b-41ca-a19b-12048135bd27') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:59.665943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bc485d-7e3b-41ca-a19b-12048135bd27') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:41:59.683753 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.707228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35106) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:41:59.717594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14e74c01-dd95-477b-9b55-7e3de8b7b894 req-9b5d738a-80cf-4076-b969-01bb8f1faba9 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816271 Oct 19 11:41:59.730073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.753416 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.795514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-09b726c1-a4d1-4ec2-86be-c2bc271a2a70 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Deleting port 898f2454-afee-49e9-ab5a-b656cccdb2e1 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:41:59.796083 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-09b726c1-a4d1-4ec2-86be-c2bc271a2a70 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.805033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:41:59.805033 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:41:59.806328 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:41:59.827166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Network b6d03863-8de6-4c67-a59f-e239c0386983 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:41:59.837675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:41:59.847849 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:41:59.928056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Pushing event updated for resources: {'Port': ['ID=5360b2b6-fa3c-4e01-b3aa-158825f69229,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:41:59.934176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-663654582-network', 'tenant_id': '7c4643c8002744b693f23f44ff2c6d5a'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:41:59.971137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Attempting to bind port 5360b2b6-fa3c-4e01-b3aa-158825f69229 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:41:59.972303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Attempting to bind port 5360b2b6-fa3c-4e01-b3aa-158825f69229 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'ed147e5c-1ec2-49a2-999d-0a4540817531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:41:59.973008 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Attempting to bind port 5360b2b6-fa3c-4e01-b3aa-158825f69229 on network b6d03863-8de6-4c67-a59f-e239c0386983 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:41:59.979661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:41:59.979661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Checking segment: {'id': 'ed147e5c-1ec2-49a2-999d-0a4540817531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:41:59.980981 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:41:59.980981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Bound using segment: {'id': 'ed147e5c-1ec2-49a2-999d-0a4540817531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:41:59.980981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Bound port: 5360b2b6-fa3c-4e01-b3aa-158825f69229, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed147e5c-1ec2-49a2-999d-0a4540817531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:41:59.981862 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.003786 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.007968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-09b726c1-a4d1-4ec2-86be-c2bc271a2a70 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] For port 898f2454-afee-49e9-ab5a-b656cccdb2e1, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=898f2454-afee-49e9-ab5a-b656cccdb2e1,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:00.008385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-09b726c1-a4d1-4ec2-86be-c2bc271a2a70 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.015572 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.021360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] 10.222.0.39 "DELETE /v2.0/networks/169cb59e-3b3f-4ff7-b753-ad7934b8da98 HTTP/1.1" status: 204 len: 168 time: 1.5850253 Oct 19 11:42:00.054314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-09b726c1-a4d1-4ec2-86be-c2bc271a2a70 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Calling delete_port for 898f2454-afee-49e9-ab5a-b656cccdb2e1 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:00.078598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] For port 5360b2b6-fa3c-4e01-b3aa-158825f69229, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:42:00.082832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] For port 5360b2b6-fa3c-4e01-b3aa-158825f69229, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5360b2b6-fa3c-4e01-b3aa-158825f69229,segment=NetworkSegment(ed147e5c-1ec2-49a2-999d-0a4540817531),segment_id=ed147e5c-1ec2-49a2-999d-0a4540817531)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:42:00.087076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Made reservation on behalf of 7c4643c8002744b693f23f44ff2c6d5a for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:42:00.089974 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.118125 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Pushing event deleted for resources: {'Network': ['ID=169cb59e-3b3f-4ff7-b753-ad7934b8da98,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:00.140583 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.146821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.147425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.147855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.148279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.149149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.149577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.150021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.150436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.152869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.160684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.161528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.164768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.165124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ab58a-5d69-4214-982c-be0f4271bd3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:00.186126 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.220896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ef38b796-f96e-4e13-b21e-36d0dbba1d0d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:00.228863 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.262423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: ef38b796-f96e-4e13-b21e-36d0dbba1d0d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:00.263011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ef38b796-f96e-4e13-b21e-36d0dbba1d0d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:00.271092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab8a7b-c899-42f9-a32d-5ea5ab1b9edf None None] Pushing event updated for resources: {'Port': ['ID=5360b2b6-fa3c-4e01-b3aa-158825f69229,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:00.305079 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.382327 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.384932 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.394844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Allocated IP 172.25.2.178 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/3b149d4d-bb02-4b98-ad00-2b42998653c2) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:42:00.463416 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.498645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35122) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:00.507314 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-09b726c1-a4d1-4ec2-86be-c2bc271a2a70 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.522062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:42:00.536853 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.541719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8381f0e4-2210-4867-bb79-46bf289bc676,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:00.566998 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event updated for resources: {'Port': ['ID=bdd39ad4-0101-45f1-b54b-51bb6580feda,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:00.575492 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.576248 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Added segment 7feb007e-74c4-4293-9fe1-eac496d2f212 of type vlan for network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 Oct 19 11:42:00.610926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b726c1-a4d1-4ec2-86be-c2bc271a2a70 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Port': ['ID=898f2454-afee-49e9-ab5a-b656cccdb2e1,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:00.652242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-09b726c1-a4d1-4ec2-86be-c2bc271a2a70 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] No DVR routers for this DVR port 898f2454-afee-49e9-ab5a-b656cccdb2e1 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:00.663279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-09b726c1-a4d1-4ec2-86be-c2bc271a2a70 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.667633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-09b726c1-a4d1-4ec2-86be-c2bc271a2a70 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "DELETE /v2.0/ports/898f2454-afee-49e9-ab5a-b656cccdb2e1 HTTP/1.1" status: 204 len: 173 time: 1.1558785 Oct 19 11:42:00.670533 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.692083 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.720258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b2196cee-8c4c-4e4f-b92d-89b5fdca54b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db5c34367c0a45d8927575fd82f035fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203991 Oct 19 11:42:00.722963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35124) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:00.803234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Network cf147fa4-f06c-44bb-9720-7bf80535fa08 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:42:00.803539 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Deleting port eea573f0-e530-4460-94b4-a594a1441467 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:00.804025 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.808349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:00.818983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.819924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:00.820506 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.845412 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.902208 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-226e2303-e8e8-454a-bdc3-e63574b3905a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.914602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] For port eea573f0-e530-4460-94b4-a594a1441467, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=eea573f0-e530-4460-94b4-a594a1441467,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:00.915022 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:00.925471 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:01.011253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-deleted', 'tag': 'a275090f-5113-40b3-99f4-1337b4735072'}, {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-deleted', 'tag': '898f2454-afee-49e9-ab5a-b656cccdb2e1'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:42:01.028743 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7987cc-3be1-4a09-9713-25ddd7f19a4a" -d '{"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-deleted", "tag": "a275090f-5113-40b3-99f4-1337b4735072"}, {"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-deleted", "tag": "898f2454-afee-49e9-ab5a-b656cccdb2e1"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:42:01.032964 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-226e2303-e8e8-454a-bdc3-e63574b3905a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:01.046522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] Pushing event updated for resources: {'Network': ['ID=035b8c9c-3392-42ce-b12e-f66b2863a9f6,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:01.058072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:42:01.090471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:42:01.105904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cf1f34e4-139b-43dc-a77d-02af0bf4ac41 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3926165 Oct 19 11:42:01.126748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35134) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:01.132378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:01.150952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] Request body: {'subnet': {'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-663654582-subnet', 'tenant_id': '7c4643c8002744b693f23f44ff2c6d5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:01.157675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:42:01.179285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad386a-4f4a-4d03-ad57-c7215e0c5277 req-373732c5-56c4-47a3-9fea-fc71df97160f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:01.190024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85ad386a-4f4a-4d03-ad57-c7215e0c5277 req-373732c5-56c4-47a3-9fea-fc71df97160f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 943 time: 0.3369236 Oct 19 11:42:01.228838 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 11:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df437b84-2d55-483f-bf62-991eea09de46 x-openstack-request-id: req-df437b84-2d55-483f-bf62-991eea09de46 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:42:01.229131 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-deleted", "tag": "a275090f-5113-40b3-99f4-1337b4735072", "status": "completed", "code": 200}, {"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-deleted", "tag": "898f2454-afee-49e9-ab5a-b656cccdb2e1", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:42:01.229384 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df437b84-2d55-483f-bf62-991eea09de46 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:42:01.230040 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-deleted', 'tag': 'a275090f-5113-40b3-99f4-1337b4735072', 'status': 'completed', 'code': 200} Oct 19 11:42:01.230436 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-deleted', 'tag': '898f2454-afee-49e9-ab5a-b656cccdb2e1', 'status': 'completed', 'code': 200} Oct 19 11:42:01.231031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3b149d4d-bb02-4b98-ad00-2b42998653c2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:01.267653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-235d6bee-e7f9-4f40-8c5e-462af50804d4 None None] Provisioning complete for port bdd39ad4-0101-45f1-b54b-51bb6580feda triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:01.268289 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-235d6bee-e7f9-4f40-8c5e-462af50804d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:01.283733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Router 23a4f1a4-3e64-4c48-a3fe-62ddffe4945f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:42:01.323563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-235d6bee-e7f9-4f40-8c5e-462af50804d4 None None] Port bdd39ad4-0101-45f1-b54b-51bb6580feda cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:42:01.345097 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85ad386a-4f4a-4d03-ad57-c7215e0c5277 req-1163dd21-c20e-478e-98ad-9681022fe6e4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca089e66-cc72-4ca4-8281-1654b00bc321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497235 Oct 19 11:42:01.467126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:42:01.469003 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:01.469568 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:01.470081 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Floating IP eb162b47-e595-4c56-9c4b-e9f6676114b9 disassociated. External IP: 172.25.2.181, port: eea573f0-e530-4460-94b4-a594a1441467. Oct 19 11:42:01.470740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Calling delete_port for eea573f0-e530-4460-94b4-a594a1441467 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:01.478304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1c32b669-92f3-407e-a392-e02037a7bab5 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "PUT /v2.0/routers/23a4f1a4-3e64-4c48-a3fe-62ddffe4945f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0681581 Oct 19 11:42:01.478763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1391e0-af51-4574-b50e-fabf0547a37d None None] Sync routers for ids ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:42:01.479108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35140) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:01.490964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1391e0-af51-4574-b50e-fabf0547a37d None None] Routers {'23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:01.491686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6b1391e0-af51-4574-b50e-fabf0547a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:01.524864 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-226e2303-e8e8-454a-bdc3-e63574b3905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:01.526763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6b1391e0-af51-4574-b50e-fabf0547a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:01.527903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-226e2303-e8e8-454a-bdc3-e63574b3905a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:01.533383 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-226e2303-e8e8-454a-bdc3-e63574b3905a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a96131a9-c7a8-489c-8cdc-40fda14ca47c HTTP/1.1" status: 204 len: 168 time: 0.8089793 Oct 19 11:42:01.546944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1391e0-af51-4574-b50e-fabf0547a37d None None] Routers {'23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:01.548218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6b1391e0-af51-4574-b50e-fabf0547a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:01.550669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e2303-e8e8-454a-bdc3-e63574b3905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96131a9-c7a8-489c-8cdc-40fda14ca47c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:01.613277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] Made reservation on behalf of 7c4643c8002744b693f23f44ff2c6d5a for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:42:01.615969 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:01.637542 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-48cb7477-0941-4761-ae18-fcae35ba67a8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:01.676135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-6b1391e0-af51-4574-b50e-fabf0547a37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:01.677232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1391e0-af51-4574-b50e-fabf0547a37d None None] The sync data for ids ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:42:01.777504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a7584-e8ee-4474-bb2e-083e40485467 None None] Network b6d03863-8de6-4c67-a59f-e239c0386983 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:01.792647 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:42:01.909236 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:01.957793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9265b0ed-1dd9-4e06-a80c-879429f787ba None None] Provisioning complete for port 5360b2b6-fa3c-4e01-b3aa-158825f69229 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:01.958312 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9265b0ed-1dd9-4e06-a80c-879429f787ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:02.097010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:02.137668 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9265b0ed-1dd9-4e06-a80c-879429f787ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:02.159630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Port': ['ID=eea573f0-e530-4460-94b4-a594a1441467,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:02.272523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9265b0ed-1dd9-4e06-a80c-879429f787ba None None] For port 5360b2b6-fa3c-4e01-b3aa-158825f69229, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5360b2b6-fa3c-4e01-b3aa-158825f69229,segment=NetworkSegment(ed147e5c-1ec2-49a2-999d-0a4540817531),segment_id=ed147e5c-1ec2-49a2-999d-0a4540817531)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:02.283341 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-48cb7477-0941-4761-ae18-fcae35ba67a8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 11:42:02.289636 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-48cb7477-0941-4761-ae18-fcae35ba67a8 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "DELETE /v2.0/routers/23a4f1a4-3e64-4c48-a3fe-62ddffe4945f HTTP/1.1" status: 409 len: 329 time: 0.8092296 Oct 19 11:42:02.290583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35152) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:02.342053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5360b2b6-fa3c-4e01-b3aa-158825f69229 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:42:02.367149 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9265b0ed-1dd9-4e06-a80c-879429f787ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:02.476420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265b0ed-1dd9-4e06-a80c-879429f787ba None None] Pushing event updated for resources: {'Port': ['ID=5360b2b6-fa3c-4e01-b3aa-158825f69229,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:02.500404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ace8e8b6-f684-40f1-81bd-6d6e835e4550 None None] Provisioning complete for port 5360b2b6-fa3c-4e01-b3aa-158825f69229 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:02.501518 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ace8e8b6-f684-40f1-81bd-6d6e835e4550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:02.560859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5360b2b6-fa3c-4e01-b3aa-158825f69229 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:02.561370 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:02.638161 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:02.752088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35162) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:02.777188 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0329c6aa-8dc4-4f17-b6cf-4f2236c6bbfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:02.817833 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-12f54f99-2763-4d94-89b3-73667cf3d124 req-42d15809-4625-4c45-866c-198df81f4289 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.1863725 Oct 19 11:42:02.907325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e63f596b-6fca-4bae-af18-9256024466b9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:02.914036 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0329c6aa-8dc4-4f17-b6cf-4f2236c6bbfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:02.929895 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] Pushing event updated for resources: {'Subnet': ['ID=707d1e77-ebe1-45ee-a256-eac070e2b595,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:02.965643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:42:02.968425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] Checking segment: {'id': '7feb007e-74c4-4293-9fe1-eac496d2f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:42:02.968842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] Network hostable DHCP agents. Network: 035b8c9c-3392-42ce-b12e-f66b2863a9f6, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:42:02.977815 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0329c6aa-8dc4-4f17-b6cf-4f2236c6bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:02.998250 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:03.036084 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0329c6aa-8dc4-4f17-b6cf-4f2236c6bbfb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2803226 Oct 19 11:42:03.037348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35168) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:03.084570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329c6aa-8dc4-4f17-b6cf-4f2236c6bbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b7de4e-897d-47f0-847b-84d7f44fb1c1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:03.150918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] Network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:42:03.154913 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6bf74fd1-a409-4fab-bc06-3009dfab4e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:03.185895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6bf74fd1-a409-4fab-bc06-3009dfab4e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:03.210188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:42:03.228121 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e54515-80c0-433a-8284-905f27d00bed None None] Sync routers for ids ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:42:03.241751 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e54515-80c0-433a-8284-905f27d00bed None None] Routers {'dd9ab598-52bd-40c3-a5d7-e767f55efbc7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:03.242550 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a5e54515-80c0-433a-8284-905f27d00bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:03.256250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] No DVR routers for this DVR port eea573f0-e530-4460-94b4-a594a1441467 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:03.258951 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:03.262936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-269c40f1-c9e8-4b3d-9810-bf745f0222b7 req-85ad7b93-3620-4fd5-94ae-c88cd2e8a2a4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.49 "DELETE /v2.0/ports/eea573f0-e530-4460-94b4-a594a1441467 HTTP/1.1" status: 204 len: 173 time: 2.5840244 Oct 19 11:42:03.263544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 035b8c9c-3392-42ce-b12e-f66b2863a9f6) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:03.268280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:03.269181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:03.275388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667e3bd-426a-43d2-934f-e153b18ad133 None None] Network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:03.282671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-deleted', 'tag': 'eea573f0-e530-4460-94b4-a594a1441467'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:42:03.285553 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e86ad1a-abc5-4feb-a357-22f6ebe67272" -d '{"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-deleted", "tag": "eea573f0-e530-4460-94b4-a594a1441467"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:42:03.357418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e63f596b-6fca-4bae-af18-9256024466b9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Deleting port bdd39ad4-0101-45f1-b54b-51bb6580feda {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:03.358022 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e63f596b-6fca-4bae-af18-9256024466b9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:03.364224 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf1280c-e3f4-4fe9-a54a-3284ea200309 x-openstack-request-id: req-fdf1280c-e3f4-4fe9-a54a-3284ea200309 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:42:03.368654 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c39b3a7-6884-419a-b2df-4c57dbfa73ae", "name": "network-vif-deleted", "tag": "eea573f0-e530-4460-94b4-a594a1441467", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:42:03.368996 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fdf1280c-e3f4-4fe9-a54a-3284ea200309 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:42:03.369488 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c39b3a7-6884-419a-b2df-4c57dbfa73ae', 'name': 'network-vif-deleted', 'tag': 'eea573f0-e530-4460-94b4-a594a1441467', 'status': 'completed', 'code': 200} Oct 19 11:42:03.373497 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-34145e12-a2ec-40f0-aba1-4a866afb531f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2345262 Oct 19 11:42:03.386352 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a5e54515-80c0-433a-8284-905f27d00bed None None] Set router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:42:03.395525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:42:03.467146 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e63f596b-6fca-4bae-af18-9256024466b9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:03.471428 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6bf74fd1-a409-4fab-bc06-3009dfab4e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:03.473118 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6bf74fd1-a409-4fab-bc06-3009dfab4e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:03.474364 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6bf74fd1-a409-4fab-bc06-3009dfab4e8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23b7de4e-897d-47f0-847b-84d7f44fb1c1 HTTP/1.1" status: 204 len: 168 time: 0.4358616 Oct 19 11:42:03.498285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e63f596b-6fca-4bae-af18-9256024466b9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Calling delete_port for bdd39ad4-0101-45f1-b54b-51bb6580feda owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:03.509969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf74fd1-a409-4fab-bc06-3009dfab4e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b7de4e-897d-47f0-847b-84d7f44fb1c1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:03.609778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae780ab-457d-439e-a128-61636f2f6178 None None] Network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:03.753852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:42:03.779252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Sync routers for ids ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:42:03.873428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Routers {'7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:03.874219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:03.923179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:03.925498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-73d9c966-e0a2-432e-aff1-1111c20f30b6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1723869 Oct 19 11:42:03.928774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35190) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:03.995390 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a5e54515-80c0-433a-8284-905f27d00bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:53Z', 'revision_number': 4, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a5a0984b-ff8f-4f98-aed9-abb62c4f0c08', 'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'mac_address': 'fa:16:3e:dd:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:52Z', 'updated_at': '2021-10-19T11:30:59Z', 'revision_number': 5, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'subnets': [{'id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:04.031543 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e54515-80c0-433a-8284-905f27d00bed None None] Checking router: dd9ab598-52bd-40c3-a5d7-e767f55efbc7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:42:04.044009 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e54515-80c0-433a-8284-905f27d00bed None None] Routers {'dd9ab598-52bd-40c3-a5d7-e767f55efbc7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:04.045047 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a5e54515-80c0-433a-8284-905f27d00bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:04.060813 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e63f596b-6fca-4bae-af18-9256024466b9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:04.130955 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8932ec70-907f-4df2-b3f0-c5d22732268a req-534641e8-3afd-4f7e-87d5-222b547be55a tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0895400 Oct 19 11:42:04.152468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f596b-6fca-4bae-af18-9256024466b9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event deleted for resources: {'Port': ['ID=bdd39ad4-0101-45f1-b54b-51bb6580feda,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:04.281952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Set router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:42:04.317810 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a5e54515-80c0-433a-8284-905f27d00bed None None] Set router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:42:04.364072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5360b2b6-fa3c-4e01-b3aa-158825f69229 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:42:04.536229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e63f596b-6fca-4bae-af18-9256024466b9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:04.707297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5360b2b6-fa3c-4e01-b3aa-158825f69229 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:04.707672 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:04.852817 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a5e54515-80c0-433a-8284-905f27d00bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:53Z', 'revision_number': 4, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a5a0984b-ff8f-4f98-aed9-abb62c4f0c08', 'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'mac_address': 'fa:16:3e:dd:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:52Z', 'updated_at': '2021-10-19T11:30:59Z', 'revision_number': 5, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'subnets': [{'id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:04.906108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'name': 'tempest-TestVolumeBootPattern-18291502-router', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:58Z', 'updated_at': '2021-10-19T11:42:01Z', 'revision_number': 3, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'gw_port': {'id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:00Z', 'updated_at': '2021-10-19T11:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:04.929327 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e54515-80c0-433a-8284-905f27d00bed None None] The sync data for ids ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'] in n-d-814547-1 is: [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:30:53Z', 'revision_number': 4, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a5a0984b-ff8f-4f98-aed9-abb62c4f0c08', 'name': '', 'network_id': '3e41a69a-2e2c-41a5-bbaa-a7ad686bd135', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'mac_address': 'fa:16:3e:dd:73:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:52Z', 'updated_at': '2021-10-19T11:30:59Z', 'revision_number': 5, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'subnets': [{'id': '11e2bdab-7342-4fa2-b0d7-dca9b53757e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:42:04.952528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63f596b-6fca-4bae-af18-9256024466b9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Router 23a4f1a4-3e64-4c48-a3fe-62ddffe4945f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:42:04.962618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Checking router: 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:42:04.963228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Updating router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 port 3b149d4d-bb02-4b98-ad00-2b42998653c2 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:42:05.036528 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:05.101866 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:05.122703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63f596b-6fca-4bae-af18-9256024466b9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:42:05.132120 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e63f596b-6fca-4bae-af18-9256024466b9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "PUT /v2.0/routers/23a4f1a4-3e64-4c48-a3fe-62ddffe4945f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8401179 Oct 19 11:42:05.136164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35208) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:05.139485 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e438572-ef35-456f-b79c-662f64f85196 None None] Sync routers for ids ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:42:05.154999 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e438572-ef35-456f-b79c-662f64f85196 None None] Routers {'23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:05.157605 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5e438572-ef35-456f-b79c-662f64f85196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:05.205303 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-b74bdf65-66fb-447a-b958-f7815bf2cba9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] show failed (client error): The resource could not be found. Oct 19 11:42:05.206362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b74bdf65-66fb-447a-b958-f7815bf2cba9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-2016484418 HTTP/1.1" status: 404 len: 335 time: 0.0689425 Oct 19 11:42:05.210778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35212) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:05.215834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9a404af3-546a-4915-8ca3-b0051d9fd0a9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:05.226784 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5e438572-ef35-456f-b79c-662f64f85196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:05.258459 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e438572-ef35-456f-b79c-662f64f85196 None None] Routers {'23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:05.262147 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5e438572-ef35-456f-b79c-662f64f85196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:05.334331 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-9a404af3-546a-4915-8ca3-b0051d9fd0a9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] update failed (client error): The resource could not be found. Oct 19 11:42:05.337174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9a404af3-546a-4915-8ca3-b0051d9fd0a9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1259877695 HTTP/1.1" status: 404 len: 335 time: 0.1253633 Oct 19 11:42:05.359185 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5e438572-ef35-456f-b79c-662f64f85196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:05.359913 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e438572-ef35-456f-b79c-662f64f85196 None None] The sync data for ids ['23a4f1a4-3e64-4c48-a3fe-62ddffe4945f'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:42:05.373177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35216) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:05.413603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee6a12f5-75cd-4c3f-824f-4388e0b4f711 req-86d3e2f0-a827-47f9-9997-c8fba4bea079 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0751050 Oct 19 11:42:05.514118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5965d1-146d-4138-a79d-72aa96a23be7 None None] New status for floating IP eb162b47-e595-4c56-9c4b-e9f6676114b9: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:42:05.576450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f8f395-b475-4dd3-afd7-5f87a33d963f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Deleting subnet 8b1af3ed-302c-46be-8ccf-aac4dca07b8a {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:42:05.576450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71f8f395-b475-4dd3-afd7-5f87a33d963f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:05.657967 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71f8f395-b475-4dd3-afd7-5f87a33d963f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:05.661032 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:05.717380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Allocated IP 172.20.0.1 (b6d03863-8de6-4c67-a59f-e239c0386983/7f3bb3c1-7892-488e-baf8-137d21e3475c/e970ac1f-96e5-447c-aedf-dfae17aad63a) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:42:05.754937 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:05.852203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3927814-3d61-4144-b32a-372861ee387f None None] Pushing event updated for resources: {'Port': ['ID=3b149d4d-bb02-4b98-ad00-2b42998653c2,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:05.874337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Attempting to bind port 3b149d4d-bb02-4b98-ad00-2b42998653c2 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:42:05.874861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Attempting to bind port 3b149d4d-bb02-4b98-ad00-2b42998653c2 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:42:05.875329 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Attempting to bind port 3b149d4d-bb02-4b98-ad00-2b42998653c2 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:42:05.882906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:42:05.883523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:42:05.884030 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:05.884528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:42:05.885628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Bound port: 3b149d4d-bb02-4b98-ad00-2b42998653c2, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:42:05.886122 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:05.929014 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71f8f395-b475-4dd3-afd7-5f87a33d963f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:05.961762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] For port 3b149d4d-bb02-4b98-ad00-2b42998653c2, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:42:05.967612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] For port 3b149d4d-bb02-4b98-ad00-2b42998653c2, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3b149d4d-bb02-4b98-ad00-2b42998653c2,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:42:06.012098 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.045727 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.113881 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71f8f395-b475-4dd3-afd7-5f87a33d963f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.140676 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71f8f395-b475-4dd3-afd7-5f87a33d963f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.144822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Routers {'7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:06.145451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:06.147211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-71f8f395-b475-4dd3-afd7-5f87a33d963f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "DELETE /v2.0/subnets/8b1af3ed-302c-46be-8ccf-aac4dca07b8a HTTP/1.1" status: 204 len: 168 time: 0.7730091 Oct 19 11:42:06.153076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35230) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:06.194635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8f395-b475-4dd3-afd7-5f87a33d963f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1af3ed-302c-46be-8ccf-aac4dca07b8a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:06.198187 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.229779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-691efd99-6f9f-4c3c-a885-02fd2a56fd3f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Deleting subnet 2905e9a1-5bc0-47d0-a88e-2a16011ee14e {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:42:06.233901 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691efd99-6f9f-4c3c-a885-02fd2a56fd3f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.256909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Network b6d03863-8de6-4c67-a59f-e239c0386983 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:42:06.260222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:06.264851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:42:06.292111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e970ac1f-96e5-447c-aedf-dfae17aad63a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:06.320032 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.322736 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691efd99-6f9f-4c3c-a885-02fd2a56fd3f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.601071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691efd99-6f9f-4c3c-a885-02fd2a56fd3f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.604663 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e026ce51-382f-4217-afe5-60341ac61d12 None None] Network 62590efe-c2e3-40dc-994e-c785040f9ae3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:06.605123 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9dc60521-d9a1-403e-8e82-8eaac577eaa9 req-493da684-859a-42e0-b8b5-e0e6eae12ca1 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0829618 Oct 19 11:42:06.690291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.804555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3927814-3d61-4144-b32a-372861ee387f None None] Pushing event updated for resources: {'Port': ['ID=3b149d4d-bb02-4b98-ad00-2b42998653c2,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:06.838051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f69ee0fe-e81b-4e6a-8679-8a43e71e2cf1 None None] Provisioning complete for port e970ac1f-96e5-447c-aedf-dfae17aad63a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:06.838590 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f69ee0fe-e81b-4e6a-8679-8a43e71e2cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.841358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] Set router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:42:06.845350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691efd99-6f9f-4c3c-a885-02fd2a56fd3f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.876267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691efd99-6f9f-4c3c-a885-02fd2a56fd3f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event deleted for resources: {'Subnet': ['ID=2905e9a1-5bc0-47d0-a88e-2a16011ee14e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:06.880123 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-691efd99-6f9f-4c3c-a885-02fd2a56fd3f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.893523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-691efd99-6f9f-4c3c-a885-02fd2a56fd3f tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "DELETE /v2.0/subnets/2905e9a1-5bc0-47d0-a88e-2a16011ee14e HTTP/1.1" status: 204 len: 168 time: 0.7385828 Oct 19 11:42:06.896474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35242) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:06.944650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:06.979273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3901e1da-53e3-4c46-a73d-16b7c8c891db None None] Network 3ba3b1ba-c81e-4649-bc53-0d920ab10a86 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:06.979461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a234bc8c-3b3e-4705-a4e5-e53986e4549b None None] DHCP port deletion for 62590efe-c2e3-40dc-994e-c785040f9ae3 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:42:07.025992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.052459 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.088137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f69ee0fe-e81b-4e6a-8679-8a43e71e2cf1 None None] Port e970ac1f-96e5-447c-aedf-dfae17aad63a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:42:07.121479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Deleting port 24105331-5cd6-4bac-be28-7f51abf063d3 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:07.121923 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.225472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] For port 24105331-5cd6-4bac-be28-7f51abf063d3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=24105331-5cd6-4bac-be28-7f51abf063d3,segment=NetworkSegment(829ac80f-f531-40d8-9333-6d0b97baf8f8),segment_id=829ac80f-f531-40d8-9333-6d0b97baf8f8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:07.225472 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.235903 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.239208 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Calling delete_port for 24105331-5cd6-4bac-be28-7f51abf063d3 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:07.251986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e970ac1f-96e5-447c-aedf-dfae17aad63a,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:07.310443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a234bc8c-3b3e-4705-a4e5-e53986e4549b None None] Deleting port 24105331-5cd6-4bac-be28-7f51abf063d3 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:07.310822 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a234bc8c-3b3e-4705-a4e5-e53986e4549b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.382510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a234bc8c-3b3e-4705-a4e5-e53986e4549b None None] For port 24105331-5cd6-4bac-be28-7f51abf063d3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=24105331-5cd6-4bac-be28-7f51abf063d3,segment=NetworkSegment(829ac80f-f531-40d8-9333-6d0b97baf8f8),segment_id=829ac80f-f531-40d8-9333-6d0b97baf8f8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:07.382916 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a234bc8c-3b3e-4705-a4e5-e53986e4549b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.403975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Network b6d03863-8de6-4c67-a59f-e239c0386983 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:42:07.405224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a234bc8c-3b3e-4705-a4e5-e53986e4549b None None] Calling delete_port for 24105331-5cd6-4bac-be28-7f51abf063d3 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:07.407850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:07.523430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'name': 'tempest-TestVolumeBootPattern-18291502-router', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:58Z', 'updated_at': '2021-10-19T11:42:01Z', 'revision_number': 3, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'gw_port': {'id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:00Z', 'updated_at': '2021-10-19T11:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:07.579511 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.588968 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7143e79b-9372-4e27-8562-81b989fa8fde None None] DHCP port deletion for 3ba3b1ba-c81e-4649-bc53-0d920ab10a86 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:42:07.594934 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:42:07.603372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff24612-d236-4c6a-ba82-733119764ca9 None None] The sync data for ids ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'] in n-d-814547-1 is: [{'id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'name': 'tempest-TestVolumeBootPattern-18291502-router', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:58Z', 'updated_at': '2021-10-19T11:42:01Z', 'revision_number': 3, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'gw_port': {'id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:00Z', 'updated_at': '2021-10-19T11:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:42:07.633114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event deleted for resources: {'Port': ['ID=24105331-5cd6-4bac-be28-7f51abf063d3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:07.653322 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] No DVR routers for this DVR port 24105331-5cd6-4bac-be28-7f51abf063d3 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:07.718811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a234bc8c-3b3e-4705-a4e5-e53986e4549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.798153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234bc8c-3b3e-4705-a4e5-e53986e4549b None None] Pushing event deleted for resources: {'Port': ['ID=24105331-5cd6-4bac-be28-7f51abf063d3,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:07.815398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234bc8c-3b3e-4705-a4e5-e53986e4549b None None] No DVR routers for this DVR port 24105331-5cd6-4bac-be28-7f51abf063d3 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:07.819406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:42:07.825598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f3046aab-2061-4c04-a357-a58d51aa16e6 admin admin] 10.222.0.39 "PUT /v2.0/routers/7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8954856 Oct 19 11:42:07.828191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-79742ef2-2729-49bb-8ce8-24d5d09a2493 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:07.832304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7143e79b-9372-4e27-8562-81b989fa8fde None None] Deleting port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:07.843008 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7143e79b-9372-4e27-8562-81b989fa8fde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.849521 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-79742ef2-2729-49bb-8ce8-24d5d09a2493 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/networks?id=035b8c9c-3392-42ce-b12e-f66b2863a9f6 HTTP/1.1" status: 200 len: 808 time: 0.4577556 Oct 19 11:42:07.870703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5af0da65-80e3-4d48-b729-30fcbe9ef263 req-8acaf0e9-424f-4179-9e8b-b084b7d2d736 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0540431 Oct 19 11:42:07.927723 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.941995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7143e79b-9372-4e27-8562-81b989fa8fde None None] For port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ffd0a95f-d3e2-4d2f-a96a-beeab79e812c,segment=NetworkSegment(b37e9bb2-921e-4089-9570-ca768296a53a),segment_id=b37e9bb2-921e-4089-9570-ca768296a53a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:07.943055 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7143e79b-9372-4e27-8562-81b989fa8fde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:07.964034 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7143e79b-9372-4e27-8562-81b989fa8fde None None] Calling delete_port for ffd0a95f-d3e2-4d2f-a96a-beeab79e812c owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:07.979610 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-97ff901e-c2b6-419d-8b87-b866c99ddb31 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/quotas/7c4643c8002744b693f23f44ff2c6d5a HTTP/1.1" status: 200 len: 375 time: 0.0644128 Oct 19 11:42:07.996992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62590efe-c2e3-40dc-994e-c785040f9ae3']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:08.109918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829ac80f-f531-40d8-9333-6d0b97baf8f8') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:08.110219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829ac80f-f531-40d8-9333-6d0b97baf8f8') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:08.114082 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-b9d9a25a-2e2c-43db-b596-cf1e698df16d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c4643c8002744b693f23f44ff2c6d5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1264741 Oct 19 11:42:08.133201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.144328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e29ba050-e830-4dab-bd59-0463960dff72 None None] Provisioning complete for port e970ac1f-96e5-447c-aedf-dfae17aad63a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:08.145659 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e29ba050-e830-4dab-bd59-0463960dff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.167784 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.185676 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:42:08.185676 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:42:08.188484 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:42:08.330673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e29ba050-e830-4dab-bd59-0463960dff72 None None] Port e970ac1f-96e5-447c-aedf-dfae17aad63a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:42:08.338806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3b149d4d-bb02-4b98-ad00-2b42998653c2 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:42:08.391963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-1f2c61f1-e742-4c72-884b-0a8093f7022c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:42:08.393465 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-1f2c61f1-e742-4c72-884b-0a8093f7022c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2688406 Oct 19 11:42:08.399112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.404042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.412063 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "DELETE /v2.0/networks/62590efe-c2e3-40dc-994e-c785040f9ae3 HTTP/1.1" status: 204 len: 168 time: 1.5116277 Oct 19 11:42:08.413600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35288) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:08.442346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 3b149d4d-bb02-4b98-ad00-2b42998653c2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:08.442769 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.544963 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7143e79b-9372-4e27-8562-81b989fa8fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.619100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143e79b-9372-4e27-8562-81b989fa8fde None None] Pushing event deleted for resources: {'Port': ['ID=ffd0a95f-d3e2-4d2f-a96a-beeab79e812c,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:08.638095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143e79b-9372-4e27-8562-81b989fa8fde None None] No DVR routers for this DVR port ffd0a95f-d3e2-4d2f-a96a-beeab79e812c on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:08.651439 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.687370 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-4cb003ef-1818-4a45-8e38-48fe3b35b9c7 service neutron] 10.222.0.39 "GET /v2.0/networks/035b8c9c-3392-42ce-b12e-f66b2863a9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764986 Oct 19 11:42:08.704386 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.715976 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b58fa-130d-475b-8d76-2ee887162b15 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event deleted for resources: {'Network': ['ID=62590efe-c2e3-40dc-994e-c785040f9ae3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:08.763047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 3b149d4d-bb02-4b98-ad00-2b42998653c2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3b149d4d-bb02-4b98-ad00-2b42998653c2,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:08.844924 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.846400 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-95663811-530b-4126-9438-8a61f518baff service neutron] 10.222.0.39 "GET /v2.0/networks/035b8c9c-3392-42ce-b12e-f66b2863a9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394742 Oct 19 11:42:08.850960 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.905478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba3b1ba-c81e-4649-bc53-0d920ab10a86']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:08.942317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37e9bb2-921e-4089-9570-ca768296a53a') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:08.942655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37e9bb2-921e-4089-9570-ca768296a53a') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:08.973600 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:08.975245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ffd0a95f-d3e2-4d2f-a96a-beeab79e812c no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:08.990374 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=3b149d4d-bb02-4b98-ad00-2b42998653c2,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:09.027258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: ffd0a95f-d3e2-4d2f-a96a-beeab79e812c {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:09.027522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ffd0a95f-d3e2-4d2f-a96a-beeab79e812c not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:09.027949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 24105331-5cd6-4bac-be28-7f51abf063d3 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:09.049583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 24105331-5cd6-4bac-be28-7f51abf063d3 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:09.050345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 24105331-5cd6-4bac-be28-7f51abf063d3 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:09.077276 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:09.231064 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a8666f9-d968-407a-b8ed-9cf0b5dbde7c req-427865dc-c496-4a8b-af89-26d8a253cd59 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 210 time: 0.0504885 Oct 19 11:42:09.505935 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7eab30b4-ab2b-4f25-a6d8-e25922a68602 req-8a17e823-da1c-4d69-990a-4167cb2c1735 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.4829664 Oct 19 11:42:09.506889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:42:09.507269 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: items = [ Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:42:09.510570 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:42:09.673109 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:09.706892 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:09.711635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "DELETE /v2.0/networks/3ba3b1ba-c81e-4649-bc53-0d920ab10a86 HTTP/1.1" status: 204 len: 168 time: 1.2966356 Oct 19 11:42:09.714620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35318) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:09.717082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f673e2-5a15-40eb-bec7-25460411330b tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event deleted for resources: {'Network': ['ID=3ba3b1ba-c81e-4649-bc53-0d920ab10a86,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:09.836292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0d22f8-ccb6-44f2-b9fe-dbbcb3a87615 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Deleting subnet 8abd36c6-c1af-4584-ab80-f0aeba266ea4 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:42:09.839676 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb0d22f8-ccb6-44f2-b9fe-dbbcb3a87615 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:09.881630 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb0d22f8-ccb6-44f2-b9fe-dbbcb3a87615 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:09.985187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb0d22f8-ccb6-44f2-b9fe-dbbcb3a87615 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:10.148369 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb0d22f8-ccb6-44f2-b9fe-dbbcb3a87615 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:10.185082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d22f8-ccb6-44f2-b9fe-dbbcb3a87615 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event deleted for resources: {'Subnet': ['ID=8abd36c6-c1af-4584-ab80-f0aeba266ea4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:10.198512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb0d22f8-ccb6-44f2-b9fe-dbbcb3a87615 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:10.202250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fb0d22f8-ccb6-44f2-b9fe-dbbcb3a87615 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "DELETE /v2.0/subnets/8abd36c6-c1af-4584-ab80-f0aeba266ea4 HTTP/1.1" status: 204 len: 168 time: 0.4860344 Oct 19 11:42:10.205031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35332) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:10.218007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4995b0-f843-4658-8adc-cc08091abf18 None None] Network cf147fa4-f06c-44bb-9720-7bf80535fa08 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:10.324269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3b149d4d-bb02-4b98-ad00-2b42998653c2 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:42:10.346325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:10.414050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6a277586-ff4d-4f34-b63c-1bb9474e5d03 req-5cc11c55-e5ac-4c7f-b729-3856bb2a7a8a tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 210 time: 0.0904124 Oct 19 11:42:10.510982 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Sync routers for ids ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:42:10.524794 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Routers {'7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:10.525466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Deleting port a4ba11b6-7daa-46f1-9241-86f649779a1c {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:10.525810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:10.526548 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:10.569374 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 3b149d4d-bb02-4b98-ad00-2b42998653c2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:10.570006 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:10.622051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575c032e-91c3-484f-b487-af07f7a43447 None None] DHCP port deletion for cf147fa4-f06c-44bb-9720-7bf80535fa08 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:42:10.668723 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] For port a4ba11b6-7daa-46f1-9241-86f649779a1c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a4ba11b6-7daa-46f1-9241-86f649779a1c,segment=NetworkSegment(53e4881c-b8b2-4a2c-a498-edae69bfa239),segment_id=53e4881c-b8b2-4a2c-a498-edae69bfa239)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:10.670940 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:10.700469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Calling delete_port for a4ba11b6-7daa-46f1-9241-86f649779a1c owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:10.744214 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Set router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:42:10.790272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d09688b1-faaf-4b58-a19e-717db95b6b0b req-8af147ed-3c51-4038-81ab-6c98b6e49c29 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.1048899 Oct 19 11:42:10.826358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-575c032e-91c3-484f-b487-af07f7a43447 None None] Deleting port a4ba11b6-7daa-46f1-9241-86f649779a1c {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:10.826942 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-575c032e-91c3-484f-b487-af07f7a43447 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:10.892860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:10.931540 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event deleted for resources: {'Port': ['ID=a4ba11b6-7daa-46f1-9241-86f649779a1c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:10.955698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] No DVR routers for this DVR port a4ba11b6-7daa-46f1-9241-86f649779a1c on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:10.961116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-575c032e-91c3-484f-b487-af07f7a43447 None None] For port a4ba11b6-7daa-46f1-9241-86f649779a1c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a4ba11b6-7daa-46f1-9241-86f649779a1c,segment=NetworkSegment(53e4881c-b8b2-4a2c-a498-edae69bfa239),segment_id=53e4881c-b8b2-4a2c-a498-edae69bfa239)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:10.961517 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-575c032e-91c3-484f-b487-af07f7a43447 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:10.976585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-575c032e-91c3-484f-b487-af07f7a43447 None None] Calling delete_port for a4ba11b6-7daa-46f1-9241-86f649779a1c owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:11.082498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.109855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf147fa4-f06c-44bb-9720-7bf80535fa08']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:11.129663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e4881c-b8b2-4a2c-a498-edae69bfa239') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:11.131555 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e4881c-b8b2-4a2c-a498-edae69bfa239') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:11.136267 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-575c032e-91c3-484f-b487-af07f7a43447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.138540 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'name': 'tempest-TestVolumeBootPattern-18291502-router', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:58Z', 'updated_at': '2021-10-19T11:42:06Z', 'revision_number': 4, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'gw_port': {'id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:00Z', 'updated_at': '2021-10-19T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e970ac1f-96e5-447c-aedf-dfae17aad63a', 'name': '', 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'mac_address': 'fa:16:3e:a1:0c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '7f3bb3c1-7892-488e-baf8-137d21e3475c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:05Z', 'updated_at': '2021-10-19T11:42:06Z', 'revision_number': 2, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'subnets': [{'id': '7f3bb3c1-7892-488e-baf8-137d21e3475c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:11.149990 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.181455 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.199175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:42:11.199175 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.204322 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Checking router: 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:42:11.205380 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Updating router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 port e970ac1f-96e5-447c-aedf-dfae17aad63a binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:42:11.206448 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:42:11.247590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c032e-91c3-484f-b487-af07f7a43447 None None] Pushing event deleted for resources: {'Port': ['ID=a4ba11b6-7daa-46f1-9241-86f649779a1c,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:11.257360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c032e-91c3-484f-b487-af07f7a43447 None None] No DVR routers for this DVR port a4ba11b6-7daa-46f1-9241-86f649779a1c on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:11.285238 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.412778 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.439141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.443048 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "DELETE /v2.0/networks/cf147fa4-f06c-44bb-9720-7bf80535fa08 HTTP/1.1" status: 204 len: 168 time: 1.2283547 Oct 19 11:42:11.446052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35352) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:11.467025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcbd9c-d50e-49ee-bfc7-3897cc94f790 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Pushing event deleted for resources: {'Network': ['ID=cf147fa4-f06c-44bb-9720-7bf80535fa08,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:11.519674 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-888a1217-1387-420f-b85e-15d51339bad9 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "GET /v2.0/ports?device_id=23a4f1a4-3e64-4c48-a3fe-62ddffe4945f HTTP/1.1" status: 200 len: 205 time: 0.0723422 Oct 19 11:42:11.522245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35360) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:11.626687 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8494619-47e9-4afc-853d-fe989e617e3e req-aaae609e-2859-406e-b752-b6ed99764d15 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 210 time: 0.0548308 Oct 19 11:42:11.631926 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-640791db-840e-4f88-a374-72933262e7d6 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.679937 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.787919 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.804876 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-640791db-840e-4f88-a374-72933262e7d6 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.807448 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-640791db-840e-4f88-a374-72933262e7d6 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.852819 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983286a4-8123-4c95-a314-e7adfaecb2ca None None] Pushing event updated for resources: {'Port': ['ID=e970ac1f-96e5-447c-aedf-dfae17aad63a,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:11.970362 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Attempting to bind port e970ac1f-96e5-447c-aedf-dfae17aad63a on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:42:11.970755 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Attempting to bind port e970ac1f-96e5-447c-aedf-dfae17aad63a by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'ed147e5c-1ec2-49a2-999d-0a4540817531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:42:11.971291 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Attempting to bind port e970ac1f-96e5-447c-aedf-dfae17aad63a on network b6d03863-8de6-4c67-a59f-e239c0386983 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:42:11.975595 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6fa8e901-2140-4725-998d-82906d747921 req-64a0f9df-a271-4ce1-be31-304a7ed56d4c tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0461655 Oct 19 11:42:11.979000 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:42:11.979000 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Checking segment: {'id': 'ed147e5c-1ec2-49a2-999d-0a4540817531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:42:11.979000 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:11.979738 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Bound using segment: {'id': 'ed147e5c-1ec2-49a2-999d-0a4540817531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:42:11.980403 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Bound port: e970ac1f-96e5-447c-aedf-dfae17aad63a, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed147e5c-1ec2-49a2-999d-0a4540817531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:42:11.981028 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:12.010043 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-640791db-840e-4f88-a374-72933262e7d6 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:12.013578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640791db-840e-4f88-a374-72933262e7d6 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Fanout notify agent at l3_agent the message router_deleted on router 23a4f1a4-3e64-4c48-a3fe-62ddffe4945f {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:42:12.026221 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-640791db-840e-4f88-a374-72933262e7d6 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:12.029760 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-640791db-840e-4f88-a374-72933262e7d6 tempest-RoutersNegativeTest-523925763 tempest-RoutersNegativeTest-523925763-project] 10.222.0.39 "DELETE /v2.0/routers/23a4f1a4-3e64-4c48-a3fe-62ddffe4945f HTTP/1.1" status: 204 len: 168 time: 0.5053420 Oct 19 11:42:12.215657 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] For port e970ac1f-96e5-447c-aedf-dfae17aad63a, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:42:12.221755 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] For port e970ac1f-96e5-447c-aedf-dfae17aad63a, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e970ac1f-96e5-447c-aedf-dfae17aad63a,segment=NetworkSegment(ed147e5c-1ec2-49a2-999d-0a4540817531),segment_id=ed147e5c-1ec2-49a2-999d-0a4540817531)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:42:12.239204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a4ba11b6-7daa-46f1-9241-86f649779a1c no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:12.263987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a4ba11b6-7daa-46f1-9241-86f649779a1c {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:12.264670 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a4ba11b6-7daa-46f1-9241-86f649779a1c not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:12.294244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a162abe4-cfff-4754-aba8-eec84d8a3f42 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:12.295810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a162abe4-cfff-4754-aba8-eec84d8a3f42 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.26 "GET /v2.0/networks?id=035b8c9c-3392-42ce-b12e-f66b2863a9f6 HTTP/1.1" status: 200 len: 808 time: 0.1765933 Oct 19 11:42:12.295990 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-721ba1db-20a6-4d61-b817-abe6121339cf None None] Provisioning complete for port e970ac1f-96e5-447c-aedf-dfae17aad63a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:12.296681 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-721ba1db-20a6-4d61-b817-abe6121339cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:12.313345 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Request body: {'port': {'device_id': '6460e6b2-3efe-4bfb-93a6-952685c625a5', 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6', 'admin_state_up': True, 'tenant_id': '7c4643c8002744b693f23f44ff2c6d5a'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:12.357612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-721ba1db-20a6-4d61-b817-abe6121339cf None None] Port e970ac1f-96e5-447c-aedf-dfae17aad63a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:42:12.381932 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:12.490359 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983286a4-8123-4c95-a314-e7adfaecb2ca None None] Pushing event updated for resources: {'Port': ['ID=e970ac1f-96e5-447c-aedf-dfae17aad63a,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:12.498365 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Routers {'7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:12.498964 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:41:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:12.722908 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] Set router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:42:12.753719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35396) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:12.779563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-ae5998ca-a82c-4516-a86a-78d1a4ff221b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:12.782984 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-ae5998ca-a82c-4516-a86a-78d1a4ff221b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.3102231 Oct 19 11:42:12.808338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-b48c4b42-8dbf-4e51-9bdd-70f693dd605c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/quotas/f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 375 time: 0.0207660 Oct 19 11:42:12.819472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Made reservation on behalf of 7c4643c8002744b693f23f44ff2c6d5a for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:42:12.823580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:12.874240 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f97bf93f-db11-4d26-bcba-88bd5dbc394a req-b568418b-dbb6-48bf-873b-a43f59bf4872 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 210 time: 0.0724683 Oct 19 11:42:12.985200 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-193499e6-c435-4bf1-9f40-cbd4aab76f96 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758094 Oct 19 11:42:13.007521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3fa752be-fdc1-4e93-b460-f98c37828d81 None None] Provisioning complete for port e970ac1f-96e5-447c-aedf-dfae17aad63a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:13.007891 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3fa752be-fdc1-4e93-b460-f98c37828d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:13.080743 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ecfaaa83-9d2c-4a7d-ae47-c4e7f620f101 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=668013ba172b40539de903bc3b4a1939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253560 Oct 19 11:42:13.085752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35408) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:13.110218 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'name': 'tempest-TestVolumeBootPattern-18291502-router', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:58Z', 'updated_at': '2021-10-19T11:42:06Z', 'revision_number': 4, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'gw_port': {'id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:00Z', 'updated_at': '2021-10-19T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e970ac1f-96e5-447c-aedf-dfae17aad63a', 'name': '', 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'mac_address': 'fa:16:3e:a1:0c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '7f3bb3c1-7892-488e-baf8-137d21e3475c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:05Z', 'updated_at': '2021-10-19T11:42:12Z', 'revision_number': 4, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'subnets': [{'id': '7f3bb3c1-7892-488e-baf8-137d21e3475c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:13.180116 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b34902-bb96-42bd-9767-216fe5c5c379 None None] The sync data for ids ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'] in n-d-814547-1 is: [{'id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'name': 'tempest-TestVolumeBootPattern-18291502-router', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:58Z', 'updated_at': '2021-10-19T11:42:06Z', 'revision_number': 4, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'gw_port': {'id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:00Z', 'updated_at': '2021-10-19T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'e970ac1f-96e5-447c-aedf-dfae17aad63a', 'name': '', 'network_id': 'b6d03863-8de6-4c67-a59f-e239c0386983', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'mac_address': 'fa:16:3e:a1:0c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '7f3bb3c1-7892-488e-baf8-137d21e3475c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:05Z', 'updated_at': '2021-10-19T11:42:12Z', 'revision_number': 4, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'subnets': [{'id': '7f3bb3c1-7892-488e-baf8-137d21e3475c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:42:13.203914 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3fa752be-fdc1-4e93-b460-f98c37828d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:13.204987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-46a04a90-98f6-420a-beec-a09b2183121f req-fba890c0-0917-442e-9ae9-c13525fd90f0 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0567169 Oct 19 11:42:13.290066 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d94a522a-2df8-4ce3-a5b6-42acc969dad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:13.328222 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d94a522a-2df8-4ce3-a5b6-42acc969dad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:13.347878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3fa752be-fdc1-4e93-b460-f98c37828d81 None None] For port e970ac1f-96e5-447c-aedf-dfae17aad63a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e970ac1f-96e5-447c-aedf-dfae17aad63a,segment=NetworkSegment(ed147e5c-1ec2-49a2-999d-0a4540817531),segment_id=ed147e5c-1ec2-49a2-999d-0a4540817531)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:13.446047 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3fa752be-fdc1-4e93-b460-f98c37828d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:13.535758 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d94a522a-2df8-4ce3-a5b6-42acc969dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:13.537719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa752be-fdc1-4e93-b460-f98c37828d81 None None] Pushing event updated for resources: {'Port': ['ID=e970ac1f-96e5-447c-aedf-dfae17aad63a,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:13.538446 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d94a522a-2df8-4ce3-a5b6-42acc969dad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:13.539781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d94a522a-2df8-4ce3-a5b6-42acc969dad0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c01862a4-858c-4989-a443-2779a302c1bb HTTP/1.1" status: 204 len: 168 time: 0.4516490 Oct 19 11:42:13.556448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a522a-2df8-4ce3-a5b6-42acc969dad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01862a4-858c-4989-a443-2779a302c1bb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:13.691231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Allocated IP 172.20.0.3 (035b8c9c-3392-42ce-b12e-f66b2863a9f6/707d1e77-ebe1-45ee-a256-eac070e2b595/72f8969d-da6e-41ed-90ef-3f0ed20ec31d) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:42:13.724420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-107e215a-a7c0-48b3-9aa8-9362673efc1b service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303820 Oct 19 11:42:13.959042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-7d16a2f2-15ee-4b1b-b2df-3b67387ac94e service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271051 Oct 19 11:42:14.057123 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79e4649a-77d1-4224-b23b-eea109ec498e req-afd598de-8770-43ef-b29f-b730b8cc573a tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 210 time: 0.0573771 Oct 19 11:42:14.059695 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:14.227818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:14.307479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e970ac1f-96e5-447c-aedf-dfae17aad63a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:42:14.364601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:42:14.368278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:14.392283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:42:14.404447 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-88819598-fbcb-4fc0-b1a0-e113ad31d5f0 req-d335a4b2-37c9-475a-a278-69f14f6610b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0583019 Oct 19 11:42:14.412522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Pushing event updated for resources: {'Port': ['ID=72f8969d-da6e-41ed-90ef-3f0ed20ec31d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:14.439780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e970ac1f-96e5-447c-aedf-dfae17aad63a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:14.440254 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:14.495049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:14.495751 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:14.590259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c32c8b27-2124-4f6f-8615-3b8fb21269ab tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2812688 Oct 19 11:42:14.751637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Request body: {'port': {'device_id': '6460e6b2-3efe-4bfb-93a6-952685c625a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:14.934521 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:14.978340 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dbe73eac-e0f2-40e4-bb22-06812007916b req-15d9f41f-b61d-47a4-a52d-183a434286b5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 210 time: 0.0439694 Oct 19 11:42:15.237106 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13182a-3e47-4ec8-90fc-62bbed8e9640 req-1395d969-9c75-4a18-8433-8ddf9ae726f6 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:15.238604 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fe13182a-3e47-4ec8-90fc-62bbed8e9640 req-1395d969-9c75-4a18-8433-8ddf9ae726f6 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 931 time: 0.1023872 Oct 19 11:42:15.332574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35472) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:15.363749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fe13182a-3e47-4ec8-90fc-62bbed8e9640 req-8e249c59-ff33-49a9-9d62-d4a56874754c tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157141 Oct 19 11:42:15.384706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f8969d-da6e-41ed-90ef-3f0ed20ec31d {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:42:15.393897 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:15.417116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Transition to ACTIVE for port object 72f8969d-da6e-41ed-90ef-3f0ed20ec31d will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:42:15.493321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1161197185'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:15.502157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:15.544261 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d5fe11a8-a1b5-48aa-bb89-229981774a5b req-7aee0a3c-afc0-471a-99f8-3d05a37681c4 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0366182 Oct 19 11:42:15.586353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Pushing event updated for resources: {'Port': ['ID=72f8969d-da6e-41ed-90ef-3f0ed20ec31d,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:15.644194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Made reservation on behalf of 777d9e98c585404b8d0ca4953a485c60 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:42:15.648838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:15.658212 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:15.664339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Attempting to bind port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:42:15.664956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Attempting to bind port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '7feb007e-74c4-4293-9fe1-eac496d2f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:42:15.665361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Attempting to bind port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d on network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:42:15.670149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d on network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:42:15.670719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Attempting to bind port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d on network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:42:15.675968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:42:15.676387 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Checking segment: {'id': '7feb007e-74c4-4293-9fe1-eac496d2f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:42:15.676913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Bound using segment: {'id': '7feb007e-74c4-4293-9fe1-eac496d2f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:42:15.677590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Bound port: 72f8969d-da6e-41ed-90ef-3f0ed20ec31d, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7feb007e-74c4-4293-9fe1-eac496d2f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:42:15.677874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:15.753594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] For port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:42:15.757978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] For port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=72f8969d-da6e-41ed-90ef-3f0ed20ec31d,segment=NetworkSegment(7feb007e-74c4-4293-9fe1-eac496d2f212),segment_id=7feb007e-74c4-4293-9fe1-eac496d2f212)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:42:15.763401 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:15.856140 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:15.898229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:15.898857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:15.900251 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] 10.222.0.26 "PUT /v2.0/ports/72f8969d-da6e-41ed-90ef-3f0ed20ec31d HTTP/1.1" status: 200 len: 1091 time: 1.2971671 Oct 19 11:42:15.900709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6460e6b2-3efe-4bfb-93a6-952685c625a5', 'tag': '72f8969d-da6e-41ed-90ef-3f0ed20ec31d'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:42:15.901623 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:15.903300 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660dff21-bfe6-4597-8b19-5e422934b2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6460e6b2-3efe-4bfb-93a6-952685c625a5", "tag": "72f8969d-da6e-41ed-90ef-3f0ed20ec31d"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:42:15.946282 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:42:15.961157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537c1f3-d2c8-4a77-821b-fa9e0ca12c81 service neutron] Pushing event updated for resources: {'Port': ['ID=72f8969d-da6e-41ed-90ef-3f0ed20ec31d,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:15.966427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110f3fd5-510d-4cea-b91c-26a9e07cdea4,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:15.969186 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66111a52-1fc8-492d-a43e-f3fd7732e87d x-openstack-request-id: req-66111a52-1fc8-492d-a43e-f3fd7732e87d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:42:15.969665 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6460e6b2-3efe-4bfb-93a6-952685c625a5", "tag": "72f8969d-da6e-41ed-90ef-3f0ed20ec31d", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:42:15.970090 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66111a52-1fc8-492d-a43e-f3fd7732e87d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:42:15.970667 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6460e6b2-3efe-4bfb-93a6-952685c625a5', 'tag': '72f8969d-da6e-41ed-90ef-3f0ed20ec31d', 'status': 'completed', 'code': 200} Oct 19 11:42:15.985853 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:15.986562 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Added segment 0b572797-fdde-48a8-9de8-8f779556da72 of type vlan for network 0267a916-902f-4c1f-b39a-5a2fa96c5d82 Oct 19 11:42:16.041531 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:16.050100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dff21-bfe6-4597-8b19-5e422934b2c3 req-711bd8e1-f0c1-4565-85f5-aff2b6c75908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:16.052397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-660dff21-bfe6-4597-8b19-5e422934b2c3 req-711bd8e1-f0c1-4565-85f5-aff2b6c75908 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c4643c8002744b693f23f44ff2c6d5a&device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 1094 time: 0.0545533 Oct 19 11:42:16.100056 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6226f068-7445-4ee9-ab6c-d29cde3bf10c req-e1997ac2-c43b-41a2-8901-f47f2f754ba5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 210 time: 0.0372634 Oct 19 11:42:16.172344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dff21-bfe6-4597-8b19-5e422934b2c3 req-100cdc22-4c05-46b8-a567-6d43c724d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:16.174310 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:16.180781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:16.183641 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:16.184641 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-660dff21-bfe6-4597-8b19-5e422934b2c3 req-100cdc22-4c05-46b8-a567-6d43c724d453 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7c4643c8002744b693f23f44ff2c6d5a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1183708 Oct 19 11:42:16.271005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Pushing event updated for resources: {'Network': ['ID=0267a916-902f-4c1f-b39a-5a2fa96c5d82,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:16.282974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 0267a916-902f-4c1f-b39a-5a2fa96c5d82 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:42:16.300136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dff21-bfe6-4597-8b19-5e422934b2c3 req-560c1f59-8ee1-432d-b7f5-377049d44bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:16.302327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-660dff21-bfe6-4597-8b19-5e422934b2c3 req-560c1f59-8ee1-432d-b7f5-377049d44bac service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068704 Oct 19 11:42:16.396150 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a0df7370-305d-47f5-bca4-a59af104999b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0611629 Oct 19 11:42:16.399335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35498) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:16.404116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Request body: {'subnet': {'network_id': '0267a916-902f-4c1f-b39a-5a2fa96c5d82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:16.409638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-89a25131-6405-40d1-8975-0928c48e11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:16.412067 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-89a25131-6405-40d1-8975-0928c48e11d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c4643c8002744b693f23f44ff2c6d5a&device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 1094 time: 0.0582304 Oct 19 11:42:16.474462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c8346efb-a320-488b-ba98-d72b387e094e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72f8969d-da6e-41ed-90ef-3f0ed20ec31d HTTP/1.1" status: 200 len: 217 time: 0.0494111 Oct 19 11:42:16.561986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ed9c2-b7b3-4b91-bc64-46fe587acdbb req-a5322607-6b52-4544-8981-b7ec94937fce tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:16.563598 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c24ed9c2-b7b3-4b91-bc64-46fe587acdbb req-a5322607-6b52-4544-8981-b7ec94937fce tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 943 time: 0.0922735 Oct 19 11:42:16.565180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-5fbe5fdd-059f-4e5f-846a-48528ab18810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:16.566573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-5fbe5fdd-059f-4e5f-846a-48528ab18810 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=707d1e77-ebe1-45ee-a256-eac070e2b595 HTTP/1.1" status: 200 len: 848 time: 0.0806427 Oct 19 11:42:16.575590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Made reservation on behalf of 777d9e98c585404b8d0ca4953a485c60 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:42:16.582140 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:16.622784 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-0cb06bef-f1dc-496d-9f8d-e0a51f61372f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=035b8c9c-3392-42ce-b12e-f66b2863a9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428572 Oct 19 11:42:16.664475 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c24ed9c2-b7b3-4b91-bc64-46fe587acdbb req-ac535255-bb38-4bd1-a73c-c726de80f9ec tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935588 Oct 19 11:42:16.755061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-94467e7f-aad9-4cd4-b3b6-280ce4edb0e6 service neutron] 10.222.0.26 "GET /v2.0/networks/035b8c9c-3392-42ce-b12e-f66b2863a9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195779 Oct 19 11:42:16.759889 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05ac0ea6-0505-4676-b748-5c28bfddeb5e req-b21e8df9-d020-4505-b1bd-c99cfa1b5a65 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0605114 Oct 19 11:42:16.869332 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e398548-1138-467d-a5d7-7f86a73136b6 req-c3a3ea37-4e54-4376-90ae-17fa613977c4 service neutron] 10.222.0.26 "GET /v2.0/networks/035b8c9c-3392-42ce-b12e-f66b2863a9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030042 Oct 19 11:42:17.004882 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:17.090783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Pushing event updated for resources: {'Subnet': ['ID=6ec71efa-c0c6-4b81-846b-c21aebd8d010,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:17.094578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Checking segment: {'id': '0b572797-fdde-48a8-9de8-8f779556da72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0267a916-902f-4c1f-b39a-5a2fa96c5d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:42:17.095041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Network hostable DHCP agents. Network: 0267a916-902f-4c1f-b39a-5a2fa96c5d82, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:42:17.184305 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f1ed6ee-5e84-4669-bd49-3fc89c965e98 req-b68c2ef5-d533-42fe-815c-e3297ec9f865 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 210 time: 0.0283451 Oct 19 11:42:17.215543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Network 0267a916-902f-4c1f-b39a-5a2fa96c5d82 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:42:17.323920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 0267a916-902f-4c1f-b39a-5a2fa96c5d82) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:17.330390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:17.331711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:17.331937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1714d206-b77f-4b89-9b08-dc4fe6c77268 None None] Network 0267a916-902f-4c1f-b39a-5a2fa96c5d82 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:17.464255 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-df85c54a-a266-41ce-af41-84eb3ec468a0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0640562 Oct 19 11:42:17.466861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35516) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:17.474917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Request body: {'port': {'network_id': '0267a916-902f-4c1f-b39a-5a2fa96c5d82', 'name': 'tempest-TagsExtTest-1258473255'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:17.550536 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-0267a916-902f-4c1f-b39a-5a2fa96c5d82', 'network_id': '0267a916-902f-4c1f-b39a-5a2fa96c5d82', 'tenant_id': '777d9e98c585404b8d0ca4953a485c60', 'fixed_ips': [{'subnet_id': '6ec71efa-c0c6-4b81-846b-c21aebd8d010'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:42:17.551668 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:17.651843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-f810d203-f9c2-4cd5-a0b3-1ae95c60ddb6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:17.653883 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-f810d203-f9c2-4cd5-a0b3-1ae95c60ddb6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.1611319 Oct 19 11:42:17.666955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'port': {'device_id': '7cae5ff5-4f8e-48ef-a22b-02d1375802cf', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'admin_state_up': True, 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:17.741720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Made reservation on behalf of 777d9e98c585404b8d0ca4953a485c60 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:42:17.751893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:17.822830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] device_id is not set on port d7edb36c-ac6b-4699-af9a-5abc490cd4be yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:42:17.896814 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0833c8b-94b7-4b86-a3c9-1ab3beca700e req-faa188d1-a313-4e5d-a887-6be26038b585 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:17.898332 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d0833c8b-94b7-4b86-a3c9-1ab3beca700e req-faa188d1-a313-4e5d-a887-6be26038b585 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 943 time: 0.1163714 Oct 19 11:42:17.925173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Allocated IP 172.20.0.2 (0267a916-902f-4c1f-b39a-5a2fa96c5d82/6ec71efa-c0c6-4b81-846b-c21aebd8d010/08e28792-7afd-4696-bb74-113fd3563558) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:42:17.951413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Made reservation on behalf of f80dff5b781d42d8a94187bf4b85d3e4 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:42:17.956432 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:17.980520 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d0833c8b-94b7-4b86-a3c9-1ab3beca700e req-f585424a-a053-488a-8fd7-099ff3c6745a tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761979 Oct 19 11:42:18.007861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dbe9302e-b7bf-455b-8eda-c057981fb71f req-0e6fa2c9-fac7-49d8-bafe-b38cac4d85e7 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0952878 Oct 19 11:42:18.146225 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:18.172296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Allocated IP 172.20.0.9 (1b5204d6-13f8-468a-ae99-252172f92e2a/13bc9823-7501-4a92-b961-597339cb11f4/b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:42:18.221514 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:18.281332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Network 0267a916-902f-4c1f-b39a-5a2fa96c5d82 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:42:18.288019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:18.292205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:42:18.309858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Pushing event updated for resources: {'Port': ['ID=08e28792-7afd-4696-bb74-113fd3563558,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:18.326761 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-63b81cbd-f11e-4d38-978a-fa3272894483 req-985f767a-3a9c-4200-9972-8ee3181a1fc2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 210 time: 0.0422182 Oct 19 11:42:18.376013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Allocated IP 172.20.0.12 (0267a916-902f-4c1f-b39a-5a2fa96c5d82/6ec71efa-c0c6-4b81-846b-c21aebd8d010/d7edb36c-ac6b-4699-af9a-5abc490cd4be) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:42:18.396742 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:18.398192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Attempting to bind port 08e28792-7afd-4696-bb74-113fd3563558 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:42:18.399249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Attempting to bind port 08e28792-7afd-4696-bb74-113fd3563558 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '0b572797-fdde-48a8-9de8-8f779556da72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0267a916-902f-4c1f-b39a-5a2fa96c5d82'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:42:18.399907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Attempting to bind port 08e28792-7afd-4696-bb74-113fd3563558 on network 0267a916-902f-4c1f-b39a-5a2fa96c5d82 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:42:18.408822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:42:18.411168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Checking segment: {'id': '0b572797-fdde-48a8-9de8-8f779556da72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0267a916-902f-4c1f-b39a-5a2fa96c5d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:42:18.411168 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:18.411168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Bound using segment: {'id': '0b572797-fdde-48a8-9de8-8f779556da72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0267a916-902f-4c1f-b39a-5a2fa96c5d82'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:42:18.411168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Bound port: 08e28792-7afd-4696-bb74-113fd3563558, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b572797-fdde-48a8-9de8-8f779556da72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0267a916-902f-4c1f-b39a-5a2fa96c5d82'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:42:18.413936 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:18.490013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:18.527407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] For port 08e28792-7afd-4696-bb74-113fd3563558, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:42:18.535395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] For port 08e28792-7afd-4696-bb74-113fd3563558, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=08e28792-7afd-4696-bb74-113fd3563558,segment=NetworkSegment(0b572797-fdde-48a8-9de8-8f779556da72),segment_id=0b572797-fdde-48a8-9de8-8f779556da72)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:42:18.570026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Network 1b5204d6-13f8-468a-ae99-252172f92e2a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:42:18.573439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:18.596014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:42:18.599455 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:18.606408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:18.706283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:18.738652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:18.740169 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:18.755527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320328f-0d46-4d02-90b0-cbcf33f85a2e None None] Pushing event updated for resources: {'Port': ['ID=08e28792-7afd-4696-bb74-113fd3563558,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:18.792648 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:18.846013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-6f831b44-a299-480e-aad8-1a67b20997d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1831295 Oct 19 11:42:18.884524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Pushing event updated for resources: {'Port': ['ID=d7edb36c-ac6b-4699-af9a-5abc490cd4be,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:18.933060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Network 0267a916-902f-4c1f-b39a-5a2fa96c5d82 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:42:18.937428 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:18.943133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:42:18.954225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Request body: {'port': {'device_id': '7cae5ff5-4f8e-48ef-a22b-02d1375802cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:19.046900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ae774b81-aec2-4d0b-9d5e-3d99496638e6 None None] Provisioning complete for port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:19.047265 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ae774b81-aec2-4d0b-9d5e-3d99496638e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.060157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:19.069350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.125252 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.144274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ae774b81-aec2-4d0b-9d5e-3d99496638e6 None None] Port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:42:19.217843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-64a5d13a-315f-4f64-91df-8468f63b4262 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7498109 Oct 19 11:42:19.220508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35546) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:19.225241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-10eb239d-9fba-4634-958f-c6a197363036 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1730572402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:19.246855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18638a-e5ad-42c4-bae0-c1fcec7ba19e req-69a2a7a6-97c3-49fb-9e39-ce53a6d2ca0f tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:19.254359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c18638a-e5ad-42c4-bae0-c1fcec7ba19e req-69a2a7a6-97c3-49fb-9e39-ce53a6d2ca0f tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 943 time: 0.1006186 Oct 19 11:42:19.260649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ff14155-c6d4-4f09-9361-678ecbbf2d26 req-c182b842-4e3f-4969-a247-b21a22f88c4d tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0579429 Oct 19 11:42:19.350906 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c18638a-e5ad-42c4-bae0-c1fcec7ba19e req-fa4ea62c-9d4a-44a5-9a82-eaecf2046401 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926118 Oct 19 11:42:19.404180 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10eb239d-9fba-4634-958f-c6a197363036 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.405570 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10eb239d-9fba-4634-958f-c6a197363036 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.502507 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10eb239d-9fba-4634-958f-c6a197363036 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.545744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16861dc-9836-4cf1-bba5-eed26315e745 req-eb8f4c81-19c9-4f71-9b63-46ece1e21e1f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:19.545744 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a16861dc-9836-4cf1-bba5-eed26315e745 req-eb8f4c81-19c9-4f71-9b63-46ece1e21e1f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 931 time: 0.0718367 Oct 19 11:42:19.563902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10eb239d-9fba-4634-958f-c6a197363036 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.613601 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a16861dc-9836-4cf1-bba5-eed26315e745 req-ecdfcef6-f76f-4f64-af19-b92e480b589c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643694 Oct 19 11:42:19.631368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.647646 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10eb239d-9fba-4634-958f-c6a197363036 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.652995 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-10eb239d-9fba-4634-958f-c6a197363036 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4314213 Oct 19 11:42:19.655946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35554) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:19.668959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:42:19.669573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9a13e4fa-643f-45be-be6c-6189e8b6246a tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-867662176', 'prefixes': ['172.20.0.0/16']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:19.677905 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.691062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Transition to ACTIVE for port object b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:42:19.702360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 72f8969d-da6e-41ed-90ef-3f0ed20ec31d details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:42:19.752715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.834694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Pushing event updated for resources: {'Port': ['ID=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:19.922863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=72f8969d-da6e-41ed-90ef-3f0ed20ec31d,segment=NetworkSegment(7feb007e-74c4-4293-9fe1-eac496d2f212),segment_id=7feb007e-74c4-4293-9fe1-eac496d2f212)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:19.936874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Attempting to bind port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:42:19.940595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Attempting to bind port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:42:19.940595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Attempting to bind port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:42:19.943357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 on network 1b5204d6-13f8-468a-ae99-252172f92e2a not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:42:19.944059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Attempting to bind port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:42:19.949845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:42:19.950572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Checking segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:42:19.951138 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Bound using segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:42:19.951741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Bound port: b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:42:19.951980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '72f8969d-da6e-41ed-90ef-3f0ed20ec31d', 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6', 'port_id': '72f8969d-da6e-41ed-90ef-3f0ed20ec31d', 'mac_address': 'fa:16:3e:1e:17:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707d1e77-ebe1-45ee-a256-eac070e2b595', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:42:19.952525 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.961101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9a13e4fa-643f-45be-be6c-6189e8b6246a tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for subnetpool, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:19.963171 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9a13e4fa-643f-45be-be6c-6189e8b6246a tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3057604 Oct 19 11:42:19.966320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35560) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:19.971326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-7c96aff6-c5d8-4010-b573-5a54449f4220 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010', 'tempest-TagsExtTest-Tag-1277166286') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:20.088770 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:20.121016 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] For port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:42:20.127400 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f8969d-da6e-41ed-90ef-3f0ed20ec31d {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:42:20.128187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] For port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:42:20.156217 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:20.171092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=72f8969d-da6e-41ed-90ef-3f0ed20ec31d,segment=NetworkSegment(7feb007e-74c4-4293-9fe1-eac496d2f212),segment_id=7feb007e-74c4-4293-9fe1-eac496d2f212)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:20.204952 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:20.267292 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:20.295245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:20.296150 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:20.296689 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7c96aff6-c5d8-4010-b573-5a54449f4220 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags/tempest-TagsExtTest-Tag-1277166286 HTTP/1.1" status: 201 len: 201 time: 0.3290200 Oct 19 11:42:20.299391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35562) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:20.301911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] 10.222.0.49 "PUT /v2.0/ports/b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 HTTP/1.1" status: 200 len: 1091 time: 1.4470463 Oct 19 11:42:20.305961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cae5ff5-4f8e-48ef-a22b-02d1375802cf', 'tag': 'b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:42:20.307026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-a7804244-92fa-4c12-bd6d-b69dcef6318c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be', 'tempest-TagsExtTest-Tag-984983475') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:20.307130 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd6f227-f4ea-400c-91bf-d7d496ec7f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "7cae5ff5-4f8e-48ef-a22b-02d1375802cf", "tag": "b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:42:20.381775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96557fe9-fe79-4a95-8b9d-56372bb6a9fd service neutron] Pushing event updated for resources: {'Port': ['ID=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:20.444720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 08e28792-7afd-4696-bb74-113fd3563558 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:42:20.453635 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ea15ca-3192-4aea-8459-53c4a971fe6e x-openstack-request-id: req-26ea15ca-3192-4aea-8459-53c4a971fe6e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:42:20.453635 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cae5ff5-4f8e-48ef-a22b-02d1375802cf", "tag": "b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:42:20.453635 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26ea15ca-3192-4aea-8459-53c4a971fe6e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:42:20.454239 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cae5ff5-4f8e-48ef-a22b-02d1375802cf', 'tag': 'b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9', 'status': 'completed', 'code': 200} Oct 19 11:42:20.461110 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3a3f74-6cdb-42d4-8f5d-3815cf8c1c63 None None] Network 0267a916-902f-4c1f-b39a-5a2fa96c5d82 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:20.506863 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57a8efd1-26d0-4f8d-b2b0-cae1e369ed3e req-c86febcb-2a9e-41d7-a861-567b3c098a57 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.1063721 Oct 19 11:42:20.517896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=72f8969d-da6e-41ed-90ef-3f0ed20ec31d,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:20.544628 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f227-f4ea-400c-91bf-d7d496ec7f0e req-f19d88ff-1c2d-4fdf-bf22-1ce5f567f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:20.549666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7bd6f227-f4ea-400c-91bf-d7d496ec7f0e req-f19d88ff-1c2d-4fdf-bf22-1ce5f567f662 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 1094 time: 0.1164494 Oct 19 11:42:20.555375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['72f8969d-da6e-41ed-90ef-3f0ed20ec31d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:42:20.569989 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a7804244-92fa-4c12-bd6d-b69dcef6318c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags/tempest-TagsExtTest-Tag-984983475 HTTP/1.1" status: 201 len: 201 time: 0.2694879 Oct 19 11:42:20.578354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35574) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:20.610965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecf457-e259-4488-ac7c-362e57027aca req-96048325-67b6-4a77-ae2a-f60cadf43857 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:20.614314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-62fd3aef-33d1-41a3-aae6-21075607a47c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525', 'tempest-TagsExtTest-Tag-409526892') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:20.615390 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70ecf457-e259-4488-ac7c-362e57027aca req-96048325-67b6-4a77-ae2a-f60cadf43857 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 944 time: 0.1130438 Oct 19 11:42:20.717827 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70ecf457-e259-4488-ac7c-362e57027aca req-aa760b8d-63ff-40ee-a7b9-1d980e4f451d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906281 Oct 19 11:42:20.786902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-addeaf02-b237-4acd-bdb1-ad16c41795fd None None] Provisioning complete for port 08e28792-7afd-4696-bb74-113fd3563558 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:20.787995 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-addeaf02-b237-4acd-bdb1-ad16c41795fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:20.865285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 08e28792-7afd-4696-bb74-113fd3563558 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:20.865888 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:20.886626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af0c31-660e-4302-87a8-02cab3e5b60d req-9cceffba-fe42-45c4-bc0c-f4225e2e85b5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:20.888092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-71af0c31-660e-4302-87a8-02cab3e5b60d req-9cceffba-fe42-45c4-bc0c-f4225e2e85b5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.1470757 Oct 19 11:42:20.889250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f227-f4ea-400c-91bf-d7d496ec7f0e req-3216fd88-1b91-40a7-a17c-42536442c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:20.890573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7bd6f227-f4ea-400c-91bf-d7d496ec7f0e req-3216fd88-1b91-40a7-a17c-42536442c547 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3311832 Oct 19 11:42:20.961768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-71af0c31-660e-4302-87a8-02cab3e5b60d req-cf83b475-a79e-49e9-9dc1-a072a98b0935 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676186 Oct 19 11:42:21.052719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-62fd3aef-33d1-41a3-aae6-21075607a47c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags/tempest-TagsExtTest-Tag-409526892 HTTP/1.1" status: 201 len: 201 time: 0.4712706 Oct 19 11:42:21.056079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35582) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:21.061874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-dd46d90e-7fbb-4520-b367-cb2b598fc688 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac', 'tempest-TagsExtTest-Tag-567984285') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:21.076023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f227-f4ea-400c-91bf-d7d496ec7f0e req-f77e08e3-9434-4f42-ab35-e2878e7c9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:21.077569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7bd6f227-f4ea-400c-91bf-d7d496ec7f0e req-f77e08e3-9434-4f42-ab35-e2878e7c9632 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1762841 Oct 19 11:42:21.090372 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-addeaf02-b237-4acd-bdb1-ad16c41795fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:21.111694 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:21.193078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-e8169493-0031-4217-819a-00e0f9e1f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:21.194599 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-e8169493-0031-4217-819a-00e0f9e1f5c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 1094 time: 0.0779424 Oct 19 11:42:21.196776 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-addeaf02-b237-4acd-bdb1-ad16c41795fd None None] For port 08e28792-7afd-4696-bb74-113fd3563558, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=08e28792-7afd-4696-bb74-113fd3563558,segment=NetworkSegment(0b572797-fdde-48a8-9de8-8f779556da72),segment_id=0b572797-fdde-48a8-9de8-8f779556da72)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:21.246194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-ebed1552-ecae-4e60-b228-5766db1e0e56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 HTTP/1.1" status: 200 len: 217 time: 0.0433967 Oct 19 11:42:21.250549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dd46d90e-7fbb-4520-b367-cb2b598fc688 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags/tempest-TagsExtTest-Tag-567984285 HTTP/1.1" status: 201 len: 201 time: 0.1932435 Oct 19 11:42:21.253141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35584) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:21.258272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-a5726cc1-d450-4ef5-82f9-692379964ad1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:21.278678 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-addeaf02-b237-4acd-bdb1-ad16c41795fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:21.364070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-642057f7-de0f-4276-b95a-dce6ce751e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:21.365885 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-642057f7-de0f-4276-b95a-dce6ce751e63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.1115129 Oct 19 11:42:21.367624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:42:21.368201 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:42:21.394177 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a5726cc1-d450-4ef5-82f9-692379964ad1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags HTTP/1.1" status: 200 len: 241 time: 0.1374509 Oct 19 11:42:21.395812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35588) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:21.405601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-9905253e-bd42-435a-8504-3ed9f847f892 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010', 'tempest-TagsExtTest-Tag-1277166286') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:21.445098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-b174e04f-a2ab-41a9-a6b6-b793f8038d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:21.447149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-b174e04f-a2ab-41a9-a6b6-b793f8038d28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744843 Oct 19 11:42:21.448902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addeaf02-b237-4acd-bdb1-ad16c41795fd None None] Pushing event updated for resources: {'Port': ['ID=08e28792-7afd-4696-bb74-113fd3563558,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:21.466554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7503e08e-1fb7-4c4e-aa42-a8af8075bbc4 None None] Provisioning complete for port 08e28792-7afd-4696-bb74-113fd3563558 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:21.466930 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7503e08e-1fb7-4c4e-aa42-a8af8075bbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:21.585919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9905253e-bd42-435a-8504-3ed9f847f892 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags/tempest-TagsExtTest-Tag-1277166286 HTTP/1.1" status: 204 len: 168 time: 0.1890132 Oct 19 11:42:21.593102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35594) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:21.602271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-d2dc014c-99f0-480d-9b4d-36eec418e8fb tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010', 'tempest-TagsExtTest-Tag-1277166286') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:21.619518 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-ad8ea350-d557-4273-b3fe-edb7d0f87f31 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505466 Oct 19 11:42:21.684026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7503e08e-1fb7-4c4e-aa42-a8af8075bbc4 None None] Provisioning complete for port d7edb36c-ac6b-4699-af9a-5abc490cd4be triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:21.684487 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7503e08e-1fb7-4c4e-aa42-a8af8075bbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:21.707774 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c907db5-1021-4a27-beba-c48ad409bcab req-d2476792-ee5f-433e-9d85-14c3c29f3e84 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0909038 Oct 19 11:42:21.727071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 72f8969d-da6e-41ed-90ef-3f0ed20ec31d up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:42:21.813488 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b24ea0e9-f4c1-4d60-8904-0bec18867824 req-40ca47c7-c958-41bb-be61-a47c42d4fa6e service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874700 Oct 19 11:42:21.844085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7503e08e-1fb7-4c4e-aa42-a8af8075bbc4 None None] Port d7edb36c-ac6b-4699-af9a-5abc490cd4be cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:42:21.879055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dbadc-0e56-455a-bbed-e955d3f00f1b req-3409d2fa-5cdd-4534-9b8f-ea4e52d0e9fc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:21.887400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b4dbadc-0e56-455a-bbed-e955d3f00f1b req-3409d2fa-5cdd-4534-9b8f-ea4e52d0e9fc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 944 time: 0.0656247 Oct 19 11:42:21.919704 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d2dc014c-99f0-480d-9b4d-36eec418e8fb tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags/tempest-TagsExtTest-Tag-1277166286 HTTP/1.1" status: 204 len: 168 time: 0.3251982 Oct 19 11:42:21.921761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35600) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:21.927502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-c619284d-c146-40a2-8d2c-723642b65a07 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:21.929869 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b4dbadc-0e56-455a-bbed-e955d3f00f1b req-8352e471-2885-4cc0-b215-368e63233003 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Oct 19 11:42:21.941741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:42:21.946269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:21.946712 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:22.039042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0e078eba-5761-408b-b5ab-9cd3aa3db6b2 None None] Provisioning complete for port d7edb36c-ac6b-4699-af9a-5abc490cd4be triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:22.043605 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c619284d-c146-40a2-8d2c-723642b65a07 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags HTTP/1.1" status: 200 len: 205 time: 0.1176734 Oct 19 11:42:22.043748 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0e078eba-5761-408b-b5ab-9cd3aa3db6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:22.046089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35606) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:22.050573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-1c2a2c7e-b670-4aa0-b83a-3b715374e47f tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:22.108365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0e078eba-5761-408b-b5ab-9cd3aa3db6b2 None None] Port d7edb36c-ac6b-4699-af9a-5abc490cd4be cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:42:22.149449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391d6f6-fcd3-4cfc-bf3f-64b59d14375e req-70b0474d-7a37-478a-8cea-d05cd985adca tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:22.158032 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1c2a2c7e-b670-4aa0-b83a-3b715374e47f tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags HTTP/1.1" status: 200 len: 240 time: 0.1075053 Oct 19 11:42:22.160428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35608) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:22.169630 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:22.174118 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f391d6f6-fcd3-4cfc-bf3f-64b59d14375e req-70b0474d-7a37-478a-8cea-d05cd985adca tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.1195951 Oct 19 11:42:22.178688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-289e4d48-0f02-46ee-86d3-cf387b07d1ed tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be', 'tempest-TagsExtTest-Tag-984983475') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:22.230108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6460e6b2-3efe-4bfb-93a6-952685c625a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f8969d-da6e-41ed-90ef-3f0ed20ec31d'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:42:22.236252 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5835b740-0249-425f-85d8-eabc34a1b1b3" -d '{"events": [{"server_uuid": "6460e6b2-3efe-4bfb-93a6-952685c625a5", "name": "network-vif-plugged", "status": "completed", "tag": "72f8969d-da6e-41ed-90ef-3f0ed20ec31d"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:42:22.244302 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f391d6f6-fcd3-4cfc-bf3f-64b59d14375e req-57ac1418-d737-437c-8439-076bb451e514 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680711 Oct 19 11:42:22.276366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 08e28792-7afd-4696-bb74-113fd3563558 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:42:22.283726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=72f8969d-da6e-41ed-90ef-3f0ed20ec31d,segment=NetworkSegment(7feb007e-74c4-4293-9fe1-eac496d2f212),segment_id=7feb007e-74c4-4293-9fe1-eac496d2f212)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:22.284958 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-289e4d48-0f02-46ee-86d3-cf387b07d1ed tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags/tempest-TagsExtTest-Tag-984983475 HTTP/1.1" status: 204 len: 168 time: 0.1224933 Oct 19 11:42:22.287771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35614) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:22.292794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-1d14003d-79b6-40a7-a76a-6d6623bb1c6c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be', 'tempest-TagsExtTest-Tag-984983475') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:22.311917 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45262c1-f475-40a1-bd73-9f07bdd98df9 x-openstack-request-id: req-f45262c1-f475-40a1-bd73-9f07bdd98df9 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:42:22.312267 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6460e6b2-3efe-4bfb-93a6-952685c625a5", "name": "network-vif-plugged", "status": "completed", "tag": "72f8969d-da6e-41ed-90ef-3f0ed20ec31d", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:42:22.312822 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f45262c1-f475-40a1-bd73-9f07bdd98df9 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:42:22.313273 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6460e6b2-3efe-4bfb-93a6-952685c625a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f8969d-da6e-41ed-90ef-3f0ed20ec31d', 'code': 200} Oct 19 11:42:22.368067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 08e28792-7afd-4696-bb74-113fd3563558 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:22.368784 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:22.416094 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:22.435760 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1d14003d-79b6-40a7-a76a-6d6623bb1c6c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags/tempest-TagsExtTest-Tag-984983475 HTTP/1.1" status: 204 len: 168 time: 0.1449399 Oct 19 11:42:22.436444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35618) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:22.441223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-803411f5-def2-4728-9c11-5055f2ff58c3 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:22.444139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b299fe-d709-4c33-a173-0b4b4223df19 req-15cfc8b9-c976-4ce3-993a-3bcdfaabd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:22.448562 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65b299fe-d709-4c33-a173-0b4b4223df19 req-15cfc8b9-c976-4ce3-993a-3bcdfaabd102 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 1096 time: 0.0561869 Oct 19 11:42:22.523923 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-65b299fe-d709-4c33-a173-0b4b4223df19 req-cd33af05-325f-4f99-ac82-ca7179453685 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608487 Oct 19 11:42:22.548653 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-803411f5-def2-4728-9c11-5055f2ff58c3 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags HTTP/1.1" status: 200 len: 205 time: 0.1087978 Oct 19 11:42:22.549310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35620) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:22.550402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=72f8969d-da6e-41ed-90ef-3f0ed20ec31d,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:22.556393 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-16ddb61d-e131-48a9-94a8-b6d7f36ce03b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:22.660294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-16ddb61d-e131-48a9-94a8-b6d7f36ce03b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags HTTP/1.1" status: 200 len: 240 time: 0.1072929 Oct 19 11:42:22.660631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35622) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:22.666121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-3107927b-4162-418d-ad4e-9f456aa7cdfc tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525', 'tempest-TagsExtTest-Tag-409526892') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:22.745152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3107927b-4162-418d-ad4e-9f456aa7cdfc tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags/tempest-TagsExtTest-Tag-409526892 HTTP/1.1" status: 204 len: 168 time: 0.0806649 Oct 19 11:42:22.745622 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35626) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:22.750498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-690aa7c6-5e2c-44d3-bfd1-5aa4f221edd1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525', 'tempest-TagsExtTest-Tag-409526892') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:22.865581 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-217dd218-37a1-45d8-a002-c907c3aa4980 req-59979da7-fb90-4816-a057-8d2bf04ab694 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0403025 Oct 19 11:42:22.936303 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-690aa7c6-5e2c-44d3-bfd1-5aa4f221edd1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags/tempest-TagsExtTest-Tag-409526892 HTTP/1.1" status: 204 len: 168 time: 0.1895547 Oct 19 11:42:22.938647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35632) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:22.943741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-9147e77a-fc22-46e8-89b3-101ed9284fb6 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:23.031611 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9147e77a-fc22-46e8-89b3-101ed9284fb6 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags HTTP/1.1" status: 200 len: 205 time: 0.0917885 Oct 19 11:42:23.034068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35636) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:23.039671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-243e8e0b-9122-4fdb-8be3-259c40821e3c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:23.123518 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-243e8e0b-9122-4fdb-8be3-259c40821e3c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags HTTP/1.1" status: 200 len: 240 time: 0.0869977 Oct 19 11:42:23.127613 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35640) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:23.132330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-6c8e79c3-1d17-4d2a-a428-420e4eb80946 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac', 'tempest-TagsExtTest-Tag-567984285') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:23.148027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58fd64-76dc-4a41-9c91-e6b3e98d44c4 req-4db95c29-f2f9-4024-a58c-426653ca6992 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:23.149536 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f58fd64-76dc-4a41-9c91-e6b3e98d44c4 req-4db95c29-f2f9-4024-a58c-426653ca6992 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 945 time: 0.0812049 Oct 19 11:42:23.154635 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6c8e79c3-1d17-4d2a-a428-420e4eb80946 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags/tempest-TagsExtTest-Tag-567984285 HTTP/1.1" status: 204 len: 168 time: 0.0256159 Oct 19 11:42:23.157121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35642) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:23.162043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-011eb49b-ccc3-458c-b39c-78ccd76e0d5c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac', 'tempest-TagsExtTest-Tag-567984285') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:23.197056 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f58fd64-76dc-4a41-9c91-e6b3e98d44c4 req-4357c77f-0c11-4e9e-ab62-13feca0d845b tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380261 Oct 19 11:42:23.290259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-011eb49b-ccc3-458c-b39c-78ccd76e0d5c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags/tempest-TagsExtTest-Tag-567984285 HTTP/1.1" status: 204 len: 168 time: 0.1320789 Oct 19 11:42:23.292787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35648) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:23.296925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-3419a0a0-c9fe-42dc-9314-9bfafa19439a tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:23.324804 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3419a0a0-c9fe-42dc-9314-9bfafa19439a tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags HTTP/1.1" status: 200 len: 205 time: 0.0288272 Oct 19 11:42:23.325506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35650) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:23.331410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-1d845e9f-1af2-4436-b145-aaa4b79835e3 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:23.375010 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1d845e9f-1af2-4436-b145-aaa4b79835e3 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0480533 Oct 19 11:42:23.377431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35652) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:23.383213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-6328b410-b2bd-4e2f-bb2d-1d3fd069da82 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:23.427402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba7aad-c457-4916-beb1-0a87b472630f req-8fc0b75a-2112-46c5-996e-382aa86d60fe tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:23.431200 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55ba7aad-c457-4916-beb1-0a87b472630f req-8fc0b75a-2112-46c5-996e-382aa86d60fe tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.0583344 Oct 19 11:42:23.472153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55ba7aad-c457-4916-beb1-0a87b472630f req-7728974c-cb8b-41f6-bf4e-eb8b0541e70a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348713 Oct 19 11:42:23.482918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6328b410-b2bd-4e2f-bb2d-1d3fd069da82 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags HTTP/1.1" status: 204 len: 168 time: 0.1044209 Oct 19 11:42:23.485347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35654) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:23.490185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-c0a2d1be-273d-4006-b9be-46c0f5d43dbb tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:23.560295 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c0a2d1be-273d-4006-b9be-46c0f5d43dbb tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags HTTP/1.1" status: 204 len: 168 time: 0.0737612 Oct 19 11:42:23.569523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35658) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:23.574325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-fb2372f8-20d8-4025-ae2f-c945c1c501db tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:23.664210 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fb2372f8-20d8-4025-ae2f-c945c1c501db tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags HTTP/1.1" status: 204 len: 168 time: 0.0935395 Oct 19 11:42:23.668506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35662) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:23.673277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-2b1013f0-bb68-4212-9b21-8c30c2cf0c05 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010', 'tempest-TagsExtTest-Tag-622843675') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:23.863244 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2b1013f0-bb68-4212-9b21-8c30c2cf0c05 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags/tempest-TagsExtTest-Tag-622843675 HTTP/1.1" status: 201 len: 201 time: 0.1911843 Oct 19 11:42:23.863531 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35664) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:23.868667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-52dbbd26-acf9-48ee-8f25-a80c3bb868da tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be', 'tempest-TagsExtTest-Tag-1429108526') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:23.989154 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a0a237-94e2-4032-a6e6-082f4d3d913d req-99261589-7f26-49ac-af6f-e1c4837e0d45 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0305259 Oct 19 11:42:24.044652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-52dbbd26-acf9-48ee-8f25-a80c3bb868da tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags/tempest-TagsExtTest-Tag-1429108526 HTTP/1.1" status: 201 len: 201 time: 0.1793549 Oct 19 11:42:24.047394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35672) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:24.056956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-b698f9e6-9925-419e-8cc3-7cb345eb193d tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525', 'tempest-TagsExtTest-Tag-1671373738') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:24.293919 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b698f9e6-9925-419e-8cc3-7cb345eb193d tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags/tempest-TagsExtTest-Tag-1671373738 HTTP/1.1" status: 201 len: 201 time: 0.2453318 Oct 19 11:42:24.294635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35678) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:24.299376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-38547699-bdf1-4a3e-8c89-c95fc638436f tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac', 'tempest-TagsExtTest-Tag-1437385435') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:24.326940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162baed4-0a77-44c1-bb1b-fd12c47cf90f req-f485604c-fa1a-46ae-90e0-dc47d5fc3c66 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:24.328614 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-162baed4-0a77-44c1-bb1b-fd12c47cf90f req-f485604c-fa1a-46ae-90e0-dc47d5fc3c66 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 945 time: 0.0584965 Oct 19 11:42:24.371942 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-162baed4-0a77-44c1-bb1b-fd12c47cf90f req-fe81b509-71d8-4f4c-8309-e8e5a4843bc1 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364029 Oct 19 11:42:24.664567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e5703-a02f-4393-9ade-73b066cc5c0b req-10472465-a15e-4705-bbac-da5d8979700e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:24.666604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-428e5703-a02f-4393-9ade-73b066cc5c0b req-10472465-a15e-4705-bbac-da5d8979700e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.0613270 Oct 19 11:42:24.708351 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-428e5703-a02f-4393-9ade-73b066cc5c0b req-2c3dd4de-e684-4bcd-a27d-2fd2a48343a0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 Oct 19 11:42:24.745041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-38547699-bdf1-4a3e-8c89-c95fc638436f tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags/tempest-TagsExtTest-Tag-1437385435 HTTP/1.1" status: 201 len: 201 time: 0.4493113 Oct 19 11:42:24.756360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35690) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:24.756360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-510bab1e-1cbf-4f9b-ba5a-35e4d36e947b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010', {'tags': ['tempest-TagsExtTest-Tag-1998475102', 'tempest-TagsExtTest-Tag-1327304800', 'tempest-TagsExtTest-Tag-510704781']}) {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:24.905909 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-510bab1e-1cbf-4f9b-ba5a-35e4d36e947b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags HTTP/1.1" status: 200 len: 317 time: 0.1567500 Oct 19 11:42:24.906137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35692) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:24.911278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-2ef143ad-a518-4085-8efb-35e41a48e881 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:25.093508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35698) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:25.094313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2ef143ad-a518-4085-8efb-35e41a48e881 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags HTTP/1.1" status: 204 len: 168 time: 0.1866055 Oct 19 11:42:25.099092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-50ba9a79-11ad-4518-9f8a-b3dc5cea8b61 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010', 'tempest-TagsExtTest-Tag-1998475102') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:25.141689 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0f88ea0-87eb-4ec8-b25a-79088264a365 req-43333e1a-8110-4a9b-a9eb-e39c6c99e5a3 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c39b3a7-6884-419a-b2df-4c57dbfa73ae HTTP/1.1" status: 200 len: 210 time: 0.0407839 Oct 19 11:42:25.203524 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-50ba9a79-11ad-4518-9f8a-b3dc5cea8b61 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:25.211577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-50ba9a79-11ad-4518-9f8a-b3dc5cea8b61 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags/tempest-TagsExtTest-Tag-1998475102 HTTP/1.1" status: 404 len: 329 time: 0.1145568 Oct 19 11:42:25.213863 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35702) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:25.226682 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-6f74bc53-df5e-4313-b5da-8685b8a8dafd tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010', 'tempest-TagsExtTest-Tag-1327304800') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:25.331953 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-6f74bc53-df5e-4313-b5da-8685b8a8dafd tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:25.337980 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6f74bc53-df5e-4313-b5da-8685b8a8dafd tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags/tempest-TagsExtTest-Tag-1327304800 HTTP/1.1" status: 404 len: 329 time: 0.1201730 Oct 19 11:42:25.340059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35708) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:25.348015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-d5dc4818-03b5-4fb1-8d70-1edeba072f8f tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010', 'tempest-TagsExtTest-Tag-510704781') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:25.409681 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c76e5a0-f6db-4db5-aa0c-4e3083bb0dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:25.419929 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-d5dc4818-03b5-4fb1-8d70-1edeba072f8f tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:25.423847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35710) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:25.424144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d5dc4818-03b5-4fb1-8d70-1edeba072f8f tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags/tempest-TagsExtTest-Tag-510704781 HTTP/1.1" status: 404 len: 328 time: 0.0830841 Oct 19 11:42:25.430311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-c1ab0988-d6e9-4249-a150-7d8411574124 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be', {'tags': ['tempest-TagsExtTest-Tag-1132509235', 'tempest-TagsExtTest-Tag-1280450801', 'tempest-TagsExtTest-Tag-1353598560']}) {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:25.621794 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c1ab0988-d6e9-4249-a150-7d8411574124 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags HTTP/1.1" status: 200 len: 318 time: 0.1963587 Oct 19 11:42:25.624495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35716) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:25.629562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-34acf6a9-e271-45f8-83c2-bb144719ee08 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:25.819302 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-34acf6a9-e271-45f8-83c2-bb144719ee08 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags HTTP/1.1" status: 204 len: 168 time: 0.1906331 Oct 19 11:42:25.819619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35726) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:25.824890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-708c381b-26be-4f96-8b7b-92d5b28c5907 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be', 'tempest-TagsExtTest-Tag-1132509235') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:25.905029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cece960-e1dc-40b4-9874-65aaa08060e7 req-df22898d-6559-4a91-acf3-2632ead43f30 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:25.913007 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1cece960-e1dc-40b4-9874-65aaa08060e7 req-df22898d-6559-4a91-acf3-2632ead43f30 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.0993090 Oct 19 11:42:25.931837 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-708c381b-26be-4f96-8b7b-92d5b28c5907 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:25.935169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-708c381b-26be-4f96-8b7b-92d5b28c5907 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags/tempest-TagsExtTest-Tag-1132509235 HTTP/1.1" status: 404 len: 329 time: 0.1125116 Oct 19 11:42:25.935701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35730) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:25.940038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-78bc2688-4e55-40d9-b008-396ba8bd14f2 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be', 'tempest-TagsExtTest-Tag-1280450801') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:25.957184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1cece960-e1dc-40b4-9874-65aaa08060e7 req-2e6e4f95-9916-47d2-ae6b-5ea7245c871a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Oct 19 11:42:25.995688 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-78bc2688-4e55-40d9-b008-396ba8bd14f2 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:25.999432 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-78bc2688-4e55-40d9-b008-396ba8bd14f2 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags/tempest-TagsExtTest-Tag-1280450801 HTTP/1.1" status: 404 len: 329 time: 0.0601239 Oct 19 11:42:25.999727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35732) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:26.004096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-a903491a-d534-431d-9815-673baf3a181e tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be', 'tempest-TagsExtTest-Tag-1353598560') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:26.057165 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-a903491a-d534-431d-9815-673baf3a181e tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:26.058327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a903491a-d534-431d-9815-673baf3a181e tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags/tempest-TagsExtTest-Tag-1353598560 HTTP/1.1" status: 404 len: 329 time: 0.0576260 Oct 19 11:42:26.061608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35734) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:26.066260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-b2f0be2c-ee79-45d0-8f6f-656be09b0e8b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525', {'tags': ['tempest-TagsExtTest-Tag-263004902', 'tempest-TagsExtTest-Tag-708188885', 'tempest-TagsExtTest-Tag-384776328']}) {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:26.326310 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b2f0be2c-ee79-45d0-8f6f-656be09b0e8b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags HTTP/1.1" status: 200 len: 315 time: 0.2613869 Oct 19 11:42:26.326532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35744) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:26.331038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-b58fb622-0a9e-46fd-9c26-261412c4067e tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:26.422338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35748) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:26.437586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1115f-029b-4a30-b99b-b082b3e0a08f req-06163712-916d-46cb-99b2-7aee2ac62f92 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:26.439203 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-edd1115f-029b-4a30-b99b-b082b3e0a08f req-06163712-916d-46cb-99b2-7aee2ac62f92 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 945 time: 0.1272852 Oct 19 11:42:26.497656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1316-eb05-4199-8680-123c3955e386 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:26.505911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-edd1115f-029b-4a30-b99b-b082b3e0a08f req-35189c91-8250-4040-a7a3-86684daac878 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568752 Oct 19 11:42:26.532864 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1316-eb05-4199-8680-123c3955e386 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:26.576277 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b58fb622-0a9e-46fd-9c26-261412c4067e tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags HTTP/1.1" status: 204 len: 168 time: 0.2486353 Oct 19 11:42:26.579256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35752) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:26.585878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-bbcede5d-9eef-491a-a378-89f029de2679 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525', 'tempest-TagsExtTest-Tag-263004902') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:26.661847 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1316-eb05-4199-8680-123c3955e386 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:26.663740 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-bbcede5d-9eef-491a-a378-89f029de2679 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:26.664891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bbcede5d-9eef-491a-a378-89f029de2679 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags/tempest-TagsExtTest-Tag-263004902 HTTP/1.1" status: 404 len: 328 time: 0.0845280 Oct 19 11:42:26.665584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1316-eb05-4199-8680-123c3955e386 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:26.667716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35754) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:26.669611 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7b2b1316-eb05-4199-8680-123c3955e386 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "DELETE /v2.0/security-groups/ca089e66-cc72-4ca4-8281-1654b00bc321 HTTP/1.1" status: 204 len: 168 time: 0.2455895 Oct 19 11:42:26.670245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35756) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:26.674040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-44efbe60-2b9d-40f8-887c-f9609648bea0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525', 'tempest-TagsExtTest-Tag-708188885') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:26.695769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b1316-eb05-4199-8680-123c3955e386 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca089e66-cc72-4ca4-8281-1654b00bc321,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:26.698696 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-76c69e38-ec0d-4c06-b6fd-eeab33b5140f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] show failed (client error): The resource could not be found. Oct 19 11:42:26.704459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-76c69e38-ec0d-4c06-b6fd-eeab33b5140f tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "GET /v2.0/security-groups/ca089e66-cc72-4ca4-8281-1654b00bc321 HTTP/1.1" status: 404 len: 347 time: 0.0272336 Oct 19 11:42:26.705473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35758) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:26.767744 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-44efbe60-2b9d-40f8-887c-f9609648bea0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:26.772091 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-44efbe60-2b9d-40f8-887c-f9609648bea0 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags/tempest-TagsExtTest-Tag-708188885 HTTP/1.1" status: 404 len: 328 time: 0.1026223 Oct 19 11:42:26.772723 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35760) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:26.777200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-fbddbb0b-2809-4701-9996-361c2272d24d tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525', 'tempest-TagsExtTest-Tag-384776328') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:26.854808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9712843f-9e0a-478c-956a-686b0b7e3873 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Deleting port 8c89d6c1-5808-4821-932d-13db2bbf7c59 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:26.855052 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9712843f-9e0a-478c-956a-686b0b7e3873 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:26.858618 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-fbddbb0b-2809-4701-9996-361c2272d24d tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:26.862420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fbddbb0b-2809-4701-9996-361c2272d24d tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags/tempest-TagsExtTest-Tag-384776328 HTTP/1.1" status: 404 len: 328 time: 0.0860543 Oct 19 11:42:26.862572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35766) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:26.867154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-eab2c962-164b-40cb-a05a-1adf36fb2abd tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac', {'tags': ['tempest-TagsExtTest-Tag-1182989385', 'tempest-TagsExtTest-Tag-377667848', 'tempest-TagsExtTest-Tag-1734764885']}) {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:26.935853 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9712843f-9e0a-478c-956a-686b0b7e3873 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:26.936355 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9712843f-9e0a-478c-956a-686b0b7e3873 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:26.956203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9712843f-9e0a-478c-956a-686b0b7e3873 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Calling delete_port for 8c89d6c1-5808-4821-932d-13db2bbf7c59 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:26.966560 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eab2c962-164b-40cb-a05a-1adf36fb2abd tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "PUT /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags HTTP/1.1" status: 200 len: 317 time: 0.1029639 Oct 19 11:42:26.969434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35770) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:26.975898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-318f086e-2a43-41a2-8668-fd29a93dc120 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:27.123567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a7b49-78ae-4186-b8ef-047d32aab0e9 req-b4899038-5b2a-4d4a-b636-1c81c5ca3a51 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:27.125073 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f61a7b49-78ae-4186-b8ef-047d32aab0e9 req-b4899038-5b2a-4d4a-b636-1c81c5ca3a51 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.0720780 Oct 19 11:42:27.188069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-318f086e-2a43-41a2-8668-fd29a93dc120 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags HTTP/1.1" status: 204 len: 168 time: 0.2174277 Oct 19 11:42:27.190953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35776) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:27.196423 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-82b3202b-f2a1-4e5f-bf74-c0f0ff58c62b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac', 'tempest-TagsExtTest-Tag-1182989385') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:27.201562 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f61a7b49-78ae-4186-b8ef-047d32aab0e9 req-b5f84eae-7266-4745-a538-dd3f0f389db9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504191 Oct 19 11:42:27.220819 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-82b3202b-f2a1-4e5f-bf74-c0f0ff58c62b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:27.222157 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-82b3202b-f2a1-4e5f-bf74-c0f0ff58c62b tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags/tempest-TagsExtTest-Tag-1182989385 HTTP/1.1" status: 404 len: 329 time: 0.0293982 Oct 19 11:42:27.225337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35778) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:27.230002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-3716dccd-941b-4ca2-81a4-0d4a7362d42e tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac', 'tempest-TagsExtTest-Tag-377667848') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:27.250989 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-3716dccd-941b-4ca2-81a4-0d4a7362d42e tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:27.252009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3716dccd-941b-4ca2-81a4-0d4a7362d42e tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags/tempest-TagsExtTest-Tag-377667848 HTTP/1.1" status: 404 len: 328 time: 0.0257401 Oct 19 11:42:27.255106 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35780) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:27.259215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-d93695f2-5334-4473-9039-8c5d3e3ca23c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac', 'tempest-TagsExtTest-Tag-1734764885') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:27.279594 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-d93695f2-5334-4473-9039-8c5d3e3ca23c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] show failed (client error): The resource could not be found. Oct 19 11:42:27.280601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d93695f2-5334-4473-9039-8c5d3e3ca23c tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags/tempest-TagsExtTest-Tag-1734764885 HTTP/1.1" status: 404 len: 329 time: 0.0245893 Oct 19 11:42:27.283264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35782) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:27.283467 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9712843f-9e0a-478c-956a-686b0b7e3873 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:27.288102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-864856de-0df0-4638-80fe-3dc302908912 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '08253f8e-381b-46ec-a807-c7ccd4bc66ac') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:27.313731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712843f-9e0a-478c-956a-686b0b7e3873 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Port': ['ID=8c89d6c1-5808-4821-932d-13db2bbf7c59,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:27.315804 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-864856de-0df0-4638-80fe-3dc302908912 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0310102 Oct 19 11:42:27.317961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35786) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:27.324415 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-c20c3624-6740-4261-944a-1e2d1cd07bfa tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fe39d2a4-5974-41fc-a1d5-3d1345ba9525') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:27.402931 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9712843f-9e0a-478c-956a-686b0b7e3873 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:27.407006 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9712843f-9e0a-478c-956a-686b0b7e3873 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:27.408638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9712843f-9e0a-478c-956a-686b0b7e3873 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "DELETE /v2.0/floatingips/eb162b47-e595-4c56-9c4b-e9f6676114b9 HTTP/1.1" status: 204 len: 168 time: 0.7014780 Oct 19 11:42:27.412565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35788) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:27.439190 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c20c3624-6740-4261-944a-1e2d1cd07bfa tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525/tags HTTP/1.1" status: 204 len: 168 time: 0.1201894 Oct 19 11:42:27.450335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35790) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:27.450855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.tag.tag_plugin [None req-563cd6c8-1627-418f-963f-8c42a5cee432 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7edb36c-ac6b-4699-af9a-5abc490cd4be') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:27.509261 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-563cd6c8-1627-418f-963f-8c42a5cee432 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be/tags HTTP/1.1" status: 204 len: 168 time: 0.0625060 Oct 19 11:42:27.509483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35792) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:27.518517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.tag.tag_plugin [None req-58e51289-bbb7-4aa4-9a38-840a87998da4 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ec71efa-c0c6-4b81-846b-c21aebd8d010') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:27.525787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0f3008bb-a64a-4152-ad4c-77dd1b2604b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Deleting port 71ecc8cd-ea70-43ca-b232-0706620bf96b {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:27.526083 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f3008bb-a64a-4152-ad4c-77dd1b2604b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:27.650760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c135830-1956-4f68-8639-4e23265987de req-0f5438f8-6321-43bc-9392-8c0fd5b16f82 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:27.652280 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5c135830-1956-4f68-8639-4e23265987de req-0f5438f8-6321-43bc-9392-8c0fd5b16f82 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 945 time: 0.0611796 Oct 19 11:42:27.658208 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f3008bb-a64a-4152-ad4c-77dd1b2604b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:27.675386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0f3008bb-a64a-4152-ad4c-77dd1b2604b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Calling delete_port for 71ecc8cd-ea70-43ca-b232-0706620bf96b owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:27.700739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5c135830-1956-4f68-8639-4e23265987de req-170664b2-7f26-4f83-8006-2730a85dd3f0 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Oct 19 11:42:27.742933 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-58e51289-bbb7-4aa4-9a38-840a87998da4 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010/tags HTTP/1.1" status: 204 len: 168 time: 0.2280149 Oct 19 11:42:27.745009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35800) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:27.821325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6edf8-859f-4327-9478-473430211e72 req-a5d35eb7-9f4a-4bde-a3f9-33aea943fad5 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:27.826749 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b5fa80fd-f0dd-441e-aab6-fe67e9bdd1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:27.840857 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-17f6edf8-859f-4327-9478-473430211e72 req-a5d35eb7-9f4a-4bde-a3f9-33aea943fad5 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.26 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 945 time: 0.0984862 Oct 19 11:42:27.958596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-17f6edf8-859f-4327-9478-473430211e72 req-50755d2e-339f-4e97-a9b8-70a85778c57e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Deleting port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:27.959305 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-17f6edf8-859f-4327-9478-473430211e72 req-50755d2e-339f-4e97-a9b8-70a85778c57e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:27.965968 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41d68847-b71f-4805-a7f2-ef8166db469d tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for subnetpool, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:27.969677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-41d68847-b71f-4805-a7f2-ef8166db469d tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/subnetpools/08253f8e-381b-46ec-a807-c7ccd4bc66ac HTTP/1.1" status: 204 len: 168 time: 0.2074406 Oct 19 11:42:27.970274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35804) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:28.005290 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f6dad04b-540d-4bfc-b4e6-40ed45f9dc4d tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe39d2a4-5974-41fc-a1d5-3d1345ba9525 HTTP/1.1" status: 200 len: 205 time: 0.0309591 Oct 19 11:42:28.005290 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f3008bb-a64a-4152-ad4c-77dd1b2604b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.005686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35808) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:28.077627 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-17f6edf8-859f-4327-9478-473430211e72 req-50755d2e-339f-4e97-a9b8-70a85778c57e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] For port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=72f8969d-da6e-41ed-90ef-3f0ed20ec31d,segment=NetworkSegment(7feb007e-74c4-4293-9fe1-eac496d2f212),segment_id=7feb007e-74c4-4293-9fe1-eac496d2f212)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:28.078136 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-17f6edf8-859f-4327-9478-473430211e72 req-50755d2e-339f-4e97-a9b8-70a85778c57e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.081945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3008bb-a64a-4152-ad4c-77dd1b2604b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Port': ['ID=71ecc8cd-ea70-43ca-b232-0706620bf96b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:28.101920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-17f6edf8-859f-4327-9478-473430211e72 req-50755d2e-339f-4e97-a9b8-70a85778c57e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Calling delete_port for 72f8969d-da6e-41ed-90ef-3f0ed20ec31d owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:28.224079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f95e4720-2414-4d39-993e-64b3a6e8ec00 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.318555 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-17f6edf8-859f-4327-9478-473430211e72 req-50755d2e-339f-4e97-a9b8-70a85778c57e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.335480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['72f8969d-da6e-41ed-90ef-3f0ed20ec31d'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:42:28.378548 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50755d2e-339f-4e97-a9b8-70a85778c57e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Pushing event deleted for resources: {'Port': ['ID=72f8969d-da6e-41ed-90ef-3f0ed20ec31d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:28.413653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f6edf8-859f-4327-9478-473430211e72 req-50755d2e-339f-4e97-a9b8-70a85778c57e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] No DVR routers for this DVR port 72f8969d-da6e-41ed-90ef-3f0ed20ec31d on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:28.416057 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-17f6edf8-859f-4327-9478-473430211e72 req-50755d2e-339f-4e97-a9b8-70a85778c57e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.416649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f3008bb-a64a-4152-ad4c-77dd1b2604b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.419468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-17f6edf8-859f-4327-9478-473430211e72 req-50755d2e-339f-4e97-a9b8-70a85778c57e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.26 "DELETE /v2.0/ports/72f8969d-da6e-41ed-90ef-3f0ed20ec31d HTTP/1.1" status: 204 len: 173 time: 0.5692086 Oct 19 11:42:28.419944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6460e6b2-3efe-4bfb-93a6-952685c625a5', 'name': 'network-vif-deleted', 'tag': '72f8969d-da6e-41ed-90ef-3f0ed20ec31d'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:42:28.430554 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f911a044-624c-4e99-a4fc-f51ade3502bf" -d '{"events": [{"server_uuid": "6460e6b2-3efe-4bfb-93a6-952685c625a5", "name": "network-vif-deleted", "tag": "72f8969d-da6e-41ed-90ef-3f0ed20ec31d"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:42:28.430845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0f3008bb-a64a-4152-ad4c-77dd1b2604b5 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "DELETE /v2.0/ports/71ecc8cd-ea70-43ca-b232-0706620bf96b HTTP/1.1" status: 204 len: 168 time: 1.0091920 Oct 19 11:42:28.430982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35816) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:28.468758 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f95e4720-2414-4d39-993e-64b3a6e8ec00 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.471714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f95e4720-2414-4d39-993e-64b3a6e8ec00 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.537735 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acda85d-c98b-4da3-a5e2-8fbf0e55358c x-openstack-request-id: req-3acda85d-c98b-4da3-a5e2-8fbf0e55358c {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:42:28.539086 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6460e6b2-3efe-4bfb-93a6-952685c625a5", "name": "network-vif-deleted", "tag": "72f8969d-da6e-41ed-90ef-3f0ed20ec31d", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:42:28.539517 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3acda85d-c98b-4da3-a5e2-8fbf0e55358c {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:42:28.540073 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6460e6b2-3efe-4bfb-93a6-952685c625a5', 'name': 'network-vif-deleted', 'tag': '72f8969d-da6e-41ed-90ef-3f0ed20ec31d', 'status': 'completed', 'code': 200} Oct 19 11:42:28.579502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cf978-ffc1-47be-b874-bd7cff80f067 req-fc99e712-69de-4994-959a-1cb5c4b3bd52 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:28.585941 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a78cf978-ffc1-47be-b874-bd7cff80f067 req-fc99e712-69de-4994-959a-1cb5c4b3bd52 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.3045058 Oct 19 11:42:28.673451 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a78cf978-ffc1-47be-b874-bd7cff80f067 req-942bab67-1ae5-4b6f-b08b-9bfe82fabf2e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707204 Oct 19 11:42:28.678268 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f95e4720-2414-4d39-993e-64b3a6e8ec00 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.679097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95e4720-2414-4d39-993e-64b3a6e8ec00 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Fanout notify agent at l3_agent the message router_deleted on router fe39d2a4-5974-41fc-a1d5-3d1345ba9525 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:42:28.690906 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f95e4720-2414-4d39-993e-64b3a6e8ec00 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.694371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f95e4720-2414-4d39-993e-64b3a6e8ec00 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/routers/fe39d2a4-5974-41fc-a1d5-3d1345ba9525 HTTP/1.1" status: 204 len: 168 time: 0.6856558 Oct 19 11:42:28.699653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35822) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:28.849084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f1e43f2a-74e8-4be5-ae2b-29793958bb41 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Deleting port d7edb36c-ac6b-4699-af9a-5abc490cd4be {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:28.849425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1e43f2a-74e8-4be5-ae2b-29793958bb41 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.970883 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1e43f2a-74e8-4be5-ae2b-29793958bb41 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:28.985612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f1e43f2a-74e8-4be5-ae2b-29793958bb41 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Calling delete_port for d7edb36c-ac6b-4699-af9a-5abc490cd4be owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:29.077798 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.132730 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a945dde-7550-4dad-b44f-2f1f57230cd4 req-74ed2b03-28ff-4d22-a8c2-9e08e709b50f tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=6460e6b2-3efe-4bfb-93a6-952685c625a5 HTTP/1.1" status: 200 len: 210 time: 0.0621827 Oct 19 11:42:29.135526 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.147867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1ef26-456b-47df-867c-dd99570e08a8 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Deleting port 42fde5d3-4350-48e2-9ff8-6e5443277e85 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:29.149169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ef26-456b-47df-867c-dd99570e08a8 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.238711 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ef26-456b-47df-867c-dd99570e08a8 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.244032 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1e43f2a-74e8-4be5-ae2b-29793958bb41 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.252215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1ef26-456b-47df-867c-dd99570e08a8 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Calling delete_port for 42fde5d3-4350-48e2-9ff8-6e5443277e85 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:29.295599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e43f2a-74e8-4be5-ae2b-29793958bb41 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Pushing event deleted for resources: {'Port': ['ID=d7edb36c-ac6b-4699-af9a-5abc490cd4be,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:29.387659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f1e43f2a-74e8-4be5-ae2b-29793958bb41 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.393445 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f1e43f2a-74e8-4be5-ae2b-29793958bb41 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/ports/d7edb36c-ac6b-4699-af9a-5abc490cd4be HTTP/1.1" status: 204 len: 168 time: 0.6926963 Oct 19 11:42:29.396917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35836) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:29.470813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4965d0-8155-417f-aa09-f21a0275a3da tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Deleting subnet 6ec71efa-c0c6-4b81-846b-c21aebd8d010 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:42:29.471734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb4965d0-8155-417f-aa09-f21a0275a3da tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.525138 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ef26-456b-47df-867c-dd99570e08a8 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.574056 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb4965d0-8155-417f-aa09-f21a0275a3da tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.577220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1ef26-456b-47df-867c-dd99570e08a8 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Port': ['ID=42fde5d3-4350-48e2-9ff8-6e5443277e85,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:29.715490 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ef26-456b-47df-867c-dd99570e08a8 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.719320 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dfd1ef26-456b-47df-867c-dd99570e08a8 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "DELETE /v2.0/ports/42fde5d3-4350-48e2-9ff8-6e5443277e85 HTTP/1.1" status: 204 len: 168 time: 1.2930501 Oct 19 11:42:29.722409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35842) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:29.737821 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb4965d0-8155-417f-aa09-f21a0275a3da tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.842827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a520ed7-8649-4c89-8a46-c687ea8fba03 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Deleting subnet a45e7f71-a137-4a31-9fa3-0ad0c139eee9 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:42:29.847249 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a520ed7-8649-4c89-8a46-c687ea8fba03 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.890708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af976c65-2174-44f6-8111-16b7e6df8f8e req-86f13a3f-399f-4737-8584-f7fc642ec213 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:29.890708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af976c65-2174-44f6-8111-16b7e6df8f8e req-86f13a3f-399f-4737-8584-f7fc642ec213 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.1073589 Oct 19 11:42:29.905057 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a520ed7-8649-4c89-8a46-c687ea8fba03 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.947084 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb4965d0-8155-417f-aa09-f21a0275a3da tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:29.976110 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af976c65-2174-44f6-8111-16b7e6df8f8e req-3bf834f8-b02f-49cc-87ad-588124884c92 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797646 Oct 19 11:42:30.011038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4965d0-8155-417f-aa09-f21a0275a3da tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec71efa-c0c6-4b81-846b-c21aebd8d010,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:30.021527 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb4965d0-8155-417f-aa09-f21a0275a3da tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.031613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9db4c-4e5f-4a6e-922b-be7f7bc67414 None None] Network 0267a916-902f-4c1f-b39a-5a2fa96c5d82 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:30.040302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a520ed7-8649-4c89-8a46-c687ea8fba03 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.046889 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fb4965d0-8155-417f-aa09-f21a0275a3da tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/subnets/6ec71efa-c0c6-4b81-846b-c21aebd8d010 HTTP/1.1" status: 204 len: 168 time: 0.6466453 Oct 19 11:42:30.049338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35850) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:30.177808 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.262980 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a520ed7-8649-4c89-8a46-c687ea8fba03 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.270362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Deleting port 08e28792-7afd-4696-bb74-113fd3563558 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:30.271056 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.297083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a520ed7-8649-4c89-8a46-c687ea8fba03 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Subnet': ['ID=a45e7f71-a137-4a31-9fa3-0ad0c139eee9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:30.307137 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2a520ed7-8649-4c89-8a46-c687ea8fba03 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.312083 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2a520ed7-8649-4c89-8a46-c687ea8fba03 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "DELETE /v2.0/subnets/a45e7f71-a137-4a31-9fa3-0ad0c139eee9 HTTP/1.1" status: 204 len: 168 time: 0.5868456 Oct 19 11:42:30.316053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35856) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:30.319521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7eca1e-c1a9-4d3a-bc4f-436c5d9ef0bd None None] Network ec5c0b8b-c7d3-48fa-a542-80a77d8707ba requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:30.411525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5937107-da85-4fcd-8c87-78bc6288b43e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Deleting subnet 477f079b-1799-4e15-afa4-aa3ecc7a31c7 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:42:30.420318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f5937107-da85-4fcd-8c87-78bc6288b43e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.429154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] For port 08e28792-7afd-4696-bb74-113fd3563558, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=08e28792-7afd-4696-bb74-113fd3563558,segment=NetworkSegment(0b572797-fdde-48a8-9de8-8f779556da72),segment_id=0b572797-fdde-48a8-9de8-8f779556da72)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:30.429665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.452369 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15c239d-908c-4be3-b596-f99b4a1e496e None None] DHCP port deletion for 0267a916-902f-4c1f-b39a-5a2fa96c5d82 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:42:30.461088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Calling delete_port for 08e28792-7afd-4696-bb74-113fd3563558 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:30.547501 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f5937107-da85-4fcd-8c87-78bc6288b43e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.616498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e15c239d-908c-4be3-b596-f99b4a1e496e None None] Deleting port 08e28792-7afd-4696-bb74-113fd3563558 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:30.617031 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e15c239d-908c-4be3-b596-f99b4a1e496e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.690154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.694491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e15c239d-908c-4be3-b596-f99b4a1e496e None None] For port 08e28792-7afd-4696-bb74-113fd3563558, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=08e28792-7afd-4696-bb74-113fd3563558,segment=NetworkSegment(0b572797-fdde-48a8-9de8-8f779556da72),segment_id=0b572797-fdde-48a8-9de8-8f779556da72)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:30.695520 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e15c239d-908c-4be3-b596-f99b4a1e496e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.713390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5dc309-d4eb-44eb-aac9-c222ade8a9f5 None None] DHCP port deletion for ec5c0b8b-c7d3-48fa-a542-80a77d8707ba request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:42:30.718377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-addf2880-9d76-49d0-b268-c313f3134dce tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:30.718888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e15c239d-908c-4be3-b596-f99b4a1e496e None None] Calling delete_port for 08e28792-7afd-4696-bb74-113fd3563558 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:30.719618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-addf2880-9d76-49d0-b268-c313f3134dce tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/networks?id=035b8c9c-3392-42ce-b12e-f66b2863a9f6 HTTP/1.1" status: 200 len: 808 time: 0.2528334 Oct 19 11:42:30.741240 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f5937107-da85-4fcd-8c87-78bc6288b43e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.742109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Pushing event deleted for resources: {'Port': ['ID=08e28792-7afd-4696-bb74-113fd3563558,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:30.749720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] No DVR routers for this DVR port 08e28792-7afd-4696-bb74-113fd3563558 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:30.772666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-ede241a0-c885-48b9-b5d8-41eb50ca0d96 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/quotas/7c4643c8002744b693f23f44ff2c6d5a HTTP/1.1" status: 200 len: 375 time: 0.0450063 Oct 19 11:42:30.811509 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-35fb5295-00a9-4238-90e0-396b7c4e4623 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c4643c8002744b693f23f44ff2c6d5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321481 Oct 19 11:42:30.853284 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.880728 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0267a916-902f-4c1f-b39a-5a2fa96c5d82']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:30.883520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9d5dc309-d4eb-44eb-aac9-c222ade8a9f5 None None] Deleting port 726637ec-6b43-410f-955c-96d8deebfd97 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:30.884054 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc309-d4eb-44eb-aac9-c222ade8a9f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.896419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b572797-fdde-48a8-9de8-8f779556da72') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:30.897039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b572797-fdde-48a8-9de8-8f779556da72') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:30.909836 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.926681 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.938823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:42:30.941522 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:42:30.945528 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:42:30.960770 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-4700a86d-e1a1-421d-850b-2feb95ac907e service neutron] 10.222.0.39 "GET /v2.0/networks/035b8c9c-3392-42ce-b12e-f66b2863a9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328776 Oct 19 11:42:30.984293 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f5937107-da85-4fcd-8c87-78bc6288b43e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.997316 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e15c239d-908c-4be3-b596-f99b4a1e496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:30.999132 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.041693 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f5937107-da85-4fcd-8c87-78bc6288b43e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.046201 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f5937107-da85-4fcd-8c87-78bc6288b43e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "DELETE /v2.0/subnets/477f079b-1799-4e15-afa4-aa3ecc7a31c7 HTTP/1.1" status: 204 len: 168 time: 0.7273595 Oct 19 11:42:31.050148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5937107-da85-4fcd-8c87-78bc6288b43e tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Subnet': ['ID=477f079b-1799-4e15-afa4-aa3ecc7a31c7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:31.055763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35882) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:31.070390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c239d-908c-4be3-b596-f99b4a1e496e None None] Pushing event deleted for resources: {'Port': ['ID=08e28792-7afd-4696-bb74-113fd3563558,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:31.072608 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1617b087-179b-48a1-934b-4b4835b1bea6 None None] Network 3e9097e1-5980-4988-b558-8c0042200931 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:31.150620 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-65f2285a-c922-4b38-a8cb-7e52945538af service neutron] 10.222.0.39 "GET /v2.0/networks/035b8c9c-3392-42ce-b12e-f66b2863a9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809871 Oct 19 11:42:31.167897 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.192693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9d5dc309-d4eb-44eb-aac9-c222ade8a9f5 None None] For port 726637ec-6b43-410f-955c-96d8deebfd97, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=726637ec-6b43-410f-955c-96d8deebfd97,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:31.193245 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc309-d4eb-44eb-aac9-c222ade8a9f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.203761 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c239d-908c-4be3-b596-f99b4a1e496e None None] No DVR routers for this DVR port 08e28792-7afd-4696-bb74-113fd3563558 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:31.233900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9d5dc309-d4eb-44eb-aac9-c222ade8a9f5 None None] Calling delete_port for 726637ec-6b43-410f-955c-96d8deebfd97 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:31.262703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83450c06-d951-4ca3-bc52-45c38af5dbee req-7b21ed73-c6a9-4c62-8663-ed4a6ba51b5f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:31.264122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83450c06-d951-4ca3-bc52-45c38af5dbee req-7b21ed73-c6a9-4c62-8663-ed4a6ba51b5f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.1174417 Oct 19 11:42:31.312684 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83450c06-d951-4ca3-bc52-45c38af5dbee req-cbd1efa2-cd43-4838-bed5-b334d76f2316 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Oct 19 11:42:31.317152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Deleting port 726637ec-6b43-410f-955c-96d8deebfd97 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:31.317509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.379666 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.393233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aa1b1a-d4ab-415e-97b3-99a8668b1f28 None None] DHCP port deletion for 3e9097e1-5980-4988-b558-8c0042200931 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:42:31.407894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.417438 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] 10.222.0.39 "DELETE /v2.0/networks/0267a916-902f-4c1f-b39a-5a2fa96c5d82 HTTP/1.1" status: 204 len: 168 time: 1.3593824 Oct 19 11:42:31.431463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] For port 726637ec-6b43-410f-955c-96d8deebfd97, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=726637ec-6b43-410f-955c-96d8deebfd97,segment=NetworkSegment(7ca48aed-00f8-4b42-8a9f-e13ed034f8e6),segment_id=7ca48aed-00f8-4b42-8a9f-e13ed034f8e6)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:31.432037 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.452256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7be19-5a21-454f-bc43-1960b5685af1 tempest-TagsExtTest-767096254 tempest-TagsExtTest-767096254-project] Pushing event deleted for resources: {'Network': ['ID=0267a916-902f-4c1f-b39a-5a2fa96c5d82,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:31.472915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Calling delete_port for 726637ec-6b43-410f-955c-96d8deebfd97 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:31.484617 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d5dc309-d4eb-44eb-aac9-c222ade8a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.506144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5dc309-d4eb-44eb-aac9-c222ade8a9f5 None None] No DVR routers for this DVR port 726637ec-6b43-410f-955c-96d8deebfd97 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:31.532139 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d1efc8e-889c-42d0-84e1-63e84e7b8345 req-c18980ae-51b0-4697-8753-62ca14d3053b tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 210 time: 0.0750284 Oct 19 11:42:31.575136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dc309-d4eb-44eb-aac9-c222ade8a9f5 None None] Pushing event deleted for resources: {'Port': ['ID=726637ec-6b43-410f-955c-96d8deebfd97,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:31.575136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-15aa1b1a-d4ab-415e-97b3-99a8668b1f28 None None] Deleting port b14df270-ea47-4bd6-b489-757c7e6d46e0 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:31.575136 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15aa1b1a-d4ab-415e-97b3-99a8668b1f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.645100 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.651072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-15aa1b1a-d4ab-415e-97b3-99a8668b1f28 None None] For port b14df270-ea47-4bd6-b489-757c7e6d46e0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b14df270-ea47-4bd6-b489-757c7e6d46e0,segment=NetworkSegment(62e312bd-9122-4845-8e45-3f5490ac2003),segment_id=62e312bd-9122-4845-8e45-3f5490ac2003)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:31.651800 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15aa1b1a-d4ab-415e-97b3-99a8668b1f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.671943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Port': ['ID=726637ec-6b43-410f-955c-96d8deebfd97,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:31.675941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] No DVR routers for this DVR port 726637ec-6b43-410f-955c-96d8deebfd97 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:31.676487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-15aa1b1a-d4ab-415e-97b3-99a8668b1f28 None None] Calling delete_port for b14df270-ea47-4bd6-b489-757c7e6d46e0 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:31.734454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 72f8969d-da6e-41ed-90ef-3f0ed20ec31d no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:31.762137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 72f8969d-da6e-41ed-90ef-3f0ed20ec31d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:31.762488 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 72f8969d-da6e-41ed-90ef-3f0ed20ec31d not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:31.764523 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.784733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5c0b8b-c7d3-48fa-a542-80a77d8707ba']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:31.794396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:31.805615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca48aed-00f8-4b42-8a9f-e13ed034f8e6') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:31.805615 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.817977 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.823750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:42:31.824128 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:42:31.827120 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:42:32.009730 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-15aa1b1a-d4ab-415e-97b3-99a8668b1f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.010564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.024653 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.029593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "DELETE /v2.0/networks/ec5c0b8b-c7d3-48fa-a542-80a77d8707ba HTTP/1.1" status: 204 len: 168 time: 0.9727566 Oct 19 11:42:32.056171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0b8c6-91f5-48ba-ab08-bc19b1a15610 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Network': ['ID=ec5c0b8b-c7d3-48fa-a542-80a77d8707ba,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:32.056275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa1b1a-d4ab-415e-97b3-99a8668b1f28 None None] Pushing event deleted for resources: {'Port': ['ID=b14df270-ea47-4bd6-b489-757c7e6d46e0,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:32.056275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aa1b1a-d4ab-415e-97b3-99a8668b1f28 None None] No DVR routers for this DVR port b14df270-ea47-4bd6-b489-757c7e6d46e0 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:32.057490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35908) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:32.134432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.229508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b14df270-ea47-4bd6-b489-757c7e6d46e0 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:32.245408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b14df270-ea47-4bd6-b489-757c7e6d46e0 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:32.245751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b14df270-ea47-4bd6-b489-757c7e6d46e0 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:32.246160 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 08e28792-7afd-4696-bb74-113fd3563558 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:32.259672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.266953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 08e28792-7afd-4696-bb74-113fd3563558 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:32.267293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 08e28792-7afd-4696-bb74-113fd3563558 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:32.267884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 726637ec-6b43-410f-955c-96d8deebfd97 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:32.282452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9097e1-5980-4988-b558-8c0042200931']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:32.289226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35916) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:32.289899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 726637ec-6b43-410f-955c-96d8deebfd97 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:32.299474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 726637ec-6b43-410f-955c-96d8deebfd97 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:32.300136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e312bd-9122-4845-8e45-3f5490ac2003') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:32.300136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e312bd-9122-4845-8e45-3f5490ac2003') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:32.304425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.319542 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.325926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:42:32.326393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:42:32.329523 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:42:32.465156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-01116a98-f8be-488a-bc0e-d4bcd451e76a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=777d9e98c585404b8d0ca4953a485c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747816 Oct 19 11:42:32.467900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 35924) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:32.474021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa4f6-0fbb-48c2-85a3-dd4606793695 req-996b2ba5-8d28-4880-8e38-e3986830861a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:32.475505 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5faa4f6-0fbb-48c2-85a3-dd4606793695 req-996b2ba5-8d28-4880-8e38-e3986830861a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.0853596 Oct 19 11:42:32.514762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5faa4f6-0fbb-48c2-85a3-dd4606793695 req-49361e90-041d-4448-a7e6-80e928b363b5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Oct 19 11:42:32.522835 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1cc539d-da67-43fc-897f-c14685f5e256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.545626 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1cc539d-da67-43fc-897f-c14685f5e256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.568154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.577044 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.580132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] 10.222.0.39 "DELETE /v2.0/networks/3e9097e1-5980-4988-b558-8c0042200931 HTTP/1.1" status: 204 len: 168 time: 0.5216632 Oct 19 11:42:32.599127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adf452-3ef2-4b55-9c65-c0efef407299 tempest-TaggedBootDevicesTest_v242-2010511208 tempest-TaggedBootDevicesTest_v242-2010511208-project] Pushing event deleted for resources: {'Network': ['ID=3e9097e1-5980-4988-b558-8c0042200931,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:32.629303 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a222faec-e8b8-4c70-a517-2957cc3c28af req-6aa1ee5e-e2e9-4075-a1e8-a3e2e1724149 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 210 time: 0.0333517 Oct 19 11:42:32.774741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1cc539d-da67-43fc-897f-c14685f5e256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.777757 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1cc539d-da67-43fc-897f-c14685f5e256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:32.779127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e1cc539d-da67-43fc-897f-c14685f5e256 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/110f3fd5-510d-4cea-b91c-26a9e07cdea4 HTTP/1.1" status: 204 len: 168 time: 0.3101182 Oct 19 11:42:32.789159 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc539d-da67-43fc-897f-c14685f5e256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110f3fd5-510d-4cea-b91c-26a9e07cdea4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:33.642127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb01577-a924-4604-8b60-12b7216a6bf2 req-88bfec1f-d457-461e-9979-3ff3bd156822 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:33.645058 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6eb01577-a924-4604-8b60-12b7216a6bf2 req-88bfec1f-d457-461e-9979-3ff3bd156822 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.0552738 Oct 19 11:42:33.693784 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6eb01577-a924-4604-8b60-12b7216a6bf2 req-f6339b1f-90e2-4326-8ed8-0ae2884d102d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393503 Oct 19 11:42:33.774594 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc32986a-465b-4975-bee1-3b846e3d4d40 req-cc7f2b11-a3cd-420c-95b7-d12e48f714d9 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 210 time: 0.0362649 Oct 19 11:42:34.830290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a4258-f2b5-4dd6-a425-0b4d33e25012 req-c0ee518d-ad3b-4f39-b7cd-74a9a05a46e9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:34.832992 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-795a4258-f2b5-4dd6-a425-0b4d33e25012 req-c0ee518d-ad3b-4f39-b7cd-74a9a05a46e9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.0691502 Oct 19 11:42:34.920176 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-795a4258-f2b5-4dd6-a425-0b4d33e25012 req-1b447206-5bf7-4bdb-9dc2-281a86e62509 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746791 Oct 19 11:42:34.943821 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d904199-9453-44b3-93e2-59dd3685582c req-26f113ed-15e5-4707-ab7d-58946fb73ed3 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 210 time: 0.0445163 Oct 19 11:42:35.034758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-6dc42e93-453a-492d-8579-290f31556e9e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:35.036272 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-6dc42e93-453a-492d-8579-290f31556e9e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.26 "GET /v2.0/networks?id=035b8c9c-3392-42ce-b12e-f66b2863a9f6 HTTP/1.1" status: 200 len: 808 time: 0.2015967 Oct 19 11:42:35.058835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Request body: {'port': {'device_id': 'f20ba46b-d3eb-4408-b391-7da01a587db8', 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6', 'admin_state_up': True, 'tenant_id': '7c4643c8002744b693f23f44ff2c6d5a'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:35.363741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Made reservation on behalf of 7c4643c8002744b693f23f44ff2c6d5a for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:42:35.368224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:35.529817 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Allocated IP 172.20.0.11 (035b8c9c-3392-42ce-b12e-f66b2863a9f6/707d1e77-ebe1-45ee-a256-eac070e2b595/84437368-9230-4384-bb64-f6c50768ee62) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:42:35.697941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:35.718805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 35994) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:35.798781 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:35.846748 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba7fbcf2-ae6d-4528-bb29-9f5ccf1f18c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:35.862076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:42:35.864005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Pushing event updated for resources: {'Port': ['ID=84437368-9230-4384-bb64-f6c50768ee62,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:35.866689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:35.868792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:42:35.919829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:35.920564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:35.968619 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba7fbcf2-ae6d-4528-bb29-9f5ccf1f18c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:36.018075 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-989008d7-e85e-4361-ae27-ef2431b6dcfc tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9641042 Oct 19 11:42:36.037535 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Request body: {'port': {'device_id': 'f20ba46b-d3eb-4408-b391-7da01a587db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:36.050514 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba7fbcf2-ae6d-4528-bb29-9f5ccf1f18c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:36.080039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fbcf2-ae6d-4528-bb29-9f5ccf1f18c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602b0e80-1381-4ff3-a5f4-3182af06f13c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:36.156710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60617a04-a606-4114-a41c-3b72584abb58 req-af89b361-c58e-4f64-bf7d-5368a74ffab9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:36.161624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675fdd8-cefe-4a91-a376-932274634c37 req-a76b8ac2-fee2-4f5b-ac48-b06cf010f5e4 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:36.163702 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f675fdd8-cefe-4a91-a376-932274634c37 req-a76b8ac2-fee2-4f5b-ac48-b06cf010f5e4 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 932 time: 0.1012871 Oct 19 11:42:36.166785 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:36.171758 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60617a04-a606-4114-a41c-3b72584abb58 req-af89b361-c58e-4f64-bf7d-5368a74ffab9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.1685841 Oct 19 11:42:36.203145 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ba7fbcf2-ae6d-4528-bb29-9f5ccf1f18c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d70cbcc6874d47c29ea3c0432ba6de29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828722 Oct 19 11:42:36.204072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36004) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:36.237884 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60617a04-a606-4114-a41c-3b72584abb58 req-1681caf1-80f7-4378-a9b4-c28de32305d2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630746 Oct 19 11:42:36.282289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15ccb777-9d7b-4069-9bed-0c62ee959373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:36.312716 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15ccb777-9d7b-4069-9bed-0c62ee959373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:36.354533 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f675fdd8-cefe-4a91-a376-932274634c37 req-e45ef0fd-baa1-4de2-9948-14270fa14c89 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700916 Oct 19 11:42:36.449700 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15ccb777-9d7b-4069-9bed-0c62ee959373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:36.454585 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15ccb777-9d7b-4069-9bed-0c62ee959373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:36.461072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-15ccb777-9d7b-4069-9bed-0c62ee959373 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/602b0e80-1381-4ff3-a5f4-3182af06f13c HTTP/1.1" status: 204 len: 168 time: 0.2446270 Oct 19 11:42:36.465109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccb777-9d7b-4069-9bed-0c62ee959373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b0e80-1381-4ff3-a5f4-3182af06f13c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:36.587824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84437368-9230-4384-bb64-f6c50768ee62 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:42:36.597210 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:36.612986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Transition to ACTIVE for port object 84437368-9230-4384-bb64-f6c50768ee62 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:42:36.689037 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:36.744665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Pushing event updated for resources: {'Port': ['ID=84437368-9230-4384-bb64-f6c50768ee62,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:36.820503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Attempting to bind port 84437368-9230-4384-bb64-f6c50768ee62 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:42:36.820871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Attempting to bind port 84437368-9230-4384-bb64-f6c50768ee62 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '7feb007e-74c4-4293-9fe1-eac496d2f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:42:36.821197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Attempting to bind port 84437368-9230-4384-bb64-f6c50768ee62 on network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:42:36.825795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Port 84437368-9230-4384-bb64-f6c50768ee62 on network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:42:36.826193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Attempting to bind port 84437368-9230-4384-bb64-f6c50768ee62 on network 035b8c9c-3392-42ce-b12e-f66b2863a9f6 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:42:36.831209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:42:36.831631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Checking segment: {'id': '7feb007e-74c4-4293-9fe1-eac496d2f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:42:36.831953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Bound using segment: {'id': '7feb007e-74c4-4293-9fe1-eac496d2f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:42:36.832345 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Bound port: 84437368-9230-4384-bb64-f6c50768ee62, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7feb007e-74c4-4293-9fe1-eac496d2f212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:42:36.832748 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:36.903447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] For port 84437368-9230-4384-bb64-f6c50768ee62, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:42:36.906447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] For port 84437368-9230-4384-bb64-f6c50768ee62, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=84437368-9230-4384-bb64-f6c50768ee62,segment=NetworkSegment(7feb007e-74c4-4293-9fe1-eac496d2f212),segment_id=7feb007e-74c4-4293-9fe1-eac496d2f212)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:42:37.004649 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:37.055873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:37.058250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:37.059755 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] 10.222.0.26 "PUT /v2.0/ports/84437368-9230-4384-bb64-f6c50768ee62 HTTP/1.1" status: 200 len: 1092 time: 1.0278175 Oct 19 11:42:37.060275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20ba46b-d3eb-4408-b391-7da01a587db8', 'tag': '84437368-9230-4384-bb64-f6c50768ee62'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:42:37.062631 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a113f4e3-e3dc-44cb-8ef8-9988d8e75801" -d '{"events": [{"name": "network-changed", "server_uuid": "f20ba46b-d3eb-4408-b391-7da01a587db8", "tag": "84437368-9230-4384-bb64-f6c50768ee62"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:42:37.112049 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8594ad-246a-44cf-becc-8ec288377718 x-openstack-request-id: req-3b8594ad-246a-44cf-becc-8ec288377718 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:42:37.112423 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20ba46b-d3eb-4408-b391-7da01a587db8", "tag": "84437368-9230-4384-bb64-f6c50768ee62", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:42:37.112783 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b8594ad-246a-44cf-becc-8ec288377718 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:42:37.113898 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20ba46b-d3eb-4408-b391-7da01a587db8', 'tag': '84437368-9230-4384-bb64-f6c50768ee62', 'status': 'completed', 'code': 200} Oct 19 11:42:37.114562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe295fe8-4c63-4b70-8a36-e1c915edf631 service neutron] Pushing event updated for resources: {'Port': ['ID=84437368-9230-4384-bb64-f6c50768ee62,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:37.133131 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36014) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:37.151429 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-788c25bb-77b3-46f8-b4b3-a1435599523b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:37.207378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113f4e3-e3dc-44cb-8ef8-9988d8e75801 req-11168d05-c96b-4b60-a1a0-7ca07941ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:37.209109 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a113f4e3-e3dc-44cb-8ef8-9988d8e75801 req-11168d05-c96b-4b60-a1a0-7ca07941ec72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c4643c8002744b693f23f44ff2c6d5a&device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 1095 time: 0.0582607 Oct 19 11:42:37.264304 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-788c25bb-77b3-46f8-b4b3-a1435599523b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:37.334673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-788c25bb-77b3-46f8-b4b3-a1435599523b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:37.348207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113f4e3-e3dc-44cb-8ef8-9988d8e75801 req-5612b4ac-a665-4be1-a31f-d511594eacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:37.350031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a113f4e3-e3dc-44cb-8ef8-9988d8e75801 req-5612b4ac-a665-4be1-a31f-d511594eacf5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7c4643c8002744b693f23f44ff2c6d5a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1275964 Oct 19 11:42:37.367434 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-788c25bb-77b3-46f8-b4b3-a1435599523b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ec075e4dc594885969299e03041741a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327502 Oct 19 11:42:37.368321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36020) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:37.418154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c25bb-77b3-46f8-b4b3-a1435599523b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c447a4f6-ff76-4068-8cb4-4c1224b6553f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:37.449619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382a03b-1d37-4040-aeff-18a55309ae2d req-f0435b2a-d572-45ac-a218-e6bc174a408e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:37.453740 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a382a03b-1d37-4040-aeff-18a55309ae2d req-f0435b2a-d572-45ac-a218-e6bc174a408e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.1169600 Oct 19 11:42:37.506675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e60c5635-0eb8-4904-84e9-35b4ac512b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:37.525450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f698827-62bf-4f8f-a2d8-94de28346d7a req-22370d9d-2d59-4b24-a407-eaf95c15462f tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:37.527217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f698827-62bf-4f8f-a2d8-94de28346d7a req-22370d9d-2d59-4b24-a407-eaf95c15462f tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 944 time: 0.0804100 Oct 19 11:42:37.551376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e60c5635-0eb8-4904-84e9-35b4ac512b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:37.557594 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a382a03b-1d37-4040-aeff-18a55309ae2d req-98899804-89a3-4cc4-9f06-84d3a5b6e7ac tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771887 Oct 19 11:42:37.585970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113f4e3-e3dc-44cb-8ef8-9988d8e75801 req-8d3401d5-1592-4061-9564-7c46a97774e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:37.588260 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a113f4e3-e3dc-44cb-8ef8-9988d8e75801 req-8d3401d5-1592-4061-9564-7c46a97774e4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2275631 Oct 19 11:42:37.653195 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f698827-62bf-4f8f-a2d8-94de28346d7a req-812b821b-2219-4034-89c0-14e1b49ad8ca tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Oct 19 11:42:37.692521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-7582c242-8bc2-4dc5-86d6-280f954cafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:37.694164 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-7582c242-8bc2-4dc5-86d6-280f954cafee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c4643c8002744b693f23f44ff2c6d5a&device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 1095 time: 0.0455604 Oct 19 11:42:37.697789 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e60c5635-0eb8-4904-84e9-35b4ac512b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:37.701062 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e60c5635-0eb8-4904-84e9-35b4ac512b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:37.704852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e60c5635-0eb8-4904-84e9-35b4ac512b97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c447a4f6-ff76-4068-8cb4-4c1224b6553f HTTP/1.1" status: 204 len: 168 time: 0.3314369 Oct 19 11:42:37.721762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5635-0eb8-4904-84e9-35b4ac512b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c447a4f6-ff76-4068-8cb4-4c1224b6553f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:37.792354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-588d0424-47f3-4a22-9ef0-223001db98a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84437368-9230-4384-bb64-f6c50768ee62 HTTP/1.1" status: 200 len: 217 time: 0.0765104 Oct 19 11:42:37.874330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-033d8eb4-b48e-490f-af17-4851824eef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:37.875847 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-033d8eb4-b48e-490f-af17-4851824eef3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=707d1e77-ebe1-45ee-a256-eac070e2b595 HTTP/1.1" status: 200 len: 848 time: 0.0727780 Oct 19 11:42:37.916023 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-2aa85946-cc5a-46ee-be58-d1abda112610 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=035b8c9c-3392-42ce-b12e-f66b2863a9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287585 Oct 19 11:42:38.027084 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-44a34a1c-07f8-4b2d-b43e-3a474f7d4697 service neutron] 10.222.0.26 "GET /v2.0/networks/035b8c9c-3392-42ce-b12e-f66b2863a9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996268 Oct 19 11:42:38.143346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f4ce624-dc7b-476c-822f-9f8897ff3de0 req-2d7e32be-d9ea-4cdb-9e9b-6ecbfb07c9bf service neutron] 10.222.0.26 "GET /v2.0/networks/035b8c9c-3392-42ce-b12e-f66b2863a9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051905 Oct 19 11:42:38.692455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3c47-c505-40bd-a4a7-84207ef065d8 req-cf7acdfc-7208-4112-b55b-86dcc92ca7f0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:38.694384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-59ad3c47-c505-40bd-a4a7-84207ef065d8 req-cf7acdfc-7208-4112-b55b-86dcc92ca7f0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 943 time: 0.0619121 Oct 19 11:42:38.756878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-59ad3c47-c505-40bd-a4a7-84207ef065d8 req-8624413a-6307-4ab7-abac-bc2580904fa2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490127 Oct 19 11:42:38.793163 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:42:38.812742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46397b-2211-4dd3-8977-30c092160431 req-61b56581-eea6-4cff-86ea-f7e84f4426e6 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:38.814374 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8d46397b-2211-4dd3-8977-30c092160431 req-61b56581-eea6-4cff-86ea-f7e84f4426e6 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 944 time: 0.0585163 Oct 19 11:42:38.854415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8d46397b-2211-4dd3-8977-30c092160431 req-c29cf6c6-3e2b-469e-a6d7-e9e7495d7430 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Oct 19 11:42:38.960527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:42:39.067020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:39.084660 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'port_id': 'b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9', 'mac_address': 'fa:16:3e:9c:ca:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:42:39.135844 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:39.156465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:42:39.182974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:39.254963 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:39.310426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:39.459594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:42:39.753334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 84437368-9230-4384-bb64-f6c50768ee62 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:42:39.864489 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 84437368-9230-4384-bb64-f6c50768ee62, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=84437368-9230-4384-bb64-f6c50768ee62,segment=NetworkSegment(7feb007e-74c4-4293-9fe1-eac496d2f212),segment_id=7feb007e-74c4-4293-9fe1-eac496d2f212)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:39.881592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '84437368-9230-4384-bb64-f6c50768ee62', 'network_id': '035b8c9c-3392-42ce-b12e-f66b2863a9f6', 'port_id': '84437368-9230-4384-bb64-f6c50768ee62', 'mac_address': 'fa:16:3e:8f:b8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707d1e77-ebe1-45ee-a256-eac070e2b595', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:42:39.893294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e077b65-5cc4-4e77-8dd5-e29e6f0e5adb req-d0e23d7f-4c37-485b-949f-17f81b747d0c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:39.895966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7e077b65-5cc4-4e77-8dd5-e29e6f0e5adb req-d0e23d7f-4c37-485b-949f-17f81b747d0c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 944 time: 0.0612781 Oct 19 11:42:39.940361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:39.950637 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7e077b65-5cc4-4e77-8dd5-e29e6f0e5adb req-f86cfa33-3faa-417f-ac1a-270abee8cb04 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479927 Oct 19 11:42:39.953875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84437368-9230-4384-bb64-f6c50768ee62 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:42:39.984931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 84437368-9230-4384-bb64-f6c50768ee62, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=84437368-9230-4384-bb64-f6c50768ee62,segment=NetworkSegment(7feb007e-74c4-4293-9fe1-eac496d2f212),segment_id=7feb007e-74c4-4293-9fe1-eac496d2f212)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:40.016644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbf748-a1c1-4451-ae88-cdc186c3dd44 req-53df91cc-e9dd-40fd-bd84-6123a7efb537 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:40.018821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79cbf748-a1c1-4451-ae88-cdc186c3dd44 req-53df91cc-e9dd-40fd-bd84-6123a7efb537 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 944 time: 0.0773034 Oct 19 11:42:40.048323 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:40.062483 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79cbf748-a1c1-4451-ae88-cdc186c3dd44 req-d2e588f1-593e-42f0-9eb4-47c57c8d575d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362360 Oct 19 11:42:40.099952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=84437368-9230-4384-bb64-f6c50768ee62,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:40.278654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['84437368-9230-4384-bb64-f6c50768ee62'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:42:40.960183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:42:41.112095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:42:41.119255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:41.119774 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:41.147668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fc9dd-e5e2-48c3-bb4c-f257e4ad9954 req-c09c949e-2276-453d-84bc-4b21f691c642 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:41.149423 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a8fc9dd-e5e2-48c3-bb4c-f257e4ad9954 req-c09c949e-2276-453d-84bc-4b21f691c642 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 944 time: 0.0979002 Oct 19 11:42:41.224971 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:41.238643 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a8fc9dd-e5e2-48c3-bb4c-f257e4ad9954 req-d8d82917-28da-47f4-aa8a-729ba918c8d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739865 Oct 19 11:42:41.265821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c31ad8-486e-4133-90fd-f2bfb1e49dd1 req-61f7f690-9868-4857-86b9-909cd512f8be tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:41.267328 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44c31ad8-486e-4133-90fd-f2bfb1e49dd1 req-61f7f690-9868-4857-86b9-909cd512f8be tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 945 time: 0.1054802 Oct 19 11:42:41.267605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae5ff5-4f8e-48ef-a22b-02d1375802cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:42:41.269983 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e05310-5b72-4719-94a4-d4c246c9b261" -d '{"events": [{"server_uuid": "7cae5ff5-4f8e-48ef-a22b-02d1375802cf", "name": "network-vif-plugged", "status": "completed", "tag": "b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:42:41.288914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:41.309463 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44c31ad8-486e-4133-90fd-f2bfb1e49dd1 req-0631bab2-5462-4ade-b006-5df3dcf01e7c tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353675 Oct 19 11:42:41.312187 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d9580d-928c-4231-ba4c-54e24715d4b3 x-openstack-request-id: req-e4d9580d-928c-4231-ba4c-54e24715d4b3 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:42:41.319627 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cae5ff5-4f8e-48ef-a22b-02d1375802cf", "name": "network-vif-plugged", "status": "completed", "tag": "b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:42:41.319627 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4d9580d-928c-4231-ba4c-54e24715d4b3 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:42:41.319627 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae5ff5-4f8e-48ef-a22b-02d1375802cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9', 'code': 200} Oct 19 11:42:41.399203 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:41.418226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bebac-88c1-4d05-be6c-d214fb2176b2 req-45d78611-3fcb-451f-a05f-db839292fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:41.420410 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a85bebac-88c1-4d05-be6c-d214fb2176b2 req-45d78611-3fcb-451f-a05f-db839292fa06 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 1095 time: 0.0508194 Oct 19 11:42:41.480722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:41.486786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a85bebac-88c1-4d05-be6c-d214fb2176b2 req-a026ef1d-1b02-4b16-8f8b-9ba3996c629e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583286 Oct 19 11:42:41.765445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 84437368-9230-4384-bb64-f6c50768ee62 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:42:41.893781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 84437368-9230-4384-bb64-f6c50768ee62 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:42:41.898060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 84437368-9230-4384-bb64-f6c50768ee62 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:42:41.898508 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:41.998619 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:42.039448 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 84437368-9230-4384-bb64-f6c50768ee62, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=84437368-9230-4384-bb64-f6c50768ee62,segment=NetworkSegment(7feb007e-74c4-4293-9fe1-eac496d2f212),segment_id=7feb007e-74c4-4293-9fe1-eac496d2f212)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:42.169328 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:42.218170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=84437368-9230-4384-bb64-f6c50768ee62,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:42.368791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cdcea-d4b8-41e3-bfc6-a92e0f799733 req-5c997596-f5ee-4dce-a247-ef5168b5e764 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:42.375595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-508cdcea-d4b8-41e3-bfc6-a92e0f799733 req-5c997596-f5ee-4dce-a247-ef5168b5e764 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 945 time: 0.0594456 Oct 19 11:42:42.415777 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-508cdcea-d4b8-41e3-bfc6-a92e0f799733 req-b67be7b3-f45b-46c6-b8a5-b9bd556c6607 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376787 Oct 19 11:42:42.455039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3a58-71ea-403c-9f53-1c7dcd9cd5c7 req-3b638602-f8b2-4ce9-b190-030a3cc974c3 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:42.469121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-135d3a58-71ea-403c-9f53-1c7dcd9cd5c7 req-3b638602-f8b2-4ce9-b190-030a3cc974c3 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 946 time: 0.0740240 Oct 19 11:42:42.508444 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-135d3a58-71ea-403c-9f53-1c7dcd9cd5c7 req-ad0f3ff0-c83b-434a-8f3e-88a7a870eb26 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349052 Oct 19 11:42:43.314577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20ba46b-d3eb-4408-b391-7da01a587db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84437368-9230-4384-bb64-f6c50768ee62'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:42:43.317046 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8230c0c-e1e2-461e-936e-e77f38344323" -d '{"events": [{"server_uuid": "f20ba46b-d3eb-4408-b391-7da01a587db8", "name": "network-vif-plugged", "status": "completed", "tag": "84437368-9230-4384-bb64-f6c50768ee62"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:42:43.354403 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f9d90-ef36-4a08-b06c-b33e8dbfc5bc x-openstack-request-id: req-135f9d90-ef36-4a08-b06c-b33e8dbfc5bc {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:42:43.354806 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20ba46b-d3eb-4408-b391-7da01a587db8", "name": "network-vif-plugged", "status": "completed", "tag": "84437368-9230-4384-bb64-f6c50768ee62", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:42:43.355293 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-135f9d90-ef36-4a08-b06c-b33e8dbfc5bc {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:42:43.355754 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20ba46b-d3eb-4408-b391-7da01a587db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84437368-9230-4384-bb64-f6c50768ee62', 'code': 200} Oct 19 11:42:43.530819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92062855-f657-4caf-b576-afab0f1e2d97 req-50d6cc6c-12f1-4a95-9467-3ed4ecf2e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:43.533609 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92062855-f657-4caf-b576-afab0f1e2d97 req-50d6cc6c-12f1-4a95-9467-3ed4ecf2e482 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 1097 time: 0.0786650 Oct 19 11:42:43.627372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92062855-f657-4caf-b576-afab0f1e2d97 req-8df82a1d-bb4e-4ce8-be65-b52d36e27b95 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583732 Oct 19 11:42:43.684339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70288256-04bd-44b8-ab2e-14dc1b448ad7 req-82a860b8-8ebe-4cf1-b51a-83161e110dae tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:43.700368 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70288256-04bd-44b8-ab2e-14dc1b448ad7 req-82a860b8-8ebe-4cf1-b51a-83161e110dae tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 945 time: 0.1561444 Oct 19 11:42:43.720055 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36350) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:43.772654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70288256-04bd-44b8-ab2e-14dc1b448ad7 req-06c2ad3e-c89f-4c6f-aee8-6c658a8c9435 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709732 Oct 19 11:42:43.790001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac1a4b-ae27-4839-bf98-58920ec7b659 req-2f43e77e-71ea-4454-9ad8-3cbfbbbdcd9e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:43.791621 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2ac1a4b-ae27-4839-bf98-58920ec7b659 req-2f43e77e-71ea-4454-9ad8-3cbfbbbdcd9e tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 946 time: 0.1146665 Oct 19 11:42:43.845692 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2ac1a4b-ae27-4839-bf98-58920ec7b659 req-56f73280-02f8-4928-b4ff-d7deebd0343f tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468664 Oct 19 11:42:43.892220 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-410b34e6-0245-4434-a04c-9606eac808de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:43.960637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382650aa-3fc5-46ac-bdc5-2d970dd47335 req-20fe442d-eab5-4453-8249-aad6f82c2513 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:43.962383 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-382650aa-3fc5-46ac-bdc5-2d970dd47335 req-20fe442d-eab5-4453-8249-aad6f82c2513 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 945 time: 0.1192675 Oct 19 11:42:44.018173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-382650aa-3fc5-46ac-bdc5-2d970dd47335 req-674312b2-2c17-4183-a159-7258c91c573e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489118 Oct 19 11:42:44.031190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-410b34e6-0245-4434-a04c-9606eac808de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:44.117115 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-410b34e6-0245-4434-a04c-9606eac808de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:44.160641 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c69a03-4ce2-4c45-8dd2-9a81a03531f0 req-f3a49c46-85b9-4174-b072-75aba87190b4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:44.162273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a8c69a03-4ce2-4c45-8dd2-9a81a03531f0 req-f3a49c46-85b9-4174-b072-75aba87190b4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 945 time: 0.0638974 Oct 19 11:42:44.174608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-410b34e6-0245-4434-a04c-9606eac808de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1709ebe025a477ca19271c59bbf5f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4510884 Oct 19 11:42:44.174608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b34e6-0245-4434-a04c-9606eac808de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed2a84-2ff6-4a0a-ab7e-dddd9392b1d2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:44.176328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36378) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:44.209107 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a8c69a03-4ce2-4c45-8dd2-9a81a03531f0 req-ddae0e31-63e2-49e0-9fad-ab8684548cfc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402870 Oct 19 11:42:44.239510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9489412-b450-4579-a951-f56447802cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:44.262492 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9489412-b450-4579-a951-f56447802cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:44.380598 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9489412-b450-4579-a951-f56447802cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:44.383679 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d9489412-b450-4579-a951-f56447802cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:44.387972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d9489412-b450-4579-a951-f56447802cde admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2aed2a84-2ff6-4a0a-ab7e-dddd9392b1d2 HTTP/1.1" status: 204 len: 168 time: 0.2074625 Oct 19 11:42:44.398331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9489412-b450-4579-a951-f56447802cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed2a84-2ff6-4a0a-ab7e-dddd9392b1d2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:44.778219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7ed37-47ac-479f-940d-fc9e27a04bde req-33cff5a3-00fb-4360-85ba-ca65582c5c8b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:44.792772 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9de7ed37-47ac-479f-940d-fc9e27a04bde req-33cff5a3-00fb-4360-85ba-ca65582c5c8b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 945 time: 0.0716779 Oct 19 11:42:44.843894 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9de7ed37-47ac-479f-940d-fc9e27a04bde req-c79acabf-52d5-47ec-b53f-2f1156eb866d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396683 Oct 19 11:42:44.958693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2809e-4ef1-40c4-b624-8fdab3c4c0fb req-010d6090-e24b-46a7-9d12-2b9707f752c1 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:44.960188 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bc2809e-4ef1-40c4-b624-8fdab3c4c0fb req-010d6090-e24b-46a7-9d12-2b9707f752c1 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 946 time: 0.0505574 Oct 19 11:42:45.013439 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bc2809e-4ef1-40c4-b624-8fdab3c4c0fb req-ba04fc46-c46c-472f-b9c3-287b99fa11e7 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Oct 19 11:42:45.155873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36434) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:45.169371 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0e56941-c61f-44e8-9743-c4f3455c238e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:45.327422 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0e56941-c61f-44e8-9743-c4f3455c238e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:45.414694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b0e56941-c61f-44e8-9743-c4f3455c238e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:45.454210 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b0e56941-c61f-44e8-9743-c4f3455c238e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef16dceffff940a3a5ec088e326449af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972398 Oct 19 11:42:45.455352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e56941-c61f-44e8-9743-c4f3455c238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d4b5b2-8056-4652-9ac6-1554b4fcfd96,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:45.457160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36448) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:45.514819 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-244bae49-2a2f-464d-a449-6ee05965f3d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:45.539785 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-244bae49-2a2f-464d-a449-6ee05965f3d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:45.653890 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-244bae49-2a2f-464d-a449-6ee05965f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:45.657359 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-244bae49-2a2f-464d-a449-6ee05965f3d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:45.660381 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-244bae49-2a2f-464d-a449-6ee05965f3d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9d4b5b2-8056-4652-9ac6-1554b4fcfd96 HTTP/1.1" status: 204 len: 168 time: 0.1987927 Oct 19 11:42:45.668608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bae49-2a2f-464d-a449-6ee05965f3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d4b5b2-8056-4652-9ac6-1554b4fcfd96,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:45.963512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec12ed-fcfb-4cea-8e15-43a1647d1aba req-4db62ee7-ae53-4d5d-84d6-056da4553166 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:45.969277 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77ec12ed-fcfb-4cea-8e15-43a1647d1aba req-4db62ee7-ae53-4d5d-84d6-056da4553166 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 945 time: 0.0514131 Oct 19 11:42:46.016992 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77ec12ed-fcfb-4cea-8e15-43a1647d1aba req-53ddae58-e4c8-4573-b91b-8217846ad008 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385864 Oct 19 11:42:46.139601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b194866-4f50-4de8-b822-0296328ce184 req-ba9ce570-2251-4dc6-b8d0-cb8abe7ce05b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:46.141228 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b194866-4f50-4de8-b822-0296328ce184 req-ba9ce570-2251-4dc6-b8d0-cb8abe7ce05b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 945 time: 0.0913906 Oct 19 11:42:46.166787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817154d4-86e0-4c0c-b242-80f32fcc2f67 req-71fd6cbe-5d96-45cf-9b18-084360462f48 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:46.168625 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-817154d4-86e0-4c0c-b242-80f32fcc2f67 req-71fd6cbe-5d96-45cf-9b18-084360462f48 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 946 time: 0.0764294 Oct 19 11:42:46.268695 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-817154d4-86e0-4c0c-b242-80f32fcc2f67 req-8e331c5f-0192-4b26-9755-1b0d38340068 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838683 Oct 19 11:42:46.301394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-1b194866-4f50-4de8-b822-0296328ce184 req-32e3301a-a09f-4fff-9696-85d4aa3450f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Deleting port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:46.301874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b194866-4f50-4de8-b822-0296328ce184 req-32e3301a-a09f-4fff-9696-85d4aa3450f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:46.419364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1b194866-4f50-4de8-b822-0296328ce184 req-32e3301a-a09f-4fff-9696-85d4aa3450f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] For port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:46.419744 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b194866-4f50-4de8-b822-0296328ce184 req-32e3301a-a09f-4fff-9696-85d4aa3450f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:46.433472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-1b194866-4f50-4de8-b822-0296328ce184 req-32e3301a-a09f-4fff-9696-85d4aa3450f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Calling delete_port for b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:46.664977 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b194866-4f50-4de8-b822-0296328ce184 req-32e3301a-a09f-4fff-9696-85d4aa3450f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:46.677995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:42:46.699327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3301a-a09f-4fff-9696-85d4aa3450f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event deleted for resources: {'Port': ['ID=b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:46.784758 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b194866-4f50-4de8-b822-0296328ce184 req-32e3301a-a09f-4fff-9696-85d4aa3450f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] No DVR routers for this DVR port b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:46.793411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1b194866-4f50-4de8-b822-0296328ce184 req-32e3301a-a09f-4fff-9696-85d4aa3450f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:46.800059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b194866-4f50-4de8-b822-0296328ce184 req-32e3301a-a09f-4fff-9696-85d4aa3450f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "DELETE /v2.0/ports/b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 HTTP/1.1" status: 204 len: 173 time: 0.6513386 Oct 19 11:42:46.800590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae5ff5-4f8e-48ef-a22b-02d1375802cf', 'name': 'network-vif-deleted', 'tag': 'b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:42:46.802952 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4b781a-4111-41d2-adfb-57951722412b" -d '{"events": [{"server_uuid": "7cae5ff5-4f8e-48ef-a22b-02d1375802cf", "name": "network-vif-deleted", "tag": "b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:42:46.855050 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f67225e-e66c-4b97-a147-af7af39629b3 x-openstack-request-id: req-5f67225e-e66c-4b97-a147-af7af39629b3 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:42:46.855353 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cae5ff5-4f8e-48ef-a22b-02d1375802cf", "name": "network-vif-deleted", "tag": "b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:42:46.855856 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f67225e-e66c-4b97-a147-af7af39629b3 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:42:46.856304 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae5ff5-4f8e-48ef-a22b-02d1375802cf', 'name': 'network-vif-deleted', 'tag': 'b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9', 'status': 'completed', 'code': 200} Oct 19 11:42:47.130603 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2919d033-8c3b-4fd1-95f2-fdccbc46f9f8 req-17307334-9cc4-404c-8f9f-6a1395a21595 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 210 time: 0.0264006 Oct 19 11:42:47.668615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36592) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:47.857985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36610) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:47.942402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b469ab0-7441-43bb-b9b6-a0c57bf2ca93 req-56fdfb56-7200-428c-a987-edb8bcc35477 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:47.944485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8b469ab0-7441-43bb-b9b6-a0c57bf2ca93 req-56fdfb56-7200-428c-a987-edb8bcc35477 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 946 time: 0.0958657 Oct 19 11:42:47.992246 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8b469ab0-7441-43bb-b9b6-a0c57bf2ca93 req-9fdd5ab9-efd3-4449-9ea5-38e1f1a5e709 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391502 Oct 19 11:42:48.067847 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-58dee3cc-7cff-4724-a8f4-21e517c55d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:48.248046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-88fa2e34-f5d9-4fa9-aa77-83b2c4334e7d req-e32e7d9d-1ed9-456c-9293-a36ecd5c43d8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 210 time: 0.0397770 Oct 19 11:42:48.315904 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-58dee3cc-7cff-4724-a8f4-21e517c55d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:48.392508 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-58dee3cc-7cff-4724-a8f4-21e517c55d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:48.435524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-58dee3cc-7cff-4724-a8f4-21e517c55d74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e41bc8c67bcd4db687818caced6522a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817704 Oct 19 11:42:48.438291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36636) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:48.444336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dee3cc-7cff-4724-a8f4-21e517c55d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94bcec9-a4d5-486c-a4ac-af6557681567,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:48.506343 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-941ced9c-13f3-45f2-bf93-c4dab0834b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:48.532207 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-941ced9c-13f3-45f2-bf93-c4dab0834b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:48.582790 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:48.694270 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-941ced9c-13f3-45f2-bf93-c4dab0834b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:48.697617 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-941ced9c-13f3-45f2-bf93-c4dab0834b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:48.701533 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-941ced9c-13f3-45f2-bf93-c4dab0834b85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d94bcec9-a4d5-486c-a4ac-af6557681567 HTTP/1.1" status: 204 len: 168 time: 0.2620420 Oct 19 11:42:48.711263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ced9c-13f3-45f2-bf93-c4dab0834b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94bcec9-a4d5-486c-a4ac-af6557681567,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:49.022331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:49.077794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:49.078127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b882c0ff-bf4f-4ef3-ae30-d1afb78ceea9 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:49.162563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f2a67-ca26-4bca-8483-6a3dcfe3d5ab req-0e34b9ae-8af6-439d-88fc-b1892a14767d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:49.164961 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-905f2a67-ca26-4bca-8483-6a3dcfe3d5ab req-0e34b9ae-8af6-439d-88fc-b1892a14767d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 946 time: 0.0642233 Oct 19 11:42:49.208964 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-905f2a67-ca26-4bca-8483-6a3dcfe3d5ab req-7dabb645-d8b7-4615-bf87-2b5d61fab1ca tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/security-groups?id=8381f0e4-2210-4867-bb79-46bf289bc676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377240 Oct 19 11:42:49.305321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f899992-7292-41f9-a7c1-708da1aa0091 req-1f6a2618-30f7-43a4-8afc-b09c68690b9c tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:49.306757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f899992-7292-41f9-a7c1-708da1aa0091 req-1f6a2618-30f7-43a4-8afc-b09c68690b9c tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.26 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 946 time: 0.1033049 Oct 19 11:42:49.371877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] Deleting port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:49.372215 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:49.405902 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d3a160b-edf0-4b98-b297-9575a4effad1 req-a8c0cba6-7c42-4683-a293-9f46358dc256 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 210 time: 0.0503292 Oct 19 11:42:49.527357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] For port a5a0984b-ff8f-4f98-aed9-abb62c4f0c08, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a5a0984b-ff8f-4f98-aed9-abb62c4f0c08,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:49.527717 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:49.544897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] Calling delete_port for a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:49.553206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-0f899992-7292-41f9-a7c1-708da1aa0091 req-9609db6d-379d-4749-9094-d98a1ed2ec5d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Deleting port 84437368-9230-4384-bb64-f6c50768ee62 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:49.553551 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f899992-7292-41f9-a7c1-708da1aa0091 req-9609db6d-379d-4749-9094-d98a1ed2ec5d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:49.643041 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:49.697961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0f899992-7292-41f9-a7c1-708da1aa0091 req-9609db6d-379d-4749-9094-d98a1ed2ec5d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] For port 84437368-9230-4384-bb64-f6c50768ee62, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=84437368-9230-4384-bb64-f6c50768ee62,segment=NetworkSegment(7feb007e-74c4-4293-9fe1-eac496d2f212),segment_id=7feb007e-74c4-4293-9fe1-eac496d2f212)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:49.698323 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f899992-7292-41f9-a7c1-708da1aa0091 req-9609db6d-379d-4749-9094-d98a1ed2ec5d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:49.750871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-0f899992-7292-41f9-a7c1-708da1aa0091 req-9609db6d-379d-4749-9094-d98a1ed2ec5d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Calling delete_port for 84437368-9230-4384-bb64-f6c50768ee62 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:49.981013 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:50.009709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a0984b-ff8f-4f98-aed9-abb62c4f0c08,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:50.053393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f899992-7292-41f9-a7c1-708da1aa0091 req-9609db6d-379d-4749-9094-d98a1ed2ec5d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:50.077722 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:50.121284 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609db6d-379d-4749-9094-d98a1ed2ec5d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Pushing event deleted for resources: {'Port': ['ID=84437368-9230-4384-bb64-f6c50768ee62,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:50.179862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f899992-7292-41f9-a7c1-708da1aa0091 req-9609db6d-379d-4749-9094-d98a1ed2ec5d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] No DVR routers for this DVR port 84437368-9230-4384-bb64-f6c50768ee62 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:50.184360 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0f899992-7292-41f9-a7c1-708da1aa0091 req-9609db6d-379d-4749-9094-d98a1ed2ec5d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:50.188214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f899992-7292-41f9-a7c1-708da1aa0091 req-9609db6d-379d-4749-9094-d98a1ed2ec5d tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.26 "DELETE /v2.0/ports/84437368-9230-4384-bb64-f6c50768ee62 HTTP/1.1" status: 204 len: 173 time: 0.8677733 Oct 19 11:42:50.188770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20ba46b-d3eb-4408-b391-7da01a587db8', 'name': 'network-vif-deleted', 'tag': '84437368-9230-4384-bb64-f6c50768ee62'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:42:50.190732 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6698749a-c785-4de0-8bb3-46b13a4c5da8" -d '{"events": [{"server_uuid": "f20ba46b-d3eb-4408-b391-7da01a587db8", "name": "network-vif-deleted", "tag": "84437368-9230-4384-bb64-f6c50768ee62"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:42:50.292618 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8574a0-8d5c-49ed-af29-03e2508b8a64 x-openstack-request-id: req-5e8574a0-8d5c-49ed-af29-03e2508b8a64 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:42:50.293086 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20ba46b-d3eb-4408-b391-7da01a587db8", "name": "network-vif-deleted", "tag": "84437368-9230-4384-bb64-f6c50768ee62", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:42:50.297347 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e8574a0-8d5c-49ed-af29-03e2508b8a64 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:42:50.297347 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20ba46b-d3eb-4408-b391-7da01a587db8', 'name': 'network-vif-deleted', 'tag': '84437368-9230-4384-bb64-f6c50768ee62', 'status': 'completed', 'code': 200} Oct 19 11:42:50.336529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1ac1e39-59b8-4d53-b871-d929aacd49e4 req-d6445d67-69dc-4598-8fe1-dbda3a9986a8 tempest-VolumesActionsTest-1702229489 tempest-VolumesActionsTest-1702229489-project] 10.222.0.39 "GET /v2.0/ports?device_id=f20ba46b-d3eb-4408-b391-7da01a587db8 HTTP/1.1" status: 200 len: 210 time: 0.0392890 Oct 19 11:42:50.399803 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:50.573917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9f7c9dd-5c9c-4d5e-9cd0-8944ab6c211b req-784691bf-0ce0-4f3a-b0fb-58a4194433fd tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 210 time: 0.0543745 Oct 19 11:42:50.679850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36772) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:50.694212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] Router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:42:50.802060 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:50.816524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:42:50.823170 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9d93a05f-22b3-4342-8d08-dc8daa8d2ee6 admin admin] 10.222.0.39 "PUT /v2.0/routers/dd9ab598-52bd-40c3-a5d7-e767f55efbc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1533446 Oct 19 11:42:50.825646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36784) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:50.830230 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70879e3-4ecb-4412-ab03-08775417ceab None None] Sync routers for ids ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:42:50.840016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70879e3-4ecb-4412-ab03-08775417ceab None None] Routers {'dd9ab598-52bd-40c3-a5d7-e767f55efbc7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:50.840741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e70879e3-4ecb-4412-ab03-08775417ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:42:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:50.962568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-e70879e3-4ecb-4412-ab03-08775417ceab None None] Set router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:42:50.974857 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:50.982496 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:51.205643 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e70879e3-4ecb-4412-ab03-08775417ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:42:49Z', 'revision_number': 5, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:51.233933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70879e3-4ecb-4412-ab03-08775417ceab None None] Checking router: dd9ab598-52bd-40c3-a5d7-e767f55efbc7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:42:51.243744 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70879e3-4ecb-4412-ab03-08775417ceab None None] Routers {'dd9ab598-52bd-40c3-a5d7-e767f55efbc7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:51.244363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e70879e3-4ecb-4412-ab03-08775417ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:42:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:51.371180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-e70879e3-4ecb-4412-ab03-08775417ceab None None] Set router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:42:51.375007 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:51.491700 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=198e8cfd7f2e4dca93dc7c3a7e9d6aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8107355 Oct 19 11:42:51.494562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36814) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:51.516408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4da68c1-2305-42c9-880d-d6a79952279e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:51.530375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.531295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.531790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.532853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.533349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.533848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.535400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.536089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.537094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.537325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.539223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.539614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda7b96-c170-448e-b969-9e946fd2c833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:42:51.561119 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:51.574759 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-65f27cac-10e5-47d8-8b3e-a2d7a86e3420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:51.602553 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-65f27cac-10e5-47d8-8b3e-a2d7a86e3420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:51.708016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e70879e3-4ecb-4412-ab03-08775417ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:42:49Z', 'revision_number': 5, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:51.716350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-266f530a-e88c-4c59-8e12-fb16f30552a3 req-e32dd9c7-901c-46b3-8664-0f001a12ad8a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 210 time: 0.0332773 Oct 19 11:42:51.730175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Deleting port 538b2a97-5982-4857-9387-1a60cc2a93f3 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:51.730978 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:51.736423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70879e3-4ecb-4412-ab03-08775417ceab None None] The sync data for ids ['dd9ab598-52bd-40c3-a5d7-e767f55efbc7'] in n-d-814547-1 is: [{'id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'name': 'tempest-TaggedBootDevicesTest_v242-1645857271-router', 'tenant_id': 'f02d532ea77644839438ea6e31aadb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:30:44Z', 'updated_at': '2021-10-19T11:42:49Z', 'revision_number': 5, 'project_id': 'f02d532ea77644839438ea6e31aadb59', 'gw_port': {'id': '538b2a97-5982-4857-9387-1a60cc2a93f3', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9ab598-52bd-40c3-a5d7-e767f55efbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:30:45Z', 'updated_at': '2021-10-19T11:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:42:51.779841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-65f27cac-10e5-47d8-8b3e-a2d7a86e3420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:51.780349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 84437368-9230-4384-bb64-f6c50768ee62 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:51.784940 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-65f27cac-10e5-47d8-8b3e-a2d7a86e3420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:51.786418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-65f27cac-10e5-47d8-8b3e-a2d7a86e3420 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4da68c1-2305-42c9-880d-d6a79952279e HTTP/1.1" status: 204 len: 168 time: 0.2901461 Oct 19 11:42:51.805554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 84437368-9230-4384-bb64-f6c50768ee62 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:51.805966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 84437368-9230-4384-bb64-f6c50768ee62 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:51.813274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f27cac-10e5-47d8-8b3e-a2d7a86e3420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4da68c1-2305-42c9-880d-d6a79952279e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:51.868030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] For port 538b2a97-5982-4857-9387-1a60cc2a93f3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=538b2a97-5982-4857-9387-1a60cc2a93f3,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:51.868697 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:51.886687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Calling delete_port for 538b2a97-5982-4857-9387-1a60cc2a93f3 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:52.160339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:52.168391 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:52.182398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:52.189020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a5a0984b-ff8f-4f98-aed9-abb62c4f0c08 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:52.214034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=538b2a97-5982-4857-9387-1a60cc2a93f3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:52.321517 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:52.442727 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:52.445040 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:52.597879 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:52.598668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd9ab598-52bd-40c3-a5d7-e767f55efbc7 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:42:52.602914 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:52.606332 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9737278f-d761-4579-9883-c3e201abe1a5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/dd9ab598-52bd-40c3-a5d7-e767f55efbc7 HTTP/1.1" status: 204 len: 168 time: 1.7773006 Oct 19 11:42:52.608525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36856) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:52.661850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d932e59-8782-470f-873f-ba85455070ab admin admin] Deleting subnet 11e2bdab-7342-4fa2-b0d7-dca9b53757e7 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:42:52.669441 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d932e59-8782-470f-873f-ba85455070ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:52.722444 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d932e59-8782-470f-873f-ba85455070ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:52.829969 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d932e59-8782-470f-873f-ba85455070ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:52.907827 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-afc69cfc-f933-47e6-b7be-849b57dec59b req-f4969887-8917-479a-8871-93db4710719f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cae5ff5-4f8e-48ef-a22b-02d1375802cf HTTP/1.1" status: 200 len: 210 time: 0.0385592 Oct 19 11:42:53.031713 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d932e59-8782-470f-873f-ba85455070ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.062490 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0d932e59-8782-470f-873f-ba85455070ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.066772 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0d932e59-8782-470f-873f-ba85455070ab admin admin] 10.222.0.39 "DELETE /v2.0/subnets/11e2bdab-7342-4fa2-b0d7-dca9b53757e7 HTTP/1.1" status: 204 len: 168 time: 0.4569931 Oct 19 11:42:53.068182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d932e59-8782-470f-873f-ba85455070ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e2bdab-7342-4fa2-b0d7-dca9b53757e7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:53.068479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23661f4-87c3-4780-ab3f-1e1d9897e54c None None] Network 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:53.068984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36880) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:53.142303 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.243390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Deleting port c45f42b1-f1b6-4961-813b-a468187109e9 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:53.244087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.327806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] For port c45f42b1-f1b6-4961-813b-a468187109e9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c45f42b1-f1b6-4961-813b-a468187109e9,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:53.328588 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.357023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Calling delete_port for c45f42b1-f1b6-4961-813b-a468187109e9 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:53.380325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baa6399-8499-41a2-b16b-4f90ea0531de None None] DHCP port deletion for 3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:42:53.468208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5baa6399-8499-41a2-b16b-4f90ea0531de None None] Deleting port c45f42b1-f1b6-4961-813b-a468187109e9 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:42:53.468755 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5baa6399-8499-41a2-b16b-4f90ea0531de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.534030 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.565842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5baa6399-8499-41a2-b16b-4f90ea0531de None None] For port c45f42b1-f1b6-4961-813b-a468187109e9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c45f42b1-f1b6-4961-813b-a468187109e9,segment=NetworkSegment(02bd9762-3bd2-4aca-8400-b859ca66ddbe),segment_id=02bd9762-3bd2-4aca-8400-b859ca66ddbe)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:42:53.566531 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5baa6399-8499-41a2-b16b-4f90ea0531de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.581639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5baa6399-8499-41a2-b16b-4f90ea0531de None None] Calling delete_port for c45f42b1-f1b6-4961-813b-a468187109e9 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:42:53.593476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45f42b1-f1b6-4961-813b-a468187109e9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:53.603992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] No DVR routers for this DVR port c45f42b1-f1b6-4961-813b-a468187109e9 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:53.679691 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5baa6399-8499-41a2-b16b-4f90ea0531de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.703287 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.715536 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa6399-8499-41a2-b16b-4f90ea0531de None None] Pushing event deleted for resources: {'Port': ['ID=c45f42b1-f1b6-4961-813b-a468187109e9,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:53.732216 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baa6399-8499-41a2-b16b-4f90ea0531de None None] No DVR routers for this DVR port c45f42b1-f1b6-4961-813b-a468187109e9 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:42:53.762968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e41a69a-2e2c-41a5-bbaa-a7ad686bd135']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:53.774762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bd9762-3bd2-4aca-8400-b859ca66ddbe') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:53.775287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bd9762-3bd2-4aca-8400-b859ca66ddbe') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:53.785936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.801082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.807725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:42:53.809928 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:42:53.810045 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:42:53.946101 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.953510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:53.973582 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3e41a69a-2e2c-41a5-bbaa-a7ad686bd135 HTTP/1.1" status: 204 len: 168 time: 0.8940065 Oct 19 11:42:54.022653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df41672-7941-4872-979e-417c0f94eb28 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e41a69a-2e2c-41a5-bbaa-a7ad686bd135,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:54.259812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 538b2a97-5982-4857-9387-1a60cc2a93f3 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:54.280937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 538b2a97-5982-4857-9387-1a60cc2a93f3 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:54.281283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 538b2a97-5982-4857-9387-1a60cc2a93f3 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:54.281693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c45f42b1-f1b6-4961-813b-a468187109e9 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:42:54.306174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: c45f42b1-f1b6-4961-813b-a468187109e9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:42:54.306174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c45f42b1-f1b6-4961-813b-a468187109e9 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:42:54.406390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36932) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:54.565478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36940) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:54.633118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'network': {'name': 'tempest-network-smoke--676684650', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'port_security_enabled': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:54.646449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6334f479-ed51-4f63-a1c1-ee018adb53ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f02d532ea77644839438ea6e31aadb59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793860 Oct 19 11:42:54.648519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36942) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:54.720290 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64e7575f-9d74-4001-844a-f06236c78534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:54.745042 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64e7575f-9d74-4001-844a-f06236c78534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:54.750592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Made reservation on behalf of 8abfa711f30a45c1b1fb691610142fba for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:42:54.755442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:54.772632 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:54.894485 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64e7575f-9d74-4001-844a-f06236c78534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:54.897152 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-64e7575f-9d74-4001-844a-f06236c78534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:54.900725 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-64e7575f-9d74-4001-844a-f06236c78534 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f426ce1-d1ae-4d47-960c-dcdca10ad54f HTTP/1.1" status: 204 len: 168 time: 0.2473023 Oct 19 11:42:54.910186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7575f-9d74-4001-844a-f06236c78534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f426ce1-d1ae-4d47-960c-dcdca10ad54f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:55.033335 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:55.094091 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:55.150862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:42:55.185194 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:55.185845 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Added segment 337935df-8c8c-42d5-959b-b47335e0783e of type vlan for network c5077606-1e8e-48d8-b00c-eaa7f271746f Oct 19 11:42:55.248850 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:55.337728 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48ae4ba-f7bc-423a-b8bd-2ed1d7875e0f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:55.455132 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-991221d6-b1d7-419c-bde1-254ad820cd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:55.476902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:55.493511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:55.498206 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:55.650567 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2404587 Oct 19 11:42:55.650921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 36960) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:55.656584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'admin_state_up': True, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:55.711578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558283e-799c-4e68-a71f-2aa334f6c411 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Network': ['ID=c5077606-1e8e-48d8-b00c-eaa7f271746f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:55.725988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c5077606-1e8e-48d8-b00c-eaa7f271746f details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:42:55.798591 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:55.800060 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:55.942458 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:56.200528 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:56.706372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:56.743948 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:56.902853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Allocated IP 172.25.2.151 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/14cae018-ee91-4a04-8c8e-7f36120dfc4e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:42:56.958087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36988) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:57.068128 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:57.147325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1460293461-network', 'tenant_id': 'f7b14f0b77e64dd88c9c350715fe3173'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:57.242741 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:57.334125 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Made reservation on behalf of f7b14f0b77e64dd88c9c350715fe3173 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:42:57.337463 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:57.346826 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:57.372289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:42:57.374221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:57.385378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:42:57.390974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=14cae018-ee91-4a04-8c8e-7f36120dfc4e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:57.430621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 36998) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:57.558283 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:57.625915 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:57.679162 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8dcb3564-9007-46fc-9cc5-6b74fe1cbf6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:57.700083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:42:57.720072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496cd057-f147-48a9-b6b8-b54a61154e2e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:57.758395 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:57.758395 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Added segment 762c8161-2db5-4824-b24c-d3b500bc5e3d of type vlan for network 50d56e2f-9663-4127-9377-a1c0ee54a45c Oct 19 11:42:57.822396 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b6d23b0f-81ad-4605-b615-902fc7068089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:57.856008 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:57.925501 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8dcb3564-9007-46fc-9cc5-6b74fe1cbf6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:57.966920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:58.008434 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:58.009624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:58.010277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:58.088836 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8dcb3564-9007-46fc-9cc5-6b74fe1cbf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:58.235969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2741859 Oct 19 11:42:58.238200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37004) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:58.241351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35517f8-a488-4a68-a946-d9a0f70bd2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=50d56e2f-9663-4127-9377-a1c0ee54a45c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:58.247031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] Request body: {'subnet': {'network_id': '50d56e2f-9663-4127-9377-a1c0ee54a45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1460293461-subnet', 'tenant_id': 'f7b14f0b77e64dd88c9c350715fe3173', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:42:58.252756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 50d56e2f-9663-4127-9377-a1c0ee54a45c details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:42:58.253306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8dcb3564-9007-46fc-9cc5-6b74fe1cbf6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=032e041a07e340d6b61cca433aee83a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8204198 Oct 19 11:42:58.256195 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb3564-9007-46fc-9cc5-6b74fe1cbf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed1a8ad-46e7-4596-a7c1-c9fb36e41634,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:58.259779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37006) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:58.331413 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:58.333759 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-210c9b5d-e55c-4d5d-a1f2-6033adcff170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:58.363824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] Made reservation on behalf of f7b14f0b77e64dd88c9c350715fe3173 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:42:58.367386 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:58.394580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-210c9b5d-e55c-4d5d-a1f2-6033adcff170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:58.613293 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-210c9b5d-e55c-4d5d-a1f2-6033adcff170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:58.616564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-210c9b5d-e55c-4d5d-a1f2-6033adcff170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:58.620132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-210c9b5d-e55c-4d5d-a1f2-6033adcff170 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ed1a8ad-46e7-4596-a7c1-c9fb36e41634 HTTP/1.1" status: 204 len: 168 time: 0.3548963 Oct 19 11:42:58.690491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c9b5d-e55c-4d5d-a1f2-6033adcff170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed1a8ad-46e7-4596-a7c1-c9fb36e41634,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:58.763043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 65f5bcb4-25cb-4364-b025-faab8c41839c is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:42:58.792053 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:58.900732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c0d81f-8225-4e38-b264-40f00cdadba6,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:42:58.925680 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] Checking segment: {'id': '762c8161-2db5-4824-b24c-d3b500bc5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '50d56e2f-9663-4127-9377-a1c0ee54a45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:42:58.926045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] Network hostable DHCP agents. Network: 50d56e2f-9663-4127-9377-a1c0ee54a45c, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:42:59.027367 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] Network 50d56e2f-9663-4127-9377-a1c0ee54a45c is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:42:59.086177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:42:59.088823 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:59.098371 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Sync routers for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:42:59.126276 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:42:59.129234 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:42:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:59.163031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 50d56e2f-9663-4127-9377-a1c0ee54a45c) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:42:59.163031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:42:59.163031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:59.171253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e0510-900b-4d55-9b68-458ca9e39ae5 None None] Network 50d56e2f-9663-4127-9377-a1c0ee54a45c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:59.205258 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:59.210500 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a3363b05-82b8-46ab-8bd4-2bbd2639dab7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5536966 Oct 19 11:42:59.210744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37018) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:59.229778 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:42:59.280013 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d1ebda48-89cb-4299-8033-0b0747c951a0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0394285 Oct 19 11:42:59.392710 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:42:59.496496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc7c93-4a25-4d4d-96e1-b09d2a5deb89 None None] Network 50d56e2f-9663-4127-9377-a1c0ee54a45c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:42:59.819033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-96465be9-9226-4066-8baa-63d156f5b207 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8abfa711f30a45c1b1fb691610142fba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5365415 Oct 19 11:42:59.819033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37042) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:42:59.887227 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:42:57Z', 'revision_number': 3, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:42:59.930722 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Checking router: 65f5bcb4-25cb-4364-b025-faab8c41839c for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:42:59.931400 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Updating router 65f5bcb4-25cb-4364-b025-faab8c41839c port 14cae018-ee91-4a04-8c8e-7f36120dfc4e binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:42:59.962546 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:00.155828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee44baf-26e4-40f0-88eb-c023db6b006d tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:00.160474 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5ee44baf-26e4-40f0-88eb-c023db6b006d tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4052691 Oct 19 11:43:00.160889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37080) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:00.282748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37094) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:00.283454 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3b2d409c-2e71-450b-bd91-69db37ee3a87 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1167505 Oct 19 11:43:00.301925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-893445086', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:00.410536 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-9b359b3c-fa4f-4eb2-8059-3415bd09bbde tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:00.410536 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-9b359b3c-fa4f-4eb2-8059-3415bd09bbde tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/networks?id=50d56e2f-9663-4127-9377-a1c0ee54a45c HTTP/1.1" status: 200 len: 814 time: 0.2418723 Oct 19 11:43:00.411869 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:00.423406 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-ba6a4b9e-8134-4c50-9840-029f466583b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/quotas/f7b14f0b77e64dd88c9c350715fe3173 HTTP/1.1" status: 200 len: 375 time: 0.0198970 Oct 19 11:43:00.557538 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:00.653619 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-84eda4ed-cae3-4c8e-9181-cd00027189f5 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7b14f0b77e64dd88c9c350715fe3173&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2208314 Oct 19 11:43:00.736117 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Attempting to bind port 14cae018-ee91-4a04-8c8e-7f36120dfc4e on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:00.737955 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Attempting to bind port 14cae018-ee91-4a04-8c8e-7f36120dfc4e by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:00.740333 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Attempting to bind port 14cae018-ee91-4a04-8c8e-7f36120dfc4e on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:00.763641 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:00.770334 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:00.770334 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:00.770334 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:00.770334 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Bound port: 14cae018-ee91-4a04-8c8e-7f36120dfc4e, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:00.770334 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:00.796595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-6393ddc1-fc07-4260-b347-a9649a1a1b57 service neutron] 10.222.0.39 "GET /v2.0/networks/50d56e2f-9663-4127-9377-a1c0ee54a45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401975 Oct 19 11:43:00.838596 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Pushing event updated for resources: {'Port': ['ID=14cae018-ee91-4a04-8c8e-7f36120dfc4e,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:00.852714 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.853319 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.853824 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.854311 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.854792 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.855273 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.855747 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.856228 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.856729 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.857220 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.857698 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.858421 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:00.877564 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:00.888050 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] For port 14cae018-ee91-4a04-8c8e-7f36120dfc4e, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:00.892987 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] For port 14cae018-ee91-4a04-8c8e-7f36120dfc4e, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=14cae018-ee91-4a04-8c8e-7f36120dfc4e,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:00.969728 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-0c8737fa-0bb8-4c57-8ef4-cee497de1b9c service neutron] 10.222.0.39 "GET /v2.0/networks/50d56e2f-9663-4127-9377-a1c0ee54a45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738534 Oct 19 11:43:01.026069 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:01.104971 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:43:01.106965 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:42:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:01.142389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Made reservation on behalf of 8abfa711f30a45c1b1fb691610142fba for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:01.148356 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:01.302069 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d567f7-8e33-43b0-83e7-e3994feaf711 None None] Pushing event updated for resources: {'Port': ['ID=14cae018-ee91-4a04-8c8e-7f36120dfc4e,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:01.377016 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:43:01.563154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:01.588927 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4e41ede2-90ec-4e1e-8035-d5b478a1d520 req-77bb26be-c614-496f-988c-352fa3c6f649 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 210 time: 0.0843976 Oct 19 11:43:01.649204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Subnet': ['ID=cf3fc2e1-ef0e-4c5b-b806-513af0daacf2,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:01.678091 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:42:57Z', 'revision_number': 3, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:01.694698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.695046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.695388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.697849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.698168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.698503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.698848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.699284 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.699489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.701979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.702471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.702726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:01.707081 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d70c8ba-ab9f-405b-a582-56ddc37757b6 None None] The sync data for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 is: [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:42:57Z', 'revision_number': 3, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:43:01.724841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Checking segment: {'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:01.725422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network hostable DHCP agents. Network: c5077606-1e8e-48d8-b00c-eaa7f271746f, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:43:01.854311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network c5077606-1e8e-48d8-b00c-eaa7f271746f is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:43:02.025188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c5077606-1e8e-48d8-b00c-eaa7f271746f) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:02.038022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da90c01-64b1-4ad4-8a4f-5e64a054ebd8 None None] Network c5077606-1e8e-48d8-b00c-eaa7f271746f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:43:02.049478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:02.052693 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:02.240460 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bff1caf9-6dac-4a19-8a29-f62937087f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9356580 Oct 19 11:43:02.241063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37138) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:02.667454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 14cae018-ee91-4a04-8c8e-7f36120dfc4e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:02.802752 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e614826-3c20-4d13-abcc-0fea49ca7474 req-37b86708-f284-4822-b91a-327d707aa07c tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 210 time: 0.1059854 Oct 19 11:43:02.883957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-c5077606-1e8e-48d8-b00c-eaa7f271746f', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:43:02.884987 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:03.051676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 14cae018-ee91-4a04-8c8e-7f36120dfc4e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:03.052774 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:03.244855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Allocated IP 172.20.0.2 (c5077606-1e8e-48d8-b00c-eaa7f271746f/cf3fc2e1-ef0e-4c5b-b806-513af0daacf2/beb27b15-bab2-44dc-8793-0d95ebdbc946) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:03.354230 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:03.570831 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:03.621551 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:03.670566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 14cae018-ee91-4a04-8c8e-7f36120dfc4e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=14cae018-ee91-4a04-8c8e-7f36120dfc4e,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:03.751606 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:03.833343 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:03.868967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Network c5077606-1e8e-48d8-b00c-eaa7f271746f is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:03.898714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:03.903295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:03.972488 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Pushing event updated for resources: {'Port': ['ID=beb27b15-bab2-44dc-8793-0d95ebdbc946,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:04.086732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.087355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.088327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.088782 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.089129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.089469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.105693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.109831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.110194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.110546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.110888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.111224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:04.166558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Attempting to bind port beb27b15-bab2-44dc-8793-0d95ebdbc946 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:04.166946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Attempting to bind port beb27b15-bab2-44dc-8793-0d95ebdbc946 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:04.167328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Attempting to bind port beb27b15-bab2-44dc-8793-0d95ebdbc946 on network c5077606-1e8e-48d8-b00c-eaa7f271746f {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:04.180430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:04.180844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Checking segment: {'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:04.181390 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:04.181802 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Bound using segment: {'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:04.182359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Bound port: beb27b15-bab2-44dc-8793-0d95ebdbc946, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:04.182787 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:04.215882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=14cae018-ee91-4a04-8c8e-7f36120dfc4e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:04.320211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9a8a06c-13ff-46d9-ae7f-67a32b0655cd req-d8392cc8-6cd4-4ef9-b087-18547456b281 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 210 time: 0.0657480 Oct 19 11:43:04.335268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] For port beb27b15-bab2-44dc-8793-0d95ebdbc946, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:04.345267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] For port beb27b15-bab2-44dc-8793-0d95ebdbc946, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=beb27b15-bab2-44dc-8793-0d95ebdbc946,segment=NetworkSegment(337935df-8c8c-42d5-959b-b47335e0783e),segment_id=337935df-8c8c-42d5-959b-b47335e0783e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:04.426296 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:04.508012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Allocated IP 172.20.0.1 (c5077606-1e8e-48d8-b00c-eaa7f271746f/cf3fc2e1-ef0e-4c5b-b806-513af0daacf2/7ea4bee4-36f6-46a3-a316-163813152e5c) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:04.515963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295a8a8-515c-4720-b472-c40d7084ccf3 None None] Pushing event updated for resources: {'Port': ['ID=beb27b15-bab2-44dc-8793-0d95ebdbc946,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:04.810986 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:04.858176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-bf88691e-d2cd-4b9b-bad2-e007c363a458 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:04.863160 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-bf88691e-d2cd-4b9b-bad2-e007c363a458 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.49 "GET /v2.0/networks?id=50d56e2f-9663-4127-9377-a1c0ee54a45c HTTP/1.1" status: 200 len: 814 time: 0.1903403 Oct 19 11:43:04.879672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Request body: {'port': {'device_id': '6f75dabf-8b2f-4c07-8080-527e9e776795', 'network_id': '50d56e2f-9663-4127-9377-a1c0ee54a45c', 'admin_state_up': True, 'tenant_id': 'f7b14f0b77e64dd88c9c350715fe3173'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:04.999567 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:05.101563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network c5077606-1e8e-48d8-b00c-eaa7f271746f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:05.118012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:05.120048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=7ea4bee4-36f6-46a3-a316-163813152e5c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:05.130101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:05.174850 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:05.277294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Made reservation on behalf of f7b14f0b77e64dd88c9c350715fe3173 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:05.280901 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:05.432909 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d6d4419f-c261-4acc-b69c-62959bd3fc9d req-fd4a6069-c6d8-42f9-9a13-5a426d0e8a5a tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 210 time: 0.0294089 Oct 19 11:43:05.499527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Allocated IP 172.20.0.5 (50d56e2f-9663-4127-9377-a1c0ee54a45c/d3c0d81f-8225-4e38-b264-40f00cdadba6/f91b13cb-94bd-49ef-a274-078498ebd4ec) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:05.696445 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:05.976007 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:06.071030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751e81d8-4d09-4bcf-bc14-77c996593d73 None None] Network c5077606-1e8e-48d8-b00c-eaa7f271746f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:43:06.244941 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:06.249299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2355262c-d851-47a9-a686-17540e50f00e None None] Provisioning complete for port beb27b15-bab2-44dc-8793-0d95ebdbc946 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:06.249792 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2355262c-d851-47a9-a686-17540e50f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:06.352247 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:06.354643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:06.442337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device beb27b15-bab2-44dc-8793-0d95ebdbc946 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:06.542365 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:06.566361 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2355262c-d851-47a9-a686-17540e50f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:06.570789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port beb27b15-bab2-44dc-8793-0d95ebdbc946 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:06.571157 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:06.575836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Network 50d56e2f-9663-4127-9377-a1c0ee54a45c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:06.639741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:06.669573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:06.695680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2355262c-d851-47a9-a686-17540e50f00e None None] For port beb27b15-bab2-44dc-8793-0d95ebdbc946, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=beb27b15-bab2-44dc-8793-0d95ebdbc946,segment=NetworkSegment(337935df-8c8c-42d5-959b-b47335e0783e),segment_id=337935df-8c8c-42d5-959b-b47335e0783e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:06.792861 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2355262c-d851-47a9-a686-17540e50f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:06.803286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:06.806142 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:06.807311 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:06.975427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355262c-d851-47a9-a686-17540e50f00e None None] Pushing event updated for resources: {'Port': ['ID=beb27b15-bab2-44dc-8793-0d95ebdbc946,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:06.993056 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:43:06.993694 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:43:07.065012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b3be9762-8b6a-4276-b096-44e3e87a9bea None None] Provisioning complete for port beb27b15-bab2-44dc-8793-0d95ebdbc946 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:07.065437 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3be9762-8b6a-4276-b096-44e3e87a9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:07.078675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=7ea4bee4-36f6-46a3-a316-163813152e5c,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:07.276285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4020648 Oct 19 11:43:07.282276 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40d4ae-a21d-4a37-8168-eab90568d2b9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Pushing event updated for resources: {'Port': ['ID=f91b13cb-94bd-49ef-a274-078498ebd4ec,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:07.304588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Request body: {'port': {'device_id': '6f75dabf-8b2f-4c07-8080-527e9e776795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:07.324721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b3be9762-8b6a-4276-b096-44e3e87a9bea None None] Provisioning complete for port 7ea4bee4-36f6-46a3-a316-163813152e5c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:07.325228 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3be9762-8b6a-4276-b096-44e3e87a9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:07.399015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a21d56-0102-4f6f-8c61-15c33236e3c8 req-f1f9a109-6b66-4c88-9f74-e22f7ad71c13 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:07.400631 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-12a21d56-0102-4f6f-8c61-15c33236e3c8 req-f1f9a109-6b66-4c88-9f74-e22f7ad71c13 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 931 time: 0.7410724 Oct 19 11:43:07.407036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b3be9762-8b6a-4276-b096-44e3e87a9bea None None] Port 7ea4bee4-36f6-46a3-a316-163813152e5c cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:43:07.457676 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:07.463395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network c5077606-1e8e-48d8-b00c-eaa7f271746f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:07.468341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:07.500857 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-12a21d56-0102-4f6f-8c61-15c33236e3c8 req-e282181c-03ac-41d2-a6f4-a1a57340ccca tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706668 Oct 19 11:43:07.588408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 14cae018-ee91-4a04-8c8e-7f36120dfc4e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:07.656331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-59fe0821-30ef-408a-9933-5f770306b19d None None] Provisioning complete for port 7ea4bee4-36f6-46a3-a316-163813152e5c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:07.657000 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-59fe0821-30ef-408a-9933-5f770306b19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:07.734122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-59fe0821-30ef-408a-9933-5f770306b19d None None] Port 7ea4bee4-36f6-46a3-a316-163813152e5c cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:43:07.751282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 14cae018-ee91-4a04-8c8e-7f36120dfc4e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:07.751943 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:07.895264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 65f5bcb4-25cb-4364-b025-faab8c41839c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:43:07.967031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-fd75acb5-dd90-4eeb-a1d2-1b3ab2cf63b6 None None] Provisioning complete for port 7ea4bee4-36f6-46a3-a316-163813152e5c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:07.967534 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fd75acb5-dd90-4eeb-a1d2-1b3ab2cf63b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:08.015504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fd75acb5-dd90-4eeb-a1d2-1b3ab2cf63b6 None None] Port 7ea4bee4-36f6-46a3-a316-163813152e5c cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:43:08.228862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91b13cb-94bd-49ef-a274-078498ebd4ec {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:43:08.244208 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:08.264291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Transition to ACTIVE for port object f91b13cb-94bd-49ef-a274-078498ebd4ec will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:43:08.346970 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:08.372614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device beb27b15-bab2-44dc-8793-0d95ebdbc946 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:08.387660 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:43:08.398471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b5417b85-713c-4c08-8a15-1ed0a5395bfe tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "PUT /v2.0/routers/65f5bcb4-25cb-4364-b025-faab8c41839c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1572669 Oct 19 11:43:08.401617 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37222) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:08.431783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Sync routers for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:43:08.453415 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:43:08.454019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:42:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:08.509273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f91b13cb-94bd-49ef-a274-078498ebd4ec,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:08.568821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port beb27b15-bab2-44dc-8793-0d95ebdbc946 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:08.569209 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:08.669478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:43:08.786568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f457c5-2cb7-4c89-a009-d8fb6747d578 req-1c73e1bf-8fb2-405f-b14d-888f46ba6aaa tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.786568 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6f457c5-2cb7-4c89-a009-d8fb6747d578 req-1c73e1bf-8fb2-405f-b14d-888f46ba6aaa tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 943 time: 0.1256883 Oct 19 11:43:08.787505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193aaf64-8470-4729-b2ed-d1829ea77e34 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.787505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193aaf64-8470-4729-b2ed-d1829ea77e34 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.787505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193aaf64-8470-4729-b2ed-d1829ea77e34 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.787505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193aaf64-8470-4729-b2ed-d1829ea77e34 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.787505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193aaf64-8470-4729-b2ed-d1829ea77e34 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.787505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193aaf64-8470-4729-b2ed-d1829ea77e34 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.787505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193aaf64-8470-4729-b2ed-d1829ea77e34 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.787505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193aaf64-8470-4729-b2ed-d1829ea77e34 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.787505 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-193aaf64-8470-4729-b2ed-d1829ea77e34 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5679 time: 0.3776639 Oct 19 11:43:08.792938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37226) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:08.858738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Attempting to bind port f91b13cb-94bd-49ef-a274-078498ebd4ec on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:08.860984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Attempting to bind port f91b13cb-94bd-49ef-a274-078498ebd4ec by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '762c8161-2db5-4824-b24c-d3b500bc5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '50d56e2f-9663-4127-9377-a1c0ee54a45c'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:08.860984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Attempting to bind port f91b13cb-94bd-49ef-a274-078498ebd4ec on network 50d56e2f-9663-4127-9377-a1c0ee54a45c {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:08.868714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Port f91b13cb-94bd-49ef-a274-078498ebd4ec on network 50d56e2f-9663-4127-9377-a1c0ee54a45c not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:43:08.869164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Attempting to bind port f91b13cb-94bd-49ef-a274-078498ebd4ec on network 50d56e2f-9663-4127-9377-a1c0ee54a45c {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:08.879010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:08.879483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Checking segment: {'id': '762c8161-2db5-4824-b24c-d3b500bc5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '50d56e2f-9663-4127-9377-a1c0ee54a45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:08.880498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Bound using segment: {'id': '762c8161-2db5-4824-b24c-d3b500bc5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '50d56e2f-9663-4127-9377-a1c0ee54a45c'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:08.881232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Bound port: f91b13cb-94bd-49ef-a274-078498ebd4ec, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762c8161-2db5-4824-b24c-d3b500bc5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '50d56e2f-9663-4127-9377-a1c0ee54a45c'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:08.894001 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:08.957195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:43:05Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:06Z', 'revision_number': 2, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:08.958328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba7b65d-98e2-47ca-a1ef-b76cb554f818 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.959206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba7b65d-98e2-47ca-a1ef-b76cb554f818 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.959828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba7b65d-98e2-47ca-a1ef-b76cb554f818 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.960422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba7b65d-98e2-47ca-a1ef-b76cb554f818 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.961230 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba7b65d-98e2-47ca-a1ef-b76cb554f818 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.961843 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba7b65d-98e2-47ca-a1ef-b76cb554f818 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.962606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba7b65d-98e2-47ca-a1ef-b76cb554f818 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.963245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba7b65d-98e2-47ca-a1ef-b76cb554f818 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:08.968485 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1ba7b65d-98e2-47ca-a1ef-b76cb554f818 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5279 time: 0.1510117 Oct 19 11:43:08.982876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6f457c5-2cb7-4c89-a009-d8fb6747d578 req-78250759-e967-45a4-9b3d-66de7370c358 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996713 Oct 19 11:43:08.986866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37228) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:08.998507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Checking router: 65f5bcb4-25cb-4364-b025-faab8c41839c for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:43:08.998507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Updating router 65f5bcb4-25cb-4364-b025-faab8c41839c port 7ea4bee4-36f6-46a3-a316-163813152e5c binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:43:09.050359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] For port f91b13cb-94bd-49ef-a274-078498ebd4ec, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:09.055003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] For port f91b13cb-94bd-49ef-a274-078498ebd4ec, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f91b13cb-94bd-49ef-a274-078498ebd4ec,segment=NetworkSegment(762c8161-2db5-4824-b24c-d3b500bc5e3d),segment_id=762c8161-2db5-4824-b24c-d3b500bc5e3d)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:09.072772 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:09.134362 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:09.301064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f91b13cb-94bd-49ef-a274-078498ebd4ec,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:09.313109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:09.316527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:09.316527 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-269d9dcb-7a32-4521-a61f-92c796b639b9 service neutron] 10.222.0.49 "PUT /v2.0/ports/f91b13cb-94bd-49ef-a274-078498ebd4ec HTTP/1.1" status: 200 len: 1091 time: 2.0194979 Oct 19 11:43:09.316527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f75dabf-8b2f-4c07-8080-527e9e776795', 'tag': 'f91b13cb-94bd-49ef-a274-078498ebd4ec'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:09.319014 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc13634d-d6ce-4e29-bea9-5a4eda68d4af" -d '{"events": [{"name": "network-changed", "server_uuid": "6f75dabf-8b2f-4c07-8080-527e9e776795", "tag": "f91b13cb-94bd-49ef-a274-078498ebd4ec"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:09.483312 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-24327c3b-046d-4b21-b4a6-fcbbcd29e771 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.4943542 Oct 19 11:43:09.505002 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12532833-2857-41aa-b1fd-a37435af347e x-openstack-request-id: req-12532833-2857-41aa-b1fd-a37435af347e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:09.507056 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f75dabf-8b2f-4c07-8080-527e9e776795", "tag": "f91b13cb-94bd-49ef-a274-078498ebd4ec", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:09.507056 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12532833-2857-41aa-b1fd-a37435af347e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:09.507668 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f75dabf-8b2f-4c07-8080-527e9e776795', 'tag': 'f91b13cb-94bd-49ef-a274-078498ebd4ec', 'status': 'completed', 'code': 200} Oct 19 11:43:09.580869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-16badf23-489d-4568-9c4d-4c1e278cba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:09.584307 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-16badf23-489d-4568-9c4d-4c1e278cba3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7b14f0b77e64dd88c9c350715fe3173&device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 1094 time: 0.1613801 Oct 19 11:43:09.656339 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-013d50bc-573a-4baa-8c19-cafb20260d41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91b13cb-94bd-49ef-a274-078498ebd4ec HTTP/1.1" status: 200 len: 217 time: 0.0587611 Oct 19 11:43:09.732944 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:09.758240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-7e8accee-883b-4831-a1b5-2b7c6a849f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:09.760616 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-7e8accee-883b-4831-a1b5-2b7c6a849f51 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3c0d81f-8225-4e38-b264-40f00cdadba6 HTTP/1.1" status: 200 len: 854 time: 0.0946259 Oct 19 11:43:09.866027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-c22c5006-69a8-44f9-8dd7-5795d8bfa83f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50d56e2f-9663-4127-9377-a1c0ee54a45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811155 Oct 19 11:43:09.889511 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:10.136441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd286a0-c483-43fa-bccf-aaec46a9145f None None] Pushing event updated for resources: {'Port': ['ID=7ea4bee4-36f6-46a3-a316-163813152e5c,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:10.161463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Attempting to bind port 7ea4bee4-36f6-46a3-a316-163813152e5c on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:10.161713 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Attempting to bind port 7ea4bee4-36f6-46a3-a316-163813152e5c by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:10.162070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Attempting to bind port 7ea4bee4-36f6-46a3-a316-163813152e5c on network c5077606-1e8e-48d8-b00c-eaa7f271746f {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:10.172229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:10.172635 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Checking segment: {'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:10.173040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:10.173429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Bound using segment: {'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:10.173930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Bound port: 7ea4bee4-36f6-46a3-a316-163813152e5c, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:10.174312 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:10.253476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] For port 7ea4bee4-36f6-46a3-a316-163813152e5c, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:10.257197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] For port 7ea4bee4-36f6-46a3-a316-163813152e5c, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7ea4bee4-36f6-46a3-a316-163813152e5c,segment=NetworkSegment(337935df-8c8c-42d5-959b-b47335e0783e),segment_id=337935df-8c8c-42d5-959b-b47335e0783e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:10.258857 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-3d70b363-7c3d-4596-9945-ccec9cde4553 service neutron] 10.222.0.49 "GET /v2.0/networks/50d56e2f-9663-4127-9377-a1c0ee54a45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873439 Oct 19 11:43:10.322983 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:10.440654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2f09e76-1e48-4b70-9a84-a5d1abe562ca req-412344eb-f852-4ffb-a70f-a02fb33396fb service neutron] 10.222.0.49 "GET /v2.0/networks/50d56e2f-9663-4127-9377-a1c0ee54a45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738532 Oct 19 11:43:10.458913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd286a0-c483-43fa-bccf-aaec46a9145f None None] Pushing event updated for resources: {'Port': ['ID=7ea4bee4-36f6-46a3-a316-163813152e5c,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:10.489111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c8370-cd60-49b8-9fd7-6c3a471ba450 req-0e5cc9e5-2a74-4532-97e3-9093e41aecc8 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:10.497456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d20c8370-cd60-49b8-9fd7-6c3a471ba450 req-0e5cc9e5-2a74-4532-97e3-9093e41aecc8 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 943 time: 0.3916488 Oct 19 11:43:10.555707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a99d1d76-d9a5-42ef-a037-9eeffbebde0d None None] Provisioning complete for port 7ea4bee4-36f6-46a3-a316-163813152e5c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:10.556114 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a99d1d76-d9a5-42ef-a037-9eeffbebde0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:10.635808 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:43:10.637229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:42:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:10.995277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:43:11.054935 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a99d1d76-d9a5-42ef-a037-9eeffbebde0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:11.136452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37252) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:11.148145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-52254220-ff22-4190-a172-fedd46d41f3b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278920255', 'description': 'tempest-secgroup-smoke-1278920255 description', 'project_id': '8abfa711f30a45c1b1fb691610142fba'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:11.270722 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d20c8370-cd60-49b8-9fd7-6c3a471ba450 req-8e74f87b-b1e1-4072-b4fd-7860a9c6c6cb tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7722290 Oct 19 11:43:11.293059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52254220-ff22-4190-a172-fedd46d41f3b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:11.299973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13634d-d6ce-4e29-bea9-5a4eda68d4af req-8d5219ab-b2cd-4519-96c6-487acd864f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:11.307922 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc13634d-d6ce-4e29-bea9-5a4eda68d4af req-8d5219ab-b2cd-4519-96c6-487acd864f46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7b14f0b77e64dd88c9c350715fe3173&device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 1094 time: 0.7624743 Oct 19 11:43:11.484016 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37256) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:11.565567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13634d-d6ce-4e29-bea9-5a4eda68d4af req-6c6cd828-3e98-441c-8e71-d5c2e83b230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:11.572878 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc13634d-d6ce-4e29-bea9-5a4eda68d4af req-6c6cd828-3e98-441c-8e71-d5c2e83b230c service neutron] 10.222.0.49 "GET /v2.0/networks?id=50d56e2f-9663-4127-9377-a1c0ee54a45c HTTP/1.1" status: 200 len: 915 time: 0.2571530 Oct 19 11:43:11.631216 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a99d1d76-d9a5-42ef-a037-9eeffbebde0d None None] For port 7ea4bee4-36f6-46a3-a316-163813152e5c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7ea4bee4-36f6-46a3-a316-163813152e5c,segment=NetworkSegment(337935df-8c8c-42d5-959b-b47335e0783e),segment_id=337935df-8c8c-42d5-959b-b47335e0783e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:11.659695 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc13634d-d6ce-4e29-bea9-5a4eda68d4af req-9c102bbe-f34b-4af4-bbe6-808a0c600a03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91b13cb-94bd-49ef-a274-078498ebd4ec HTTP/1.1" status: 200 len: 217 time: 0.0802221 Oct 19 11:43:11.726202 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a99d1d76-d9a5-42ef-a037-9eeffbebde0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:11.775466 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-340fafdb-1911-4fb4-8416-bbf52f66ceb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:11.915992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d1d76-d9a5-42ef-a037-9eeffbebde0d None None] Pushing event updated for resources: {'Port': ['ID=7ea4bee4-36f6-46a3-a316-163813152e5c,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:11.933325 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-340fafdb-1911-4fb4-8416-bbf52f66ceb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:11.950253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-710d39d4-5718-4431-9a19-7bced6626a3d None None] Provisioning complete for port 7ea4bee4-36f6-46a3-a316-163813152e5c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:11.951628 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-710d39d4-5718-4431-9a19-7bced6626a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:11.952212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13634d-d6ce-4e29-bea9-5a4eda68d4af req-3f696dab-2cb5-4fd0-b1bf-7b6a39a825c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:11.955645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc13634d-d6ce-4e29-bea9-5a4eda68d4af req-3f696dab-2cb5-4fd0-b1bf-7b6a39a825c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3c0d81f-8225-4e38-b264-40f00cdadba6 HTTP/1.1" status: 200 len: 854 time: 0.2865202 Oct 19 11:43:12.013730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc13634d-d6ce-4e29-bea9-5a4eda68d4af req-43a6681b-4e4b-4ec0-9f02-f5c2cee94b22 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50d56e2f-9663-4127-9377-a1c0ee54a45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501475 Oct 19 11:43:12.035184 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-340fafdb-1911-4fb4-8416-bbf52f66ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:12.132063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fafdb-1911-4fb4-8416-bbf52f66ceb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db5148-3113-4e3f-b5f0-e3185776b74d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:12.175633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52254220-ff22-4190-a172-fedd46d41f3b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:12.206799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-340fafdb-1911-4fb4-8416-bbf52f66ceb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e27d151ebebb4354999f3d59d95078d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7208595 Oct 19 11:43:12.212330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:43:05Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:10Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:12.283816 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51ab65-712c-45ad-87d4-1e291b915911 None None] The sync data for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 is: [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:43:05Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:10Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:43:12.288864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37262) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:12.416307 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc13634d-d6ce-4e29-bea9-5a4eda68d4af req-dbbcc3ac-5e17-4209-b801-5f811fee2da3 service neutron] 10.222.0.49 "GET /v2.0/networks/50d56e2f-9663-4127-9377-a1c0ee54a45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892803 Oct 19 11:43:12.516088 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52254220-ff22-4190-a172-fedd46d41f3b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:12.574062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc13634d-d6ce-4e29-bea9-5a4eda68d4af req-7300d81c-2fd0-48d0-a75f-3a8c01d8406b service neutron] 10.222.0.49 "GET /v2.0/networks/50d56e2f-9663-4127-9377-a1c0ee54a45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503158 Oct 19 11:43:12.615043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52254220-ff22-4190-a172-fedd46d41f3b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f202e0-a328-425b-b45b-c6d3d3de475a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:12.656092 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55321db0-6bf4-4855-b113-7225c1391119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:12.695417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e157a-0c81-4044-8488-4d01a79df650 req-da70d79c-edea-4c95-94cc-65da96f68782 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:12.697165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a1e157a-0c81-4044-8488-4d01a79df650 req-da70d79c-edea-4c95-94cc-65da96f68782 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 943 time: 0.2737939 Oct 19 11:43:12.774026 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55321db0-6bf4-4855-b113-7225c1391119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:12.797005 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52254220-ff22-4190-a172-fedd46d41f3b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:12.802609 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37268) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:12.803515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-52254220-ff22-4190-a172-fedd46d41f3b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6652808 Oct 19 11:43:12.808157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-71f10246-9c6f-457a-ae7d-14579072a4ad tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '14f202e0-a328-425b-b45b-c6d3d3de475a', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:12.855678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a1e157a-0c81-4044-8488-4d01a79df650 req-85b18ea2-4498-4760-9b30-ca8085617b2c tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418898 Oct 19 11:43:12.957231 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55321db0-6bf4-4855-b113-7225c1391119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:12.960316 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55321db0-6bf4-4855-b113-7225c1391119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:12.962922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-55321db0-6bf4-4855-b113-7225c1391119 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3db5148-3113-4e3f-b5f0-e3185776b74d HTTP/1.1" status: 204 len: 168 time: 0.6684637 Oct 19 11:43:12.974991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55321db0-6bf4-4855-b113-7225c1391119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db5148-3113-4e3f-b5f0-e3185776b74d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:13.000447 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71f10246-9c6f-457a-ae7d-14579072a4ad tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:13.103211 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71f10246-9c6f-457a-ae7d-14579072a4ad tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:13.133978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f91b13cb-94bd-49ef-a274-078498ebd4ec details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:43:13.207723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71f10246-9c6f-457a-ae7d-14579072a4ad tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:13.245930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f10246-9c6f-457a-ae7d-14579072a4ad tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2cb1e7-dfbd-4139-8e09-ad58a0fe02b9,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:13.300721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f91b13cb-94bd-49ef-a274-078498ebd4ec, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f91b13cb-94bd-49ef-a274-078498ebd4ec,segment=NetworkSegment(762c8161-2db5-4824-b24c-d3b500bc5e3d),segment_id=762c8161-2db5-4824-b24c-d3b500bc5e3d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:13.316997 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'f91b13cb-94bd-49ef-a274-078498ebd4ec', 'network_id': '50d56e2f-9663-4127-9377-a1c0ee54a45c', 'port_id': 'f91b13cb-94bd-49ef-a274-078498ebd4ec', 'mac_address': 'fa:16:3e:8d:19:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c0d81f-8225-4e38-b264-40f00cdadba6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:43:13.341535 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71f10246-9c6f-457a-ae7d-14579072a4ad tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:13.342987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-71f10246-9c6f-457a-ae7d-14579072a4ad tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5393338 Oct 19 11:43:13.346513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37274) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:13.353758 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bb804efc-4f96-4912-9ffb-0afada82f0b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '14f202e0-a328-425b-b45b-c6d3d3de475a', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:13.430631 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:13.467253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91b13cb-94bd-49ef-a274-078498ebd4ec {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:43:13.499976 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f91b13cb-94bd-49ef-a274-078498ebd4ec, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f91b13cb-94bd-49ef-a274-078498ebd4ec,segment=NetworkSegment(762c8161-2db5-4824-b24c-d3b500bc5e3d),segment_id=762c8161-2db5-4824-b24c-d3b500bc5e3d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:13.505537 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb804efc-4f96-4912-9ffb-0afada82f0b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:13.567284 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:13.686583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=f91b13cb-94bd-49ef-a274-078498ebd4ec,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:13.701796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb804efc-4f96-4912-9ffb-0afada82f0b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:13.772120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['f91b13cb-94bd-49ef-a274-078498ebd4ec'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:43:13.785335 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb804efc-4f96-4912-9ffb-0afada82f0b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:13.824741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb804efc-4f96-4912-9ffb-0afada82f0b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dde1d93-b8d9-4b00-899d-34f7bd1c020a,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:13.915492 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb804efc-4f96-4912-9ffb-0afada82f0b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:13.917469 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bb804efc-4f96-4912-9ffb-0afada82f0b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5700259 Oct 19 11:43:13.928196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37288) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:13.934942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9f400a17-4f9b-40af-9418-c17aefcf9a4f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '14f202e0-a328-425b-b45b-c6d3d3de475a', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:14.128350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f400a17-4f9b-40af-9418-c17aefcf9a4f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:14.247273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2679d-cca4-4333-888d-e990445b0e73 req-bed10819-3030-4ab4-9ca6-7f75cfaaaf8d tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:14.255798 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f7d2679d-cca4-4333-888d-e990445b0e73 req-bed10819-3030-4ab4-9ca6-7f75cfaaaf8d tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 944 time: 0.2284687 Oct 19 11:43:14.307676 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f400a17-4f9b-40af-9418-c17aefcf9a4f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:14.325963 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f7d2679d-cca4-4333-888d-e990445b0e73 req-f29a4c50-18d2-4747-bafd-7747f19ed6dc tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617831 Oct 19 11:43:14.360271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7ea4bee4-36f6-46a3-a316-163813152e5c up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:14.390321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f400a17-4f9b-40af-9418-c17aefcf9a4f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:14.421717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f400a17-4f9b-40af-9418-c17aefcf9a4f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c71d7ec-9117-4a08-af97-cdd00883ddc5,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:14.439526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7ea4bee4-36f6-46a3-a316-163813152e5c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:14.439893 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:14.495936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f400a17-4f9b-40af-9418-c17aefcf9a4f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:14.500354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37302) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:14.501091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9f400a17-4f9b-40af-9418-c17aefcf9a4f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5714991 Oct 19 11:43:14.505192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1e42ca4b-9ed8-4632-9757-a63dbde548ce tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '14f202e0-a328-425b-b45b-c6d3d3de475a', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:14.610149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e42ca4b-9ed8-4632-9757-a63dbde548ce tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:14.726845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e42ca4b-9ed8-4632-9757-a63dbde548ce tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:14.807007 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e42ca4b-9ed8-4632-9757-a63dbde548ce tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:14.830143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42ca4b-9ed8-4632-9757-a63dbde548ce tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb396662-e619-43bd-98d8-d67a94f59b91,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:14.915747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e42ca4b-9ed8-4632-9757-a63dbde548ce tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:14.916945 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1e42ca4b-9ed8-4632-9757-a63dbde548ce tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4156179 Oct 19 11:43:14.919698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37304) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:14.927187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5c9186e2-84cf-42f0-90fb-a5ba6dd374be tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '14f202e0-a328-425b-b45b-c6d3d3de475a', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:15.047998 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-5c9186e2-84cf-42f0-90fb-a5ba6dd374be tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Project 8abfa711f30a45c1b1fb691610142fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:43:15.053447 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c9186e2-84cf-42f0-90fb-a5ba6dd374be tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:15.122436 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c9186e2-84cf-42f0-90fb-a5ba6dd374be tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:15.131734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f91b13cb-94bd-49ef-a274-078498ebd4ec up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:15.214135 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c9186e2-84cf-42f0-90fb-a5ba6dd374be tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:15.230375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9186e2-84cf-42f0-90fb-a5ba6dd374be tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760d4a5d-b210-4eb5-9abf-b95ea8aa4548,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:15.281714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port f91b13cb-94bd-49ef-a274-078498ebd4ec completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:43:15.286701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port f91b13cb-94bd-49ef-a274-078498ebd4ec triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:15.290305 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:15.341123 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c9186e2-84cf-42f0-90fb-a5ba6dd374be tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:15.342358 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5c9186e2-84cf-42f0-90fb-a5ba6dd374be tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4216628 Oct 19 11:43:15.345236 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37308) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:15.351607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4cc1a173-9243-4a74-9424-b3c3b296bfbf tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '14f202e0-a328-425b-b45b-c6d3d3de475a', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:15.392927 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:15.487276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f75dabf-8b2f-4c07-8080-527e9e776795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91b13cb-94bd-49ef-a274-078498ebd4ec'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:15.489722 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44458dd1-5943-4ba9-beb4-2d97318b6410" -d '{"events": [{"server_uuid": "6f75dabf-8b2f-4c07-8080-527e9e776795", "name": "network-vif-plugged", "status": "completed", "tag": "f91b13cb-94bd-49ef-a274-078498ebd4ec"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:15.511736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f91b13cb-94bd-49ef-a274-078498ebd4ec, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f91b13cb-94bd-49ef-a274-078498ebd4ec,segment=NetworkSegment(762c8161-2db5-4824-b24c-d3b500bc5e3d),segment_id=762c8161-2db5-4824-b24c-d3b500bc5e3d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:15.515268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34d0de-8f7d-4171-9e4c-2d9e5f21f6ad req-6d25d72f-a1df-4c66-aab1-7a2673cbd401 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:15.523338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e34d0de-8f7d-4171-9e4c-2d9e5f21f6ad req-6d25d72f-a1df-4c66-aab1-7a2673cbd401 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 944 time: 0.1030595 Oct 19 11:43:15.543909 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93396668-04f8-4feb-86b0-5abaefba297a x-openstack-request-id: req-93396668-04f8-4feb-86b0-5abaefba297a {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:15.544269 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f75dabf-8b2f-4c07-8080-527e9e776795", "name": "network-vif-plugged", "status": "completed", "tag": "f91b13cb-94bd-49ef-a274-078498ebd4ec", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:15.545173 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93396668-04f8-4feb-86b0-5abaefba297a {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:15.547405 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f75dabf-8b2f-4c07-8080-527e9e776795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91b13cb-94bd-49ef-a274-078498ebd4ec', 'code': 200} Oct 19 11:43:15.573501 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e34d0de-8f7d-4171-9e4c-2d9e5f21f6ad req-a9e92556-2260-4a25-8f65-f0293924a9d2 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488470 Oct 19 11:43:15.647141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a47bb-4523-40c1-bd85-c1edcacb7262 req-8763db81-c4e1-46fd-97f1-074079f246dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:15.648674 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae6a47bb-4523-40c1-bd85-c1edcacb7262 req-8763db81-c4e1-46fd-97f1-074079f246dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 1095 time: 0.0497916 Oct 19 11:43:15.691015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae6a47bb-4523-40c1-bd85-c1edcacb7262 req-8612f3d0-9af1-4900-ab0a-225c9c52c105 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344782 Oct 19 11:43:15.799649 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:43:15.825846 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-4cc1a173-9243-4a74-9424-b3c3b296bfbf tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Project 8abfa711f30a45c1b1fb691610142fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:43:15.837991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a173-9243-4a74-9424-b3c3b296bfbf tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:15.860189 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:15.943752 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a173-9243-4a74-9424-b3c3b296bfbf tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:15.954541 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=f91b13cb-94bd-49ef-a274-078498ebd4ec,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:16.114161 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a173-9243-4a74-9424-b3c3b296bfbf tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:16.138755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1a173-9243-4a74-9424-b3c3b296bfbf tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51a477d-ad0e-40ef-8239-141f34cdad78,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:16.341172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4cc1a173-9243-4a74-9424-b3c3b296bfbf tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:16.342496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4cc1a173-9243-4a74-9424-b3c3b296bfbf tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9957211 Oct 19 11:43:16.765221 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d5325-1224-41ef-af8c-ff22004bca4f req-183544cf-8a90-41b2-9d25-af72a9896e77 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:16.774590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-011d5325-1224-41ef-af8c-ff22004bca4f req-183544cf-8a90-41b2-9d25-af72a9896e77 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 945 time: 0.0911574 Oct 19 11:43:16.835058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-011d5325-1224-41ef-af8c-ff22004bca4f req-c0cc2726-53ec-4825-a825-475396d21715 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530665 Oct 19 11:43:17.973116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db61e8f-5a00-4f26-9ff6-cd17174811af req-860fdf50-6ef0-4744-a3f3-8f4f3704538e tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:17.985867 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6db61e8f-5a00-4f26-9ff6-cd17174811af req-860fdf50-6ef0-4744-a3f3-8f4f3704538e tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 945 time: 0.0815389 Oct 19 11:43:18.028843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6db61e8f-5a00-4f26-9ff6-cd17174811af req-8d2f3e83-cffc-4ee5-b871-7a31b2c0a05c tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Oct 19 11:43:19.169201 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ba1a0-3b9d-4357-adfe-99c18ab4eeb1 req-f2c1ca8c-8fec-4aea-ae1b-b41fd44072e5 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:19.178440 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e58ba1a0-3b9d-4357-adfe-99c18ab4eeb1 req-f2c1ca8c-8fec-4aea-ae1b-b41fd44072e5 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 945 time: 0.0783095 Oct 19 11:43:19.198463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c43b2-a7ca-40d8-b662-282fa0a32b7c req-c2780395-1da3-4f62-8a5f-4bb57429a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:19.201788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c90c43b2-a7ca-40d8-b662-282fa0a32b7c req-c2780395-1da3-4f62-8a5f-4bb57429a81b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7b14f0b77e64dd88c9c350715fe3173&device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 1096 time: 0.0565999 Oct 19 11:43:19.242545 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e58ba1a0-3b9d-4357-adfe-99c18ab4eeb1 req-f1792f59-b5bb-4255-b9b2-6fdc67866757 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529299 Oct 19 11:43:19.328911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c43b2-a7ca-40d8-b662-282fa0a32b7c req-f622204c-600a-43b8-b078-aa27c88aebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:19.337044 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c90c43b2-a7ca-40d8-b662-282fa0a32b7c req-f622204c-600a-43b8-b078-aa27c88aebaf service neutron] 10.222.0.49 "GET /v2.0/networks?id=50d56e2f-9663-4127-9377-a1c0ee54a45c HTTP/1.1" status: 200 len: 915 time: 0.1215355 Oct 19 11:43:19.390796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c90c43b2-a7ca-40d8-b662-282fa0a32b7c req-d2984c2e-84db-4c0d-b071-6aee19ca7bc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f91b13cb-94bd-49ef-a274-078498ebd4ec HTTP/1.1" status: 200 len: 217 time: 0.0525935 Oct 19 11:43:19.463828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c43b2-a7ca-40d8-b662-282fa0a32b7c req-ceb2cb15-0bbe-4e8c-b79d-c0cbd7d46c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:19.467987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c90c43b2-a7ca-40d8-b662-282fa0a32b7c req-ceb2cb15-0bbe-4e8c-b79d-c0cbd7d46c4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3c0d81f-8225-4e38-b264-40f00cdadba6 HTTP/1.1" status: 200 len: 854 time: 0.0686471 Oct 19 11:43:19.516457 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c90c43b2-a7ca-40d8-b662-282fa0a32b7c req-c1f23113-d91b-4e01-8894-4df0765b9bba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50d56e2f-9663-4127-9377-a1c0ee54a45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429583 Oct 19 11:43:19.706138 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c90c43b2-a7ca-40d8-b662-282fa0a32b7c req-9cd4a236-42f7-4b98-9565-5b24f1664caf service neutron] 10.222.0.49 "GET /v2.0/networks/50d56e2f-9663-4127-9377-a1c0ee54a45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270583 Oct 19 11:43:19.791182 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c90c43b2-a7ca-40d8-b662-282fa0a32b7c req-0a153100-5348-4f48-95aa-e4cd2c09e23e service neutron] 10.222.0.49 "GET /v2.0/networks/50d56e2f-9663-4127-9377-a1c0ee54a45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316786 Oct 19 11:43:19.801293 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:20.132817 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:20.443403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428de1b-2bef-4772-a193-6dda262b0ea8 req-d53aa484-0cc3-4467-b1b8-adb4f790a4f9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:20.446462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f428de1b-2bef-4772-a193-6dda262b0ea8 req-d53aa484-0cc3-4467-b1b8-adb4f790a4f9 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 945 time: 0.1142476 Oct 19 11:43:20.512377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f428de1b-2bef-4772-a193-6dda262b0ea8 req-e85955c6-988d-4268-865a-4f63a514f62e tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548396 Oct 19 11:43:21.709188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b3004-7c97-4c4c-aac5-40ace40f1085 req-2f9c1027-7662-4e72-984b-ab696b3af743 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:21.721760 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f53b3004-7c97-4c4c-aac5-40ace40f1085 req-2f9c1027-7662-4e72-984b-ab696b3af743 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 945 time: 0.0746150 Oct 19 11:43:21.810476 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f53b3004-7c97-4c4c-aac5-40ace40f1085 req-b4ae4e72-8799-45d6-bb89-d9bd2f4b7947 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874333 Oct 19 11:43:22.615078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110a3f9-a190-4668-b88e-564bc904a0b2 req-0c2d16aa-4801-4584-904f-c557321ea5d5 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:22.626304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f110a3f9-a190-4668-b88e-564bc904a0b2 req-0c2d16aa-4801-4584-904f-c557321ea5d5 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 945 time: 0.1003215 Oct 19 11:43:22.699105 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f110a3f9-a190-4668-b88e-564bc904a0b2 req-980d7446-2c6f-457a-9baf-433ae9865a8a tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684686 Oct 19 11:43:23.859587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e97000-aa34-4926-a434-bec9d4c6437e req-958b7fb2-4ac9-4642-a4d0-87797be33056 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:23.864210 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56e97000-aa34-4926-a434-bec9d4c6437e req-958b7fb2-4ac9-4642-a4d0-87797be33056 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 945 time: 0.1162758 Oct 19 11:43:23.881576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86795fd-aff3-4aaa-8956-c1780789fa01 req-92e46188-175e-464a-9fea-81e21118f981 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:23.887536 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f86795fd-aff3-4aaa-8956-c1780789fa01 req-92e46188-175e-464a-9fea-81e21118f981 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 945 time: 0.1101861 Oct 19 11:43:23.964712 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f86795fd-aff3-4aaa-8956-c1780789fa01 req-2df714e9-7388-42d2-bf55-260708bb6d3c tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/security-groups?id=496cd057-f147-48a9-b6b8-b54a61154e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691361 Oct 19 11:43:24.031789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-56e97000-aa34-4926-a434-bec9d4c6437e req-3034611b-ec77-4053-bc7f-4cef036df050 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Deleting port f91b13cb-94bd-49ef-a274-078498ebd4ec {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:43:24.032350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-56e97000-aa34-4926-a434-bec9d4c6437e req-3034611b-ec77-4053-bc7f-4cef036df050 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:24.189457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-56e97000-aa34-4926-a434-bec9d4c6437e req-3034611b-ec77-4053-bc7f-4cef036df050 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] For port f91b13cb-94bd-49ef-a274-078498ebd4ec, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f91b13cb-94bd-49ef-a274-078498ebd4ec,segment=NetworkSegment(762c8161-2db5-4824-b24c-d3b500bc5e3d),segment_id=762c8161-2db5-4824-b24c-d3b500bc5e3d)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:24.195588 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-56e97000-aa34-4926-a434-bec9d4c6437e req-3034611b-ec77-4053-bc7f-4cef036df050 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:24.204653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-56e97000-aa34-4926-a434-bec9d4c6437e req-3034611b-ec77-4053-bc7f-4cef036df050 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Calling delete_port for f91b13cb-94bd-49ef-a274-078498ebd4ec owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:43:24.413972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-56e97000-aa34-4926-a434-bec9d4c6437e req-3034611b-ec77-4053-bc7f-4cef036df050 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:24.428636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['f91b13cb-94bd-49ef-a274-078498ebd4ec'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:43:24.458589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034611b-ec77-4053-bc7f-4cef036df050 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Pushing event deleted for resources: {'Port': ['ID=f91b13cb-94bd-49ef-a274-078498ebd4ec,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:24.511545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e97000-aa34-4926-a434-bec9d4c6437e req-3034611b-ec77-4053-bc7f-4cef036df050 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] No DVR routers for this DVR port f91b13cb-94bd-49ef-a274-078498ebd4ec on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:43:24.534358 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-56e97000-aa34-4926-a434-bec9d4c6437e req-3034611b-ec77-4053-bc7f-4cef036df050 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:24.534358 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56e97000-aa34-4926-a434-bec9d4c6437e req-3034611b-ec77-4053-bc7f-4cef036df050 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.49 "DELETE /v2.0/ports/f91b13cb-94bd-49ef-a274-078498ebd4ec HTTP/1.1" status: 204 len: 173 time: 0.6627753 Oct 19 11:43:24.534358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f75dabf-8b2f-4c07-8080-527e9e776795', 'name': 'network-vif-deleted', 'tag': 'f91b13cb-94bd-49ef-a274-078498ebd4ec'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:24.537065 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cdacfd-33fa-4d6c-a94e-23c66de891fc" -d '{"events": [{"server_uuid": "6f75dabf-8b2f-4c07-8080-527e9e776795", "name": "network-vif-deleted", "tag": "f91b13cb-94bd-49ef-a274-078498ebd4ec"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:24.587693 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744b6b46-0687-4e12-a949-cfff281af1e3 x-openstack-request-id: req-744b6b46-0687-4e12-a949-cfff281af1e3 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:24.588086 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f75dabf-8b2f-4c07-8080-527e9e776795", "name": "network-vif-deleted", "tag": "f91b13cb-94bd-49ef-a274-078498ebd4ec", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:24.588439 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-744b6b46-0687-4e12-a949-cfff281af1e3 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:24.589066 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f75dabf-8b2f-4c07-8080-527e9e776795', 'name': 'network-vif-deleted', 'tag': 'f91b13cb-94bd-49ef-a274-078498ebd4ec', 'status': 'completed', 'code': 200} Oct 19 11:43:25.117264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-446757cd-8fb8-4dd8-a9fc-8d44de018c56 req-1ce103e0-cd03-4e67-bfc6-c06cda59ec74 tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 210 time: 0.0616257 Oct 19 11:43:25.866702 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-767795da-8172-4150-bd69-879f180f3f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:26.347311 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d6795e7-a870-473b-98e8-da9a84be9b5f req-6768237a-0f89-486d-add1-5690add531fc tempest-InstanceActionsTestJSON-115679796 tempest-InstanceActionsTestJSON-115679796-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f75dabf-8b2f-4c07-8080-527e9e776795 HTTP/1.1" status: 200 len: 210 time: 0.0770946 Oct 19 11:43:26.620611 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-efe48d38-666d-4a3c-aefd-5906314c976b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278920255&fields=id&tenant_id=8abfa711f30a45c1b1fb691610142fba HTTP/1.1" status: 200 len: 267 time: 0.0588439 Oct 19 11:43:26.814656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-2d64467e-2e56-4324-b2bf-0aeb5f5f8f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:26.817102 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-2d64467e-2e56-4324-b2bf-0aeb5f5f8f1d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/networks?id=c5077606-1e8e-48d8-b00c-eaa7f271746f HTTP/1.1" status: 200 len: 796 time: 0.1860013 Oct 19 11:43:26.836519 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-cba5f20c-14b8-4cfa-8c2c-2d3b7e34ce4f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/quotas/8abfa711f30a45c1b1fb691610142fba HTTP/1.1" status: 200 len: 375 time: 0.0131907 Oct 19 11:43:26.933509 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-2141e533-6075-4ec6-851b-413468ebc633 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802133 Oct 19 11:43:26.951932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-d8df9a7b-4b15-4c1d-b291-0004ffee1a74 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:43:26.952970 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-d8df9a7b-4b15-4c1d-b291-0004ffee1a74 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054631 Oct 19 11:43:27.086978 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-89116ad4-f87e-416a-95a2-e72a74af92ee service neutron] 10.222.0.39 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261921 Oct 19 11:43:27.215351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f91b13cb-94bd-49ef-a274-078498ebd4ec no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:43:27.254222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: f91b13cb-94bd-49ef-a274-078498ebd4ec {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:43:27.256227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f91b13cb-94bd-49ef-a274-078498ebd4ec not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:43:27.262578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-c522a17e-2817-49fe-bd76-017c6d251879 service neutron] 10.222.0.39 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510079 Oct 19 11:43:27.467952 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37452) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:27.593104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3801152-980f-4e93-923b-16291f93b448 admin admin] Deleting subnet d3c0d81f-8225-4e38-b264-40f00cdadba6 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:43:27.598429 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c3801152-980f-4e93-923b-16291f93b448 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:27.646389 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c3801152-980f-4e93-923b-16291f93b448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:27.819949 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c6490b52-49bb-4166-97b4-d5183109addc req-3c2261c7-c802-4eb5-a4b8-a7dbd0d72d8b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 210 time: 0.0660253 Oct 19 11:43:27.824118 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c3801152-980f-4e93-923b-16291f93b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:27.830932 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-23acb6d1-4c28-4cf2-a243-8c2e9d18e36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:27.975250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c3801152-980f-4e93-923b-16291f93b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:27.999432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c3801152-980f-4e93-923b-16291f93b448 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:28.006462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c3801152-980f-4e93-923b-16291f93b448 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d3c0d81f-8225-4e38-b264-40f00cdadba6 HTTP/1.1" status: 204 len: 168 time: 0.5370595 Oct 19 11:43:28.008816 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37468) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:28.039116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3801152-980f-4e93-923b-16291f93b448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c0d81f-8225-4e38-b264-40f00cdadba6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:28.108701 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:28.220377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:28.248776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d56e2f-9663-4127-9377-a1c0ee54a45c']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:28.260417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762c8161-2db5-4824-b24c-d3b500bc5e3d') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:28.261001 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762c8161-2db5-4824-b24c-d3b500bc5e3d') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:28.272965 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:28.302327 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:28.320080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:43:28.320886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:43:28.377068 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:43:28.436313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:28.443842 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:28.453803 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] 10.222.0.39 "DELETE /v2.0/networks/50d56e2f-9663-4127-9377-a1c0ee54a45c HTTP/1.1" status: 204 len: 168 time: 0.4425325 Oct 19 11:43:28.478228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878969a-7514-438a-bf1e-8164b0c23300 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d56e2f-9663-4127-9377-a1c0ee54a45c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:28.952727 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8386f429-7559-4d04-8091-5c7493eb91e5 req-c5082c44-eea7-4b0e-b42e-25b5a38bc462 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 210 time: 0.0396891 Oct 19 11:43:28.983135 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37494) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:29.039345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-30e40732-bec9-4b32-bf24-dfd42004ce7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7b14f0b77e64dd88c9c350715fe3173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518820 Oct 19 11:43:29.039345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37500) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:29.055297 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:29.099921 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14331493-975f-4472-b346-9ae0e388d1a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:29.121464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14331493-975f-4472-b346-9ae0e388d1a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:29.138571 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:29.338923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14331493-975f-4472-b346-9ae0e388d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:29.341933 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-14331493-975f-4472-b346-9ae0e388d1a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:29.346109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-14331493-975f-4472-b346-9ae0e388d1a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/496cd057-f147-48a9-b6b8-b54a61154e2e HTTP/1.1" status: 204 len: 168 time: 0.3036211 Oct 19 11:43:29.372404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14331493-975f-4472-b346-9ae0e388d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496cd057-f147-48a9-b6b8-b54a61154e2e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:30.123439 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c57fd94d-0083-449c-8319-ff76915c5a68 req-e87bd2c6-cb06-40c5-8541-783af3c59eb7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 210 time: 0.0851693 Oct 19 11:43:30.227000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-c3df1b0e-9599-4ac4-98c9-b2e219d5bd41 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:30.228561 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-c3df1b0e-9599-4ac4-98c9-b2e219d5bd41 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "GET /v2.0/networks?id=c5077606-1e8e-48d8-b00c-eaa7f271746f HTTP/1.1" status: 200 len: 796 time: 0.1280227 Oct 19 11:43:30.289611 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-1e0a4740-bd8f-4ca8-9c60-f552f256d463 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8abfa711f30a45c1b1fb691610142fba HTTP/1.1" status: 200 len: 380 time: 0.0522273 Oct 19 11:43:30.300763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'port': {'device_id': '39657fed-b49a-44f1-a724-c25ee6161588', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'admin_state_up': True, 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'security_groups': ['14f202e0-a328-425b-b45b-c6d3d3de475a']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:30.538745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Made reservation on behalf of 8abfa711f30a45c1b1fb691610142fba for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:30.542621 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:30.774218 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Allocated IP 172.20.0.12 (c5077606-1e8e-48d8-b00c-eaa7f271746f/cf3fc2e1-ef0e-4c5b-b806-513af0daacf2/5d1c3172-203c-48f0-9d0e-4df649ebb097) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:30.780859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37570) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:30.881967 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:30.946108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1274059190-network', 'tenant_id': '4f8862c9df3d42c480396e4a3e17c5c6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:31.023843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.048325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Made reservation on behalf of 4f8862c9df3d42c480396e4a3e17c5c6 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:31.050829 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.068795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.122667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.183592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network c5077606-1e8e-48d8-b00c-eaa7f271746f is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:31.187158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:31.190380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:31.200502 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.226525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=5d1c3172-203c-48f0-9d0e-4df649ebb097,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:31.241493 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.271262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:43:31.299837 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.300137 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Added segment 71a04937-a1d9-4667-a9c7-fea5332d5c26 of type vlan for network 4990df19-f953-4d03-84ce-9a4da8adaf11 Oct 19 11:43:31.334368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:31.335033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.351556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6fd75-9470-4136-a51b-f41db3b89dc7 req-91b35877-849f-4292-9eae-bed630ba38db tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:31.353534 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bad6fd75-9470-4136-a51b-f41db3b89dc7 req-91b35877-849f-4292-9eae-bed630ba38db tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 932 time: 0.0873704 Oct 19 11:43:31.383570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4227cfd-7dc1-4d1e-abb9-494630ed6623,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:31.401227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.408313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bad6fd75-9470-4136-a51b-f41db3b89dc7 req-b4abbb0e-56c5-4484-960e-e0d37b860e5e tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f202e0-a328-425b-b45b-c6d3d3de475a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459278 Oct 19 11:43:31.439956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-ece77c2d-3b6b-4414-acda-32ba95a616a4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1441584 Oct 19 11:43:31.459132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Request body: {'port': {'device_id': '39657fed-b49a-44f1-a724-c25ee6161588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:31.539846 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.544503 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.545515 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:31.546090 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.602809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-700a0b40-a72f-4bc2-bc72-a3a1e83e7bb0 None None] Provisioning complete for port 5d1c3172-203c-48f0-9d0e-4df649ebb097 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:31.603434 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-700a0b40-a72f-4bc2-bc72-a3a1e83e7bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.644778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-700a0b40-a72f-4bc2-bc72-a3a1e83e7bb0 None None] Port 5d1c3172-203c-48f0-9d0e-4df649ebb097 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:43:31.676867 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8939881 Oct 19 11:43:31.678119 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9da1f-1e5c-40e4-b8b4-897dcc0f26a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4990df19-f953-4d03-84ce-9a4da8adaf11,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:31.681859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37610) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:31.689189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 4990df19-f953-4d03-84ce-9a4da8adaf11 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:43:31.689789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] Request body: {'subnet': {'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1274059190-subnet', 'tenant_id': '4f8862c9df3d42c480396e4a3e17c5c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:31.752220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] Made reservation on behalf of 4f8862c9df3d42c480396e4a3e17c5c6 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:31.767407 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:31.982654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1c3172-203c-48f0-9d0e-4df649ebb097 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:43:31.992067 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:32.007178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Transition to ACTIVE for port object 5d1c3172-203c-48f0-9d0e-4df649ebb097 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:43:32.093048 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:32.104488 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:32.177091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Pushing event updated for resources: {'Port': ['ID=5d1c3172-203c-48f0-9d0e-4df649ebb097,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:32.202916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:32.234381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] Checking segment: {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:32.234893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] Network hostable DHCP agents. Network: 4990df19-f953-4d03-84ce-9a4da8adaf11, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:43:32.318290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Attempting to bind port 5d1c3172-203c-48f0-9d0e-4df649ebb097 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:32.318633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Attempting to bind port 5d1c3172-203c-48f0-9d0e-4df649ebb097 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:32.318962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Attempting to bind port 5d1c3172-203c-48f0-9d0e-4df649ebb097 on network c5077606-1e8e-48d8-b00c-eaa7f271746f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:32.324923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Port 5d1c3172-203c-48f0-9d0e-4df649ebb097 on network c5077606-1e8e-48d8-b00c-eaa7f271746f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:43:32.325250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Attempting to bind port 5d1c3172-203c-48f0-9d0e-4df649ebb097 on network c5077606-1e8e-48d8-b00c-eaa7f271746f {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:32.331256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:32.331590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Checking segment: {'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:32.335651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Bound using segment: {'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:32.335651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Bound port: 5d1c3172-203c-48f0-9d0e-4df649ebb097, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337935df-8c8c-42d5-959b-b47335e0783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:32.335651 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:32.356610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] Network 4990df19-f953-4d03-84ce-9a4da8adaf11 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:43:32.429570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] For port 5d1c3172-203c-48f0-9d0e-4df649ebb097, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:32.434922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] For port 5d1c3172-203c-48f0-9d0e-4df649ebb097, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=5d1c3172-203c-48f0-9d0e-4df649ebb097,segment=NetworkSegment(337935df-8c8c-42d5-959b-b47335e0783e),segment_id=337935df-8c8c-42d5-959b-b47335e0783e)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:32.458493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 4990df19-f953-4d03-84ce-9a4da8adaf11) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:32.462942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:32.467702 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:32.478368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a5240-af46-4995-8422-a1ce3785cbf6 None None] Network 4990df19-f953-4d03-84ce-9a4da8adaf11 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:43:32.561477 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:32.597273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:32.598913 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:32.600930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] 10.222.0.49 "PUT /v2.0/ports/5d1c3172-203c-48f0-9d0e-4df649ebb097 HTTP/1.1" status: 200 len: 1092 time: 1.1466975 Oct 19 11:43:32.602861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39657fed-b49a-44f1-a724-c25ee6161588', 'tag': '5d1c3172-203c-48f0-9d0e-4df649ebb097'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:32.606603 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae15c709-b4f5-4652-8d96-094a956df0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "39657fed-b49a-44f1-a724-c25ee6161588", "tag": "5d1c3172-203c-48f0-9d0e-4df649ebb097"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:32.632457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36589556-ec31-494d-ac6c-d233a5aa0558 req-7bb64424-c7bf-4ad6-b8f6-8b55cd99694f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:32.650543 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-36589556-ec31-494d-ac6c-d233a5aa0558 req-7bb64424-c7bf-4ad6-b8f6-8b55cd99694f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 944 time: 0.1396894 Oct 19 11:43:32.664355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b1165-6793-49fb-a0fd-3edb56aace3c service neutron] Pushing event updated for resources: {'Port': ['ID=5d1c3172-203c-48f0-9d0e-4df649ebb097,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:32.679042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d19caca6-50f8-4bb1-af3d-20bd757acf21 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9954619 Oct 19 11:43:32.685160 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-4990df19-f953-4d03-84ce-9a4da8adaf11', 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11', 'tenant_id': '4f8862c9df3d42c480396e4a3e17c5c6', 'fixed_ips': [{'subnet_id': 'd0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:43:32.686133 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:32.745875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-36589556-ec31-494d-ac6c-d233a5aa0558 req-7585cb3e-db14-453d-92a8-c5177edc24df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f202e0-a328-425b-b45b-c6d3d3de475a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007307 Oct 19 11:43:32.782819 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6128854d-64af-46c4-b3f3-c12c0a936bab x-openstack-request-id: req-6128854d-64af-46c4-b3f3-c12c0a936bab {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:32.783218 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39657fed-b49a-44f1-a724-c25ee6161588", "tag": "5d1c3172-203c-48f0-9d0e-4df649ebb097", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:32.798171 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6128854d-64af-46c4-b3f3-c12c0a936bab {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:32.798171 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39657fed-b49a-44f1-a724-c25ee6161588', 'tag': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'status': 'completed', 'code': 200} Oct 19 11:43:32.806010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-d38c6291-1cca-4bbd-94ef-14c2ed3b1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:32.807852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-d38c6291-1cca-4bbd-94ef-14c2ed3b1513 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 1095 time: 0.0819032 Oct 19 11:43:32.913987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-f4118990-cfb9-4633-9f59-f38f5774cab1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d1c3172-203c-48f0-9d0e-4df649ebb097 HTTP/1.1" status: 200 len: 217 time: 0.0974290 Oct 19 11:43:32.917738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Allocated IP 172.20.0.2 (4990df19-f953-4d03-84ce-9a4da8adaf11/d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8/a1a33e0b-b43a-45ba-b820-3eef52229871) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:32.999359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-97dbda6c-0540-49dd-a237-e64a4ca9dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:33.003183 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-97dbda6c-0540-49dd-a237-e64a4ca9dad1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf3fc2e1-ef0e-4c5b-b806-513af0daacf2 HTTP/1.1" status: 200 len: 834 time: 0.0817800 Oct 19 11:43:33.099594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-6cadf522-43bf-48ad-81f6-10081784762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:33.101110 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-6cadf522-43bf-48ad-81f6-10081784762e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5077606-1e8e-48d8-b00c-eaa7f271746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900805 Oct 19 11:43:33.177523 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:33.257507 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-d5ab7196-9c36-4ca3-9393-7270d3112312 service neutron] 10.222.0.49 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489561 Oct 19 11:43:33.281765 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:33.371952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Network 4990df19-f953-4d03-84ce-9a4da8adaf11 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:33.376686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:33.380384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:33.400499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-537f4149-2f0e-47d1-972b-ba807bcfac6d req-14685675-4679-4fd7-a88d-15fc82c325ba service neutron] 10.222.0.49 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365278 Oct 19 11:43:33.466235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Pushing event updated for resources: {'Port': ['ID=a1a33e0b-b43a-45ba-b820-3eef52229871,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:33.491268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Attempting to bind port a1a33e0b-b43a-45ba-b820-3eef52229871 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:33.491870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Attempting to bind port a1a33e0b-b43a-45ba-b820-3eef52229871 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:33.491977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Attempting to bind port a1a33e0b-b43a-45ba-b820-3eef52229871 on network 4990df19-f953-4d03-84ce-9a4da8adaf11 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:33.499503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:33.500150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Checking segment: {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:33.500779 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:33.501357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Bound using segment: {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:33.502012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Bound port: a1a33e0b-b43a-45ba-b820-3eef52229871, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:33.502465 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:33.514289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4070314-240b-4278-b633-788cf60e8c28 req-d5bb9fdf-de2c-4726-a955-8c97065b757b tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:33.516177 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-d5bb9fdf-de2c-4726-a955-8c97065b757b tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/networks?id=4990df19-f953-4d03-84ce-9a4da8adaf11 HTTP/1.1" status: 200 len: 816 time: 0.1494038 Oct 19 11:43:33.535205 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-7340a2d4-4bb8-4a6b-aaf1-855f8bcec310 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/quotas/4f8862c9df3d42c480396e4a3e17c5c6 HTTP/1.1" status: 200 len: 375 time: 0.0112779 Oct 19 11:43:33.590109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] For port a1a33e0b-b43a-45ba-b820-3eef52229871, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:33.593118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] For port a1a33e0b-b43a-45ba-b820-3eef52229871, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a1a33e0b-b43a-45ba-b820-3eef52229871,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:33.611429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15c709-b4f5-4652-8d96-094a956df0f1 req-06158f6f-9be8-46e0-8c20-4078fcc32ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:33.613009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae15c709-b4f5-4652-8d96-094a956df0f1 req-06158f6f-9be8-46e0-8c20-4078fcc32ad8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 1095 time: 0.0765235 Oct 19 11:43:33.623265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-e950a4a6-419d-4848-9c93-5745a149d956 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783679 Oct 19 11:43:33.682464 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:33.752586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e2770-171f-4dbb-8f62-edea9ba29d3f None None] Pushing event updated for resources: {'Port': ['ID=a1a33e0b-b43a-45ba-b820-3eef52229871,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:33.812892 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-a80e1bbc-37c1-4e66-ae0b-996535a613ec service neutron] 10.222.0.39 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795280 Oct 19 11:43:33.814045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15c709-b4f5-4652-8d96-094a956df0f1 req-3e9e002a-e0fb-4a34-b62d-1fc1de2acbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:33.815460 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae15c709-b4f5-4652-8d96-094a956df0f1 req-3e9e002a-e0fb-4a34-b62d-1fc1de2acbe8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5077606-1e8e-48d8-b00c-eaa7f271746f HTTP/1.1" status: 200 len: 897 time: 0.1912401 Oct 19 11:43:33.940966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2285b-ab86-4430-8e8f-715f1e07cd62 req-effa5aad-dbeb-4d77-955a-1551347aab0a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:33.958340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ba2285b-ab86-4430-8e8f-715f1e07cd62 req-effa5aad-dbeb-4d77-955a-1551347aab0a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 944 time: 0.1182945 Oct 19 11:43:33.975163 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae15c709-b4f5-4652-8d96-094a956df0f1 req-7905d1d7-d5b3-4dbf-a050-b4cc746e7687 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d1c3172-203c-48f0-9d0e-4df649ebb097 HTTP/1.1" status: 200 len: 217 time: 0.0622411 Oct 19 11:43:34.034083 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ba2285b-ab86-4430-8e8f-715f1e07cd62 req-b1e41769-1b03-4c54-bd53-b1f4361e7fbd tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f202e0-a328-425b-b45b-c6d3d3de475a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747430 Oct 19 11:43:34.084257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-0f5e5306-c79a-4ada-b1a4-e198c54db954 service neutron] 10.222.0.39 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634184 Oct 19 11:43:34.129728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15c709-b4f5-4652-8d96-094a956df0f1 req-bc62ad24-b671-46fb-9b3c-4ee85e777cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:34.143072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae15c709-b4f5-4652-8d96-094a956df0f1 req-bc62ad24-b671-46fb-9b3c-4ee85e777cf5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf3fc2e1-ef0e-4c5b-b806-513af0daacf2 HTTP/1.1" status: 200 len: 834 time: 0.1619999 Oct 19 11:43:34.233429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15c709-b4f5-4652-8d96-094a956df0f1 req-f33dcc08-cf19-4971-87f4-72757dbb6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:34.235589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae15c709-b4f5-4652-8d96-094a956df0f1 req-f33dcc08-cf19-4971-87f4-72757dbb6e96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5077606-1e8e-48d8-b00c-eaa7f271746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845714 Oct 19 11:43:34.329805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a1a33e0b-b43a-45ba-b820-3eef52229871 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:34.361371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae15c709-b4f5-4652-8d96-094a956df0f1 req-53f80417-e90e-4e9f-9b74-d4357b9504c0 service neutron] 10.222.0.49 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158459 Oct 19 11:43:34.386476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a1a33e0b-b43a-45ba-b820-3eef52229871 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:34.386845 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:34.478455 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae15c709-b4f5-4652-8d96-094a956df0f1 req-525424e3-185b-426b-a8ce-ab73c07827fc service neutron] 10.222.0.49 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091688 Oct 19 11:43:34.483707 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:34.566213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port a1a33e0b-b43a-45ba-b820-3eef52229871, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a1a33e0b-b43a-45ba-b820-3eef52229871,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:34.670932 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:34.744113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=a1a33e0b-b43a-45ba-b820-3eef52229871,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:34.836588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-30ca11c7-83b7-436a-9dc7-c9863f6b43d7 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:34.844768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-30ca11c7-83b7-436a-9dc7-c9863f6b43d7 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/networks?id=4990df19-f953-4d03-84ce-9a4da8adaf11 HTTP/1.1" status: 200 len: 816 time: 0.1498506 Oct 19 11:43:34.863733 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-62266bb1-ef54-4a84-9706-5206366a9f39 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/quotas/4f8862c9df3d42c480396e4a3e17c5c6 HTTP/1.1" status: 200 len: 375 time: 0.0176518 Oct 19 11:43:34.929134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-f325cea7-9cac-484b-9412-04ba87877034 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643446 Oct 19 11:43:35.075114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-c7fcbed6-b316-4872-8562-1d3c24d69b93 service neutron] 10.222.0.39 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450286 Oct 19 11:43:35.231773 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-7144c3b3-bdf4-443f-b5b3-09ff64cbe67e service neutron] 10.222.0.39 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554918 Oct 19 11:43:35.255270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 5d1c3172-203c-48f0-9d0e-4df649ebb097 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:43:35.356568 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790f9435-637a-483e-86d5-406a90f608d5 None None] Network 4990df19-f953-4d03-84ce-9a4da8adaf11 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:43:35.485840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-dca0c4f1-4990-4150-b2dd-f96bef1c22ba None None] Provisioning complete for port a1a33e0b-b43a-45ba-b820-3eef52229871 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:35.486211 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dca0c4f1-4990-4150-b2dd-f96bef1c22ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:35.532803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 5d1c3172-203c-48f0-9d0e-4df649ebb097, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=5d1c3172-203c-48f0-9d0e-4df649ebb097,segment=NetworkSegment(337935df-8c8c-42d5-959b-b47335e0783e),segment_id=337935df-8c8c-42d5-959b-b47335e0783e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:35.579357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e5196-8280-42f7-9951-ea2cf6beb91f req-a5c41c77-472c-4fb2-bc60-5538a52a4977 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:35.588838 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e8e5196-8280-42f7-9951-ea2cf6beb91f req-a5c41c77-472c-4fb2-bc60-5538a52a4977 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 944 time: 0.4575167 Oct 19 11:43:35.600581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'port_id': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'mac_address': 'fa:16:3e:f5:30:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:43:35.681604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e8e5196-8280-42f7-9951-ea2cf6beb91f req-7485ed72-1eba-426c-b3a0-1e683aecb80e tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f202e0-a328-425b-b45b-c6d3d3de475a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795739 Oct 19 11:43:35.770131 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:35.793111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1c3172-203c-48f0-9d0e-4df649ebb097 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:43:35.826897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 5d1c3172-203c-48f0-9d0e-4df649ebb097, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=5d1c3172-203c-48f0-9d0e-4df649ebb097,segment=NetworkSegment(337935df-8c8c-42d5-959b-b47335e0783e),segment_id=337935df-8c8c-42d5-959b-b47335e0783e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:35.917209 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:35.923702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-a80f71c5-d515-41d6-878e-257a5ba64536 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:35.925753 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-a80f71c5-d515-41d6-878e-257a5ba64536 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/networks?id=4990df19-f953-4d03-84ce-9a4da8adaf11 HTTP/1.1" status: 200 len: 816 time: 0.1468101 Oct 19 11:43:35.951753 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-a57570de-44a0-4a7f-b742-caa9120c87a6 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/quotas/4f8862c9df3d42c480396e4a3e17c5c6 HTTP/1.1" status: 200 len: 375 time: 0.0195959 Oct 19 11:43:35.983225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=5d1c3172-203c-48f0-9d0e-4df649ebb097,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:36.033637 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-a335a3a5-9d6c-408b-b2a3-3e2c65b16ed2 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741043 Oct 19 11:43:36.109784 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['5d1c3172-203c-48f0-9d0e-4df649ebb097'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:43:36.147227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-29d7eb49-dd4f-48bf-982e-1fb65822f722 service neutron] 10.222.0.39 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080260 Oct 19 11:43:36.253483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-703e98d9-9835-4905-ab44-c92b1efa165e None None] Provisioning complete for port a1a33e0b-b43a-45ba-b820-3eef52229871 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:36.253483 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-703e98d9-9835-4905-ab44-c92b1efa165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:36.254369 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-c838b165-e159-445a-99cf-be58dff2af3c service neutron] 10.222.0.39 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034293 Oct 19 11:43:36.313244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a1a33e0b-b43a-45ba-b820-3eef52229871 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:36.634453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e064813e-7692-4c26-8e17-444db55261b3 req-f2129e61-1e56-45db-8e6a-8a779f7f89ef tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 210 time: 0.0373797 Oct 19 11:43:36.747591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a1a33e0b-b43a-45ba-b820-3eef52229871 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:36.748158 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:36.998544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbcace-c315-41b3-92a0-f4c4645f6b23 req-530b8bbf-f9e8-47a6-98f7-775eb33b5487 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:37.000174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4bdbcace-c315-41b3-92a0-f4c4645f6b23 req-530b8bbf-f9e8-47a6-98f7-775eb33b5487 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 945 time: 0.0907280 Oct 19 11:43:37.052319 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4bdbcace-c315-41b3-92a0-f4c4645f6b23 req-9fc95a44-a8e7-4df1-94bc-3ccadcedc637 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f202e0-a328-425b-b45b-c6d3d3de475a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Oct 19 11:43:37.102438 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37742) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:37.173183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04c0e0d-962b-46f6-b1fd-dcdd5ae275cb admin admin] Deleting subnet 707d1e77-ebe1-45ee-a256-eac070e2b595 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:43:37.173183 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f04c0e0d-962b-46f6-b1fd-dcdd5ae275cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.209166 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f04c0e0d-962b-46f6-b1fd-dcdd5ae275cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.258562 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f04c0e0d-962b-46f6-b1fd-dcdd5ae275cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.286376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 5d1c3172-203c-48f0-9d0e-4df649ebb097 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:37.528323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 5d1c3172-203c-48f0-9d0e-4df649ebb097 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:43:37.535443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f04c0e0d-962b-46f6-b1fd-dcdd5ae275cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.545433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 5d1c3172-203c-48f0-9d0e-4df649ebb097 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:37.549339 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.571505 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f04c0e0d-962b-46f6-b1fd-dcdd5ae275cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.583675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37748) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:37.593299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f04c0e0d-962b-46f6-b1fd-dcdd5ae275cb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/707d1e77-ebe1-45ee-a256-eac070e2b595 HTTP/1.1" status: 204 len: 168 time: 0.4769671 Oct 19 11:43:37.638798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c0e0d-962b-46f6-b1fd-dcdd5ae275cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707d1e77-ebe1-45ee-a256-eac070e2b595,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:37.709596 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.731398 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.766265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39657fed-b49a-44f1-a724-c25ee6161588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1c3172-203c-48f0-9d0e-4df649ebb097'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:37.770919 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1e7058-8946-4b0c-84c0-77d5877b837a" -d '{"events": [{"server_uuid": "39657fed-b49a-44f1-a724-c25ee6161588", "name": "network-vif-plugged", "status": "completed", "tag": "5d1c3172-203c-48f0-9d0e-4df649ebb097"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:37.804345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 5d1c3172-203c-48f0-9d0e-4df649ebb097, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=5d1c3172-203c-48f0-9d0e-4df649ebb097,segment=NetworkSegment(337935df-8c8c-42d5-959b-b47335e0783e),segment_id=337935df-8c8c-42d5-959b-b47335e0783e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:37.814466 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc746f9e-66ad-4009-807e-ea7743d24d49 req-bf022a51-89a4-45cc-b71d-dbbf08d5e60d tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 210 time: 0.0566602 Oct 19 11:43:37.840452 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928d193f-6542-49a3-8a1d-2903d2c474f2 x-openstack-request-id: req-928d193f-6542-49a3-8a1d-2903d2c474f2 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:37.840939 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39657fed-b49a-44f1-a724-c25ee6161588", "name": "network-vif-plugged", "status": "completed", "tag": "5d1c3172-203c-48f0-9d0e-4df649ebb097", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:37.841256 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-928d193f-6542-49a3-8a1d-2903d2c474f2 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:37.841726 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39657fed-b49a-44f1-a724-c25ee6161588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'code': 200} Oct 19 11:43:37.862268 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.894924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035b8c9c-3392-42ce-b12e-f66b2863a9f6']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:37.913662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7feb007e-74c4-4293-9fe1-eac496d2f212') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:37.913957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7feb007e-74c4-4293-9fe1-eac496d2f212') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:37.939571 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.955827 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.963803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:43:37.964183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:43:37.965827 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:43:37.977853 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:37.981492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c1542-81e7-4f10-9756-4007f5f8a057 req-03e0396b-fb4d-4187-be72-1de98d82faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:37.982677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e2c1542-81e7-4f10-9756-4007f5f8a057 req-03e0396b-fb4d-4187-be72-1de98d82faea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 1096 time: 0.0783000 Oct 19 11:43:38.036181 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=5d1c3172-203c-48f0-9d0e-4df649ebb097,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:38.066632 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e2c1542-81e7-4f10-9756-4007f5f8a057 req-ebce8514-3595-43f8-b2fe-20fd52f12b9e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=14f202e0-a328-425b-b45b-c6d3d3de475a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661306 Oct 19 11:43:38.203116 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02325877-c609-4601-8fa4-5764e198f49a req-1df3b43e-6325-478a-bc57-920ba3fe8555 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:38.205290 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02325877-c609-4601-8fa4-5764e198f49a req-1df3b43e-6325-478a-bc57-920ba3fe8555 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 946 time: 0.0681710 Oct 19 11:43:38.220451 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:38.227788 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:38.232631 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] 10.222.0.39 "DELETE /v2.0/networks/035b8c9c-3392-42ce-b12e-f66b2863a9f6 HTTP/1.1" status: 204 len: 168 time: 0.6454983 Oct 19 11:43:38.277942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82842df5-2478-4464-96fc-b82188e2c272 admin admin] Pushing event deleted for resources: {'Network': ['ID=035b8c9c-3392-42ce-b12e-f66b2863a9f6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:38.316602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02325877-c609-4601-8fa4-5764e198f49a req-f31ad3ec-a5dc-483b-8998-b3814a67422a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f202e0-a328-425b-b45b-c6d3d3de475a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037896 Oct 19 11:43:38.382917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4070314-240b-4278-b633-788cf60e8c28 req-eeb4062f-c0fc-4a5b-87cc-5cca6c1c6f58 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:38.385196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-eeb4062f-c0fc-4a5b-87cc-5cca6c1c6f58 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "GET /v2.0/networks?id=4990df19-f953-4d03-84ce-9a4da8adaf11 HTTP/1.1" status: 200 len: 816 time: 0.1878166 Oct 19 11:43:38.404700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Request body: {'port': {'device_id': '47fcaba0-cc0f-4f68-ae3d-4675e58447c7', 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11', 'admin_state_up': True, 'tenant_id': '4f8862c9df3d42c480396e4a3e17c5c6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:38.624425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Made reservation on behalf of 4f8862c9df3d42c480396e4a3e17c5c6 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:38.635871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:38.709365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37762) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:38.763598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0d65cd5d-cb6b-48ef-a2de-0e9f983e339d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c4643c8002744b693f23f44ff2c6d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527947 Oct 19 11:43:38.766727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37764) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:38.787824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Allocated IP 172.20.0.8 (4990df19-f953-4d03-84ce-9a4da8adaf11/d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8/f856c6b5-b8bf-48c5-b354-1b460aded463) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:38.855905 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-781bd11b-d5f7-4d10-8915-3ee5c0838911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:38.892826 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-781bd11b-d5f7-4d10-8915-3ee5c0838911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:38.974629 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eff345d4-9e87-43f8-ae5c-f18f5900c1e2 req-1282044b-eea0-439f-933f-8d7d1da5ddbd tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 210 time: 0.0321820 Oct 19 11:43:39.051981 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:39.075846 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-781bd11b-d5f7-4d10-8915-3ee5c0838911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:39.079381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-781bd11b-d5f7-4d10-8915-3ee5c0838911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:39.083368 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-781bd11b-d5f7-4d10-8915-3ee5c0838911 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8381f0e4-2210-4867-bb79-46bf289bc676 HTTP/1.1" status: 204 len: 168 time: 0.3130088 Oct 19 11:43:39.101029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bd11b-d5f7-4d10-8915-3ee5c0838911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8381f0e4-2210-4867-bb79-46bf289bc676,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:39.140706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-9060d443-111f-4265-987a-61feefb01944 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:39.142859 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-9060d443-111f-4265-987a-61feefb01944 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "GET /v2.0/networks?id=4990df19-f953-4d03-84ce-9a4da8adaf11 HTTP/1.1" status: 200 len: 816 time: 0.1475446 Oct 19 11:43:39.166965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Request body: {'port': {'device_id': '02b78c5b-c975-46aa-ae7b-f77650e84d8b', 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11', 'admin_state_up': True, 'tenant_id': '4f8862c9df3d42c480396e4a3e17c5c6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:39.245257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:39.322058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Network 4990df19-f953-4d03-84ce-9a4da8adaf11 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:39.332395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:39.414046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:39.470850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:39.471616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:39.483268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Pushing event updated for resources: {'Port': ['ID=f856c6b5-b8bf-48c5-b354-1b460aded463,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:39.507717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768cbf-8e5b-48b2-8f3c-a0b24ee199ab req-bbb1bce2-9593-4f54-8fc7-ab723d831a7d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:39.511509 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad768cbf-8e5b-48b2-8f3c-a0b24ee199ab req-bbb1bce2-9593-4f54-8fc7-ab723d831a7d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 946 time: 0.1056352 Oct 19 11:43:39.567540 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad768cbf-8e5b-48b2-8f3c-a0b24ee199ab req-8884e931-f42b-4688-b4de-7df8a0e20a2c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f202e0-a328-425b-b45b-c6d3d3de475a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443959 Oct 19 11:43:39.583246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Made reservation on behalf of 4f8862c9df3d42c480396e4a3e17c5c6 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:39.597903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:39.645747 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.26', 64222) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:39.715445 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-dea04a79-cc1f-4f4e-b711-0aea7ac34187 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3146853 Oct 19 11:43:39.749141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Request body: {'port': {'device_id': '47fcaba0-cc0f-4f68-ae3d-4675e58447c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:39.755897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-180b0f4a-182d-4939-81ef-8e726b0b1c92 None None] Provisioning complete for port f856c6b5-b8bf-48c5-b354-1b460aded463 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:39.756359 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-180b0f4a-182d-4939-81ef-8e726b0b1c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:39.866463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-180b0f4a-182d-4939-81ef-8e726b0b1c92 None None] Port f856c6b5-b8bf-48c5-b354-1b460aded463 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:43:39.879240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-fbc2d684-baad-46cc-afd4-f814730fbdf6 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:39.881435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-fbc2d684-baad-46cc-afd4-f814730fbdf6 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "GET /v2.0/networks?id=4990df19-f953-4d03-84ce-9a4da8adaf11 HTTP/1.1" status: 200 len: 816 time: 0.2330184 Oct 19 11:43:39.902350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Request body: {'port': {'device_id': 'ff39bd34-6329-4c62-95db-ab95cc7d417d', 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11', 'admin_state_up': True, 'tenant_id': '4f8862c9df3d42c480396e4a3e17c5c6'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:39.909011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108fe5e-a03e-4b40-a3f4-899945f36cbe req-1f11b5ca-087b-46b6-b5c8-ce2dfba7da8b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:39.936710 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2108fe5e-a03e-4b40-a3f4-899945f36cbe req-1f11b5ca-087b-46b6-b5c8-ce2dfba7da8b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 946 time: 0.2124622 Oct 19 11:43:39.943757 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:40.033219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Allocated IP 172.20.0.14 (4990df19-f953-4d03-84ce-9a4da8adaf11/d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8/6ccc0e02-5675-4f23-8abb-a4abdf53d931) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:40.045172 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2108fe5e-a03e-4b40-a3f4-899945f36cbe req-b60c3b12-048e-4468-b566-e8e318052fb0 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f202e0-a328-425b-b45b-c6d3d3de475a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107218 Oct 19 11:43:40.072352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37790) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:40.223887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99709914-cfac-4d40-bc8e-3b6fe86c307b req-3d976f64-21c4-4424-aead-6d03536acc80 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 210 time: 0.1521535 Oct 19 11:43:40.224167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Made reservation on behalf of 4f8862c9df3d42c480396e4a3e17c5c6 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:40.234279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:40.380141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146bff9b-aa83-419a-8657-1e3ef39bc38d tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:40.383144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-146bff9b-aa83-419a-8657-1e3ef39bc38d tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 1092 time: 0.3096070 Oct 19 11:43:40.389393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37796) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:40.396470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:40.481044 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:40.527299 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:40.639442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:40.702540 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:40.819629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37808) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:40.881094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Network 4990df19-f953-4d03-84ce-9a4da8adaf11 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:40.888956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Allocated IP 172.25.2.18 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/d70c814b-39b6-4472-9d42-d4dd5c951868) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:40.892677 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:40.896753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Pushing event updated for resources: {'Port': ['ID=6ccc0e02-5675-4f23-8abb-a4abdf53d931,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:40.899410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:40.946761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f856c6b5-b8bf-48c5-b354-1b460aded463 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:43:40.961436 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:40.986523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Transition to ACTIVE for port object f856c6b5-b8bf-48c5-b354-1b460aded463 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:43:40.993467 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:40.994158 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.068402 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.098586 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.139364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2136075573-network', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:41.204838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-092e3151-ec21-43ac-9882-1d88b6bb52e2 None None] Provisioning complete for port 6ccc0e02-5675-4f23-8abb-a4abdf53d931 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:41.205867 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-092e3151-ec21-43ac-9882-1d88b6bb52e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.259557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Allocated IP 172.20.0.6 (4990df19-f953-4d03-84ce-9a4da8adaf11/d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8/2653decc-7da4-458e-a88f-28e5d8f3b3a9) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:41.272959 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-092e3151-ec21-43ac-9882-1d88b6bb52e2 None None] Port 6ccc0e02-5675-4f23-8abb-a4abdf53d931 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:43:41.329779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Made reservation on behalf of be2955bc8db24369ba0330eb1670e61f for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:41.332110 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.349593 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.364366 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.410551 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-0259f618-c493-4854-ac46-20284bab6d07 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2489777 Oct 19 11:43:41.427139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:41.434248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Request body: {'port': {'device_id': '02b78c5b-c975-46aa-ae7b-f77650e84d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:41.448566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:41.452769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:41.484291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=d70c814b-39b6-4472-9d42-d4dd5c951868,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:41.485287 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-53b83923-32d7-465b-a524-ddd1443bd76e req-e984521b-a15a-428e-a2a8-c84fd70bd272 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 210 time: 0.0811591 Oct 19 11:43:41.504030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Pushing event updated for resources: {'Port': ['ID=f856c6b5-b8bf-48c5-b354-1b460aded463,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:41.603559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.616806 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Attempting to bind port f856c6b5-b8bf-48c5-b354-1b460aded463 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:41.617153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Attempting to bind port f856c6b5-b8bf-48c5-b354-1b460aded463 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:41.617565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Attempting to bind port f856c6b5-b8bf-48c5-b354-1b460aded463 on network 4990df19-f953-4d03-84ce-9a4da8adaf11 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:41.623781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Port f856c6b5-b8bf-48c5-b354-1b460aded463 on network 4990df19-f953-4d03-84ce-9a4da8adaf11 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:43:41.624103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Attempting to bind port f856c6b5-b8bf-48c5-b354-1b460aded463 on network 4990df19-f953-4d03-84ce-9a4da8adaf11 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:41.626543 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.640454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:41.641479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Checking segment: {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:41.642315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Bound using segment: {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:41.642783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Bound port: f856c6b5-b8bf-48c5-b354-1b460aded463, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:41.643146 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.741029 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.803591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] For port f856c6b5-b8bf-48c5-b354-1b460aded463, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:41.826786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] For port f856c6b5-b8bf-48c5-b354-1b460aded463, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f856c6b5-b8bf-48c5-b354-1b460aded463,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:41.851755 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.854958 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:41.928656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:43:41.969976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Network 4990df19-f953-4d03-84ce-9a4da8adaf11 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:41.984812 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.002036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3023147-5c6e-417d-958d-4bf7463ee4aa,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:42.013089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:42.015327 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.015660 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Added segment e02f4d50-0209-4c1f-8f09-a65bd1481240 of type vlan for network c214046d-91d8-4634-8c31-76dfa27c0d70 Oct 19 11:43:42.021701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Pushing event updated for resources: {'Port': ['ID=2653decc-7da4-458e-a88f-28e5d8f3b3a9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:42.030223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:42.035792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:42.045900 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.047750 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] 10.222.0.26 "PUT /v2.0/ports/f856c6b5-b8bf-48c5-b354-1b460aded463 HTTP/1.1" status: 200 len: 1091 time: 2.3031776 Oct 19 11:43:42.048240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fcaba0-cc0f-4f68-ae3d-4675e58447c7', 'tag': 'f856c6b5-b8bf-48c5-b354-1b460aded463'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:42.059464 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bf7830-1068-481d-8eae-e8709bb0186e" -d '{"events": [{"name": "network-changed", "server_uuid": "47fcaba0-cc0f-4f68-ae3d-4675e58447c7", "tag": "f856c6b5-b8bf-48c5-b354-1b460aded463"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:42.114132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccc0e02-5675-4f23-8abb-a4abdf53d931 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:43:42.114132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f8b4e-7c2e-4aef-814c-e8aedf3fa92a service neutron] Pushing event updated for resources: {'Port': ['ID=f856c6b5-b8bf-48c5-b354-1b460aded463,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:42.128284 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.149243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Transition to ACTIVE for port object 6ccc0e02-5675-4f23-8abb-a4abdf53d931 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:43:42.164065 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f680250-18ee-4a46-a40a-d85705b4c886 x-openstack-request-id: req-7f680250-18ee-4a46-a40a-d85705b4c886 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:42.164651 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fcaba0-cc0f-4f68-ae3d-4675e58447c7", "tag": "f856c6b5-b8bf-48c5-b354-1b460aded463", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:42.164920 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f680250-18ee-4a46-a40a-d85705b4c886 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:42.165326 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fcaba0-cc0f-4f68-ae3d-4675e58447c7', 'tag': 'f856c6b5-b8bf-48c5-b354-1b460aded463', 'status': 'completed', 'code': 200} Oct 19 11:43:42.263476 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.266110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf7830-1068-481d-8eae-e8709bb0186e req-8ba62e86-4f0d-499f-81bb-8c0e13d26233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:42.267655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52bf7830-1068-481d-8eae-e8709bb0186e req-8ba62e86-4f0d-499f-81bb-8c0e13d26233 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 1094 time: 0.0738201 Oct 19 11:43:42.325332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:42.326043 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.355623 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.441852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccc0e02-5675-4f23-8abb-a4abdf53d931,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:42.457780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf7830-1068-481d-8eae-e8709bb0186e req-2baa8365-31d3-4f28-9478-e270ab9df440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:42.459499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52bf7830-1068-481d-8eae-e8709bb0186e req-2baa8365-31d3-4f28-9478-e270ab9df440 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1762257 Oct 19 11:43:42.465488 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.571786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-03180100-8047-4cea-86ac-d5b1fe6bbc00 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6759543 Oct 19 11:43:42.572735 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.573717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:42.574440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.606591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Attempting to bind port 6ccc0e02-5675-4f23-8abb-a4abdf53d931 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:42.607102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Attempting to bind port 6ccc0e02-5675-4f23-8abb-a4abdf53d931 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:42.607256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Attempting to bind port 6ccc0e02-5675-4f23-8abb-a4abdf53d931 on network 4990df19-f953-4d03-84ce-9a4da8adaf11 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:42.630638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Port 6ccc0e02-5675-4f23-8abb-a4abdf53d931 on network 4990df19-f953-4d03-84ce-9a4da8adaf11 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:43:42.630863 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Attempting to bind port 6ccc0e02-5675-4f23-8abb-a4abdf53d931 on network 4990df19-f953-4d03-84ce-9a4da8adaf11 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:42.637579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf7830-1068-481d-8eae-e8709bb0186e req-b6009049-c771-40ea-b5f0-a7d4cdd68adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:42.639061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52bf7830-1068-481d-8eae-e8709bb0186e req-b6009049-c771-40ea-b5f0-a7d4cdd68adc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1610198 Oct 19 11:43:42.652709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Request body: {'port': {'device_id': 'ff39bd34-6329-4c62-95db-ab95cc7d417d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:42.655141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f5e2bcae-cb8c-4e9f-a60d-d58b077ca7e9 None None] Provisioning complete for port 2653decc-7da4-458e-a88f-28e5d8f3b3a9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:42.662876 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f5e2bcae-cb8c-4e9f-a60d-d58b077ca7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.676388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:42.677128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Checking segment: {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:42.677518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Bound using segment: {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:42.677965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Bound port: 6ccc0e02-5675-4f23-8abb-a4abdf53d931, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:42.678324 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.714468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f5e2bcae-cb8c-4e9f-a60d-d58b077ca7e9 None None] Port 2653decc-7da4-458e-a88f-28e5d8f3b3a9 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:43:42.806234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] Pushing event updated for resources: {'Network': ['ID=c214046d-91d8-4634-8c31-76dfa27c0d70,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:42.811918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96189a52-7009-4c39-81eb-6dac1936b955 req-2eb6ce2c-ffdc-4cae-b71b-df1e2ea1d241 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:42.813573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96189a52-7009-4c39-81eb-6dac1936b955 req-2eb6ce2c-ffdc-4cae-b71b-df1e2ea1d241 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 931 time: 0.1981499 Oct 19 11:43:42.819029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4070314-240b-4278-b633-788cf60e8c28 req-9de949f8-672c-48a8-9b33-fe5bbab1e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:42.820528 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-9de949f8-672c-48a8-9b33-fe5bbab1e8e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 1094 time: 0.0912278 Oct 19 11:43:42.826482 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c214046d-91d8-4634-8c31-76dfa27c0d70 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:43:42.827918 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.858314 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:42.862869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] For port 6ccc0e02-5675-4f23-8abb-a4abdf53d931, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:42.903876 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-861375af-d179-4476-9afe-53d78cd682ab admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9773889 Oct 19 11:43:42.904126 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-61a56330-696c-4786-ac54-e7dba3bc8e48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f856c6b5-b8bf-48c5-b354-1b460aded463 HTTP/1.1" status: 200 len: 217 time: 0.0550728 Oct 19 11:43:42.904126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37830) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:42.908859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] Request body: {'subnet': {'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2136075573-subnet', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:42.939910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] For port 6ccc0e02-5675-4f23-8abb-a4abdf53d931, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6ccc0e02-5675-4f23-8abb-a4abdf53d931,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:42.987907 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96189a52-7009-4c39-81eb-6dac1936b955 req-9d7c96c3-e087-46ea-9927-27b18f7ea77d tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514378 Oct 19 11:43:42.993343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4070314-240b-4278-b633-788cf60e8c28 req-35494390-5aba-4845-ba30-35ff812ae596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:42.994852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-35494390-5aba-4845-ba30-35ff812ae596 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8 HTTP/1.1" status: 200 len: 855 time: 0.0728526 Oct 19 11:43:43.061818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:43.112089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:43.112716 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:43.114064 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] 10.222.0.26 "PUT /v2.0/ports/6ccc0e02-5675-4f23-8abb-a4abdf53d931 HTTP/1.1" status: 200 len: 1092 time: 1.6868701 Oct 19 11:43:43.120658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] Made reservation on behalf of be2955bc8db24369ba0330eb1670e61f for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:43.123026 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:43.131374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4070314-240b-4278-b633-788cf60e8c28 req-3dec7d95-dd24-40e7-b171-735ff56080ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:43.132883 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-3dec7d95-dd24-40e7-b171-735ff56080ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4990df19-f953-4d03-84ce-9a4da8adaf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272299 Oct 19 11:43:43.198779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ce308-a1cb-45b5-99ad-b37b77433fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccc0e02-5675-4f23-8abb-a4abdf53d931,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:43.220471 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:43.291270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2653decc-7da4-458e-a88f-28e5d8f3b3a9 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:43:43.299673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:43.321893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Transition to ACTIVE for port object 2653decc-7da4-458e-a88f-28e5d8f3b3a9 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:43:43.361852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-36b369de-40c7-4039-bbbf-6325b3b77985 service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137723 Oct 19 11:43:43.362138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:43.379651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-5e9e000f-cf6f-4d93-8e12-0fac0aea1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:43.379651 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-5e9e000f-cf6f-4d93-8e12-0fac0aea1f13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b HTTP/1.1" status: 200 len: 1095 time: 0.0843675 Oct 19 11:43:43.463479 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:43.468987 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:43.488016 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-5695c7ef-4c98-443f-8fb9-1d4f7614cbee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ccc0e02-5675-4f23-8abb-a4abdf53d931 HTTP/1.1" status: 200 len: 217 time: 0.0911243 Oct 19 11:43:43.509304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=d70c814b-39b6-4472-9d42-d4dd5c951868,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:43.646676 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-77dc7645-6671-4562-9f05-ad751fcbb228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:43.648136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-77dc7645-6671-4562-9f05-ad751fcbb228 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8 HTTP/1.1" status: 200 len: 855 time: 0.0906045 Oct 19 11:43:43.652188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-062cb76a-5729-40c0-9c58-52b941bf673b service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566209 Oct 19 11:43:43.722881 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:43.805338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-fc937966-9593-4f50-866b-366157cc81df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:43.810625 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-fc937966-9593-4f50-866b-366157cc81df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4990df19-f953-4d03-84ce-9a4da8adaf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412957 Oct 19 11:43:43.865426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a9b5d8-b525-4685-8ff0-0364ef48cbb2,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:43.883862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] Checking segment: {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:43.884228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] Network hostable DHCP agents. Network: c214046d-91d8-4634-8c31-76dfa27c0d70, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:43:43.974490 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-3c838c9b-8c5f-4e88-9e89-16c247c207ac service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546991 Oct 19 11:43:44.032443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Attempting to bind port 2653decc-7da4-458e-a88f-28e5d8f3b3a9 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:44.032804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Attempting to bind port 2653decc-7da4-458e-a88f-28e5d8f3b3a9 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:44.033123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Attempting to bind port 2653decc-7da4-458e-a88f-28e5d8f3b3a9 on network 4990df19-f953-4d03-84ce-9a4da8adaf11 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:44.041724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Pushing event updated for resources: {'Port': ['ID=2653decc-7da4-458e-a88f-28e5d8f3b3a9,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:44.051085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Port 2653decc-7da4-458e-a88f-28e5d8f3b3a9 on network 4990df19-f953-4d03-84ce-9a4da8adaf11 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:43:44.051408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Attempting to bind port 2653decc-7da4-458e-a88f-28e5d8f3b3a9 on network 4990df19-f953-4d03-84ce-9a4da8adaf11 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:44.058033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:44.058254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] Network c214046d-91d8-4634-8c31-76dfa27c0d70 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:43:44.058422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Checking segment: {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:44.058738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Bound using segment: {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:44.059189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Bound port: 2653decc-7da4-458e-a88f-28e5d8f3b3a9, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a04937-a1d9-4667-a9c7-fea5332d5c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:44.059515 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:44.103406 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b7e4ab1-820e-4597-bbdb-a7d9ebcc23ec req-800f8427-0b66-42a4-819f-727eff961a24 service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213391 Oct 19 11:43:44.105685 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Floating IP 9903a308-0780-4333-921e-d4636cc23f6d associated. External IP: 172.25.2.18, port: 5d1c3172-203c-48f0-9d0e-4df649ebb097. Oct 19 11:43:44.162064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c214046d-91d8-4634-8c31-76dfa27c0d70) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:44.167974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:44.169112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:44.176733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5d73c-ea07-4c97-bbae-605363f1449e None None] Network c214046d-91d8-4634-8c31-76dfa27c0d70 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:43:44.192658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b78c5b-c975-46aa-ae7b-f77650e84d8b', 'tag': '6ccc0e02-5675-4f23-8abb-a4abdf53d931'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:44.198563 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245e8031-0add-466f-8ffc-e42aa1b4db2a" -d '{"events": [{"name": "network-changed", "server_uuid": "02b78c5b-c975-46aa-ae7b-f77650e84d8b", "tag": "6ccc0e02-5675-4f23-8abb-a4abdf53d931"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:44.256219 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94036f3d-1580-43c4-a0da-64ce1984fe90 x-openstack-request-id: req-94036f3d-1580-43c4-a0da-64ce1984fe90 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:44.256519 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b78c5b-c975-46aa-ae7b-f77650e84d8b", "tag": "6ccc0e02-5675-4f23-8abb-a4abdf53d931", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:44.256978 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94036f3d-1580-43c4-a0da-64ce1984fe90 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:44.259961 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b78c5b-c975-46aa-ae7b-f77650e84d8b', 'tag': '6ccc0e02-5675-4f23-8abb-a4abdf53d931', 'status': 'completed', 'code': 200} Oct 19 11:43:44.271383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfe7c1-4fe3-4014-845d-02b04b2853e1 req-ba33f678-402d-409a-9cf8-8373b7fe4c9c tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:44.272937 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17bfe7c1-4fe3-4014-845d-02b04b2853e1 req-ba33f678-402d-409a-9cf8-8373b7fe4c9c tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 943 time: 0.1763678 Oct 19 11:43:44.295693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] For port 2653decc-7da4-458e-a88f-28e5d8f3b3a9, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:44.299645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] For port 2653decc-7da4-458e-a88f-28e5d8f3b3a9, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2653decc-7da4-458e-a88f-28e5d8f3b3a9,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:44.349242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e8031-0add-466f-8ffc-e42aa1b4db2a req-140bf6d8-6c5f-4495-8cda-6ce9755e2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:44.351259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-245e8031-0add-466f-8ffc-e42aa1b4db2a req-140bf6d8-6c5f-4495-8cda-6ce9755e2a67 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b HTTP/1.1" status: 200 len: 1095 time: 0.0728755 Oct 19 11:43:44.376136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17bfe7c1-4fe3-4014-845d-02b04b2853e1 req-770ecb57-af8f-4e08-8956-cef0b5b33f84 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961614 Oct 19 11:43:44.402322 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-60a4ecd0-ddc6-4c7d-8ed3-cd4d844f2d52 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4971609 Oct 19 11:43:44.407211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-c214046d-91d8-4634-8c31-76dfa27c0d70', 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'fixed_ips': [{'subnet_id': 'c7a9b5d8-b525-4685-8ff0-0364ef48cbb2'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:43:44.418736 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:44.427888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37844) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:44.432843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2136075573-router', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:44.438578 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:44.504652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:44.505259 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:44.506781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] 10.222.0.26 "PUT /v2.0/ports/2653decc-7da4-458e-a88f-28e5d8f3b3a9 HTTP/1.1" status: 200 len: 1091 time: 1.8678381 Oct 19 11:43:44.512010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff39bd34-6329-4c62-95db-ab95cc7d417d', 'tag': '2653decc-7da4-458e-a88f-28e5d8f3b3a9'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:44.523375 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ae0af1-4410-4817-8ab0-24092a63a0de" -d '{"events": [{"name": "network-changed", "server_uuid": "ff39bd34-6329-4c62-95db-ab95cc7d417d", "tag": "2653decc-7da4-458e-a88f-28e5d8f3b3a9"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:44.553868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 65f5bcb4-25cb-4364-b025-faab8c41839c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:43:44.564910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928441c1-d597-4a79-bd90-dd9cab5cde72 service neutron] Pushing event updated for resources: {'Port': ['ID=2653decc-7da4-458e-a88f-28e5d8f3b3a9,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:44.568972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e8031-0add-466f-8ffc-e42aa1b4db2a req-25995efc-85b7-446b-8476-3724b60de7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:44.570539 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-245e8031-0add-466f-8ffc-e42aa1b4db2a req-25995efc-85b7-446b-8476-3724b60de7f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4990df19-f953-4d03-84ce-9a4da8adaf11 HTTP/1.1" status: 200 len: 917 time: 0.2116425 Oct 19 11:43:44.650495 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd44134-6d2f-4542-be3d-70e46273f71a x-openstack-request-id: req-fdd44134-6d2f-4542-be3d-70e46273f71a {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:44.650867 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff39bd34-6329-4c62-95db-ab95cc7d417d", "tag": "2653decc-7da4-458e-a88f-28e5d8f3b3a9", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:44.651146 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fdd44134-6d2f-4542-be3d-70e46273f71a {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:44.651488 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff39bd34-6329-4c62-95db-ab95cc7d417d', 'tag': '2653decc-7da4-458e-a88f-28e5d8f3b3a9', 'status': 'completed', 'code': 200} Oct 19 11:43:44.656115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-245e8031-0add-466f-8ffc-e42aa1b4db2a req-d30368fb-a20d-436d-9e1d-d7c9107ca575 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ccc0e02-5675-4f23-8abb-a4abdf53d931 HTTP/1.1" status: 200 len: 217 time: 0.0777345 Oct 19 11:43:44.686784 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Allocated IP 172.20.0.2 (c214046d-91d8-4634-8c31-76dfa27c0d70/c7a9b5d8-b525-4685-8ff0-0364ef48cbb2/3b3347d0-42ca-44e5-91ad-39ee667dfadb) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:44.730755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e8031-0add-466f-8ffc-e42aa1b4db2a req-1089c729-fb75-40f7-af3e-e3c807fd34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:44.732415 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-245e8031-0add-466f-8ffc-e42aa1b4db2a req-1089c729-fb75-40f7-af3e-e3c807fd34c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8 HTTP/1.1" status: 200 len: 855 time: 0.0659142 Oct 19 11:43:44.787029 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:44.788730 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:44.812019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e8031-0add-466f-8ffc-e42aa1b4db2a req-c5f16fd9-c34d-4bca-8b65-6c215e7df5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:44.814250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-245e8031-0add-466f-8ffc-e42aa1b4db2a req-c5f16fd9-c34d-4bca-8b65-6c215e7df5a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4990df19-f953-4d03-84ce-9a4da8adaf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725396 Oct 19 11:43:44.857200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae0af1-4410-4817-8ab0-24092a63a0de req-f78753af-3eac-42d7-8fb6-d103aa84f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:44.859083 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ae0af1-4410-4817-8ab0-24092a63a0de req-f78753af-3eac-42d7-8fb6-d103aa84f31f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 1094 time: 0.2068532 Oct 19 11:43:44.940224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:44.942033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:43:44.953765 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8dfea3-7715-4b3d-9a8b-de34d8ef3510 None None] Sync routers for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:43:44.967233 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8dfea3-7715-4b3d-9a8b-de34d8ef3510 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:43:44.967989 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ed8dfea3-7715-4b3d-9a8b-de34d8ef3510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:44.972716 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-245e8031-0add-466f-8ffc-e42aa1b4db2a req-3af23cdb-e2de-4eed-9673-ce3a99cfb0a5 service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471672 Oct 19 11:43:44.994777 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:45.089144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-245e8031-0add-466f-8ffc-e42aa1b4db2a req-8133846c-4457-4647-8a10-ffae4c3dbbc5 service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055827 Oct 19 11:43:45.099651 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:45.128382 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-ed8dfea3-7715-4b3d-9a8b-de34d8ef3510 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:43:45.139378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae0af1-4410-4817-8ab0-24092a63a0de req-54fd956d-f6a8-4cef-91b4-14c334ad5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:45.141188 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ae0af1-4410-4817-8ab0-24092a63a0de req-54fd956d-f6a8-4cef-91b4-14c334ad5720 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2710626 Oct 19 11:43:45.144985 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:45.163310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Network c214046d-91d8-4634-8c31-76dfa27c0d70 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:45.168967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:45.171080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Pushing event updated for resources: {'Port': ['ID=3b3347d0-42ca-44e5-91ad-39ee667dfadb,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:45.185759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:45.276509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Attempting to bind port 3b3347d0-42ca-44e5-91ad-39ee667dfadb on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:45.276817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Attempting to bind port 3b3347d0-42ca-44e5-91ad-39ee667dfadb by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:45.277171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Attempting to bind port 3b3347d0-42ca-44e5-91ad-39ee667dfadb on network c214046d-91d8-4634-8c31-76dfa27c0d70 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:45.284195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:45.284745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Checking segment: {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:45.284972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:45.285363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Bound using segment: {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:45.285869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Bound port: 3b3347d0-42ca-44e5-91ad-39ee667dfadb, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:45.286258 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:45.298251 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:45.310201 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dae46a47-44ec-4225-81cc-d209c23feb38 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9194942 Oct 19 11:43:45.313719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37852) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:45.432625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] For port 3b3347d0-42ca-44e5-91ad-39ee667dfadb, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:45.437239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] For port 3b3347d0-42ca-44e5-91ad-39ee667dfadb, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3b3347d0-42ca-44e5-91ad-39ee667dfadb,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:45.557257 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:45.571109 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ed8dfea3-7715-4b3d-9a8b-de34d8ef3510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:43:05Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9903a308-0780-4333-921e-d4636cc23f6d', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'port_id': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'mac_address': 'fa:16:3e:f5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39657fed-b49a-44f1-a724-c25ee6161588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:43:41Z', 'updated_at': '2021-10-19T11:43:41Z', 'revision_number': 0, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:45.583920 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-176994ee-d562-4b91-bd83-e9d30651307c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/floatingips/9903a308-0780-4333-921e-d4636cc23f6d HTTP/1.1" status: 200 len: 991 time: 0.2679677 Oct 19 11:43:45.624432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae0af1-4410-4817-8ab0-24092a63a0de req-b0033b0f-e4ee-4982-bde4-3ad7dbb3a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:45.626415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c9ae0af1-4410-4817-8ab0-24092a63a0de req-b0033b0f-e4ee-4982-bde4-3ad7dbb3a104 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4746363 Oct 19 11:43:45.689981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f58dd-d680-4bf4-becb-bb951cfa63af None None] Pushing event updated for resources: {'Port': ['ID=3b3347d0-42ca-44e5-91ad-39ee667dfadb,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:45.710743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a4a29-8a99-4587-aa85-00985839bab1 req-898c8628-a67d-4ddd-9ea4-e057e08aaf53 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:45.712394 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a2a4a29-8a99-4587-aa85-00985839bab1 req-898c8628-a67d-4ddd-9ea4-e057e08aaf53 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 943 time: 0.1457474 Oct 19 11:43:45.746790 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8dfea3-7715-4b3d-9a8b-de34d8ef3510 None None] Checking router: 65f5bcb4-25cb-4364-b025-faab8c41839c for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:43:45.757658 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8dfea3-7715-4b3d-9a8b-de34d8ef3510 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:43:45.758437 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ed8dfea3-7715-4b3d-9a8b-de34d8ef3510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:45.826865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a2a4a29-8a99-4587-aa85-00985839bab1 req-bd157dd6-98f6-487a-bc2b-d9498708d636 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995593 Oct 19 11:43:45.834256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-56fff080-1049-4377-9a50-8b4973242e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:45.835924 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-56fff080-1049-4377-9a50-8b4973242e0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 1094 time: 0.1345708 Oct 19 11:43:45.932410 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-ed8dfea3-7715-4b3d-9a8b-de34d8ef3510 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:43:45.963174 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-abd18e87-3b22-4ab5-a61a-0d11e627d8e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2653decc-7da4-458e-a88f-28e5d8f3b3a9 HTTP/1.1" status: 200 len: 217 time: 0.1143961 Oct 19 11:43:45.979609 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f856c6b5-b8bf-48c5-b354-1b460aded463 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:43:46.088729 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:46.094177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-8eb3e876-13ea-4b69-bdcd-93799f5fb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:46.095657 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-8eb3e876-13ea-4b69-bdcd-93799f5fb3e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8 HTTP/1.1" status: 200 len: 855 time: 0.0805736 Oct 19 11:43:46.129614 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:46.161232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f856c6b5-b8bf-48c5-b354-1b460aded463, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f856c6b5-b8bf-48c5-b354-1b460aded463,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:46.185969 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'f856c6b5-b8bf-48c5-b354-1b460aded463', 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11', 'port_id': 'f856c6b5-b8bf-48c5-b354-1b460aded463', 'mac_address': 'fa:16:3e:93:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:43:46.226662 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:46.242696 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f856c6b5-b8bf-48c5-b354-1b460aded463 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:43:46.265471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f856c6b5-b8bf-48c5-b354-1b460aded463, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f856c6b5-b8bf-48c5-b354-1b460aded463,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:46.269586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-2ca4cb83-6209-429a-b1f9-073918944838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:46.271230 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-2ca4cb83-6209-429a-b1f9-073918944838 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4990df19-f953-4d03-84ce-9a4da8adaf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567671 Oct 19 11:43:46.306865 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ed8dfea3-7715-4b3d-9a8b-de34d8ef3510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:43:05Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9903a308-0780-4333-921e-d4636cc23f6d', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'port_id': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'mac_address': 'fa:16:3e:f5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39657fed-b49a-44f1-a724-c25ee6161588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:43:41Z', 'updated_at': '2021-10-19T11:43:41Z', 'revision_number': 0, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:46.350595 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8dfea3-7715-4b3d-9a8b-de34d8ef3510 None None] The sync data for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 is: [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:43:05Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9903a308-0780-4333-921e-d4636cc23f6d', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'port_id': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'mac_address': 'fa:16:3e:f5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39657fed-b49a-44f1-a724-c25ee6161588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:43:41Z', 'updated_at': '2021-10-19T11:43:41Z', 'revision_number': 0, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:43:46.390126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3b3347d0-42ca-44e5-91ad-39ee667dfadb up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:46.425512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Allocated IP 172.25.2.202 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/cb90e51a-ae2f-425d-a9d9-2a46624b1680) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:46.433555 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:46.434436 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6ccc0e02-5675-4f23-8abb-a4abdf53d931 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:43:46.456925 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-795390ec-e4fb-4367-8453-c9e4b585f39a service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700044 Oct 19 11:43:46.541593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6ccc0e02-5675-4f23-8abb-a4abdf53d931, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6ccc0e02-5675-4f23-8abb-a4abdf53d931,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:46.543982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f856c6b5-b8bf-48c5-b354-1b460aded463,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:46.561942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 3b3347d0-42ca-44e5-91ad-39ee667dfadb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:46.562231 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:46.567352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '6ccc0e02-5675-4f23-8abb-a4abdf53d931', 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11', 'port_id': '6ccc0e02-5675-4f23-8abb-a4abdf53d931', 'mac_address': 'fa:16:3e:de:0c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:43:46.578708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6bfcc0f-1c79-44a6-8206-1d8104c0f31b req-b0d9b2a2-ea27-40d4-82cd-70e619a987c8 service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049500 Oct 19 11:43:46.599151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37872) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:46.640433 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:46.662941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39657fed-b49a-44f1-a724-c25ee6161588', 'tag': '5d1c3172-203c-48f0-9d0e-4df649ebb097'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:46.665382 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20a2aed-e094-40af-bafc-66969e2b9bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "39657fed-b49a-44f1-a724-c25ee6161588", "tag": "5d1c3172-203c-48f0-9d0e-4df649ebb097"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:46.671396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccc0e02-5675-4f23-8abb-a4abdf53d931 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:43:46.723963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6ccc0e02-5675-4f23-8abb-a4abdf53d931, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6ccc0e02-5675-4f23-8abb-a4abdf53d931,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:46.747528 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:46.795129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 3b3347d0-42ca-44e5-91ad-39ee667dfadb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3b3347d0-42ca-44e5-91ad-39ee667dfadb,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:46.796983 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5a9d9f13-22b5-43ad-ab35-ac4b818c7bcf tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/floatingips/9903a308-0780-4333-921e-d4636cc23f6d HTTP/1.1" status: 200 len: 991 time: 0.1917660 Oct 19 11:43:46.796983 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dafdb5-4c6a-4708-816b-adf9b2b7d1d9 x-openstack-request-id: req-26dafdb5-4c6a-4708-816b-adf9b2b7d1d9 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:46.796983 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39657fed-b49a-44f1-a724-c25ee6161588", "tag": "5d1c3172-203c-48f0-9d0e-4df649ebb097", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:46.796983 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26dafdb5-4c6a-4708-816b-adf9b2b7d1d9 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:46.796983 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39657fed-b49a-44f1-a724-c25ee6161588', 'tag': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'status': 'completed', 'code': 200} Oct 19 11:43:46.829355 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:46.879385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd0b5f-d0d1-494e-acdb-73f07bc0a29f None None] New status for floating IP 9903a308-0780-4333-921e-d4636cc23f6d: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:43:46.893982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:46.935665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2aed-e094-40af-bafc-66969e2b9bb1 req-79740f09-32c0-4e6c-89ad-ad29d1934115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:46.937753 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c20a2aed-e094-40af-bafc-66969e2b9bb1 req-79740f09-32c0-4e6c-89ad-ad29d1934115 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 1097 time: 0.1206927 Oct 19 11:43:46.963767 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:47.011470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6ccc0e02-5675-4f23-8abb-a4abdf53d931,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:47.102910 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:47.120123 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['6ccc0e02-5675-4f23-8abb-a4abdf53d931'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:43:47.122179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f856c6b5-b8bf-48c5-b354-1b460aded463'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:43:47.182450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725a951-c225-463e-97db-72cda8dac808 req-c1494c0f-67ad-4c40-9f77-7a3980ffd056 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:47.190301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-c1494c0f-67ad-4c40-9f77-7a3980ffd056 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.6345096 Oct 19 11:43:47.206092 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-fbcd5e9c-9a2b-4966-9fed-8696188feb93 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/quotas/f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 375 time: 0.0151160 Oct 19 11:43:47.219813 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b580d9b0-7f57-4eea-ad37-5113507b7b66 None None] Network c214046d-91d8-4634-8c31-76dfa27c0d70 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:43:47.234881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:47.250670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a582a99-b60f-4ac2-8aea-14b73b366d93 req-19018639-9be9-4776-a858-83330aa486ab tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:47.252471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a582a99-b60f-4ac2-8aea-14b73b366d93 req-19018639-9be9-4776-a858-83330aa486ab tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 943 time: 0.3042803 Oct 19 11:43:47.256917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:47.260027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:47.271598 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-edd3d807-0499-4284-8c47-79dc3f4becf1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640111 Oct 19 11:43:47.272805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2aed-e094-40af-bafc-66969e2b9bb1 req-8f186545-78c1-4e1f-a149-49dfda01bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:47.274608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c20a2aed-e094-40af-bafc-66969e2b9bb1 req-8f186545-78c1-4e1f-a149-49dfda01bd4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5077606-1e8e-48d8-b00c-eaa7f271746f HTTP/1.1" status: 200 len: 897 time: 0.3274629 Oct 19 11:43:47.280262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Pushing event updated for resources: {'Port': ['ID=cb90e51a-ae2f-425d-a9d9-2a46624b1680,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:47.336192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-81c5c129-a44d-417e-bb82-6b76b65914ad None None] Provisioning complete for port 3b3347d0-42ca-44e5-91ad-39ee667dfadb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:47.336472 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-81c5c129-a44d-417e-bb82-6b76b65914ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:47.417486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=3b3347d0-42ca-44e5-91ad-39ee667dfadb,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:47.480663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-0e384450-235b-4749-9515-e61c3e8ced11 service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079642 Oct 19 11:43:47.492260 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a582a99-b60f-4ac2-8aea-14b73b366d93 req-e70a3f8d-43e8-4ee4-99b1-fe1a50948cab tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254086 Oct 19 11:43:47.497002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c20a2aed-e094-40af-bafc-66969e2b9bb1 req-94ff8e60-495c-4b95-b07c-b1c503e031ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d1c3172-203c-48f0-9d0e-4df649ebb097 HTTP/1.1" status: 200 len: 999 time: 0.2093208 Oct 19 11:43:47.597953 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-d34d1066-3593-49da-bc5a-27a80bc8bc26 service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162755 Oct 19 11:43:47.666536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2aed-e094-40af-bafc-66969e2b9bb1 req-a0150e26-48ee-4c06-af3b-879dda8753f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:47.667607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c20a2aed-e094-40af-bafc-66969e2b9bb1 req-a0150e26-48ee-4c06-af3b-879dda8753f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf3fc2e1-ef0e-4c5b-b806-513af0daacf2 HTTP/1.1" status: 200 len: 834 time: 0.1647067 Oct 19 11:43:47.758648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a2aed-e094-40af-bafc-66969e2b9bb1 req-8f008633-04a8-4f62-ac61-06b685330f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:47.760151 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c20a2aed-e094-40af-bafc-66969e2b9bb1 req-8f008633-04a8-4f62-ac61-06b685330f6a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5077606-1e8e-48d8-b00c-eaa7f271746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806351 Oct 19 11:43:47.796218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37882) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:47.939341 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7f0712da-f2df-4d88-872f-30fc4917a30b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/floatingips/9903a308-0780-4333-921e-d4636cc23f6d HTTP/1.1" status: 200 len: 993 time: 0.1413689 Oct 19 11:43:48.007272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c20a2aed-e094-40af-bafc-66969e2b9bb1 req-6a9f8ca9-258a-468b-8634-c1e0067edd56 service neutron] 10.222.0.49 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395754 Oct 19 11:43:48.011721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2653decc-7da4-458e-a88f-28e5d8f3b3a9 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:43:48.059053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d19343f3-4d29-442e-8e98-748d2a753c4e req-70da285b-0f59-4dd8-a9e5-38cf3f730001 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 210 time: 0.0492504 Oct 19 11:43:48.059601 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:48.194232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2653decc-7da4-458e-a88f-28e5d8f3b3a9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2653decc-7da4-458e-a88f-28e5d8f3b3a9,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:48.207683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '2653decc-7da4-458e-a88f-28e5d8f3b3a9', 'network_id': '4990df19-f953-4d03-84ce-9a4da8adaf11', 'port_id': '2653decc-7da4-458e-a88f-28e5d8f3b3a9', 'mac_address': 'fa:16:3e:50:60:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:43:48.275756 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:48.293165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2653decc-7da4-458e-a88f-28e5d8f3b3a9 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:43:48.320034 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2653decc-7da4-458e-a88f-28e5d8f3b3a9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2653decc-7da4-458e-a88f-28e5d8f3b3a9,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:48.323169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3b3347d0-42ca-44e5-91ad-39ee667dfadb up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:48.395951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 3b3347d0-42ca-44e5-91ad-39ee667dfadb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:48.396326 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:48.420079 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:48.499127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cc0c7889-f9fc-45dd-a05c-9ce3d1cdfe1c None None] Provisioning complete for port 3b3347d0-42ca-44e5-91ad-39ee667dfadb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:48.499483 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cc0c7889-f9fc-45dd-a05c-9ce3d1cdfe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:48.539498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=2653decc-7da4-458e-a88f-28e5d8f3b3a9,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:48.651563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb6e21-cec5-47b0-99d4-eb3d3add6219 req-f9f9b1d8-603f-4a49-8e37-95a657d9513e tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:48.654079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8fb6e21-cec5-47b0-99d4-eb3d3add6219 req-f9f9b1d8-603f-4a49-8e37-95a657d9513e tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 944 time: 0.0745409 Oct 19 11:43:48.672129 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c20a2aed-e094-40af-bafc-66969e2b9bb1 req-e35f0bc0-e7d7-4e87-a0e6-0d4271fef356 service neutron] 10.222.0.49 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432738 Oct 19 11:43:48.708750 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8fb6e21-cec5-47b0-99d4-eb3d3add6219 req-d858cfec-1463-446b-8191-e3d0f2f2516c tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457814 Oct 19 11:43:48.734718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:48.747413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2653decc-7da4-458e-a88f-28e5d8f3b3a9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:43:48.955171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:43:49.068553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:43:49.079039 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Sync routers for ids ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:43:49.088790 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Routers {'ca3c17d7-4299-4e3d-b936-95917b0aa3a8'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:43:49.089566 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:49.167328 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-983bfe5e-20ff-451e-b8ea-0065b556af3e req-05d59f64-b59a-4586-bef7-3bebbbe52d77 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 210 time: 0.0294168 Oct 19 11:43:49.216649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:49.216649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-597f38fc-051e-450d-8988-c74f316aca50 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7866030 Oct 19 11:43:49.216897 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Set router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:43:49.219582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37902) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:49.412937 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'name': 'tempest-TestServerMultinode-2136075573-router', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:44Z', 'updated_at': '2021-10-19T11:43:47Z', 'revision_number': 3, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'gw_port': {'id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:46Z', 'updated_at': '2021-10-19T11:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:49.439408 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Checking router: ca3c17d7-4299-4e3d-b936-95917b0aa3a8 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:43:49.440045 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Updating router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 port cb90e51a-ae2f-425d-a9d9-2a46624b1680 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:43:49.469874 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:49.662815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:49.697747 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:49.774816 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:49.842228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Allocated IP 172.20.0.1 (c214046d-91d8-4634-8c31-76dfa27c0d70/c7a9b5d8-b525-4685-8ff0-0364ef48cbb2/c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:49.852861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15072d04-de80-4ca4-b2b1-578d4cb607ce req-9ad51415-5514-4a5e-a4c8-8a992a232c65 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:49.857062 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-15072d04-de80-4ca4-b2b1-578d4cb607ce req-9ad51415-5514-4a5e-a4c8-8a992a232c65 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 944 time: 0.0575225 Oct 19 11:43:49.887025 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:49.900634 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-15072d04-de80-4ca4-b2b1-578d4cb607ce req-cc56a7d0-6994-4001-aa3b-71bf43cf043f tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386870 Oct 19 11:43:49.932996 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8de4b4-dae8-4fa6-bc47-b02bc801c8a3 None None] Pushing event updated for resources: {'Port': ['ID=cb90e51a-ae2f-425d-a9d9-2a46624b1680,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:49.950086 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Attempting to bind port cb90e51a-ae2f-425d-a9d9-2a46624b1680 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:49.950446 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Attempting to bind port cb90e51a-ae2f-425d-a9d9-2a46624b1680 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:49.950801 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Attempting to bind port cb90e51a-ae2f-425d-a9d9-2a46624b1680 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:49.958105 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:49.958530 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:49.961922 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:49.961922 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:49.961922 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Bound port: cb90e51a-ae2f-425d-a9d9-2a46624b1680, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:49.961922 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:49.975549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:50.012236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6ccc0e02-5675-4f23-8abb-a4abdf53d931 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:50.017427 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] For port cb90e51a-ae2f-425d-a9d9-2a46624b1680, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:50.020626 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] For port cb90e51a-ae2f-425d-a9d9-2a46624b1680, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cb90e51a-ae2f-425d-a9d9-2a46624b1680,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:50.097713 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:50.161647 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:50.161849 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:50.200424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 6ccc0e02-5675-4f23-8abb-a4abdf53d931 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:43:50.205444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 6ccc0e02-5675-4f23-8abb-a4abdf53d931 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:50.205640 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:50.221802 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Routers {'ca3c17d7-4299-4e3d-b936-95917b0aa3a8'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:43:50.221802 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:50.222558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Network c214046d-91d8-4634-8c31-76dfa27c0d70 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:50.225436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:50.238528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:50.256699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Pushing event updated for resources: {'Port': ['ID=c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:50.332061 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:50.338174 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:50.400684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b78c5b-c975-46aa-ae7b-f77650e84d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccc0e02-5675-4f23-8abb-a4abdf53d931'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:50.403028 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b40676a-66cc-47b4-9516-4ab294b35458" -d '{"events": [{"server_uuid": "02b78c5b-c975-46aa-ae7b-f77650e84d8b", "name": "network-vif-plugged", "status": "completed", "tag": "6ccc0e02-5675-4f23-8abb-a4abdf53d931"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:50.418559 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8de4b4-dae8-4fa6-bc47-b02bc801c8a3 None None] Pushing event updated for resources: {'Port': ['ID=cb90e51a-ae2f-425d-a9d9-2a46624b1680,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:50.432021 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] Set router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:43:50.467146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6ccc0e02-5675-4f23-8abb-a4abdf53d931, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6ccc0e02-5675-4f23-8abb-a4abdf53d931,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:50.470494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8298423-2324-482a-9811-966b3ca2c9f3 req-647c01fd-d8c3-4610-b468-eb068d2c1562 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 210 time: 0.1290693 Oct 19 11:43:50.490099 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0069cbf6-8627-4268-ac32-ee8ebfe40e69 x-openstack-request-id: req-0069cbf6-8627-4268-ac32-ee8ebfe40e69 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:50.490249 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b78c5b-c975-46aa-ae7b-f77650e84d8b", "name": "network-vif-plugged", "status": "completed", "tag": "6ccc0e02-5675-4f23-8abb-a4abdf53d931", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:50.490482 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0069cbf6-8627-4268-ac32-ee8ebfe40e69 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:50.490940 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b78c5b-c975-46aa-ae7b-f77650e84d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccc0e02-5675-4f23-8abb-a4abdf53d931', 'code': 200} Oct 19 11:43:50.539616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-47bf551c-9af6-4cb3-a310-b2c5836e9f00 None None] Provisioning complete for port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:50.539921 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-47bf551c-9af6-4cb3-a310-b2c5836e9f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:50.587475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-47bf551c-9af6-4cb3-a310-b2c5836e9f00 None None] Port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:43:50.635536 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:50.637114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f856c6b5-b8bf-48c5-b354-1b460aded463 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:50.645305 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725a951-c225-463e-97db-72cda8dac808 req-876f4b4e-760d-4387-9c76-b3c23ae56297 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:50.646778 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-876f4b4e-760d-4387-9c76-b3c23ae56297 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.2514944 Oct 19 11:43:50.657930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a8ad9-21ee-422f-9f46-267f2ec4119c req-3577b3d2-279a-441c-9c5d-1dced6840bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:50.659371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-946a8ad9-21ee-422f-9f46-267f2ec4119c req-3577b3d2-279a-441c-9c5d-1dced6840bec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b HTTP/1.1" status: 200 len: 1096 time: 0.0745246 Oct 19 11:43:50.664227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'port': {'device_id': 'fed1a8f9-d2c8-43e8-a222-9728d7291f7c', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'admin_state_up': True, 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:50.711692 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'name': 'tempest-TestServerMultinode-2136075573-router', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:44Z', 'updated_at': '2021-10-19T11:43:47Z', 'revision_number': 3, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'gw_port': {'id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:46Z', 'updated_at': '2021-10-19T11:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:50.728803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6ccc0e02-5675-4f23-8abb-a4abdf53d931,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:50.743142 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9598ddd-e0b2-406f-bfef-f436761377fa None None] The sync data for ids ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'] in n-d-814547-1 is: [{'id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'name': 'tempest-TestServerMultinode-2136075573-router', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:44Z', 'updated_at': '2021-10-19T11:43:47Z', 'revision_number': 3, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'gw_port': {'id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:46Z', 'updated_at': '2021-10-19T11:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:43:50.754608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-946a8ad9-21ee-422f-9f46-267f2ec4119c req-9a8cef1e-f60e-4d77-94a2-f1f80dd847f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750725 Oct 19 11:43:50.797685 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:50.853438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port f856c6b5-b8bf-48c5-b354-1b460aded463 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:43:50.863149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port f856c6b5-b8bf-48c5-b354-1b460aded463 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:50.863149 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:50.961119 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.014822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f856c6b5-b8bf-48c5-b354-1b460aded463, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f856c6b5-b8bf-48c5-b354-1b460aded463,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:51.050045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Made reservation on behalf of f80dff5b781d42d8a94187bf4b85d3e4 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:51.053590 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.110622 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.154778 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.158601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2653decc-7da4-458e-a88f-28e5d8f3b3a9 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:51.173655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21a45-494c-464d-a8c3-6030bfd2269a req-4453a78f-4026-4dc8-8eac-8f7771d12632 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:51.181009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cac21a45-494c-464d-a8c3-6030bfd2269a req-4453a78f-4026-4dc8-8eac-8f7771d12632 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 944 time: 0.1563303 Oct 19 11:43:51.256441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f856c6b5-b8bf-48c5-b354-1b460aded463,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:51.256765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cac21a45-494c-464d-a8c3-6030bfd2269a req-040e3328-2f08-48a9-a281-f5bf697f54fc tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746868 Oct 19 11:43:51.260885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.346065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Allocated IP 172.20.0.14 (1b5204d6-13f8-468a-ae99-252172f92e2a/13bc9823-7501-4a92-b961-597339cb11f4/58294c40-4dc6-454f-a7e1-935acc64d3fd) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:51.351973 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.371063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Pushing event updated for resources: {'Port': ['ID=c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:51.418454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 2653decc-7da4-458e-a88f-28e5d8f3b3a9 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:43:51.423175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 2653decc-7da4-458e-a88f-28e5d8f3b3a9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:51.423553 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.539635 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.583906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Network c214046d-91d8-4634-8c31-76dfa27c0d70 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:51.587307 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2653decc-7da4-458e-a88f-28e5d8f3b3a9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2653decc-7da4-458e-a88f-28e5d8f3b3a9,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:51.587619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:51.637502 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c096fc5a-bb74-4898-8694-7840d4a095dd req-b5c17ca4-ce6b-4fb8-9dcc-06c3fd319635 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 210 time: 0.0390635 Oct 19 11:43:51.694368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.755046 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.800963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:43:51.830625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=2653decc-7da4-458e-a88f-28e5d8f3b3a9,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:51.927989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-dadd5d83-276f-4f05-910e-643bd7804b72 None None] Provisioning complete for port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:51.927989 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dadd5d83-276f-4f05-910e-643bd7804b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.959127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:51.970676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:43:51.984970 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1ad124bd-e7a7-4702-b19b-5c43ea628fde admin admin] 10.222.0.39 "PUT /v2.0/routers/ca3c17d7-4299-4e3d-b936-95917b0aa3a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7594132 Oct 19 11:43:51.992706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-dadd5d83-276f-4f05-910e-643bd7804b72 None None] Port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:43:52.031943 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Network 1b5204d6-13f8-468a-ae99-252172f92e2a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:52.035298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:52.055678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:52.099805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=58294c40-4dc6-454f-a7e1-935acc64d3fd,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:52.121202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.121202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.121202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.121202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.123967 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.124336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.124848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.125183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.125509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.125834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.126156 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.126475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:43:52.167695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:52.168341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:52.323427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cb90e51a-ae2f-425d-a9d9-2a46624b1680 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:52.348481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-af593335-c6cf-41d9-a2ae-dbdadc3b3ca0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6878426 Oct 19 11:43:52.362755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Request body: {'port': {'device_id': 'fed1a8f9-d2c8-43e8-a222-9728d7291f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:52.400455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port cb90e51a-ae2f-425d-a9d9-2a46624b1680 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:52.400861 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:52.494709 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:52.496235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fcaba0-cc0f-4f68-ae3d-4675e58447c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f856c6b5-b8bf-48c5-b354-1b460aded463'}, {'server_uuid': 'ff39bd34-6329-4c62-95db-ab95cc7d417d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2653decc-7da4-458e-a88f-28e5d8f3b3a9'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:52.500454 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e585ae-1267-48f7-aa53-9a14073afdfb" -d '{"events": [{"server_uuid": "47fcaba0-cc0f-4f68-ae3d-4675e58447c7", "name": "network-vif-plugged", "status": "completed", "tag": "f856c6b5-b8bf-48c5-b354-1b460aded463"}, {"server_uuid": "ff39bd34-6329-4c62-95db-ab95cc7d417d", "name": "network-vif-plugged", "status": "completed", "tag": "2653decc-7da4-458e-a88f-28e5d8f3b3a9"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:52.512051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7e465a9e-19c2-4298-b33e-fb666b788427 None None] Provisioning complete for port 58294c40-4dc6-454f-a7e1-935acc64d3fd triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:52.512768 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7e465a9e-19c2-4298-b33e-fb666b788427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:52.526207 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641e41c-8db6-4dbd-93fd-39e145a0476e req-59346e6e-a589-4cd9-9c7d-0d7528445159 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:52.526207 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8641e41c-8db6-4dbd-93fd-39e145a0476e req-59346e6e-a589-4cd9-9c7d-0d7528445159 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 945 time: 0.1555233 Oct 19 11:43:52.607381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7e465a9e-19c2-4298-b33e-fb666b788427 None None] Port 58294c40-4dc6-454f-a7e1-935acc64d3fd cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:43:52.616242 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe74d71-02c4-4def-9fe0-ba0e59bdf25b x-openstack-request-id: req-bfe74d71-02c4-4def-9fe0-ba0e59bdf25b {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:52.616889 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fcaba0-cc0f-4f68-ae3d-4675e58447c7", "name": "network-vif-plugged", "status": "completed", "tag": "f856c6b5-b8bf-48c5-b354-1b460aded463", "code": 200}, {"server_uuid": "ff39bd34-6329-4c62-95db-ab95cc7d417d", "name": "network-vif-plugged", "status": "completed", "tag": "2653decc-7da4-458e-a88f-28e5d8f3b3a9", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:52.617521 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfe74d71-02c4-4def-9fe0-ba0e59bdf25b {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:52.619758 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fcaba0-cc0f-4f68-ae3d-4675e58447c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f856c6b5-b8bf-48c5-b354-1b460aded463', 'code': 200} Oct 19 11:43:52.620313 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39bd34-6329-4c62-95db-ab95cc7d417d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2653decc-7da4-458e-a88f-28e5d8f3b3a9', 'code': 200} Oct 19 11:43:52.633619 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:52.684887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port cb90e51a-ae2f-425d-a9d9-2a46624b1680, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cb90e51a-ae2f-425d-a9d9-2a46624b1680,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:52.771247 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8641e41c-8db6-4dbd-93fd-39e145a0476e req-2338790d-92a7-4766-abe9-41ac4b38dc70 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186861 Oct 19 11:43:52.778362 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:52.801731 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:43:52.842633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9788c70-a479-412f-b657-7ff7cd09cfb4 req-d4e016c7-5c89-41f4-a801-07aae1e7629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:52.847110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e9788c70-a479-412f-b657-7ff7cd09cfb4 req-d4e016c7-5c89-41f4-a801-07aae1e7629d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 1096 time: 0.1476765 Oct 19 11:43:52.853157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b7e63-f3f5-447d-a1cc-82fcbe989fee req-b6ff1771-f44b-48ae-bfec-a2a134cf8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:52.854865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f41b7e63-f3f5-447d-a1cc-82fcbe989fee req-b6ff1771-f44b-48ae-bfec-a2a134cf8b5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 1096 time: 0.1146972 Oct 19 11:43:52.876944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Sync routers for ids ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:43:52.916653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514bb71-fa96-4928-92c4-094589522696 req-18800dde-e0e3-466b-a974-5ba76a0fb7ef tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:52.917176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Routers {'ca3c17d7-4299-4e3d-b936-95917b0aa3a8'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:43:52.918432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:52.937965 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5514bb71-fa96-4928-92c4-094589522696 req-18800dde-e0e3-466b-a974-5ba76a0fb7ef tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 932 time: 0.1818314 Oct 19 11:43:52.950710 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f41b7e63-f3f5-447d-a1cc-82fcbe989fee req-d8c1c861-30cd-4c8a-bc21-cc61c92d3f49 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859346 Oct 19 11:43:52.992282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=cb90e51a-ae2f-425d-a9d9-2a46624b1680,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:53.012871 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5514bb71-fa96-4928-92c4-094589522696 req-540f6196-bd83-4491-8fa7-fb5d165da52e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736964 Oct 19 11:43:53.043875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e9788c70-a479-412f-b657-7ff7cd09cfb4 req-4f9affc0-b8e5-4702-a3ef-90a05516677b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855590 Oct 19 11:43:53.079795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58294c40-4dc6-454f-a7e1-935acc64d3fd {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:43:53.101108 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:53.120859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Transition to ACTIVE for port object 58294c40-4dc6-454f-a7e1-935acc64d3fd will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:43:53.127611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Set router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:43:53.175104 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37946) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:53.180292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-907424117-network', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:53.253142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:53.312570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Pushing event updated for resources: {'Port': ['ID=58294c40-4dc6-454f-a7e1-935acc64d3fd,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:53.357266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'name': 'tempest-TestServerMultinode-2136075573-router', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:44Z', 'updated_at': '2021-10-19T11:43:50Z', 'revision_number': 4, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'gw_port': {'id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:46Z', 'updated_at': '2021-10-19T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8', 'name': '', 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'mac_address': 'fa:16:3e:73:a0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'c7a9b5d8-b525-4685-8ff0-0364ef48cbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:49Z', 'updated_at': '2021-10-19T11:43:50Z', 'revision_number': 2, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'subnets': [{'id': 'c7a9b5d8-b525-4685-8ff0-0364ef48cbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:53.383448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Made reservation on behalf of 0ed7d7fbf41941e2950750d13f3b6fff for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:53.388699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:53.393241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Checking router: ca3c17d7-4299-4e3d-b936-95917b0aa3a8 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:43:53.393595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Updating router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:43:53.399414 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Attempting to bind port 58294c40-4dc6-454f-a7e1-935acc64d3fd on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:53.400471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Attempting to bind port 58294c40-4dc6-454f-a7e1-935acc64d3fd by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:53.400471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Attempting to bind port 58294c40-4dc6-454f-a7e1-935acc64d3fd on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:53.402305 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:53.417744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Port 58294c40-4dc6-454f-a7e1-935acc64d3fd on network 1b5204d6-13f8-468a-ae99-252172f92e2a not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:43:53.418136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Attempting to bind port 58294c40-4dc6-454f-a7e1-935acc64d3fd on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:53.429182 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:53.435838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:53.436180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Checking segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:53.440427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Bound using segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:53.440427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Bound port: 58294c40-4dc6-454f-a7e1-935acc64d3fd, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:53.440427 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:53.622684 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:53.624268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] For port 58294c40-4dc6-454f-a7e1-935acc64d3fd, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:53.628528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] For port 58294c40-4dc6-454f-a7e1-935acc64d3fd, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=58294c40-4dc6-454f-a7e1-935acc64d3fd,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:53.715067 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:53.746304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:43:53.748896 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:53.761528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dacd248-6897-42b8-9af0-94d2d8d52b98,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:53.801648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:53.801648 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Added segment 94651dc1-d21d-4733-923c-e213a9766295 of type vlan for network d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b Oct 19 11:43:53.801648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:53.801648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:53.803653 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] 10.222.0.49 "PUT /v2.0/ports/58294c40-4dc6-454f-a7e1-935acc64d3fd HTTP/1.1" status: 200 len: 1092 time: 1.4450591 Oct 19 11:43:53.803653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed1a8f9-d2c8-43e8-a222-9728d7291f7c', 'tag': '58294c40-4dc6-454f-a7e1-935acc64d3fd'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:43:53.810361 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2120c099-3d35-4a6e-a03e-b7c7b0a75d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "fed1a8f9-d2c8-43e8-a222-9728d7291f7c", "tag": "58294c40-4dc6-454f-a7e1-935acc64d3fd"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:43:53.901058 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8aba8a-9737-418f-b53d-5d7c9ae50e4d x-openstack-request-id: req-9e8aba8a-9737-418f-b53d-5d7c9ae50e4d {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:43:53.901589 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed1a8f9-d2c8-43e8-a222-9728d7291f7c", "tag": "58294c40-4dc6-454f-a7e1-935acc64d3fd", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:43:53.902014 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e8aba8a-9737-418f-b53d-5d7c9ae50e4d {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:43:53.902563 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed1a8f9-d2c8-43e8-a222-9728d7291f7c', 'tag': '58294c40-4dc6-454f-a7e1-935acc64d3fd', 'status': 'completed', 'code': 200} Oct 19 11:43:53.907004 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:54.001018 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ec265-73d0-4399-88d7-69da09adbf8a service neutron] Pushing event updated for resources: {'Port': ['ID=58294c40-4dc6-454f-a7e1-935acc64d3fd,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:54.009168 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:54.018317 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:54.058566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120c099-3d35-4a6e-a03e-b7c7b0a75d8f req-424534ef-0663-4090-b23a-dd2beb937a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:54.060109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2120c099-3d35-4a6e-a03e-b7c7b0a75d8f req-424534ef-0663-4090-b23a-dd2beb937a6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 1095 time: 0.1493702 Oct 19 11:43:54.074143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccd5ac-63ab-406b-a511-f957245166de req-d94729ad-e507-4a42-9924-9a8f7615d8f4 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:54.079382 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-52ccd5ac-63ab-406b-a511-f957245166de req-d94729ad-e507-4a42-9924-9a8f7615d8f4 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 945 time: 0.1732423 Oct 19 11:43:54.147856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2697fa-8723-45e5-b156-fe59efff4a2e None None] Pushing event updated for resources: {'Port': ['ID=c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:54.224017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Attempting to bind port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:54.224017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Attempting to bind port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:54.224017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Attempting to bind port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 on network c214046d-91d8-4634-8c31-76dfa27c0d70 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:54.232704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:54.233100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Checking segment: {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:54.233506 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:54.233888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Bound using segment: {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:54.234399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Bound port: c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:54.234781 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:54.240563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7055fc-4bfd-4410-bc8a-d9f04de14b26 req-12127795-31b9-4653-90c6-e51f4e873e00 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:54.260343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-52ccd5ac-63ab-406b-a511-f957245166de req-ecd28b68-6794-4151-b298-57b3abe532d5 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830638 Oct 19 11:43:54.264026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120c099-3d35-4a6e-a03e-b7c7b0a75d8f req-d9558cf4-83c6-45f3-b6c3-a133f04def24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:54.264780 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ca7055fc-4bfd-4410-bc8a-d9f04de14b26 req-12127795-31b9-4653-90c6-e51f4e873e00 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.1146352 Oct 19 11:43:54.265554 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2120c099-3d35-4a6e-a03e-b7c7b0a75d8f req-d9558cf4-83c6-45f3-b6c3-a133f04def24 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1851242 Oct 19 11:43:54.340013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:54.341087 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:54.341661 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:54.354800 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ca7055fc-4bfd-4410-bc8a-d9f04de14b26 req-38690f8c-085d-4c0b-90c3-ef1cc373814a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890331 Oct 19 11:43:54.397360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cb90e51a-ae2f-425d-a9d9-2a46624b1680 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:54.441673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] For port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:54.468896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] For port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:54.473857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] Pushing event updated for resources: {'Network': ['ID=d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:54.491119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-890041d1-6f70-4b2b-b372-6f07a9479df2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3121476 Oct 19 11:43:54.491470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 37956) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:54.501606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] Request body: {'subnet': {'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-907424117-subnet', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:54.502119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120c099-3d35-4a6e-a03e-b7c7b0a75d8f req-bbddffe3-a643-44f5-b9bb-dae54bb4a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:54.503762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2120c099-3d35-4a6e-a03e-b7c7b0a75d8f req-bbddffe3-a643-44f5-b9bb-dae54bb4a8df service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2295432 Oct 19 11:43:54.513930 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:43:54.519273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port cb90e51a-ae2f-425d-a9d9-2a46624b1680 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:54.521717 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:54.565696 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:54.603361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725a951-c225-463e-97db-72cda8dac808 req-e6f11cc5-6d04-4f60-bc5a-3c442cf495ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:54.604967 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-e6f11cc5-6d04-4f60-bc5a-3c442cf495ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 1095 time: 0.0475426 Oct 19 11:43:54.659085 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-613bf98e-d739-444d-8eca-85ebfef5fafc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58294c40-4dc6-454f-a7e1-935acc64d3fd HTTP/1.1" status: 200 len: 217 time: 0.0456779 Oct 19 11:43:54.675761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] Made reservation on behalf of 0ed7d7fbf41941e2950750d13f3b6fff for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:43:54.686989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:54.722906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0bf79fa7-d3df-4a63-9bc1-61c3f6ee7d64 None None] Provisioning complete for port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:54.723322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bf79fa7-d3df-4a63-9bc1-61c3f6ee7d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:54.746487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725a951-c225-463e-97db-72cda8dac808 req-3d445e79-83e6-4cb4-8e56-6a9f4a8eac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:54.748628 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-3d445e79-83e6-4cb4-8e56-6a9f4a8eac3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0767608 Oct 19 11:43:54.755444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2697fa-8723-45e5-b156-fe59efff4a2e None None] Pushing event updated for resources: {'Port': ['ID=c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:54.763951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Routers {'ca3c17d7-4299-4e3d-b936-95917b0aa3a8'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:43:54.764607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:54.839490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725a951-c225-463e-97db-72cda8dac808 req-375e34a2-2ccb-474f-9f4d-dab09636d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:54.841378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-375e34a2-2ccb-474f-9f4d-dab09636d736 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847394 Oct 19 11:43:54.980475 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-08b56a23-9df8-4c25-8511-b9269b701a9c service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308088 Oct 19 11:43:55.110199 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:55.164154 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f725a951-c225-463e-97db-72cda8dac808 req-57d20f24-53fb-4b73-bec5-0a5c1a9aa176 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639881 Oct 19 11:43:55.209597 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8187c994-c659-43a0-8413-3234e426f317,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:55.217550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] Checking segment: {'id': '94651dc1-d21d-4733-923c-e213a9766295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:55.217903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] Network hostable DHCP agents. Network: d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:43:55.263815 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bf79fa7-d3df-4a63-9bc1-61c3f6ee7d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:55.278336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] Set router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:43:55.355800 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] Network d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:43:55.409174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0bf79fa7-d3df-4a63-9bc1-61c3f6ee7d64 None None] For port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:55.473017 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7771c06-85b5-4cd0-aa5b-278704d77f68 req-6fd75e26-cf0e-489d-870b-7e484a874720 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:55.474653 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7771c06-85b5-4cd0-aa5b-278704d77f68 req-6fd75e26-cf0e-489d-870b-7e484a874720 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 945 time: 0.1025283 Oct 19 11:43:55.482517 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37e52f77-48b8-411c-9974-2ad2bda83523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:55.490617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d325c32-ff96-422c-8969-72dd3dc3611c req-473ffc1e-0bc7-499b-a5f4-ad83eb8e8b50 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:55.499161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d325c32-ff96-422c-8969-72dd3dc3611c req-473ffc1e-0bc7-499b-a5f4-ad83eb8e8b50 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0730784 Oct 19 11:43:55.556258 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bf79fa7-d3df-4a63-9bc1-61c3f6ee7d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:55.558538 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d325c32-ff96-422c-8969-72dd3dc3611c req-7ca0768c-d4ec-4a6f-8106-65039e16a531 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572617 Oct 19 11:43:55.569906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7771c06-85b5-4cd0-aa5b-278704d77f68 req-27639c13-4731-44a2-8097-38f9999b2274 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867119 Oct 19 11:43:55.658177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:55.678967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e961b0e7-91b0-4dfb-acbc-5ece70499fef None None] Network d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:43:55.684971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf79fa7-d3df-4a63-9bc1-61c3f6ee7d64 None None] Pushing event updated for resources: {'Port': ['ID=c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:55.685295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:55.685295 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:55.762829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d3a8eb66-0a02-48d5-8953-0827bc0153e1 None None] Provisioning complete for port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:55.763117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d3a8eb66-0a02-48d5-8953-0827bc0153e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:55.776658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebed02-1488-4237-88ef-d2591d4035d0 req-8f39724a-db81-4d98-bb78-5d8d142c0a36 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:55.778371 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66ebed02-1488-4237-88ef-d2591d4035d0 req-8f39724a-db81-4d98-bb78-5d8d142c0a36 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.1173689 Oct 19 11:43:55.782207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1f4980d2-66e1-4dee-8a53-7630cb858ad5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2896173 Oct 19 11:43:55.786097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 37968) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:43:55.792082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-907424117-router', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:43:55.819271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66ebed02-1488-4237-88ef-d2591d4035d0 req-5ccf4cd6-cb32-413d-aade-9797b01e2180 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343742 Oct 19 11:43:55.840385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'name': 'tempest-TestServerMultinode-2136075573-router', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:44Z', 'updated_at': '2021-10-19T11:43:50Z', 'revision_number': 4, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'gw_port': {'id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:46Z', 'updated_at': '2021-10-19T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8', 'name': '', 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'mac_address': 'fa:16:3e:73:a0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'c7a9b5d8-b525-4685-8ff0-0364ef48cbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:49Z', 'updated_at': '2021-10-19T11:43:54Z', 'revision_number': 4, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'subnets': [{'id': 'c7a9b5d8-b525-4685-8ff0-0364ef48cbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:55.898660 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d080720-bde0-46a8-a2f6-8004c429508a None None] The sync data for ids ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'] in n-d-814547-1 is: [{'id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'name': 'tempest-TestServerMultinode-2136075573-router', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:44Z', 'updated_at': '2021-10-19T11:43:50Z', 'revision_number': 4, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'gw_port': {'id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:46Z', 'updated_at': '2021-10-19T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8', 'name': '', 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'mac_address': 'fa:16:3e:73:a0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'c7a9b5d8-b525-4685-8ff0-0364ef48cbb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:49Z', 'updated_at': '2021-10-19T11:43:54Z', 'revision_number': 4, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'subnets': [{'id': 'c7a9b5d8-b525-4685-8ff0-0364ef48cbb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:43:55.996439 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:55.997728 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:56.014880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b', 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'fixed_ips': [{'subnet_id': '8187c994-c659-43a0-8413-3234e426f317'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:43:56.015747 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:56.050364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474548c6-cab2-467a-bc9e-a8fea90d55e1 req-f16bfc9a-d383-4d19-ba19-f12259371e2e tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:56.052090 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-474548c6-cab2-467a-bc9e-a8fea90d55e1 req-f16bfc9a-d383-4d19-ba19-f12259371e2e tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b HTTP/1.1" status: 200 len: 946 time: 0.1557348 Oct 19 11:43:56.143590 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:56.173194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-474548c6-cab2-467a-bc9e-a8fea90d55e1 req-216c3840-6627-459b-920e-316c6c399c8f tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071522 Oct 19 11:43:56.256723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Allocated IP 172.20.0.2 (d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b/8187c994-c659-43a0-8413-3234e426f317/9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:56.432760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:56.595141 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:56.600043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:56.600278 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:56.648156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0a8a5-a6cf-4d07-8b1a-244bbfd2250d req-db2262d8-6172-4e1e-af10-1cbf518c2dd6 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:56.658972 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93c0a8a5-a6cf-4d07-8b1a-244bbfd2250d req-db2262d8-6172-4e1e-af10-1cbf518c2dd6 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 945 time: 0.0721080 Oct 19 11:43:56.678990 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:56.707116 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93c0a8a5-a6cf-4d07-8b1a-244bbfd2250d req-1bfb11b7-07f7-43e8-a193-f93b3beef97b tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466232 Oct 19 11:43:56.774163 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:56.835933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Network d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:56.839287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:56.848672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:56.859274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c4d47-fdd5-48e7-8cd7-7afeb3fb9032 req-e1f2902e-2ad6-47a8-8e42-45d1c3136ee7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:56.867783 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fe4c4d47-fdd5-48e7-8cd7-7afeb3fb9032 req-e1f2902e-2ad6-47a8-8e42-45d1c3136ee7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.1449680 Oct 19 11:43:56.898769 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Pushing event updated for resources: {'Port': ['ID=9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:56.949099 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Attempting to bind port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:43:56.952780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Attempting to bind port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '94651dc1-d21d-4733-923c-e213a9766295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:43:56.953355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Attempting to bind port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 on network d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:43:56.959213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:43:56.959579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Checking segment: {'id': '94651dc1-d21d-4733-923c-e213a9766295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:43:56.959973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:56.960358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Bound using segment: {'id': '94651dc1-d21d-4733-923c-e213a9766295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:43:56.960853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Bound port: 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94651dc1-d21d-4733-923c-e213a9766295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:43:56.961228 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:57.152659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] For port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:43:57.161701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] For port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9,segment=NetworkSegment(94651dc1-d21d-4733-923c-e213a9766295),segment_id=94651dc1-d21d-4733-923c-e213a9766295)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:43:57.217055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04dcde-40f4-40e5-8ffd-731c90d9ce9b req-a5ed4f7d-47ff-4be5-83e2-c73f60f2dadc tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:57.218850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e04dcde-40f4-40e5-8ffd-731c90d9ce9b req-a5ed4f7d-47ff-4be5-83e2-c73f60f2dadc tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.1047997 Oct 19 11:43:57.271133 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e04dcde-40f4-40e5-8ffd-731c90d9ce9b req-4a82ad7f-be28-40ad-957e-96521f51e471 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Oct 19 11:43:57.276355 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:57.397048 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fe4c4d47-fdd5-48e7-8cd7-7afeb3fb9032 req-f27b4d11-760f-42b9-8a66-00ba5a38107f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277185 Oct 19 11:43:57.425515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9c6d4-a4de-4963-b2c9-d27ecf6728a9 None None] Pushing event updated for resources: {'Port': ['ID=9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:57.617481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:57.652686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:57.669618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f9817-f707-4085-bdcc-9d04e627bc2d req-197743d4-1b85-4806-bf69-520773832474 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:57.676767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f9817-f707-4085-bdcc-9d04e627bc2d req-197743d4-1b85-4806-bf69-520773832474 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:57.682873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f9817-f707-4085-bdcc-9d04e627bc2d req-197743d4-1b85-4806-bf69-520773832474 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:57.684668 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a56f9817-f707-4085-bdcc-9d04e627bc2d req-197743d4-1b85-4806-bf69-520773832474 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d&device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b&device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 2417 time: 0.1004887 Oct 19 11:43:57.739864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a56f9817-f707-4085-bdcc-9d04e627bc2d req-88868b10-2593-4cda-92cc-ff21b484c006 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413325 Oct 19 11:43:57.881493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fe60-3bff-4ef4-b532-680da43d4b1b req-9eec1e97-012e-4f2a-a2d1-b3b5d3e4ced5 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:57.883025 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7068fe60-3bff-4ef4-b532-680da43d4b1b req-9eec1e97-012e-4f2a-a2d1-b3b5d3e4ced5 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 945 time: 0.0512989 Oct 19 11:43:57.929507 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7068fe60-3bff-4ef4-b532-680da43d4b1b req-7f431c04-7299-4fa3-b314-8dab3d04fb73 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 Oct 19 11:43:57.997170 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8648a6ce-0f5c-46d1-9b55-471ff280af7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:58.042947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Allocated IP 172.25.2.188 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/2741773b-b7b7-45aa-b250-2d3d09e18f2b) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:43:58.181225 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:58.329633 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:58.378428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:43:58.399850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:43:58.407955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:43:58.413934 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Pushing event updated for resources: {'Port': ['ID=2741773b-b7b7-45aa-b250-2d3d09e18f2b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:58.416300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:43:58.488116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:58.488848 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:58.659123 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:58.708180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b1444-780b-433c-9d7c-43d261b3bbad None None] Network d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:43:58.760249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9,segment=NetworkSegment(94651dc1-d21d-4733-923c-e213a9766295),segment_id=94651dc1-d21d-4733-923c-e213a9766295)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:43:58.803421 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e1081f2d-ca43-45db-b8bd-22e0770f47fe None None] Provisioning complete for port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:58.803988 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1081f2d-ca43-45db-b8bd-22e0770f47fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:58.808856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1b8c8-2f07-4ddc-9cb7-73c7ee9ae946 req-8321578d-10c8-4836-8b45-0c5fe448c962 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:58.810636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ae1b8c8-2f07-4ddc-9cb7-73c7ee9ae946 req-8321578d-10c8-4836-8b45-0c5fe448c962 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.2852499 Oct 19 11:43:58.916353 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:58.982418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ae1b8c8-2f07-4ddc-9cb7-73c7ee9ae946 req-2e4d5fdf-cb6a-48bb-a4ab-9936562b9bf9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614432 Oct 19 11:43:59.097709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:43:59.101448 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:59.160135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:59.165442 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:59.455009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b4466dab-b6d5-45f1-a899-a4e3152873d0 None None] Provisioning complete for port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:43:59.455639 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4466dab-b6d5-45f1-a899-a4e3152873d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:59.473498 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:43:59.534585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d0354-3888-4c6a-9431-1995ffc69e10 req-b89d4c9c-85f9-4653-8a64-5adf425e60ba tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:43:59.542638 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-279d0354-3888-4c6a-9431-1995ffc69e10 req-b89d4c9c-85f9-4653-8a64-5adf425e60ba tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0708516 Oct 19 11:43:59.595848 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-279d0354-3888-4c6a-9431-1995ffc69e10 req-1fb74423-fb2b-4408-b9e6-39b00f7f7196 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521901 Oct 19 11:43:59.784297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:43:59.900215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:43:59.910504 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Sync routers for ids ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:43:59.926526 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Routers {'14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:43:59.929243 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:43:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:43:59.998184 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:00.008640 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3e8e4cf3-be96-426c-b7a0-2e048a665b20 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2149990 Oct 19 11:44:00.015672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38012) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:00.137284 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Set router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:44:00.165654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921ed24-f726-44fe-9454-3367f3f77adf req-96e91b65-104d-473a-bf21-4171b54527ba tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:00.167380 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b921ed24-f726-44fe-9454-3367f3f77adf req-96e91b65-104d-473a-bf21-4171b54527ba tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0984845 Oct 19 11:44:00.283479 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b921ed24-f726-44fe-9454-3367f3f77adf req-3d9115c4-7fbd-4f1a-9ab6-1a39e0142cc4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039872 Oct 19 11:44:00.294928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:44:00.352646 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'name': 'tempest-TestServerMultinode-907424117-router', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:56Z', 'updated_at': '2021-10-19T11:43:58Z', 'revision_number': 3, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'gw_port': {'id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:57Z', 'updated_at': '2021-10-19T11:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:00.373847 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:00.374221 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:00.382990 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Checking router: 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:44:00.383337 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Updating router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 port 2741773b-b7b7-45aa-b250-2d3d09e18f2b binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:44:00.421109 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:00.594581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:00.713710 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:00.741326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662931f2-b9f7-425a-9f2a-37322a2e50fc req-2962c4b4-13ba-4256-97b7-a71def763696 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:00.742816 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-662931f2-b9f7-425a-9f2a-37322a2e50fc req-2962c4b4-13ba-4256-97b7-a71def763696 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0630443 Oct 19 11:44:00.771513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Allocated IP 172.20.0.1 (d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b/8187c994-c659-43a0-8413-3234e426f317/2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:44:00.797753 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-662931f2-b9f7-425a-9f2a-37322a2e50fc req-c598fdb4-aa2f-438a-a078-871c45e385a0 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467324 Oct 19 11:44:00.812892 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:00.860883 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Pushing event updated for resources: {'Port': ['ID=2741773b-b7b7-45aa-b250-2d3d09e18f2b,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:00.868995 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.869418 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.869824 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.870156 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.870486 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.870807 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.871128 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.871446 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.871762 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.872082 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.872394 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.872737 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:00.876934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:00.885346 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Attempting to bind port 2741773b-b7b7-45aa-b250-2d3d09e18f2b on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:44:00.885735 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Attempting to bind port 2741773b-b7b7-45aa-b250-2d3d09e18f2b by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:44:00.887331 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:00.888924 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Attempting to bind port 2741773b-b7b7-45aa-b250-2d3d09e18f2b on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:44:00.894419 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:44:00.895029 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:44:00.895551 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:00.895989 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:44:00.896515 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Bound port: 2741773b-b7b7-45aa-b250-2d3d09e18f2b, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:44:00.898790 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:00.954949 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] For port 2741773b-b7b7-45aa-b250-2d3d09e18f2b, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:44:00.957553 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] For port 2741773b-b7b7-45aa-b250-2d3d09e18f2b, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2741773b-b7b7-45aa-b250-2d3d09e18f2b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:44:01.018645 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:01.069342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Network d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:44:01.074284 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:44:01.082860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:44:01.082860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:01.090786 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:01.126918 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:01.162604 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Routers {'14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:44:01.163300 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:43:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:01.224617 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821d91c-3df3-4b4c-8268-cb11d99c782f None None] Pushing event updated for resources: {'Port': ['ID=2741773b-b7b7-45aa-b250-2d3d09e18f2b,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:01.310323 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] Set router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:44:01.424279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c71c53b3-0f6f-42a6-a34c-4d6218a807d4 None None] Provisioning complete for port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:01.425446 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c71c53b3-0f6f-42a6-a34c-4d6218a807d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:01.427068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b842c6-7f3a-4f2e-9e97-845f5125a501 req-57d8a53c-cc7a-4f8a-b5a7-7879e64f6492 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:01.428641 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95b842c6-7f3a-4f2e-9e97-845f5125a501 req-57d8a53c-cc7a-4f8a-b5a7-7879e64f6492 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0566564 Oct 19 11:44:01.477119 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c71c53b3-0f6f-42a6-a34c-4d6218a807d4 None None] Port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:44:01.480266 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95b842c6-7f3a-4f2e-9e97-845f5125a501 req-1d21049e-ca9b-469e-80b6-886c67e24a5b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Oct 19 11:44:01.509490 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:01.529724 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'name': 'tempest-TestServerMultinode-907424117-router', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:56Z', 'updated_at': '2021-10-19T11:43:58Z', 'revision_number': 3, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'gw_port': {'id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:57Z', 'updated_at': '2021-10-19T11:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:01.560589 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750c4dc-7b96-4ebf-b0bc-df506a443366 None None] The sync data for ids ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'] in n-d-814547-1 is: [{'id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'name': 'tempest-TestServerMultinode-907424117-router', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:56Z', 'updated_at': '2021-10-19T11:43:58Z', 'revision_number': 3, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'gw_port': {'id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:57Z', 'updated_at': '2021-10-19T11:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:44:01.710991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:01.807004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:01.907549 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:01.918961 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:01.970608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5de857-d248-4283-bbee-f90282fefa01 req-4172dd9f-e437-4db8-bb9a-236a693394a8 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:01.972347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b5de857-d248-4283-bbee-f90282fefa01 req-4172dd9f-e437-4db8-bb9a-236a693394a8 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0795598 Oct 19 11:44:02.020154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b5de857-d248-4283-bbee-f90282fefa01 req-a2df4c44-4ed7-44bb-94aa-22f91152a45a tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Oct 19 11:44:02.040987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Network d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:44:02.043126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:44:02.202334 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:44:02.342296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2741773b-b7b7-45aa-b250-2d3d09e18f2b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:44:02.344154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:44:02.349849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9c95d79c-150a-4f91-aecd-c5fc3dc4c3d1 admin admin] 10.222.0.39 "PUT /v2.0/routers/14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3328173 Oct 19 11:44:02.426220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ec22fbe9-977d-46e1-a727-5c6cdab543bf None None] Provisioning complete for port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:02.426813 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ec22fbe9-977d-46e1-a727-5c6cdab543bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:02.487869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ec22fbe9-977d-46e1-a727-5c6cdab543bf None None] Port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:44:02.499756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2741773b-b7b7-45aa-b250-2d3d09e18f2b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:02.500709 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:02.615210 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:02.643328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f1c68-0ee9-42fd-a9aa-a4d1225d7bbc req-7ae7be1d-34a7-4f24-8237-c0bc21e140f4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:02.646804 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 2741773b-b7b7-45aa-b250-2d3d09e18f2b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2741773b-b7b7-45aa-b250-2d3d09e18f2b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:02.651169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-886f1c68-0ee9-42fd-a9aa-a4d1225d7bbc req-7ae7be1d-34a7-4f24-8237-c0bc21e140f4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0727260 Oct 19 11:44:02.710449 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-886f1c68-0ee9-42fd-a9aa-a4d1225d7bbc req-f8685251-b42b-4ddf-836d-a5bf8309bf8b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576975 Oct 19 11:44:02.732334 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:02.784775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=2741773b-b7b7-45aa-b250-2d3d09e18f2b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:02.986640 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-689e9421-0945-4733-b762-ef857ba72968 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:02.988691 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-689e9421-0945-4733-b762-ef857ba72968 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/networks?id=c214046d-91d8-4634-8c31-76dfa27c0d70 HTTP/1.1" status: 200 len: 911 time: 0.0996919 Oct 19 11:44:03.004814 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-355f25f5-880b-467a-a4aa-c3b21f870b66 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/quotas/0ed7d7fbf41941e2950750d13f3b6fff HTTP/1.1" status: 200 len: 375 time: 0.0099735 Oct 19 11:44:03.128397 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-856251bb-cf2c-45e2-8329-8d74de36ec4c tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed7d7fbf41941e2950750d13f3b6fff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164079 Oct 19 11:44:03.191665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb02519-c886-4c0c-bd01-9250dfd9e17d req-c3d614a0-a370-44bd-b436-46db34b0dcf7 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:03.193244 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bcb02519-c886-4c0c-bd01-9250dfd9e17d req-c3d614a0-a370-44bd-b436-46db34b0dcf7 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0730877 Oct 19 11:44:03.242716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-0b88b71c-a6f4-4a14-9dba-d8b66dff2504 service neutron] 10.222.0.39 "GET /v2.0/networks/c214046d-91d8-4634-8c31-76dfa27c0d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126561 Oct 19 11:44:03.252499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bcb02519-c886-4c0c-bd01-9250dfd9e17d req-812dc9e9-0f63-4acd-966a-00913b676b0a tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497453 Oct 19 11:44:03.345100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-a3142e09-6b59-4032-8e65-9822bcd40394 service neutron] 10.222.0.39 "GET /v2.0/networks/c214046d-91d8-4634-8c31-76dfa27c0d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014214 Oct 19 11:44:03.506590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Sync routers for ids ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:44:03.516250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Routers {'14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:44:03.517155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:43:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:03.638466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Set router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:44:03.863936 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e0051-0586-4b64-bcd9-dd0099987681 req-417cbbea-9871-4654-a497-bf9fae7c0b8e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:03.866610 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f5e0051-0586-4b64-bcd9-dd0099987681 req-417cbbea-9871-4654-a497-bf9fae7c0b8e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0800993 Oct 19 11:44:03.915848 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f5e0051-0586-4b64-bcd9-dd0099987681 req-8cd0dbfc-746d-4f66-8607-0c305ec557f1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Oct 19 11:44:04.063632 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0db5904-7ef7-48ae-a624-4a9c41e14322 req-d47a8d0c-dc56-4390-b7e6-0e11e8e07e1d tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 210 time: 0.0423820 Oct 19 11:44:04.072158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'name': 'tempest-TestServerMultinode-907424117-router', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:56Z', 'updated_at': '2021-10-19T11:44:01Z', 'revision_number': 4, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'gw_port': {'id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:57Z', 'updated_at': '2021-10-19T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d', 'name': '', 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'mac_address': 'fa:16:3e:e1:31:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '8187c994-c659-43a0-8413-3234e426f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:44:00Z', 'updated_at': '2021-10-19T11:44:01Z', 'revision_number': 2, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'subnets': [{'id': '8187c994-c659-43a0-8413-3234e426f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:04.109833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Checking router: 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:44:04.110345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Updating router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:44:04.135490 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:04.289238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2741773b-b7b7-45aa-b250-2d3d09e18f2b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:44:04.336979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2741773b-b7b7-45aa-b250-2d3d09e18f2b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:04.337339 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:04.382578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9e898-8996-4a7e-9f5b-f4b60b002670 req-7e5fb345-0434-4148-a593-a02742b13944 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:04.384042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4c9e898-8996-4a7e-9f5b-f4b60b002670 req-7e5fb345-0434-4148-a593-a02742b13944 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0548856 Oct 19 11:44:04.424876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4c9e898-8996-4a7e-9f5b-f4b60b002670 req-68fa0c7f-a059-4d21-baf1-795b870a60ff tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341530 Oct 19 11:44:04.542516 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:04.670666 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:04.724764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Pushing event updated for resources: {'Port': ['ID=2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:04.740055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.740918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.741401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.741636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.741966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.742296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.742619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.742943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.743292 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.743612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.743933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.744250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:04.792829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Attempting to bind port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:44:04.793192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Attempting to bind port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '94651dc1-d21d-4733-923c-e213a9766295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:44:04.793551 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Attempting to bind port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d on network d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:44:04.799688 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:44:04.800059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Checking segment: {'id': '94651dc1-d21d-4733-923c-e213a9766295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:44:04.800449 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:04.800875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Bound using segment: {'id': '94651dc1-d21d-4733-923c-e213a9766295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:44:04.801334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Bound port: 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94651dc1-d21d-4733-923c-e213a9766295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:44:04.801862 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:04.879853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] For port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:44:04.883578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] For port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d,segment=NetworkSegment(94651dc1-d21d-4733-923c-e213a9766295),segment_id=94651dc1-d21d-4733-923c-e213a9766295)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:44:05.022016 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:05.040883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2c11c-4bea-443e-9177-af8e4882ed0f req-9bea88dd-e8ea-425d-81e3-109b6ec543ee tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:05.045636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80d2c11c-4bea-443e-9177-af8e4882ed0f req-9bea88dd-e8ea-425d-81e3-109b6ec543ee tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0526741 Oct 19 11:44:05.088515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5f95d64e-54ed-4081-a21c-56152afa221e None None] Provisioning complete for port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:05.088924 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f95d64e-54ed-4081-a21c-56152afa221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:05.093532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80d2c11c-4bea-443e-9177-af8e4882ed0f req-05db30d7-8893-4b9b-81ec-a2d24176ef15 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440428 Oct 19 11:44:05.148073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Routers {'14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:44:05.148073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:43:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:05.148073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba11ed-91de-40a9-a1fa-f4f8f2b72447 None None] Pushing event updated for resources: {'Port': ['ID=2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:05.189038 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1313f6c-5f62-4562-ba2e-09f295764944 req-f228bc5e-9cbb-41f3-a93a-36f8a9f3b015 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 210 time: 0.0481639 Oct 19 11:44:05.336006 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f95d64e-54ed-4081-a21c-56152afa221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:05.338888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] Set router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:44:05.436551 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5f95d64e-54ed-4081-a21c-56152afa221e None None] For port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d,segment=NetworkSegment(94651dc1-d21d-4733-923c-e213a9766295),segment_id=94651dc1-d21d-4733-923c-e213a9766295)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:05.555929 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f95d64e-54ed-4081-a21c-56152afa221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:05.594078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce665c92-d9f2-4fb3-9158-8d8220b420a5 req-8a13bcef-0779-4889-b190-8890e3e70ad6 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:05.595671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce665c92-d9f2-4fb3-9158-8d8220b420a5 req-8a13bcef-0779-4889-b190-8890e3e70ad6 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0654685 Oct 19 11:44:05.611955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95d64e-54ed-4081-a21c-56152afa221e None None] Pushing event updated for resources: {'Port': ['ID=2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:05.637601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'name': 'tempest-TestServerMultinode-907424117-router', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:56Z', 'updated_at': '2021-10-19T11:44:01Z', 'revision_number': 4, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'gw_port': {'id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:57Z', 'updated_at': '2021-10-19T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d', 'name': '', 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'mac_address': 'fa:16:3e:e1:31:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '8187c994-c659-43a0-8413-3234e426f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:44:00Z', 'updated_at': '2021-10-19T11:44:04Z', 'revision_number': 4, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'subnets': [{'id': '8187c994-c659-43a0-8413-3234e426f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:05.658224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce665c92-d9f2-4fb3-9158-8d8220b420a5 req-5d4f4597-4d35-42fc-b6e3-e6267a00b2a5 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479739 Oct 19 11:44:05.672915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41673956-65ab-4ed1-9fc2-248d8eaf8b09 None None] The sync data for ids ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'] in n-d-814547-1 is: [{'id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'name': 'tempest-TestServerMultinode-907424117-router', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:56Z', 'updated_at': '2021-10-19T11:44:01Z', 'revision_number': 4, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'gw_port': {'id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:57Z', 'updated_at': '2021-10-19T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d', 'name': '', 'network_id': 'd9cf3efb-54c7-46aa-9ac4-2fc18025ca1b', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'mac_address': 'fa:16:3e:e1:31:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '8187c994-c659-43a0-8413-3234e426f317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:44:00Z', 'updated_at': '2021-10-19T11:44:04Z', 'revision_number': 4, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'subnets': [{'id': '8187c994-c659-43a0-8413-3234e426f317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:44:05.694028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4ca28b06-7e26-4b84-a784-f2cfb2ce42dc None None] Provisioning complete for port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:05.694319 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4ca28b06-7e26-4b84-a784-f2cfb2ce42dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:06.256826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9912-4ec6-4463-a7ad-e88201562723 req-af736af5-b591-427e-8d6c-6ed02d584866 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:06.268402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-617b9912-4ec6-4463-a7ad-e88201562723 req-af736af5-b591-427e-8d6c-6ed02d584866 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0814388 Oct 19 11:44:06.339163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-617b9912-4ec6-4463-a7ad-e88201562723 req-2b42415e-00bf-46cd-a890-120d8e2f2ec7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657833 Oct 19 11:44:06.388525 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7fdfdbbd-1366-45f1-82cb-dc4048923e16 req-3d21d7ab-b981-4e2f-b8d9-3541b754f09f tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 210 time: 0.0622935 Oct 19 11:44:06.420853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:44:06.479025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:06.479399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:06.796602 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62711b-36e4-4bc8-ad4f-3ae9c12abe24 req-cbca2be7-b46e-444f-a91b-6c0c4347ba81 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:06.799483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d62711b-36e4-4bc8-ad4f-3ae9c12abe24 req-cbca2be7-b46e-444f-a91b-6c0c4347ba81 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0582869 Oct 19 11:44:06.862532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d62711b-36e4-4bc8-ad4f-3ae9c12abe24 req-2b280d0d-0960-438f-bd59-b263df738a17 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555003 Oct 19 11:44:07.094473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-1282974f-8d28-4315-8aa1-9271b680fe4d tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:07.097977 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-1282974f-8d28-4315-8aa1-9271b680fe4d tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.49 "GET /v2.0/networks?id=c214046d-91d8-4634-8c31-76dfa27c0d70 HTTP/1.1" status: 200 len: 911 time: 0.0975261 Oct 19 11:44:07.111157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Request body: {'port': {'device_id': '43b3e2d1-b716-4e0c-92ea-86b95eec5ffb', 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70', 'admin_state_up': True, 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:07.235624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Made reservation on behalf of 0ed7d7fbf41941e2950750d13f3b6fff for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:44:07.238189 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:07.420469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Allocated IP 172.20.0.3 (c214046d-91d8-4634-8c31-76dfa27c0d70/c7a9b5d8-b525-4685-8ff0-0364ef48cbb2/7b19d127-a3f4-47c6-9379-74a27d8ce9cf) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:44:07.506129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e211ff-a5e0-481e-9254-39c06f96333f req-50f62f7d-149b-4895-8f84-82968f26735a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:07.507631 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-26e211ff-a5e0-481e-9254-39c06f96333f req-50f62f7d-149b-4895-8f84-82968f26735a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0821297 Oct 19 11:44:07.534218 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-db8e39a4-89d1-4daa-b20f-de7e367f294a req-193be558-37b0-4015-b870-7b69bdb6c25c tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 210 time: 0.0351470 Oct 19 11:44:07.611692 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-26e211ff-a5e0-481e-9254-39c06f96333f req-78999cc4-2af2-4000-a98c-a8c184a2eb38 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950055 Oct 19 11:44:07.657202 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:07.790904 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:07.833805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Network c214046d-91d8-4634-8c31-76dfa27c0d70 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:44:07.836724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:44:07.840471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:44:07.875647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Pushing event updated for resources: {'Port': ['ID=7b19d127-a3f4-47c6-9379-74a27d8ce9cf,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:07.895479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:07.896151 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:08.016223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b2734220-0704-4528-934a-5ef7a10c2e91 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9099629 Oct 19 11:44:08.023987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0cde2-0d58-4482-a6f1-7745aee5b94d req-0ef61648-bdb9-4d26-96b9-5730e069c86b tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:08.025630 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7af0cde2-0d58-4482-a6f1-7745aee5b94d req-0ef61648-bdb9-4d26-96b9-5730e069c86b tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0657430 Oct 19 11:44:08.035707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Request body: {'port': {'device_id': '43b3e2d1-b716-4e0c-92ea-86b95eec5ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:08.078822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b25607b-48b9-4458-a093-7fa80bf7fa54 None None] Provisioning complete for port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:08.083465 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b25607b-48b9-4458-a093-7fa80bf7fa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:08.085322 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7af0cde2-0d58-4482-a6f1-7745aee5b94d req-91700267-1394-4cb2-9425-187899f3d120 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524821 Oct 19 11:44:08.133655 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:08.137991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b25607b-48b9-4458-a093-7fa80bf7fa54 None None] Port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:44:08.438141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b19d127-a3f4-47c6-9379-74a27d8ce9cf {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:44:08.452017 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:08.465854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Transition to ACTIVE for port object 7b19d127-a3f4-47c6-9379-74a27d8ce9cf will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:44:08.573219 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:08.660351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Pushing event updated for resources: {'Port': ['ID=7b19d127-a3f4-47c6-9379-74a27d8ce9cf,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:08.790508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871fe69-1852-4177-9a1e-bf7598c97dd6 req-4fb211d8-0256-482b-a1bb-1461087153af tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:08.796135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579c636-5155-4703-813a-2338ff0a2052 req-1d128fce-080f-475a-a3be-788404feea3a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:08.801691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3579c636-5155-4703-813a-2338ff0a2052 req-1d128fce-080f-475a-a3be-788404feea3a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.1087565 Oct 19 11:44:08.808279 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a871fe69-1852-4177-9a1e-bf7598c97dd6 req-4fb211d8-0256-482b-a1bb-1461087153af tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1052 time: 0.1589968 Oct 19 11:44:08.841183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Attempting to bind port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:44:08.841523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Attempting to bind port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:44:08.841853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Attempting to bind port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf on network c214046d-91d8-4634-8c31-76dfa27c0d70 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:44:08.853842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf on network c214046d-91d8-4634-8c31-76dfa27c0d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:44:08.854763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Attempting to bind port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf on network c214046d-91d8-4634-8c31-76dfa27c0d70 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:44:08.867214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3579c636-5155-4703-813a-2338ff0a2052 req-71f5e342-115e-4d21-8076-364d5fc71f5f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518904 Oct 19 11:44:08.881223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a871fe69-1852-4177-9a1e-bf7598c97dd6 req-25af7fbf-697e-429c-9192-f7ad49c4b3fa tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707107 Oct 19 11:44:08.884019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:44:08.884556 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Checking segment: {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:44:08.885387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Bound using segment: {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:44:08.886094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Bound port: 7b19d127-a3f4-47c6-9379-74a27d8ce9cf, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:44:08.895673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:08.994257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] For port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:44:08.999219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] For port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7b19d127-a3f4-47c6-9379-74a27d8ce9cf,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:44:09.111558 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:09.160204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:09.161221 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:09.163352 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] 10.222.0.49 "PUT /v2.0/ports/7b19d127-a3f4-47c6-9379-74a27d8ce9cf HTTP/1.1" status: 200 len: 1091 time: 1.1326900 Oct 19 11:44:09.164159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b3e2d1-b716-4e0c-92ea-86b95eec5ffb', 'tag': '7b19d127-a3f4-47c6-9379-74a27d8ce9cf'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:09.166826 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eb780e-0862-4a13-9326-e0ceb77221ed" -d '{"events": [{"name": "network-changed", "server_uuid": "43b3e2d1-b716-4e0c-92ea-86b95eec5ffb", "tag": "7b19d127-a3f4-47c6-9379-74a27d8ce9cf"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:09.249538 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef1cc76-f4e7-498d-9172-d5a7cad674d0 x-openstack-request-id: req-2ef1cc76-f4e7-498d-9172-d5a7cad674d0 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:09.250596 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b3e2d1-b716-4e0c-92ea-86b95eec5ffb", "tag": "7b19d127-a3f4-47c6-9379-74a27d8ce9cf", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:09.251001 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ef1cc76-f4e7-498d-9172-d5a7cad674d0 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:09.251562 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b3e2d1-b716-4e0c-92ea-86b95eec5ffb', 'tag': '7b19d127-a3f4-47c6-9379-74a27d8ce9cf', 'status': 'completed', 'code': 200} Oct 19 11:44:09.258920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357baf2-9f29-4176-a87b-619e804a7b4e service neutron] Pushing event updated for resources: {'Port': ['ID=7b19d127-a3f4-47c6-9379-74a27d8ce9cf,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:09.355148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb780e-0862-4a13-9326-e0ceb77221ed req-d48d89e6-d964-4ffc-8ece-6bb053e2dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:09.356958 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91eb780e-0862-4a13-9326-e0ceb77221ed req-d48d89e6-d964-4ffc-8ece-6bb053e2dcfe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ed7d7fbf41941e2950750d13f3b6fff&device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1094 time: 0.0653737 Oct 19 11:44:09.371691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f2b02-108d-40be-86e4-4487b164d906 req-ae52fb47-54a6-4b4e-92fd-b0140f5af052 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:09.381451 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-368f2b02-108d-40be-86e4-4487b164d906 req-ae52fb47-54a6-4b4e-92fd-b0140f5af052 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.1547089 Oct 19 11:44:09.508757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-368f2b02-108d-40be-86e4-4487b164d906 req-a594153e-3a26-46c0-9a6a-d58ed1ceb9ee tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139290 Oct 19 11:44:09.536729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb780e-0862-4a13-9326-e0ceb77221ed req-d30aa93b-a77d-4d79-ace8-10e96d433b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:09.538270 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91eb780e-0862-4a13-9326-e0ceb77221ed req-d30aa93b-a77d-4d79-ace8-10e96d433b84 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0ed7d7fbf41941e2950750d13f3b6fff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1554117 Oct 19 11:44:09.997569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cd6df-8907-4467-a93b-664b9e983dfa req-326caa43-e572-4ea5-b0a5-2696d1d35a1c tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:09.999341 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-426cd6df-8907-4467-a93b-664b9e983dfa req-326caa43-e572-4ea5-b0a5-2696d1d35a1c tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1094 time: 0.0522029 Oct 19 11:44:10.035208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb780e-0862-4a13-9326-e0ceb77221ed req-a4ef481a-71d0-41ab-bedd-3747d651b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:10.036902 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91eb780e-0862-4a13-9326-e0ceb77221ed req-a4ef481a-71d0-41ab-bedd-3747d651b3cd service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4915287 Oct 19 11:44:10.049983 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-426cd6df-8907-4467-a93b-664b9e983dfa req-2e7ce414-4a97-4612-a6f4-331316933985 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 Oct 19 11:44:10.063001 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf6e86-283f-4f14-aff6-b2e74fd36d87 req-3c501718-203e-4510-bc1b-e67b9147c4b2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:10.066722 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9edf6e86-283f-4f14-aff6-b2e74fd36d87 req-3c501718-203e-4510-bc1b-e67b9147c4b2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0947092 Oct 19 11:44:10.132676 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9edf6e86-283f-4f14-aff6-b2e74fd36d87 req-31524b8e-dae1-486b-b63f-c22aff377d08 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591328 Oct 19 11:44:10.145736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-0a9843f1-b294-42c5-bed9-88a63de1b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:10.147203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-0a9843f1-b294-42c5-bed9-88a63de1b280 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ed7d7fbf41941e2950750d13f3b6fff&device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1094 time: 0.0580993 Oct 19 11:44:10.191273 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-3d9a1a6f-80d3-455a-88b9-a707675301ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b19d127-a3f4-47c6-9379-74a27d8ce9cf HTTP/1.1" status: 200 len: 217 time: 0.0359728 Oct 19 11:44:10.245347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b8164498-31d1-4c73-8d6f-244922f8fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:10.246952 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-b8164498-31d1-4c73-8d6f-244922f8fa6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7a9b5d8-b525-4685-8ff0-0364ef48cbb2 HTTP/1.1" status: 200 len: 849 time: 0.0483823 Oct 19 11:44:10.295830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-5ed21d27-9f52-44a2-9e1c-ba73904e31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:10.297403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-5ed21d27-9f52-44a2-9e1c-ba73904e31ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c214046d-91d8-4634-8c31-76dfa27c0d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435433 Oct 19 11:44:10.399630 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-96ca1436-5e4d-4569-a8f4-2c5cd3ecf328 service neutron] 10.222.0.49 "GET /v2.0/networks/c214046d-91d8-4634-8c31-76dfa27c0d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945961 Oct 19 11:44:10.498854 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04a210b2-252a-4187-8844-e003d7bbbdf8 req-66fe5478-d7ea-469d-b7d5-856fe562a6c0 service neutron] 10.222.0.49 "GET /v2.0/networks/c214046d-91d8-4634-8c31-76dfa27c0d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923421 Oct 19 11:44:10.559834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38138) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:10.641708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50175b0-cfba-4de5-9b04-0ba5fdb34e48 req-03cf7327-9985-4d45-99d8-bfe18fc530c0 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:10.647003 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32adbdb6-e169-4468-81e3-f010b4ac96a9 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:10.647478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32adbdb6-e169-4468-81e3-f010b4ac96a9 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:10.647945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32adbdb6-e169-4468-81e3-f010b4ac96a9 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:10.649201 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b50175b0-cfba-4de5-9b04-0ba5fdb34e48 req-03cf7327-9985-4d45-99d8-bfe18fc530c0 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0657263 Oct 19 11:44:10.652582 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-32adbdb6-e169-4468-81e3-f010b4ac96a9 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=8abfa711f30a45c1b1fb691610142fba&network_id=c5077606-1e8e-48d8-b00c-eaa7f271746f HTTP/1.1" status: 200 len: 2970 time: 0.0888925 Oct 19 11:44:10.688291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b50175b0-cfba-4de5-9b04-0ba5fdb34e48 req-4e81ec19-34f8-42a9-b086-3b33cbfa035b tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341563 Oct 19 11:44:11.188413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8975b-26b4-4cad-94ae-8a4a209db0f5 req-a37196be-2afe-44ad-89cb-7f2ea80d4126 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:11.191735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3b8975b-26b4-4cad-94ae-8a4a209db0f5 req-a37196be-2afe-44ad-89cb-7f2ea80d4126 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1094 time: 0.0659413 Oct 19 11:44:11.229906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3b8975b-26b4-4cad-94ae-8a4a209db0f5 req-e881ff07-263b-4a53-a5d1-72a3acde3bf2 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Oct 19 11:44:11.264714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c837de5-9e3f-44e8-979f-0168fb9ac029 req-86e9c06e-c05b-4838-bad2-75b74c4d9e48 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:11.266268 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c837de5-9e3f-44e8-979f-0168fb9ac029 req-86e9c06e-c05b-4838-bad2-75b74c4d9e48 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0558395 Oct 19 11:44:11.305539 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c837de5-9e3f-44e8-979f-0168fb9ac029 req-5054ce9f-cd5f-4af3-97dd-eec22435e527 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332747 Oct 19 11:44:11.806289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b5aac-4845-45c6-989c-9464390d14be req-827b92be-c360-4765-bfb6-7dcdd42a8a81 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:11.807784 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-677b5aac-4845-45c6-989c-9464390d14be req-827b92be-c360-4765-bfb6-7dcdd42a8a81 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0508389 Oct 19 11:44:11.849781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-677b5aac-4845-45c6-989c-9464390d14be req-c003c3ce-3365-4063-b815-da34a49ce1f5 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348594 Oct 19 11:44:12.353010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d825b-3b8f-4541-a861-fe1a85e030dc req-7c9a0323-731d-48b0-ba96-8dd1795dda07 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:12.355544 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b2d825b-3b8f-4541-a861-fe1a85e030dc req-7c9a0323-731d-48b0-ba96-8dd1795dda07 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1094 time: 0.0566604 Oct 19 11:44:12.407981 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b2d825b-3b8f-4541-a861-fe1a85e030dc req-5064a95b-d917-4e46-a662-65dc42b5e3d4 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 Oct 19 11:44:12.445988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbee5b-e841-4c73-b8e9-5060bff5e654 req-b0da7841-64f1-4e7f-aba3-c29f42a7a610 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:12.451038 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3efbee5b-e841-4c73-b8e9-5060bff5e654 req-b0da7841-64f1-4e7f-aba3-c29f42a7a610 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0665545 Oct 19 11:44:12.490940 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3efbee5b-e841-4c73-b8e9-5060bff5e654 req-c051eba2-3333-46f1-82fa-5e80b085c5a4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375555 Oct 19 11:44:12.966985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e86d97-7ee8-4961-b238-e3d417f2cf3f req-06e09973-42a4-45f8-8e76-33787ac35121 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:12.968457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1e86d97-7ee8-4961-b238-e3d417f2cf3f req-06e09973-42a4-45f8-8e76-33787ac35121 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0501540 Oct 19 11:44:13.008983 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1e86d97-7ee8-4961-b238-e3d417f2cf3f req-5d85cb6f-9ef6-4f6a-9f8f-3d2683b45f40 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Oct 19 11:44:13.475105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7b19d127-a3f4-47c6-9379-74a27d8ce9cf details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:44:13.541883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42311e-d6e0-4b5c-81e7-6ffaad9b5d12 req-930a62a8-eda2-407d-bac6-8aa1a8b176ce tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:13.543637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c42311e-d6e0-4b5c-81e7-6ffaad9b5d12 req-930a62a8-eda2-407d-bac6-8aa1a8b176ce tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1094 time: 0.0674384 Oct 19 11:44:13.602868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7b19d127-a3f4-47c6-9379-74a27d8ce9cf,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:13.628346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '7b19d127-a3f4-47c6-9379-74a27d8ce9cf', 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70', 'port_id': '7b19d127-a3f4-47c6-9379-74a27d8ce9cf', 'mac_address': 'fa:16:3e:02:d7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a9b5d8-b525-4685-8ff0-0364ef48cbb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:44:13.629614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14561c-be4c-4631-92f5-bd263968c484 req-0ad90f56-d7a5-4b34-a375-ab0b113230be tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:13.631535 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c42311e-d6e0-4b5c-81e7-6ffaad9b5d12 req-e3289b0c-4634-4985-9880-2cff186e5c2d tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636792 Oct 19 11:44:13.638250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5c14561c-be4c-4631-92f5-bd263968c484 req-0ad90f56-d7a5-4b34-a375-ab0b113230be tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0720696 Oct 19 11:44:13.681145 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5c14561c-be4c-4631-92f5-bd263968c484 req-adef8568-c444-4926-8015-ac4a3778a4b6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 Oct 19 11:44:13.685198 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:13.699445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b19d127-a3f4-47c6-9379-74a27d8ce9cf {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:44:13.720509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7b19d127-a3f4-47c6-9379-74a27d8ce9cf,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:13.790453 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:13.841371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7b19d127-a3f4-47c6-9379-74a27d8ce9cf,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:14.044668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['7b19d127-a3f4-47c6-9379-74a27d8ce9cf'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:44:14.164833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37b5ed-3c9f-4048-8024-019a33f93c4f req-b6ac50a8-05b0-477d-8b9a-d1386550d090 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:14.169847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed37b5ed-3c9f-4048-8024-019a33f93c4f req-b6ac50a8-05b0-477d-8b9a-d1386550d090 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0514309 Oct 19 11:44:14.208124 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed37b5ed-3c9f-4048-8024-019a33f93c4f req-70541057-d15e-4f9c-9df1-dab46ca9ae27 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353265 Oct 19 11:44:14.246653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38244) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:14.330009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c59f29-1a73-490d-b00b-6a70adfddd04 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:14.337870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-93c59f29-1a73-490d-b00b-6a70adfddd04 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0 HTTP/1.1" status: 200 len: 814 time: 0.0839002 Oct 19 11:44:14.735420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839cad0-84c3-44bd-8e1a-e9597cacc34d req-15398ce4-739b-492c-b90c-900f06471bbf tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:14.737882 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f839cad0-84c3-44bd-8e1a-e9597cacc34d req-15398ce4-739b-492c-b90c-900f06471bbf tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1095 time: 0.0473342 Oct 19 11:44:14.790789 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f839cad0-84c3-44bd-8e1a-e9597cacc34d req-81d39200-e642-4450-bb43-39f6614139ee tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463088 Oct 19 11:44:14.805235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59821c2-616f-4974-8074-9c6d7cb16e99 req-ed256c90-14e3-4be4-8d34-4128a36d3629 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:14.808463 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b59821c2-616f-4974-8074-9c6d7cb16e99 req-ed256c90-14e3-4be4-8d34-4128a36d3629 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0635080 Oct 19 11:44:14.853505 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b59821c2-616f-4974-8074-9c6d7cb16e99 req-00d7ca26-8de9-4081-b385-8e921f56ef02 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376635 Oct 19 11:44:15.231691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38256) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:15.237621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'network': {'name': 'tempest-network-smoke--306654498', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'port_security_enabled': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:15.345945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c419389-8087-412b-a3d5-c80c4803badb req-7df70615-19e8-4109-b0d1-9b56ccf4795d tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:15.348363 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c419389-8087-412b-a3d5-c80c4803badb req-7df70615-19e8-4109-b0d1-9b56ccf4795d tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0582256 Oct 19 11:44:15.379812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Made reservation on behalf of 8abfa711f30a45c1b1fb691610142fba for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:44:15.383275 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:15.405163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c419389-8087-412b-a3d5-c80c4803badb req-a848a997-8816-4df0-baed-f389cf1abd38 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510402 Oct 19 11:44:15.419630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:44:15.429811 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:15.430154 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Added segment 9bd09884-b581-4697-ad48-0be4366a5414 of type vlan for network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 Oct 19 11:44:15.472845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:15.474295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7b19d127-a3f4-47c6-9379-74a27d8ce9cf up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:44:15.624896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:15.631204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:15.631795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:15.647431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:44:15.651635 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:15.652285 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:15.705988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Network': ['ID=495ba664-a9b2-49bc-8cb9-2f37e7d1ce11,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:15.713647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.713999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.714343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.714678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.715010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.715347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.715676 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.716004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.716328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.716714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.717006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.717323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:15.735487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:44:15.770549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e6a5349c-355a-4610-a9c4-a48c8b5b267c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5374756 Oct 19 11:44:15.774048 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:15.774768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38260) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:15.852442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7b19d127-a3f4-47c6-9379-74a27d8ce9cf,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:15.852442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b3e2d1-b716-4e0c-92ea-86b95eec5ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b19d127-a3f4-47c6-9379-74a27d8ce9cf'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:15.854329 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237c0a78-756e-4ee7-9e36-e30eed7ee659" -d '{"events": [{"server_uuid": "43b3e2d1-b716-4e0c-92ea-86b95eec5ffb", "name": "network-vif-plugged", "status": "completed", "tag": "7b19d127-a3f4-47c6-9379-74a27d8ce9cf"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:15.877000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c692c-3ce1-4fde-b97f-503e76ee0df4 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:15.884648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f55c692c-3ce1-4fde-b97f-503e76ee0df4 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8abfa711f30a45c1b1fb691610142fba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1063581 Oct 19 11:44:15.885025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38270) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:15.918828 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38db9382-5805-4df4-b7e2-681fa982a8be x-openstack-request-id: req-38db9382-5805-4df4-b7e2-681fa982a8be {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:15.919214 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b3e2d1-b716-4e0c-92ea-86b95eec5ffb", "name": "network-vif-plugged", "status": "completed", "tag": "7b19d127-a3f4-47c6-9379-74a27d8ce9cf", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:15.919424 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38db9382-5805-4df4-b7e2-681fa982a8be {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:15.919831 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b3e2d1-b716-4e0c-92ea-86b95eec5ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b19d127-a3f4-47c6-9379-74a27d8ce9cf', 'code': 200} Oct 19 11:44:15.973057 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:15.991037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3702c5-670a-47c6-966f-dd220b777657 req-a2540ae5-45cd-4af9-b865-ca15d2b14652 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:15.993644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7b3702c5-670a-47c6-966f-dd220b777657 req-a2540ae5-45cd-4af9-b865-ca15d2b14652 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1095 time: 0.0624945 Oct 19 11:44:16.038599 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63be8a9-72d5-44ea-a7d4-3312e3a52a30 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:16.044150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38272) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:16.045051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a63be8a9-72d5-44ea-a7d4-3312e3a52a30 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1591282 Oct 19 11:44:16.056409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7b19d127-a3f4-47c6-9379-74a27d8ce9cf,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:16.105294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8d6b4d3d-592b-49e4-8e89-3915c4d8715e tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566680 Oct 19 11:44:16.105523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56fc10-a56f-44ec-bf10-5476a9d92146 req-c975d26a-8c46-42ea-ae4b-4f5c0fcfe5b1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:16.113264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38274) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:16.113410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f56fc10-a56f-44ec-bf10-5476a9d92146 req-c975d26a-8c46-42ea-ae4b-4f5c0fcfe5b1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0939767 Oct 19 11:44:16.113651 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7b3702c5-670a-47c6-966f-dd220b777657 req-40766812-0b58-412c-a35f-75e030fedc3d tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019554 Oct 19 11:44:16.128583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a26c51-357b-40a3-b21a-2f3509958e2a req-faef633c-4b1a-41ce-85b9-fbcc6694d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:16.129619 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3a26c51-357b-40a3-b21a-2f3509958e2a req-faef633c-4b1a-41ce-85b9-fbcc6694d23d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1096 time: 0.1285143 Oct 19 11:44:16.157884 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a661b30f-c79c-4650-a82c-0f235fd6397f tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8abfa711f30a45c1b1fb691610142fba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439920 Oct 19 11:44:16.163365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38276) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:16.190498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f56fc10-a56f-44ec-bf10-5476a9d92146 req-023e308a-9ef5-46f3-bbe7-809b94c627c4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732687 Oct 19 11:44:16.193482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3a26c51-357b-40a3-b21a-2f3509958e2a req-3ddfa184-718c-43ec-83f6-1510e181275f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442970 Oct 19 11:44:16.272626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925fceed-558b-40e9-b9f4-28ef523de1a6 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:16.274474 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-925fceed-558b-40e9-b9f4-28ef523de1a6 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1099172 Oct 19 11:44:16.277321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38278) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:16.309932 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fd488af6-e0cf-4de2-9ff2-8915f49542e0 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309741 Oct 19 11:44:16.311904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38280) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:16.316983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1920914316', 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:16.510953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Made reservation on behalf of 8abfa711f30a45c1b1fb691610142fba for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:44:16.516415 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:16.635842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f145b-3f84-494d-b484-371e09078bd0 req-19ffc614-8737-4685-a933-783ee8990587 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:16.637287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-300f145b-3f84-494d-b484-371e09078bd0 req-19ffc614-8737-4685-a933-783ee8990587 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.1469710 Oct 19 11:44:16.695421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-300f145b-3f84-494d-b484-371e09078bd0 req-69027242-b765-4038-994a-64bf53aa18d5 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484619 Oct 19 11:44:16.876979 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:16.941989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Subnet': ['ID=1a210e58-6819-42ab-88f7-876c3eb03047,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:16.954842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Checking segment: {'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:44:16.955212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network hostable DHCP agents. Network: 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:44:17.048200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:44:17.185566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:44:17.185566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:17.185566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:17.191244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad59e11-c31f-4738-861c-eb699627be19 None None] Network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:44:17.268265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5434d-b53e-41ab-b950-c8ee9e265177 req-a31df8ae-9dc8-4235-ba42-ae89c80e33a1 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:17.275049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7fb5434d-b53e-41ab-b950-c8ee9e265177 req-a31df8ae-9dc8-4235-ba42-ae89c80e33a1 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1096 time: 0.0586162 Oct 19 11:44:17.322503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7fb5434d-b53e-41ab-b950-c8ee9e265177 req-cb5380f1-648c-4068-a78d-10ad8024c390 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464537 Oct 19 11:44:17.322948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-847890db-4227-4550-9b77-3a52feb768b3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0097389 Oct 19 11:44:17.367352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fd953-acbf-467c-a089-c02bd6012bfd req-33f6d9e7-d20f-4051-8757-85b3bd1f3131 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:17.368936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d45fd953-acbf-467c-a089-c02bd6012bfd req-33f6d9e7-d20f-4051-8757-85b3bd1f3131 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0962317 Oct 19 11:44:17.372096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-495ba664-a9b2-49bc-8cb9-2f37e7d1ce11', 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ips': [{'subnet_id': '1a210e58-6819-42ab-88f7-876c3eb03047'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:44:17.373051 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:17.432036 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d45fd953-acbf-467c-a089-c02bd6012bfd req-e9bb6eaa-c58d-4d28-bae9-32183e9cc3e2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547619 Oct 19 11:44:17.547961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Allocated IP 172.20.0.18 (495ba664-a9b2-49bc-8cb9-2f37e7d1ce11/1a210e58-6819-42ab-88f7-876c3eb03047/fc22869f-ca08-49e8-9fa4-0c6efdaf6452) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:44:17.702646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38292) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:17.707902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a32faf62-67fd-4b82-90a8-1c16898b682c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787854741', 'description': 'tempest-secgroup-smoke-1787854741 description', 'project_id': '8abfa711f30a45c1b1fb691610142fba'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:17.711585 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:17.814342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86ee10-6dee-473b-83c3-0826fa2853c7 req-77702ff0-9663-4784-851e-415e0200b7ee tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:17.815967 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ac86ee10-6dee-473b-83c3-0826fa2853c7 req-77702ff0-9663-4784-851e-415e0200b7ee tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0522470 Oct 19 11:44:17.819172 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:17.861316 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ac86ee10-6dee-473b-83c3-0826fa2853c7 req-7a674ff8-0281-4e53-96ad-e7ff8143d769 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Oct 19 11:44:17.862523 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a32faf62-67fd-4b82-90a8-1c16898b682c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:17.867457 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:44:17.870372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:44:17.874690 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:44:17.877598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Pushing event updated for resources: {'Port': ['ID=fc22869f-ca08-49e8-9fa4-0c6efdaf6452,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:17.940398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Attempting to bind port fc22869f-ca08-49e8-9fa4-0c6efdaf6452 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:44:17.940887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Attempting to bind port fc22869f-ca08-49e8-9fa4-0c6efdaf6452 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:44:17.941315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Attempting to bind port fc22869f-ca08-49e8-9fa4-0c6efdaf6452 on network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:44:17.946546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:44:17.946853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Checking segment: {'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:44:17.947296 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:17.947925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Bound using segment: {'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:44:17.948371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Bound port: fc22869f-ca08-49e8-9fa4-0c6efdaf6452, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:44:17.948774 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:17.953650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a32faf62-67fd-4b82-90a8-1c16898b682c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:18.022241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] For port fc22869f-ca08-49e8-9fa4-0c6efdaf6452, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:44:18.025707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] For port fc22869f-ca08-49e8-9fa4-0c6efdaf6452, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fc22869f-ca08-49e8-9fa4-0c6efdaf6452,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:44:18.041597 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a32faf62-67fd-4b82-90a8-1c16898b682c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:18.071607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32faf62-67fd-4b82-90a8-1c16898b682c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308676f7-c340-459e-a291-e40532b47a17,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:18.110967 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:18.173336 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a32faf62-67fd-4b82-90a8-1c16898b682c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:18.177492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38298) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:18.177750 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a32faf62-67fd-4b82-90a8-1c16898b682c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4733725 Oct 19 11:44:18.184046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-51a29716-77f4-4c2c-ba54-4f9567b8aa01 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '308676f7-c340-459e-a291-e40532b47a17', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:18.190829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c24fe-40a5-4c93-ae66-5be056b52a4a None None] Pushing event updated for resources: {'Port': ['ID=fc22869f-ca08-49e8-9fa4-0c6efdaf6452,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:18.283525 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-51a29716-77f4-4c2c-ba54-4f9567b8aa01 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:18.352025 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-51a29716-77f4-4c2c-ba54-4f9567b8aa01 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:18.447987 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-51a29716-77f4-4c2c-ba54-4f9567b8aa01 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:18.488515 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a29716-77f4-4c2c-ba54-4f9567b8aa01 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a6da2a-911b-444d-b481-e539043f80bd,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:18.500206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20a253-b6c6-4f1c-817a-a547822f7b01 req-20135ed8-15bd-4137-b780-5fae47511069 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:18.501765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c20a253-b6c6-4f1c-817a-a547822f7b01 req-20135ed8-15bd-4137-b780-5fae47511069 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1096 time: 0.0884705 Oct 19 11:44:18.557585 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c20a253-b6c6-4f1c-817a-a547822f7b01 req-908bb35f-2050-48ff-8f45-0dbaec28cf1c tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471992 Oct 19 11:44:18.576404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ef160-3080-4627-a2ef-6ee890dc23c8 req-e6382e84-a331-4893-a000-931b5b3a49b4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:18.578023 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-053ef160-3080-4627-a2ef-6ee890dc23c8 req-e6382e84-a331-4893-a000-931b5b3a49b4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0578241 Oct 19 11:44:18.599879 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-51a29716-77f4-4c2c-ba54-4f9567b8aa01 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:18.599879 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-51a29716-77f4-4c2c-ba54-4f9567b8aa01 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4137030 Oct 19 11:44:18.601530 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38306) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:18.606297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-15e484a4-b8e0-4a4d-8198-f1325421186b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '308676f7-c340-459e-a291-e40532b47a17', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:18.646089 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-053ef160-3080-4627-a2ef-6ee890dc23c8 req-13172894-e62f-4765-802f-7c659045d61e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600426 Oct 19 11:44:18.697694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f05794-b376-482b-9659-93b086dc68ce req-359dbff5-a5f7-48c3-9c99-fc7eebc9413a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:18.699254 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89f05794-b376-482b-9659-93b086dc68ce req-359dbff5-a5f7-48c3-9c99-fc7eebc9413a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1096 time: 0.0518041 Oct 19 11:44:18.737271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89f05794-b376-482b-9659-93b086dc68ce req-81a1c80d-00fe-41d6-8556-d0a359a932ba tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Oct 19 11:44:18.784953 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-15e484a4-b8e0-4a4d-8198-f1325421186b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:18.856035 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-15e484a4-b8e0-4a4d-8198-f1325421186b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:18.872033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9042fb4-d873-4487-91f2-57389b479ba1 req-4d040aa5-001d-463f-924d-aab9545ad637 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:18.877093 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9042fb4-d873-4487-91f2-57389b479ba1 req-4d040aa5-001d-463f-924d-aab9545ad637 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1096 time: 0.0662951 Oct 19 11:44:18.917124 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9042fb4-d873-4487-91f2-57389b479ba1 req-53ca7c49-bff9-49f5-a3a5-8af4d0666524 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374241 Oct 19 11:44:19.007371 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-15e484a4-b8e0-4a4d-8198-f1325421186b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.029162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e484a4-b8e0-4a4d-8198-f1325421186b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407a3937-ef9a-4b53-a916-6361dd1a0225,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:19.075046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086d00c-0f86-4982-a0ca-5f65c47dc942 req-48bb635d-bf11-4b3c-b31f-908aeada53a2 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:19.075046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8086d00c-0f86-4982-a0ca-5f65c47dc942 req-48bb635d-bf11-4b3c-b31f-908aeada53a2 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.1160498 Oct 19 11:44:19.142696 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-15e484a4-b8e0-4a4d-8198-f1325421186b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.144107 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-15e484a4-b8e0-4a4d-8198-f1325421186b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5414801 Oct 19 11:44:19.152827 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8086d00c-0f86-4982-a0ca-5f65c47dc942 req-591d3581-2977-4db9-973b-eec09532f880 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630851 Oct 19 11:44:19.158432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38326) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:19.163783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5ecb3334-0407-4727-bfcd-262ed5e343c5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '308676f7-c340-459e-a291-e40532b47a17', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:19.232652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-c9fdccbe-aafc-43d0-b257-78e399de2343 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:19.234160 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-c9fdccbe-aafc-43d0-b257-78e399de2343 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/networks?id=c214046d-91d8-4634-8c31-76dfa27c0d70 HTTP/1.1" status: 200 len: 911 time: 0.1243603 Oct 19 11:44:19.256799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-c2d8c860-1393-4c8f-933b-4085c83c5859 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/quotas/0ed7d7fbf41941e2950750d13f3b6fff HTTP/1.1" status: 200 len: 375 time: 0.0151012 Oct 19 11:44:19.279705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8664daee-4fb6-45db-b846-d94295899967 None None] Network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:44:19.299081 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3334-0407-4727-bfcd-262ed5e343c5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.325169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-b348d98d-138d-490d-a0dc-72053b504b4a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed7d7fbf41941e2950750d13f3b6fff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613296 Oct 19 11:44:19.377040 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3334-0407-4727-bfcd-262ed5e343c5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.417850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-971d9f75-8daa-48f2-beaf-aa4f88988dea None None] Provisioning complete for port fc22869f-ca08-49e8-9fa4-0c6efdaf6452 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:19.418704 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-971d9f75-8daa-48f2-beaf-aa4f88988dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.429574 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-297953cd-821e-42ef-88e2-924776c2a275 service neutron] 10.222.0.39 "GET /v2.0/networks/c214046d-91d8-4634-8c31-76dfa27c0d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989294 Oct 19 11:44:19.476260 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3334-0407-4727-bfcd-262ed5e343c5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.497739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb3334-0407-4727-bfcd-262ed5e343c5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912f2b3c-1b09-40d6-9480-524643764543,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:19.530102 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-971d9f75-8daa-48f2-beaf-aa4f88988dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.567780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-971d9f75-8daa-48f2-beaf-aa4f88988dea None None] For port fc22869f-ca08-49e8-9fa4-0c6efdaf6452, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fc22869f-ca08-49e8-9fa4-0c6efdaf6452,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:19.573207 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-26338783-955c-4103-a7e2-85221401b43b service neutron] 10.222.0.39 "GET /v2.0/networks/c214046d-91d8-4634-8c31-76dfa27c0d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421144 Oct 19 11:44:19.621237 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ecb3334-0407-4727-bfcd-262ed5e343c5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.622768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5ecb3334-0407-4727-bfcd-262ed5e343c5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4631310 Oct 19 11:44:19.626065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38328) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:19.631198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-26362ca7-6c6c-4065-a465-6f2b394a45aa tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '308676f7-c340-459e-a291-e40532b47a17', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:19.670540 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-971d9f75-8daa-48f2-beaf-aa4f88988dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.742464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d9f75-8daa-48f2-beaf-aa4f88988dea None None] Pushing event updated for resources: {'Port': ['ID=fc22869f-ca08-49e8-9fa4-0c6efdaf6452,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:19.774948 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.791793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-989b6494-bef5-4377-aedc-e221dc6fe8ca None None] Provisioning complete for port fc22869f-ca08-49e8-9fa4-0c6efdaf6452 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:19.792251 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-989b6494-bef5-4377-aedc-e221dc6fe8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.796607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82e347-94dc-4dda-b310-0899adab7122 req-47c5d325-a7d7-48b3-afb5-432e05ef8ded tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:19.798999 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f82e347-94dc-4dda-b310-0899adab7122 req-47c5d325-a7d7-48b3-afb5-432e05ef8ded tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0589087 Oct 19 11:44:19.824689 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26362ca7-6c6c-4065-a465-6f2b394a45aa tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.872898 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f82e347-94dc-4dda-b310-0899adab7122 req-07a636bf-2d14-4c5e-804f-00e0b56c28cf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671883 Oct 19 11:44:19.912795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26362ca7-6c6c-4065-a465-6f2b394a45aa tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:19.943804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3266d96-c1b5-45bf-842d-8d96d1b1c2cf req-8ab4938b-413f-4abc-a8c3-811e0000cf08 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 210 time: 0.0274534 Oct 19 11:44:20.016180 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26362ca7-6c6c-4065-a465-6f2b394a45aa tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:20.034082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26362ca7-6c6c-4065-a465-6f2b394a45aa tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995b3126-b5df-4cee-94b9-8c3b642e1c21,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:20.082811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:20.118425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26362ca7-6c6c-4065-a465-6f2b394a45aa tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:20.119612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-26362ca7-6c6c-4065-a465-6f2b394a45aa tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4924188 Oct 19 11:44:20.122451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38342) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:20.129699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fcb76e51-db0d-4406-82af-5eb90baa6079 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '308676f7-c340-459e-a291-e40532b47a17', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:20.270943 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-fcb76e51-db0d-4406-82af-5eb90baa6079 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Project 8abfa711f30a45c1b1fb691610142fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:44:20.279189 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcb76e51-db0d-4406-82af-5eb90baa6079 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:20.300281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d29f7f-1018-4ec1-a71b-effaf4dc60d7 req-cd2afb96-d760-4cf5-afd5-2a5c9ae3af94 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:20.308303 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-08d29f7f-1018-4ec1-a71b-effaf4dc60d7 req-cd2afb96-d760-4cf5-afd5-2a5c9ae3af94 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0756776 Oct 19 11:44:20.351776 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-08d29f7f-1018-4ec1-a71b-effaf4dc60d7 req-405963b2-80ef-4cb0-b2a9-e9087976f554 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Oct 19 11:44:20.377987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fc22869f-ca08-49e8-9fa4-0c6efdaf6452 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:44:20.421153 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcb76e51-db0d-4406-82af-5eb90baa6079 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:20.574546 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcb76e51-db0d-4406-82af-5eb90baa6079 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:20.595470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port fc22869f-ca08-49e8-9fa4-0c6efdaf6452 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:20.595843 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:20.599451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb76e51-db0d-4406-82af-5eb90baa6079 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6152d6aa-fc6a-4dd1-9093-6e014e886e07,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:20.712720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fcb76e51-db0d-4406-82af-5eb90baa6079 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:20.716607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fcb76e51-db0d-4406-82af-5eb90baa6079 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5905113 Oct 19 11:44:20.716879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38348) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:20.722492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6fabdbfb-c371-4782-8d06-f687d355433f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '308676f7-c340-459e-a291-e40532b47a17', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:20.836149 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-6fabdbfb-c371-4782-8d06-f687d355433f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Project 8abfa711f30a45c1b1fb691610142fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:44:20.841732 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6fabdbfb-c371-4782-8d06-f687d355433f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:20.913249 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6fabdbfb-c371-4782-8d06-f687d355433f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:21.022772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5e755-6014-4195-a4a8-c6098291afce req-a0feffe5-dbe5-4ffd-9f29-d7790e386e75 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:21.024752 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17c5e755-6014-4195-a4a8-c6098291afce req-a0feffe5-dbe5-4ffd-9f29-d7790e386e75 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0710652 Oct 19 11:44:21.025927 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6fabdbfb-c371-4782-8d06-f687d355433f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:21.057724 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e1bba69-974a-4515-8232-05feddcec194 req-d9e4cdad-f66f-4429-8a0f-3ce01f480842 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 210 time: 0.0371251 Oct 19 11:44:21.078039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabdbfb-c371-4782-8d06-f687d355433f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b02664c-5d8e-4f5e-a6e6-45fa1db7ed98,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:21.101777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17c5e755-6014-4195-a4a8-c6098291afce req-cff13ced-7af7-4c06-a24d-0889cf35faf6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636382 Oct 19 11:44:21.227087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6fabdbfb-c371-4782-8d06-f687d355433f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:21.228920 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6fabdbfb-c371-4782-8d06-f687d355433f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5106609 Oct 19 11:44:21.502261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547968b-6df9-4f02-9997-540717f3d823 req-4d156cdf-1a98-4dcb-97a7-5f1c1ecfea42 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:21.503781 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4547968b-6df9-4f02-9997-540717f3d823 req-4d156cdf-1a98-4dcb-97a7-5f1c1ecfea42 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0634842 Oct 19 11:44:21.531115 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-c7b44df7-ae21-4db6-b2e6-253c922019eb tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787854741&fields=id&tenant_id=8abfa711f30a45c1b1fb691610142fba HTTP/1.1" status: 200 len: 267 time: 0.0368171 Oct 19 11:44:21.553422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4547968b-6df9-4f02-9997-540717f3d823 req-3db6745e-3961-4ca4-8ae5-8b25a99ecc25 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420399 Oct 19 11:44:21.649383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-e97cb6cb-32b0-4ebb-a9b5-300b306e1402 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:21.650913 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-e97cb6cb-32b0-4ebb-a9b5-300b306e1402 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/networks?id=495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 HTTP/1.1" status: 200 len: 796 time: 0.1121502 Oct 19 11:44:21.667367 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-1eb297bf-3902-48a7-b4db-5d7c4ff7c979 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/quotas/8abfa711f30a45c1b1fb691610142fba HTTP/1.1" status: 200 len: 375 time: 0.0093999 Oct 19 11:44:21.727121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-d4c833fa-5104-407a-b19a-3e64dd1bf834 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0535872 Oct 19 11:44:21.823572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-41670e4d-f339-4bce-a842-fb858054ba90 service neutron] 10.222.0.39 "GET /v2.0/networks/495ba664-a9b2-49bc-8cb9-2f37e7d1ce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835485 Oct 19 11:44:21.918868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-3baad119-332a-4ca2-b2de-99a7bdd34d27 service neutron] 10.222.0.39 "GET /v2.0/networks/495ba664-a9b2-49bc-8cb9-2f37e7d1ce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890877 Oct 19 11:44:22.171516 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b606306b-5b75-4feb-8193-923cef57e7b7 req-5a6eca1d-90bd-4795-8220-e58e43769a9e tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 210 time: 0.0344677 Oct 19 11:44:22.193083 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-776b45d3-5898-41c1-b9b1-79ec3067f03a req-354bf6e3-ddd8-4182-b668-5eac1fb7ed8e tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 210 time: 0.0478158 Oct 19 11:44:22.358734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9664d8d-42fa-4441-95cc-a5fc8963efaf req-656dfdc5-b826-4ded-937a-4f809cf5b19d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:22.358734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b9664d8d-42fa-4441-95cc-a5fc8963efaf req-656dfdc5-b826-4ded-937a-4f809cf5b19d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.1201541 Oct 19 11:44:22.399158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-2b79c199-05e4-4a06-a7f8-8f29ff17e05a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:22.400307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-2b79c199-05e4-4a06-a7f8-8f29ff17e05a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.26 "GET /v2.0/networks?id=c214046d-91d8-4634-8c31-76dfa27c0d70 HTTP/1.1" status: 200 len: 911 time: 0.1262991 Oct 19 11:44:22.417442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Request body: {'port': {'device_id': 'f2ca677b-7344-4a1a-b029-7bb7d4c0d43f', 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70', 'admin_state_up': True, 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:22.427243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b9664d8d-42fa-4441-95cc-a5fc8963efaf req-3d72c4d9-f4cd-4918-87e4-a39378a14b98 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614285 Oct 19 11:44:22.682965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159df4e9-ff03-4566-a0b9-06ae9a35cd3e req-0e467c56-ee49-417a-a8bc-d85610a664c5 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:22.684075 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-159df4e9-ff03-4566-a0b9-06ae9a35cd3e req-0e467c56-ee49-417a-a8bc-d85610a664c5 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0578215 Oct 19 11:44:22.731181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-159df4e9-ff03-4566-a0b9-06ae9a35cd3e req-53db1f57-6338-4753-a6db-a423b69f34f1 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392218 Oct 19 11:44:22.880630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Made reservation on behalf of 0ed7d7fbf41941e2950750d13f3b6fff for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:44:22.880630 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:23.001792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Allocated IP 172.20.0.9 (c214046d-91d8-4634-8c31-76dfa27c0d70/c7a9b5d8-b525-4685-8ff0-0364ef48cbb2/1094ffbc-1ae6-4fb9-893e-61905bf6e414) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:44:23.163201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:23.286848 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da15a05a-4cdf-4469-8582-6f5564fa015f req-1c86f8c0-cb4e-43d5-b105-1a796ca14c6e tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 210 time: 0.0416524 Oct 19 11:44:23.289086 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a621393d-ecf2-4b9e-9e2a-e49ba08a95cf req-e60d7a08-aebf-49ad-8233-72ebc86bf4e6 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 210 time: 0.0411770 Oct 19 11:44:23.346312 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:23.357157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['7b19d127-a3f4-47c6-9379-74a27d8ce9cf'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:44:23.392980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Network c214046d-91d8-4634-8c31-76dfa27c0d70 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:44:23.396315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:44:23.399674 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:44:23.456762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:23.457779 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:23.470623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Pushing event updated for resources: {'Port': ['ID=1094ffbc-1ae6-4fb9-893e-61905bf6e414,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:23.608410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-09045587-4928-4906-850d-1d1e1ffb99ec tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1947486 Oct 19 11:44:23.627010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Request body: {'port': {'device_id': 'f2ca677b-7344-4a1a-b029-7bb7d4c0d43f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:23.639004 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c64c3f-b3ef-473d-8976-c30dd8d672d7 req-ae219af0-2ecf-4de8-b8e7-176648c1e0c5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:23.641489 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67c64c3f-b3ef-473d-8976-c30dd8d672d7 req-ae219af0-2ecf-4de8-b8e7-176648c1e0c5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0747430 Oct 19 11:44:23.714264 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:23.731923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67c64c3f-b3ef-473d-8976-c30dd8d672d7 req-585fa036-1051-4963-a77a-a3bbc714e343 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836260 Oct 19 11:44:23.757212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-03b6b151-7bc4-475d-aaa5-6125390251d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842426 Oct 19 11:44:23.757450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3ed91c32-eee2-45f1-ac47-42e1451f2bf6 None None] Provisioning complete for port 1094ffbc-1ae6-4fb9-893e-61905bf6e414 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:23.757450 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3ed91c32-eee2-45f1-ac47-42e1451f2bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:23.839187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3ed91c32-eee2-45f1-ac47-42e1451f2bf6 None None] Port 1094ffbc-1ae6-4fb9-893e-61905bf6e414 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:44:23.888166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-88f2e598-0b82-40a5-b427-cb285bc09fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:23.890112 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-88f2e598-0b82-40a5-b427-cb285bc09fc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 1097 time: 0.0768652 Oct 19 11:44:24.011808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-a8852aaf-d3dd-4b1d-84b0-9e2ed15a66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:24.013776 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-a8852aaf-d3dd-4b1d-84b0-9e2ed15a66f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5077606-1e8e-48d8-b00c-eaa7f271746f HTTP/1.1" status: 200 len: 897 time: 0.1047719 Oct 19 11:44:24.096408 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-9206ba03-3c9a-4969-b1d8-96ee6e13d1aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d1c3172-203c-48f0-9d0e-4df649ebb097 HTTP/1.1" status: 200 len: 1001 time: 0.0746284 Oct 19 11:44:24.105719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbecbf-0b8b-4848-bff1-a464064b882a req-2f861146-35c2-4004-9b77-a0402bd90a44 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:24.112158 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-12dbecbf-0b8b-4848-bff1-a464064b882a req-2f861146-35c2-4004-9b77-a0402bd90a44 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.2714100 Oct 19 11:44:24.186002 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-12dbecbf-0b8b-4848-bff1-a464064b882a req-493b59f5-5dc9-4f60-8c44-18691a71c987 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691378 Oct 19 11:44:24.188256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-a5d4e3c3-b8da-4e61-9d82-c0252b40a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:24.189888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-a5d4e3c3-b8da-4e61-9d82-c0252b40a62d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf3fc2e1-ef0e-4c5b-b806-513af0daacf2 HTTP/1.1" status: 200 len: 834 time: 0.0827713 Oct 19 11:44:24.244850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-02586489-06b9-4261-a30f-f5387669aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:24.246493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-02586489-06b9-4261-a30f-f5387669aa61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5077606-1e8e-48d8-b00c-eaa7f271746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495565 Oct 19 11:44:24.287705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1094ffbc-1ae6-4fb9-893e-61905bf6e414 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:44:24.296892 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:24.311960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Transition to ACTIVE for port object 1094ffbc-1ae6-4fb9-893e-61905bf6e414 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:44:24.358247 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-0801bbe8-27a6-4756-983c-414c3275db5f service neutron] 10.222.0.49 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023800 Oct 19 11:44:24.396145 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:24.487629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5ca1c19-0ce8-419b-a73b-86dea365640b req-eac8fe31-e889-44e9-89f1-34b2ab61d9fd tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 210 time: 0.0404241 Oct 19 11:44:24.546435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c7788411-0c4f-4ee4-b1be-326f5991e4c1 req-7e9c6216-7842-449a-bbdb-6bb23e463909 service neutron] 10.222.0.49 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759765 Oct 19 11:44:24.836429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-4bdb07b3-0965-49c6-8647-bd71106d3f41 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:24.842739 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-4bdb07b3-0965-49c6-8647-bd71106d3f41 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "GET /v2.0/networks?id=495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 HTTP/1.1" status: 200 len: 796 time: 0.2105672 Oct 19 11:44:24.926981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-280f55bb-cdda-459e-bc31-c873b7d5757c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8abfa711f30a45c1b1fb691610142fba HTTP/1.1" status: 200 len: 473 time: 0.0772414 Oct 19 11:44:24.931604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Pushing event updated for resources: {'Port': ['ID=1094ffbc-1ae6-4fb9-893e-61905bf6e414,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:24.936513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'port': {'device_id': '87cd229e-e97e-48fe-8957-cc405aa62eee', 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11', 'admin_state_up': True, 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'security_groups': ['308676f7-c340-459e-a291-e40532b47a17']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:24.967270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb2e2b-8688-4f7a-8612-5038e7d7159e req-4bbba8be-cc95-4232-8234-f56d74bbbb7a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:24.975224 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5eb2e2b-8688-4f7a-8612-5038e7d7159e req-4bbba8be-cc95-4232-8234-f56d74bbbb7a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1052 time: 0.5688417 Oct 19 11:44:24.984730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642a660-9b83-4b85-bdeb-d8ca0c5b757b req-648c6a44-53d9-4c08-9dbc-0a4a66488b2d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:24.992479 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9642a660-9b83-4b85-bdeb-d8ca0c5b757b req-648c6a44-53d9-4c08-9dbc-0a4a66488b2d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.1221824 Oct 19 11:44:25.050268 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5eb2e2b-8688-4f7a-8612-5038e7d7159e req-96f1ba6a-b085-416e-a99f-5dcd28fb3020 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685151 Oct 19 11:44:25.053804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Attempting to bind port 1094ffbc-1ae6-4fb9-893e-61905bf6e414 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:44:25.054136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Attempting to bind port 1094ffbc-1ae6-4fb9-893e-61905bf6e414 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:44:25.054466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Attempting to bind port 1094ffbc-1ae6-4fb9-893e-61905bf6e414 on network c214046d-91d8-4634-8c31-76dfa27c0d70 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:44:25.062365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Port 1094ffbc-1ae6-4fb9-893e-61905bf6e414 on network c214046d-91d8-4634-8c31-76dfa27c0d70 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:44:25.064861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Attempting to bind port 1094ffbc-1ae6-4fb9-893e-61905bf6e414 on network c214046d-91d8-4634-8c31-76dfa27c0d70 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:44:25.075030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:44:25.076898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Checking segment: {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:44:25.078731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Bound using segment: {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:44:25.079650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Bound port: 1094ffbc-1ae6-4fb9-893e-61905bf6e414, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02f4d50-0209-4c1f-8f09-a65bd1481240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:44:25.080787 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:25.097201 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9642a660-9b83-4b85-bdeb-d8ca0c5b757b req-aac1703b-2b25-42a0-913d-fe9df8eb7a2d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957425 Oct 19 11:44:25.176930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] For port 1094ffbc-1ae6-4fb9-893e-61905bf6e414, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:44:25.180557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] For port 1094ffbc-1ae6-4fb9-893e-61905bf6e414, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1094ffbc-1ae6-4fb9-893e-61905bf6e414,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:44:25.231072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Made reservation on behalf of 8abfa711f30a45c1b1fb691610142fba for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:44:25.234950 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:25.288909 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:25.362527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:25.363156 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:25.364604 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] 10.222.0.26 "PUT /v2.0/ports/1094ffbc-1ae6-4fb9-893e-61905bf6e414 HTTP/1.1" status: 200 len: 1091 time: 1.7468987 Oct 19 11:44:25.365070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ca677b-7344-4a1a-b029-7bb7d4c0d43f', 'tag': '1094ffbc-1ae6-4fb9-893e-61905bf6e414'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:25.371342 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9addc0-281e-48b6-8428-5400a939b762" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ca677b-7344-4a1a-b029-7bb7d4c0d43f", "tag": "1094ffbc-1ae6-4fb9-893e-61905bf6e414"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:25.402732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141c2e1-085c-47b0-9b47-1e6a9921bd4e req-938848c5-bad6-400e-857c-b346af3d50f6 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:25.404277 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b141c2e1-085c-47b0-9b47-1e6a9921bd4e req-938848c5-bad6-400e-857c-b346af3d50f6 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.1285856 Oct 19 11:44:25.407777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2d908-cb28-4447-ae3b-1bc3f879c6cc service neutron] Pushing event updated for resources: {'Port': ['ID=1094ffbc-1ae6-4fb9-893e-61905bf6e414,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:25.408402 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1eb676e-3278-4d2b-a44b-9f37e4048f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:25.431485 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e21cd3f-1ae5-4185-b7b9-91a80f0ad24d x-openstack-request-id: req-5e21cd3f-1ae5-4185-b7b9-91a80f0ad24d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:25.431669 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ca677b-7344-4a1a-b029-7bb7d4c0d43f", "tag": "1094ffbc-1ae6-4fb9-893e-61905bf6e414", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:25.431932 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e21cd3f-1ae5-4185-b7b9-91a80f0ad24d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:25.432334 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ca677b-7344-4a1a-b029-7bb7d4c0d43f', 'tag': '1094ffbc-1ae6-4fb9-893e-61905bf6e414', 'status': 'completed', 'code': 200} Oct 19 11:44:25.471619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Allocated IP 172.20.0.20 (495ba664-a9b2-49bc-8cb9-2f37e7d1ce11/1a210e58-6819-42ab-88f7-876c3eb03047/add1bf48-010f-442f-9768-c2283e05d2e4) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:44:25.543886 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b141c2e1-085c-47b0-9b47-1e6a9921bd4e req-f94e577c-bd17-49dd-a5ef-9cafe788725e tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194820 Oct 19 11:44:25.600024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9addc0-281e-48b6-8428-5400a939b762 req-74b0310c-262c-46db-af14-25de6ac1aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:25.600556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b9addc0-281e-48b6-8428-5400a939b762 req-74b0310c-262c-46db-af14-25de6ac1aa5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ed7d7fbf41941e2950750d13f3b6fff&device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1094 time: 0.1405530 Oct 19 11:44:25.753299 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:25.808888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9addc0-281e-48b6-8428-5400a939b762 req-363a1c72-100d-4260-b5d9-c188250df0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:25.965034 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b9addc0-281e-48b6-8428-5400a939b762 req-363a1c72-100d-4260-b5d9-c188250df0f8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0ed7d7fbf41941e2950750d13f3b6fff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1997051 Oct 19 11:44:25.965124 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7351bac-e530-4ba5-a6cf-92a92a29bc59 req-b152f333-e90f-4118-9a03-c514def60e07 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 210 time: 0.0456016 Oct 19 11:44:25.965555 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9addc0-281e-48b6-8428-5400a939b762 req-2844a2ec-99e0-496b-a9a2-fee9ca2855ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:25.965555 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b9addc0-281e-48b6-8428-5400a939b762 req-2844a2ec-99e0-496b-a9a2-fee9ca2855ed service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1240323 Oct 19 11:44:26.040848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-145a6dc9-59aa-4d93-a2a7-17282b3fb9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:26.042480 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-145a6dc9-59aa-4d93-a2a7-17282b3fb9ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ed7d7fbf41941e2950750d13f3b6fff&device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1094 time: 0.0548861 Oct 19 11:44:26.156116 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-26eeb62e-7ed8-48bf-98e0-d6acc473089b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1094ffbc-1ae6-4fb9-893e-61905bf6e414 HTTP/1.1" status: 200 len: 217 time: 0.1045198 Oct 19 11:44:26.243441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500ad8e-54db-47f7-80f4-a993cf378019 req-e2cb546d-a3a5-4c2a-ae83-499333fcd113 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:26.252288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-849a0aaf-58f1-43ba-bf6c-927ab41bf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:26.252942 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4500ad8e-54db-47f7-80f4-a993cf378019 req-e2cb546d-a3a5-4c2a-ae83-499333fcd113 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0805359 Oct 19 11:44:26.254263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-849a0aaf-58f1-43ba-bf6c-927ab41bf39d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7a9b5d8-b525-4685-8ff0-0364ef48cbb2 HTTP/1.1" status: 200 len: 849 time: 0.0781975 Oct 19 11:44:26.257857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577768d-ccde-4eb4-a660-d0244bf31085 req-6cd1ae27-158e-4c50-a230-0f82f80a3189 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:26.259400 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0577768d-ccde-4eb4-a660-d0244bf31085 req-6cd1ae27-158e-4c50-a230-0f82f80a3189 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1094 time: 0.1182268 Oct 19 11:44:26.303100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:26.353787 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0577768d-ccde-4eb4-a660-d0244bf31085 req-f56149d1-d56c-4c3c-8942-b67fa408c7f2 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629599 Oct 19 11:44:26.360288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=add1bf48-010f-442f-9768-c2283e05d2e4,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:26.362443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-5509e020-38f9-4b41-8bc7-8378f642100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:26.364430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-5509e020-38f9-4b41-8bc7-8378f642100b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c214046d-91d8-4634-8c31-76dfa27c0d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956941 Oct 19 11:44:26.395956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4500ad8e-54db-47f7-80f4-a993cf378019 req-aeec2afd-7d59-4502-83d8-571b8d020a5d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425481 Oct 19 11:44:26.421693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:44:26.426567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:44:26.426567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:44:26.538865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:26.550569 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:26.583240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-e219d044-89f4-48ad-8eed-c6394ce9ef76 service neutron] 10.222.0.26 "GET /v2.0/networks/c214046d-91d8-4634-8c31-76dfa27c0d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093730 Oct 19 11:44:26.645301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-ae23dfac-ee5b-442a-b3a0-21128817f1c3 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7124283 Oct 19 11:44:26.661594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Request body: {'port': {'device_id': '87cd229e-e97e-48fe-8957-cc405aa62eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:26.743914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-add4e7d9-9ab6-415e-9e87-129a66b7e032 req-eb6f9d69-9bf5-4905-829b-db921c1effa8 service neutron] 10.222.0.26 "GET /v2.0/networks/c214046d-91d8-4634-8c31-76dfa27c0d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529894 Oct 19 11:44:26.754610 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:26.765179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-22e2d34a-27b5-4692-95bd-0f63735169b7 None None] Provisioning complete for port add1bf48-010f-442f-9768-c2283e05d2e4 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:26.768624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-22e2d34a-27b5-4692-95bd-0f63735169b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:26.770553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b86bc5-9eae-48fb-897f-e7eb3bcfd76f req-68cde372-5914-46ef-99af-7baee7d4a589 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:26.778067 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90b86bc5-9eae-48fb-897f-e7eb3bcfd76f req-68cde372-5914-46ef-99af-7baee7d4a589 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.1321349 Oct 19 11:44:26.828925 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-90b86bc5-9eae-48fb-897f-e7eb3bcfd76f req-7217e0d3-2720-428f-99a0-f3bab8acd196 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442529 Oct 19 11:44:26.852627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-22e2d34a-27b5-4692-95bd-0f63735169b7 None None] Port add1bf48-010f-442f-9768-c2283e05d2e4 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:44:27.052575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce2a7b-9337-49aa-9bdf-812f1bca07ae req-d23b24c7-4851-4a1a-8d0f-c67dda908242 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:27.053938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cce2a7b-9337-49aa-9bdf-812f1bca07ae req-d23b24c7-4851-4a1a-8d0f-c67dda908242 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 932 time: 0.0766735 Oct 19 11:44:27.127212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cce2a7b-9337-49aa-9bdf-812f1bca07ae req-1bc1076f-a963-408a-87c5-a7a48a16f555 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627625 Oct 19 11:44:27.136510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add1bf48-010f-442f-9768-c2283e05d2e4 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:44:27.146228 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:27.158999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Transition to ACTIVE for port object add1bf48-010f-442f-9768-c2283e05d2e4 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:44:27.225374 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:27.337785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Pushing event updated for resources: {'Port': ['ID=add1bf48-010f-442f-9768-c2283e05d2e4,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:27.365064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Attempting to bind port add1bf48-010f-442f-9768-c2283e05d2e4 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:44:27.365551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Attempting to bind port add1bf48-010f-442f-9768-c2283e05d2e4 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:44:27.366148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Attempting to bind port add1bf48-010f-442f-9768-c2283e05d2e4 on network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:44:27.373547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Port add1bf48-010f-442f-9768-c2283e05d2e4 on network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:44:27.373951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Attempting to bind port add1bf48-010f-442f-9768-c2283e05d2e4 on network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:44:27.389696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:44:27.390053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Checking segment: {'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:44:27.390451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Bound using segment: {'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:44:27.391681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Bound port: add1bf48-010f-442f-9768-c2283e05d2e4, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:44:27.392045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:27.496074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce65f3-558a-4fe8-826d-849795d8c2be req-debe7eeb-9350-4aad-bdd0-20df21cd705c tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:27.497696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cce65f3-558a-4fe8-826d-849795d8c2be req-debe7eeb-9350-4aad-bdd0-20df21cd705c tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1094 time: 0.0596552 Oct 19 11:44:27.556711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] For port add1bf48-010f-442f-9768-c2283e05d2e4, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:44:27.580012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] For port add1bf48-010f-442f-9768-c2283e05d2e4, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=add1bf48-010f-442f-9768-c2283e05d2e4,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:44:27.583646 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cce65f3-558a-4fe8-826d-849795d8c2be req-c975345b-d831-4860-a04a-89465b8b9dd7 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788214 Oct 19 11:44:27.603454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47814de7-5ba3-4622-bbac-0219375b1a39 req-b203b174-d3b9-4e2e-b028-c93d65c57ca1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:27.608510 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-47814de7-5ba3-4622-bbac-0219375b1a39 req-b203b174-d3b9-4e2e-b028-c93d65c57ca1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0969806 Oct 19 11:44:27.653656 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-47814de7-5ba3-4622-bbac-0219375b1a39 req-336fcc1a-2c4c-44e9-a070-501c3c8924de tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Oct 19 11:44:27.666729 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:27.712773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:27.713723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:27.715402 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] 10.222.0.49 "PUT /v2.0/ports/add1bf48-010f-442f-9768-c2283e05d2e4 HTTP/1.1" status: 200 len: 1092 time: 1.0584433 Oct 19 11:44:27.717982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cd229e-e97e-48fe-8957-cc405aa62eee', 'tag': 'add1bf48-010f-442f-9768-c2283e05d2e4'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:27.720300 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393c3970-6fe8-48a4-95d5-ca051b1c46c7" -d '{"events": [{"name": "network-changed", "server_uuid": "87cd229e-e97e-48fe-8957-cc405aa62eee", "tag": "add1bf48-010f-442f-9768-c2283e05d2e4"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:27.765497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd40ab-d5a8-4eaf-925f-59045be6acfd service neutron] Pushing event updated for resources: {'Port': ['ID=add1bf48-010f-442f-9768-c2283e05d2e4,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:27.784337 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe399457-f4bf-4fef-949b-0e3fb2c22052 x-openstack-request-id: req-fe399457-f4bf-4fef-949b-0e3fb2c22052 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:27.784664 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cd229e-e97e-48fe-8957-cc405aa62eee", "tag": "add1bf48-010f-442f-9768-c2283e05d2e4", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:27.784939 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe399457-f4bf-4fef-949b-0e3fb2c22052 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:27.785333 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cd229e-e97e-48fe-8957-cc405aa62eee', 'tag': 'add1bf48-010f-442f-9768-c2283e05d2e4', 'status': 'completed', 'code': 200} Oct 19 11:44:27.854007 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ab69879c-287a-41a2-9341-813bb2d5a2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:27.869865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c3970-6fe8-48a4-95d5-ca051b1c46c7 req-ac243891-8798-48fa-a5fa-e112d6bbc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:27.875782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-393c3970-6fe8-48a4-95d5-ca051b1c46c7 req-ac243891-8798-48fa-a5fa-e112d6bbc3f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 1095 time: 0.0662389 Oct 19 11:44:28.056557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d2ab3-31f0-4ecf-8560-22ce8fb29286 req-7331fa26-c620-4b14-ac7d-4b172c9b6cdc tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:28.058050 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d40d2ab3-31f0-4ecf-8560-22ce8fb29286 req-7331fa26-c620-4b14-ac7d-4b172c9b6cdc tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.1267397 Oct 19 11:44:28.059586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c3970-6fe8-48a4-95d5-ca051b1c46c7 req-589e1826-08d3-4433-9dbf-84cbc294640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:28.060800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c3970-6fe8-48a4-95d5-ca051b1c46c7 req-589e1826-08d3-4433-9dbf-84cbc294640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:28.061765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-393c3970-6fe8-48a4-95d5-ca051b1c46c7 req-589e1826-08d3-4433-9dbf-84cbc294640b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8abfa711f30a45c1b1fb691610142fba&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1758907 Oct 19 11:44:28.169941 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d40d2ab3-31f0-4ecf-8560-22ce8fb29286 req-67131632-b8a0-4e59-8999-0820d3d91e57 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048090 Oct 19 11:44:28.228961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c3970-6fe8-48a4-95d5-ca051b1c46c7 req-7bfec665-a30d-437a-8b73-f17bd8a15436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:28.231057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-393c3970-6fe8-48a4-95d5-ca051b1c46c7 req-7bfec665-a30d-437a-8b73-f17bd8a15436 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599767 Oct 19 11:44:28.283933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee64b2-c5e0-4f21-b6ae-4809c44f42ad req-431d26c6-5221-453d-8c4f-1c83c9d1daf1 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:28.285779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8ee64b2-c5e0-4f21-b6ae-4809c44f42ad req-431d26c6-5221-453d-8c4f-1c83c9d1daf1 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 944 time: 0.0822394 Oct 19 11:44:28.333883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-825dc9c4-838a-42c9-a36a-63695f3045a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:28.335853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-825dc9c4-838a-42c9-a36a-63695f3045a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 1095 time: 0.0631504 Oct 19 11:44:28.337032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8ee64b2-c5e0-4f21-b6ae-4809c44f42ad req-69664302-3d3c-4d3e-b694-7693aef99155 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441012 Oct 19 11:44:28.391808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-b412c2da-d226-4541-a941-9747fbfaddf6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=add1bf48-010f-442f-9768-c2283e05d2e4 HTTP/1.1" status: 200 len: 217 time: 0.0448163 Oct 19 11:44:28.443127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-3715f185-660b-4516-a1c9-2ce3bf2012fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:28.445025 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-3715f185-660b-4516-a1c9-2ce3bf2012fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a210e58-6819-42ab-88f7-876c3eb03047 HTTP/1.1" status: 200 len: 838 time: 0.0462244 Oct 19 11:44:28.502833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-28c74323-49b0-407c-82dc-27cecd971c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:28.504728 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-28c74323-49b0-407c-82dc-27cecd971c4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=495ba664-a9b2-49bc-8cb9-2f37e7d1ce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510483 Oct 19 11:44:28.638683 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-553c1292-49bd-4c9d-b53b-0e6abfdd9fec service neutron] 10.222.0.49 "GET /v2.0/networks/495ba664-a9b2-49bc-8cb9-2f37e7d1ce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243143 Oct 19 11:44:28.792062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f1649d0-1383-49b3-a324-8c4182e5f6c6 req-f183fb80-946a-4cba-aa81-0611854e1ee8 service neutron] 10.222.0.49 "GET /v2.0/networks/495ba664-a9b2-49bc-8cb9-2f37e7d1ce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442740 Oct 19 11:44:28.796285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf77e58-51db-4547-af75-aeb0197f067d req-05ec6498-76c8-48e6-890c-701fafede961 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:28.805402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf77e58-51db-4547-af75-aeb0197f067d req-05ec6498-76c8-48e6-890c-701fafede961 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0683465 Oct 19 11:44:28.845778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fdf77e58-51db-4547-af75-aeb0197f067d req-1a79e3e5-115c-4d84-bd0a-da51cc5c51e8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390010 Oct 19 11:44:28.851993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f260ac-e875-47dc-b7f5-add0a95a52a5 req-6c0662b0-f1f2-4c86-800a-a3242ddf93cf tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:28.853693 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-07f260ac-e875-47dc-b7f5-add0a95a52a5 req-6c0662b0-f1f2-4c86-800a-a3242ddf93cf tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1094 time: 0.0604048 Oct 19 11:44:28.908706 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-07f260ac-e875-47dc-b7f5-add0a95a52a5 req-d729c8d8-2308-465f-a817-10d16a9241d8 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Oct 19 11:44:29.053537 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:29.133794 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:29.295585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebae91-dc7c-4784-995a-4c56e9297124 req-b47bb17f-9ecc-453d-9829-083cf4fb3f5b tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:29.297118 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31ebae91-dc7c-4784-995a-4c56e9297124 req-b47bb17f-9ecc-453d-9829-083cf4fb3f5b tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0552568 Oct 19 11:44:29.338367 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31ebae91-dc7c-4784-995a-4c56e9297124 req-315310ab-3f6a-4656-9ab2-fd968c7e5fcd tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351033 Oct 19 11:44:29.458887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6d643-8438-4c19-b043-95b9b00de741 req-3bf3d88a-5aa0-48de-8df8-bf99edfd78ce tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:29.460710 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79b6d643-8438-4c19-b043-95b9b00de741 req-3bf3d88a-5aa0-48de-8df8-bf99edfd78ce tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 944 time: 0.0542302 Oct 19 11:44:29.503453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79b6d643-8438-4c19-b043-95b9b00de741 req-fb5e85bd-9003-4a8f-9631-2c5bd07b9056 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365045 Oct 19 11:44:29.804559 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:44:29.996215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e799fb2-b5b6-4089-9537-c74e5f1eb85d req-8ed47f9a-567c-4443-9026-d59a173be787 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:29.997933 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e799fb2-b5b6-4089-9537-c74e5f1eb85d req-8ed47f9a-567c-4443-9026-d59a173be787 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0653877 Oct 19 11:44:30.016679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a854a1f-fe42-4e2e-b304-8d4078883531 req-54bcecb1-7508-4a63-870d-7806ee8ab812 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:30.018285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a854a1f-fe42-4e2e-b304-8d4078883531 req-54bcecb1-7508-4a63-870d-7806ee8ab812 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1094 time: 0.0479074 Oct 19 11:44:30.049453 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e799fb2-b5b6-4089-9537-c74e5f1eb85d req-82b69cf1-80b3-4240-bad9-6708bd3815af tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Oct 19 11:44:30.057510 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a854a1f-fe42-4e2e-b304-8d4078883531 req-fe860af4-ffd1-426a-81b3-e33839d13dab tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Oct 19 11:44:30.142002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1094ffbc-1ae6-4fb9-893e-61905bf6e414 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:44:30.245367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1094ffbc-1ae6-4fb9-893e-61905bf6e414, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1094ffbc-1ae6-4fb9-893e-61905bf6e414,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:30.258604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '1094ffbc-1ae6-4fb9-893e-61905bf6e414', 'network_id': 'c214046d-91d8-4634-8c31-76dfa27c0d70', 'port_id': '1094ffbc-1ae6-4fb9-893e-61905bf6e414', 'mac_address': 'fa:16:3e:04:9c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a9b5d8-b525-4685-8ff0-0364ef48cbb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:44:30.298299 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:30.312961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1094ffbc-1ae6-4fb9-893e-61905bf6e414 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:44:30.336038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1094ffbc-1ae6-4fb9-893e-61905bf6e414, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1094ffbc-1ae6-4fb9-893e-61905bf6e414,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:30.430976 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:30.465302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb28d2-d0fa-4524-8caa-35ac019c7bff req-d8589647-de37-4ef9-92f9-11161d1331a7 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:30.467135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ccdb28d2-d0fa-4524-8caa-35ac019c7bff req-d8589647-de37-4ef9-92f9-11161d1331a7 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0578699 Oct 19 11:44:30.480262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=1094ffbc-1ae6-4fb9-893e-61905bf6e414,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:30.507554 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ccdb28d2-d0fa-4524-8caa-35ac019c7bff req-85559848-9526-4247-bba2-6191ef150ace tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335643 Oct 19 11:44:30.628303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afc9e8-27dd-4a94-a3f5-5e42bfdb21fe req-351717d2-b8c0-4b3c-a52a-d66b059c1563 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:30.637039 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6afc9e8-27dd-4a94-a3f5-5e42bfdb21fe req-351717d2-b8c0-4b3c-a52a-d66b059c1563 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 944 time: 0.0588205 Oct 19 11:44:30.677582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1094ffbc-1ae6-4fb9-893e-61905bf6e414'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:44:30.697157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6afc9e8-27dd-4a94-a3f5-5e42bfdb21fe req-d6818602-c0c2-43f8-939e-c9c92bdf1ca4 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549431 Oct 19 11:44:30.841707 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:30.943814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6acf58-b305-4ddd-89d3-dbddb7c2f41b req-b76e3ffc-1928-4044-82da-d2be06bbf396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:30.945446 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c6acf58-b305-4ddd-89d3-dbddb7c2f41b req-b76e3ffc-1928-4044-82da-d2be06bbf396 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 1096 time: 0.0559897 Oct 19 11:44:31.018148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52053f0-84a7-42f1-9e43-6372ecd61cb9 req-e9900c65-3b82-462c-a40e-433d69334ff0 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:31.019592 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a52053f0-84a7-42f1-9e43-6372ecd61cb9 req-e9900c65-3b82-462c-a40e-433d69334ff0 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0522902 Oct 19 11:44:31.062540 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a52053f0-84a7-42f1-9e43-6372ecd61cb9 req-2e1f527e-8c68-4f9d-9888-44f91dea9b6a tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358419 Oct 19 11:44:31.064876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6acf58-b305-4ddd-89d3-dbddb7c2f41b req-cb2aaf48-e862-407a-b12f-c78b6e600983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:31.066340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c6acf58-b305-4ddd-89d3-dbddb7c2f41b req-cb2aaf48-e862-407a-b12f-c78b6e600983 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4990df19-f953-4d03-84ce-9a4da8adaf11 HTTP/1.1" status: 200 len: 917 time: 0.0981467 Oct 19 11:44:31.118415 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c6acf58-b305-4ddd-89d3-dbddb7c2f41b req-9bc386a1-c4bb-4feb-8d9e-6d216412f324 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f856c6b5-b8bf-48c5-b354-1b460aded463 HTTP/1.1" status: 200 len: 217 time: 0.0425653 Oct 19 11:44:31.183989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af17f8-b265-40e1-9f0b-eebd62a124a9 req-f148f702-de4b-4417-b4d1-a6c69102852d tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:31.185910 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b5af17f8-b265-40e1-9f0b-eebd62a124a9 req-f148f702-de4b-4417-b4d1-a6c69102852d tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1095 time: 0.0430224 Oct 19 11:44:31.202667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6acf58-b305-4ddd-89d3-dbddb7c2f41b req-0fc1ebaa-08fc-473a-aab5-220057204e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:31.204245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c6acf58-b305-4ddd-89d3-dbddb7c2f41b req-0fc1ebaa-08fc-473a-aab5-220057204e8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8 HTTP/1.1" status: 200 len: 855 time: 0.0701816 Oct 19 11:44:31.216139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa51981-109f-4af4-8873-062f888f7f6f req-c3d298e4-30d8-4b49-8a3f-80b70cdf9924 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:31.217903 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caa51981-109f-4af4-8873-062f888f7f6f req-c3d298e4-30d8-4b49-8a3f-80b70cdf9924 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0930998 Oct 19 11:44:31.228374 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b5af17f8-b265-40e1-9f0b-eebd62a124a9 req-a78886d8-8cac-4555-9e72-44677a482294 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334857 Oct 19 11:44:31.299308 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6acf58-b305-4ddd-89d3-dbddb7c2f41b req-67325bdc-1920-4aa5-bd25-831c9a06cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:31.300825 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c6acf58-b305-4ddd-89d3-dbddb7c2f41b req-67325bdc-1920-4aa5-bd25-831c9a06cb70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4990df19-f953-4d03-84ce-9a4da8adaf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815566 Oct 19 11:44:31.304135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-caa51981-109f-4af4-8873-062f888f7f6f req-576dcb90-973e-4ebd-88b1-03c6195c55f1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695665 Oct 19 11:44:31.393737 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c6acf58-b305-4ddd-89d3-dbddb7c2f41b req-cfa20cbe-0da1-483f-94eb-fd3befe8afb7 service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838337 Oct 19 11:44:31.495196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c6acf58-b305-4ddd-89d3-dbddb7c2f41b req-dedee6a4-75e2-47f4-b2ac-d960691e6b4c service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916107 Oct 19 11:44:31.543190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device add1bf48-010f-442f-9768-c2283e05d2e4 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:44:31.654560 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port add1bf48-010f-442f-9768-c2283e05d2e4, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=add1bf48-010f-442f-9768-c2283e05d2e4,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:31.667096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'add1bf48-010f-442f-9768-c2283e05d2e4', 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11', 'port_id': 'add1bf48-010f-442f-9768-c2283e05d2e4', 'mac_address': 'fa:16:3e:d7:15:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a210e58-6819-42ab-88f7-876c3eb03047', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:44:31.675570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde5c1c-6453-411e-8a9a-709d1d62430b req-4ca64576-08e8-4751-8a7f-1fbf740e98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:31.677177 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ecde5c1c-6453-411e-8a9a-709d1d62430b req-4ca64576-08e8-4751-8a7f-1fbf740e98db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 1096 time: 0.0459158 Oct 19 11:44:31.706663 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:31.722390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add1bf48-010f-442f-9768-c2283e05d2e4 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:44:31.754254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port add1bf48-010f-442f-9768-c2283e05d2e4, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=add1bf48-010f-442f-9768-c2283e05d2e4,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:31.793538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde5c1c-6453-411e-8a9a-709d1d62430b req-5820a00c-1aef-47a2-8651-9c4b0dce37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:31.807422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ecde5c1c-6453-411e-8a9a-709d1d62430b req-5820a00c-1aef-47a2-8651-9c4b0dce37f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4990df19-f953-4d03-84ce-9a4da8adaf11 HTTP/1.1" status: 200 len: 917 time: 0.1106212 Oct 19 11:44:31.835710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f8931-a641-43a9-bcae-19b4c3aa7e18 req-c69a7c53-8cc0-4c0b-ac51-02be5a489f22 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:31.837900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c42f8931-a641-43a9-bcae-19b4c3aa7e18 req-c69a7c53-8cc0-4c0b-ac51-02be5a489f22 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 944 time: 0.0678456 Oct 19 11:44:31.843801 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ecde5c1c-6453-411e-8a9a-709d1d62430b req-e8f767bf-5e57-4a4e-be80-f12f93e70cef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f856c6b5-b8bf-48c5-b354-1b460aded463 HTTP/1.1" status: 200 len: 217 time: 0.0395455 Oct 19 11:44:31.847841 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:31.916513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=add1bf48-010f-442f-9768-c2283e05d2e4,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:31.940093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde5c1c-6453-411e-8a9a-709d1d62430b req-7a62f8c9-497e-4abf-987b-b37a995093af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:31.940848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c42f8931-a641-43a9-bcae-19b4c3aa7e18 req-74bd0975-9e43-4718-9a57-544abff2270d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912416 Oct 19 11:44:31.943273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ecde5c1c-6453-411e-8a9a-709d1d62430b req-7a62f8c9-497e-4abf-987b-b37a995093af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8 HTTP/1.1" status: 200 len: 855 time: 0.0849512 Oct 19 11:44:31.993237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde5c1c-6453-411e-8a9a-709d1d62430b req-816cd7d3-f8c3-4bc0-8395-97ba7d568064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:31.995310 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ecde5c1c-6453-411e-8a9a-709d1d62430b req-816cd7d3-f8c3-4bc0-8395-97ba7d568064 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4990df19-f953-4d03-84ce-9a4da8adaf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433550 Oct 19 11:44:32.074628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['add1bf48-010f-442f-9768-c2283e05d2e4'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:44:32.093200 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ecde5c1c-6453-411e-8a9a-709d1d62430b req-bb314b5d-3540-4017-93d8-01aba9f6b306 service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899265 Oct 19 11:44:32.149083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1094ffbc-1ae6-4fb9-893e-61905bf6e414 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:44:32.238463 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ecde5c1c-6453-411e-8a9a-709d1d62430b req-d9e2678a-deab-4c93-82b2-5b81483d9a7e service neutron] 10.222.0.26 "GET /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373782 Oct 19 11:44:32.247864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a91bd-8232-4fd2-b0cf-527dab844c48 req-991bd6ef-9931-4559-948a-fa1957698aa9 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:32.256612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f30a91bd-8232-4fd2-b0cf-527dab844c48 req-991bd6ef-9931-4559-948a-fa1957698aa9 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0896809 Oct 19 11:44:32.317547 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f30a91bd-8232-4fd2-b0cf-527dab844c48 req-d61b1a7e-a3eb-4838-95a5-ad716230e5ff tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599122 Oct 19 11:44:32.350668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 1094ffbc-1ae6-4fb9-893e-61905bf6e414 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:44:32.357343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 1094ffbc-1ae6-4fb9-893e-61905bf6e414 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:32.357987 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:32.418349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80344e11-b32b-4f8c-8b6e-bcd20bddbb0d req-a8b6c8cc-db32-4879-9e86-dbdc15aadbe4 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:32.422273 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80344e11-b32b-4f8c-8b6e-bcd20bddbb0d req-a8b6c8cc-db32-4879-9e86-dbdc15aadbe4 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1095 time: 0.0552216 Oct 19 11:44:32.443510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25978c-1c3e-4c12-9ab5-9eba5d1147c1 req-1d1cd9a3-b83c-4aa0-a855-b2c031bbf8c6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:32.449722 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c25978c-1c3e-4c12-9ab5-9eba5d1147c1 req-1d1cd9a3-b83c-4aa0-a855-b2c031bbf8c6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0610435 Oct 19 11:44:32.472756 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80344e11-b32b-4f8c-8b6e-bcd20bddbb0d req-083c9825-d4c2-4aa3-b8a4-274b5802b466 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459287 Oct 19 11:44:32.497516 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:32.498137 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c25978c-1c3e-4c12-9ab5-9eba5d1147c1 req-052869d4-be4c-4540-bb24-59c914e0089d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Oct 19 11:44:32.530022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ca677b-7344-4a1a-b029-7bb7d4c0d43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1094ffbc-1ae6-4fb9-893e-61905bf6e414'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:32.532972 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0387c4-d8b1-4428-989f-3ae7b732c005" -d '{"events": [{"server_uuid": "f2ca677b-7344-4a1a-b029-7bb7d4c0d43f", "name": "network-vif-plugged", "status": "completed", "tag": "1094ffbc-1ae6-4fb9-893e-61905bf6e414"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:32.546547 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 1094ffbc-1ae6-4fb9-893e-61905bf6e414, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1094ffbc-1ae6-4fb9-893e-61905bf6e414,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:32.570052 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b103a8-fe07-480a-bf79-b6d836ac076f x-openstack-request-id: req-34b103a8-fe07-480a-bf79-b6d836ac076f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:32.574316 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ca677b-7344-4a1a-b029-7bb7d4c0d43f", "name": "network-vif-plugged", "status": "completed", "tag": "1094ffbc-1ae6-4fb9-893e-61905bf6e414", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:32.574316 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34b103a8-fe07-480a-bf79-b6d836ac076f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:32.574316 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ca677b-7344-4a1a-b029-7bb7d4c0d43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1094ffbc-1ae6-4fb9-893e-61905bf6e414', 'code': 200} Oct 19 11:44:32.619296 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:32.673921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=1094ffbc-1ae6-4fb9-893e-61905bf6e414,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:32.691524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695d0c3-b016-49c2-a58b-12ddc37de73f req-2f8346c1-8672-411d-830e-72089c9e9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:32.693070 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7695d0c3-b016-49c2-a58b-12ddc37de73f req-2f8346c1-8672-411d-830e-72089c9e9540 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1096 time: 0.0498257 Oct 19 11:44:32.738743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7695d0c3-b016-49c2-a58b-12ddc37de73f req-5dfd52f9-f382-42d3-910d-2622d65f6a35 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286849 Oct 19 11:44:33.051609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303819c2-c16f-4b05-a9a5-da780b65cd03 req-bd713dfb-0033-4dee-a701-dfb8ea97089b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:33.053196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-303819c2-c16f-4b05-a9a5-da780b65cd03 req-bd713dfb-0033-4dee-a701-dfb8ea97089b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 945 time: 0.0558352 Oct 19 11:44:33.097708 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-303819c2-c16f-4b05-a9a5-da780b65cd03 req-9872dd2e-7380-458a-aeb3-4fccdc412c9d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377169 Oct 19 11:44:33.442969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e7df4-80c4-4935-951c-24eb39d9cf97 req-c15a5b49-158b-45ab-ae99-8a1131a78302 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:33.444342 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-107e7df4-80c4-4935-951c-24eb39d9cf97 req-c15a5b49-158b-45ab-ae99-8a1131a78302 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0513427 Oct 19 11:44:33.485914 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-107e7df4-80c4-4935-951c-24eb39d9cf97 req-5d376ecb-3e70-460a-be82-b98a218bf54a tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Oct 19 11:44:33.537496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device add1bf48-010f-442f-9768-c2283e05d2e4 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:44:33.575960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890432-33e4-4244-be9e-ebd4cfef453e req-88735b94-494e-4972-acfb-f85dc87d7ae0 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:33.577694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68890432-33e4-4244-be9e-ebd4cfef453e req-88735b94-494e-4972-acfb-f85dc87d7ae0 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1096 time: 0.0471902 Oct 19 11:44:33.615743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68890432-33e4-4244-be9e-ebd4cfef453e req-356610ab-b64b-404c-8ca5-769a78475cd7 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309348 Oct 19 11:44:33.646881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3d5e5-f3d1-48da-a317-ffd885273ea6 req-97104c2f-b6e8-49d2-b8eb-f9e8861970fc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:33.646881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1f3d5e5-f3d1-48da-a317-ffd885273ea6 req-97104c2f-b6e8-49d2-b8eb-f9e8861970fc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0502336 Oct 19 11:44:33.670521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port add1bf48-010f-442f-9768-c2283e05d2e4 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:44:33.675123 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1f3d5e5-f3d1-48da-a317-ffd885273ea6 req-e25c5b72-db6f-442c-a9c3-77f66b8153d7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366013 Oct 19 11:44:33.675668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port add1bf48-010f-442f-9768-c2283e05d2e4 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:33.677425 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:33.754071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c344a-58db-4d1a-b0a6-692770c83719 req-e99023e7-c0ed-4b63-a60e-c72ca67a9265 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:33.756137 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f43c344a-58db-4d1a-b0a6-692770c83719 req-e99023e7-c0ed-4b63-a60e-c72ca67a9265 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0775497 Oct 19 11:44:33.762382 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:33.795986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port add1bf48-010f-442f-9768-c2283e05d2e4, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=add1bf48-010f-442f-9768-c2283e05d2e4,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:33.798188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f43c344a-58db-4d1a-b0a6-692770c83719 req-ffb1cb28-7935-46f4-a78d-66f9460e0211 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358906 Oct 19 11:44:33.914144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6babca2-321c-46b1-9323-63859dff785c req-719e3b1a-5c2f-41aa-bd9f-c1700292d26f tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:33.915546 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6babca2-321c-46b1-9323-63859dff785c req-719e3b1a-5c2f-41aa-bd9f-c1700292d26f tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b HTTP/1.1" status: 200 len: 946 time: 0.0488381 Oct 19 11:44:33.939578 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:33.958129 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6babca2-321c-46b1-9323-63859dff785c req-213bd06d-ce03-4125-a0a4-22d20b326924 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361264 Oct 19 11:44:33.993465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=add1bf48-010f-442f-9768-c2283e05d2e4,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:34.094357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd15e8-e928-4e12-b480-114c533cbd28 req-8d33a74b-3476-4128-9bea-0779ff79e6dd tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:34.095948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ccdd15e8-e928-4e12-b480-114c533cbd28 req-8d33a74b-3476-4128-9bea-0779ff79e6dd tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 945 time: 0.0566638 Oct 19 11:44:34.139431 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ccdd15e8-e928-4e12-b480-114c533cbd28 req-5d1c2470-dc83-47fc-9326-82e23e4615ca tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372813 Oct 19 11:44:34.185289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-3455eedc-8869-425e-9b08-796fa1ff9734 req-287f296e-6dea-4a30-ad95-9720f7957a49 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:44:34.186422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3455eedc-8869-425e-9b08-796fa1ff9734 req-287f296e-6dea-4a30-ad95-9720f7957a49 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066366 Oct 19 11:44:34.224273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b807f1-2d24-4999-b0dc-ce70e5bee9bf req-79f04353-7e9f-4b9e-bd88-01214233d685 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:34.225933 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94b807f1-2d24-4999-b0dc-ce70e5bee9bf req-79f04353-7e9f-4b9e-bd88-01214233d685 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 946 time: 0.0590308 Oct 19 11:44:34.293078 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94b807f1-2d24-4999-b0dc-ce70e5bee9bf req-2a57d3d8-4625-4f66-9fc6-b31025c94af0 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599771 Oct 19 11:44:34.311346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3455eedc-8869-425e-9b08-796fa1ff9734 req-4d443ecf-f450-4819-a9a1-ec867fc22f4b tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1161273 Oct 19 11:44:34.558010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a17962-8065-4e0f-b777-811e74f7eb37 req-044ceab9-087f-4e08-903e-76b7305a19d3 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:34.559484 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00a17962-8065-4e0f-b777-811e74f7eb37 req-044ceab9-087f-4e08-903e-76b7305a19d3 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0485871 Oct 19 11:44:34.572355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cd229e-e97e-48fe-8957-cc405aa62eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add1bf48-010f-442f-9768-c2283e05d2e4'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:34.574803 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e26ea91-2038-44ee-9e3b-b8be6e2e98cb" -d '{"events": [{"server_uuid": "87cd229e-e97e-48fe-8957-cc405aa62eee", "name": "network-vif-plugged", "status": "completed", "tag": "add1bf48-010f-442f-9768-c2283e05d2e4"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:34.598382 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00a17962-8065-4e0f-b777-811e74f7eb37 req-c339501e-5bf3-47b4-b116-cf2c667cd84f tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Oct 19 11:44:34.612940 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ebf13a-bd3c-4d4b-be87-ee4714ea974f x-openstack-request-id: req-c0ebf13a-bd3c-4d4b-be87-ee4714ea974f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:34.613236 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cd229e-e97e-48fe-8957-cc405aa62eee", "name": "network-vif-plugged", "status": "completed", "tag": "add1bf48-010f-442f-9768-c2283e05d2e4", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:34.613493 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0ebf13a-bd3c-4d4b-be87-ee4714ea974f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:34.613887 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cd229e-e97e-48fe-8957-cc405aa62eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add1bf48-010f-442f-9768-c2283e05d2e4', 'code': 200} Oct 19 11:44:34.733694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6a962-58bd-4ac7-991f-7743e85acf03 req-10fa381e-3979-4a65-92ae-6f2c25ad99fc tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:34.735868 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1a6a962-58bd-4ac7-991f-7743e85acf03 req-10fa381e-3979-4a65-92ae-6f2c25ad99fc tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1096 time: 0.0414388 Oct 19 11:44:34.748164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74add517-9649-4328-8987-bc255038da84 req-0bb75586-617b-405d-b07f-797a426d1a4f tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:34.749975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74add517-9649-4328-8987-bc255038da84 req-0bb75586-617b-405d-b07f-797a426d1a4f tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b HTTP/1.1" status: 200 len: 946 time: 0.0786176 Oct 19 11:44:34.755643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bdd7d-c6e9-4943-a381-999c5e9d6d15 req-6c3baa87-928a-4977-abfa-168b782c5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:34.757105 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a72bdd7d-c6e9-4943-a381-999c5e9d6d15 req-6c3baa87-928a-4977-abfa-168b782c5d2c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 1097 time: 0.0748026 Oct 19 11:44:34.772424 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1a6a962-58bd-4ac7-991f-7743e85acf03 req-47819a5b-69a5-41a6-a31e-951c83490ac7 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304050 Oct 19 11:44:34.813430 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74add517-9649-4328-8987-bc255038da84 req-84fdfd29-ea68-47fb-b690-b1a704bfda1c tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547810 Oct 19 11:44:34.816581 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a72bdd7d-c6e9-4943-a381-999c5e9d6d15 req-18c3b7d7-e2be-4052-b233-34cf2ab6b890 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514131 Oct 19 11:44:34.884903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b4c80-afae-4ff9-a2e1-236d94c8cfda req-c1cdd456-985a-4fe8-82a0-f82a0934a568 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:34.886648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b4c80-afae-4ff9-a2e1-236d94c8cfda req-c1cdd456-985a-4fe8-82a0-f82a0934a568 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0604141 Oct 19 11:44:34.919960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cc055-6516-4b0f-bb05-7ed8308beb2d req-d74bdafb-a046-4d13-90e4-d85001b4fc56 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:34.921539 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc9cc055-6516-4b0f-bb05-7ed8308beb2d req-d74bdafb-a046-4d13-90e4-d85001b4fc56 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1096 time: 0.0410557 Oct 19 11:44:34.928055 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9b4c80-afae-4ff9-a2e1-236d94c8cfda req-7b19317e-a501-414b-9c27-0923ea938fb3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346050 Oct 19 11:44:34.959470 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc9cc055-6516-4b0f-bb05-7ed8308beb2d req-bc46a78f-8883-4b31-82e3-7e9b2ec79297 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301831 Oct 19 11:44:35.033559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2621c-6291-48b9-ba08-30db2270a212 req-95b689f4-07b6-478d-aecb-2a2b7e4db66b tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:35.035052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38c2621c-6291-48b9-ba08-30db2270a212 req-95b689f4-07b6-478d-aecb-2a2b7e4db66b tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 945 time: 0.0515311 Oct 19 11:44:35.072084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab04511-68bf-4e6c-a061-30743a7d1a5a req-98f27311-06b0-4596-a150-b046d3d8361b tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:35.073751 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5ab04511-68bf-4e6c-a061-30743a7d1a5a req-98f27311-06b0-4596-a150-b046d3d8361b tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1096 time: 0.0453060 Oct 19 11:44:35.080720 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38c2621c-6291-48b9-ba08-30db2270a212 req-9c35a189-6208-4538-ab1a-36eb1b73e541 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 Oct 19 11:44:35.274276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b24ee-4bf1-4ebd-86f2-44411c583842 req-5f5d924a-84d2-4d2a-aa97-be58b1c97ba8 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:35.280383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b24ee-4bf1-4ebd-86f2-44411c583842 req-5f5d924a-84d2-4d2a-aa97-be58b1c97ba8 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:35.286551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b24ee-4bf1-4ebd-86f2-44411c583842 req-5f5d924a-84d2-4d2a-aa97-be58b1c97ba8 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:35.288338 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b59b24ee-4bf1-4ebd-86f2-44411c583842 req-5f5d924a-84d2-4d2a-aa97-be58b1c97ba8 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d&device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b&device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 2417 time: 0.0694571 Oct 19 11:44:35.331118 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b59b24ee-4bf1-4ebd-86f2-44411c583842 req-89a24668-1a00-41a3-94b9-b090afa39a19 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361621 Oct 19 11:44:35.432427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13329f15-73ac-41df-952b-80d5ab0e067b req-aba2ab08-22b4-406e-9b43-3df2521b8182 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:35.434044 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-13329f15-73ac-41df-952b-80d5ab0e067b req-aba2ab08-22b4-406e-9b43-3df2521b8182 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 946 time: 0.0526388 Oct 19 11:44:35.456457 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5ab04511-68bf-4e6c-a061-30743a7d1a5a req-ad54413f-9316-41fb-a664-d2a239b84dfa tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757703 Oct 19 11:44:35.475149 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-13329f15-73ac-41df-952b-80d5ab0e067b req-91a49fcd-0e6c-43ff-92ab-c4922606db4f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344551 Oct 19 11:44:35.486879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-1af1409b-c3bc-4694-b339-5d22866d9469 req-9c5f25ae-594a-4513-be19-efe698263fa1 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:44:35.487836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1af1409b-c3bc-4694-b339-5d22866d9469 req-9c5f25ae-594a-4513-be19-efe698263fa1 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061245 Oct 19 11:44:35.550456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1af1409b-c3bc-4694-b339-5d22866d9469 req-fa070978-ce84-487f-849e-7dee72117502 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0557320 Oct 19 11:44:36.042468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca289b2-3839-4ec1-9449-755e820f4ad7 req-3ef4bf41-224f-4550-b4e6-2c8decd0a257 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:36.044498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eca289b2-3839-4ec1-9449-755e820f4ad7 req-3ef4bf41-224f-4550-b4e6-2c8decd0a257 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1096 time: 0.0477653 Oct 19 11:44:36.086027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eca289b2-3839-4ec1-9449-755e820f4ad7 req-a4fe308b-cc4a-4ef1-9096-826e41315bdf tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341051 Oct 19 11:44:36.199088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ade74-20ae-44d0-a34a-8e5e53e244c6 req-fd901cf9-b962-44c1-9397-b24ec1554be7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:36.203959 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e1ade74-20ae-44d0-a34a-8e5e53e244c6 req-fd901cf9-b962-44c1-9397-b24ec1554be7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0533435 Oct 19 11:44:36.244907 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e1ade74-20ae-44d0-a34a-8e5e53e244c6 req-7d7b3535-eb18-4474-83a8-d54385f77c26 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367277 Oct 19 11:44:36.593416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06988f74-609e-4cbd-8dcd-3ccdb803d79c req-3fd81a67-cda7-469f-a66f-9fd1663939ad tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:36.595651 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06988f74-609e-4cbd-8dcd-3ccdb803d79c req-3fd81a67-cda7-469f-a66f-9fd1663939ad tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 946 time: 0.0515411 Oct 19 11:44:36.634910 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06988f74-609e-4cbd-8dcd-3ccdb803d79c req-f1aa7455-2ab4-4cea-85f0-6f479257718b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326450 Oct 19 11:44:36.753858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd598860-5ed5-4c8e-b8bd-9d14015a5627 req-a4423ac7-e98d-4b92-a021-2f175d68d301 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:36.755323 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd598860-5ed5-4c8e-b8bd-9d14015a5627 req-a4423ac7-e98d-4b92-a021-2f175d68d301 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 946 time: 0.0502636 Oct 19 11:44:36.799239 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd598860-5ed5-4c8e-b8bd-9d14015a5627 req-712e4a7f-1370-44ee-b799-c4b75328a43f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378857 Oct 19 11:44:37.167644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e03a7-5781-40b9-bfc7-aff73e6d604c req-db04748b-f5b7-4246-9be1-9e05d794e914 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:37.169277 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba8e03a7-5781-40b9-bfc7-aff73e6d604c req-db04748b-f5b7-4246-9be1-9e05d794e914 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 945 time: 0.0550041 Oct 19 11:44:37.197263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a15df7-b126-4bfa-a9b9-c2b6b83f002c req-6b4db602-649b-41a9-a7c7-d392a4b2f6ae tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:37.198852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c5a15df7-b126-4bfa-a9b9-c2b6b83f002c req-6b4db602-649b-41a9-a7c7-d392a4b2f6ae tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1096 time: 0.0413821 Oct 19 11:44:37.219838 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba8e03a7-5781-40b9-bfc7-aff73e6d604c req-895d71a4-8f2c-446e-bddd-eddd10e08a13 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361004 Oct 19 11:44:37.243013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c5a15df7-b126-4bfa-a9b9-c2b6b83f002c req-891ae6fc-3fa3-4fdc-a667-5ec1faffa97c tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375552 Oct 19 11:44:37.392847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94980488-8263-40c5-9ded-6c19d2f8cb21 req-f406af40-357a-4657-909d-33847deb4cce tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:37.394264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94980488-8263-40c5-9ded-6c19d2f8cb21 req-f406af40-357a-4657-909d-33847deb4cce tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 944 time: 0.0834177 Oct 19 11:44:37.395985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9e110-4588-46d1-a85f-8a3df1a12e2f req-63c4487b-35ba-4570-9cc2-8ecbedae2266 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:37.397446 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67a9e110-4588-46d1-a85f-8a3df1a12e2f req-63c4487b-35ba-4570-9cc2-8ecbedae2266 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 1096 time: 0.0770986 Oct 19 11:44:37.482780 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94980488-8263-40c5-9ded-6c19d2f8cb21 req-6d95d7c4-4db8-409e-8651-330ee8ed7a3e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823910 Oct 19 11:44:37.506417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-67a9e110-4588-46d1-a85f-8a3df1a12e2f req-f112f72e-9439-4193-adf0-91d47a36097a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Deleting port 1094ffbc-1ae6-4fb9-893e-61905bf6e414 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:37.506763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67a9e110-4588-46d1-a85f-8a3df1a12e2f req-f112f72e-9439-4193-adf0-91d47a36097a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:37.584217 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 58294c40-4dc6-454f-a7e1-935acc64d3fd details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:44:37.591645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-67a9e110-4588-46d1-a85f-8a3df1a12e2f req-f112f72e-9439-4193-adf0-91d47a36097a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] For port 1094ffbc-1ae6-4fb9-893e-61905bf6e414, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=1094ffbc-1ae6-4fb9-893e-61905bf6e414,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:37.592012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67a9e110-4588-46d1-a85f-8a3df1a12e2f req-f112f72e-9439-4193-adf0-91d47a36097a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:37.605192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-67a9e110-4588-46d1-a85f-8a3df1a12e2f req-f112f72e-9439-4193-adf0-91d47a36097a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Calling delete_port for 1094ffbc-1ae6-4fb9-893e-61905bf6e414 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:37.683928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 58294c40-4dc6-454f-a7e1-935acc64d3fd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=58294c40-4dc6-454f-a7e1-935acc64d3fd,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:37.695843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '58294c40-4dc6-454f-a7e1-935acc64d3fd', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'port_id': '58294c40-4dc6-454f-a7e1-935acc64d3fd', 'mac_address': 'fa:16:3e:c4:16:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:44:37.732241 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:37.745224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58294c40-4dc6-454f-a7e1-935acc64d3fd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:44:37.764054 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 58294c40-4dc6-454f-a7e1-935acc64d3fd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=58294c40-4dc6-454f-a7e1-935acc64d3fd,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:37.853797 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67a9e110-4588-46d1-a85f-8a3df1a12e2f req-f112f72e-9439-4193-adf0-91d47a36097a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:37.865932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['1094ffbc-1ae6-4fb9-893e-61905bf6e414'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:44:37.868818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['7b19d127-a3f4-47c6-9379-74a27d8ce9cf'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:44:37.886204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112f72e-9439-4193-adf0-91d47a36097a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Pushing event deleted for resources: {'Port': ['ID=1094ffbc-1ae6-4fb9-893e-61905bf6e414,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:37.913243 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:37.931689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a9e110-4588-46d1-a85f-8a3df1a12e2f req-f112f72e-9439-4193-adf0-91d47a36097a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] No DVR routers for this DVR port 1094ffbc-1ae6-4fb9-893e-61905bf6e414 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:37.934544 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-67a9e110-4588-46d1-a85f-8a3df1a12e2f req-f112f72e-9439-4193-adf0-91d47a36097a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:37.938539 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67a9e110-4588-46d1-a85f-8a3df1a12e2f req-f112f72e-9439-4193-adf0-91d47a36097a tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.26 "DELETE /v2.0/ports/1094ffbc-1ae6-4fb9-893e-61905bf6e414 HTTP/1.1" status: 204 len: 173 time: 0.5317252 Oct 19 11:44:37.938995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ca677b-7344-4a1a-b029-7bb7d4c0d43f', 'name': 'network-vif-deleted', 'tag': '1094ffbc-1ae6-4fb9-893e-61905bf6e414'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:37.941307 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9aa1ea-f722-4125-8916-8c9286d63e6b" -d '{"events": [{"server_uuid": "f2ca677b-7344-4a1a-b029-7bb7d4c0d43f", "name": "network-vif-deleted", "tag": "1094ffbc-1ae6-4fb9-893e-61905bf6e414"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:37.992320 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6f88d2-712e-4176-b40c-3a58fc3b209c x-openstack-request-id: req-fa6f88d2-712e-4176-b40c-3a58fc3b209c {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:37.992320 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ca677b-7344-4a1a-b029-7bb7d4c0d43f", "name": "network-vif-deleted", "tag": "1094ffbc-1ae6-4fb9-893e-61905bf6e414", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:37.992320 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa6f88d2-712e-4176-b40c-3a58fc3b209c {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:37.992320 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ca677b-7344-4a1a-b029-7bb7d4c0d43f', 'name': 'network-vif-deleted', 'tag': '1094ffbc-1ae6-4fb9-893e-61905bf6e414', 'status': 'completed', 'code': 200} Oct 19 11:44:37.992873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=58294c40-4dc6-454f-a7e1-935acc64d3fd,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:38.155778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['58294c40-4dc6-454f-a7e1-935acc64d3fd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:44:38.340645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38598) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:38.367543 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd214ddd-9190-4669-9a5c-ec0df2bf3fa9 req-2556be66-d4f0-4724-a158-e9e16e5d6107 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f2ca677b-7344-4a1a-b029-7bb7d4c0d43f HTTP/1.1" status: 200 len: 210 time: 0.0371532 Oct 19 11:44:38.371024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113496e-0390-468a-9f77-f3479e66e4b3 req-b445d292-e9d6-4254-9e34-e0ff2b9dc854 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:38.373621 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9113496e-0390-468a-9f77-f3479e66e4b3 req-b445d292-e9d6-4254-9e34-e0ff2b9dc854 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 945 time: 0.0542462 Oct 19 11:44:38.419670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9113496e-0390-468a-9f77-f3479e66e4b3 req-3818eeee-f2b8-4fff-8d14-d3b48ab9b563 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349641 Oct 19 11:44:38.642070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe7d68-75d2-4575-8d5b-f93b7b7e298e req-d71b548f-1909-4ac1-b2e0-e5f29aaf5050 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:38.647561 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7fe7d68-75d2-4575-8d5b-f93b7b7e298e req-d71b548f-1909-4ac1-b2e0-e5f29aaf5050 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 945 time: 0.0579841 Oct 19 11:44:38.672506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a26121-3b43-4f3d-b0b5-9227f1b211d8 req-1b78bfe9-cdf3-4ba1-b538-9487c28e303a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:38.674193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56a26121-3b43-4f3d-b0b5-9227f1b211d8 req-1b78bfe9-cdf3-4ba1-b538-9487c28e303a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 945 time: 0.1132357 Oct 19 11:44:38.751165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a7fe7d68-75d2-4575-8d5b-f93b7b7e298e req-4f26c984-8054-4f75-b17c-08b45c4c5f50 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Deleting port 2653decc-7da4-458e-a88f-28e5d8f3b3a9 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:38.751806 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a7fe7d68-75d2-4575-8d5b-f93b7b7e298e req-4f26c984-8054-4f75-b17c-08b45c4c5f50 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:38.756328 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56a26121-3b43-4f3d-b0b5-9227f1b211d8 req-9d9a7570-e6b2-4c29-abdc-ad90927c7038 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748339 Oct 19 11:44:38.857340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a7fe7d68-75d2-4575-8d5b-f93b7b7e298e req-4f26c984-8054-4f75-b17c-08b45c4c5f50 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] For port 2653decc-7da4-458e-a88f-28e5d8f3b3a9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2653decc-7da4-458e-a88f-28e5d8f3b3a9,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:38.857792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a7fe7d68-75d2-4575-8d5b-f93b7b7e298e req-4f26c984-8054-4f75-b17c-08b45c4c5f50 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:38.870957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a7fe7d68-75d2-4575-8d5b-f93b7b7e298e req-4f26c984-8054-4f75-b17c-08b45c4c5f50 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Calling delete_port for 2653decc-7da4-458e-a88f-28e5d8f3b3a9 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:38.896995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:39.134303 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a7fe7d68-75d2-4575-8d5b-f93b7b7e298e req-4f26c984-8054-4f75-b17c-08b45c4c5f50 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:39.148156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['6ccc0e02-5675-4f23-8abb-a4abdf53d931', 'f856c6b5-b8bf-48c5-b354-1b460aded463', '2653decc-7da4-458e-a88f-28e5d8f3b3a9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:44:39.175173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Allocated IP 172.20.0.17 (495ba664-a9b2-49bc-8cb9-2f37e7d1ce11/1a210e58-6819-42ab-88f7-876c3eb03047/f35b19d3-7b33-496a-a8a0-0e579766bc90) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:44:39.184455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26c984-8054-4f75-b17c-08b45c4c5f50 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Pushing event deleted for resources: {'Port': ['ID=2653decc-7da4-458e-a88f-28e5d8f3b3a9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:39.234202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fe7d68-75d2-4575-8d5b-f93b7b7e298e req-4f26c984-8054-4f75-b17c-08b45c4c5f50 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] No DVR routers for this DVR port 2653decc-7da4-458e-a88f-28e5d8f3b3a9 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:39.234202 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a7fe7d68-75d2-4575-8d5b-f93b7b7e298e req-4f26c984-8054-4f75-b17c-08b45c4c5f50 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:39.234202 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7fe7d68-75d2-4575-8d5b-f93b7b7e298e req-4f26c984-8054-4f75-b17c-08b45c4c5f50 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "DELETE /v2.0/ports/2653decc-7da4-458e-a88f-28e5d8f3b3a9 HTTP/1.1" status: 204 len: 173 time: 0.5735073 Oct 19 11:44:39.316811 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:39.517447 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:39.532936 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df179737-56e7-4980-a567-11cea2c58236 req-f4b91d8f-1672-4a33-b8fa-a7af94f15e4a tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 210 time: 0.0313883 Oct 19 11:44:39.574842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:44:39.577992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:44:39.582604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:44:39.584049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 58294c40-4dc6-454f-a7e1-935acc64d3fd up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:44:39.608613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=f35b19d3-7b33-496a-a8a0-0e579766bc90,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:39.638349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:39.799133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 58294c40-4dc6-454f-a7e1-935acc64d3fd completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:44:39.801677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 58294c40-4dc6-454f-a7e1-935acc64d3fd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:39.802140 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:39.891531 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:39.891869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5acb9-d57d-4e9e-91aa-929975ddde13 req-aeab8824-4e99-4978-a533-4c067af6d79c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:39.893430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5cb5acb9-d57d-4e9e-91aa-929975ddde13 req-aeab8824-4e99-4978-a533-4c067af6d79c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 945 time: 0.0550361 Oct 19 11:44:39.922912 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed1a8f9-d2c8-43e8-a222-9728d7291f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58294c40-4dc6-454f-a7e1-935acc64d3fd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:39.925327 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb05bcb-3192-4933-8965-5ee92b8bea50" -d '{"events": [{"server_uuid": "fed1a8f9-d2c8-43e8-a222-9728d7291f7c", "name": "network-vif-plugged", "status": "completed", "tag": "58294c40-4dc6-454f-a7e1-935acc64d3fd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:39.934940 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5cb5acb9-d57d-4e9e-91aa-929975ddde13 req-644e6483-bb94-4fbd-82c9-4d1b50d62eaa tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348377 Oct 19 11:44:39.940332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 58294c40-4dc6-454f-a7e1-935acc64d3fd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=58294c40-4dc6-454f-a7e1-935acc64d3fd,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:39.943068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-219f44cd-c2b4-44a6-8a9c-8f826ce88cc9 None None] Provisioning complete for port f35b19d3-7b33-496a-a8a0-0e579766bc90 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:39.943429 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-219f44cd-c2b4-44a6-8a9c-8f826ce88cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:39.990107 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39bd34-6329-4c62-95db-ab95cc7d417d', 'name': 'network-vif-deleted', 'tag': '2653decc-7da4-458e-a88f-28e5d8f3b3a9'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:39.993371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-219f44cd-c2b4-44a6-8a9c-8f826ce88cc9 None None] Port f35b19d3-7b33-496a-a8a0-0e579766bc90 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:44:39.993503 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3172d593-5afe-4eb4-ab5c-c321ca3d1697" -d '{"events": [{"server_uuid": "ff39bd34-6329-4c62-95db-ab95cc7d417d", "name": "network-vif-deleted", "tag": "2653decc-7da4-458e-a88f-28e5d8f3b3a9"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:39.996851 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd280969-53c4-4719-833d-24632a21946a x-openstack-request-id: req-fd280969-53c4-4719-833d-24632a21946a {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:39.997342 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed1a8f9-d2c8-43e8-a222-9728d7291f7c", "name": "network-vif-plugged", "status": "completed", "tag": "58294c40-4dc6-454f-a7e1-935acc64d3fd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:39.997678 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd280969-53c4-4719-833d-24632a21946a {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:39.998163 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed1a8f9-d2c8-43e8-a222-9728d7291f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58294c40-4dc6-454f-a7e1-935acc64d3fd', 'code': 200} Oct 19 11:44:40.028805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:40.053204 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf5ff24-1adb-4b9d-b4a8-0a6cd597a44c x-openstack-request-id: req-bcf5ff24-1adb-4b9d-b4a8-0a6cd597a44c {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:40.053517 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff39bd34-6329-4c62-95db-ab95cc7d417d", "name": "network-vif-deleted", "tag": "2653decc-7da4-458e-a88f-28e5d8f3b3a9", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:40.053773 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcf5ff24-1adb-4b9d-b4a8-0a6cd597a44c {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:40.054573 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39bd34-6329-4c62-95db-ab95cc7d417d', 'name': 'network-vif-deleted', 'tag': '2653decc-7da4-458e-a88f-28e5d8f3b3a9', 'status': 'completed', 'code': 200} Oct 19 11:44:40.060420 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:40.126179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=58294c40-4dc6-454f-a7e1-935acc64d3fd,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:40.227324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4577a8-1075-45e2-85ad-be0a13de529b req-4d8721cf-a522-470b-8685-70c11e155280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:40.228761 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a4577a8-1075-45e2-85ad-be0a13de529b req-4d8721cf-a522-470b-8685-70c11e155280 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 1097 time: 0.1447315 Oct 19 11:44:40.234178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4fbd-27e0-4e01-8e2d-5d43ad239e4a req-df62e6aa-2b5a-48b6-af12-e470e1abef0d tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:40.236126 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd1c4fbd-27e0-4e01-8e2d-5d43ad239e4a req-df62e6aa-2b5a-48b6-af12-e470e1abef0d tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1096 time: 0.1532836 Oct 19 11:44:40.365115 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd1c4fbd-27e0-4e01-8e2d-5d43ad239e4a req-1a9bb3c9-2d73-4111-803f-808c41dedbd4 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207135 Oct 19 11:44:40.367277 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a4577a8-1075-45e2-85ad-be0a13de529b req-c551e41d-fdfe-4feb-a5fa-daf43bff331e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282670 Oct 19 11:44:40.494566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:40.574040 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:40.659885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:40.661807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=f35b19d3-7b33-496a-a8a0-0e579766bc90,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:40.672403 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0cb6e819-9be3-4efc-aefa-97c37d278d53 req-e0129d6c-b268-43e3-a0f0-afe226c852cf tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff39bd34-6329-4c62-95db-ab95cc7d417d HTTP/1.1" status: 200 len: 210 time: 0.0454762 Oct 19 11:44:40.771213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:44:40.772483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:44:40.892828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 65f5bcb4-25cb-4364-b025-faab8c41839c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:44:41.021446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-73213cf0-af19-49df-9865-d7c46e19ee00 None None] Provisioning complete for port f35b19d3-7b33-496a-a8a0-0e579766bc90 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:41.022409 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-73213cf0-af19-49df-9865-d7c46e19ee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:41.038096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:44:41.043671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-15f8b148-8091-4699-a702-e284bca9f132 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "PUT /v2.0/routers/65f5bcb4-25cb-4364-b025-faab8c41839c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7018235 Oct 19 11:44:41.057463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-73213cf0-af19-49df-9865-d7c46e19ee00 None None] Port f35b19d3-7b33-496a-a8a0-0e579766bc90 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:44:41.060701 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Sync routers for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:44:41.068375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c748244-517d-4d83-98ff-f5a0ac201a87 req-8a2f8a30-d3d0-4f8e-ae74-e24e3fa3f13d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:41.069953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c748244-517d-4d83-98ff-f5a0ac201a87 req-8a2f8a30-d3d0-4f8e-ae74-e24e3fa3f13d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 946 time: 0.0637195 Oct 19 11:44:41.072691 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:44:41.073726 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:41.111482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c748244-517d-4d83-98ff-f5a0ac201a87 req-5809d36d-f09f-43bf-a4fa-49108d8f4b57 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353453 Oct 19 11:44:41.185991 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:44:41.498303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffda8a-a665-4dbb-bfa3-807860c729f9 req-b89f48cd-cef4-4c0b-885b-84f207346361 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:41.500014 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-37ffda8a-a665-4dbb-bfa3-807860c729f9 req-b89f48cd-cef4-4c0b-885b-84f207346361 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1096 time: 0.0444338 Oct 19 11:44:41.514529 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:44:39Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9903a308-0780-4333-921e-d4636cc23f6d', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'port_id': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'mac_address': 'fa:16:3e:f5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39657fed-b49a-44f1-a724-c25ee6161588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:43:41Z', 'updated_at': '2021-10-19T11:43:47Z', 'revision_number': 1, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f35b19d3-7b33-496a-a8a0-0e579766bc90', 'name': '', 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:09:f5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '1a210e58-6819-42ab-88f7-876c3eb03047', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:44:39Z', 'updated_at': '2021-10-19T11:44:40Z', 'revision_number': 2, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': '1a210e58-6819-42ab-88f7-876c3eb03047', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:41.538836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-37ffda8a-a665-4dbb-bfa3-807860c729f9 req-bc608cc6-902c-4c43-b7b7-c79632633fb2 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6dacd248-6897-42b8-9af0-94d2d8d52b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323465 Oct 19 11:44:41.549195 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Checking router: 65f5bcb4-25cb-4364-b025-faab8c41839c for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:44:41.549660 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Updating router 65f5bcb4-25cb-4364-b025-faab8c41839c port f35b19d3-7b33-496a-a8a0-0e579766bc90 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:44:41.576163 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:41.778518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2a876-1fe1-498b-89e2-cb8467b92787 req-738df4f0-89a4-4668-bd0f-7bffc01860a6 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:41.780717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c2b2a876-1fe1-498b-89e2-cb8467b92787 req-738df4f0-89a4-4668-bd0f-7bffc01860a6 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 1096 time: 0.0446067 Oct 19 11:44:41.853834 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:41.874006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-c2b2a876-1fe1-498b-89e2-cb8467b92787 req-ef416814-7814-4818-a77d-50024e775a41 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Deleting port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:41.874321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c2b2a876-1fe1-498b-89e2-cb8467b92787 req-ef416814-7814-4818-a77d-50024e775a41 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:41.952703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c2b2a876-1fe1-498b-89e2-cb8467b92787 req-ef416814-7814-4818-a77d-50024e775a41 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] For port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7b19d127-a3f4-47c6-9379-74a27d8ce9cf,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:41.953058 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c2b2a876-1fe1-498b-89e2-cb8467b92787 req-ef416814-7814-4818-a77d-50024e775a41 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:41.964993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-c2b2a876-1fe1-498b-89e2-cb8467b92787 req-ef416814-7814-4818-a77d-50024e775a41 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Calling delete_port for 7b19d127-a3f4-47c6-9379-74a27d8ce9cf owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:41.986263 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:42.035871 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdfc79-d555-48bd-a865-6866d38c9906 None None] Pushing event updated for resources: {'Port': ['ID=f35b19d3-7b33-496a-a8a0-0e579766bc90,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:42.102850 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Attempting to bind port f35b19d3-7b33-496a-a8a0-0e579766bc90 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:44:42.103515 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Attempting to bind port f35b19d3-7b33-496a-a8a0-0e579766bc90 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:44:42.103648 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Attempting to bind port f35b19d3-7b33-496a-a8a0-0e579766bc90 on network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:44:42.109142 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:44:42.109438 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Checking segment: {'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:44:42.110727 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:42.111107 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Bound using segment: {'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:44:42.111562 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Bound port: f35b19d3-7b33-496a-a8a0-0e579766bc90, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd09884-b581-4697-ad48-0be4366a5414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:44:42.111931 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:42.182484 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] For port f35b19d3-7b33-496a-a8a0-0e579766bc90, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:44:42.186069 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] For port f35b19d3-7b33-496a-a8a0-0e579766bc90, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f35b19d3-7b33-496a-a8a0-0e579766bc90,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:44:42.186702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1094ffbc-1ae6-4fb9-893e-61905bf6e414 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:42.197990 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c2b2a876-1fe1-498b-89e2-cb8467b92787 req-ef416814-7814-4818-a77d-50024e775a41 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:42.230746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['7b19d127-a3f4-47c6-9379-74a27d8ce9cf'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:44:42.251111 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:42.251261 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef416814-7814-4818-a77d-50024e775a41 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b19d127-a3f4-47c6-9379-74a27d8ce9cf,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:42.288152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 1094ffbc-1ae6-4fb9-893e-61905bf6e414 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:42.288516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 1094ffbc-1ae6-4fb9-893e-61905bf6e414 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:42.289126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2653decc-7da4-458e-a88f-28e5d8f3b3a9 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:42.294851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb116d3-29f4-4faa-b029-e7a555a08d2e req-08de289e-19b7-4ecf-8e5a-72bfa05727c8 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:42.296506 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6fb116d3-29f4-4faa-b029-e7a555a08d2e req-08de289e-19b7-4ecf-8e5a-72bfa05727c8 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b HTTP/1.1" status: 200 len: 946 time: 0.0618510 Oct 19 11:44:42.316752 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 2653decc-7da4-458e-a88f-28e5d8f3b3a9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:42.317097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2653decc-7da4-458e-a88f-28e5d8f3b3a9 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:42.325994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-458e12ea-7b04-48aa-b64a-deddeff51d84 None None] Provisioning complete for port f35b19d3-7b33-496a-a8a0-0e579766bc90 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:42.326613 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-458e12ea-7b04-48aa-b64a-deddeff51d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:42.342627 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdfc79-d555-48bd-a865-6866d38c9906 None None] Pushing event updated for resources: {'Port': ['ID=f35b19d3-7b33-496a-a8a0-0e579766bc90,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:42.348079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b2a876-1fe1-498b-89e2-cb8467b92787 req-ef416814-7814-4818-a77d-50024e775a41 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] No DVR routers for this DVR port 7b19d127-a3f4-47c6-9379-74a27d8ce9cf on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:42.350318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c2b2a876-1fe1-498b-89e2-cb8467b92787 req-ef416814-7814-4818-a77d-50024e775a41 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:42.355803 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c2b2a876-1fe1-498b-89e2-cb8467b92787 req-ef416814-7814-4818-a77d-50024e775a41 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.49 "DELETE /v2.0/ports/7b19d127-a3f4-47c6-9379-74a27d8ce9cf HTTP/1.1" status: 204 len: 173 time: 0.5592492 Oct 19 11:44:42.357338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b3e2d1-b716-4e0c-92ea-86b95eec5ffb', 'name': 'network-vif-deleted', 'tag': '7b19d127-a3f4-47c6-9379-74a27d8ce9cf'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:42.361256 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a818c19-2c95-4aa6-b7ff-f53c57aba8c6" -d '{"events": [{"server_uuid": "43b3e2d1-b716-4e0c-92ea-86b95eec5ffb", "name": "network-vif-deleted", "tag": "7b19d127-a3f4-47c6-9379-74a27d8ce9cf"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:42.364820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6fb116d3-29f4-4faa-b029-e7a555a08d2e req-73496ca9-b890-47c5-94ec-015a81c7715e tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589869 Oct 19 11:44:42.370223 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:44:42.370858 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:42.407448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b458b-3eea-4890-b5dc-28315e63486a req-527fbb11-b17d-4ec1-8537-8e46df3abca4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:42.409872 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-763b458b-3eea-4890-b5dc-28315e63486a req-527fbb11-b17d-4ec1-8537-8e46df3abca4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 946 time: 0.1603565 Oct 19 11:44:42.451190 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-458e12ea-7b04-48aa-b64a-deddeff51d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:42.453994 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54facf52-001c-41f8-b078-977bf4ba020e x-openstack-request-id: req-54facf52-001c-41f8-b078-977bf4ba020e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:42.454304 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b3e2d1-b716-4e0c-92ea-86b95eec5ffb", "name": "network-vif-deleted", "tag": "7b19d127-a3f4-47c6-9379-74a27d8ce9cf", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:42.454560 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54facf52-001c-41f8-b078-977bf4ba020e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:42.455362 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b3e2d1-b716-4e0c-92ea-86b95eec5ffb', 'name': 'network-vif-deleted', 'tag': '7b19d127-a3f4-47c6-9379-74a27d8ce9cf', 'status': 'completed', 'code': 200} Oct 19 11:44:42.489812 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-763b458b-3eea-4890-b5dc-28315e63486a req-6db84310-6531-45cc-b24a-5f7647ab5239 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721450 Oct 19 11:44:42.512528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-458e12ea-7b04-48aa-b64a-deddeff51d84 None None] For port f35b19d3-7b33-496a-a8a0-0e579766bc90, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f35b19d3-7b33-496a-a8a0-0e579766bc90,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:42.594104 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:44:42.602556 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-458e12ea-7b04-48aa-b64a-deddeff51d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:42.647963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56120c49-0e70-4ca0-979b-484fd82dba28 req-ef54399a-02a9-4f99-9fde-feee956a2d51 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:42.659545 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56120c49-0e70-4ca0-979b-484fd82dba28 req-ef54399a-02a9-4f99-9fde-feee956a2d51 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 946 time: 0.0701957 Oct 19 11:44:42.709578 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56120c49-0e70-4ca0-979b-484fd82dba28 req-c0f314e0-2b94-4a22-96a6-6ffa0add1e78 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490873 Oct 19 11:44:42.719797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e12ea-7b04-48aa-b64a-deddeff51d84 None None] Pushing event updated for resources: {'Port': ['ID=f35b19d3-7b33-496a-a8a0-0e579766bc90,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:42.745948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-468b5433-4a0a-46e1-956a-94640ac3cfa9 None None] Provisioning complete for port f35b19d3-7b33-496a-a8a0-0e579766bc90 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:42.746459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aa1da75d-9db2-4fb5-8cbc-dfdf7c490ec5 req-74a44c7b-9935-4ef3-af7f-f4f3625ee217 tempest-TestServerMultinode-587354479 tempest-TestServerMultinode-587354479-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43b3e2d1-b716-4e0c-92ea-86b95eec5ffb HTTP/1.1" status: 200 len: 210 time: 0.0655768 Oct 19 11:44:42.746751 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-468b5433-4a0a-46e1-956a-94640ac3cfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:42.866513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58660462-42ff-4c50-9d6d-72ca1b62c1d0 req-4a636808-b56c-4b80-a9f9-84e8c232ffcd tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:42.874052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58660462-42ff-4c50-9d6d-72ca1b62c1d0 req-4a636808-b56c-4b80-a9f9-84e8c232ffcd tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 946 time: 0.0641010 Oct 19 11:44:42.914396 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58660462-42ff-4c50-9d6d-72ca1b62c1d0 req-763f09da-a367-4cef-8153-6287e22d1068 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393217 Oct 19 11:44:42.970414 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:44:39Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9903a308-0780-4333-921e-d4636cc23f6d', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'port_id': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'mac_address': 'fa:16:3e:f5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39657fed-b49a-44f1-a724-c25ee6161588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:43:41Z', 'updated_at': '2021-10-19T11:43:47Z', 'revision_number': 1, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f35b19d3-7b33-496a-a8a0-0e579766bc90', 'name': '', 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:09:f5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '1a210e58-6819-42ab-88f7-876c3eb03047', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:44:39Z', 'updated_at': '2021-10-19T11:44:42Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': '1a210e58-6819-42ab-88f7-876c3eb03047', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:42.997275 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3cad1a-dd1a-4415-bd2a-375a1f58f381 None None] The sync data for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 is: [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:44:39Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9903a308-0780-4333-921e-d4636cc23f6d', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'port_id': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'mac_address': 'fa:16:3e:f5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39657fed-b49a-44f1-a724-c25ee6161588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:43:41Z', 'updated_at': '2021-10-19T11:43:47Z', 'revision_number': 1, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f35b19d3-7b33-496a-a8a0-0e579766bc90', 'name': '', 'network_id': '495ba664-a9b2-49bc-8cb9-2f37e7d1ce11', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:09:f5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '1a210e58-6819-42ab-88f7-876c3eb03047', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:44:39Z', 'updated_at': '2021-10-19T11:44:42Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': '1a210e58-6819-42ab-88f7-876c3eb03047', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:44:43.512265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466b852-d224-43d2-b30a-1ff074c40bab req-0d73587b-a95a-4601-af1e-351d0c85d4f4 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:43.521521 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5466b852-d224-43d2-b30a-1ff074c40bab req-0d73587b-a95a-4601-af1e-351d0c85d4f4 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b HTTP/1.1" status: 200 len: 946 time: 0.0708160 Oct 19 11:44:43.560925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2596c-9a71-455c-ae25-b99f560785a1 req-e5ec8adc-b17a-4607-bc29-18eb2394df81 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:43.562742 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56c2596c-9a71-455c-ae25-b99f560785a1 req-e5ec8adc-b17a-4607-bc29-18eb2394df81 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 946 time: 0.0635169 Oct 19 11:44:43.594495 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5466b852-d224-43d2-b30a-1ff074c40bab req-b1f117cf-3cc4-479f-b3a6-87ee6fa0fdd6 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714540 Oct 19 11:44:43.617965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56c2596c-9a71-455c-ae25-b99f560785a1 req-0e35f985-4a3d-47c3-ae00-5bb997784ff0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493457 Oct 19 11:44:43.632763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad3f6f-6255-46ce-8d4d-041ac4641bda req-b0127cae-21a3-466d-aa11-4440e3e0a2ec tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:43.634506 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84ad3f6f-6255-46ce-8d4d-041ac4641bda req-b0127cae-21a3-466d-aa11-4440e3e0a2ec tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "GET /v2.0/ports?device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b HTTP/1.1" status: 200 len: 946 time: 0.0801344 Oct 19 11:44:43.737838 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-84ad3f6f-6255-46ce-8d4d-041ac4641bda req-ccf7012e-911d-4e96-9928-37dad1638846 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Deleting port 6ccc0e02-5675-4f23-8abb-a4abdf53d931 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:43.738509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-84ad3f6f-6255-46ce-8d4d-041ac4641bda req-ccf7012e-911d-4e96-9928-37dad1638846 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:43.823394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38676) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:43.836416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-84ad3f6f-6255-46ce-8d4d-041ac4641bda req-ccf7012e-911d-4e96-9928-37dad1638846 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] For port 6ccc0e02-5675-4f23-8abb-a4abdf53d931, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6ccc0e02-5675-4f23-8abb-a4abdf53d931,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:43.836809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-84ad3f6f-6255-46ce-8d4d-041ac4641bda req-ccf7012e-911d-4e96-9928-37dad1638846 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:43.849919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-84ad3f6f-6255-46ce-8d4d-041ac4641bda req-ccf7012e-911d-4e96-9928-37dad1638846 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Calling delete_port for 6ccc0e02-5675-4f23-8abb-a4abdf53d931 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:44.048086 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-84ad3f6f-6255-46ce-8d4d-041ac4641bda req-ccf7012e-911d-4e96-9928-37dad1638846 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:44.061915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['6ccc0e02-5675-4f23-8abb-a4abdf53d931', 'f856c6b5-b8bf-48c5-b354-1b460aded463'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:44:44.078901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7012e-911d-4e96-9928-37dad1638846 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Pushing event deleted for resources: {'Port': ['ID=6ccc0e02-5675-4f23-8abb-a4abdf53d931,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:44.141639 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ad3f6f-6255-46ce-8d4d-041ac4641bda req-ccf7012e-911d-4e96-9928-37dad1638846 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] No DVR routers for this DVR port 6ccc0e02-5675-4f23-8abb-a4abdf53d931 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:44.144102 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-84ad3f6f-6255-46ce-8d4d-041ac4641bda req-ccf7012e-911d-4e96-9928-37dad1638846 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:44.147851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84ad3f6f-6255-46ce-8d4d-041ac4641bda req-ccf7012e-911d-4e96-9928-37dad1638846 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "DELETE /v2.0/ports/6ccc0e02-5675-4f23-8abb-a4abdf53d931 HTTP/1.1" status: 204 len: 173 time: 0.5027673 Oct 19 11:44:44.148827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b78c5b-c975-46aa-ae7b-f77650e84d8b', 'name': 'network-vif-deleted', 'tag': '6ccc0e02-5675-4f23-8abb-a4abdf53d931'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:44.151420 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d27e505-e947-4267-9a27-dfd656778fea" -d '{"events": [{"server_uuid": "02b78c5b-c975-46aa-ae7b-f77650e84d8b", "name": "network-vif-deleted", "tag": "6ccc0e02-5675-4f23-8abb-a4abdf53d931"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:44.192720 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80a2ede-e775-4c5e-9da4-6fe8146cf6b9 x-openstack-request-id: req-d80a2ede-e775-4c5e-9da4-6fe8146cf6b9 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:44.193021 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b78c5b-c975-46aa-ae7b-f77650e84d8b", "name": "network-vif-deleted", "tag": "6ccc0e02-5675-4f23-8abb-a4abdf53d931", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:44.193276 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d80a2ede-e775-4c5e-9da4-6fe8146cf6b9 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:44.193680 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b78c5b-c975-46aa-ae7b-f77650e84d8b', 'name': 'network-vif-deleted', 'tag': '6ccc0e02-5675-4f23-8abb-a4abdf53d931', 'status': 'completed', 'code': 200} Oct 19 11:44:44.227883 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:44.393074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f35b19d3-7b33-496a-a8a0-0e579766bc90 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:44:44.450988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f35b19d3-7b33-496a-a8a0-0e579766bc90 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:44:44.451372 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:44.547574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] Deleting port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:44.548018 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:44.677973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] For port c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:44.678553 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:44.708842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] Calling delete_port for c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:44.753110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32690833-6952-40b4-9a58-999150c9ca57 req-bcec21e4-fa5a-4a81-8591-2007376a572c tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=02b78c5b-c975-46aa-ae7b-f77650e84d8b HTTP/1.1" status: 200 len: 210 time: 0.0319726 Oct 19 11:44:45.256167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443ab6f-a29b-48b0-91a2-b68af376fcda req-9f2b9d09-e744-4dbd-aad8-a703466c09ee tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:45.257666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6443ab6f-a29b-48b0-91a2-b68af376fcda req-9f2b9d09-e744-4dbd-aad8-a703466c09ee tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 946 time: 0.4835975 Oct 19 11:44:45.308899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55327404-e17b-4a53-a186-8ac1614a7b2c req-28712e24-abf1-412a-ab70-e5bcf9921d0d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:45.310311 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55327404-e17b-4a53-a186-8ac1614a7b2c req-28712e24-abf1-412a-ab70-e5bcf9921d0d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 946 time: 0.1049826 Oct 19 11:44:45.350632 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6443ab6f-a29b-48b0-91a2-b68af376fcda req-dc37007a-93a8-42bc-b906-f16a0fdc14a9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790026 Oct 19 11:44:45.443166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-55327404-e17b-4a53-a186-8ac1614a7b2c req-a6a43084-e4b1-4fd7-bbc4-df1879caa1a7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Deleting port 58294c40-4dc6-454f-a7e1-935acc64d3fd {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:45.443503 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-55327404-e17b-4a53-a186-8ac1614a7b2c req-a6a43084-e4b1-4fd7-bbc4-df1879caa1a7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:45.457104 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:45.495065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] Pushing event deleted for resources: {'Port': ['ID=c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:45.623764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-55327404-e17b-4a53-a186-8ac1614a7b2c req-a6a43084-e4b1-4fd7-bbc4-df1879caa1a7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] For port 58294c40-4dc6-454f-a7e1-935acc64d3fd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=58294c40-4dc6-454f-a7e1-935acc64d3fd,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:45.624051 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-55327404-e17b-4a53-a186-8ac1614a7b2c req-a6a43084-e4b1-4fd7-bbc4-df1879caa1a7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:45.646861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7b19d127-a3f4-47c6-9379-74a27d8ce9cf no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:45.670436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-55327404-e17b-4a53-a186-8ac1614a7b2c req-a6a43084-e4b1-4fd7-bbc4-df1879caa1a7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Calling delete_port for 58294c40-4dc6-454f-a7e1-935acc64d3fd owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:45.687418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 7b19d127-a3f4-47c6-9379-74a27d8ce9cf {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:45.687801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7b19d127-a3f4-47c6-9379-74a27d8ce9cf not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:45.788770 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:46.036675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-55327404-e17b-4a53-a186-8ac1614a7b2c req-a6a43084-e4b1-4fd7-bbc4-df1879caa1a7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:46.073703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a43084-e4b1-4fd7-bbc4-df1879caa1a7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event deleted for resources: {'Port': ['ID=58294c40-4dc6-454f-a7e1-935acc64d3fd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:46.125214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] Router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:44:46.126361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-55327404-e17b-4a53-a186-8ac1614a7b2c req-a6a43084-e4b1-4fd7-bbc4-df1879caa1a7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] No DVR routers for this DVR port 58294c40-4dc6-454f-a7e1-935acc64d3fd on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:46.136735 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-55327404-e17b-4a53-a186-8ac1614a7b2c req-a6a43084-e4b1-4fd7-bbc4-df1879caa1a7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:46.140572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-55327404-e17b-4a53-a186-8ac1614a7b2c req-a6a43084-e4b1-4fd7-bbc4-df1879caa1a7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "DELETE /v2.0/ports/58294c40-4dc6-454f-a7e1-935acc64d3fd HTTP/1.1" status: 204 len: 173 time: 0.8210218 Oct 19 11:44:46.142099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed1a8f9-d2c8-43e8-a222-9728d7291f7c', 'name': 'network-vif-deleted', 'tag': '58294c40-4dc6-454f-a7e1-935acc64d3fd'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:46.144759 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e324b0c0-8b8c-4c6b-8db0-19fe16d4d779" -d '{"events": [{"server_uuid": "fed1a8f9-d2c8-43e8-a222-9728d7291f7c", "name": "network-vif-deleted", "tag": "58294c40-4dc6-454f-a7e1-935acc64d3fd"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:46.236998 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3155f1-d2a6-4069-a7fd-ef99ce37dc77 x-openstack-request-id: req-2a3155f1-d2a6-4069-a7fd-ef99ce37dc77 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:46.238022 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed1a8f9-d2c8-43e8-a222-9728d7291f7c", "name": "network-vif-deleted", "tag": "58294c40-4dc6-454f-a7e1-935acc64d3fd", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:46.238464 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a3155f1-d2a6-4069-a7fd-ef99ce37dc77 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:46.239161 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed1a8f9-d2c8-43e8-a222-9728d7291f7c', 'name': 'network-vif-deleted', 'tag': '58294c40-4dc6-454f-a7e1-935acc64d3fd', 'status': 'completed', 'code': 200} Oct 19 11:44:46.290691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a620319-5469-4198-bdb8-ec5b8619ad80 req-b2c12cf8-bbdc-458f-845f-740a2fb2baad tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:46.293262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4a620319-5469-4198-bdb8-ec5b8619ad80 req-b2c12cf8-bbdc-458f-845f-740a2fb2baad tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0806060 Oct 19 11:44:46.363634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:44:46.369072 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4a620319-5469-4198-bdb8-ec5b8619ad80 req-ddf129f3-5667-4697-9a7a-d374bf482b64 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671132 Oct 19 11:44:46.376513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0314670-bd88-4fc9-9467-3003b3978af8 None None] Sync routers for ids ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:44:46.380033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f6ef80d1-3c4d-464e-865a-5fa55ebed808 admin admin] 10.222.0.39 "PUT /v2.0/routers/ca3c17d7-4299-4e3d-b936-95917b0aa3a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5548205 Oct 19 11:44:46.382796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38708) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:46.396498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0314670-bd88-4fc9-9467-3003b3978af8 None None] Routers {'ca3c17d7-4299-4e3d-b936-95917b0aa3a8'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:44:46.397329 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c0314670-bd88-4fc9-9467-3003b3978af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:46.519805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:46.542763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-c0314670-bd88-4fc9-9467-3003b3978af8 None None] Set router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:44:46.642217 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:46.672930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-403213f7-83de-40d7-9e92-7c81587c6531 req-b9d89771-550f-41f5-af54-79bfd55c3a11 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 210 time: 0.0440629 Oct 19 11:44:46.736412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c0314670-bd88-4fc9-9467-3003b3978af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'name': 'tempest-TestServerMultinode-2136075573-router', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:44Z', 'updated_at': '2021-10-19T11:44:45Z', 'revision_number': 5, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'gw_port': {'id': 'cb90e51a-ae2f-425d-a9d9-2a46624b1680', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:46Z', 'updated_at': '2021-10-19T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:46.749050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Deleting port cb90e51a-ae2f-425d-a9d9-2a46624b1680 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:46.749440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:46.772259 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0314670-bd88-4fc9-9467-3003b3978af8 None None] Checking router: ca3c17d7-4299-4e3d-b936-95917b0aa3a8 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:44:46.782326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0314670-bd88-4fc9-9467-3003b3978af8 None None] Routers {'ca3c17d7-4299-4e3d-b936-95917b0aa3a8'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:44:46.783054 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c0314670-bd88-4fc9-9467-3003b3978af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:46.836193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] For port cb90e51a-ae2f-425d-a9d9-2a46624b1680, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cb90e51a-ae2f-425d-a9d9-2a46624b1680,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:46.836805 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:46.848769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Calling delete_port for cb90e51a-ae2f-425d-a9d9-2a46624b1680 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:46.886014 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-c0314670-bd88-4fc9-9467-3003b3978af8 None None] Set router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:44:46.951165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c0314670-bd88-4fc9-9467-3003b3978af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'name': 'tempest-TestServerMultinode-2136075573-router', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:44Z', 'updated_at': '2021-10-19T11:44:46Z', 'revision_number': 6, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:46.979138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0314670-bd88-4fc9-9467-3003b3978af8 None None] The sync data for ids ['ca3c17d7-4299-4e3d-b936-95917b0aa3a8'] in n-d-814547-1 is: [{'id': 'ca3c17d7-4299-4e3d-b936-95917b0aa3a8', 'name': 'tempest-TestServerMultinode-2136075573-router', 'tenant_id': 'be2955bc8db24369ba0330eb1670e61f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:44Z', 'updated_at': '2021-10-19T11:44:46Z', 'revision_number': 6, 'project_id': 'be2955bc8db24369ba0330eb1670e61f', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:44:47.122827 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:47.151585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=cb90e51a-ae2f-425d-a9d9-2a46624b1680,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:47.230963 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:47.336668 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:47.338831 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:47.460802 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:47.461844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca3c17d7-4299-4e3d-b936-95917b0aa3a8 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:44:47.472106 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:47.479914 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3cdc2086-c88f-4fb3-a2e8-ea494a1b7f6b admin admin] 10.222.0.39 "DELETE /v2.0/routers/ca3c17d7-4299-4e3d-b936-95917b0aa3a8 HTTP/1.1" status: 204 len: 168 time: 1.0923018 Oct 19 11:44:47.479914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38714) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:47.539958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c391a5-e2c4-4a70-acc5-a829233daf35 req-8e4fadc1-c85e-4d9b-a45e-84d914e731c4 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:47.540701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-01953c10-839c-49ea-97ba-f14c26950373 admin admin] Deleting subnet c7a9b5d8-b525-4685-8ff0-0364ef48cbb2 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:44:47.541571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a5c391a5-e2c4-4a70-acc5-a829233daf35 req-8e4fadc1-c85e-4d9b-a45e-84d914e731c4 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0711541 Oct 19 11:44:47.544712 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01953c10-839c-49ea-97ba-f14c26950373 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:47.589545 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a5c391a5-e2c4-4a70-acc5-a829233daf35 req-485212bf-45c3-45b2-b69a-4121269f1a89 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394275 Oct 19 11:44:47.595317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01953c10-839c-49ea-97ba-f14c26950373 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:47.647101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 58294c40-4dc6-454f-a7e1-935acc64d3fd no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:47.681049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 58294c40-4dc6-454f-a7e1-935acc64d3fd {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:47.681296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 58294c40-4dc6-454f-a7e1-935acc64d3fd not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:47.684310 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01953c10-839c-49ea-97ba-f14c26950373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:47.796638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ba1ac68-fbc1-444a-8925-f15125416761 req-c2f7fc77-577a-454e-a372-87173d631de3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 210 time: 0.0371280 Oct 19 11:44:47.820322 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01953c10-839c-49ea-97ba-f14c26950373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:47.851029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01953c10-839c-49ea-97ba-f14c26950373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a9b5d8-b525-4685-8ff0-0364ef48cbb2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:47.854920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01953c10-839c-49ea-97ba-f14c26950373 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:47.858350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-01953c10-839c-49ea-97ba-f14c26950373 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c7a9b5d8-b525-4685-8ff0-0364ef48cbb2 HTTP/1.1" status: 204 len: 168 time: 0.3801849 Oct 19 11:44:47.863936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38718) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:47.865656 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24fcf13-a00e-4ee3-a380-c180318e0ebf None None] Network c214046d-91d8-4634-8c31-76dfa27c0d70 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:44:47.916606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833fb00-29a8-4ab0-b4d3-7568baf923f8 req-388493d9-28c2-4ae7-a446-9654b4008032 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:47.918007 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0833fb00-29a8-4ab0-b4d3-7568baf923f8 req-388493d9-28c2-4ae7-a446-9654b4008032 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.0819511 Oct 19 11:44:47.960626 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.049859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Deleting port 3b3347d0-42ca-44e5-91ad-39ee667dfadb {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:48.050727 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.090929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-0833fb00-29a8-4ab0-b4d3-7568baf923f8 req-bc0c07c9-6746-4ce5-8ee3-9a41d6437264 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Deleting port f856c6b5-b8bf-48c5-b354-1b460aded463 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:48.091419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0833fb00-29a8-4ab0-b4d3-7568baf923f8 req-bc0c07c9-6746-4ce5-8ee3-9a41d6437264 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.101183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91450414-5bf4-429b-90e5-3ee07a12d9cb None None] DHCP port deletion for c214046d-91d8-4634-8c31-76dfa27c0d70 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:44:48.170167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] For port 3b3347d0-42ca-44e5-91ad-39ee667dfadb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3b3347d0-42ca-44e5-91ad-39ee667dfadb,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:48.170394 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.200429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Calling delete_port for 3b3347d0-42ca-44e5-91ad-39ee667dfadb owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:48.220233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6ccc0e02-5675-4f23-8abb-a4abdf53d931 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:48.253523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 6ccc0e02-5675-4f23-8abb-a4abdf53d931 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:48.253869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6ccc0e02-5675-4f23-8abb-a4abdf53d931 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:48.267030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-91450414-5bf4-429b-90e5-3ee07a12d9cb None None] Deleting port 3b3347d0-42ca-44e5-91ad-39ee667dfadb {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:48.267651 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91450414-5bf4-429b-90e5-3ee07a12d9cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.381710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3b3347d0-42ca-44e5-91ad-39ee667dfadb no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:48.402465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.431488 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-91450414-5bf4-429b-90e5-3ee07a12d9cb None None] For port 3b3347d0-42ca-44e5-91ad-39ee667dfadb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3b3347d0-42ca-44e5-91ad-39ee667dfadb,segment=NetworkSegment(e02f4d50-0209-4c1f-8f09-a65bd1481240),segment_id=e02f4d50-0209-4c1f-8f09-a65bd1481240)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:48.431940 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91450414-5bf4-429b-90e5-3ee07a12d9cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.445174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3347d0-42ca-44e5-91ad-39ee667dfadb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:48.455509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] No DVR routers for this DVR port 3b3347d0-42ca-44e5-91ad-39ee667dfadb on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:48.477755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-91450414-5bf4-429b-90e5-3ee07a12d9cb None None] Calling delete_port for 3b3347d0-42ca-44e5-91ad-39ee667dfadb owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:48.552906 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:48.583390 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 11:44:48.587447 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c214046d-91d8-4634-8c31-76dfa27c0d70']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:48.591849 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-91450414-5bf4-429b-90e5-3ee07a12d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.597438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No active binding found for port 3b3347d0-42ca-44e5-91ad-39ee667dfadb {{(pid=101313) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 11:44:48.598038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3b3347d0-42ca-44e5-91ad-39ee667dfadb not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:48.598163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02f4d50-0209-4c1f-8f09-a65bd1481240') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:48.598332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02f4d50-0209-4c1f-8f09-a65bd1481240') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:48.598704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cb90e51a-ae2f-425d-a9d9-2a46624b1680 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:48.609345 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.635187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: cb90e51a-ae2f-425d-a9d9-2a46624b1680 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:48.635703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cb90e51a-ae2f-425d-a9d9-2a46624b1680 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:48.636300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:48.661461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.661714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91450414-5bf4-429b-90e5-3ee07a12d9cb None None] Pushing event deleted for resources: {'Port': ['ID=3b3347d0-42ca-44e5-91ad-39ee667dfadb,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:48.676073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:44:48.676496 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:44:48.679530 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:44:48.788499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0833fb00-29a8-4ab0-b4d3-7568baf923f8 req-bc0c07c9-6746-4ce5-8ee3-9a41d6437264 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] For port f856c6b5-b8bf-48c5-b354-1b460aded463, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f856c6b5-b8bf-48c5-b354-1b460aded463,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:48.789724 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0833fb00-29a8-4ab0-b4d3-7568baf923f8 req-bc0c07c9-6746-4ce5-8ee3-9a41d6437264 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.823495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-0833fb00-29a8-4ab0-b4d3-7568baf923f8 req-bc0c07c9-6746-4ce5-8ee3-9a41d6437264 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Calling delete_port for f856c6b5-b8bf-48c5-b354-1b460aded463 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:48.849748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91450414-5bf4-429b-90e5-3ee07a12d9cb None None] No DVR routers for this DVR port 3b3347d0-42ca-44e5-91ad-39ee667dfadb on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:48.851663 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:48.852075 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c91d3c25-6825-4e6a-afbf-4cc8c1fe17c8 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:48.852202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21954c-ab50-4680-a8b9-aa2393f50e7b req-6546f5b0-b90f-45b7-893a-28b318eed682 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:48.858234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.859662 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7e21954c-ab50-4680-a8b9-aa2393f50e7b req-6546f5b0-b90f-45b7-893a-28b318eed682 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 945 time: 0.1376157 Oct 19 11:44:48.867484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:48.875908 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c214046d-91d8-4634-8c31-76dfa27c0d70 HTTP/1.1" status: 204 len: 168 time: 1.0063932 Oct 19 11:44:48.881899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38728) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:48.952639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b52e6-1d10-44eb-9157-226c15535b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=c214046d-91d8-4634-8c31-76dfa27c0d70,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:48.957897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7e21954c-ab50-4680-a8b9-aa2393f50e7b req-07050e0e-961d-4032-8d36-fc03842b17bb tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4227cfd-7dc1-4d1e-abb9-494630ed6623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812278 Oct 19 11:44:48.977553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd23fc31-e96f-4f2a-a01d-551a38d28701 req-8ec8b02e-12a4-4aae-a0c0-a24d150819a2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 210 time: 0.0795181 Oct 19 11:44:49.135353 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0833fb00-29a8-4ab0-b4d3-7568baf923f8 req-bc0c07c9-6746-4ce5-8ee3-9a41d6437264 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:49.151510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f856c6b5-b8bf-48c5-b354-1b460aded463'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:44:49.246459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c07c9-6746-4ce5-8ee3-9a41d6437264 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Pushing event deleted for resources: {'Port': ['ID=f856c6b5-b8bf-48c5-b354-1b460aded463,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:49.249052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-0833fb00-29a8-4ab0-b4d3-7568baf923f8 req-bc0c07c9-6746-4ce5-8ee3-9a41d6437264 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] No DVR routers for this DVR port f856c6b5-b8bf-48c5-b354-1b460aded463 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:49.252341 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0833fb00-29a8-4ab0-b4d3-7568baf923f8 req-bc0c07c9-6746-4ce5-8ee3-9a41d6437264 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:49.269304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0833fb00-29a8-4ab0-b4d3-7568baf923f8 req-bc0c07c9-6746-4ce5-8ee3-9a41d6437264 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.26 "DELETE /v2.0/ports/f856c6b5-b8bf-48c5-b354-1b460aded463 HTTP/1.1" status: 204 len: 173 time: 1.3267457 Oct 19 11:44:49.269304 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fcaba0-cc0f-4f68-ae3d-4675e58447c7', 'name': 'network-vif-deleted', 'tag': 'f856c6b5-b8bf-48c5-b354-1b460aded463'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:44:49.269304 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45d174f-3b39-4678-b99f-228b5926891c" -d '{"events": [{"server_uuid": "47fcaba0-cc0f-4f68-ae3d-4675e58447c7", "name": "network-vif-deleted", "tag": "f856c6b5-b8bf-48c5-b354-1b460aded463"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:44:49.317160 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b824acc6-65d5-4a3a-8b85-d9ab49f1a57a x-openstack-request-id: req-b824acc6-65d5-4a3a-8b85-d9ab49f1a57a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:44:49.317533 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fcaba0-cc0f-4f68-ae3d-4675e58447c7", "name": "network-vif-deleted", "tag": "f856c6b5-b8bf-48c5-b354-1b460aded463", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:44:49.317898 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b824acc6-65d5-4a3a-8b85-d9ab49f1a57a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:44:49.318362 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fcaba0-cc0f-4f68-ae3d-4675e58447c7', 'name': 'network-vif-deleted', 'tag': 'f856c6b5-b8bf-48c5-b354-1b460aded463', 'status': 'completed', 'code': 200} Oct 19 11:44:49.341412 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:49.644424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] Deleting port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:49.644801 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:49.677479 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:49.786076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] For port 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d,segment=NetworkSegment(94651dc1-d21d-4733-923c-e213a9766295),segment_id=94651dc1-d21d-4733-923c-e213a9766295)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:49.786474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:49.805444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] Calling delete_port for 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:50.094690 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:50.149280 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef58ce00-f5b6-4693-b0c2-9b1b1d1dcd4e req-94058c11-27a8-4c09-8a8c-0e83e1863103 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 210 time: 0.0559859 Oct 19 11:44:50.389628 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-554a0e90-ecfe-4a2f-ad9a-2215a5133603 req-83beb460-49df-4ae8-bdba-10311fbca911 tempest-ListServerFiltersTestJSON-376678581 tempest-ListServerFiltersTestJSON-376678581-project] 10.222.0.39 "GET /v2.0/ports?device_id=47fcaba0-cc0f-4f68-ae3d-4675e58447c7 HTTP/1.1" status: 200 len: 210 time: 0.0366585 Oct 19 11:44:50.557333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:50.588228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:50.833424 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:51.070982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] Router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:44:51.181186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:44:51.191249 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff250fb-b6bb-44e0-a571-43a8b0ec40c0 None None] Sync routers for ids ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:44:51.196131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-46849335-9e4e-49eb-b4b9-74f1ff93ad2e admin admin] 10.222.0.39 "PUT /v2.0/routers/14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3127213 Oct 19 11:44:51.196348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38748) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:51.204882 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff250fb-b6bb-44e0-a571-43a8b0ec40c0 None None] Routers {'14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:44:51.205515 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5ff250fb-b6bb-44e0-a571-43a8b0ec40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:51.278714 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d933bf98-5756-49bb-921d-eac15d31d911 req-006062fe-9077-48fb-ad1b-0c0229f01df8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 210 time: 0.0414672 Oct 19 11:44:51.316874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:51.379442 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5ff250fb-b6bb-44e0-a571-43a8b0ec40c0 None None] Set router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:44:51.435102 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:51.451505 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38752) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:51.503992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedc1ea0-b2ee-42c3-a4f2-1655062735fe admin admin] Deleting subnet d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:44:51.507634 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eedc1ea0-b2ee-42c3-a4f2-1655062735fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:51.564864 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eedc1ea0-b2ee-42c3-a4f2-1655062735fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:51.584471 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5ff250fb-b6bb-44e0-a571-43a8b0ec40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'name': 'tempest-TestServerMultinode-907424117-router', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:56Z', 'updated_at': '2021-10-19T11:44:50Z', 'revision_number': 5, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'gw_port': {'id': '2741773b-b7b7-45aa-b250-2d3d09e18f2b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:57Z', 'updated_at': '2021-10-19T11:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:51.624159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff250fb-b6bb-44e0-a571-43a8b0ec40c0 None None] Checking router: 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:44:51.630859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Deleting port 2741773b-b7b7-45aa-b250-2d3d09e18f2b {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:51.631115 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:51.639730 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff250fb-b6bb-44e0-a571-43a8b0ec40c0 None None] Routers {'14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:44:51.653461 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5ff250fb-b6bb-44e0-a571-43a8b0ec40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:51.675694 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eedc1ea0-b2ee-42c3-a4f2-1655062735fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:51.772701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] For port 2741773b-b7b7-45aa-b250-2d3d09e18f2b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2741773b-b7b7-45aa-b250-2d3d09e18f2b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:51.773082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:51.788761 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5ff250fb-b6bb-44e0-a571-43a8b0ec40c0 None None] Set router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:44:51.795195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Calling delete_port for 2741773b-b7b7-45aa-b250-2d3d09e18f2b owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:51.819803 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eedc1ea0-b2ee-42c3-a4f2-1655062735fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:51.840375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5913b-0ea9-4233-a55d-0795976caa02 None None] Network 4990df19-f953-4d03-84ce-9a4da8adaf11 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:44:51.852404 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eedc1ea0-b2ee-42c3-a4f2-1655062735fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:51.852840 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5ff250fb-b6bb-44e0-a571-43a8b0ec40c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'name': 'tempest-TestServerMultinode-907424117-router', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:56Z', 'updated_at': '2021-10-19T11:44:51Z', 'revision_number': 6, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:51.857470 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eedc1ea0-b2ee-42c3-a4f2-1655062735fe admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8 HTTP/1.1" status: 204 len: 168 time: 0.4044764 Oct 19 11:44:51.875066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38756) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:51.878006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc1ea0-b2ee-42c3-a4f2-1655062735fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0caffbb-f1a2-49e9-b68c-b1cf0d7c2ad8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:52.023896 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff250fb-b6bb-44e0-a571-43a8b0ec40c0 None None] The sync data for ids ['14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2'] in n-d-814547-1 is: [{'id': '14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2', 'name': 'tempest-TestServerMultinode-907424117-router', 'tenant_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:43:56Z', 'updated_at': '2021-10-19T11:44:51Z', 'revision_number': 6, 'project_id': '0ed7d7fbf41941e2950750d13f3b6fff', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:44:52.027108 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.103471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241fbf91-c2ab-4db3-a9dd-1fd2b2280b3b None None] DHCP port deletion for 4990df19-f953-4d03-84ce-9a4da8adaf11 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:44:52.153534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Deleting port a1a33e0b-b43a-45ba-b820-3eef52229871 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:52.153876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.154020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-241fbf91-c2ab-4db3-a9dd-1fd2b2280b3b None None] Deleting port a1a33e0b-b43a-45ba-b820-3eef52229871 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:52.154309 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-241fbf91-c2ab-4db3-a9dd-1fd2b2280b3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.220911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] For port a1a33e0b-b43a-45ba-b820-3eef52229871, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a1a33e0b-b43a-45ba-b820-3eef52229871,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:52.221269 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.221622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-241fbf91-c2ab-4db3-a9dd-1fd2b2280b3b None None] For port a1a33e0b-b43a-45ba-b820-3eef52229871, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a1a33e0b-b43a-45ba-b820-3eef52229871,segment=NetworkSegment(71a04937-a1d9-4667-a9c7-fea5332d5c26),segment_id=71a04937-a1d9-4667-a9c7-fea5332d5c26)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:52.222022 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-241fbf91-c2ab-4db3-a9dd-1fd2b2280b3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.234053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Calling delete_port for a1a33e0b-b43a-45ba-b820-3eef52229871 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:52.234276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-241fbf91-c2ab-4db3-a9dd-1fd2b2280b3b None None] Calling delete_port for a1a33e0b-b43a-45ba-b820-3eef52229871 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:52.276920 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.280569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f856c6b5-b8bf-48c5-b354-1b460aded463 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:52.304669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: f856c6b5-b8bf-48c5-b354-1b460aded463 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:52.305257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f856c6b5-b8bf-48c5-b354-1b460aded463 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:52.309013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Pushing event deleted for resources: {'Port': ['ID=2741773b-b7b7-45aa-b250-2d3d09e18f2b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:52.349936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.350815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.350815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.351011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.356639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.356639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.356639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.356639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.356639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.356639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.356639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.356639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:44:52.407203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.416291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ade7718-e364-453d-a990-ccee903d1a47 req-cda0c7de-cb03-4eb8-a247-3750ed6d5702 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed1a8f9-d2c8-43e8-a222-9728d7291f7c HTTP/1.1" status: 200 len: 210 time: 0.0346966 Oct 19 11:44:52.431681 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-241fbf91-c2ab-4db3-a9dd-1fd2b2280b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.480861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fbf91-c2ab-4db3-a9dd-1fd2b2280b3b None None] Pushing event deleted for resources: {'Port': ['ID=a1a33e0b-b43a-45ba-b820-3eef52229871,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:52.483861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241fbf91-c2ab-4db3-a9dd-1fd2b2280b3b None None] No DVR routers for this DVR port a1a33e0b-b43a-45ba-b820-3eef52229871 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:52.535236 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.536156 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.539748 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.582142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a33e0b-b43a-45ba-b820-3eef52229871,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:52.597929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] No DVR routers for this DVR port a1a33e0b-b43a-45ba-b820-3eef52229871 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:52.604668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:52.629315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:52.629799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2ed601c5-545e-4b4a-b77e-d4cb0ca9cc5d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:52.630342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a1a33e0b-b43a-45ba-b820-3eef52229871 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:52.662567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a1a33e0b-b43a-45ba-b820-3eef52229871 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:52.663061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a1a33e0b-b43a-45ba-b820-3eef52229871 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:52.726396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.738249 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.738773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:44:52.743714 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.744973 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f8ffb3c4-2055-430c-99f1-d37fa294a79f admin admin] 10.222.0.39 "DELETE /v2.0/routers/14472bf3-9cb5-4eb2-ba89-c1ca15c1f7d2 HTTP/1.1" status: 204 len: 168 time: 1.5475063 Oct 19 11:44:52.748036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38766) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:52.760161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4990df19-f953-4d03-84ce-9a4da8adaf11']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:52.774475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a04937-a1d9-4667-a9c7-fea5332d5c26') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:52.774769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a04937-a1d9-4667-a9c7-fea5332d5c26') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:52.791768 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.822156 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.822388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f73c26c-2c4c-4db9-bd3c-f06fbaa8687d admin admin] Deleting subnet 8187c994-c659-43a0-8413-3234e426f317 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:44:52.827418 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f73c26c-2c4c-4db9-bd3c-f06fbaa8687d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.828497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:44:52.830364 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: self.session.flush() Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:44:52.830700 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:44:52.884073 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f73c26c-2c4c-4db9-bd3c-f06fbaa8687d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.957675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.969785 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:52.974705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] 10.222.0.39 "DELETE /v2.0/networks/4990df19-f953-4d03-84ce-9a4da8adaf11 HTTP/1.1" status: 204 len: 168 time: 1.0985351 Oct 19 11:44:53.009529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c959d7-df0d-44b7-b3b0-0fd3ba6da55a admin admin] Pushing event deleted for resources: {'Network': ['ID=4990df19-f953-4d03-84ce-9a4da8adaf11,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:53.036782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f73c26c-2c4c-4db9-bd3c-f06fbaa8687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.163997 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f73c26c-2c4c-4db9-bd3c-f06fbaa8687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.198083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73c26c-2c4c-4db9-bd3c-f06fbaa8687d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8187c994-c659-43a0-8413-3234e426f317,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:53.206787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202c71c-803b-49ef-817a-c4591af67558 None None] Network d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:44:53.210812 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5f73c26c-2c4c-4db9-bd3c-f06fbaa8687d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.214212 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5f73c26c-2c4c-4db9-bd3c-f06fbaa8687d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8187c994-c659-43a0-8413-3234e426f317 HTTP/1.1" status: 204 len: 168 time: 0.4648812 Oct 19 11:44:53.217235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38774) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:53.379496 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.443006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38778) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:53.482987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Deleting port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:53.483321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.517311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f7c949-94e3-44eb-9d9a-b1c34f613b03 None None] DHCP port deletion for d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:44:53.600854 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f4feac6b-3e9b-4f76-890f-fab1c8b0360d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f8862c9df3d42c480396e4a3e17c5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554239 Oct 19 11:44:53.615289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38782) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:53.616734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7c949-94e3-44eb-9d9a-b1c34f613b03 None None] Deleting port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:44:53.617209 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c949-94e3-44eb-9d9a-b1c34f613b03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.643139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] For port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9,segment=NetworkSegment(94651dc1-d21d-4733-923c-e213a9766295),segment_id=94651dc1-d21d-4733-923c-e213a9766295)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:53.643726 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.673922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Calling delete_port for 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:53.726304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-f3f7c949-94e3-44eb-9d9a-b1c34f613b03 None None] For port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9,segment=NetworkSegment(94651dc1-d21d-4733-923c-e213a9766295),segment_id=94651dc1-d21d-4733-923c-e213a9766295)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:44:53.726980 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c949-94e3-44eb-9d9a-b1c34f613b03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.742613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7c949-94e3-44eb-9d9a-b1c34f613b03 None None] Calling delete_port for 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:44:53.752670 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b325bcd5-50e3-48af-9535-8df7e63dbcb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.779932 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b325bcd5-50e3-48af-9535-8df7e63dbcb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.952096 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.958197 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c949-94e3-44eb-9d9a-b1c34f613b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.970300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] No DVR routers for this DVR port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:53.986377 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b325bcd5-50e3-48af-9535-8df7e63dbcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.989086 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b325bcd5-50e3-48af-9535-8df7e63dbcb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:53.999988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b325bcd5-50e3-48af-9535-8df7e63dbcb8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4227cfd-7dc1-4d1e-abb9-494630ed6623 HTTP/1.1" status: 204 len: 168 time: 0.3829808 Oct 19 11:44:54.007157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:54.021796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325bcd5-50e3-48af-9535-8df7e63dbcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4227cfd-7dc1-4d1e-abb9-494630ed6623,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:54.065332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7c949-94e3-44eb-9d9a-b1c34f613b03 None None] Pushing event deleted for resources: {'Port': ['ID=9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:54.088732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f7c949-94e3-44eb-9d9a-b1c34f613b03 None None] No DVR routers for this DVR port 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:44:54.113654 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:54.135772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:54.147281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94651dc1-d21d-4733-923c-e213a9766295') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:54.148095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94651dc1-d21d-4733-923c-e213a9766295') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:44:54.160124 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:54.181656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:54.182445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:44:54.182844 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:44:54.245452 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:44:54.340278 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:54.340707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2741773b-b7b7-45aa-b250-2d3d09e18f2b no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:54.350288 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:54.358829 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] 10.222.0.39 "DELETE /v2.0/networks/d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b HTTP/1.1" status: 204 len: 168 time: 1.1382954 Oct 19 11:44:54.376833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 2741773b-b7b7-45aa-b250-2d3d09e18f2b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:54.382150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2741773b-b7b7-45aa-b250-2d3d09e18f2b not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:54.383700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:44:54.384877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e5aca-fee2-4c84-9f39-f571f8362d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=d9cf3efb-54c7-46aa-9ac4-2fc18025ca1b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:54.435851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:44:54.436339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9d2c5caf-17b7-43bb-8fd7-d04ae7e8d1e9 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:44:54.775222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38802) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:54.824792 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-31a0720c-498b-47ca-b595-d134bfde904b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be2955bc8db24369ba0330eb1670e61f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477953 Oct 19 11:44:54.827277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38804) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:54.883123 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac7e96b3-70b2-44c5-9b5c-fc2e271b7206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:54.907998 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac7e96b3-70b2-44c5-9b5c-fc2e271b7206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:55.055310 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac7e96b3-70b2-44c5-9b5c-fc2e271b7206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:55.059104 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac7e96b3-70b2-44c5-9b5c-fc2e271b7206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:55.060966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ac7e96b3-70b2-44c5-9b5c-fc2e271b7206 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3023147-5c6e-417d-958d-4bf7463ee4aa HTTP/1.1" status: 204 len: 168 time: 0.2326391 Oct 19 11:44:55.074241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e96b3-70b2-44c5-9b5c-fc2e271b7206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3023147-5c6e-417d-958d-4bf7463ee4aa,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:55.402562 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82d32e89-5c1e-4b33-b29b-f22ce69ff19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:55.763724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38840) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:55.815984 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-589fc13b-efd7-453f-a926-7fbee45a297b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ed7d7fbf41941e2950750d13f3b6fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506043 Oct 19 11:44:55.818286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38846) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:55.842080 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9736a4fe-c3f5-4159-b5a4-048d0abbb927 req-e241327b-e839-41d3-9922-f6ff0cb2a943 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0342629 Oct 19 11:44:55.874122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8049fab5-496d-4a13-a419-5ed399eae54b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:55.897439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8049fab5-496d-4a13-a419-5ed399eae54b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:56.025905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8049fab5-496d-4a13-a419-5ed399eae54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:56.028693 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8049fab5-496d-4a13-a419-5ed399eae54b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:56.029931 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8049fab5-496d-4a13-a419-5ed399eae54b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6dacd248-6897-42b8-9af0-94d2d8d52b98 HTTP/1.1" status: 204 len: 168 time: 0.2102759 Oct 19 11:44:56.039632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049fab5-496d-4a13-a419-5ed399eae54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dacd248-6897-42b8-9af0-94d2d8d52b98,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:56.835526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38868) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:56.954877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7bbd580d-1d9d-422c-9c08-7d9bf7d030cd req-7d8086ff-d450-4395-b7ff-259001e39b10 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0338643 Oct 19 11:44:56.999412 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efcf2cae-81f9-42f2-a0d8-58c2fb40a289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:57.093158 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efcf2cae-81f9-42f2-a0d8-58c2fb40a289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:57.145886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efcf2cae-81f9-42f2-a0d8-58c2fb40a289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:57.185287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf2cae-81f9-42f2-a0d8-58c2fb40a289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fe1d77-2071-465f-9ee8-2b7d56975d09,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:57.209400 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-efcf2cae-81f9-42f2-a0d8-58c2fb40a289 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63c789a3564a460aaca78bc93bfac026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725414 Oct 19 11:44:57.211959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38880) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:57.273368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd432-ac1f-4171-ae99-c1001acb1b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:57.299670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd432-ac1f-4171-ae99-c1001acb1b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:57.425591 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd432-ac1f-4171-ae99-c1001acb1b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:57.428023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2cdd432-ac1f-4171-ae99-c1001acb1b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:57.429308 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e2cdd432-ac1f-4171-ae99-c1001acb1b90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99fe1d77-2071-465f-9ee8-2b7d56975d09 HTTP/1.1" status: 204 len: 168 time: 0.2156646 Oct 19 11:44:57.439797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdd432-ac1f-4171-ae99-c1001acb1b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fe1d77-2071-465f-9ee8-2b7d56975d09,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:57.815060 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6ee873b2-8446-4ae8-a68f-1709c1f0020c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:58.066189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1c323c80-4e05-4d7a-9dae-db2f041f94c2 req-a583205f-4d81-453b-8bd9-5d858767b2b2 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0278561 Oct 19 11:44:58.562727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 38906) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:58.674681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-290727886-network', 'tenant_id': '526822f6e4634ba4954c3a51b870ee8e'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:58.768576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Made reservation on behalf of 526822f6e4634ba4954c3a51b870ee8e for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:44:58.770952 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:58.780481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:58.856792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:58.910830 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:58.932418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:44:58.947794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beadaa4-b207-4f8a-b80f-8806b95ca41f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:58.951620 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:58.951971 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Added segment f157d397-da48-4e78-b42e-c645dd754acc of type vlan for network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 Oct 19 11:44:58.994051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:59.093962 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:59.123027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:59.126837 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:59.126837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:59.126837 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:59.213067 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6491907 Oct 19 11:44:59.215142 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1de31577-ecfd-4e1d-8a13-fceca8086ede req-9a3487ff-bfb1-4d65-8dd5-4facee400a79 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0561376 Oct 19 11:44:59.215965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50381aa6-9de8-4dab-80e3-2981ea0613e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:59.216176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38916) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:44:59.221874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] Request body: {'subnet': {'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-290727886-subnet', 'tenant_id': '526822f6e4634ba4954c3a51b870ee8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:44:59.228450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:44:59.294374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] Made reservation on behalf of 526822f6e4634ba4954c3a51b870ee8e for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:44:59.297143 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:59.534478 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:59.589333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=044a748b-3802-4dd7-88fd-0217ba79ad18,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:44:59.597981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] Checking segment: {'id': 'f157d397-da48-4e78-b42e-c645dd754acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:44:59.598331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] Network hostable DHCP agents. Network: 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:44:59.682824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] Network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:44:59.762708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:44:59.767066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:44:59.767857 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:44:59.778956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5a53d-b500-4e50-9643-c306d86cf7ac None None] Network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:44:59.894117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-de2586ca-f3c4-4ea9-ae58-90c819118bce admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6767139 Oct 19 11:44:59.910378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7115fd-4edf-45e6-ad15-0ca7cd158c06 None None] Network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:44:59.941051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00482b6a-e62c-448a-84bd-b257c2c12fcf req-f085d768-017d-4938-8d87-e8bda1ad7783 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0268953 Oct 19 11:45:00.323009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84af0ae8-787a-4fe9-a575-1c2fb210ab09 req-8fb0c25f-7c7c-475f-82c7-24ef00acafce tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0284564 Oct 19 11:45:00.854179 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:01.444623 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e1c755a7-dcf4-4f05-838c-1053e1dbf72a req-401dcf46-2e5f-4303-9048-e9a0ca2b4fa0 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0307398 Oct 19 11:45:01.870495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 38948) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:02.238847 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:02.578834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting port f35b19d3-7b33-496a-a8a0-0e579766bc90 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:45:02.578834 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:02.690433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] For port f35b19d3-7b33-496a-a8a0-0e579766bc90, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f35b19d3-7b33-496a-a8a0-0e579766bc90,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:02.690801 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:02.708037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Calling delete_port for f35b19d3-7b33-496a-a8a0-0e579766bc90 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:45:03.041733 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:03.065621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Port': ['ID=f35b19d3-7b33-496a-a8a0-0e579766bc90,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:03.275020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:03.883557 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c6e02e56-eba5-4365-9836-b8383276488a req-1be38f9b-e6c8-41f3-b221-3b24e80f7bb5 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.4059722 Oct 19 11:45:03.927071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 65f5bcb4-25cb-4364-b025-faab8c41839c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:45:04.061845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:45:04.067948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-52f08e33-c990-416c-81bb-3f95d06e2163 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "PUT /v2.0/routers/65f5bcb4-25cb-4364-b025-faab8c41839c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1963451 Oct 19 11:45:04.074346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9b103-17d7-473d-9063-3c28c8f4de23 None None] Sync routers for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:45:04.085407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9b103-17d7-473d-9063-3c28c8f4de23 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:04.086101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b5f9b103-17d7-473d-9063-3c28c8f4de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:04.224376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b5f9b103-17d7-473d-9063-3c28c8f4de23 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:04.502106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b5f9b103-17d7-473d-9063-3c28c8f4de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:45:02Z', 'revision_number': 6, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9903a308-0780-4333-921e-d4636cc23f6d', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'port_id': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'mac_address': 'fa:16:3e:f5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39657fed-b49a-44f1-a724-c25ee6161588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:43:41Z', 'updated_at': '2021-10-19T11:43:47Z', 'revision_number': 1, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:04.530187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710090b-3d2b-48a8-bc29-d6eb270ca4a5 req-2f23d4aa-97e6-4911-b407-0be119c03d00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:04.532124 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1710090b-3d2b-48a8-bc29-d6eb270ca4a5 req-2f23d4aa-97e6-4911-b407-0be119c03d00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 946 time: 0.0596721 Oct 19 11:45:04.581824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9b103-17d7-473d-9063-3c28c8f4de23 None None] Checking router: 65f5bcb4-25cb-4364-b025-faab8c41839c for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:45:04.590925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9b103-17d7-473d-9063-3c28c8f4de23 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:04.591553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b5f9b103-17d7-473d-9063-3c28c8f4de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:04.592287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1710090b-3d2b-48a8-bc29-d6eb270ca4a5 req-e8eea65a-25c4-45d8-a684-61429b620a74 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535107 Oct 19 11:45:04.706884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b5f9b103-17d7-473d-9063-3c28c8f4de23 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:04.952278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b5f9b103-17d7-473d-9063-3c28c8f4de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:45:02Z', 'revision_number': 6, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9903a308-0780-4333-921e-d4636cc23f6d', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'port_id': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'mac_address': 'fa:16:3e:f5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39657fed-b49a-44f1-a724-c25ee6161588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:43:41Z', 'updated_at': '2021-10-19T11:43:47Z', 'revision_number': 1, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:04.979719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9b103-17d7-473d-9063-3c28c8f4de23 None None] The sync data for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 is: [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:45:02Z', 'revision_number': 6, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9903a308-0780-4333-921e-d4636cc23f6d', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'port_id': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'mac_address': 'fa:16:3e:f5:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39657fed-b49a-44f1-a724-c25ee6161588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:43:41Z', 'updated_at': '2021-10-19T11:43:47Z', 'revision_number': 1, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:45:05.002446 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-651a2cd2-c686-4e30-ae9b-9f652755b35f req-a7aa5969-9213-4508-94c9-3207ba5dcac8 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0301027 Oct 19 11:45:05.707452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbd70f-efd0-4cf2-a7a5-237954f38ffd req-5c97a885-ec4d-433f-9231-776731bab298 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:05.708944 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09dbd70f-efd0-4cf2-a7a5-237954f38ffd req-5c97a885-ec4d-433f-9231-776731bab298 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 946 time: 0.0500329 Oct 19 11:45:05.760050 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09dbd70f-efd0-4cf2-a7a5-237954f38ffd req-55fb41fa-bdff-45a8-9e51-1136e90f453a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=308676f7-c340-459e-a291-e40532b47a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448234 Oct 19 11:45:05.832264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6cb53-43e2-4ef4-abe1-1ee74df8018f req-49316060-dd7c-4032-8ada-09e1fce841b7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:05.833708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fc6cb53-43e2-4ef4-abe1-1ee74df8018f req-49316060-dd7c-4032-8ada-09e1fce841b7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 946 time: 0.0558903 Oct 19 11:45:05.934204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-2fc6cb53-43e2-4ef4-abe1-1ee74df8018f req-97c6ceaf-356f-4f98-bde2-6a0ea9381f6c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting port add1bf48-010f-442f-9768-c2283e05d2e4 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:45:05.934545 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fc6cb53-43e2-4ef4-abe1-1ee74df8018f req-97c6ceaf-356f-4f98-bde2-6a0ea9381f6c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:06.030435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2fc6cb53-43e2-4ef4-abe1-1ee74df8018f req-97c6ceaf-356f-4f98-bde2-6a0ea9381f6c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] For port add1bf48-010f-442f-9768-c2283e05d2e4, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=add1bf48-010f-442f-9768-c2283e05d2e4,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:06.030845 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fc6cb53-43e2-4ef4-abe1-1ee74df8018f req-97c6ceaf-356f-4f98-bde2-6a0ea9381f6c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:06.043654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-2fc6cb53-43e2-4ef4-abe1-1ee74df8018f req-97c6ceaf-356f-4f98-bde2-6a0ea9381f6c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Calling delete_port for add1bf48-010f-442f-9768-c2283e05d2e4 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:45:06.141749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-504842d1-51ae-485b-9090-1c8febf920db req-7a2665ec-8f87-460a-b4a4-b653fc3fa7ad tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0542037 Oct 19 11:45:06.254312 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fc6cb53-43e2-4ef4-abe1-1ee74df8018f req-97c6ceaf-356f-4f98-bde2-6a0ea9381f6c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:06.284984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f35b19d3-7b33-496a-a8a0-0e579766bc90 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:45:06.289495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6ceaf-356f-4f98-bde2-6a0ea9381f6c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Port': ['ID=add1bf48-010f-442f-9768-c2283e05d2e4,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:06.310012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: f35b19d3-7b33-496a-a8a0-0e579766bc90 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:45:06.310365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f35b19d3-7b33-496a-a8a0-0e579766bc90 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:45:06.339535 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc6cb53-43e2-4ef4-abe1-1ee74df8018f req-97c6ceaf-356f-4f98-bde2-6a0ea9381f6c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] No DVR routers for this DVR port add1bf48-010f-442f-9768-c2283e05d2e4 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:45:06.342241 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2fc6cb53-43e2-4ef4-abe1-1ee74df8018f req-97c6ceaf-356f-4f98-bde2-6a0ea9381f6c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:06.345938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2fc6cb53-43e2-4ef4-abe1-1ee74df8018f req-97c6ceaf-356f-4f98-bde2-6a0ea9381f6c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "DELETE /v2.0/ports/add1bf48-010f-442f-9768-c2283e05d2e4 HTTP/1.1" status: 204 len: 173 time: 0.5055690 Oct 19 11:45:06.346370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cd229e-e97e-48fe-8957-cc405aa62eee', 'name': 'network-vif-deleted', 'tag': 'add1bf48-010f-442f-9768-c2283e05d2e4'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:45:06.348952 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568d6f37-d2ec-4bbd-9707-ef915ee7ec2a" -d '{"events": [{"server_uuid": "87cd229e-e97e-48fe-8957-cc405aa62eee", "name": "network-vif-deleted", "tag": "add1bf48-010f-442f-9768-c2283e05d2e4"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:45:06.542743 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73140a3-9ef3-41fa-b253-f7e5adacf15d x-openstack-request-id: req-c73140a3-9ef3-41fa-b253-f7e5adacf15d {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:45:06.543044 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cd229e-e97e-48fe-8957-cc405aa62eee", "name": "network-vif-deleted", "tag": "add1bf48-010f-442f-9768-c2283e05d2e4", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:45:06.543300 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c73140a3-9ef3-41fa-b253-f7e5adacf15d {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:45:06.543701 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cd229e-e97e-48fe-8957-cc405aa62eee', 'name': 'network-vif-deleted', 'tag': 'add1bf48-010f-442f-9768-c2283e05d2e4', 'status': 'completed', 'code': 200} Oct 19 11:45:06.809018 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:45:06.878100 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8c460b48-90de-400e-8550-2a782065f826 req-7ea4ef6e-b8d1-451d-a1a2-322eb81ff192 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=87cd229e-e97e-48fe-8957-cc405aa62eee HTTP/1.1" status: 200 len: 210 time: 0.0304577 Oct 19 11:45:07.276824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17afa740-4f82-4690-bd73-c16ab820314e req-f76341ee-a802-4a4c-8846-c46a15621769 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0278323 Oct 19 11:45:07.933816 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39090) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:08.004878 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d36283bb-1739-432a-9dcf-71083fc79249 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.036971 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d36283bb-1739-432a-9dcf-71083fc79249 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.168950 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d36283bb-1739-432a-9dcf-71083fc79249 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.171673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d36283bb-1739-432a-9dcf-71083fc79249 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.173054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d36283bb-1739-432a-9dcf-71083fc79249 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/security-groups/308676f7-c340-459e-a291-e40532b47a17 HTTP/1.1" status: 204 len: 168 time: 0.2381530 Oct 19 11:45:08.195001 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36283bb-1739-432a-9dcf-71083fc79249 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308676f7-c340-459e-a291-e40532b47a17,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:08.289899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39096) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:08.351511 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae38cc4-5e21-49f0-a5f9-3645b891a1b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting subnet 1a210e58-6819-42ab-88f7-876c3eb03047 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:45:08.356357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ae38cc4-5e21-49f0-a5f9-3645b891a1b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.407698 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ae38cc4-5e21-49f0-a5f9-3645b891a1b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.426826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6965346c-c69c-4d0b-a82c-c3c13b3e8699 req-3e6e2322-bbc5-4a8d-8dc4-544419cc6a3c tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0422776 Oct 19 11:45:08.499863 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ae38cc4-5e21-49f0-a5f9-3645b891a1b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.627625 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ae38cc4-5e21-49f0-a5f9-3645b891a1b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.664160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae38cc4-5e21-49f0-a5f9-3645b891a1b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Subnet': ['ID=1a210e58-6819-42ab-88f7-876c3eb03047,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:08.669843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3ae38cc4-5e21-49f0-a5f9-3645b891a1b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.673581 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3ae38cc4-5e21-49f0-a5f9-3645b891a1b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/subnets/1a210e58-6819-42ab-88f7-876c3eb03047 HTTP/1.1" status: 204 len: 168 time: 0.3825214 Oct 19 11:45:08.676299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39100) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:08.679370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffbb249-f1d6-4bc8-be9c-4a0ef710b6db None None] Network 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:45:08.767506 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.845900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting port fc22869f-ca08-49e8-9fa4-0c6efdaf6452 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:45:08.846739 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.934525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] For port fc22869f-ca08-49e8-9fa4-0c6efdaf6452, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fc22869f-ca08-49e8-9fa4-0c6efdaf6452,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:08.934889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:08.955111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Calling delete_port for fc22869f-ca08-49e8-9fa4-0c6efdaf6452 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:45:08.956038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] DHCP port deletion for 495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:45:09.012970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Deleting port fc22869f-ca08-49e8-9fa4-0c6efdaf6452 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:45:09.013483 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.085803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] For port fc22869f-ca08-49e8-9fa4-0c6efdaf6452, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fc22869f-ca08-49e8-9fa4-0c6efdaf6452,segment=NetworkSegment(9bd09884-b581-4697-ad48-0be4366a5414),segment_id=9bd09884-b581-4697-ad48-0be4366a5414)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:09.086226 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.103500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Calling delete_port for fc22869f-ca08-49e8-9fa4-0c6efdaf6452 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:45:09.123128 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.169279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Port': ['ID=fc22869f-ca08-49e8-9fa4-0c6efdaf6452,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:09.171175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] No DVR routers for this DVR port fc22869f-ca08-49e8-9fa4-0c6efdaf6452 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:45:09.202163 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.229152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Pushing event deleted for resources: {'Port': ['ID=fc22869f-ca08-49e8-9fa4-0c6efdaf6452,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:09.237070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] No DVR routers for this DVR port fc22869f-ca08-49e8-9fa4-0c6efdaf6452 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:45:09.239317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.239681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.240005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.240336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.240699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.241029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.241353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.241674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.242030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.242314 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.242634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.242947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8c1d8-661e-4d24-a474-d96029a57a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:09.284004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.313653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495ba664-a9b2-49bc-8cb9-2f37e7d1ce11']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:09.327645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd09884-b581-4697-ad48-0be4366a5414') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:09.327936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd09884-b581-4697-ad48-0be4366a5414') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:09.337891 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.351989 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.358349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:45:09.358735 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:45:09.362664 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:45:09.460659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.465746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.470343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/networks/495ba664-a9b2-49bc-8cb9-2f37e7d1ce11 HTTP/1.1" status: 204 len: 168 time: 0.7928054 Oct 19 11:45:09.473088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39108) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:09.500162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ecaf7-2095-4e5b-be54-68962318b9a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Network': ['ID=495ba664-a9b2-49bc-8cb9-2f37e7d1ce11,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:09.551653 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50375cbc-13e9-4fbc-b01d-513e8ae34c10 req-92315d05-119c-46a7-89bc-b8040d6f458a tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0267015 Oct 19 11:45:09.664798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting port d70c814b-39b6-4472-9d42-d4dd5c951868 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:45:09.665301 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.723197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device add1bf48-010f-442f-9768-c2283e05d2e4 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:45:09.745177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: add1bf48-010f-442f-9768-c2283e05d2e4 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:45:09.745526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device add1bf48-010f-442f-9768-c2283e05d2e4 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:45:09.752941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.753271 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:09.768527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Calling delete_port for d70c814b-39b6-4472-9d42-d4dd5c951868 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:45:10.055337 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:10.080920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Port': ['ID=d70c814b-39b6-4472-9d42-d4dd5c951868,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:10.152772 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:10.153260 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Floating IP 9903a308-0780-4333-921e-d4636cc23f6d disassociated (deleted). External IP: 172.25.2.18, port: 5d1c3172-203c-48f0-9d0e-4df649ebb097. Oct 19 11:45:10.336566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fc22869f-ca08-49e8-9fa4-0c6efdaf6452 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:45:10.362089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: fc22869f-ca08-49e8-9fa4-0c6efdaf6452 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:45:10.362706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fc22869f-ca08-49e8-9fa4-0c6efdaf6452 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:45:10.388380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 65f5bcb4-25cb-4364-b025-faab8c41839c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:45:10.508600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:45:10.513374 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:10.520784 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5621383-583f-45f0-bf59-5077a2ceb49b None None] Sync routers for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:45:10.532876 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5621383-583f-45f0-bf59-5077a2ceb49b None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:10.533518 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b5621383-583f-45f0-bf59-5077a2ceb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:10.551196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-312306f6-f6f4-4f19-a70f-7d4eeb8ff769 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/floatingips/9903a308-0780-4333-921e-d4636cc23f6d HTTP/1.1" status: 204 len: 168 time: 1.0768640 Oct 19 11:45:10.552222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39657fed-b49a-44f1-a724-c25ee6161588', 'tag': '5d1c3172-203c-48f0-9d0e-4df649ebb097'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:45:10.555687 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47" -d '{"events": [{"name": "network-changed", "server_uuid": "39657fed-b49a-44f1-a724-c25ee6161588", "tag": "5d1c3172-203c-48f0-9d0e-4df649ebb097"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:45:10.666073 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-b5621383-583f-45f0-bf59-5077a2ceb49b None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:10.671493 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ea18db-4f45-4367-8c3a-0415438b0990 x-openstack-request-id: req-20ea18db-4f45-4367-8c3a-0415438b0990 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:45:10.671785 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39657fed-b49a-44f1-a724-c25ee6161588", "tag": "5d1c3172-203c-48f0-9d0e-4df649ebb097", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:45:10.672046 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20ea18db-4f45-4367-8c3a-0415438b0990 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:45:10.672445 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39657fed-b49a-44f1-a724-c25ee6161588', 'tag': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'status': 'completed', 'code': 200} Oct 19 11:45:10.781988 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-64488afa-c200-4159-bc7c-6c50e2da0346 req-bd2f554a-494a-42f4-9f59-159d93431626 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0420451 Oct 19 11:45:10.790922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47 req-17001b2c-12f2-47c9-a751-9fd3fd03a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:10.792401 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47 req-17001b2c-12f2-47c9-a751-9fd3fd03a744 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 1097 time: 0.0950236 Oct 19 11:45:10.918066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47 req-e379e7de-24dc-43f5-b6d4-1522a836c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:10.923154 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47 req-e379e7de-24dc-43f5-b6d4-1522a836c9ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5077606-1e8e-48d8-b00c-eaa7f271746f HTTP/1.1" status: 200 len: 897 time: 0.1096628 Oct 19 11:45:10.933794 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b5621383-583f-45f0-bf59-5077a2ceb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:45:02Z', 'revision_number': 6, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:10.965178 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5621383-583f-45f0-bf59-5077a2ceb49b None None] Checking router: 65f5bcb4-25cb-4364-b025-faab8c41839c for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:45:10.974619 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5621383-583f-45f0-bf59-5077a2ceb49b None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:10.975238 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b5621383-583f-45f0-bf59-5077a2ceb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:10.977347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47 req-39d238c0-464d-4508-9d86-d07119dbe50e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d1c3172-203c-48f0-9d0e-4df649ebb097 HTTP/1.1" status: 200 len: 217 time: 0.0478318 Oct 19 11:45:11.091023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47 req-eac04876-e214-4824-b368-844e4a2db1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:11.092740 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47 req-eac04876-e214-4824-b368-844e4a2db1eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf3fc2e1-ef0e-4c5b-b806-513af0daacf2 HTTP/1.1" status: 200 len: 834 time: 0.1092663 Oct 19 11:45:11.093560 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-b5621383-583f-45f0-bf59-5077a2ceb49b None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:11.126411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41868afa-fd3e-49b4-b04f-dbfad0d49c85 req-705b67a5-4e1b-4152-8948-060ce7af250c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:11.133133 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41868afa-fd3e-49b4-b04f-dbfad0d49c85 req-705b67a5-4e1b-4152-8948-060ce7af250c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 946 time: 0.1034305 Oct 19 11:45:11.220467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47 req-f54ff2da-fbc0-4871-8894-35890486ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:11.221996 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47 req-f54ff2da-fbc0-4871-8894-35890486ecb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5077606-1e8e-48d8-b00c-eaa7f271746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210201 Oct 19 11:45:11.226292 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41868afa-fd3e-49b4-b04f-dbfad0d49c85 req-6448e175-aa71-48c0-9b67-c005a777b70a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f202e0-a328-425b-b45b-c6d3d3de475a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688705 Oct 19 11:45:11.328170 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b5621383-583f-45f0-bf59-5077a2ceb49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:45:02Z', 'revision_number': 6, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:11.329464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47 req-a34c4097-db68-45ce-913c-17727d0cf63a service neutron] 10.222.0.49 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986185 Oct 19 11:45:11.357988 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5621383-583f-45f0-bf59-5077a2ceb49b None None] The sync data for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 is: [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:45:02Z', 'revision_number': 6, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7ea4bee4-36f6-46a3-a316-163813152e5c', 'name': '', 'network_id': 'c5077606-1e8e-48d8-b00c-eaa7f271746f', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:b5:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:43:03Z', 'updated_at': '2021-10-19T11:43:11Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'cf3fc2e1-ef0e-4c5b-b806-513af0daacf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:45:11.435840 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d20bbbb6-7d9a-4fee-9e7a-38cea1cd0a47 req-4c2438b9-6f06-47ae-941a-bd5670d01cb4 service neutron] 10.222.0.49 "GET /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981514 Oct 19 11:45:11.633458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e767c-ceb3-4edf-ad13-653cf20e3bd2 None None] New status for floating IP 9903a308-0780-4333-921e-d4636cc23f6d: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:45:11.896232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3376165b-d0e1-4572-9cee-09c86cc0eb7f req-a35a51ce-8493-4ba4-9ace-56af7b2663f9 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0290496 Oct 19 11:45:12.388550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683214c-d0e1-4a42-a53a-7cd86f7af500 req-a01e6137-ba96-4ba1-a884-4085cc661581 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:12.390906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b683214c-d0e1-4a42-a53a-7cd86f7af500 req-a01e6137-ba96-4ba1-a884-4085cc661581 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 946 time: 0.0827355 Oct 19 11:45:12.399547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1e8d3-ee4f-41ff-b506-95c1c3e09bc3 req-21615e40-48e2-4a99-8f1e-a73df2d699e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:12.401003 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cf1e8d3-ee4f-41ff-b506-95c1c3e09bc3 req-21615e40-48e2-4a99-8f1e-a73df2d699e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 946 time: 0.0661156 Oct 19 11:45:12.490423 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b683214c-d0e1-4a42-a53a-7cd86f7af500 req-4ee990b5-49ad-415b-a38f-3b52ead76238 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=14f202e0-a328-425b-b45b-c6d3d3de475a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883403 Oct 19 11:45:12.541090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-4cf1e8d3-ee4f-41ff-b506-95c1c3e09bc3 req-96750705-49c5-4e05-94d5-e9639eaa66e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting port 5d1c3172-203c-48f0-9d0e-4df649ebb097 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:45:12.541434 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4cf1e8d3-ee4f-41ff-b506-95c1c3e09bc3 req-96750705-49c5-4e05-94d5-e9639eaa66e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:12.634358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4cf1e8d3-ee4f-41ff-b506-95c1c3e09bc3 req-96750705-49c5-4e05-94d5-e9639eaa66e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] For port 5d1c3172-203c-48f0-9d0e-4df649ebb097, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=5d1c3172-203c-48f0-9d0e-4df649ebb097,segment=NetworkSegment(337935df-8c8c-42d5-959b-b47335e0783e),segment_id=337935df-8c8c-42d5-959b-b47335e0783e)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:12.635023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4cf1e8d3-ee4f-41ff-b506-95c1c3e09bc3 req-96750705-49c5-4e05-94d5-e9639eaa66e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:12.653873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-4cf1e8d3-ee4f-41ff-b506-95c1c3e09bc3 req-96750705-49c5-4e05-94d5-e9639eaa66e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Calling delete_port for 5d1c3172-203c-48f0-9d0e-4df649ebb097 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:45:12.872394 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4cf1e8d3-ee4f-41ff-b506-95c1c3e09bc3 req-96750705-49c5-4e05-94d5-e9639eaa66e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:12.904420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96750705-49c5-4e05-94d5-e9639eaa66e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Port': ['ID=5d1c3172-203c-48f0-9d0e-4df649ebb097,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:12.970185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf1e8d3-ee4f-41ff-b506-95c1c3e09bc3 req-96750705-49c5-4e05-94d5-e9639eaa66e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] No DVR routers for this DVR port 5d1c3172-203c-48f0-9d0e-4df649ebb097 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:45:12.972867 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4cf1e8d3-ee4f-41ff-b506-95c1c3e09bc3 req-96750705-49c5-4e05-94d5-e9639eaa66e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:12.980349 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4cf1e8d3-ee4f-41ff-b506-95c1c3e09bc3 req-96750705-49c5-4e05-94d5-e9639eaa66e5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "DELETE /v2.0/ports/5d1c3172-203c-48f0-9d0e-4df649ebb097 HTTP/1.1" status: 204 len: 173 time: 0.5723844 Oct 19 11:45:12.980831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39657fed-b49a-44f1-a724-c25ee6161588', 'name': 'network-vif-deleted', 'tag': '5d1c3172-203c-48f0-9d0e-4df649ebb097'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:45:12.983582 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56b67b1-3c30-48d1-a5ed-9a66bc6b714a" -d '{"events": [{"server_uuid": "39657fed-b49a-44f1-a724-c25ee6161588", "name": "network-vif-deleted", "tag": "5d1c3172-203c-48f0-9d0e-4df649ebb097"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:45:13.025853 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5aaf645-c9bc-4472-9c38-c9cede06fd13 req-7ce17bb9-716c-4332-b78d-404483b2082b tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0355706 Oct 19 11:45:13.036159 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41bd04b-abd2-42b9-8182-899af865defe x-openstack-request-id: req-b41bd04b-abd2-42b9-8182-899af865defe {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:45:13.036332 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39657fed-b49a-44f1-a724-c25ee6161588", "name": "network-vif-deleted", "tag": "5d1c3172-203c-48f0-9d0e-4df649ebb097", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:45:13.036608 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b41bd04b-abd2-42b9-8182-899af865defe {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:45:13.037068 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39657fed-b49a-44f1-a724-c25ee6161588', 'name': 'network-vif-deleted', 'tag': '5d1c3172-203c-48f0-9d0e-4df649ebb097', 'status': 'completed', 'code': 200} Oct 19 11:45:13.609370 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed45abf2-fc9b-4ee6-ab1f-db0ee2f7ddd2 req-8585df2c-65e1-493e-a8af-c06911ef06cc tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=39657fed-b49a-44f1-a724-c25ee6161588 HTTP/1.1" status: 200 len: 210 time: 0.0302711 Oct 19 11:45:14.148242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4fb877cf-ed09-4a49-aeac-98df68c60d0f req-78003cfe-262a-48d7-88b8-d3bae888e8fc tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0268962 Oct 19 11:45:14.663299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39158) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:14.725310 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e63c7cc4-8bc5-4b2c-b44e-db639a63a1f2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:14.752908 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e63c7cc4-8bc5-4b2c-b44e-db639a63a1f2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:14.900569 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e63c7cc4-8bc5-4b2c-b44e-db639a63a1f2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:14.903208 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e63c7cc4-8bc5-4b2c-b44e-db639a63a1f2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:14.904379 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e63c7cc4-8bc5-4b2c-b44e-db639a63a1f2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/security-groups/14f202e0-a328-425b-b45b-c6d3d3de475a HTTP/1.1" status: 204 len: 168 time: 0.2399926 Oct 19 11:45:14.916316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c7cc4-8bc5-4b2c-b44e-db639a63a1f2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f202e0-a328-425b-b45b-c6d3d3de475a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:15.017027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39162) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:15.270614 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d9f61aa-4600-403e-9cf6-65fd886d04af req-c6312a40-61d3-4bc1-822a-d3324ae8485a tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0364430 Oct 19 11:45:15.440872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:15.714741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting port 7ea4bee4-36f6-46a3-a316-163813152e5c {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:45:15.715031 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:15.755305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 5d1c3172-203c-48f0-9d0e-4df649ebb097 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:45:15.776513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 5d1c3172-203c-48f0-9d0e-4df649ebb097 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:45:15.776877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 5d1c3172-203c-48f0-9d0e-4df649ebb097 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:45:15.806385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] For port 7ea4bee4-36f6-46a3-a316-163813152e5c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7ea4bee4-36f6-46a3-a316-163813152e5c,segment=NetworkSegment(337935df-8c8c-42d5-959b-b47335e0783e),segment_id=337935df-8c8c-42d5-959b-b47335e0783e)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:15.811548 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:15.823094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Calling delete_port for 7ea4bee4-36f6-46a3-a316-163813152e5c owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:45:16.452664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e70ecea6-a228-4c9a-b522-cfb5aa58bb1a req-a0b2b59b-4f8a-4f16-8676-196e40f967f0 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0309041 Oct 19 11:45:16.918422 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:16.949665 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Port': ['ID=7ea4bee4-36f6-46a3-a316-163813152e5c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:17.183346 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:17.396140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 65f5bcb4-25cb-4364-b025-faab8c41839c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:45:17.512857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:45:17.530619 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-43433036-22d3-42dc-80af-04f016f86ef2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "PUT /v2.0/routers/65f5bcb4-25cb-4364-b025-faab8c41839c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5061581 Oct 19 11:45:17.530918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39198) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:17.534041 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45acd01-7253-4535-aeee-1f24da9088f4 None None] Sync routers for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:45:17.546874 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45acd01-7253-4535-aeee-1f24da9088f4 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:17.547842 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d45acd01-7253-4535-aeee-1f24da9088f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:17.625625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting subnet cf3fc2e1-ef0e-4c5b-b806-513af0daacf2 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:45:17.634789 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:17.656252 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d45acd01-7253-4535-aeee-1f24da9088f4 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:17.706286 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:17.707187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f79cfe4b-808f-4221-b20c-00e40056bdd9 req-4dbb77fe-899d-481b-afca-188e2616687a tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.1515067 Oct 19 11:45:17.838137 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:17.846857 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d45acd01-7253-4535-aeee-1f24da9088f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:45:15Z', 'revision_number': 7, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:17.873757 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45acd01-7253-4535-aeee-1f24da9088f4 None None] Checking router: 65f5bcb4-25cb-4364-b025-faab8c41839c for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:45:17.883947 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45acd01-7253-4535-aeee-1f24da9088f4 None None] Routers {'65f5bcb4-25cb-4364-b025-faab8c41839c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:17.884623 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d45acd01-7253-4535-aeee-1f24da9088f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['65f5bcb4-25cb-4364-b025-faab8c41839c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:17.981622 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:17.995413 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d45acd01-7253-4535-aeee-1f24da9088f4 None None] Set router 65f5bcb4-25cb-4364-b025-faab8c41839c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:18.011100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Subnet': ['ID=cf3fc2e1-ef0e-4c5b-b806-513af0daacf2,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:18.019553 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:18.024574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790f030-bfb9-40b1-9e77-f03e68fe2fb3 None None] Network c5077606-1e8e-48d8-b00c-eaa7f271746f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:45:18.025870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39202) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:18.033826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/subnets/cf3fc2e1-ef0e-4c5b-b806-513af0daacf2 HTTP/1.1" status: 204 len: 168 time: 0.5054832 Oct 19 11:45:18.042548 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.042822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.043140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.043471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.043799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.044127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.044453 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.044803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.048935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.049348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.049689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.050018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bff97a-b9c9-404f-a34e-11f3c8c83c7f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:18.162448 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:18.184929 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d45acd01-7253-4535-aeee-1f24da9088f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:45:15Z', 'revision_number': 7, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:18.227542 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45acd01-7253-4535-aeee-1f24da9088f4 None None] The sync data for ids ['65f5bcb4-25cb-4364-b025-faab8c41839c'] in n-d-814547-1 is: [{'id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'name': 'tempest-TestNetworkBasicOps-router-1783027430', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:42:55Z', 'updated_at': '2021-10-19T11:45:15Z', 'revision_number': 7, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': '14cae018-ee91-4a04-8c8e-7f36120dfc4e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5bcb4-25cb-4364-b025-faab8c41839c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:56Z', 'updated_at': '2021-10-19T11:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:45:18.233529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61436b2c-d042-4a8b-9399-a475394127d0 None None] DHCP port deletion for c5077606-1e8e-48d8-b00c-eaa7f271746f request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:45:18.299655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-61436b2c-d042-4a8b-9399-a475394127d0 None None] Deleting port beb27b15-bab2-44dc-8793-0d95ebdbc946 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:45:18.300365 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-61436b2c-d042-4a8b-9399-a475394127d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:18.525238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-61436b2c-d042-4a8b-9399-a475394127d0 None None] For port beb27b15-bab2-44dc-8793-0d95ebdbc946, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=beb27b15-bab2-44dc-8793-0d95ebdbc946,segment=NetworkSegment(337935df-8c8c-42d5-959b-b47335e0783e),segment_id=337935df-8c8c-42d5-959b-b47335e0783e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:18.525605 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-61436b2c-d042-4a8b-9399-a475394127d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:18.543502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-61436b2c-d042-4a8b-9399-a475394127d0 None None] Calling delete_port for beb27b15-bab2-44dc-8793-0d95ebdbc946 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:45:18.721543 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device beb27b15-bab2-44dc-8793-0d95ebdbc946 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:45:18.756498 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-61436b2c-d042-4a8b-9399-a475394127d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:18.797147 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:18.801787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61436b2c-d042-4a8b-9399-a475394127d0 None None] Pushing event deleted for resources: {'Port': ['ID=beb27b15-bab2-44dc-8793-0d95ebdbc946,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:18.818953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61436b2c-d042-4a8b-9399-a475394127d0 None None] No DVR routers for this DVR port beb27b15-bab2-44dc-8793-0d95ebdbc946 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:45:18.827922 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No active binding found for port beb27b15-bab2-44dc-8793-0d95ebdbc946 {{(pid=101313) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 19 11:45:18.828353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device beb27b15-bab2-44dc-8793-0d95ebdbc946 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:45:18.928285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting port 14cae018-ee91-4a04-8c8e-7f36120dfc4e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:45:18.928998 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:18.985491 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54dbedde-9a26-48c6-a432-8f6398b15450 req-6048a980-ccd8-4f59-bf5c-2a19995e8e41 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.1591213 Oct 19 11:45:19.050573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] For port 14cae018-ee91-4a04-8c8e-7f36120dfc4e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=14cae018-ee91-4a04-8c8e-7f36120dfc4e,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:19.051190 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.067311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Calling delete_port for 14cae018-ee91-4a04-8c8e-7f36120dfc4e owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:45:19.340931 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.384156 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Port': ['ID=14cae018-ee91-4a04-8c8e-7f36120dfc4e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:19.443161 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.534428 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.536560 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.626675 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.627262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Fanout notify agent at l3_agent the message router_deleted on router 65f5bcb4-25cb-4364-b025-faab8c41839c {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:45:19.634535 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.638401 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-31ea999e-f116-4c4a-905e-3923345c956a tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/routers/65f5bcb4-25cb-4364-b025-faab8c41839c HTTP/1.1" status: 204 len: 168 time: 1.6087513 Oct 19 11:45:19.639150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39224) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:19.685180 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.738858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.854167 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.878082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5077606-1e8e-48d8-b00c-eaa7f271746f']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:19.889132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337935df-8c8c-42d5-959b-b47335e0783e') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:19.894510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337935df-8c8c-42d5-959b-b47335e0783e') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:19.901091 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.916784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.923284 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:45:19.923662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:45:19.926838 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:45:20.055084 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:20.066347 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:20.069651 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/networks/c5077606-1e8e-48d8-b00c-eaa7f271746f HTTP/1.1" status: 204 len: 168 time: 0.4300718 Oct 19 11:45:20.090760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39228) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:20.098738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'network': {'name': 'tempest-network-smoke--1035240749', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'port_security_enabled': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:20.101246 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b5017717-78b4-47da-ab9e-34dae8f748a0 req-3e763424-434e-41bc-ac0d-da4e2bcb8b31 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0283175 Oct 19 11:45:20.113819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8a21a-38ac-4600-85de-8f195b4ca4df tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Network': ['ID=c5077606-1e8e-48d8-b00c-eaa7f271746f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:20.126064 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:20.231913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Made reservation on behalf of 8abfa711f30a45c1b1fb691610142fba for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:45:20.235864 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:20.261524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:45:20.272156 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:20.272505 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Added segment 75f37884-87cc-404c-94b1-f5ca8e08612d of type vlan for network c0cbeb47-e6fb-491b-8107-d790a46713ce Oct 19 11:45:20.320772 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:20.348271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7ea4bee4-36f6-46a3-a316-163813152e5c no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:45:20.369626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 7ea4bee4-36f6-46a3-a316-163813152e5c {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:45:20.373539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7ea4bee4-36f6-46a3-a316-163813152e5c not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:45:20.373539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 14cae018-ee91-4a04-8c8e-7f36120dfc4e no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:45:20.389593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 14cae018-ee91-4a04-8c8e-7f36120dfc4e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:45:20.389945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 14cae018-ee91-4a04-8c8e-7f36120dfc4e not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:45:20.427099 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:20.436022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:20.436845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:20.512003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Network': ['ID=c0cbeb47-e6fb-491b-8107-d790a46713ce,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:20.528188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c0cbeb47-e6fb-491b-8107-d790a46713ce details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:45:20.572719 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-140dbcd4-cba2-4139-8c66-b1cb62f20993 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4793372 Oct 19 11:45:20.575545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39232) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:20.580707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'admin_state_up': True, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:20.700545 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:20.701763 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:20.754012 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:20.972938 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:21.269688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-269d7209-ed02-4f18-876a-d4aef0e01e14 req-7eeea934-c094-4968-911e-a4c89a15ac6c tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0498390 Oct 19 11:45:21.321626 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:21.350628 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:21.518870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Allocated IP 172.25.2.103 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/b47f574e-016f-477e-968b-a3cf5dfeeab0) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:45:21.644846 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:21.786720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:21.838502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:45:21.843022 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:21.847390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:45:21.850593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=b47f574e-016f-477e-968b-a3cf5dfeeab0,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:22.190253 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:22.380785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f86da99-681d-4e29-9fe5-bfc78794880d req-64dbef73-c620-4859-a767-41e36b4f1dc7 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0406523 Oct 19 11:45:22.432210 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:22.683386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:45:22.803093 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:45:22.813954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Sync routers for ids ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:45:22.824328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Routers {'80aa1b32-8a99-4357-82ee-1c259b0e7e7e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:22.824984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:22.936603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Set router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:22.937564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:22.941559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b661b1f1-25ba-4444-bfae-6a45cc8c67ba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3622963 Oct 19 11:45:22.941819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39248) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:22.971816 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3478ec0b-8b9a-4edc-97ec-b33d84b96125 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=8abfa711f30a45c1b1fb691610142fba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289049 Oct 19 11:45:22.974436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39250) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:23.069336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ffdf49-4b45-414d-b3b7-dc5d90d1c6ba tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:23.070594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f3ffdf49-4b45-414d-b3b7-dc5d90d1c6ba tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952644 Oct 19 11:45:23.073347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39252) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:23.102322 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7b84dc81-32c9-4c2b-9b84-e31c175cf764 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278833 Oct 19 11:45:23.105359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39254) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:23.110103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347488946', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:23.128654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:21Z', 'revision_number': 3, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:23.160795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Checking router: 80aa1b32-8a99-4357-82ee-1c259b0e7e7e for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:45:23.161127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Updating router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e port b47f574e-016f-477e-968b-a3cf5dfeeab0 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:45:23.186164 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:23.311969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Made reservation on behalf of 8abfa711f30a45c1b1fb691610142fba for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:45:23.316285 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:23.458627 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:23.499017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5119b7ab-c6fd-4388-a568-b71556e522dc req-2596ce4d-3f31-4377-8b0a-61c7cb6ebd1c tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0305905 Oct 19 11:45:23.546433 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:23.599573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Attempting to bind port b47f574e-016f-477e-968b-a3cf5dfeeab0 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:45:23.600233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Attempting to bind port b47f574e-016f-477e-968b-a3cf5dfeeab0 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:45:23.600573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Attempting to bind port b47f574e-016f-477e-968b-a3cf5dfeeab0 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:45:23.602735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3362530-ea85-4177-9b2b-efcd6826879f None None] Pushing event updated for resources: {'Port': ['ID=b47f574e-016f-477e-968b-a3cf5dfeeab0,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:23.611426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:45:23.611803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:45:23.612194 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:23.612598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:45:23.613061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Bound port: b47f574e-016f-477e-968b-a3cf5dfeeab0, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:45:23.613872 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:23.628100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:23.677611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] For port b47f574e-016f-477e-968b-a3cf5dfeeab0, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:45:23.681023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] For port b47f574e-016f-477e-968b-a3cf5dfeeab0, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b47f574e-016f-477e-968b-a3cf5dfeeab0,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:45:23.692296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Subnet': ['ID=f572475d-9d9f-4bfc-8794-a1afb9aa3c32,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:23.708951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Checking segment: {'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:45:23.709308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network hostable DHCP agents. Network: c0cbeb47-e6fb-491b-8107-d790a46713ce, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:45:23.804504 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:23.832475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network c0cbeb47-e6fb-491b-8107-d790a46713ce is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:45:23.862943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Routers {'80aa1b32-8a99-4357-82ee-1c259b0e7e7e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:23.863580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:23.868472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3362530-ea85-4177-9b2b-efcd6826879f None None] Pushing event updated for resources: {'Port': ['ID=b47f574e-016f-477e-968b-a3cf5dfeeab0,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:23.976814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] Set router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:23.997588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c0cbeb47-e6fb-491b-8107-d790a46713ce) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:24.005730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:24.006336 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:24.038864 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f08028-2907-4d9c-b8f6-fc1acd8764fd None None] Network c0cbeb47-e6fb-491b-8107-d790a46713ce requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:45:24.156149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-615604de-3c61-4a41-92d8-e8ff994923e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0496142 Oct 19 11:45:24.159244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39262) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:24.285798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:21Z', 'revision_number': 3, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:24.315721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-c0cbeb47-e6fb-491b-8107-d790a46713ce', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ips': [{'subnet_id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:45:24.318067 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:24.319007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f23c0c-a0fd-41cf-ae4e-ac06ceb872fe None None] The sync data for ids ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'] in n-d-814547-1 is: [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:21Z', 'revision_number': 3, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:45:24.472683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Allocated IP 172.20.0.2 (c0cbeb47-e6fb-491b-8107-d790a46713ce/f572475d-9d9f-4bfc-8794-a1afb9aa3c32/68a96cbf-efed-497e-8822-731aab42235f) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:45:24.690227 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:24.694506 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:24.699168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f9f48ae-0621-4748-83e9-35cbd473c168 req-e5bf7d65-7e38-4a0f-acc8-427b99b5d6f3 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0391352 Oct 19 11:45:24.775994 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:24.822578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Network c0cbeb47-e6fb-491b-8107-d790a46713ce is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:45:24.825080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:24.828983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:45:24.839678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Pushing event updated for resources: {'Port': ['ID=68a96cbf-efed-497e-8822-731aab42235f,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:24.897425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Attempting to bind port 68a96cbf-efed-497e-8822-731aab42235f on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:45:24.898173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Attempting to bind port 68a96cbf-efed-497e-8822-731aab42235f by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:45:24.898173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Attempting to bind port 68a96cbf-efed-497e-8822-731aab42235f on network c0cbeb47-e6fb-491b-8107-d790a46713ce {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:45:24.903913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:45:24.904280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Checking segment: {'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:45:24.904845 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:24.905373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Bound using segment: {'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:45:24.905848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Bound port: 68a96cbf-efed-497e-8822-731aab42235f, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:45:24.906236 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:24.979240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] For port 68a96cbf-efed-497e-8822-731aab42235f, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:45:24.982536 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] For port 68a96cbf-efed-497e-8822-731aab42235f, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68a96cbf-efed-497e-8822-731aab42235f,segment=NetworkSegment(75f37884-87cc-404c-94b1-f5ca8e08612d),segment_id=75f37884-87cc-404c-94b1-f5ca8e08612d)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:45:25.029052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Allocated IP 172.20.0.1 (c0cbeb47-e6fb-491b-8107-d790a46713ce/f572475d-9d9f-4bfc-8794-a1afb9aa3c32/a8652daa-b91a-4fac-8202-33eea6d124cc) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:45:25.159561 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:25.164098 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:25.232836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c818a-16b9-4d6b-9384-93787495d383 None None] Pushing event updated for resources: {'Port': ['ID=68a96cbf-efed-497e-8822-731aab42235f,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:25.306784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:25.362842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network c0cbeb47-e6fb-491b-8107-d790a46713ce is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:45:25.369037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:25.373150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:45:25.407692 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=a8652daa-b91a-4fac-8202-33eea6d124cc,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:25.444835 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ae2a-aa31-4197-b3c9-75970bb9742b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:25.456006 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:25.713971 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:25.820332 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e3e851d3-3e31-4811-90ed-ecafeaa324d5 req-f6a58d3a-9d01-42bf-a4ac-a17bc6bb623d tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0279217 Oct 19 11:45:26.410245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:26.464040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b47f574e-016f-477e-968b-a3cf5dfeeab0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:45:26.512005 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:26.529628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b47f574e-016f-477e-968b-a3cf5dfeeab0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:26.530106 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:26.619047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=a8652daa-b91a-4fac-8202-33eea6d124cc,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:26.623849 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:26.671006 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:26.694268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port b47f574e-016f-477e-968b-a3cf5dfeeab0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b47f574e-016f-477e-968b-a3cf5dfeeab0,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:26.774986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network c0cbeb47-e6fb-491b-8107-d790a46713ce is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:45:26.776443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:26.791439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206db304-a52c-41ce-b77f-2de3b9c6d3a1 None None] Network c0cbeb47-e6fb-491b-8107-d790a46713ce requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:45:26.812209 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:26.825338 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68a96cbf-efed-497e-8822-731aab42235f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:45:26.944768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:45:26.947184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-58b14c71-258d-4c72-8f66-4c7fdccf58cb req-fa571e0c-0580-4863-9d7a-d43261442d61 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0329146 Oct 19 11:45:27.073483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:45:27.086051 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-16b9a1de-193b-4f76-bdbe-ba4ea594762f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "PUT /v2.0/routers/80aa1b32-8a99-4357-82ee-1c259b0e7e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9232109 Oct 19 11:45:27.086237 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Sync routers for ids ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:45:27.086726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39282) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:27.096312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-87759b43-e3a0-48c9-a216-2afb40ee1aec None None] Provisioning complete for port 68a96cbf-efed-497e-8822-731aab42235f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:27.097760 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87759b43-e3a0-48c9-a216-2afb40ee1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:27.103384 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Routers {'80aa1b32-8a99-4357-82ee-1c259b0e7e7e'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:27.104179 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:44:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:27.127022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=b47f574e-016f-477e-968b-a3cf5dfeeab0,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:27.198321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 68a96cbf-efed-497e-8822-731aab42235f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:27.198697 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:27.229200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0d399-9ddc-426e-9673-04496df17a09 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.229706 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0d399-9ddc-426e-9673-04496df17a09 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.230152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0d399-9ddc-426e-9673-04496df17a09 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.230613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0d399-9ddc-426e-9673-04496df17a09 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.231209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0d399-9ddc-426e-9673-04496df17a09 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.231658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0d399-9ddc-426e-9673-04496df17a09 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.232371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0d399-9ddc-426e-9673-04496df17a09 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.234267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-85b0d399-9ddc-426e-9673-04496df17a09 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4983 time: 0.1470044 Oct 19 11:45:27.237753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39284) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:27.303393 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d65de-b80f-4d8a-b8bd-7ee7f8c87ed5 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.303847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d65de-b80f-4d8a-b8bd-7ee7f8c87ed5 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.304295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d65de-b80f-4d8a-b8bd-7ee7f8c87ed5 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.304763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d65de-b80f-4d8a-b8bd-7ee7f8c87ed5 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.305211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d65de-b80f-4d8a-b8bd-7ee7f8c87ed5 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.305650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d65de-b80f-4d8a-b8bd-7ee7f8c87ed5 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.306083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5d65de-b80f-4d8a-b8bd-7ee7f8c87ed5 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:27.308001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bf5d65de-b80f-4d8a-b8bd-7ee7f8c87ed5 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.0686569 Oct 19 11:45:27.311209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39286) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:27.324199 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Set router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:27.350457 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87759b43-e3a0-48c9-a216-2afb40ee1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:27.428748 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:27.431667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-87759b43-e3a0-48c9-a216-2afb40ee1aec None None] For port 68a96cbf-efed-497e-8822-731aab42235f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68a96cbf-efed-497e-8822-731aab42235f,segment=NetworkSegment(75f37884-87cc-404c-94b1-f5ca8e08612d),segment_id=75f37884-87cc-404c-94b1-f5ca8e08612d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:27.497978 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-80753944-cf15-47f0-82b9-50c176b64716 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1854775 Oct 19 11:45:27.525088 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87759b43-e3a0-48c9-a216-2afb40ee1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:27.597147 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:25Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a8652daa-b91a-4fac-8202-33eea6d124cc', 'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:d7:b1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:24Z', 'updated_at': '2021-10-19T11:45:25Z', 'revision_number': 2, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:27.609443 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:45:27.609886 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:45:27.625754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87759b43-e3a0-48c9-a216-2afb40ee1aec None None] Pushing event updated for resources: {'Port': ['ID=68a96cbf-efed-497e-8822-731aab42235f,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:27.627047 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Checking router: 80aa1b32-8a99-4357-82ee-1c259b0e7e7e for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:45:27.628975 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Updating router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e port a8652daa-b91a-4fac-8202-33eea6d124cc binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:45:27.667526 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:27.759366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8d6ed1a0-1989-43e0-b083-89e022fcb794 None None] Provisioning complete for port a8652daa-b91a-4fac-8202-33eea6d124cc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:27.759733 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8d6ed1a0-1989-43e0-b083-89e022fcb794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:27.839872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39294) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:27.845266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9745e061-88bf-4448-831e-67d93acc2692 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367903434', 'description': 'tempest-secgroup-smoke-367903434 description', 'project_id': '8abfa711f30a45c1b1fb691610142fba'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:27.853095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ed1a0-1989-43e0-b083-89e022fcb794 None None] Port a8652daa-b91a-4fac-8202-33eea6d124cc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:45:27.854955 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-aaacb347-c493-4083-be79-9b4abfe8c690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:27.886849 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8d6ed1a0-1989-43e0-b083-89e022fcb794 None None] Provisioning complete for port 68a96cbf-efed-497e-8822-731aab42235f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:27.887196 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8d6ed1a0-1989-43e0-b083-89e022fcb794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:27.975932 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9745e061-88bf-4448-831e-67d93acc2692 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.092746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-87b64108-2f43-486b-966a-baf53eb9b466 req-7116be3f-db63-493a-b99a-d8f897f78650 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0409243 Oct 19 11:45:28.120906 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9745e061-88bf-4448-831e-67d93acc2692 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.156895 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.163972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-989ef618-8857-40a6-8497-6b759c2dcd4f None None] Provisioning complete for port a8652daa-b91a-4fac-8202-33eea6d124cc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:28.164349 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-989ef618-8857-40a6-8497-6b759c2dcd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.206366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-989ef618-8857-40a6-8497-6b759c2dcd4f None None] Port a8652daa-b91a-4fac-8202-33eea6d124cc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:45:28.249604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9745e061-88bf-4448-831e-67d93acc2692 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.260769 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.295964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745e061-88bf-4448-831e-67d93acc2692 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e056641-b569-4b42-b8f2-8da0693daabc,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:28.337751 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9745e061-88bf-4448-831e-67d93acc2692 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.341963 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9745e061-88bf-4448-831e-67d93acc2692 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4984193 Oct 19 11:45:28.342406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39298) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:28.347807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7da59d76-4153-46cd-84b4-2330aac3f8d1 None None] Provisioning complete for port a8652daa-b91a-4fac-8202-33eea6d124cc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:28.347807 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7da59d76-4153-46cd-84b4-2330aac3f8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.349240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6ea0d231-3b9c-4a9a-a892-5add6670269b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '6e056641-b569-4b42-b8f2-8da0693daabc', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:28.421391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7da59d76-4153-46cd-84b4-2330aac3f8d1 None None] Port a8652daa-b91a-4fac-8202-33eea6d124cc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:45:28.435642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b47f574e-016f-477e-968b-a3cf5dfeeab0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:45:28.445310 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d231-3b9c-4a9a-a892-5add6670269b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.471747 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Attempting to bind port a8652daa-b91a-4fac-8202-33eea6d124cc on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:45:28.472122 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Attempting to bind port a8652daa-b91a-4fac-8202-33eea6d124cc by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:45:28.472486 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Attempting to bind port a8652daa-b91a-4fac-8202-33eea6d124cc on network c0cbeb47-e6fb-491b-8107-d790a46713ce {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:45:28.477903 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Pushing event updated for resources: {'Port': ['ID=a8652daa-b91a-4fac-8202-33eea6d124cc,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:28.498029 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:45:28.498433 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Checking segment: {'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:45:28.498788 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.499190 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Bound using segment: {'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:45:28.499650 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Bound port: a8652daa-b91a-4fac-8202-33eea6d124cc, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:45:28.500024 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.508831 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.509178 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.509533 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.520647 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.521051 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.521518 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.522126 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.522469 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.522912 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.523243 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.523568 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.523890 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:28.554205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b47f574e-016f-477e-968b-a3cf5dfeeab0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:28.554746 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.571225 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d231-3b9c-4a9a-a892-5add6670269b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.622339 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] For port a8652daa-b91a-4fac-8202-33eea6d124cc, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:45:28.633475 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] For port a8652daa-b91a-4fac-8202-33eea6d124cc, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a8652daa-b91a-4fac-8202-33eea6d124cc,segment=NetworkSegment(75f37884-87cc-404c-94b1-f5ca8e08612d),segment_id=75f37884-87cc-404c-94b1-f5ca8e08612d)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:45:28.649079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d231-3b9c-4a9a-a892-5add6670269b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.666477 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0d231-3b9c-4a9a-a892-5add6670269b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e26b63-3373-4822-a690-6d624673e4ad,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:28.682266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68a96cbf-efed-497e-8822-731aab42235f up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:45:28.707246 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.768793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5bdd8b1b-c9f3-4812-b1c9-2f127a55e99b None None] Provisioning complete for port a8652daa-b91a-4fac-8202-33eea6d124cc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:28.769320 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8b1b-c9f3-4812-b1c9-2f127a55e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.770978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 68a96cbf-efed-497e-8822-731aab42235f triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:28.771380 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.776072 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Routers {'80aa1b32-8a99-4357-82ee-1c259b0e7e7e'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:28.776911 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:45:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:28.782880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d231-3b9c-4a9a-a892-5add6670269b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:28.788928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39300) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:28.793791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d4e5f87f-9c17-419a-945b-abf181381d20 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '6e056641-b569-4b42-b8f2-8da0693daabc', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:28.796704 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6ea0d231-3b9c-4a9a-a892-5add6670269b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4528885 Oct 19 11:45:28.837891 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c917bdb-9c2d-4bf1-a280-c94a2ce220bf None None] Pushing event updated for resources: {'Port': ['ID=a8652daa-b91a-4fac-8202-33eea6d124cc,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:28.958241 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f87f-9c17-419a-945b-abf181381d20 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.039504 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] Set router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:29.057470 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8b1b-c9f3-4812-b1c9-2f127a55e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.094818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f87f-9c17-419a-945b-abf181381d20 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.100886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5bdd8b1b-c9f3-4812-b1c9-2f127a55e99b None None] For port a8652daa-b91a-4fac-8202-33eea6d124cc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a8652daa-b91a-4fac-8202-33eea6d124cc,segment=NetworkSegment(75f37884-87cc-404c-94b1-f5ca8e08612d),segment_id=75f37884-87cc-404c-94b1-f5ca8e08612d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:29.102853 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.128274 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.202478 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7bc3311-c4f0-4a61-9b1b-4ade9374f242 req-9e76b771-104b-4905-b285-d640e7c94942 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0358827 Oct 19 11:45:29.203608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f87f-9c17-419a-945b-abf181381d20 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.203796 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5bdd8b1b-c9f3-4812-b1c9-2f127a55e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.243943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5f87f-9c17-419a-945b-abf181381d20 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d6a9b5-0335-478d-82d3-9c164e1e01d4,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:29.277690 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd8b1b-c9f3-4812-b1c9-2f127a55e99b None None] Pushing event updated for resources: {'Port': ['ID=a8652daa-b91a-4fac-8202-33eea6d124cc,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:29.297439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d4e5f87f-9c17-419a-945b-abf181381d20 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.301706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d4e5f87f-9c17-419a-945b-abf181381d20 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5092885 Oct 19 11:45:29.302038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39310) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:29.306380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-07e992ed-abf2-40e5-b5c6-b52c45f7d107 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '6e056641-b569-4b42-b8f2-8da0693daabc', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:29.327072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7f76abb5-c6ab-4c0e-b3bc-8a5fc5dfc431 None None] Provisioning complete for port a8652daa-b91a-4fac-8202-33eea6d124cc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:29.327971 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7f76abb5-c6ab-4c0e-b3bc-8a5fc5dfc431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.344495 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:25Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a8652daa-b91a-4fac-8202-33eea6d124cc', 'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:d7:b1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:24Z', 'updated_at': '2021-10-19T11:45:28Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:29.380975 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624d21f-7d5f-45fb-8008-7140b3685f22 None None] The sync data for ids ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'] in n-d-814547-1 is: [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:25Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a8652daa-b91a-4fac-8202-33eea6d124cc', 'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:d7:b1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:24Z', 'updated_at': '2021-10-19T11:45:28Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:45:29.391936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07e992ed-abf2-40e5-b5c6-b52c45f7d107 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.484402 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07e992ed-abf2-40e5-b5c6-b52c45f7d107 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.592280 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07e992ed-abf2-40e5-b5c6-b52c45f7d107 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.610931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e992ed-abf2-40e5-b5c6-b52c45f7d107 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ceb75a7-3d23-4407-bc35-a61f08147ffd,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:29.674726 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07e992ed-abf2-40e5-b5c6-b52c45f7d107 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.676581 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-07e992ed-abf2-40e5-b5c6-b52c45f7d107 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734064 Oct 19 11:45:29.679015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39312) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:29.683714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-91b205f0-47e6-42f3-9706-af07c6d487c0 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '6e056641-b569-4b42-b8f2-8da0693daabc', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:29.769089 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91b205f0-47e6-42f3-9706-af07c6d487c0 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.834297 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91b205f0-47e6-42f3-9706-af07c6d487c0 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.900982 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91b205f0-47e6-42f3-9706-af07c6d487c0 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.941268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b205f0-47e6-42f3-9706-af07c6d487c0 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4ec13b-3f2b-4510-b863-a3414b5aa096,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:29.989742 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91b205f0-47e6-42f3-9706-af07c6d487c0 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:29.991240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-91b205f0-47e6-42f3-9706-af07c6d487c0 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3111558 Oct 19 11:45:29.994049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39320) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:30.001885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6b6bca0c-bcc5-4f91-81fe-c4e9e65d3bba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '6e056641-b569-4b42-b8f2-8da0693daabc', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:30.124049 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-6b6bca0c-bcc5-4f91-81fe-c4e9e65d3bba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Project 8abfa711f30a45c1b1fb691610142fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:45:30.129552 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b6bca0c-bcc5-4f91-81fe-c4e9e65d3bba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:30.220461 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b6bca0c-bcc5-4f91-81fe-c4e9e65d3bba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:30.310462 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b6bca0c-bcc5-4f91-81fe-c4e9e65d3bba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:30.363060 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4bd60727-7670-4d1b-b98f-f5f0344d9e06 req-eb54f4c8-663d-4c65-a8fd-d6f2923d4746 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0665023 Oct 19 11:45:30.374477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bca0c-bcc5-4f91-81fe-c4e9e65d3bba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5607b5-5c0e-4304-a36b-b926662f49b2,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:30.428319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a8652daa-b91a-4fac-8202-33eea6d124cc up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:45:30.439814 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-33b5c531-0443-439d-b6ad-e7e9a3ac84dd tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:30.441474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-33b5c531-0443-439d-b6ad-e7e9a3ac84dd tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.1598387 Oct 19 11:45:30.461139 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-43a7feb0-956a-4afb-8cfe-c8f67ae9ec3f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/quotas/f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 375 time: 0.0102417 Oct 19 11:45:30.468588 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6b6bca0c-bcc5-4f91-81fe-c4e9e65d3bba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:30.470520 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6b6bca0c-bcc5-4f91-81fe-c4e9e65d3bba tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4746914 Oct 19 11:45:30.473245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39332) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:30.478227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a13ded32-cc83-46b8-969e-85d78e02cd42 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'security_group_rule': {'security_group_id': '6e056641-b569-4b42-b8f2-8da0693daabc', 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:30.510971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a8652daa-b91a-4fac-8202-33eea6d124cc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:30.511276 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:30.526799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-55d4286a-ac82-4d67-aea2-697d5c7ab122 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594208 Oct 19 11:45:30.581329 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-a13ded32-cc83-46b8-969e-85d78e02cd42 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Project 8abfa711f30a45c1b1fb691610142fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:45:30.586840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a13ded32-cc83-46b8-969e-85d78e02cd42 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:30.661159 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a13ded32-cc83-46b8-969e-85d78e02cd42 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:30.729675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-302b6ba4-fd70-4b76-b83d-495df37bb9b5 service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887989 Oct 19 11:45:30.734823 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a13ded32-cc83-46b8-969e-85d78e02cd42 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:30.754273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ded32-cc83-46b8-969e-85d78e02cd42 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9492ec4e-8a59-474b-8166-97c6e5c35b62,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:30.828439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a13ded32-cc83-46b8-969e-85d78e02cd42 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:30.830005 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a13ded32-cc83-46b8-969e-85d78e02cd42 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3554745 Oct 19 11:45:30.840089 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-86d9b0b5-e241-42b6-a34b-0c20166762d9 service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956757 Oct 19 11:45:30.889670 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:31.062466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-492a58dc-01ff-41f7-bc68-090cf4cc2d18 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367903434&fields=id&tenant_id=8abfa711f30a45c1b1fb691610142fba HTTP/1.1" status: 200 len: 267 time: 0.0438905 Oct 19 11:45:31.177164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-2462da0d-5b55-4244-8efd-628406b25385 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:31.178681 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-2462da0d-5b55-4244-8efd-628406b25385 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/networks?id=c0cbeb47-e6fb-491b-8107-d790a46713ce HTTP/1.1" status: 200 len: 797 time: 0.1082802 Oct 19 11:45:31.194454 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-15fd911b-4dbb-4025-b353-965ec449f24f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/quotas/8abfa711f30a45c1b1fb691610142fba HTTP/1.1" status: 200 len: 375 time: 0.0100112 Oct 19 11:45:31.247968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-3a0c5371-0a2a-4649-a634-6e9d7aede6de tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477118 Oct 19 11:45:31.351579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-262375f5-fd04-4105-a2f6-a197fec109b1 service neutron] 10.222.0.39 "GET /v2.0/networks/c0cbeb47-e6fb-491b-8107-d790a46713ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920088 Oct 19 11:45:31.472790 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-65ac3196-bb21-47f3-bc80-55a72669009c service neutron] 10.222.0.39 "GET /v2.0/networks/c0cbeb47-e6fb-491b-8107-d790a46713ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148107 Oct 19 11:45:31.475743 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6229fab-6c6e-4c04-ac1a-eafdb02d2638 req-21358fc3-6102-4942-9ccc-3fc7e386fbd4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 210 time: 0.0490572 Oct 19 11:45:31.578550 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d9b1538-c28b-4c40-87a3-78248a6b1cc8 req-fd203fdb-9f7b-45c2-a8a4-791bef34fb10 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0331812 Oct 19 11:45:31.729141 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9fa1bb7-84ba-48ef-90e0-539a09bfa77b req-0469f51e-1ab1-4091-8281-e251e3f75049 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 210 time: 0.0282810 Oct 19 11:45:32.168006 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94908bd4-f924-47f5-817e-359812960353 req-bf79e705-664f-4d30-a7cf-6d83b9f354d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0420156 Oct 19 11:45:32.583262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7b2434f-3e80-43b1-84cd-031a68bfcba9 req-18a57006-7b31-4694-94fc-ebadab263463 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 210 time: 0.0283234 Oct 19 11:45:32.693960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c3950d8d-9d87-49f3-bfa2-4349b0cd49bc req-daa00a18-01e4-4d39-9d1c-7be825331431 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0299051 Oct 19 11:45:32.833517 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba6dc51c-82a6-499f-a478-413f10340aa7 req-94529755-9921-4180-93be-3c6d0cf71f2f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 210 time: 0.0317335 Oct 19 11:45:33.281064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-df1a3f8a-927b-4505-8095-0577af826767 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:33.282589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-df1a3f8a-927b-4505-8095-0577af826767 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.1171613 Oct 19 11:45:33.294926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'port': {'device_id': 'bc9da83f-c838-47d9-9ed7-f1b1ee33e773', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'admin_state_up': True, 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:33.472688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Made reservation on behalf of f80dff5b781d42d8a94187bf4b85d3e4 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:45:33.475858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:33.634409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Allocated IP 172.20.0.13 (1b5204d6-13f8-468a-ae99-252172f92e2a/13bc9823-7501-4a92-b961-597339cb11f4/9afda896-2265-4347-9a37-0a45ed79ce8b) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:45:33.716930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-855299cf-9a32-4ca8-b050-225e646c9ea3 req-1f082516-3f8f-4946-8500-e545e0eae9e1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 210 time: 0.0416415 Oct 19 11:45:33.831178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-edd4b9da-f90d-4f23-b80f-9ce986416a60 req-e1e7c87e-417b-4a9e-b414-8bee1f945c3e tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0433395 Oct 19 11:45:33.864420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:34.023622 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0b96108-60ed-4c43-8776-31279bd3a513 req-6a3ecf81-8590-434b-9a6a-0446fe80cfac tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 210 time: 0.0706489 Oct 19 11:45:34.025697 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:34.073350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-f8d7aacd-911f-449d-b288-ed651403933c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:34.074904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-f8d7aacd-911f-449d-b288-ed651403933c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "GET /v2.0/networks?id=c0cbeb47-e6fb-491b-8107-d790a46713ce HTTP/1.1" status: 200 len: 797 time: 0.2427242 Oct 19 11:45:34.089176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Network 1b5204d6-13f8-468a-ae99-252172f92e2a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:45:34.183368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:34.188112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:45:34.200955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-0c56575d-c1d9-4573-a8a1-97d98446e055 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8abfa711f30a45c1b1fb691610142fba HTTP/1.1" status: 200 len: 379 time: 0.1154304 Oct 19 11:45:34.212023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'port': {'device_id': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'admin_state_up': True, 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'security_groups': ['6e056641-b569-4b42-b8f2-8da0693daabc']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:34.224456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=9afda896-2265-4347-9a37-0a45ed79ce8b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:34.278505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:34.283198 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:34.386889 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f0390356-7e72-447e-9bfd-039a1467c912 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0955796 Oct 19 11:45:34.407799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Request body: {'port': {'device_id': 'bc9da83f-c838-47d9-9ed7-f1b1ee33e773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:34.492425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:34.510245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Made reservation on behalf of 8abfa711f30a45c1b1fb691610142fba for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:45:34.526272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:34.592878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ff6188-5570-4b95-81d3-242c074bb653 req-68c4b569-903e-4c47-b122-61173ae014e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=667101aa61494f5497723aad52125242&device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0462821 Oct 19 11:45:34.598843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62edd23f-dc62-40b5-9db1-ed7cb92d488d req-663f1b11-0bff-4b11-b80f-a55005dc5eca tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0469403 Oct 19 11:45:34.600462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b4ec54d-d601-44a7-ac09-078889ab73e8 None None] Provisioning complete for port 9afda896-2265-4347-9a37-0a45ed79ce8b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:34.601789 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec54d-d601-44a7-ac09-078889ab73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:34.661911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ec54d-d601-44a7-ac09-078889ab73e8 None None] Port 9afda896-2265-4347-9a37-0a45ed79ce8b cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:45:34.669025 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ff6188-5570-4b95-81d3-242c074bb653 req-38ed0779-775d-49ea-9665-f0a6e8668a83 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=667101aa61494f5497723aad52125242&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673931 Oct 19 11:45:34.804234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Allocated IP 172.20.0.7 (c0cbeb47-e6fb-491b-8107-d790a46713ce/f572475d-9d9f-4bfc-8794-a1afb9aa3c32/4848601a-824f-4b71-b800-e0ca37422e42) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:45:34.836994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff6188-5570-4b95-81d3-242c074bb653 req-2b8664d4-e9b9-4a0b-90ec-bc57c724e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:34.838372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ff6188-5570-4b95-81d3-242c074bb653 req-2b8664d4-e9b9-4a0b-90ec-bc57c724e117 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1519458 Oct 19 11:45:34.872590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afda896-2265-4347-9a37-0a45ed79ce8b {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:45:34.880559 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:34.894187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Transition to ACTIVE for port object 9afda896-2265-4347-9a37-0a45ed79ce8b will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:45:34.929841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8105b-0820-49cc-a34d-eb5550a1dddd req-9048f084-e840-402e-976c-9a791347ca72 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:34.931324 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1bf8105b-0820-49cc-a34d-eb5550a1dddd req-9048f084-e840-402e-976c-9a791347ca72 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 932 time: 0.0987430 Oct 19 11:45:34.986344 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:35.045301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1bf8105b-0820-49cc-a34d-eb5550a1dddd req-ca260231-d935-4a81-9b2f-a2085edf6bf2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751238 Oct 19 11:45:35.066585 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:35.135667 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Pushing event updated for resources: {'Port': ['ID=9afda896-2265-4347-9a37-0a45ed79ce8b,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:35.162753 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:35.182660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-159f7048-6c82-4a66-a4e6-a10f1f625b92 req-96d26280-3656-4840-86d8-bea4b477562f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 210 time: 0.0441864 Oct 19 11:45:35.193289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Attempting to bind port 9afda896-2265-4347-9a37-0a45ed79ce8b on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:45:35.193631 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Attempting to bind port 9afda896-2265-4347-9a37-0a45ed79ce8b by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:45:35.193965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Attempting to bind port 9afda896-2265-4347-9a37-0a45ed79ce8b on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:45:35.200287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Port 9afda896-2265-4347-9a37-0a45ed79ce8b on network 1b5204d6-13f8-468a-ae99-252172f92e2a not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:45:35.200636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Attempting to bind port 9afda896-2265-4347-9a37-0a45ed79ce8b on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:45:35.206727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:45:35.207072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Checking segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:45:35.207927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Bound using segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:45:35.208031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Bound port: 9afda896-2265-4347-9a37-0a45ed79ce8b, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:45:35.208306 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:35.211653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network c0cbeb47-e6fb-491b-8107-d790a46713ce is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:45:35.220427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:35.224745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:45:35.284625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=4848601a-824f-4b71-b800-e0ca37422e42,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:35.302989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:35.303661 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:35.307520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] For port 9afda896-2265-4347-9a37-0a45ed79ce8b, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:45:35.311119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] For port 9afda896-2265-4347-9a37-0a45ed79ce8b, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9afda896-2265-4347-9a37-0a45ed79ce8b,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:45:35.387062 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:35.402535 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-74d3eba2-ac50-451f-b3d9-7195a0986b3d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1948884 Oct 19 11:45:35.425964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Request body: {'port': {'device_id': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:35.449392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:35.449392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:35.449392 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] 10.222.0.49 "PUT /v2.0/ports/9afda896-2265-4347-9a37-0a45ed79ce8b HTTP/1.1" status: 200 len: 1092 time: 1.0522046 Oct 19 11:45:35.463190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9da83f-c838-47d9-9ed7-f1b1ee33e773', 'tag': '9afda896-2265-4347-9a37-0a45ed79ce8b'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:45:35.470672 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13b5695-6e41-471e-85d0-78d3788ca731" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9da83f-c838-47d9-9ed7-f1b1ee33e773", "tag": "9afda896-2265-4347-9a37-0a45ed79ce8b"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:45:35.551028 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e088e0-b04e-41c2-a9cc-0e9b8e61f3b9 x-openstack-request-id: req-45e088e0-b04e-41c2-a9cc-0e9b8e61f3b9 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:45:35.554443 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9da83f-c838-47d9-9ed7-f1b1ee33e773", "tag": "9afda896-2265-4347-9a37-0a45ed79ce8b", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:45:35.554443 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45e088e0-b04e-41c2-a9cc-0e9b8e61f3b9 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:45:35.554443 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9da83f-c838-47d9-9ed7-f1b1ee33e773', 'tag': '9afda896-2265-4347-9a37-0a45ed79ce8b', 'status': 'completed', 'code': 200} Oct 19 11:45:35.571528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08d4b3-b25c-4bff-b009-ec8e6e0d2c0f service neutron] Pushing event updated for resources: {'Port': ['ID=9afda896-2265-4347-9a37-0a45ed79ce8b,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:35.616296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-6bb3f759-e020-45f5-bf55-f429b2fb8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:35.618243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0d81d533-cf89-4a7c-b486-354a8e594ce3 None None] Provisioning complete for port 4848601a-824f-4b71-b800-e0ca37422e42 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:35.618717 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d81d533-cf89-4a7c-b486-354a8e594ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:35.619422 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-6bb3f759-e020-45f5-bf55-f429b2fb8cab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 1095 time: 0.0586624 Oct 19 11:45:35.712453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-4b89174c-6a1d-4db3-90ee-da94722d163c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9afda896-2265-4347-9a37-0a45ed79ce8b HTTP/1.1" status: 200 len: 217 time: 0.0791106 Oct 19 11:45:35.714199 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0d81d533-cf89-4a7c-b486-354a8e594ce3 None None] Port 4848601a-824f-4b71-b800-e0ca37422e42 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:45:35.783689 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29b7d4bb-9770-4006-9b55-261e2bf43128 req-806441c5-e2c7-4e5e-ae69-8e9b8a05d008 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0698433 Oct 19 11:45:35.824628 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-57f11069-3ad1-4bf1-b103-9e9f41f3f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:35.826067 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-57f11069-3ad1-4bf1-b103-9e9f41f3f623 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0945523 Oct 19 11:45:35.900440 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:35.901008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-44910ad9-3a00-42c0-8edb-07365767cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:35.901982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-44910ad9-3a00-42c0-8edb-07365767cef2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661902 Oct 19 11:45:36.020069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-f98141eb-9034-44f6-8d9f-e7d7b3e66aa7 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099634 Oct 19 11:45:36.148169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9783a7d-313a-4d18-a49a-8b2bd8ae4b46 req-7e776db8-3ee2-4a11-b6e3-d14738b9ff24 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206200 Oct 19 11:45:36.200509 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ff6188-5570-4b95-81d3-242c074bb653 req-4edbcace-6d08-45fb-bcf0-95eeb62eae19 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0757928 Oct 19 11:45:36.332486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e103b40-f54d-4d37-a652-c0475abf8fbe req-239742fd-0f3b-41b6-95bc-68490b6f8292 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:36.334127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e103b40-f54d-4d37-a652-c0475abf8fbe req-239742fd-0f3b-41b6-95bc-68490b6f8292 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 944 time: 0.1449711 Oct 19 11:45:36.352026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4848601a-824f-4b71-b800-e0ca37422e42 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:45:36.359095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-0eff225b-af00-4571-86b6-542c9dbf1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:36.361174 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-0eff225b-af00-4571-86b6-542c9dbf1953 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 1095 time: 0.0977390 Oct 19 11:45:36.361982 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:36.372847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba04d9-b59b-41d5-b338-ec2e01a694ee req-8da13136-afe8-4708-8920-b0e8f3da4936 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:36.376510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Transition to ACTIVE for port object 4848601a-824f-4b71-b800-e0ca37422e42 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:45:36.381096 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bdba04d9-b59b-41d5-b338-ec2e01a694ee req-8da13136-afe8-4708-8920-b0e8f3da4936 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 931 time: 0.1061823 Oct 19 11:45:36.433708 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e103b40-f54d-4d37-a652-c0475abf8fbe req-292cd854-23bc-406b-b4f7-425feb5cc062 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874038 Oct 19 11:45:36.472566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:36.493461 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bdba04d9-b59b-41d5-b338-ec2e01a694ee req-a9037abf-bae5-4283-9510-02ad21b5e6b0 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e056641-b569-4b42-b8f2-8da0693daabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113353 Oct 19 11:45:36.534343 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-eaa80b53-0120-4216-a562-bba8fbfcdb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:36.534868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-eaa80b53-0120-4216-a562-bba8fbfcdb7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.1450694 Oct 19 11:45:36.549795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Pushing event updated for resources: {'Port': ['ID=4848601a-824f-4b71-b800-e0ca37422e42,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:36.604418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-86956cd8-4c86-4a0e-afc3-e36ceb3ba78b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9afda896-2265-4347-9a37-0a45ed79ce8b HTTP/1.1" status: 200 len: 217 time: 0.0621405 Oct 19 11:45:36.646939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Attempting to bind port 4848601a-824f-4b71-b800-e0ca37422e42 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:45:36.647416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Attempting to bind port 4848601a-824f-4b71-b800-e0ca37422e42 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:45:36.647752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Attempting to bind port 4848601a-824f-4b71-b800-e0ca37422e42 on network c0cbeb47-e6fb-491b-8107-d790a46713ce {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:45:36.654751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Port 4848601a-824f-4b71-b800-e0ca37422e42 on network c0cbeb47-e6fb-491b-8107-d790a46713ce not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:45:36.655144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Attempting to bind port 4848601a-824f-4b71-b800-e0ca37422e42 on network c0cbeb47-e6fb-491b-8107-d790a46713ce {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:45:36.661944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:45:36.662283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Checking segment: {'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:45:36.662673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Bound using segment: {'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:45:36.663108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Bound port: 4848601a-824f-4b71-b800-e0ca37422e42, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f37884-87cc-404c-94b1-f5ca8e08612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:45:36.663467 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:36.672877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-b9a3c7b4-33b2-42b0-8024-3a0edcbd1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:36.672877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-b9a3c7b4-33b2-42b0-8024-3a0edcbd1e89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0579386 Oct 19 11:45:36.722604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-4188f443-8213-4af9-97ea-d05ef9b92961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:36.724404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-4188f443-8213-4af9-97ea-d05ef9b92961 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458753 Oct 19 11:45:36.750309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] For port 4848601a-824f-4b71-b800-e0ca37422e42, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:45:36.754854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] For port 4848601a-824f-4b71-b800-e0ca37422e42, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4848601a-824f-4b71-b800-e0ca37422e42,segment=NetworkSegment(75f37884-87cc-404c-94b1-f5ca8e08612d),segment_id=75f37884-87cc-404c-94b1-f5ca8e08612d)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:45:36.827573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-d9c73220-29c4-48fe-aa90-e8a35f75ef8c service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943997 Oct 19 11:45:36.834129 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:36.880765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:36.881679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:36.883881 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] 10.222.0.49 "PUT /v2.0/ports/4848601a-824f-4b71-b800-e0ca37422e42 HTTP/1.1" status: 200 len: 1091 time: 1.4710224 Oct 19 11:45:36.884525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'tag': '4848601a-824f-4b71-b800-e0ca37422e42'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:45:36.888166 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3ef2d6-9edf-4052-b803-dd08760ad7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10", "tag": "4848601a-824f-4b71-b800-e0ca37422e42"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:45:36.952877 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3a053a-22e4-4438-bed1-c686c14517ec x-openstack-request-id: req-5f3a053a-22e4-4438-bed1-c686c14517ec {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:45:36.953535 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10", "tag": "4848601a-824f-4b71-b800-e0ca37422e42", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:45:36.953535 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f3a053a-22e4-4438-bed1-c686c14517ec {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:45:36.956822 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'tag': '4848601a-824f-4b71-b800-e0ca37422e42', 'status': 'completed', 'code': 200} Oct 19 11:45:36.956822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae8ca3-56c9-4b3c-b90d-c5e05f63c99c service neutron] Pushing event updated for resources: {'Port': ['ID=4848601a-824f-4b71-b800-e0ca37422e42,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:36.985672 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-270376c1-ee35-4a75-8384-cdc82ceff6a4 req-e4679707-babe-4f56-ad9a-560b14f8f3d5 tempest-ServerShowV254Test-81244680 tempest-ServerShowV254Test-81244680-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f629e7f-d09f-4743-8485-bd39d8147a2b HTTP/1.1" status: 200 len: 210 time: 0.0490096 Oct 19 11:45:37.004807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-5b7f6cc2-e126-4fd7-a4e9-91145a9076ca service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612937 Oct 19 11:45:37.044666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ef2d6-9edf-4052-b803-dd08760ad7aa req-1bb8b36f-47cd-47e2-880a-ab5ef8b71a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:37.047112 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f3ef2d6-9edf-4052-b803-dd08760ad7aa req-1bb8b36f-47cd-47e2-880a-ab5ef8b71a4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 1094 time: 0.0605409 Oct 19 11:45:37.208245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ef2d6-9edf-4052-b803-dd08760ad7aa req-c99ba13e-7bd4-4f56-ae2d-3dd285842592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:37.209930 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f3ef2d6-9edf-4052-b803-dd08760ad7aa req-c99ba13e-7bd4-4f56-ae2d-3dd285842592 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8abfa711f30a45c1b1fb691610142fba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1547365 Oct 19 11:45:37.329262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ef2d6-9edf-4052-b803-dd08760ad7aa req-96aedc97-220a-47d3-b9dd-aad3f292d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:37.331130 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f3ef2d6-9edf-4052-b803-dd08760ad7aa req-96aedc97-220a-47d3-b9dd-aad3f292d17f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102531 Oct 19 11:45:37.410841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-22f16d03-e917-444b-a0f1-40cfb13c4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:37.412382 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-22f16d03-e917-444b-a0f1-40cfb13c4116 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 1094 time: 0.0439332 Oct 19 11:45:37.459339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-b6f03777-04d9-4c8f-980c-970da4445cb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4848601a-824f-4b71-b800-e0ca37422e42 HTTP/1.1" status: 200 len: 217 time: 0.0390987 Oct 19 11:45:37.512476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-9b903a74-e2fd-437f-9715-2085615129cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:37.518680 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-9b903a74-e2fd-437f-9715-2085615129cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f572475d-9d9f-4bfc-8794-a1afb9aa3c32 HTTP/1.1" status: 200 len: 835 time: 0.0484557 Oct 19 11:45:37.563314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620e7e-842b-412b-ac86-a345817e8093 req-f836d0b3-81d5-424c-b1a8-7fb25dc6bb9f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:37.563314 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8b620e7e-842b-412b-ac86-a345817e8093 req-f836d0b3-81d5-424c-b1a8-7fb25dc6bb9f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 944 time: 0.0622559 Oct 19 11:45:37.602486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-fcc87824-b1e2-4f0f-8247-f7097dc879b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:37.604819 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-fcc87824-b1e2-4f0f-8247-f7097dc879b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0cbeb47-e6fb-491b-8107-d790a46713ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812261 Oct 19 11:45:37.627299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8b620e7e-842b-412b-ac86-a345817e8093 req-d5a1df52-7c91-4990-968d-25cb4328d0a0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497661 Oct 19 11:45:37.730076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f11837-1ede-457f-9666-c01b40814793 req-ecc812e6-3891-45fc-b6b1-257a2a0612a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:37.731629 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8f11837-1ede-457f-9666-c01b40814793 req-ecc812e6-3891-45fc-b6b1-257a2a0612a8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 943 time: 0.1212301 Oct 19 11:45:37.771376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-4bfe664a-9552-4ef9-a764-60909664a27f service neutron] 10.222.0.49 "GET /v2.0/networks/c0cbeb47-e6fb-491b-8107-d790a46713ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502051 Oct 19 11:45:37.804426 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8f11837-1ede-457f-9666-c01b40814793 req-8ab7164a-ceee-4844-9bbf-21b8cbac3833 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e056641-b569-4b42-b8f2-8da0693daabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661473 Oct 19 11:45:37.879413 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e97295c3-e51f-4e59-91fc-ee8f8b91f087 req-789336b7-8b99-4df2-bf42-b753303926d6 service neutron] 10.222.0.49 "GET /v2.0/networks/c0cbeb47-e6fb-491b-8107-d790a46713ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001799 Oct 19 11:45:38.439117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39468) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:38.560164 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1698-664f-473d-9c97-020328218c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:38.640049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1698-664f-473d-9c97-020328218c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:38.684443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1698-664f-473d-9c97-020328218c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:38.729521 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8ffd1698-664f-473d-9c97-020328218c14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=667101aa61494f5497723aad52125242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866948 Oct 19 11:45:38.730002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39478) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:38.737738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd1698-664f-473d-9c97-020328218c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e691fb5-b42b-4adb-988b-49dd90467faf,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:38.802572 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0678d025-0358-422c-9726-0760f9c7db33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:38.817756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c632691-1f48-4ce2-9c9a-a5abfb93d5c8 req-77fde0d5-c43a-49dc-bceb-9f89475c7563 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:38.821009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3c632691-1f48-4ce2-9c9a-a5abfb93d5c8 req-77fde0d5-c43a-49dc-bceb-9f89475c7563 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 944 time: 0.0636895 Oct 19 11:45:38.825424 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0678d025-0358-422c-9726-0760f9c7db33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:38.884937 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3c632691-1f48-4ce2-9c9a-a5abfb93d5c8 req-d6d443d8-0e68-4966-8203-ed274e99661c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579574 Oct 19 11:45:38.947840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c43315-5e76-448d-a94a-b3aea6ab6c2d req-d0391ccb-851b-429c-ad12-9686a38365f8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:38.957196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38c43315-5e76-448d-a94a-b3aea6ab6c2d req-d0391ccb-851b-429c-ad12-9686a38365f8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 943 time: 0.0671093 Oct 19 11:45:38.990238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38c43315-5e76-448d-a94a-b3aea6ab6c2d req-7d2c22a9-52b7-4d80-ab03-7b63624be797 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e056641-b569-4b42-b8f2-8da0693daabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322642 Oct 19 11:45:38.992316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0678d025-0358-422c-9726-0760f9c7db33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:38.995016 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0678d025-0358-422c-9726-0760f9c7db33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:38.997306 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0678d025-0358-422c-9726-0760f9c7db33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e691fb5-b42b-4adb-988b-49dd90467faf HTTP/1.1" status: 204 len: 168 time: 0.2649598 Oct 19 11:45:39.006046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678d025-0358-422c-9726-0760f9c7db33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e691fb5-b42b-4adb-988b-49dd90467faf,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:39.853117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4848601a-824f-4b71-b800-e0ca37422e42 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:45:39.964496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4848601a-824f-4b71-b800-e0ca37422e42, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4848601a-824f-4b71-b800-e0ca37422e42,segment=NetworkSegment(75f37884-87cc-404c-94b1-f5ca8e08612d),segment_id=75f37884-87cc-404c-94b1-f5ca8e08612d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:39.982433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '4848601a-824f-4b71-b800-e0ca37422e42', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'port_id': '4848601a-824f-4b71-b800-e0ca37422e42', 'mac_address': 'fa:16:3e:36:51:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:45:40.038693 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:40.039313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb42048-67d9-4942-807d-00d21e916095 req-debb2a04-774c-4554-a672-de835b17978a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:40.050870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39520) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:40.053233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4848601a-824f-4b71-b800-e0ca37422e42 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:45:40.060174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7cb42048-67d9-4942-807d-00d21e916095 req-debb2a04-774c-4554-a672-de835b17978a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 944 time: 0.0832264 Oct 19 11:45:40.100565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4848601a-824f-4b71-b800-e0ca37422e42, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4848601a-824f-4b71-b800-e0ca37422e42,segment=NetworkSegment(75f37884-87cc-404c-94b1-f5ca8e08612d),segment_id=75f37884-87cc-404c-94b1-f5ca8e08612d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:40.119986 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7cb42048-67d9-4942-807d-00d21e916095 req-2ad7c609-3a31-4eb0-9e41-fd1c11ea804f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587907 Oct 19 11:45:40.163791 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:40.166044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d753e1-1966-4d3b-b3b2-569529734d86 req-cbab1b3b-fa70-4766-abc3-6d3d51e9843d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:40.167408 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21d753e1-1966-4d3b-b3b2-569529734d86 req-cbab1b3b-fa70-4766-abc3-6d3d51e9843d tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 943 time: 0.0646212 Oct 19 11:45:40.196753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-371120547-network', 'tenant_id': '079db5ac226c4e0fbc91e51dce4759d7'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:40.213745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=4848601a-824f-4b71-b800-e0ca37422e42,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:40.237129 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21d753e1-1966-4d3b-b3b2-569529734d86 req-087db82c-7959-4dde-ac34-94242a0f20ed tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e056641-b569-4b42-b8f2-8da0693daabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624185 Oct 19 11:45:40.277990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Made reservation on behalf of 079db5ac226c4e0fbc91e51dce4759d7 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:45:40.280377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:40.290960 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:40.367818 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:40.371019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['4848601a-824f-4b71-b800-e0ca37422e42'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:45:40.437799 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:40.467102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:45:40.476503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09efd394-26d4-4da9-837d-30831f891e1f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:40.493688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:40.494035 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Added segment 5906e9d3-a515-4333-8ed5-a3f6f0a110aa of type vlan for network cea0f055-11ce-47b1-b3ba-d9fa05edb101 Oct 19 11:45:40.533671 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:40.643741 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:40.644639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:40.645212 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:40.707154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] Pushing event updated for resources: {'Network': ['ID=cea0f055-11ce-47b1-b3ba-d9fa05edb101,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:40.717610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network cea0f055-11ce-47b1-b3ba-d9fa05edb101 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:45:40.767310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a616b651-f584-47fa-aef8-90773ef0077c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7144229 Oct 19 11:45:40.770284 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39534) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:40.775378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] Request body: {'subnet': {'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-371120547-subnet', 'tenant_id': '079db5ac226c4e0fbc91e51dce4759d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:40.855229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] Made reservation on behalf of 079db5ac226c4e0fbc91e51dce4759d7 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:45:40.857661 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:41.078462 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:41.137837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=571c07e4-f32e-40ae-b0ba-4e8314ddadc1,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:41.147688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] Checking segment: {'id': '5906e9d3-a515-4333-8ed5-a3f6f0a110aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:45:41.148118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] Network hostable DHCP agents. Network: cea0f055-11ce-47b1-b3ba-d9fa05edb101, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:45:41.246994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] Network cea0f055-11ce-47b1-b3ba-d9fa05edb101 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:45:41.258567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e9b8e-ae98-4ee1-992a-eee77e78953d req-0a0ad3e3-cdb5-47d2-afac-3f163713d578 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:41.260193 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de5e9b8e-ae98-4ee1-992a-eee77e78953d req-0a0ad3e3-cdb5-47d2-afac-3f163713d578 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 944 time: 0.0609305 Oct 19 11:45:41.306057 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de5e9b8e-ae98-4ee1-992a-eee77e78953d req-70d007c1-e218-407d-825c-d81ab949d743 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375545 Oct 19 11:45:41.330341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, cea0f055-11ce-47b1-b3ba-d9fa05edb101) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:41.334841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:41.335439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:41.340411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df080c69-9c68-474b-83d3-7bce72c325f0 None None] Network cea0f055-11ce-47b1-b3ba-d9fa05edb101 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:45:41.370763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433a633-1188-4c5e-aaf7-fc1ee5d90062 req-56b84d3f-fac2-461c-8f43-709ed4a6c3f5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:41.372257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7433a633-1188-4c5e-aaf7-fc1ee5d90062 req-56b84d3f-fac2-461c-8f43-709ed4a6c3f5 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 944 time: 0.0590363 Oct 19 11:45:41.415009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7433a633-1188-4c5e-aaf7-fc1ee5d90062 req-ea6ac0f9-553e-4df9-9f61-ea007ad46aaf tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e056641-b569-4b42-b8f2-8da0693daabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356958 Oct 19 11:45:41.424135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-518236a5-088f-4a4d-8b4e-2f7ddeb7b69d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6527317 Oct 19 11:45:41.482693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8aff5f-6a05-4d08-a3bd-0bf33ba62e45 None None] Network cea0f055-11ce-47b1-b3ba-d9fa05edb101 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:45:41.867626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4848601a-824f-4b71-b800-e0ca37422e42 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:45:41.891481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-b181d085-0eae-48a9-821c-c68cf6a31855 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:41.893927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-b181d085-0eae-48a9-821c-c68cf6a31855 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/networks?id=cea0f055-11ce-47b1-b3ba-d9fa05edb101 HTTP/1.1" status: 200 len: 813 time: 0.1066880 Oct 19 11:45:41.911963 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-ce856c7a-79a7-48ec-9ad2-82e2f58ba84b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/quotas/079db5ac226c4e0fbc91e51dce4759d7 HTTP/1.1" status: 200 len: 375 time: 0.0119755 Oct 19 11:45:41.951610 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-64063979-86a4-47cc-a4a3-58ec59401d16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337498 Oct 19 11:45:41.969608 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 4848601a-824f-4b71-b800-e0ca37422e42 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:45:41.974407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 4848601a-824f-4b71-b800-e0ca37422e42 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:41.974785 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:42.061240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-e99c3a55-8a8a-4ef0-9e60-b63ab883e8b5 service neutron] 10.222.0.39 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996311 Oct 19 11:45:42.067408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:42.091036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4848601a-824f-4b71-b800-e0ca37422e42'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:45:42.093676 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfb9cfd-5fd5-421d-a9a6-7c281c4c0d22" -d '{"events": [{"server_uuid": "0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10", "name": "network-vif-plugged", "status": "completed", "tag": "4848601a-824f-4b71-b800-e0ca37422e42"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:45:42.106312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4848601a-824f-4b71-b800-e0ca37422e42, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4848601a-824f-4b71-b800-e0ca37422e42,segment=NetworkSegment(75f37884-87cc-404c-94b1-f5ca8e08612d),segment_id=75f37884-87cc-404c-94b1-f5ca8e08612d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:42.136859 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb295669-ed79-450f-9a52-819dd47a18b7 x-openstack-request-id: req-cb295669-ed79-450f-9a52-819dd47a18b7 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:45:42.137246 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10", "name": "network-vif-plugged", "status": "completed", "tag": "4848601a-824f-4b71-b800-e0ca37422e42", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:45:42.137715 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb295669-ed79-450f-9a52-819dd47a18b7 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:45:42.138225 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4848601a-824f-4b71-b800-e0ca37422e42', 'code': 200} Oct 19 11:45:42.165739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-9c7b1074-c217-484f-804a-fa3bbfb60131 service neutron] 10.222.0.39 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992448 Oct 19 11:45:42.180801 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:42.229300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=4848601a-824f-4b71-b800-e0ca37422e42,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:42.248824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa2c75-39d9-4af9-b4ab-751e9621e624 req-f1cb7b73-4729-46c7-97f6-792cb3b0e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:42.250405 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-abfa2c75-39d9-4af9-b4ab-751e9621e624 req-f1cb7b73-4729-46c7-97f6-792cb3b0e053 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 1096 time: 0.0560176 Oct 19 11:45:42.297093 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-abfa2c75-39d9-4af9-b4ab-751e9621e624 req-7386bb05-f775-48f2-8830-6f8cefda8eef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6e056641-b569-4b42-b8f2-8da0693daabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394785 Oct 19 11:45:42.398415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9dd32759-7f41-485b-b99a-8de896a04d25 req-0b6580f8-1866-423b-8f63-ec0f4c26bf70 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 210 time: 0.0382705 Oct 19 11:45:42.437381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb66944-0f39-4022-835e-e413a3963533 req-7eb703ab-a714-4aee-a5a6-950c63dfded9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:42.438912 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bfb66944-0f39-4022-835e-e413a3963533 req-7eb703ab-a714-4aee-a5a6-950c63dfded9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 944 time: 0.0543983 Oct 19 11:45:42.490261 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bfb66944-0f39-4022-835e-e413a3963533 req-cfd67512-47d6-4cd7-be37-d29f2abb05f0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443478 Oct 19 11:45:42.577271 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e84d1-78e7-4a99-a2d1-a18b65fecd2e req-e01837c3-26b5-4e1b-bb82-ef379cd8e4e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:42.578709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-439e84d1-78e7-4a99-a2d1-a18b65fecd2e req-e01837c3-26b5-4e1b-bb82-ef379cd8e4e9 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 945 time: 0.0484374 Oct 19 11:45:42.617138 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-439e84d1-78e7-4a99-a2d1-a18b65fecd2e req-f1c10692-2c22-4455-b77b-c71744c9d01b tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e056641-b569-4b42-b8f2-8da0693daabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318115 Oct 19 11:45:43.493263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a075375e-8456-4dee-ac69-613bad9d83bd req-1ef1d81d-d538-4fa2-8c84-907a1b997c60 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 210 time: 0.0319006 Oct 19 11:45:43.617079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b144dc4-01a9-4ed0-9db3-281d4ff5cdd1 req-5d9273fa-0b1a-4ab2-95a3-073e14f92697 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:43.618612 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b144dc4-01a9-4ed0-9db3-281d4ff5cdd1 req-5d9273fa-0b1a-4ab2-95a3-073e14f92697 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 944 time: 0.0520620 Oct 19 11:45:43.669870 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b144dc4-01a9-4ed0-9db3-281d4ff5cdd1 req-35d6e421-3b71-406f-b92e-c882e7b6b0ef tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447757 Oct 19 11:45:43.739832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244b017-8827-40e2-8d03-59d038792dd4 req-1b3a54c3-19fc-431b-9059-36ec79c75982 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:43.741442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2244b017-8827-40e2-8d03-59d038792dd4 req-1b3a54c3-19fc-431b-9059-36ec79c75982 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 945 time: 0.0511286 Oct 19 11:45:43.782131 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2244b017-8827-40e2-8d03-59d038792dd4 req-7922ea5b-e83a-420f-a6e5-0b03fd7876f8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e056641-b569-4b42-b8f2-8da0693daabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343959 Oct 19 11:45:43.810478 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:45:43.900123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de05a6c-e1db-496f-9202-d7b77a5ac2e1 req-a368d013-117e-4fb6-a18a-565a495dee83 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:43.901627 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6de05a6c-e1db-496f-9202-d7b77a5ac2e1 req-a368d013-117e-4fb6-a18a-565a495dee83 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 945 time: 0.0490115 Oct 19 11:45:43.946261 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6de05a6c-e1db-496f-9202-d7b77a5ac2e1 req-d9d05243-71c0-46ab-a717-ef0bd3faaea6 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e056641-b569-4b42-b8f2-8da0693daabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353081 Oct 19 11:45:43.968633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39618) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:44.009369 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150ef66-51f6-49d0-973f-7938bacc2970 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:44.013819 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6150ef66-51f6-49d0-973f-7938bacc2970 tempest-TestNetworkBasicOps-524465702 tempest-TestNetworkBasicOps-524465702-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 1091 time: 0.0412951 Oct 19 11:45:44.015843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39622) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:44.020400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '4848601a-824f-4b71-b800-e0ca37422e42', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:44.112632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:44.220858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:44.330286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Allocated IP 172.25.2.220 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/83060155-7fa7-4db6-b7f8-7134d93c5c7c) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:45:44.418387 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-8db884d5-7fdb-4398-9361-cc08f64e4a01 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:44.419848 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-8db884d5-7fdb-4398-9361-cc08f64e4a01 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.26 "GET /v2.0/networks?id=cea0f055-11ce-47b1-b3ba-d9fa05edb101 HTTP/1.1" status: 200 len: 813 time: 0.1191800 Oct 19 11:45:44.437836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Request body: {'port': {'device_id': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101', 'admin_state_up': True, 'tenant_id': '079db5ac226c4e0fbc91e51dce4759d7'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:44.444063 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:44.570441 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:44.605951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:45:44.606155 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f8c895c-8650-45ac-b07a-6d55b82e2334 req-8b68a917-675d-4bd6-8d1b-e0efcab65a6d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 210 time: 0.0320096 Oct 19 11:45:44.610145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:44.618721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:45:44.633087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Made reservation on behalf of 079db5ac226c4e0fbc91e51dce4759d7 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:45:44.637110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:44.655774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=83060155-7fa7-4db6-b7f8-7134d93c5c7c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:44.789870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Allocated IP 172.20.0.9 (cea0f055-11ce-47b1-b3ba-d9fa05edb101/571c07e4-f32e-40ae-b0ba-4e8314ddadc1/99ab0b69-5f94-4d20-a204-361385d3b705) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:45:44.890168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77f59-c01e-46be-a137-2c68c9cb457a req-2d895749-8eaa-42b5-96db-049ba12225ab tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:44.891713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1b77f59-c01e-46be-a137-2c68c9cb457a req-2d895749-8eaa-42b5-96db-049ba12225ab tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 944 time: 0.1334860 Oct 19 11:45:44.953742 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:44.974703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1b77f59-c01e-46be-a137-2c68c9cb457a req-d1d42b92-b148-4675-95d3-f08e0388ebff tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734196 Oct 19 11:45:45.038433 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:45.087218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Network cea0f055-11ce-47b1-b3ba-d9fa05edb101 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:45:45.089002 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:45.090367 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:45.095601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:45:45.102307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Pushing event updated for resources: {'Port': ['ID=99ab0b69-5f94-4d20-a204-361385d3b705,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:45.149007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:45.149531 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:45.211529 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:45.224389 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-4d9d52eb-3885-4c87-a7c8-12366c02db16 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7906396 Oct 19 11:45:45.242077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Request body: {'port': {'device_id': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:45.299930 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:45.382998 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:45.564381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:45.594278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ab0b69-5f94-4d20-a204-361385d3b705 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:45:45.603294 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:45.615780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Transition to ACTIVE for port object 99ab0b69-5f94-4d20-a204-361385d3b705 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:45:45.638175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event updated for resources: {'Port': ['ID=83060155-7fa7-4db6-b7f8-7134d93c5c7c,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:45.651356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:45.703073 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:45.759986 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Floating IP 05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0 associated. External IP: 172.25.2.220, port: 4848601a-824f-4b71-b800-e0ca37422e42. Oct 19 11:45:45.788266 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f56ddb-3dfa-45f0-a578-8d2a13159b03 req-276a20fa-3ad2-4d83-a417-2d22fb31e2dd tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:45.789813 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4f56ddb-3dfa-45f0-a578-8d2a13159b03 req-276a20fa-3ad2-4d83-a417-2d22fb31e2dd tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 931 time: 0.1160157 Oct 19 11:45:45.793868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Pushing event updated for resources: {'Port': ['ID=99ab0b69-5f94-4d20-a204-361385d3b705,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:45.880641 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4f56ddb-3dfa-45f0-a578-8d2a13159b03 req-7ff9324f-9482-48b3-81c0-08c6207997a1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653784 Oct 19 11:45:45.896727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Attempting to bind port 99ab0b69-5f94-4d20-a204-361385d3b705 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:45:45.897188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Attempting to bind port 99ab0b69-5f94-4d20-a204-361385d3b705 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '5906e9d3-a515-4333-8ed5-a3f6f0a110aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:45:45.897704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Attempting to bind port 99ab0b69-5f94-4d20-a204-361385d3b705 on network cea0f055-11ce-47b1-b3ba-d9fa05edb101 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:45:45.906414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Port 99ab0b69-5f94-4d20-a204-361385d3b705 on network cea0f055-11ce-47b1-b3ba-d9fa05edb101 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:45:45.906747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Attempting to bind port 99ab0b69-5f94-4d20-a204-361385d3b705 on network cea0f055-11ce-47b1-b3ba-d9fa05edb101 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:45:45.912584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:45:45.912929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Checking segment: {'id': '5906e9d3-a515-4333-8ed5-a3f6f0a110aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:45:45.913316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Bound using segment: {'id': '5906e9d3-a515-4333-8ed5-a3f6f0a110aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:45:45.913742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Bound port: 99ab0b69-5f94-4d20-a204-361385d3b705, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5906e9d3-a515-4333-8ed5-a3f6f0a110aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:45:45.914135 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:45.986846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:45:45.990056 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:45:46.084972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:46.130007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:46.130692 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:46.132141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/99ab0b69-5f94-4d20-a204-361385d3b705 HTTP/1.1" status: 200 len: 1091 time: 0.8942661 Oct 19 11:45:46.132632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:45:46.135992 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64742b2-e7a2-4da3-9c1a-5f745dfb41cb" -d '{"events": [{"name": "network-changed", "server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:45:46.174128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b7b75-94aa-4bb0-93db-e2f4374b99f5 service neutron] Pushing event updated for resources: {'Port': ['ID=99ab0b69-5f94-4d20-a204-361385d3b705,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:46.191829 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b40e29e-468f-4ac9-acdf-78d4541dfe78 x-openstack-request-id: req-1b40e29e-468f-4ac9-acdf-78d4541dfe78 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:45:46.191829 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:45:46.191829 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b40e29e-468f-4ac9-acdf-78d4541dfe78 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:45:46.192456 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705', 'status': 'completed', 'code': 200} Oct 19 11:45:46.264007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64742b2-e7a2-4da3-9c1a-5f745dfb41cb req-73318821-3f7b-4515-8132-b8c41d447b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:46.266600 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b64742b2-e7a2-4da3-9c1a-5f745dfb41cb req-73318821-3f7b-4515-8132-b8c41d447b2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 1094 time: 0.0513780 Oct 19 11:45:46.279215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1ac70-2c21-47fa-be89-0311f5772d66 req-9f50c541-28a3-4393-a484-baba0d2095c6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:46.280683 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4c1ac70-2c21-47fa-be89-0311f5772d66 req-9f50c541-28a3-4393-a484-baba0d2095c6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 944 time: 0.0636363 Oct 19 11:45:46.358006 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d4c1ac70-2c21-47fa-be89-0311f5772d66 req-3acd8f09-735d-48ad-b657-3dffa8349c8d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455997 Oct 19 11:45:46.393735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64742b2-e7a2-4da3-9c1a-5f745dfb41cb req-42032f46-e854-45a6-8f95-234299a65995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:46.393735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b64742b2-e7a2-4da3-9c1a-5f745dfb41cb req-42032f46-e854-45a6-8f95-234299a65995 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1085265 Oct 19 11:45:46.408918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:45:46.489415 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64742b2-e7a2-4da3-9c1a-5f745dfb41cb req-394a59c4-a85f-489e-8934-97cfa0e2b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:46.491003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b64742b2-e7a2-4da3-9c1a-5f745dfb41cb req-394a59c4-a85f-489e-8934-97cfa0e2b7d7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924749 Oct 19 11:45:46.519834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:45:46.535295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b83d0-73eb-4ce4-a72d-91e74f54392f None None] Sync routers for ids ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:45:46.547049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b83d0-73eb-4ce4-a72d-91e74f54392f None None] Routers {'80aa1b32-8a99-4357-82ee-1c259b0e7e7e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:46.547666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7b9b83d0-73eb-4ce4-a72d-91e74f54392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:45:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:46.598229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-35bac6e2-88d1-48c3-acbe-94d0249ac47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:46.599733 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-35bac6e2-88d1-48c3-acbe-94d0249ac47b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 1094 time: 0.0484176 Oct 19 11:45:46.635179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:46.649835 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-0ce814d0-ab3b-44c3-aa89-dfabc31710fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ab0b69-5f94-4d20-a204-361385d3b705 HTTP/1.1" status: 200 len: 217 time: 0.0389378 Oct 19 11:45:46.656179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-7b9b83d0-73eb-4ce4-a72d-91e74f54392f None None] Set router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:46.670171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f79bce54-bf26-49b2-a1f3-15c374ae46b2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6532273 Oct 19 11:45:46.671081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 39666) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:46.671697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'tag': '4848601a-824f-4b71-b800-e0ca37422e42'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:45:46.675645 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10", "tag": "4848601a-824f-4b71-b800-e0ca37422e42"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:45:46.723807 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec0d01d-1789-42ea-a4cd-70287c00619e x-openstack-request-id: req-eec0d01d-1789-42ea-a4cd-70287c00619e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:45:46.724326 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10", "tag": "4848601a-824f-4b71-b800-e0ca37422e42", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:45:46.724977 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eec0d01d-1789-42ea-a4cd-70287c00619e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:45:46.725713 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'tag': '4848601a-824f-4b71-b800-e0ca37422e42', 'status': 'completed', 'code': 200} Oct 19 11:45:46.794113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-18cd1cf6-b178-464d-9c5c-0004a4412ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:46.795513 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-18cd1cf6-b178-464d-9c5c-0004a4412ee3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571c07e4-f32e-40ae-b0ba-4e8314ddadc1 HTTP/1.1" status: 200 len: 853 time: 0.1343706 Oct 19 11:45:46.804743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f268aa1a-cb9b-4b96-9407-49aeb4cefa05 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/floatingips/05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0 HTTP/1.1" status: 200 len: 991 time: 0.1314685 Oct 19 11:45:46.835977 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-3c1b58b1-516f-4de8-b3d8-560c887a96d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cea0f055-11ce-47b1-b3ba-d9fa05edb101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276356 Oct 19 11:45:46.837865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e req-23f6ce22-3e4a-4bb6-af6e-a002fb6a2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:46.839617 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e req-23f6ce22-3e4a-4bb6-af6e-a002fb6a2fbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 1096 time: 0.0880401 Oct 19 11:45:47.024192 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-6c7a570a-80f5-4779-b2ac-f2800def416e service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774337 Oct 19 11:45:47.025495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e req-ace0411d-d2fe-4ff9-982b-6263e81b2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:47.026826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e req-ace0411d-d2fe-4ff9-982b-6263e81b2578 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0cbeb47-e6fb-491b-8107-d790a46713ce HTTP/1.1" status: 200 len: 898 time: 0.1738746 Oct 19 11:45:47.027738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd4f27-2a34-406a-8313-414f7d2093e4 req-94c0aa22-a47c-4575-b6d0-b98ab1a4696e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:47.029287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cfd4f27-2a34-406a-8313-414f7d2093e4 req-94c0aa22-a47c-4575-b6d0-b98ab1a4696e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0594046 Oct 19 11:45:47.051660 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7b9b83d0-73eb-4ce4-a72d-91e74f54392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:25Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'port_id': '4848601a-824f-4b71-b800-e0ca37422e42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'mac_address': 'fa:16:3e:36:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:45:44Z', 'updated_at': '2021-10-19T11:45:44Z', 'revision_number': 0, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8652daa-b91a-4fac-8202-33eea6d124cc', 'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:d7:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:24Z', 'updated_at': '2021-10-19T11:45:29Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:47.078396 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cfd4f27-2a34-406a-8313-414f7d2093e4 req-f43e6c6d-2bbb-4d15-bbfb-91f3bf97cc23 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327122 Oct 19 11:45:47.080859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b83d0-73eb-4ce4-a72d-91e74f54392f None None] Checking router: 80aa1b32-8a99-4357-82ee-1c259b0e7e7e for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:45:47.089818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b83d0-73eb-4ce4-a72d-91e74f54392f None None] Routers {'80aa1b32-8a99-4357-82ee-1c259b0e7e7e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:45:47.090447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7b9b83d0-73eb-4ce4-a72d-91e74f54392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:45:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:47.199142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-7b9b83d0-73eb-4ce4-a72d-91e74f54392f None None] Set router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:45:47.208266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e req-0e65650d-264f-4215-8207-1284861a18a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4848601a-824f-4b71-b800-e0ca37422e42 HTTP/1.1" status: 200 len: 999 time: 0.1733694 Oct 19 11:45:47.260566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a86f8b7-1aaf-456b-b3c1-6f15e938dcd7 req-f8ae00e4-dda9-4df7-8ad3-ebd9789049b5 service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186670 Oct 19 11:45:47.271020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e req-69a442b7-bdd2-4326-b7e8-c2b17f796ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:47.272439 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e req-69a442b7-bdd2-4326-b7e8-c2b17f796ef0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f572475d-9d9f-4bfc-8794-a1afb9aa3c32 HTTP/1.1" status: 200 len: 835 time: 0.0567594 Oct 19 11:45:47.471562 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-7b9b83d0-73eb-4ce4-a72d-91e74f54392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:25Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'port_id': '4848601a-824f-4b71-b800-e0ca37422e42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'mac_address': 'fa:16:3e:36:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:45:44Z', 'updated_at': '2021-10-19T11:45:44Z', 'revision_number': 0, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8652daa-b91a-4fac-8202-33eea6d124cc', 'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:d7:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:24Z', 'updated_at': '2021-10-19T11:45:29Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:45:47.502079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b83d0-73eb-4ce4-a72d-91e74f54392f None None] The sync data for ids ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'] in n-d-814547-1 is: [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:25Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'port_id': '4848601a-824f-4b71-b800-e0ca37422e42', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'mac_address': 'fa:16:3e:36:51:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:45:44Z', 'updated_at': '2021-10-19T11:45:44Z', 'revision_number': 0, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8652daa-b91a-4fac-8202-33eea6d124cc', 'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:d7:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:24Z', 'updated_at': '2021-10-19T11:45:29Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:45:47.623464 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e req-3d7c8ec6-a6b0-414a-9984-8cba58bfd23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:47.624948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e req-3d7c8ec6-a6b0-414a-9984-8cba58bfd23c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0cbeb47-e6fb-491b-8107-d790a46713ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3450723 Oct 19 11:45:47.738791 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f262cd-b0f7-4fb6-992a-f5ece4feac63 None None] New status for floating IP 05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:45:47.739375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3616d0-980a-47eb-bc3f-c025a6a78146 req-17a1b1e9-aefd-4692-b3b0-7a8c3aa7bc62 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:47.740413 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c3616d0-980a-47eb-bc3f-c025a6a78146 req-17a1b1e9-aefd-4692-b3b0-7a8c3aa7bc62 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 944 time: 0.1193912 Oct 19 11:45:47.792034 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e req-e14c7585-7935-4802-857e-c065724d6a0e service neutron] 10.222.0.49 "GET /v2.0/networks/c0cbeb47-e6fb-491b-8107-d790a46713ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582685 Oct 19 11:45:47.801561 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c3616d0-980a-47eb-bc3f-c025a6a78146 req-bf0518af-eb19-48a8-b833-7b77f2875626 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505445 Oct 19 11:45:47.807482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39688) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:47.883420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5a40ccdc-3698-4364-904b-4078d55fbe21 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/floatingips/05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0 HTTP/1.1" status: 200 len: 991 time: 0.0740051 Oct 19 11:45:47.904850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f66e5b51-e5d4-4709-bf0f-caa7fedcbf5e req-983f0ba2-a878-4e51-8af4-9834050368ac service neutron] 10.222.0.49 "GET /v2.0/networks/c0cbeb47-e6fb-491b-8107-d790a46713ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020989 Oct 19 11:45:47.914497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9afda896-2265-4347-9a37-0a45ed79ce8b details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:45:48.009360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 9afda896-2265-4347-9a37-0a45ed79ce8b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9afda896-2265-4347-9a37-0a45ed79ce8b,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:48.024622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '9afda896-2265-4347-9a37-0a45ed79ce8b', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'port_id': '9afda896-2265-4347-9a37-0a45ed79ce8b', 'mac_address': 'fa:16:3e:c2:95:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:45:48.069755 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:48.084242 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afda896-2265-4347-9a37-0a45ed79ce8b {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:45:48.104248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 9afda896-2265-4347-9a37-0a45ed79ce8b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9afda896-2265-4347-9a37-0a45ed79ce8b,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:48.164408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:48.196036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2520e3-5523-45b5-b649-90fd1843d1bf req-3ecb8d5d-1f21-4fa1-8df2-cccc58db69fc tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:48.203200 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b2520e3-5523-45b5-b649-90fd1843d1bf req-3ecb8d5d-1f21-4fa1-8df2-cccc58db69fc tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0555527 Oct 19 11:45:48.213956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=9afda896-2265-4347-9a37-0a45ed79ce8b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:48.244703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b2520e3-5523-45b5-b649-90fd1843d1bf req-6f8ed074-45fb-4e7f-81d5-a9ddfae2580e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Oct 19 11:45:48.387345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['9afda896-2265-4347-9a37-0a45ed79ce8b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:45:48.888637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 39708) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:45:48.948461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f7a4-e6f8-4948-a312-845501a8a758 req-caa745fe-9374-4d82-ad2f-1adb0c0d8600 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:48.950016 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e15f7a4-e6f8-4948-a312-845501a8a758 req-caa745fe-9374-4d82-ad2f-1adb0c0d8600 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 945 time: 0.0555205 Oct 19 11:45:48.962838 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d6d36401-f530-403d-b91c-afee4a0b73aa tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/floatingips/05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0 HTTP/1.1" status: 200 len: 993 time: 0.0729499 Oct 19 11:45:48.997107 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e15f7a4-e6f8-4948-a312-845501a8a758 req-9ea11080-2dd5-4322-bff2-0f988600e54d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 Oct 19 11:45:49.355626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e1ebf-0dc9-4f1a-b36b-5497f1610ec2 req-50aec5ab-90e4-4bd8-9c1c-d8fd7d41ac5d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:49.357117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a99e1ebf-0dc9-4f1a-b36b-5497f1610ec2 req-50aec5ab-90e4-4bd8-9c1c-d8fd7d41ac5d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0474257 Oct 19 11:45:49.397002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a99e1ebf-0dc9-4f1a-b36b-5497f1610ec2 req-5cf2fa76-6574-4adc-9e4b-8518e2a542bf tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Oct 19 11:45:49.660868 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:49.929238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9afda896-2265-4347-9a37-0a45ed79ce8b up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:45:50.044375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 9afda896-2265-4347-9a37-0a45ed79ce8b completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:45:50.051517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 9afda896-2265-4347-9a37-0a45ed79ce8b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:50.051517 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:50.095620 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:50.118098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7059-f59a-42c4-ba81-3b9c65e20f02 req-63738ce8-2fcf-47b7-8f4a-17abfc93bae7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:50.119691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e3e7059-f59a-42c4-ba81-3b9c65e20f02 req-63738ce8-2fcf-47b7-8f4a-17abfc93bae7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 945 time: 0.0514107 Oct 19 11:45:50.137007 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:50.160688 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9da83f-c838-47d9-9ed7-f1b1ee33e773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afda896-2265-4347-9a37-0a45ed79ce8b'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:45:50.163458 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449a3c31-8e1a-4d5d-bea9-ced031cbf802" -d '{"events": [{"server_uuid": "bc9da83f-c838-47d9-9ed7-f1b1ee33e773", "name": "network-vif-plugged", "status": "completed", "tag": "9afda896-2265-4347-9a37-0a45ed79ce8b"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:45:50.163960 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e3e7059-f59a-42c4-ba81-3b9c65e20f02 req-adc54c7e-ec4a-4eaf-996f-8681f9dc2178 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366256 Oct 19 11:45:50.183411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 9afda896-2265-4347-9a37-0a45ed79ce8b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9afda896-2265-4347-9a37-0a45ed79ce8b,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:50.202880 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fc15f0-485e-47c8-ba23-0de50e5f9a31 x-openstack-request-id: req-34fc15f0-485e-47c8-ba23-0de50e5f9a31 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:45:50.202880 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9da83f-c838-47d9-9ed7-f1b1ee33e773", "name": "network-vif-plugged", "status": "completed", "tag": "9afda896-2265-4347-9a37-0a45ed79ce8b", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:45:50.202880 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34fc15f0-485e-47c8-ba23-0de50e5f9a31 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:45:50.202880 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9da83f-c838-47d9-9ed7-f1b1ee33e773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afda896-2265-4347-9a37-0a45ed79ce8b', 'code': 200} Oct 19 11:45:50.272494 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:50.300107 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e2898-8a30-4b8d-9ba6-be072bb2b6e9 req-a99cc3e1-8527-4b80-8971-cb3bb1914e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:50.301702 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-826e2898-8a30-4b8d-9ba6-be072bb2b6e9 req-a99cc3e1-8527-4b80-8971-cb3bb1914e5e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 1096 time: 0.0431890 Oct 19 11:45:50.320884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=9afda896-2265-4347-9a37-0a45ed79ce8b,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:50.336032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-826e2898-8a30-4b8d-9ba6-be072bb2b6e9 req-7a07f0e3-9221-4154-b70c-ab572b0facab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275571 Oct 19 11:45:50.513848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb869e-0f5d-4ac3-93e7-4c5758b1689c req-3cf7f9d1-f06f-4620-a3d4-b94025be1343 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:50.515562 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86fb869e-0f5d-4ac3-93e7-4c5758b1689c req-3cf7f9d1-f06f-4620-a3d4-b94025be1343 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0519545 Oct 19 11:45:50.516422 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 99ab0b69-5f94-4d20-a204-361385d3b705 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:45:50.564878 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86fb869e-0f5d-4ac3-93e7-4c5758b1689c req-ea41f43c-2446-42ac-82fb-1143639f6cab tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396020 Oct 19 11:45:50.618113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:50.628885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '99ab0b69-5f94-4d20-a204-361385d3b705', 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101', 'port_id': '99ab0b69-5f94-4d20-a204-361385d3b705', 'mac_address': 'fa:16:3e:e5:3b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571c07e4-f32e-40ae-b0ba-4e8314ddadc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:45:50.665570 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:50.677866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ab0b69-5f94-4d20-a204-361385d3b705 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:45:50.696211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:50.752487 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:50.806472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=99ab0b69-5f94-4d20-a204-361385d3b705,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:51.017705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['99ab0b69-5f94-4d20-a204-361385d3b705'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:45:51.289006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9770c7-fcdb-4ddb-b2e7-517dc978b7d6 req-e5f74a6a-d1f8-44e2-9f98-4a94a6f72632 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:51.296234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c9770c7-fcdb-4ddb-b2e7-517dc978b7d6 req-e5f74a6a-d1f8-44e2-9f98-4a94a6f72632 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 946 time: 0.0590494 Oct 19 11:45:51.328944 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c9770c7-fcdb-4ddb-b2e7-517dc978b7d6 req-1b1203ac-32b7-480f-b14a-8b72f9715ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317850 Oct 19 11:45:51.679256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9196639-dc40-4952-8a7c-04be39d60053 req-3fffca35-b27a-44d5-9bb6-e1081a3e614c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:51.680770 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9196639-dc40-4952-8a7c-04be39d60053 req-3fffca35-b27a-44d5-9bb6-e1081a3e614c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 944 time: 0.0497839 Oct 19 11:45:51.719005 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9196639-dc40-4952-8a7c-04be39d60053 req-ebe888a8-e626-4890-99ba-f91d51becab0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Oct 19 11:45:52.446517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff1d8-f83a-41ee-b0d6-c5626d6a63f5 req-4114b76e-c213-4bc0-a212-d260398d81eb tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:52.448643 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d0fff1d8-f83a-41ee-b0d6-c5626d6a63f5 req-4114b76e-c213-4bc0-a212-d260398d81eb tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 946 time: 0.0483148 Oct 19 11:45:52.487197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d0fff1d8-f83a-41ee-b0d6-c5626d6a63f5 req-1babd5e4-bc5a-4d9e-a617-8152d96acb33 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Oct 19 11:45:52.530148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 99ab0b69-5f94-4d20-a204-361385d3b705 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:45:52.604892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861d931-a23b-449f-8d68-8f8122e22ac6 req-ef40716c-8069-4d7e-a4d7-1cfa217af2ec tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:52.606374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d861d931-a23b-449f-8d68-8f8122e22ac6 req-ef40716c-8069-4d7e-a4d7-1cfa217af2ec tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 946 time: 0.0526130 Oct 19 11:45:52.627117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 99ab0b69-5f94-4d20-a204-361385d3b705 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:45:52.631176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 99ab0b69-5f94-4d20-a204-361385d3b705 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:52.631553 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:52.648369 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d861d931-a23b-449f-8d68-8f8122e22ac6 req-b708c605-cc65-4166-8c58-4e7c6a94a826 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351567 Oct 19 11:45:52.721681 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:52.755882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:45:52.756880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:45:52.761387 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931ac795-496b-45db-8168-3f7ff681586e" -d '{"events": [{"server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "name": "network-vif-plugged", "status": "completed", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:45:52.843824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac95de-8d4c-4653-a005-bb2a2fa3b6fd req-0e251757-401e-4e0d-8a52-a1cafbdd8d32 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:52.844388 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:52.846017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4cac95de-8d4c-4653-a005-bb2a2fa3b6fd req-0e251757-401e-4e0d-8a52-a1cafbdd8d32 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 944 time: 0.0526273 Oct 19 11:45:52.890536 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4cac95de-8d4c-4653-a005-bb2a2fa3b6fd req-bf60103b-43b9-4621-8ec9-7790f644aa6a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369709 Oct 19 11:45:52.895843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=99ab0b69-5f94-4d20-a204-361385d3b705,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:52.940869 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c348936-843b-4791-bcb2-99aa7570056d x-openstack-request-id: req-8c348936-843b-4791-bcb2-99aa7570056d {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:45:52.941185 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "name": "network-vif-plugged", "status": "completed", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:45:52.941436 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c348936-843b-4791-bcb2-99aa7570056d {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:45:52.941834 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705', 'code': 200} Oct 19 11:45:53.043666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079207f-de20-4a25-b070-88c8816884eb req-74329af8-a565-4720-881a-6ff4fb9e919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:53.045256 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b079207f-de20-4a25-b070-88c8816884eb req-74329af8-a565-4720-881a-6ff4fb9e919a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 1096 time: 0.0453296 Oct 19 11:45:53.090394 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b079207f-de20-4a25-b070-88c8816884eb req-1f07515a-c640-44f5-a1bc-a68cd5d8be4c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335226 Oct 19 11:45:54.032064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8aebe-48a9-49bc-ae75-2709afdabaad req-c0e335c2-a85a-4543-8ab3-16a6138248e6 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:54.034265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eac8aebe-48a9-49bc-ae75-2709afdabaad req-c0e335c2-a85a-4543-8ab3-16a6138248e6 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0664656 Oct 19 11:45:54.074804 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eac8aebe-48a9-49bc-ae75-2709afdabaad req-87bd7c5d-63e5-4660-9959-0fefe3c1671d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339742 Oct 19 11:45:55.200520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d605b-2a66-4640-a9dc-c406b11bae46 req-5188fb85-309e-4f23-b8ce-f06b3e048cf9 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:55.202198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-791d605b-2a66-4640-a9dc-c406b11bae46 req-5188fb85-309e-4f23-b8ce-f06b3e048cf9 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0550997 Oct 19 11:45:55.248584 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-791d605b-2a66-4640-a9dc-c406b11bae46 req-b0578fa8-7f4b-4153-99b6-6f1d6fde5b8f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400357 Oct 19 11:45:55.391086 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4ec83c0-ce63-4762-b0f8-9d6d875fedd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:55.489473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-92d74beb-b8ac-472f-bd8b-a041f9edf5f2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:55.490918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-92d74beb-b8ac-472f-bd8b-a041f9edf5f2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/networks?id=cea0f055-11ce-47b1-b3ba-d9fa05edb101 HTTP/1.1" status: 200 len: 813 time: 0.1070359 Oct 19 11:45:55.505993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-f5ca2ae1-5c58-443a-bb00-47b311b5e93b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/quotas/079db5ac226c4e0fbc91e51dce4759d7 HTTP/1.1" status: 200 len: 375 time: 0.0094519 Oct 19 11:45:55.554201 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-0b75af54-859f-474d-b4ab-65fdef9a96e7 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430403 Oct 19 11:45:55.642517 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-842c35b2-4139-4fe9-8f22-e03d3ee7aa38 service neutron] 10.222.0.39 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813580 Oct 19 11:45:55.741207 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-b7672632-5d62-4c8d-9435-4f83bdda206d service neutron] 10.222.0.39 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919497 Oct 19 11:45:56.012846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-1d71595d-1811-48c7-9413-de8f8a7c032e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:56.014102 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05eb6be6-5aba-4837-9347-a2d0aa4faee6 req-5ccc40e0-2e61-4d86-8cfe-c6fb998996ce tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 210 time: 0.0299001 Oct 19 11:45:56.014601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-1d71595d-1811-48c7-9413-de8f8a7c032e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.1105485 Oct 19 11:45:56.035291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-da26527b-8d1a-42f9-b6c7-1967e4ba6936 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/quotas/f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 375 time: 0.0104382 Oct 19 11:45:56.100469 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-0c8780d8-824a-4ea5-93c4-28b0f98bd265 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524035 Oct 19 11:45:56.195502 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-91d93c20-51e7-4109-9cd9-0cf14380c249 service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913076 Oct 19 11:45:56.292459 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-be398cc2-9364-49ff-b204-9bde2bcfbc5f service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900583 Oct 19 11:45:56.585637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-05012817-6a89-4a45-8a1a-f010e99adcba req-6772c7c6-54e3-44b3-92d1-0ce0f7f5aed4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 210 time: 0.0303643 Oct 19 11:45:57.123666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5bc0d6f6-1600-4eb9-b278-bedef04bf6f8 req-a61b8742-6311-40e0-b062-4bd70dc59ec0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 210 time: 0.0294113 Oct 19 11:45:57.690139 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1f5474d-581b-46fc-a560-c5099706b1ba req-8467d9c8-f97b-457b-b565-c411f6de89d8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 210 time: 0.0360222 Oct 19 11:45:57.814437 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ce9ad946-25ea-41e4-961e-935b92841460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:58.070723 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-5e5ab975-1b5d-4492-8bf5-064b96cdcff3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:58.073181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-5e5ab975-1b5d-4492-8bf5-064b96cdcff3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.26 "GET /v2.0/networks?id=cea0f055-11ce-47b1-b3ba-d9fa05edb101 HTTP/1.1" status: 200 len: 813 time: 0.1128256 Oct 19 11:45:58.087727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Request body: {'port': {'device_id': '9bfedd02-5a95-467c-b7bf-7210a5a206f1', 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101', 'admin_state_up': True, 'tenant_id': '079db5ac226c4e0fbc91e51dce4759d7'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:58.216902 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a414b6c-318b-4637-94ff-f7ff668de96b req-0340586a-9a74-490c-a788-d53d6d157be9 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 210 time: 0.0330329 Oct 19 11:45:58.324253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Made reservation on behalf of 079db5ac226c4e0fbc91e51dce4759d7 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:45:58.327902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:58.472686 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Allocated IP 172.20.0.7 (cea0f055-11ce-47b1-b3ba-d9fa05edb101/571c07e4-f32e-40ae-b0ba-4e8314ddadc1/52456c9b-af5b-4e43-bc76-592daa39fe7e) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:45:58.600052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-c0445bab-7e6f-4532-b4bb-289c4dbb4777 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:58.601573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-c0445bab-7e6f-4532-b4bb-289c4dbb4777 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.1302333 Oct 19 11:45:58.622369 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'port': {'device_id': 'df30c031-9239-4beb-87b6-2a844eb54355', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'admin_state_up': True, 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:58.637680 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:58.764761 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:58.778952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['99ab0b69-5f94-4d20-a204-361385d3b705'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:45:58.814059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Network cea0f055-11ce-47b1-b3ba-d9fa05edb101 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:45:58.819457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:58.824168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:45:58.832730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Made reservation on behalf of f80dff5b781d42d8a94187bf4b85d3e4 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:45:58.838480 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:58.851131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Pushing event updated for resources: {'Port': ['ID=52456c9b-af5b-4e43-bc76-592daa39fe7e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:58.874624 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afcc318f-50ec-4270-bb87-0fb944f5142d req-a291286d-11dd-4f38-9153-d0b815c4a857 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 210 time: 0.0692158 Oct 19 11:45:58.899311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:58.899996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:58.987801 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-20059574-5182-4ef7-bd17-50054b8c7684 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9023197 Oct 19 11:45:59.000309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Request body: {'port': {'device_id': '9bfedd02-5a95-467c-b7bf-7210a5a206f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:59.032007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Allocated IP 172.20.0.8 (1b5204d6-13f8-468a-ae99-252172f92e2a/13bc9823-7501-4a92-b961-597339cb11f4/5c8cc541-8d50-440f-a862-1cfa3c82aad9) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:45:59.066106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.089980 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.125043 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.210137 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.290203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.303410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['9afda896-2265-4347-9a37-0a45ed79ce8b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:45:59.314878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Network 1b5204d6-13f8-468a-ae99-252172f92e2a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:45:59.339872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:45:59.345866 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:45:59.371865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad76bfc-0e64-4aac-95fe-6c8f6269a4b0 req-b1453c2c-91ee-441f-8643-e8a683a044b8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:59.373459 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ad76bfc-0e64-4aac-95fe-6c8f6269a4b0 req-b1453c2c-91ee-441f-8643-e8a683a044b8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 931 time: 0.0790021 Oct 19 11:45:59.433909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=5c8cc541-8d50-440f-a862-1cfa3c82aad9,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:59.447718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.448069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.448415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.448794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.449123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.449455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.449784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.450111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.450433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.450760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.451268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.452672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:45:59.473050 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52456c9b-af5b-4e43-bc76-592daa39fe7e {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:45:59.478343 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:59.478629 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.479916 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ad76bfc-0e64-4aac-95fe-6c8f6269a4b0 req-720afaed-2568-41f2-9a6b-9b48775c47a8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963216 Oct 19 11:45:59.491804 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.504820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Transition to ACTIVE for port object 52456c9b-af5b-4e43-bc76-592daa39fe7e will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:45:59.538883 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-85577489-12b7-4ef5-b6ce-4acc83a54ac3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9203498 Oct 19 11:45:59.553815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Request body: {'port': {'device_id': 'df30c031-9239-4beb-87b6-2a844eb54355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:45:59.559239 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.626598 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.679499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=52456c9b-af5b-4e43-bc76-592daa39fe7e,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:45:59.722012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-53405f80-44bb-47e3-b38b-0aaa7370728c None None] Provisioning complete for port 5c8cc541-8d50-440f-a862-1cfa3c82aad9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:45:59.722893 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-53405f80-44bb-47e3-b38b-0aaa7370728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.771090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Attempting to bind port 52456c9b-af5b-4e43-bc76-592daa39fe7e on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:45:59.771758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Attempting to bind port 52456c9b-af5b-4e43-bc76-592daa39fe7e by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '5906e9d3-a515-4333-8ed5-a3f6f0a110aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:45:59.772108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Attempting to bind port 52456c9b-af5b-4e43-bc76-592daa39fe7e on network cea0f055-11ce-47b1-b3ba-d9fa05edb101 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:45:59.772353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-53405f80-44bb-47e3-b38b-0aaa7370728c None None] Port 5c8cc541-8d50-440f-a862-1cfa3c82aad9 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:45:59.777467 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Port 52456c9b-af5b-4e43-bc76-592daa39fe7e on network cea0f055-11ce-47b1-b3ba-d9fa05edb101 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:45:59.777799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Attempting to bind port 52456c9b-af5b-4e43-bc76-592daa39fe7e on network cea0f055-11ce-47b1-b3ba-d9fa05edb101 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:45:59.783595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:45:59.784801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Checking segment: {'id': '5906e9d3-a515-4333-8ed5-a3f6f0a110aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:45:59.792400 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Bound using segment: {'id': '5906e9d3-a515-4333-8ed5-a3f6f0a110aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:45:59.798609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Bound port: 52456c9b-af5b-4e43-bc76-592daa39fe7e, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5906e9d3-a515-4333-8ed5-a3f6f0a110aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:45:59.798609 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.870807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] For port 52456c9b-af5b-4e43-bc76-592daa39fe7e, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:45:59.874048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] For port 52456c9b-af5b-4e43-bc76-592daa39fe7e, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=52456c9b-af5b-4e43-bc76-592daa39fe7e,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:45:59.959117 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.978794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:45:59.979595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:45:59.981687 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] 10.222.0.26 "PUT /v2.0/ports/52456c9b-af5b-4e43-bc76-592daa39fe7e HTTP/1.1" status: 200 len: 1091 time: 0.9870551 Oct 19 11:45:59.983488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfedd02-5a95-467c-b7bf-7210a5a206f1', 'tag': '52456c9b-af5b-4e43-bc76-592daa39fe7e'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:45:59.987114 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40860f3-55ae-4d1a-be2b-e492d021493c" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfedd02-5a95-467c-b7bf-7210a5a206f1", "tag": "52456c9b-af5b-4e43-bc76-592daa39fe7e"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:45:59.993889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8cc541-8d50-440f-a862-1cfa3c82aad9 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:46:00.004399 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:00.046051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ce5a9-5cd9-4e5f-be8d-c7e70f17d36b req-ac909d77-cefb-4350-9896-2a1fb1fa43c1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:00.048005 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809ce5a9-5cd9-4e5f-be8d-c7e70f17d36b req-ac909d77-cefb-4350-9896-2a1fb1fa43c1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 931 time: 0.0922000 Oct 19 11:46:00.048190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b31512-10cc-4e3d-b81e-30a562f51fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=52456c9b-af5b-4e43-bc76-592daa39fe7e,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:00.049443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Transition to ACTIVE for port object 5c8cc541-8d50-440f-a862-1cfa3c82aad9 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:46:00.068745 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09d3ca7-568e-496a-a044-d800a7ae2dd0 x-openstack-request-id: req-a09d3ca7-568e-496a-a044-d800a7ae2dd0 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:46:00.068943 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfedd02-5a95-467c-b7bf-7210a5a206f1", "tag": "52456c9b-af5b-4e43-bc76-592daa39fe7e", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:46:00.069113 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a09d3ca7-568e-496a-a044-d800a7ae2dd0 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:46:00.069527 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfedd02-5a95-467c-b7bf-7210a5a206f1', 'tag': '52456c9b-af5b-4e43-bc76-592daa39fe7e', 'status': 'completed', 'code': 200} Oct 19 11:46:00.122595 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-809ce5a9-5cd9-4e5f-be8d-c7e70f17d36b req-3a097279-4105-409c-be94-6ebfa488e05d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523722 Oct 19 11:46:00.139434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40860f3-55ae-4d1a-be2b-e492d021493c req-3fe55ab4-afe6-4739-a66e-61a5ec3ffbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:00.141099 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a40860f3-55ae-4d1a-be2b-e492d021493c req-3fe55ab4-afe6-4739-a66e-61a5ec3ffbdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 1094 time: 0.0478866 Oct 19 11:46:00.158519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:00.216035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8cc541-8d50-440f-a862-1cfa3c82aad9,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:00.272270 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40860f3-55ae-4d1a-be2b-e492d021493c req-a888f918-4835-4930-9e84-0b0d0c795575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:00.274175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a40860f3-55ae-4d1a-be2b-e492d021493c req-a888f918-4835-4930-9e84-0b0d0c795575 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1179185 Oct 19 11:46:00.310674 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Attempting to bind port 5c8cc541-8d50-440f-a862-1cfa3c82aad9 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:46:00.311127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Attempting to bind port 5c8cc541-8d50-440f-a862-1cfa3c82aad9 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:46:00.311743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Attempting to bind port 5c8cc541-8d50-440f-a862-1cfa3c82aad9 on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:46:00.318278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Port 5c8cc541-8d50-440f-a862-1cfa3c82aad9 on network 1b5204d6-13f8-468a-ae99-252172f92e2a not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:46:00.319428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Attempting to bind port 5c8cc541-8d50-440f-a862-1cfa3c82aad9 on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:46:00.326890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:46:00.327332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Checking segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:46:00.327868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Bound using segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:46:00.328299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Bound port: 5c8cc541-8d50-440f-a862-1cfa3c82aad9, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:46:00.328864 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:00.391607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40860f3-55ae-4d1a-be2b-e492d021493c req-77a484cb-d329-403d-adcb-93373abd8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:00.393914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a40860f3-55ae-4d1a-be2b-e492d021493c req-77a484cb-d329-403d-adcb-93373abd8a35 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123881 Oct 19 11:46:00.414342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] For port 5c8cc541-8d50-440f-a862-1cfa3c82aad9, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:46:00.417649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] For port 5c8cc541-8d50-440f-a862-1cfa3c82aad9, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5c8cc541-8d50-440f-a862-1cfa3c82aad9,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:46:00.479003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-830b7218-6532-46b2-b709-169e00da3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:00.480659 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-830b7218-6532-46b2-b709-169e00da3b7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 1094 time: 0.0488129 Oct 19 11:46:00.490957 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:00.538669 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-921c2807-883d-40b8-8b49-d6391c54f789 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52456c9b-af5b-4e43-bc76-592daa39fe7e HTTP/1.1" status: 200 len: 217 time: 0.0495794 Oct 19 11:46:00.600246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:00.605111 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:00.606684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/5c8cc541-8d50-440f-a862-1cfa3c82aad9 HTTP/1.1" status: 200 len: 1091 time: 1.0594726 Oct 19 11:46:00.610154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df30c031-9239-4beb-87b6-2a844eb54355', 'tag': '5c8cc541-8d50-440f-a862-1cfa3c82aad9'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:46:00.613288 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71e2a22-d106-4c8f-941a-541c1cb6766c" -d '{"events": [{"name": "network-changed", "server_uuid": "df30c031-9239-4beb-87b6-2a844eb54355", "tag": "5c8cc541-8d50-440f-a862-1cfa3c82aad9"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:46:00.619374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19186abf-e481-4d70-a38d-a850a07891c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8cc541-8d50-440f-a862-1cfa3c82aad9,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:00.677470 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3413d5ed-687f-41da-b19c-6b1323ac9c20 x-openstack-request-id: req-3413d5ed-687f-41da-b19c-6b1323ac9c20 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:46:00.677873 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df30c031-9239-4beb-87b6-2a844eb54355", "tag": "5c8cc541-8d50-440f-a862-1cfa3c82aad9", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:46:00.678261 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3413d5ed-687f-41da-b19c-6b1323ac9c20 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:46:00.679497 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df30c031-9239-4beb-87b6-2a844eb54355', 'tag': '5c8cc541-8d50-440f-a862-1cfa3c82aad9', 'status': 'completed', 'code': 200} Oct 19 11:46:00.688506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-94f29047-8089-4856-a79b-5df6aacb4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:00.691020 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-94f29047-8089-4856-a79b-5df6aacb4f26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571c07e4-f32e-40ae-b0ba-4e8314ddadc1 HTTP/1.1" status: 200 len: 853 time: 0.1444321 Oct 19 11:46:00.714530 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0039f17-5cdb-495d-bd03-1d9b8f8e5f87 req-f0ebe87d-6bb0-4409-9f7b-1d1a434f8b40 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:00.716477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0039f17-5cdb-495d-bd03-1d9b8f8e5f87 req-f0ebe87d-6bb0-4409-9f7b-1d1a434f8b40 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 943 time: 0.1061654 Oct 19 11:46:00.747173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-04471567-ef06-4f4e-8c6e-615af6d1bcd1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cea0f055-11ce-47b1-b3ba-d9fa05edb101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442531 Oct 19 11:46:00.758905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e2a22-d106-4c8f-941a-541c1cb6766c req-12c559c5-80f9-4414-986a-8230b1d1c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:00.761043 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e71e2a22-d106-4c8f-941a-541c1cb6766c req-12c559c5-80f9-4414-986a-8230b1d1c02b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 1094 time: 0.0519176 Oct 19 11:46:00.882900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0039f17-5cdb-495d-bd03-1d9b8f8e5f87 req-b98b5ae7-169a-45d7-b651-c779d0020491 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386220 Oct 19 11:46:00.902777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e2a22-d106-4c8f-941a-541c1cb6766c req-3d2ddd5f-6796-47b6-8219-313550c71b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:00.904325 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e71e2a22-d106-4c8f-941a-541c1cb6766c req-3d2ddd5f-6796-47b6-8219-313550c71b36 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1352255 Oct 19 11:46:00.914614 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:00.950297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-8aaabc4c-a0d5-44e9-b5f1-c0f624c4fc11 service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955166 Oct 19 11:46:01.024847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e2a22-d106-4c8f-941a-541c1cb6766c req-0bd27c0b-5c14-4211-a1bd-2ff5b2c25814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:01.027944 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e71e2a22-d106-4c8f-941a-541c1cb6766c req-0bd27c0b-5c14-4211-a1bd-2ff5b2c25814 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142569 Oct 19 11:46:01.066690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6168c4f6-7f37-4f04-ab0d-f554d562cfe7 req-1f32d83e-891a-468d-84c8-ba847ae6763b service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090770 Oct 19 11:46:01.113754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-e6794c5c-ab7b-4ea5-ab05-46f1ec1f96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:01.115937 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-e6794c5c-ab7b-4ea5-ab05-46f1ec1f96c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 1094 time: 0.0496824 Oct 19 11:46:01.166823 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-64e846f9-351d-4078-87f7-2b080d6eebc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c8cc541-8d50-440f-a862-1cfa3c82aad9 HTTP/1.1" status: 200 len: 217 time: 0.0424035 Oct 19 11:46:01.251276 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-71613264-0f99-4a30-a91b-9b69cf515150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:01.252803 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-71613264-0f99-4a30-a91b-9b69cf515150 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0781796 Oct 19 11:46:01.265634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcebe4-e0e5-483d-9d5f-5d15a6084d83 req-27f509fe-a5a7-4bda-aa7b-e53e7c0e769f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:01.267683 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-08fcebe4-e0e5-483d-9d5f-5d15a6084d83 req-27f509fe-a5a7-4bda-aa7b-e53e7c0e769f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0635302 Oct 19 11:46:01.338543 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-08fcebe4-e0e5-483d-9d5f-5d15a6084d83 req-fc5a6e07-16b9-443c-819b-add8cec57219 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600245 Oct 19 11:46:01.342878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-4969dd9f-1cf5-4fe8-8232-00bc1bc515a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:01.344297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-4969dd9f-1cf5-4fe8-8232-00bc1bc515a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755146 Oct 19 11:46:01.446164 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-0a1db758-d854-4bc4-b415-8fc6fc7a89c3 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935822 Oct 19 11:46:01.548499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d5ec5f6-2645-41fb-b20a-facbf542e16f req-7adf8837-a046-4198-a687-7908e3d587c6 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942378 Oct 19 11:46:02.009224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05928e-2e12-4d8c-a97c-ae89fddee53d req-2aa422a0-5a8e-4551-8da2-c91cdaa96b09 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:02.010732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa05928e-2e12-4d8c-a97c-ae89fddee53d req-2aa422a0-5a8e-4551-8da2-c91cdaa96b09 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 943 time: 0.0510650 Oct 19 11:46:02.051553 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa05928e-2e12-4d8c-a97c-ae89fddee53d req-d881ba71-7cee-40e2-b160-78939ce9146a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342410 Oct 19 11:46:02.465742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d2efb-930c-412d-a235-70bce9fbd3d3 req-992e1691-ee54-40e1-9f1b-74d562854808 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:02.467936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b9d2efb-930c-412d-a235-70bce9fbd3d3 req-992e1691-ee54-40e1-9f1b-74d562854808 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0554850 Oct 19 11:46:02.509132 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b9d2efb-930c-412d-a235-70bce9fbd3d3 req-ab41a1ff-265b-42f6-a8a6-41caefb8f37d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342066 Oct 19 11:46:03.170946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63911120-0f69-43d7-9999-6cc858e5a4d6 req-56c59f2d-1284-47ab-a223-d2095591ac66 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:03.172620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63911120-0f69-43d7-9999-6cc858e5a4d6 req-56c59f2d-1284-47ab-a223-d2095591ac66 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 943 time: 0.0524571 Oct 19 11:46:03.215615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63911120-0f69-43d7-9999-6cc858e5a4d6 req-adc6f566-2e49-4d6e-aedb-5485a450d080 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363591 Oct 19 11:46:03.631059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d7a78-494a-4dd4-a553-7f421eac45ad req-92f5152b-7431-4a64-a315-aa72067151c5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:03.632611 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b0d7a78-494a-4dd4-a553-7f421eac45ad req-92f5152b-7431-4a64-a315-aa72067151c5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0506105 Oct 19 11:46:03.682300 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b0d7a78-494a-4dd4-a553-7f421eac45ad req-748d7d21-b14c-43a4-9cb6-0f655d3abb00 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430272 Oct 19 11:46:04.339638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d766f85-4c63-448c-88f5-eb379f46db5e req-2b692c49-0abe-4c76-83af-90539d4c0c5b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:04.341167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d766f85-4c63-448c-88f5-eb379f46db5e req-2b692c49-0abe-4c76-83af-90539d4c0c5b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 943 time: 0.0569277 Oct 19 11:46:04.378848 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d766f85-4c63-448c-88f5-eb379f46db5e req-5cf904dc-9f7a-4c29-9196-b386db3af9c0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Oct 19 11:46:04.613356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 52456c9b-af5b-4e43-bc76-592daa39fe7e details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:46:04.714283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 52456c9b-af5b-4e43-bc76-592daa39fe7e, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=52456c9b-af5b-4e43-bc76-592daa39fe7e,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:04.726009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '52456c9b-af5b-4e43-bc76-592daa39fe7e', 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101', 'port_id': '52456c9b-af5b-4e43-bc76-592daa39fe7e', 'mac_address': 'fa:16:3e:4a:d7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571c07e4-f32e-40ae-b0ba-4e8314ddadc1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:46:04.767636 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:04.781524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52456c9b-af5b-4e43-bc76-592daa39fe7e {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:46:04.803410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 52456c9b-af5b-4e43-bc76-592daa39fe7e, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=52456c9b-af5b-4e43-bc76-592daa39fe7e,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:04.819120 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32eb9ea-d624-4c88-936a-40e82b1cdbe2 req-dfb943d9-ebef-42f0-b366-a656514f39d6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:04.820612 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d32eb9ea-d624-4c88-936a-40e82b1cdbe2 req-dfb943d9-ebef-42f0-b366-a656514f39d6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0552750 Oct 19 11:46:04.866947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d32eb9ea-d624-4c88-936a-40e82b1cdbe2 req-c5cbb084-ac23-4c71-b1e6-9ee2cf45117b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397649 Oct 19 11:46:04.913282 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:04.968971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=52456c9b-af5b-4e43-bc76-592daa39fe7e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:05.153423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['52456c9b-af5b-4e43-bc76-592daa39fe7e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:46:05.502691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c759-8f77-4bad-86dc-b07ffad81801 req-f39ccb7e-1f5c-48dc-9480-1fdac3a4b39f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:05.504996 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d10c759-8f77-4bad-86dc-b07ffad81801 req-f39ccb7e-1f5c-48dc-9480-1fdac3a4b39f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 944 time: 0.0550070 Oct 19 11:46:05.545634 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d10c759-8f77-4bad-86dc-b07ffad81801 req-7a95330e-c6ad-4a8b-ac7d-38977d537518 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354288 Oct 19 11:46:05.996170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243358c-1e9e-42d3-8133-da061116de55 req-6eff6bf7-d3e9-406c-9c17-5bdfce3c6e7a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:05.997747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7243358c-1e9e-42d3-8133-da061116de55 req-6eff6bf7-d3e9-406c-9c17-5bdfce3c6e7a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0511525 Oct 19 11:46:06.039957 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7243358c-1e9e-42d3-8133-da061116de55 req-48a88a28-bdcd-4b5a-90b7-ee3a2d21fcfc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345738 Oct 19 11:46:06.623500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 52456c9b-af5b-4e43-bc76-592daa39fe7e up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:46:06.672043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e3518-43fa-4ce1-8d2e-6ca85faa1dbd req-6ba1c734-5ada-4763-ac0c-d93905aa28f1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:06.673554 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be4e3518-43fa-4ce1-8d2e-6ca85faa1dbd req-6ba1c734-5ada-4763-ac0c-d93905aa28f1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 944 time: 0.0512033 Oct 19 11:46:06.715024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be4e3518-43fa-4ce1-8d2e-6ca85faa1dbd req-021eba7f-83f8-499a-b9c1-0e3de7df3890 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342476 Oct 19 11:46:06.775925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 52456c9b-af5b-4e43-bc76-592daa39fe7e completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:46:06.780190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 52456c9b-af5b-4e43-bc76-592daa39fe7e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:46:06.780512 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:06.863221 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:06.887267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfedd02-5a95-467c-b7bf-7210a5a206f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52456c9b-af5b-4e43-bc76-592daa39fe7e'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:46:06.890288 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5aebda-0c49-4730-aeae-bf341bac431c" -d '{"events": [{"server_uuid": "9bfedd02-5a95-467c-b7bf-7210a5a206f1", "name": "network-vif-plugged", "status": "completed", "tag": "52456c9b-af5b-4e43-bc76-592daa39fe7e"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:46:06.906531 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 52456c9b-af5b-4e43-bc76-592daa39fe7e, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=52456c9b-af5b-4e43-bc76-592daa39fe7e,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:06.951363 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1cb696-8162-40d4-87b8-0d81d36ccd58 x-openstack-request-id: req-1b1cb696-8162-40d4-87b8-0d81d36ccd58 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:46:06.952808 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfedd02-5a95-467c-b7bf-7210a5a206f1", "name": "network-vif-plugged", "status": "completed", "tag": "52456c9b-af5b-4e43-bc76-592daa39fe7e", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:46:06.952808 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b1cb696-8162-40d4-87b8-0d81d36ccd58 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:46:06.952808 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfedd02-5a95-467c-b7bf-7210a5a206f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52456c9b-af5b-4e43-bc76-592daa39fe7e', 'code': 200} Oct 19 11:46:07.010271 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:07.060790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72485317-dfb9-4f25-b6c8-f0694d03bdf4 req-9be44315-6f29-4cf5-947d-f3b793d989b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:07.062429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72485317-dfb9-4f25-b6c8-f0694d03bdf4 req-9be44315-6f29-4cf5-947d-f3b793d989b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 1096 time: 0.0563688 Oct 19 11:46:07.068719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=52456c9b-af5b-4e43-bc76-592daa39fe7e,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:07.102029 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72485317-dfb9-4f25-b6c8-f0694d03bdf4 req-40d8b0ae-f830-4e42-aa8d-b3946a95603d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315156 Oct 19 11:46:07.172517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc211939-98dc-463c-86dd-b32138783455 req-580f4020-75a3-431b-a74c-23e08455b7a0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:07.173950 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc211939-98dc-463c-86dd-b32138783455 req-580f4020-75a3-431b-a74c-23e08455b7a0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0578630 Oct 19 11:46:07.215308 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc211939-98dc-463c-86dd-b32138783455 req-e2425716-095a-40dd-ae24-66d1cfc9060d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344656 Oct 19 11:46:07.842366 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de79e7a-2903-44a8-bcab-8b00502b21ac req-8bdb2dc4-8fd5-4961-865f-99523e6f2e3c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:07.844259 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3de79e7a-2903-44a8-bcab-8b00502b21ac req-8bdb2dc4-8fd5-4961-865f-99523e6f2e3c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 945 time: 0.0592752 Oct 19 11:46:07.885726 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3de79e7a-2903-44a8-bcab-8b00502b21ac req-5c6fa4c9-4567-4b1a-b4d5-9cc13c5ae2b1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355699 Oct 19 11:46:08.341804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c4f82-b08d-43eb-8a4a-02bf87b3f695 req-2901d904-8690-45d6-b44f-6d526c2e2f92 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:08.343297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c7c4f82-b08d-43eb-8a4a-02bf87b3f695 req-2901d904-8690-45d6-b44f-6d526c2e2f92 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0569632 Oct 19 11:46:08.382795 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c7c4f82-b08d-43eb-8a4a-02bf87b3f695 req-dde06aa8-99b7-496a-82fe-090c82d5d52b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Oct 19 11:46:09.022473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9188-c686-42c5-a8f6-ec9ee4c72e2f req-556790bb-277f-4b75-8c08-5fc5758620a5 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:09.025179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3fd9188-c686-42c5-a8f6-ec9ee4c72e2f req-556790bb-277f-4b75-8c08-5fc5758620a5 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 945 time: 0.0653989 Oct 19 11:46:09.072177 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f3fd9188-c686-42c5-a8f6-ec9ee4c72e2f req-718fcf03-c306-48b7-9d26-a0a43c202a27 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Oct 19 11:46:09.517477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026945fb-afc1-40ba-9724-84e30bafe248 req-aa3b4144-f37f-405d-a343-060b036c725d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:09.525007 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-026945fb-afc1-40ba-9724-84e30bafe248 req-aa3b4144-f37f-405d-a343-060b036c725d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0629828 Oct 19 11:46:09.565661 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-026945fb-afc1-40ba-9724-84e30bafe248 req-4642b0a0-86ec-4ecf-8959-d54aadac5398 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 Oct 19 11:46:09.586159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73745082-36b7-4664-a3a5-cbedba23aeb9 req-eba94019-dba2-44e5-a1e7-5aecd8ed4809 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:09.587730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-73745082-36b7-4664-a3a5-cbedba23aeb9 req-eba94019-dba2-44e5-a1e7-5aecd8ed4809 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 945 time: 0.0520363 Oct 19 11:46:09.630993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-73745082-36b7-4664-a3a5-cbedba23aeb9 req-afea90cc-e18d-4834-b2ee-8479a6ca8cfe tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328834 Oct 19 11:46:10.695514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26996bc7-80e6-4315-8c8d-43dde11ca2ce req-9cee5bb8-c389-4a11-a68a-b15a5e247a63 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:10.697319 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26996bc7-80e6-4315-8c8d-43dde11ca2ce req-9cee5bb8-c389-4a11-a68a-b15a5e247a63 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0599325 Oct 19 11:46:10.740966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26996bc7-80e6-4315-8c8d-43dde11ca2ce req-b6e8b620-73a4-442e-b8ae-e4a8883e6623 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358925 Oct 19 11:46:10.775755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e36ba0-e9b2-48ba-8ff8-85be21577cd1 req-02e2d378-fd03-4257-8f08-5328cc2417a1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:10.777456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79e36ba0-e9b2-48ba-8ff8-85be21577cd1 req-02e2d378-fd03-4257-8f08-5328cc2417a1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 945 time: 0.0591359 Oct 19 11:46:10.818981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79e36ba0-e9b2-48ba-8ff8-85be21577cd1 req-618ec83b-fcba-4dc8-b1ac-8e31d04fbb1e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342827 Oct 19 11:46:10.981432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52fae-b0fc-483d-bda9-c9f1d9395fbb req-fd171cdc-2182-4899-8d1a-1045f261d5b0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:10.983015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-20c52fae-b0fc-483d-bda9-c9f1d9395fbb req-fd171cdc-2182-4899-8d1a-1045f261d5b0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.26 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 945 time: 0.0522676 Oct 19 11:46:11.100163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-20c52fae-b0fc-483d-bda9-c9f1d9395fbb req-0534f7b6-9774-4c61-a534-dd6b533ff5f3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Deleting port 52456c9b-af5b-4e43-bc76-592daa39fe7e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:46:11.100504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-20c52fae-b0fc-483d-bda9-c9f1d9395fbb req-0534f7b6-9774-4c61-a534-dd6b533ff5f3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:11.201590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-20c52fae-b0fc-483d-bda9-c9f1d9395fbb req-0534f7b6-9774-4c61-a534-dd6b533ff5f3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] For port 52456c9b-af5b-4e43-bc76-592daa39fe7e, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=52456c9b-af5b-4e43-bc76-592daa39fe7e,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:11.201959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-20c52fae-b0fc-483d-bda9-c9f1d9395fbb req-0534f7b6-9774-4c61-a534-dd6b533ff5f3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:11.215125 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-20c52fae-b0fc-483d-bda9-c9f1d9395fbb req-0534f7b6-9774-4c61-a534-dd6b533ff5f3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Calling delete_port for 52456c9b-af5b-4e43-bc76-592daa39fe7e owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:46:11.421982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-20c52fae-b0fc-483d-bda9-c9f1d9395fbb req-0534f7b6-9774-4c61-a534-dd6b533ff5f3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:11.439110 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['99ab0b69-5f94-4d20-a204-361385d3b705', '52456c9b-af5b-4e43-bc76-592daa39fe7e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:46:11.451904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534f7b6-9774-4c61-a534-dd6b533ff5f3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Pushing event deleted for resources: {'Port': ['ID=52456c9b-af5b-4e43-bc76-592daa39fe7e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:11.497273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c52fae-b0fc-483d-bda9-c9f1d9395fbb req-0534f7b6-9774-4c61-a534-dd6b533ff5f3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] No DVR routers for this DVR port 52456c9b-af5b-4e43-bc76-592daa39fe7e on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:46:11.501467 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-20c52fae-b0fc-483d-bda9-c9f1d9395fbb req-0534f7b6-9774-4c61-a534-dd6b533ff5f3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:11.505930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-20c52fae-b0fc-483d-bda9-c9f1d9395fbb req-0534f7b6-9774-4c61-a534-dd6b533ff5f3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.26 "DELETE /v2.0/ports/52456c9b-af5b-4e43-bc76-592daa39fe7e HTTP/1.1" status: 204 len: 173 time: 0.5148008 Oct 19 11:46:11.507291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfedd02-5a95-467c-b7bf-7210a5a206f1', 'name': 'network-vif-deleted', 'tag': '52456c9b-af5b-4e43-bc76-592daa39fe7e'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:46:11.509667 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35eb3b5-8d04-441c-b8c6-b269329082b0" -d '{"events": [{"server_uuid": "9bfedd02-5a95-467c-b7bf-7210a5a206f1", "name": "network-vif-deleted", "tag": "52456c9b-af5b-4e43-bc76-592daa39fe7e"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:46:11.557720 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b233fc25-fb6b-40cf-9a00-44825da883f7 x-openstack-request-id: req-b233fc25-fb6b-40cf-9a00-44825da883f7 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:46:11.558014 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfedd02-5a95-467c-b7bf-7210a5a206f1", "name": "network-vif-deleted", "tag": "52456c9b-af5b-4e43-bc76-592daa39fe7e", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:46:11.558269 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b233fc25-fb6b-40cf-9a00-44825da883f7 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:46:11.558679 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfedd02-5a95-467c-b7bf-7210a5a206f1', 'name': 'network-vif-deleted', 'tag': '52456c9b-af5b-4e43-bc76-592daa39fe7e', 'status': 'completed', 'code': 200} Oct 19 11:46:11.889950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd550bb-bfd6-4ea1-822e-4f9b2a755d98 req-5c171eff-335f-46c8-a482-cf382c7d2ffa tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:11.891651 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bd550bb-bfd6-4ea1-822e-4f9b2a755d98 req-5c171eff-335f-46c8-a482-cf382c7d2ffa tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0671306 Oct 19 11:46:11.954900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ad15af7-e287-4e19-b611-bcc16e6868f5 req-c74dd063-b222-4068-bb71-4bc4326021bc tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bfedd02-5a95-467c-b7bf-7210a5a206f1 HTTP/1.1" status: 200 len: 210 time: 0.0349448 Oct 19 11:46:11.961390 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5bd550bb-bfd6-4ea1-822e-4f9b2a755d98 req-6e5f16de-2bd9-48ab-ab10-ee8ead7b58b6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555201 Oct 19 11:46:13.091411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee569131-fee4-4a38-bb44-1b9e797fc272 req-14e798d3-4a68-41d6-a2dc-019e7888e7e8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:13.092952 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee569131-fee4-4a38-bb44-1b9e797fc272 req-14e798d3-4a68-41d6-a2dc-019e7888e7e8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0503695 Oct 19 11:46:13.108401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43132d4-53e6-4d53-8a08-4d92b1768d9a req-cf4edf55-7849-4a06-8ba8-5a3218f52782 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:13.110313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f43132d4-53e6-4d53-8a08-4d92b1768d9a req-cf4edf55-7849-4a06-8ba8-5a3218f52782 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0541263 Oct 19 11:46:13.141153 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee569131-fee4-4a38-bb44-1b9e797fc272 req-9d5faa4f-e475-4c7f-82b7-8a6b691952e6 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Oct 19 11:46:13.162066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f43132d4-53e6-4d53-8a08-4d92b1768d9a req-350511d0-af53-4c20-a3b9-76d6e2d63d9b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453463 Oct 19 11:46:13.343725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ec473-4a15-4897-959a-bbf1583290f1 req-f25c282b-7d05-4c36-8cdb-c4059058c772 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:13.346425 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c39ec473-4a15-4897-959a-bbf1583290f1 req-f25c282b-7d05-4c36-8cdb-c4059058c772 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0582249 Oct 19 11:46:13.394701 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c39ec473-4a15-4897-959a-bbf1583290f1 req-afbeb37d-fce0-4102-824e-e6c7d4981dea tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419827 Oct 19 11:46:13.516559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad51a80-fc04-4805-a576-2882088c49a0 req-eb852343-0d8d-4a96-b808-819add6d2414 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:13.518065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ad51a80-fc04-4805-a576-2882088c49a0 req-eb852343-0d8d-4a96-b808-819add6d2414 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0489759 Oct 19 11:46:13.558140 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8ad51a80-fc04-4805-a576-2882088c49a0 req-b312cf7b-6a2a-4fd3-a77d-11ae635a6739 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332837 Oct 19 11:46:14.265066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d8b6-9f26-4849-a7d2-70c3a1c4b408 req-1f3eb521-07f9-49e8-ad9e-5fead63c2d71 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:14.266699 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6642d8b6-9f26-4849-a7d2-70c3a1c4b408 req-1f3eb521-07f9-49e8-ad9e-5fead63c2d71 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0577970 Oct 19 11:46:14.312199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6642d8b6-9f26-4849-a7d2-70c3a1c4b408 req-d464945b-dc1e-4ebe-af3a-ceb2dee61624 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364976 Oct 19 11:46:14.660885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 52456c9b-af5b-4e43-bc76-592daa39fe7e no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:46:14.685148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 52456c9b-af5b-4e43-bc76-592daa39fe7e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:46:14.685489 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 52456c9b-af5b-4e43-bc76-592daa39fe7e not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:46:15.461358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d32e3e-513a-469e-b440-455d3019eed8 req-178d8edf-3eb8-4910-be7d-500680d8076f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:15.462821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91d32e3e-513a-469e-b440-455d3019eed8 req-178d8edf-3eb8-4910-be7d-500680d8076f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0657692 Oct 19 11:46:15.513117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91d32e3e-513a-469e-b440-455d3019eed8 req-023196ff-fa3f-4fdc-9e66-bf6ab7bd3efc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Oct 19 11:46:16.637084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba238f3-37a5-439a-8d30-8c10c4c34ffd req-42f88d36-8136-46e8-871a-ca0915ec374b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:16.644194 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fba238f3-37a5-439a-8d30-8c10c4c34ffd req-42f88d36-8136-46e8-871a-ca0915ec374b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0525362 Oct 19 11:46:16.679570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fba238f3-37a5-439a-8d30-8c10c4c34ffd req-aadd67b6-53a5-4f9a-a27b-5087fae4299a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348718 Oct 19 11:46:16.716483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b1d4f-7a39-428f-9c47-a0eeaa9d7667 req-01c71ff8-b61b-4994-be55-402e25342fe1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:16.718077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c05b1d4f-7a39-428f-9c47-a0eeaa9d7667 req-01c71ff8-b61b-4994-be55-402e25342fe1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0505855 Oct 19 11:46:16.758587 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c05b1d4f-7a39-428f-9c47-a0eeaa9d7667 req-9016df52-09bc-46df-bcab-b856337e3622 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Oct 19 11:46:16.884673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e8d59-8245-4aee-89f4-c13da10775f0 req-84e3feed-0496-4e4d-bfcd-1803e516ffb8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:16.886164 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-902e8d59-8245-4aee-89f4-c13da10775f0 req-84e3feed-0496-4e4d-bfcd-1803e516ffb8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0540030 Oct 19 11:46:16.931012 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-902e8d59-8245-4aee-89f4-c13da10775f0 req-b3402791-1a3e-4b9f-936d-8934e0a8675b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385599 Oct 19 11:46:17.805203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2cbf4-5ec6-4d7a-b027-2086b515d702 req-397f682d-33c3-4edd-a3aa-d71177679602 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:17.806688 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-33c2cbf4-5ec6-4d7a-b027-2086b515d702 req-397f682d-33c3-4edd-a3aa-d71177679602 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0498140 Oct 19 11:46:17.846265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-33c2cbf4-5ec6-4d7a-b027-2086b515d702 req-e0319697-69be-4007-9e3c-f24946ba6c21 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Oct 19 11:46:18.982129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec5676-e044-4b3c-ba27-f4ec574913f5 req-df1becf4-eaa3-42e3-91a3-4271855a9035 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:18.983835 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95ec5676-e044-4b3c-ba27-f4ec574913f5 req-df1becf4-eaa3-42e3-91a3-4271855a9035 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0630493 Oct 19 11:46:19.025294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-95ec5676-e044-4b3c-ba27-f4ec574913f5 req-78d74cd9-dc10-4212-8fcc-2e5872813b5e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351386 Oct 19 11:46:19.718648 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:19.920088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cfd37-418b-4638-a7e8-4efcb623234b req-e55903d8-74c0-478c-8358-01bf6fc9540d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:19.921609 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c49cfd37-418b-4638-a7e8-4efcb623234b req-e55903d8-74c0-478c-8358-01bf6fc9540d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0518620 Oct 19 11:46:19.962397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c49cfd37-418b-4638-a7e8-4efcb623234b req-8feadbac-5a39-4f76-8eaf-9afe40a08c3a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344937 Oct 19 11:46:20.089873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575ceb4-2bf9-4d58-b103-905a1d9a5005 req-e7a6c8c6-2092-4c90-9162-7e718e45be17 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:20.098186 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f575ceb4-2bf9-4d58-b103-905a1d9a5005 req-e7a6c8c6-2092-4c90-9162-7e718e45be17 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0625796 Oct 19 11:46:20.098972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40358) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:46:20.137322 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f575ceb4-2bf9-4d58-b103-905a1d9a5005 req-2e242d6d-7ef2-46e6-b686-5f6d62c2af5e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346718 Oct 19 11:46:20.164638 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:20.206557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bd473a3e-4a1b-4c78-a465-e5f1a36b7f0e tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/floatingips/05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0 HTTP/1.1" status: 200 len: 993 time: 0.1050608 Oct 19 11:46:20.222651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9f7e-c084-4fb3-9a5a-e6015405a912 req-fa37425d-119d-4081-ad98-7eeb5be310cb tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:20.235998 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9fe9f7e-c084-4fb3-9a5a-e6015405a912 req-fa37425d-119d-4081-ad98-7eeb5be310cb tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.1219172 Oct 19 11:46:20.267124 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9fe9f7e-c084-4fb3-9a5a-e6015405a912 req-3ae35a7a-53a9-4966-bc96-11a55d2c087a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367064 Oct 19 11:46:20.348137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2801e-63d6-448e-a7fb-755a2cee0e7a req-72efeb33-5dbb-42e7-83bb-e149108a0581 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:20.349633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cde2801e-63d6-448e-a7fb-755a2cee0e7a req-72efeb33-5dbb-42e7-83bb-e149108a0581 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0530601 Oct 19 11:46:20.397447 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cde2801e-63d6-448e-a7fb-755a2cee0e7a req-c2a3563b-86a2-4adf-a774-e3f814ef6598 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Oct 19 11:46:20.527171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40376) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:46:20.559247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e88d5-d66d-4f31-a41b-869a654ae505 req-1ee922ea-44e0-4efb-9c22-93df9484376e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:20.560874 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ec3e88d5-d66d-4f31-a41b-869a654ae505 req-1ee922ea-44e0-4efb-9c22-93df9484376e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0721459 Oct 19 11:46:20.608342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ec3e88d5-d66d-4f31-a41b-869a654ae505 req-171979ce-29a1-4dce-9db2-5fa03d7b902f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347488 Oct 19 11:46:20.714225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting port 83060155-7fa7-4db6-b7f8-7134d93c5c7c {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:46:20.714645 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:20.806388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8bbae-58b1-45fc-8444-ec4853ed0d9c req-8201877d-1e53-4509-976c-e65953a34293 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:20.813081 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1fb8bbae-58b1-45fc-8444-ec4853ed0d9c req-8201877d-1e53-4509-976c-e65953a34293 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0758071 Oct 19 11:46:20.821338 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:46:20.822747 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:20.823075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:20.837249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Calling delete_port for 83060155-7fa7-4db6-b7f8-7134d93c5c7c owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:46:20.850871 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1fb8bbae-58b1-45fc-8444-ec4853ed0d9c req-2ea6d9d1-2759-43e0-aa91-527556b17324 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365560 Oct 19 11:46:21.013372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190c9a0-405c-4411-8935-af7943e19c0c req-3ea9dca9-5885-4468-afb5-af049b4af7a5 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:21.015001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d190c9a0-405c-4411-8935-af7943e19c0c req-3ea9dca9-5885-4468-afb5-af049b4af7a5 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0871961 Oct 19 11:46:21.086670 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d190c9a0-405c-4411-8935-af7943e19c0c req-1d4311a2-4402-405c-9914-15718f601200 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627465 Oct 19 11:46:21.159826 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:21.194127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Port': ['ID=83060155-7fa7-4db6-b7f8-7134d93c5c7c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:21.286786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:21.287237 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Floating IP 05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0 disassociated (deleted). External IP: 172.25.2.220, port: 4848601a-824f-4b71-b800-e0ca37422e42. Oct 19 11:46:21.425588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c54e7c-1fb1-4bee-8175-857b103c8845 req-6a91ec24-c249-48f1-a1d7-4c8912165878 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:21.434205 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38c54e7c-1fb1-4bee-8175-857b103c8845 req-6a91ec24-c249-48f1-a1d7-4c8912165878 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0737448 Oct 19 11:46:21.507043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38c54e7c-1fb1-4bee-8175-857b103c8845 req-452a0a4a-1021-4582-85ba-1c8c2ec2b855 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667429 Oct 19 11:46:21.560738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37926a3-b99b-4da9-87d3-5e383c174a04 req-3deeabca-f203-446d-a57d-a0363e19ac1a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:21.562266 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f37926a3-b99b-4da9-87d3-5e383c174a04 req-3deeabca-f203-446d-a57d-a0363e19ac1a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.2874756 Oct 19 11:46:21.610229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:46:21.619824 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f37926a3-b99b-4da9-87d3-5e383c174a04 req-3012207b-a8a1-403f-a01e-ec18cb17b746 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Oct 19 11:46:21.747073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:46:21.757828 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:21.759227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7ebd8-ea5f-4514-a6f9-67387ceef7c9 None None] Sync routers for ids ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:46:21.763761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70a76b-4711-4c64-b9b2-1f83f6dc2e35 req-8b830186-097a-4655-9f4d-0ce991ba0071 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:21.766230 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd70a76b-4711-4c64-b9b2-1f83f6dc2e35 req-8b830186-097a-4655-9f4d-0ce991ba0071 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0621166 Oct 19 11:46:21.770620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7ebd8-ea5f-4514-a6f9-67387ceef7c9 None None] Routers {'80aa1b32-8a99-4357-82ee-1c259b0e7e7e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:46:21.771352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b2c7ebd8-ea5f-4514-a6f9-67387ceef7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:45:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:46:21.789352 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dd3e8e08-f4a3-4c1b-b638-f542a06eeea8 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/floatingips/05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0 HTTP/1.1" status: 204 len: 168 time: 1.2601187 Oct 19 11:46:21.789352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'tag': '4848601a-824f-4b71-b800-e0ca37422e42'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:46:21.802842 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f305e0-f045-48a0-9d1f-486e62df6841" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10", "tag": "4848601a-824f-4b71-b800-e0ca37422e42"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:46:21.817340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd70a76b-4711-4c64-b9b2-1f83f6dc2e35 req-caa55c02-40c2-45a0-a167-05846474dc7a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Oct 19 11:46:21.853981 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cce5fb-2af4-4da2-9258-b6db99cb7aa9 x-openstack-request-id: req-b9cce5fb-2af4-4da2-9258-b6db99cb7aa9 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:46:21.854276 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10", "tag": "4848601a-824f-4b71-b800-e0ca37422e42", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:46:21.854535 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9cce5fb-2af4-4da2-9258-b6db99cb7aa9 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:46:21.855114 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'tag': '4848601a-824f-4b71-b800-e0ca37422e42', 'status': 'completed', 'code': 200} Oct 19 11:46:21.948617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b2c7ebd8-ea5f-4514-a6f9-67387ceef7c9 None None] Set router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:46:21.964435 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f305e0-f045-48a0-9d1f-486e62df6841 req-fd8d6340-07fd-4731-825a-0d60332ebde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:21.964435 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21f305e0-f045-48a0-9d1f-486e62df6841 req-fd8d6340-07fd-4731-825a-0d60332ebde0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8abfa711f30a45c1b1fb691610142fba&device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 1096 time: 0.0738637 Oct 19 11:46:22.078738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f305e0-f045-48a0-9d1f-486e62df6841 req-88ca9e59-08c7-4306-b561-22c600386371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:22.080158 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21f305e0-f045-48a0-9d1f-486e62df6841 req-88ca9e59-08c7-4306-b561-22c600386371 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0cbeb47-e6fb-491b-8107-d790a46713ce HTTP/1.1" status: 200 len: 898 time: 0.1186342 Oct 19 11:46:22.108810 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca86d8-facf-42ac-bd1d-708d1da69131 req-dcbcd67b-9dfa-440f-b328-09edd6452ac6 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:22.110401 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9bca86d8-facf-42ac-bd1d-708d1da69131 req-dcbcd67b-9dfa-440f-b328-09edd6452ac6 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0815597 Oct 19 11:46:22.179014 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21f305e0-f045-48a0-9d1f-486e62df6841 req-a850f8ac-f3b1-4d06-ac9b-62e21ef9cb73 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4848601a-824f-4b71-b800-e0ca37422e42 HTTP/1.1" status: 200 len: 217 time: 0.0864470 Oct 19 11:46:22.186879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9bca86d8-facf-42ac-bd1d-708d1da69131 req-97aada2a-512f-4ada-aea2-b1b8db76c1aa tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690382 Oct 19 11:46:22.268678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b2c7ebd8-ea5f-4514-a6f9-67387ceef7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:25Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a8652daa-b91a-4fac-8202-33eea6d124cc', 'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:d7:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:24Z', 'updated_at': '2021-10-19T11:45:29Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:46:22.295479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f305e0-f045-48a0-9d1f-486e62df6841 req-90eafe65-227f-488e-ba12-9b37a2307af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:22.303141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21f305e0-f045-48a0-9d1f-486e62df6841 req-90eafe65-227f-488e-ba12-9b37a2307af5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f572475d-9d9f-4bfc-8794-a1afb9aa3c32 HTTP/1.1" status: 200 len: 835 time: 0.1036646 Oct 19 11:46:22.307247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7ebd8-ea5f-4514-a6f9-67387ceef7c9 None None] Checking router: 80aa1b32-8a99-4357-82ee-1c259b0e7e7e for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:46:22.317559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7ebd8-ea5f-4514-a6f9-67387ceef7c9 None None] Routers {'80aa1b32-8a99-4357-82ee-1c259b0e7e7e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:46:22.318391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b2c7ebd8-ea5f-4514-a6f9-67387ceef7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:45:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:46:22.359903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf98e7e-3e72-46e2-a218-f8d8635ceb6b req-2f9f9882-e848-4f04-8784-40c217e16d65 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:22.362716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cf98e7e-3e72-46e2-a218-f8d8635ceb6b req-2f9f9882-e848-4f04-8784-40c217e16d65 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0967753 Oct 19 11:46:22.419396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f305e0-f045-48a0-9d1f-486e62df6841 req-d283bbaa-efe7-454a-87bf-2b1a0e934ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:22.423928 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21f305e0-f045-48a0-9d1f-486e62df6841 req-d283bbaa-efe7-454a-87bf-2b1a0e934ad0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0cbeb47-e6fb-491b-8107-d790a46713ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178188 Oct 19 11:46:22.485981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b2c7ebd8-ea5f-4514-a6f9-67387ceef7c9 None None] Set router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:46:22.628234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c300b-c810-4b28-87d8-75de71f8c19b req-5adb8d97-75e9-41e4-8d7d-6b41e6e428cb tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:22.632211 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b3c300b-c810-4b28-87d8-75de71f8c19b req-5adb8d97-75e9-41e4-8d7d-6b41e6e428cb tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 945 time: 0.1254241 Oct 19 11:46:22.636822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21f305e0-f045-48a0-9d1f-486e62df6841 req-555ebe50-5b8c-48cf-9a88-103845797c8a service neutron] 10.222.0.49 "GET /v2.0/networks/c0cbeb47-e6fb-491b-8107-d790a46713ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024682 Oct 19 11:46:22.779086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b3c300b-c810-4b28-87d8-75de71f8c19b req-a81f0750-04a5-47ce-a769-97443cc57f30 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e056641-b569-4b42-b8f2-8da0693daabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391456 Oct 19 11:46:22.786527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21f305e0-f045-48a0-9d1f-486e62df6841 req-45245af1-139a-43f7-9a55-1d2938ef20d2 service neutron] 10.222.0.49 "GET /v2.0/networks/c0cbeb47-e6fb-491b-8107-d790a46713ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198430 Oct 19 11:46:22.948833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a19bfd-6c3a-4564-b48b-c2ca04db01da req-20041847-4ccd-4643-a37e-044ad53e8100 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:22.951445 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55a19bfd-6c3a-4564-b48b-c2ca04db01da req-20041847-4ccd-4643-a37e-044ad53e8100 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0758445 Oct 19 11:46:22.995042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b2c7ebd8-ea5f-4514-a6f9-67387ceef7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:25Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a8652daa-b91a-4fac-8202-33eea6d124cc', 'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:d7:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:24Z', 'updated_at': '2021-10-19T11:45:29Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:46:23.007402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55a19bfd-6c3a-4564-b48b-c2ca04db01da req-a2fed0ed-b2ec-4c1b-bd48-ce5ef871c5d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478616 Oct 19 11:46:23.008273 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cf98e7e-3e72-46e2-a218-f8d8635ceb6b req-f10c6529-2581-4b55-ab20-0ca2416f77aa tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331897 Oct 19 11:46:23.029602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7ebd8-ea5f-4514-a6f9-67387ceef7c9 None None] The sync data for ids ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'] in n-d-814547-1 is: [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:45:25Z', 'revision_number': 4, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a8652daa-b91a-4fac-8202-33eea6d124cc', 'name': '', 'network_id': 'c0cbeb47-e6fb-491b-8107-d790a46713ce', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'mac_address': 'fa:16:3e:d7:b1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:24Z', 'updated_at': '2021-10-19T11:45:29Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'subnets': [{'id': 'f572475d-9d9f-4bfc-8794-a1afb9aa3c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:46:23.195821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94f5ed-adc0-407e-9974-e422e4551edd req-2ef16fea-65f3-4a08-8fec-d12bf84d27ce tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:23.197491 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ca94f5ed-adc0-407e-9974-e422e4551edd req-2ef16fea-65f3-4a08-8fec-d12bf84d27ce tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0555112 Oct 19 11:46:23.245074 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ca94f5ed-adc0-407e-9974-e422e4551edd req-df6de171-ebd3-4171-bfe7-aa92694946d0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395722 Oct 19 11:46:23.336920 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ebb64-b704-4969-a80b-0dac6fe3121e None None] New status for floating IP 05ca168e-e4cc-4ab9-92d6-9d9739d9e6c0: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:46:23.394837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c63a7-8512-4d24-8292-ef93405596e1 req-080c5470-5393-47b6-8d72-4d1c0286f59e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:23.397193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-165c63a7-8512-4d24-8292-ef93405596e1 req-080c5470-5393-47b6-8d72-4d1c0286f59e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0786347 Oct 19 11:46:23.447795 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-165c63a7-8512-4d24-8292-ef93405596e1 req-08b8dacf-1c4a-4861-ade8-677eeb65410b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368230 Oct 19 11:46:23.726622 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f75e9-0a3c-488b-9990-bc759c582915 req-96bc6e9d-1eac-4681-bba0-3cd2caee755e tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:23.728082 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba2f75e9-0a3c-488b-9990-bc759c582915 req-96bc6e9d-1eac-4681-bba0-3cd2caee755e tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 945 time: 0.0988975 Oct 19 11:46:23.734940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c51827-4aeb-491b-9c1b-f5a13a951bbf req-59d2d61b-9624-4d4c-b0bd-fee2fe68968b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:23.736286 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70c51827-4aeb-491b-9c1b-f5a13a951bbf req-59d2d61b-9624-4d4c-b0bd-fee2fe68968b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/networks?id=cea0f055-11ce-47b1-b3ba-d9fa05edb101 HTTP/1.1" status: 200 len: 813 time: 0.1457496 Oct 19 11:46:23.778105 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70c51827-4aeb-491b-9c1b-f5a13a951bbf req-33c31988-c19a-495f-9f3e-7af92712ac47 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/quotas/079db5ac226c4e0fbc91e51dce4759d7 HTTP/1.1" status: 200 len: 375 time: 0.0341325 Oct 19 11:46:23.878402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70c51827-4aeb-491b-9c1b-f5a13a951bbf req-b132bfd3-9dc5-4f95-a03d-a386dc3836ac tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0871954 Oct 19 11:46:23.880799 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-ba2f75e9-0a3c-488b-9990-bc759c582915 req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting port 4848601a-824f-4b71-b800-e0ca37422e42 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:46:23.881269 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ba2f75e9-0a3c-488b-9990-bc759c582915 req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:23.915663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa43a4-194a-485e-891d-26c0008d80f7 req-c685eb57-c9bc-4a56-a854-c1376228df3f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:23.923222 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4daa43a4-194a-485e-891d-26c0008d80f7 req-c685eb57-c9bc-4a56-a854-c1376228df3f tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 945 time: 0.0677278 Oct 19 11:46:23.963546 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4daa43a4-194a-485e-891d-26c0008d80f7 req-d72e3dd9-1732-4a41-a191-45023b8ff141 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e056641-b569-4b42-b8f2-8da0693daabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391195 Oct 19 11:46:24.147288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595c588-4b8d-4e5b-b33e-32e9cf448bd4 req-acfeb351-1140-4777-9174-13afac9bb0dc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:24.149362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b595c588-4b8d-4e5b-b33e-32e9cf448bd4 req-acfeb351-1140-4777-9174-13afac9bb0dc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0621088 Oct 19 11:46:24.207512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b595c588-4b8d-4e5b-b33e-32e9cf448bd4 req-8943faff-7b3f-4802-8473-959ce31b3c9e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512621 Oct 19 11:46:24.341214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c2af-9b0c-4b8a-b9d9-f8f8c1f14df4 req-0a404c62-52a4-44b2-b98d-4069a763a77f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:24.342710 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b650c2af-9b0c-4b8a-b9d9-f8f8c1f14df4 req-0a404c62-52a4-44b2-b98d-4069a763a77f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0737069 Oct 19 11:46:24.344523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-ba2f75e9-0a3c-488b-9990-bc759c582915 req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] For port 4848601a-824f-4b71-b800-e0ca37422e42, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4848601a-824f-4b71-b800-e0ca37422e42,segment=NetworkSegment(75f37884-87cc-404c-94b1-f5ca8e08612d),segment_id=75f37884-87cc-404c-94b1-f5ca8e08612d)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:24.344914 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ba2f75e9-0a3c-488b-9990-bc759c582915 req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:24.363770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-ba2f75e9-0a3c-488b-9990-bc759c582915 req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Calling delete_port for 4848601a-824f-4b71-b800-e0ca37422e42 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:46:24.431820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b650c2af-9b0c-4b8a-b9d9-f8f8c1f14df4 req-a389e939-1a5d-40e0-8e28-26e2ac39bed1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783496 Oct 19 11:46:24.563903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348b3b9-2413-46d6-82cf-fdaced3ba673 req-cfc43a59-3dcf-4449-b7ff-3c7437f0a0c3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:24.565452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a348b3b9-2413-46d6-82cf-fdaced3ba673 req-cfc43a59-3dcf-4449-b7ff-3c7437f0a0c3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0552571 Oct 19 11:46:24.583166 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ba2f75e9-0a3c-488b-9990-bc759c582915 req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:24.605958 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a348b3b9-2413-46d6-82cf-fdaced3ba673 req-0f2a6c8e-5b03-4621-a699-d0641cf35de2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337884 Oct 19 11:46:24.617209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Port': ['ID=4848601a-824f-4b71-b800-e0ca37422e42,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:24.642396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.642793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.643137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.644227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.644579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.644914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.645244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.645569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.645922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.646219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.646538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.646871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:24.672922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2f75e9-0a3c-488b-9990-bc759c582915 req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] No DVR routers for this DVR port 4848601a-824f-4b71-b800-e0ca37422e42 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:46:24.679544 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ba2f75e9-0a3c-488b-9990-bc759c582915 req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:24.679544 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba2f75e9-0a3c-488b-9990-bc759c582915 req-d5004f34-3247-4f69-aa2e-6166532a3c00 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.49 "DELETE /v2.0/ports/4848601a-824f-4b71-b800-e0ca37422e42 HTTP/1.1" status: 204 len: 173 time: 0.9421403 Oct 19 11:46:24.679849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'name': 'network-vif-deleted', 'tag': '4848601a-824f-4b71-b800-e0ca37422e42'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:46:24.682338 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1861b58-0b06-4b69-8484-eb69af3b900b" -d '{"events": [{"server_uuid": "0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10", "name": "network-vif-deleted", "tag": "4848601a-824f-4b71-b800-e0ca37422e42"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:46:24.724130 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb39f837-d597-4ff1-9dc5-d0d86163d925 x-openstack-request-id: req-cb39f837-d597-4ff1-9dc5-d0d86163d925 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:46:24.724512 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10", "name": "network-vif-deleted", "tag": "4848601a-824f-4b71-b800-e0ca37422e42", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:46:24.724858 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb39f837-d597-4ff1-9dc5-d0d86163d925 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:46:24.725259 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10', 'name': 'network-vif-deleted', 'tag': '4848601a-824f-4b71-b800-e0ca37422e42', 'status': 'completed', 'code': 200} Oct 19 11:46:24.775080 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d97bc4de-a78e-4ff5-af26-10f877c847fe req-971ee9d6-cfec-4a0f-a1b6-60602fd4f1f4 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=079db5ac226c4e0fbc91e51dce4759d7 HTTP/1.1" status: 200 len: 221 time: 0.0317187 Oct 19 11:46:24.913500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e5282-64e2-4d3b-97c8-fdf673bf1b47 req-3704bb4c-8b40-434d-b7be-59690e48351e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:24.913500 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b5e5282-64e2-4d3b-97c8-fdf673bf1b47 req-3704bb4c-8b40-434d-b7be-59690e48351e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0730100 Oct 19 11:46:24.964594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b5e5282-64e2-4d3b-97c8-fdf673bf1b47 req-90ad2e13-9e1c-4d69-a662-6a356022b364 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433199 Oct 19 11:46:25.107712 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4910cc1b-560c-46b8-b734-02b9b34e17c1 req-564c6d0b-e32f-4611-bedf-a913a1d29223 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab4fb9b-c5c8-4c7b-a1cc-868e033d0e10 HTTP/1.1" status: 200 len: 210 time: 0.0492156 Oct 19 11:46:25.141083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba65b9a-712d-4cba-9643-11f06dbbffc2 req-27d1944e-1818-45c2-a2c6-b805bddc0133 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:25.142675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ba65b9a-712d-4cba-9643-11f06dbbffc2 req-27d1944e-1818-45c2-a2c6-b805bddc0133 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0824575 Oct 19 11:46:25.201144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ba65b9a-712d-4cba-9643-11f06dbbffc2 req-65eb2574-0ec0-459f-93c0-00ca2dd1e21c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506406 Oct 19 11:46:25.345282 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df10a23-d851-48d0-9b01-f4f2fe1a5cd5 req-66269fe0-7198-47ed-9037-4e0d14a3aa3a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:25.346885 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8df10a23-d851-48d0-9b01-f4f2fe1a5cd5 req-66269fe0-7198-47ed-9037-4e0d14a3aa3a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0543337 Oct 19 11:46:25.349769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367954c-24e5-4f46-bd74-e25ce85c3d8b req-5a9a095e-9ae5-4917-bf3d-affa1685c42a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:25.351566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a367954c-24e5-4f46-bd74-e25ce85c3d8b req-5a9a095e-9ae5-4917-bf3d-affa1685c42a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0542858 Oct 19 11:46:25.394743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a367954c-24e5-4f46-bd74-e25ce85c3d8b req-cffe0fbd-a311-41cd-879c-efc8882c4bf8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371339 Oct 19 11:46:25.409332 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8df10a23-d851-48d0-9b01-f4f2fe1a5cd5 req-1e0c14d5-430f-4b13-a01e-2ba643b41b15 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550745 Oct 19 11:46:25.420466 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1bd3bbdf-f25b-4f02-8cab-9bcd5d8b615c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:25.541257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bce25-ba04-4fe7-8858-332f30f866c3 req-6818f989-f5d7-4606-8648-b455789e07c2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:25.542765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-383bce25-ba04-4fe7-8858-332f30f866c3 req-6818f989-f5d7-4606-8648-b455789e07c2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0510628 Oct 19 11:46:25.581845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-383bce25-ba04-4fe7-8858-332f30f866c3 req-7101e8b4-5178-4ab1-b77f-7d347d4fb1c3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328071 Oct 19 11:46:25.681558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-a962f1e9-3fb3-427c-aa1a-5c0e57d085e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0653672 Oct 19 11:46:25.740883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce919ae-2e57-4261-84f7-2ffce0cb6ba1 req-2b68a213-a370-4840-b959-02ca63024107 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:25.742956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fce919ae-2e57-4261-84f7-2ffce0cb6ba1 req-2b68a213-a370-4840-b959-02ca63024107 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0704904 Oct 19 11:46:25.782288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-f96464dc-800f-419b-bd44-bf31d3ed2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:25.784475 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-f96464dc-800f-419b-bd44-bf31d3ed2ecc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 1097 time: 0.0499518 Oct 19 11:46:25.790902 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fce919ae-2e57-4261-84f7-2ffce0cb6ba1 req-3992d375-ceee-4149-ac8b-802a02b88918 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Oct 19 11:46:25.946237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-5480c71c-5bc5-4bf9-a488-8403b50124b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:25.947678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-5480c71c-5bc5-4bf9-a488-8403b50124b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.1316683 Oct 19 11:46:25.955154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1967f38-7184-4206-a5a9-0ab273d0accb req-3b7208c2-ee0f-44e5-bafe-9fe7eb5dc411 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:25.957084 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1967f38-7184-4206-a5a9-0ab273d0accb req-3b7208c2-ee0f-44e5-bafe-9fe7eb5dc411 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0736845 Oct 19 11:46:26.000826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-2270ae3c-c068-44d4-bd6a-fbc8f65c4bf6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9afda896-2265-4347-9a37-0a45ed79ce8b HTTP/1.1" status: 200 len: 217 time: 0.0426896 Oct 19 11:46:26.057832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1967f38-7184-4206-a5a9-0ab273d0accb req-ad654fc7-f3ff-48f4-8a98-4a90c6152207 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943067 Oct 19 11:46:26.066958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-7093f35b-5c2e-409e-9d32-7c48e2f5269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:26.068283 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-7093f35b-5c2e-409e-9d32-7c48e2f5269d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0597377 Oct 19 11:46:26.128289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-5d9585ef-5e6d-446d-b178-4f277fb5845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:26.129917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-5d9585ef-5e6d-446d-b178-4f277fb5845e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545363 Oct 19 11:46:26.149889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4848601a-824f-4b71-b800-e0ca37422e42 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:46:26.175227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 4848601a-824f-4b71-b800-e0ca37422e42 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:46:26.175774 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4848601a-824f-4b71-b800-e0ca37422e42 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:46:26.182467 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40490) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:46:26.247882 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d64b0465-1841-470e-ba74-674d06a874a1 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:26.252231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8814f55-da70-4b0c-b531-c321431e7441 req-2fa17385-508e-4dc5-9544-68b6b264cbe0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:26.253514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8814f55-da70-4b0c-b531-c321431e7441 req-2fa17385-508e-4dc5-9544-68b6b264cbe0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.1071167 Oct 19 11:46:26.277653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d64b0465-1841-470e-ba74-674d06a874a1 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:26.288356 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-3c6756e0-7518-49f0-afc6-c482dd290880 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514978 Oct 19 11:46:26.337362 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8814f55-da70-4b0c-b531-c321431e7441 req-51ff90ac-1b99-4c24-8f41-c0cf93c67202 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724673 Oct 19 11:46:26.416435 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85cf0e4f-ef13-4c20-8fae-9a0c6ae3207f req-8d339087-6beb-4635-ac4d-50dd86de11ef service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198852 Oct 19 11:46:26.464346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8396bb-9589-42c5-9bbe-0aef39fed0c3 req-2bdf62d7-f157-4d12-a8f4-3dbdcc1a6664 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:26.465871 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f8396bb-9589-42c5-9bbe-0aef39fed0c3 req-2bdf62d7-f157-4d12-a8f4-3dbdcc1a6664 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0599074 Oct 19 11:46:26.474433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d64b0465-1841-470e-ba74-674d06a874a1 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:26.480889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d64b0465-1841-470e-ba74-674d06a874a1 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:26.480889 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d64b0465-1841-470e-ba74-674d06a874a1 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e056641-b569-4b42-b8f2-8da0693daabc HTTP/1.1" status: 204 len: 168 time: 0.2947290 Oct 19 11:46:26.507719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b0465-1841-470e-ba74-674d06a874a1 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e056641-b569-4b42-b8f2-8da0693daabc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:26.571512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b770147-551c-4335-b68b-51e360431f9a req-727ea153-bdd9-49e3-8e2f-db367d87521b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:26.574985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b770147-551c-4335-b68b-51e360431f9a req-727ea153-bdd9-49e3-8e2f-db367d87521b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0898027 Oct 19 11:46:26.577139 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f8396bb-9589-42c5-9bbe-0aef39fed0c3 req-15beaafe-b84f-4054-8f05-2bb850da4e0b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050363 Oct 19 11:46:26.632320 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b770147-551c-4335-b68b-51e360431f9a req-4ee7e6d1-d210-429a-a257-587430dff1dc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563622 Oct 19 11:46:26.689309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40510) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:46:26.832562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d586c-c089-4a10-96e0-ed035ff677ff req-f7171227-2a2e-4a67-8158-2297c587583f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:26.837318 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-836d586c-c089-4a10-96e0-ed035ff677ff req-f7171227-2a2e-4a67-8158-2297c587583f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.1043203 Oct 19 11:46:26.884530 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-836d586c-c089-4a10-96e0-ed035ff677ff req-8d6cd75f-737d-4ee3-983f-10c189be2e1f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 Oct 19 11:46:27.065804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f995982-b0a8-43cf-8a78-041b787fa897 req-72aa4a7c-ee97-4c26-a290-94ea1bb7532f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:27.073206 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f995982-b0a8-43cf-8a78-041b787fa897 req-72aa4a7c-ee97-4c26-a290-94ea1bb7532f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.1042111 Oct 19 11:46:27.141275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f995982-b0a8-43cf-8a78-041b787fa897 req-012b392f-5661-40d1-bc05-6a9566234baf tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670662 Oct 19 11:46:27.290009 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:27.353532 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee971d-a4bd-46fd-b670-b287d6eadf1f req-f23d9689-f144-4be3-b8b3-93c0d60f60da tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:27.355022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8ee971d-a4bd-46fd-b670-b287d6eadf1f req-f23d9689-f144-4be3-b8b3-93c0d60f60da tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.1034670 Oct 19 11:46:27.438026 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8ee971d-a4bd-46fd-b670-b287d6eadf1f req-b99ef2d4-a51e-440a-a9a6-fb4c64afe3ac tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765042 Oct 19 11:46:27.600478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364617ba-bb6d-461d-a30f-fd628537e1a4 req-544b4886-fdb9-4bb2-843c-0b460d1e3642 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:27.602245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-364617ba-bb6d-461d-a30f-fd628537e1a4 req-544b4886-fdb9-4bb2-843c-0b460d1e3642 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0813990 Oct 19 11:46:27.642527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting port a8652daa-b91a-4fac-8202-33eea6d124cc {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:46:27.642959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:27.651510 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-364617ba-bb6d-461d-a30f-fd628537e1a4 req-ea7ec2cb-acb5-4279-8057-18cdd88dc1ad tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Oct 19 11:46:27.810896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] For port a8652daa-b91a-4fac-8202-33eea6d124cc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a8652daa-b91a-4fac-8202-33eea6d124cc,segment=NetworkSegment(75f37884-87cc-404c-94b1-f5ca8e08612d),segment_id=75f37884-87cc-404c-94b1-f5ca8e08612d)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:27.811376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:27.817216 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f26f665f-358b-4577-8084-b109c1f29e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:27.836182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982e0a7-76e6-419d-ba84-5b8b51943fd3 req-1a340bd1-9b22-457f-b234-65e257ff78b3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:27.843629 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec65d-02ce-4c62-9779-e922cb42d8d1 req-7508af32-c174-4005-8653-f3a47850929a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:27.844131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8982e0a7-76e6-419d-ba84-5b8b51943fd3 req-1a340bd1-9b22-457f-b234-65e257ff78b3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.1092491 Oct 19 11:46:27.846163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3dec65d-02ce-4c62-9779-e922cb42d8d1 req-7508af32-c174-4005-8653-f3a47850929a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0762277 Oct 19 11:46:27.854240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Calling delete_port for a8652daa-b91a-4fac-8202-33eea6d124cc owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:46:27.895849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3dec65d-02ce-4c62-9779-e922cb42d8d1 req-ef18196b-0084-48bb-b9bf-45c30c81b5d8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379114 Oct 19 11:46:27.919144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8982e0a7-76e6-419d-ba84-5b8b51943fd3 req-ead10483-ced3-4e3d-8ceb-c5bdfa1c43b2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743222 Oct 19 11:46:28.029470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c55b6-9139-4e1e-b881-bdc735ab2644 req-55a927ac-82f5-4fed-933e-babe88a039fb tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:28.030974 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de7c55b6-9139-4e1e-b881-bdc735ab2644 req-55a927ac-82f5-4fed-933e-babe88a039fb tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0550237 Oct 19 11:46:28.084151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de7c55b6-9139-4e1e-b881-bdc735ab2644 req-c4f4620f-4ddf-483a-9f25-ba7cf8d812cc tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456476 Oct 19 11:46:28.176929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:28.205902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Port': ['ID=a8652daa-b91a-4fac-8202-33eea6d124cc,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:28.251653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd44cf-469c-416d-9717-7b811b1ce456 req-c2fe3709-27eb-4d77-8587-97bc2e7efeb0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:28.260026 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-04bd44cf-469c-416d-9717-7b811b1ce456 req-c2fe3709-27eb-4d77-8587-97bc2e7efeb0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0618572 Oct 19 11:46:28.316087 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-04bd44cf-469c-416d-9717-7b811b1ce456 req-be2c1caa-d428-4782-ac71-d2d0a44e0302 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543876 Oct 19 11:46:28.457788 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:28.529848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615bcac-600a-470b-a063-9097bf664e26 req-829ba723-c677-4b64-bf31-a1d47b6ce73c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:28.532489 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a615bcac-600a-470b-a063-9097bf664e26 req-829ba723-c677-4b64-bf31-a1d47b6ce73c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.1155393 Oct 19 11:46:28.620503 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a615bcac-600a-470b-a063-9097bf664e26 req-f17f33d9-2787-4747-916a-76d8fff1ca04 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785573 Oct 19 11:46:28.787857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:46:28.820891 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a5c8-3f1a-4f76-b1fb-2e82dc719470 req-701059d0-856b-4aab-bc71-96506f3bf181 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:28.822400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cde9a5c8-3f1a-4f76-b1fb-2e82dc719470 req-701059d0-856b-4aab-bc71-96506f3bf181 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0683711 Oct 19 11:46:28.942737 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cde9a5c8-3f1a-4f76-b1fb-2e82dc719470 req-161bf372-222a-4f73-8b87-ab04eb2ea199 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840688 Oct 19 11:46:28.966368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:46:28.975532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-691c3119-b37d-4378-bebf-836bf909a9f7 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "PUT /v2.0/routers/80aa1b32-8a99-4357-82ee-1c259b0e7e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2822361 Oct 19 11:46:28.975741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40628) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:46:28.978003 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d74adb-a9f0-402c-bfde-96c283b785ad None None] Sync routers for ids ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:46:28.998790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d74adb-a9f0-402c-bfde-96c283b785ad None None] Routers {'80aa1b32-8a99-4357-82ee-1c259b0e7e7e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:46:28.999309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c7d74adb-a9f0-402c-bfde-96c283b785ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:46:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:46:29.055251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7b81f6-050e-4f63-9f56-d83f1af5dcf2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting subnet f572475d-9d9f-4bfc-8794-a1afb9aa3c32 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:46:29.061405 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c7b81f6-050e-4f63-9f56-d83f1af5dcf2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:29.135607 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:29.142556 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c7b81f6-050e-4f63-9f56-d83f1af5dcf2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:29.144784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cbe1-cfdb-41c2-a931-f400e5d14a93 req-f9eb4d50-39c1-43e6-9d49-73913e662138 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:29.152119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5e09cbe1-cfdb-41c2-a931-f400e5d14a93 req-f9eb4d50-39c1-43e6-9d49-73913e662138 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0697510 Oct 19 11:46:29.166291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-c7d74adb-a9f0-402c-bfde-96c283b785ad None None] Set router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:46:29.201651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f8ab3-a4c4-4843-8a77-71fbe6ef96d4 req-d51b9358-3644-488b-9f69-9c57abf5b734 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:29.204140 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-726f8ab3-a4c4-4843-8a77-71fbe6ef96d4 req-d51b9358-3644-488b-9f69-9c57abf5b734 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.1396825 Oct 19 11:46:29.218955 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5e09cbe1-cfdb-41c2-a931-f400e5d14a93 req-03245f86-50f8-44b5-8676-56c04acea0af tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614274 Oct 19 11:46:29.248940 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:29.302512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-726f8ab3-a4c4-4843-8a77-71fbe6ef96d4 req-0c723e4e-9acd-4ca0-b451-faa7035b3d86 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838146 Oct 19 11:46:29.310973 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c7b81f6-050e-4f63-9f56-d83f1af5dcf2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:29.399594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c7d74adb-a9f0-402c-bfde-96c283b785ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:46:28Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:46:29.430510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d74adb-a9f0-402c-bfde-96c283b785ad None None] Checking router: 80aa1b32-8a99-4357-82ee-1c259b0e7e7e for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:46:29.440898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d74adb-a9f0-402c-bfde-96c283b785ad None None] Routers {'80aa1b32-8a99-4357-82ee-1c259b0e7e7e'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:46:29.444388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c7d74adb-a9f0-402c-bfde-96c283b785ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:46:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:46:29.468950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354b6be-1d08-4b7e-a26c-5553443afc66 req-ef91ddb8-62fd-4fe2-ac49-f322e79087c2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:29.470485 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b354b6be-1d08-4b7e-a26c-5553443afc66 req-ef91ddb8-62fd-4fe2-ac49-f322e79087c2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0529363 Oct 19 11:46:29.472075 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c7b81f6-050e-4f63-9f56-d83f1af5dcf2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:29.511260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b81f6-050e-4f63-9f56-d83f1af5dcf2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Subnet': ['ID=f572475d-9d9f-4bfc-8794-a1afb9aa3c32,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:29.524321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3c7b81f6-050e-4f63-9f56-d83f1af5dcf2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:29.526759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3c7b81f6-050e-4f63-9f56-d83f1af5dcf2 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/subnets/f572475d-9d9f-4bfc-8794-a1afb9aa3c32 HTTP/1.1" status: 204 len: 168 time: 0.5502720 Oct 19 11:46:29.529778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40650) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:46:29.545225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b84dccf-4ae8-4255-be06-12756caf09dc None None] Network c0cbeb47-e6fb-491b-8107-d790a46713ce requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:46:29.597265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b354b6be-1d08-4b7e-a26c-5553443afc66 req-dc14cea2-b42a-4178-a0b9-3424ffa6e177 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186705 Oct 19 11:46:29.620127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-c7d74adb-a9f0-402c-bfde-96c283b785ad None None] Set router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:46:29.705699 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:29.766924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdd9c5-c58c-4773-bc35-4ed732813321 req-9f557594-bae9-4383-9c51-b9ee5ab048db tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:29.768887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7dfdd9c5-c58c-4773-bc35-4ed732813321 req-9f557594-bae9-4383-9c51-b9ee5ab048db tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0860245 Oct 19 11:46:29.818974 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7dfdd9c5-c58c-4773-bc35-4ed732813321 req-99d9e4ae-1a05-4134-ab36-0b9de53462a9 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Oct 19 11:46:29.832796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:29.896885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c7d74adb-a9f0-402c-bfde-96c283b785ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:46:28Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:46:29.927178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d74adb-a9f0-402c-bfde-96c283b785ad None None] The sync data for ids ['80aa1b32-8a99-4357-82ee-1c259b0e7e7e'] in n-d-814547-1 is: [{'id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'name': 'tempest-TestNetworkBasicOps-router-1187470421', 'tenant_id': '8abfa711f30a45c1b1fb691610142fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:45:20Z', 'updated_at': '2021-10-19T11:46:28Z', 'revision_number': 5, 'project_id': '8abfa711f30a45c1b1fb691610142fba', 'gw_port': {'id': 'b47f574e-016f-477e-968b-a3cf5dfeeab0', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:10:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aa1b32-8a99-4357-82ee-1c259b0e7e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:45:21Z', 'updated_at': '2021-10-19T11:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:46:29.929954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] DHCP port deletion for c0cbeb47-e6fb-491b-8107-d790a46713ce request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:46:29.990728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Deleting port 68a96cbf-efed-497e-8822-731aab42235f {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:46:29.991324 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.042373 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Deleting port b47f574e-016f-477e-968b-a3cf5dfeeab0 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:46:30.042943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.060572 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] For port 68a96cbf-efed-497e-8822-731aab42235f, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=68a96cbf-efed-497e-8822-731aab42235f,segment=NetworkSegment(75f37884-87cc-404c-94b1-f5ca8e08612d),segment_id=75f37884-87cc-404c-94b1-f5ca8e08612d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:30.061032 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.077331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Calling delete_port for 68a96cbf-efed-497e-8822-731aab42235f owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:46:30.127954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] For port b47f574e-016f-477e-968b-a3cf5dfeeab0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b47f574e-016f-477e-968b-a3cf5dfeeab0,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:30.128312 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.140902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Calling delete_port for b47f574e-016f-477e-968b-a3cf5dfeeab0 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:46:30.215653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bbf21-971a-494b-a76d-dfab13121b12 req-b6492e9f-ff16-4bbb-8471-53a7a653954d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:30.217112 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c45bbf21-971a-494b-a76d-dfab13121b12 req-b6492e9f-ff16-4bbb-8471-53a7a653954d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0529785 Oct 19 11:46:30.271234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c45bbf21-971a-494b-a76d-dfab13121b12 req-3e651498-4c65-49a8-8733-6f619039d393 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468998 Oct 19 11:46:30.319866 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.396059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Pushing event deleted for resources: {'Port': ['ID=68a96cbf-efed-497e-8822-731aab42235f,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:30.409621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] No DVR routers for this DVR port 68a96cbf-efed-497e-8822-731aab42235f on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:46:30.416110 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.416449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.416806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.417133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.417454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.417775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.418208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.418777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.418878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.419139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.419449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.419783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4b5e8-1458-46ef-a3b8-ac55cf9804a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:46:30.439306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d96911-a2d9-4871-a6af-29085f332786 req-53cc69da-ad73-4a71-88e0-5e2cc90a0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:30.441520 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25d96911-a2d9-4871-a6af-29085f332786 req-53cc69da-ad73-4a71-88e0-5e2cc90a0c1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 1096 time: 0.0684419 Oct 19 11:46:30.468177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945cdae-1d50-4ce7-acb3-abea9ccaeef3 req-f530390c-8e92-42ec-8108-a66fa03e5647 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:30.470515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68a96cbf-efed-497e-8822-731aab42235f no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:46:30.482903 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3945cdae-1d50-4ce7-acb3-abea9ccaeef3 req-f530390c-8e92-42ec-8108-a66fa03e5647 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.1376054 Oct 19 11:46:30.502168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 68a96cbf-efed-497e-8822-731aab42235f {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:46:30.502734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 68a96cbf-efed-497e-8822-731aab42235f not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:46:30.503252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a8652daa-b91a-4fac-8202-33eea6d124cc no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:46:30.529936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a8652daa-b91a-4fac-8202-33eea6d124cc {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:46:30.530277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a8652daa-b91a-4fac-8202-33eea6d124cc not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:46:30.541105 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3945cdae-1d50-4ce7-acb3-abea9ccaeef3 req-973ebd2c-28c3-4bb4-bb80-a3e146288933 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493634 Oct 19 11:46:30.566045 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.592372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Port': ['ID=b47f574e-016f-477e-968b-a3cf5dfeeab0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:30.624198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d96911-a2d9-4871-a6af-29085f332786 req-14cc5abd-5db5-4d33-9635-467c1bd1b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:30.626068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25d96911-a2d9-4871-a6af-29085f332786 req-14cc5abd-5db5-4d33-9635-467c1bd1b973 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cea0f055-11ce-47b1-b3ba-d9fa05edb101 HTTP/1.1" status: 200 len: 914 time: 0.1524818 Oct 19 11:46:30.670643 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.675347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25d96911-a2d9-4871-a6af-29085f332786 req-c57af41d-a9ea-4756-9377-6bd12849125b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ab0b69-5f94-4d20-a204-361385d3b705 HTTP/1.1" status: 200 len: 217 time: 0.0373464 Oct 19 11:46:30.739708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d96911-a2d9-4871-a6af-29085f332786 req-cf354d08-4e58-4b6c-9edf-c9e5cf0ad8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:30.741221 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25d96911-a2d9-4871-a6af-29085f332786 req-cf354d08-4e58-4b6c-9edf-c9e5cf0ad8d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571c07e4-f32e-40ae-b0ba-4e8314ddadc1 HTTP/1.1" status: 200 len: 853 time: 0.0553319 Oct 19 11:46:30.766200 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.769822 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.782350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25d96911-a2d9-4871-a6af-29085f332786 req-18e10af9-e8aa-4738-9fe6-6cc2e55c99aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cea0f055-11ce-47b1-b3ba-d9fa05edb101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294688 Oct 19 11:46:30.844889 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.885319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25d96911-a2d9-4871-a6af-29085f332786 req-03fc4554-697f-4a8b-ab00-3ea863be13ce service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922401 Oct 19 11:46:30.896283 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.896904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Fanout notify agent at l3_agent the message router_deleted on router 80aa1b32-8a99-4357-82ee-1c259b0e7e7e {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:46:30.910321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:30.911458 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8070c88c-5e10-408b-a258-8547428d0593 tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/routers/80aa1b32-8a99-4357-82ee-1c259b0e7e7e HTTP/1.1" status: 204 len: 168 time: 1.3797193 Oct 19 11:46:30.915812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40714) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:46:31.043288 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:31.068203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25d96911-a2d9-4871-a6af-29085f332786 req-c60c5cd0-f9bc-450d-a6e3-dd7940c560ff service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718309 Oct 19 11:46:31.154298 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:31.174990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cbeb47-e6fb-491b-8107-d790a46713ce']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:46:31.184710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f37884-87cc-404c-94b1-f5ca8e08612d') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:46:31.189629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f37884-87cc-404c-94b1-f5ca8e08612d') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:46:31.194900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:31.208114 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:31.213815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:46:31.222468 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:46:31.378001 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:31.382881 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:31.388793 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] 10.222.0.39 "DELETE /v2.0/networks/c0cbeb47-e6fb-491b-8107-d790a46713ce HTTP/1.1" status: 204 len: 168 time: 0.4694631 Oct 19 11:46:31.397413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead05308-48a6-4271-adf9-baf4faff3a1e req-92eb73a6-5cb6-47ce-a26d-eb7e4b52f83d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:31.400775 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ead05308-48a6-4271-adf9-baf4faff3a1e req-92eb73a6-5cb6-47ce-a26d-eb7e4b52f83d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0649130 Oct 19 11:46:31.409030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c928c61-703c-4068-9c71-2a460038d80c tempest-TestNetworkBasicOps-73479379 tempest-TestNetworkBasicOps-73479379-project] Pushing event deleted for resources: {'Network': ['ID=c0cbeb47-e6fb-491b-8107-d790a46713ce,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:31.454110 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ead05308-48a6-4271-adf9-baf4faff3a1e req-6fc472ae-b160-4410-b00c-f4d164fa3091 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424004 Oct 19 11:46:31.662519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0d392-d880-49e0-bc32-112d72d176b9 req-b9a8b18c-0220-4f1b-a0fa-33f9f1af623c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:31.664012 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b6a0d392-d880-49e0-bc32-112d72d176b9 req-b9a8b18c-0220-4f1b-a0fa-33f9f1af623c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0534031 Oct 19 11:46:31.703577 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b6a0d392-d880-49e0-bc32-112d72d176b9 req-7095af6c-89c6-4013-825b-e67c67cbb8d7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336010 Oct 19 11:46:31.897654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcad7f6-eab5-4f89-a5fb-745e605312cc req-32515e01-a4fb-4d84-b157-43185015ed52 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:31.898148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40766) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:46:31.899183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dcad7f6-eab5-4f89-a5fb-745e605312cc req-32515e01-a4fb-4d84-b157-43185015ed52 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0540257 Oct 19 11:46:31.942628 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dcad7f6-eab5-4f89-a5fb-745e605312cc req-0bfb4303-0410-4e74-bc5d-64d9c0e69af2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370610 Oct 19 11:46:32.048953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f62be265-5632-4bf1-8913-88d2b07e20f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8abfa711f30a45c1b1fb691610142fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495280 Oct 19 11:46:32.051379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 40776) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:46:32.109006 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69de9304-1b7a-42db-b005-b6eed43fd452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:32.129796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69de9304-1b7a-42db-b005-b6eed43fd452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:32.262140 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69de9304-1b7a-42db-b005-b6eed43fd452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:32.265766 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69de9304-1b7a-42db-b005-b6eed43fd452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:32.267119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-69de9304-1b7a-42db-b005-b6eed43fd452 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c48ae4ba-f7bc-423a-b8bd-2ed1d7875e0f HTTP/1.1" status: 204 len: 168 time: 0.2147748 Oct 19 11:46:32.279267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de9304-1b7a-42db-b005-b6eed43fd452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48ae4ba-f7bc-423a-b8bd-2ed1d7875e0f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:32.385479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b47f574e-016f-477e-968b-a3cf5dfeeab0 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:46:32.407942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b47f574e-016f-477e-968b-a3cf5dfeeab0 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:46:32.408271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b47f574e-016f-477e-968b-a3cf5dfeeab0 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:46:32.823571 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4c5c2-afab-4d70-9c6f-d2c946dc5db4 req-6f6dfef9-341b-4612-9d40-db1d76769dda tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:32.825145 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57c4c5c2-afab-4d70-9c6f-d2c946dc5db4 req-6f6dfef9-341b-4612-9d40-db1d76769dda tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0520265 Oct 19 11:46:32.862606 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-57c4c5c2-afab-4d70-9c6f-d2c946dc5db4 req-72df5453-b6be-4b93-874b-e8d8f234bd10 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Oct 19 11:46:32.912508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40816) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:46:32.926040 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a0ac939e-871e-415f-8d10-57a31e8a2ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:33.022421 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a0ac939e-871e-415f-8d10-57a31e8a2ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:33.073387 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a1052-57de-457f-9cdb-fbd50ce7184a req-fb3aa9f3-b38f-49f9-b5e1-d543d0c9b9b0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:33.074891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ca8a1052-57de-457f-9cdb-fbd50ce7184a req-fb3aa9f3-b38f-49f9-b5e1-d543d0c9b9b0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0507822 Oct 19 11:46:33.116952 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ca8a1052-57de-457f-9cdb-fbd50ce7184a req-40fe0b99-a1da-431b-ab2a-11fad1ab1752 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358326 Oct 19 11:46:33.118870 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a0ac939e-871e-415f-8d10-57a31e8a2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:33.156899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac939e-871e-415f-8d10-57a31e8a2ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86b73e7-a9ae-475a-ba1e-095dadb6217a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:33.161792 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a0ac939e-871e-415f-8d10-57a31e8a2ce3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2522564c86cc4d17ab24918dd7f7dfb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476859 Oct 19 11:46:33.164371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 40832) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:46:33.222078 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0862cf5-e597-4d7f-9eb0-bbdb165a28e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:33.245221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cea33-fb75-457a-8895-78a1c968caf4 req-560c5b00-496e-45bf-a8d5-eb43f3c65428 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:33.245585 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0862cf5-e597-4d7f-9eb0-bbdb165a28e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:33.246707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c86cea33-fb75-457a-8895-78a1c968caf4 req-560c5b00-496e-45bf-a8d5-eb43f3c65428 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0567906 Oct 19 11:46:33.288560 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c86cea33-fb75-457a-8895-78a1c968caf4 req-48c8c0f4-6ea3-4060-a08d-e68ac1a1902f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348682 Oct 19 11:46:33.359470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0862cf5-e597-4d7f-9eb0-bbdb165a28e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:33.362376 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0862cf5-e597-4d7f-9eb0-bbdb165a28e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:33.365402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c0862cf5-e597-4d7f-9eb0-bbdb165a28e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b86b73e7-a9ae-475a-ba1e-095dadb6217a HTTP/1.1" status: 204 len: 168 time: 0.1979780 Oct 19 11:46:33.387459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0862cf5-e597-4d7f-9eb0-bbdb165a28e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86b73e7-a9ae-475a-ba1e-095dadb6217a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:33.463439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07cdaa-e16c-419d-b7e1-ab8a99bf2bb7 req-267736ac-c9e4-4cab-8076-37251e8df69c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:33.465110 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c07cdaa-e16c-419d-b7e1-ab8a99bf2bb7 req-267736ac-c9e4-4cab-8076-37251e8df69c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0642986 Oct 19 11:46:33.506030 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c07cdaa-e16c-419d-b7e1-ab8a99bf2bb7 req-98714d87-4454-4364-8bdf-d9dd9adbfd49 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328953 Oct 19 11:46:33.626907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40a631-ca3b-4003-b743-8a7d20ab4491 req-dd664592-6fc2-46d0-abc7-508609dc4452 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:33.628519 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5c40a631-ca3b-4003-b743-8a7d20ab4491 req-dd664592-6fc2-46d0-abc7-508609dc4452 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0539017 Oct 19 11:46:33.670928 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5c40a631-ca3b-4003-b743-8a7d20ab4491 req-85418516-d9ea-49fd-9cdb-355e1acbed4e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335889 Oct 19 11:46:33.809004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96c969-3587-4821-91fb-3caaa36beefc req-1901cdea-dbdb-47d7-976c-c66ab0d8ea92 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:33.810762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fe96c969-3587-4821-91fb-3caaa36beefc req-1901cdea-dbdb-47d7-976c-c66ab0d8ea92 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0539956 Oct 19 11:46:33.854066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fe96c969-3587-4821-91fb-3caaa36beefc req-394803e2-9ca5-4b52-82e3-cad2611d7502 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366948 Oct 19 11:46:34.007621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe1f0f-e787-46e2-9136-77d7cbd17766 req-2a9de84e-6e68-48a3-8c94-77f66a4bf662 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:34.009572 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1bfe1f0f-e787-46e2-9136-77d7cbd17766 req-2a9de84e-6e68-48a3-8c94-77f66a4bf662 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0738716 Oct 19 11:46:34.015700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c2b69-ee91-4447-a627-606f17fe2e97 req-d62d7c83-70ff-434b-9525-29f366d84e07 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:34.025377 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bb5c2b69-ee91-4447-a627-606f17fe2e97 req-d62d7c83-70ff-434b-9525-29f366d84e07 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0797493 Oct 19 11:46:34.068178 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1bfe1f0f-e787-46e2-9136-77d7cbd17766 req-76d9ace6-5aff-4497-adc3-f531a59ab662 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443945 Oct 19 11:46:34.069260 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bb5c2b69-ee91-4447-a627-606f17fe2e97 req-37459e5e-3b7c-45ff-899c-f84d81cae8f9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Oct 19 11:46:34.225619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca2d40-f494-4f5b-93e6-fe085f77b5a0 req-c86f61ac-855d-44ae-89df-fafc5392d24d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:34.227149 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93ca2d40-f494-4f5b-93e6-fe085f77b5a0 req-c86f61ac-855d-44ae-89df-fafc5392d24d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0516701 Oct 19 11:46:34.265891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93ca2d40-f494-4f5b-93e6-fe085f77b5a0 req-3005ffc2-2993-4bdf-9d71-c0d487e3c7fe tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325849 Oct 19 11:46:34.386085 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827fb84-149c-413d-a90b-dc25f98f4350 req-a5c3d076-8ac1-49e4-80aa-420d89d56c5e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:34.387469 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6827fb84-149c-413d-a90b-dc25f98f4350 req-a5c3d076-8ac1-49e4-80aa-420d89d56c5e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0513141 Oct 19 11:46:34.428012 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6827fb84-149c-413d-a90b-dc25f98f4350 req-7298304d-9c81-4079-abb0-70777876d486 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Oct 19 11:46:34.564500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc8355-b9e0-4032-a1da-a808ed47c27e req-1ae67270-c934-468e-9aed-8e982c0bc663 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:34.565976 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8cc8355-b9e0-4032-a1da-a808ed47c27e req-1ae67270-c934-468e-9aed-8e982c0bc663 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0560951 Oct 19 11:46:34.604600 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a8cc8355-b9e0-4032-a1da-a808ed47c27e req-92b35d34-9b2b-4535-94cc-84daf19e641f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326290 Oct 19 11:46:34.722451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cc20c-e4d0-4bff-8d08-80a7b0616d75 req-92dd28c3-a465-4dfd-9285-08a50f66198e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:34.724448 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-306cc20c-e4d0-4bff-8d08-80a7b0616d75 req-92dd28c3-a465-4dfd-9285-08a50f66198e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0506220 Oct 19 11:46:34.764467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-306cc20c-e4d0-4bff-8d08-80a7b0616d75 req-dffe6c92-c8a3-4c73-adc1-d3ca911f1527 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337543 Oct 19 11:46:34.899600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192813a-ea6b-46fe-b434-fa2b444d6090 req-b59b0626-fdbd-4f46-8f15-6843eab2364c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:34.901233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6192813a-ea6b-46fe-b434-fa2b444d6090 req-b59b0626-fdbd-4f46-8f15-6843eab2364c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0541134 Oct 19 11:46:34.949208 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6192813a-ea6b-46fe-b434-fa2b444d6090 req-c77531a6-986f-4d3f-8c98-f8065297c1d3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 Oct 19 11:46:35.082362 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08f36-9960-4681-8ee5-a8ae0a380713 req-aca7fd9b-e301-4196-b5fa-73b97b83f336 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:35.083890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1c08f36-9960-4681-8ee5-a8ae0a380713 req-aca7fd9b-e301-4196-b5fa-73b97b83f336 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0541115 Oct 19 11:46:35.127833 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1c08f36-9960-4681-8ee5-a8ae0a380713 req-321021a0-d84a-4277-86f4-94f0fce5e633 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340331 Oct 19 11:46:35.198352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338891ea-daa5-4229-aa89-f7ccd28192c3 req-146b7048-331b-468a-aa5e-14b0b37caf21 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:35.199907 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-338891ea-daa5-4229-aa89-f7ccd28192c3 req-146b7048-331b-468a-aa5e-14b0b37caf21 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0591350 Oct 19 11:46:35.240260 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-338891ea-daa5-4229-aa89-f7ccd28192c3 req-5bb67138-4a00-41e8-b1fc-417d7d1f2456 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345314 Oct 19 11:46:35.301436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe3c65-b764-472a-82bd-ed562eb13550 req-ec47d98b-0b36-4b6c-be9e-59e8c488125b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:35.304243 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efbe3c65-b764-472a-82bd-ed562eb13550 req-ec47d98b-0b36-4b6c-be9e-59e8c488125b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0564549 Oct 19 11:46:35.343116 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efbe3c65-b764-472a-82bd-ed562eb13550 req-a03cf232-5c81-420d-8c0c-1e51d047f3dd tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323501 Oct 19 11:46:35.464155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c891c-b138-4e3e-af71-20add7ceec30 req-08118e22-1989-4886-a18a-0a6fed8632d3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:35.465673 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-782c891c-b138-4e3e-af71-20add7ceec30 req-08118e22-1989-4886-a18a-0a6fed8632d3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0502293 Oct 19 11:46:35.503698 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-782c891c-b138-4e3e-af71-20add7ceec30 req-21bf9032-5ed8-4fac-aac5-598753b6ff87 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Oct 19 11:46:35.637298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9b4c-7504-4e0d-a285-66eb132e516f req-f30e7c11-6fe6-4a8b-b1a0-f9285ece2498 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:35.638775 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ada9b4c-7504-4e0d-a285-66eb132e516f req-f30e7c11-6fe6-4a8b-b1a0-f9285ece2498 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0497153 Oct 19 11:46:35.681332 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ada9b4c-7504-4e0d-a285-66eb132e516f req-8b33a657-5df3-4f19-b334-bb144b1e1f10 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365844 Oct 19 11:46:35.801037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9e324-6dac-49cb-bf95-2ae3d63b000b req-3774dc61-0c95-48bf-9467-5324674c3d35 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:35.802532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-45c9e324-6dac-49cb-bf95-2ae3d63b000b req-3774dc61-0c95-48bf-9467-5324674c3d35 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0541272 Oct 19 11:46:35.840622 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-45c9e324-6dac-49cb-bf95-2ae3d63b000b req-f4607828-ecbd-488e-aa45-839d140cd6d3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320790 Oct 19 11:46:35.996528 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c637f9-eb5c-4df3-a8b7-c4d6f3900167 req-fbb9c972-920c-4930-872d-4ce4d6c8147e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:35.998024 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1c637f9-eb5c-4df3-a8b7-c4d6f3900167 req-fbb9c972-920c-4930-872d-4ce4d6c8147e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0499525 Oct 19 11:46:36.036703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1c637f9-eb5c-4df3-a8b7-c4d6f3900167 req-13077030-e1a7-49b0-85fa-d3b36b791c2e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 Oct 19 11:46:36.153163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01ba87-a2e5-4ce2-a697-b935eeacc2dc req-267adb04-5701-4c89-8638-4c2a63483a4b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:36.154647 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf01ba87-a2e5-4ce2-a697-b935eeacc2dc req-267adb04-5701-4c89-8638-4c2a63483a4b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0496609 Oct 19 11:46:36.194672 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf01ba87-a2e5-4ce2-a697-b935eeacc2dc req-40df2d3c-905b-4631-a6f6-10fb4c0793f6 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338573 Oct 19 11:46:36.368157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f1e7d-35b7-4149-939e-b8b6edc3e7d4 req-7d08072a-f29f-4cb4-8942-835dc43a5221 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:36.369815 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-521f1e7d-35b7-4149-939e-b8b6edc3e7d4 req-7d08072a-f29f-4cb4-8942-835dc43a5221 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0563049 Oct 19 11:46:36.408830 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-521f1e7d-35b7-4149-939e-b8b6edc3e7d4 req-2d7df1f0-7343-47cf-9e13-9aaf240c8114 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327711 Oct 19 11:46:36.420562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a8da5-39f0-46c4-a5af-8bbc3aadd3b1 req-b45ba4f7-f622-458b-bb20-1748a270e21d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:36.422247 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-624a8da5-39f0-46c4-a5af-8bbc3aadd3b1 req-b45ba4f7-f622-458b-bb20-1748a270e21d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0525725 Oct 19 11:46:36.463220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-624a8da5-39f0-46c4-a5af-8bbc3aadd3b1 req-569780dd-8761-41ca-8ebd-9cbc345887c3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343037 Oct 19 11:46:36.589720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d68b8-cd47-4da9-9be6-70794f7a6c73 req-74a9d8d3-b9ec-4522-b340-f8ee2bf8d2d3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:36.591374 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c86d68b8-cd47-4da9-9be6-70794f7a6c73 req-74a9d8d3-b9ec-4522-b340-f8ee2bf8d2d3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0552394 Oct 19 11:46:36.629119 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c86d68b8-cd47-4da9-9be6-70794f7a6c73 req-2027e8d9-12b3-4f6c-be50-30e57f1d39dd tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Oct 19 11:46:36.769253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72555a90-9079-4ae1-9a44-b6276023cd85 req-2edca107-2f29-4bda-b6ef-dbaff8d3ae0f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:36.770997 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72555a90-9079-4ae1-9a44-b6276023cd85 req-2edca107-2f29-4bda-b6ef-dbaff8d3ae0f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0510621 Oct 19 11:46:36.809553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72555a90-9079-4ae1-9a44-b6276023cd85 req-8cfd8735-8909-4676-9fd1-41b6dac87632 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Oct 19 11:46:36.925627 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4c8c1-d10f-4dc3-ab4b-67cb8c5efbff req-f50c3d15-67a4-432b-a1ef-098a3b7a7121 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:36.927735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0db4c8c1-d10f-4dc3-ab4b-67cb8c5efbff req-f50c3d15-67a4-432b-a1ef-098a3b7a7121 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0508211 Oct 19 11:46:36.976038 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0db4c8c1-d10f-4dc3-ab4b-67cb8c5efbff req-7e6f7464-814e-409c-b5cf-e85f90585228 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Oct 19 11:46:37.544559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce193c-5e06-43c6-b70e-8798ce6bdebf req-f4fc72f2-07ff-420d-9019-ada0c8989260 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:37.546098 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72ce193c-5e06-43c6-b70e-8798ce6bdebf req-f4fc72f2-07ff-420d-9019-ada0c8989260 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0615737 Oct 19 11:46:37.592827 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72ce193c-5e06-43c6-b70e-8798ce6bdebf req-1eab9568-d459-4344-a1bf-35bf314befdf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 Oct 19 11:46:37.727026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6c0a8-219e-4add-a84b-0ddb0b35a353 req-bdb886a8-4123-459c-9ad3-b5a65bdc5bd2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:37.728790 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ac6c0a8-219e-4add-a84b-0ddb0b35a353 req-bdb886a8-4123-459c-9ad3-b5a65bdc5bd2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0583127 Oct 19 11:46:37.770206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ac6c0a8-219e-4add-a84b-0ddb0b35a353 req-52b929e0-4c0d-43ec-9c0a-53dc4b51fc6f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350928 Oct 19 11:46:38.715584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178690b0-5a04-4cfc-bd2b-ad96a896adfb req-7af555b3-2039-4d2d-ad8f-79c14e357fdf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:38.717549 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-178690b0-5a04-4cfc-bd2b-ad96a896adfb req-7af555b3-2039-4d2d-ad8f-79c14e357fdf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0541666 Oct 19 11:46:38.757356 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-178690b0-5a04-4cfc-bd2b-ad96a896adfb req-13411e0b-8da5-45ea-80e2-7145921ce4d9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336118 Oct 19 11:46:38.886999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9de99c-b7c8-49e6-bbd9-4b760ec7053c req-16e4a9fe-fa73-43ed-bf7a-f11346ab0a24 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:38.888418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d9de99c-b7c8-49e6-bbd9-4b760ec7053c req-16e4a9fe-fa73-43ed-bf7a-f11346ab0a24 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0501921 Oct 19 11:46:38.931051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d9de99c-b7c8-49e6-bbd9-4b760ec7053c req-8332bc25-5246-4c85-a110-e1036ecb8f29 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365012 Oct 19 11:46:39.433308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-237ed93b-6511-4d77-a976-4a8879924603 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:39.434711 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-237ed93b-6511-4d77-a976-4a8879924603 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/networks?id=8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 HTTP/1.1" status: 200 len: 813 time: 0.1075201 Oct 19 11:46:39.450548 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-4f735226-903d-4bbe-a135-8d5b79ca8bcf tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/quotas/526822f6e4634ba4954c3a51b870ee8e HTTP/1.1" status: 200 len: 375 time: 0.0100412 Oct 19 11:46:39.483339 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-6cd276de-c1f2-4f3f-90b9-fc927aff8a7f tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=526822f6e4634ba4954c3a51b870ee8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262294 Oct 19 11:46:39.579529 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-91e0d2cf-c5e3-4c8c-a033-971606f34bef service neutron] 10.222.0.39 "GET /v2.0/networks/8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885286 Oct 19 11:46:39.668195 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-c346d8f3-5be3-408e-8f34-db4a1cfa02fd service neutron] 10.222.0.39 "GET /v2.0/networks/8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823374 Oct 19 11:46:39.876353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ac767-b66e-42e6-9072-67d2e6b46c76 req-cc1f025a-121d-4b4e-a487-519b4678b176 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:39.878109 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b4ac767-b66e-42e6-9072-67d2e6b46c76 req-cc1f025a-121d-4b4e-a487-519b4678b176 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0512311 Oct 19 11:46:39.934887 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b4ac767-b66e-42e6-9072-67d2e6b46c76 req-f40f95e6-77b6-4318-81d3-d6c96c37284c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 Oct 19 11:46:39.972621 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c799279-fd9b-48e0-9f17-5b67c597fb74 req-368ae03f-e91d-4851-87cb-e1104c58e992 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 210 time: 0.0561125 Oct 19 11:46:40.060368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68385121-39cb-4dd2-be03-50e87ca2077e req-cd1756ff-94a9-40ba-b41f-6db3989fd2f9 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:40.061931 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68385121-39cb-4dd2-be03-50e87ca2077e req-cd1756ff-94a9-40ba-b41f-6db3989fd2f9 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0535161 Oct 19 11:46:40.102418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68385121-39cb-4dd2-be03-50e87ca2077e req-7aaa6dd7-ebc2-49cc-a9f6-90d8d3875c5a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334761 Oct 19 11:46:41.062206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ffbe859-4f4e-425b-88be-1fe26a584478 req-18e5db55-6cf2-4daf-8151-cfe938ae2572 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 210 time: 0.0303612 Oct 19 11:46:41.070260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75ba40-29eb-44da-89e2-67e815db59ea req-f092f8e9-1bcc-4710-b726-884a96261c49 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:41.072131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b75ba40-29eb-44da-89e2-67e815db59ea req-f092f8e9-1bcc-4710-b726-884a96261c49 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0615337 Oct 19 11:46:41.116700 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6b75ba40-29eb-44da-89e2-67e815db59ea req-0becb711-fd31-442d-bd4b-5d65b205ec30 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384581 Oct 19 11:46:41.228587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36b0c5-c60d-4a0e-a6ce-1a018dc17d0e req-6994b67c-dadf-4202-a07c-2e29ed017692 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:41.230001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6a36b0c5-c60d-4a0e-a6ce-1a018dc17d0e req-6994b67c-dadf-4202-a07c-2e29ed017692 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0561273 Oct 19 11:46:41.269556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6a36b0c5-c60d-4a0e-a6ce-1a018dc17d0e req-a89e1733-26e4-47fd-849a-1fdba2952ac8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335271 Oct 19 11:46:42.165546 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff7acc28-61a7-408c-8549-dd727ec27aae req-a3c64314-fe32-4633-9897-433989c7cc27 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 210 time: 0.0322175 Oct 19 11:46:42.283903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bfe80-dea2-401d-902f-9eba21ffcdc6 req-fdb7cac5-114b-4c77-bb3e-5fcaaca6ec31 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:42.285430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b3bfe80-dea2-401d-902f-9eba21ffcdc6 req-fdb7cac5-114b-4c77-bb3e-5fcaaca6ec31 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0741000 Oct 19 11:46:42.293917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-e6314830-40bb-48a9-aa52-36a37243d0be tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:42.295282 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-e6314830-40bb-48a9-aa52-36a37243d0be tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.49 "GET /v2.0/networks?id=8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 HTTP/1.1" status: 200 len: 813 time: 0.1551380 Oct 19 11:46:42.314644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Request body: {'port': {'device_id': 'ee1c348a-17a0-446a-bcc1-7d4e264c83eb', 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7', 'admin_state_up': True, 'tenant_id': '526822f6e4634ba4954c3a51b870ee8e'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:46:42.358810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b3bfe80-dea2-401d-902f-9eba21ffcdc6 req-823f4989-f4ef-409f-ac81-2935e1bb30cb tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625613 Oct 19 11:46:42.393763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbeb1ba-625f-40d7-a298-ae40dda651b6 req-d051e630-0939-4dbf-893a-ff7d8f4a1054 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:42.396686 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bdbeb1ba-625f-40d7-a298-ae40dda651b6 req-d051e630-0939-4dbf-893a-ff7d8f4a1054 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0574732 Oct 19 11:46:42.439826 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bdbeb1ba-625f-40d7-a298-ae40dda651b6 req-ce0099bf-0ecf-4be4-aa88-f0b0a673268d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360436 Oct 19 11:46:42.525370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Made reservation on behalf of 526822f6e4634ba4954c3a51b870ee8e for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:46:42.529239 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:42.659018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Allocated IP 172.20.0.9 (8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7/044a748b-3802-4dd7-88fd-0217ba79ad18/51e55bc5-8e60-4af5-8988-7460e7aa1029) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:46:42.808708 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:42.908222 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:42.954578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:46:42.958330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:46:42.963000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:46:42.970156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Pushing event updated for resources: {'Port': ['ID=51e55bc5-8e60-4af5-8988-7460e7aa1029,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:43.016527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:43.017279 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:43.093686 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-a4ebede5-527d-4a29-abb1-c231a1c70ebc tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7829616 Oct 19 11:46:43.105908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Request body: {'port': {'device_id': 'ee1c348a-17a0-446a-bcc1-7d4e264c83eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:46:43.167808 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:43.360839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f20aff-3b6d-4bdc-9471-e06f971f95c8 req-14c73b16-6740-463b-a040-85b910e48805 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:43.362243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-73f20aff-3b6d-4bdc-9471-e06f971f95c8 req-14c73b16-6740-463b-a040-85b910e48805 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 931 time: 0.0926840 Oct 19 11:46:43.447179 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-73f20aff-3b6d-4bdc-9471-e06f971f95c8 req-0342dbe6-b7c1-400d-a584-9c72498ab471 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546463 Oct 19 11:46:43.492239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f6e42-cf20-4651-8946-8f2f8a7f5b6f req-029bf26a-a31e-4def-8f79-7eb9883ba4c4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:43.493816 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-137f6e42-cf20-4651-8946-8f2f8a7f5b6f req-029bf26a-a31e-4def-8f79-7eb9883ba4c4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0567358 Oct 19 11:46:43.531312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e55bc5-8e60-4af5-8988-7460e7aa1029 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:46:43.541545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-137f6e42-cf20-4651-8946-8f2f8a7f5b6f req-cd33b8d0-1766-46b0-bb0c-0490d31fa903 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388916 Oct 19 11:46:43.547990 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:43.580183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Transition to ACTIVE for port object 51e55bc5-8e60-4af5-8988-7460e7aa1029 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:46:43.595220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8d6c2-68bb-4d32-848d-c0dca9eb7277 req-f5b3b7f7-d252-4d1d-9ddd-48128b295d82 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:43.596768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58b8d6c2-68bb-4d32-848d-c0dca9eb7277 req-f5b3b7f7-d252-4d1d-9ddd-48128b295d82 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0701027 Oct 19 11:46:43.636015 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58b8d6c2-68bb-4d32-848d-c0dca9eb7277 req-d774b3b5-604e-4794-a950-f924791d65e7 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331602 Oct 19 11:46:43.673864 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:43.727948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Pushing event updated for resources: {'Port': ['ID=51e55bc5-8e60-4af5-8988-7460e7aa1029,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:43.793335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Attempting to bind port 51e55bc5-8e60-4af5-8988-7460e7aa1029 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:46:43.793661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Attempting to bind port 51e55bc5-8e60-4af5-8988-7460e7aa1029 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'f157d397-da48-4e78-b42e-c645dd754acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:46:43.793980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Attempting to bind port 51e55bc5-8e60-4af5-8988-7460e7aa1029 on network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:46:43.798171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Port 51e55bc5-8e60-4af5-8988-7460e7aa1029 on network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:46:43.798487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Attempting to bind port 51e55bc5-8e60-4af5-8988-7460e7aa1029 on network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:46:43.803710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:46:43.804076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Checking segment: {'id': 'f157d397-da48-4e78-b42e-c645dd754acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:46:43.804450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Bound using segment: {'id': 'f157d397-da48-4e78-b42e-c645dd754acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:46:43.804990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Bound port: 51e55bc5-8e60-4af5-8988-7460e7aa1029, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f157d397-da48-4e78-b42e-c645dd754acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:46:43.805333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:43.866610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] For port 51e55bc5-8e60-4af5-8988-7460e7aa1029, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:46:43.869576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] For port 51e55bc5-8e60-4af5-8988-7460e7aa1029, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=51e55bc5-8e60-4af5-8988-7460e7aa1029,segment=NetworkSegment(f157d397-da48-4e78-b42e-c645dd754acc),segment_id=f157d397-da48-4e78-b42e-c645dd754acc)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:46:43.982792 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:44.021420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:44.022031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:44.023393 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] 10.222.0.49 "PUT /v2.0/ports/51e55bc5-8e60-4af5-8988-7460e7aa1029 HTTP/1.1" status: 200 len: 1091 time: 0.9216697 Oct 19 11:46:44.023836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1c348a-17a0-446a-bcc1-7d4e264c83eb', 'tag': '51e55bc5-8e60-4af5-8988-7460e7aa1029'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:46:44.026078 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad72e9f7-f57f-4830-98e5-758e2abfa617" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1c348a-17a0-446a-bcc1-7d4e264c83eb", "tag": "51e55bc5-8e60-4af5-8988-7460e7aa1029"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:46:44.047508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a51df-b98c-4c65-af05-8eaaa633164b service neutron] Pushing event updated for resources: {'Port': ['ID=51e55bc5-8e60-4af5-8988-7460e7aa1029,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:44.063123 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe88a9d8-ee84-4392-9bb0-4c7d38398ea4 x-openstack-request-id: req-fe88a9d8-ee84-4392-9bb0-4c7d38398ea4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:46:44.063416 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1c348a-17a0-446a-bcc1-7d4e264c83eb", "tag": "51e55bc5-8e60-4af5-8988-7460e7aa1029", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:46:44.063671 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe88a9d8-ee84-4392-9bb0-4c7d38398ea4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:46:44.064074 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1c348a-17a0-446a-bcc1-7d4e264c83eb', 'tag': '51e55bc5-8e60-4af5-8988-7460e7aa1029', 'status': 'completed', 'code': 200} Oct 19 11:46:44.124891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72e9f7-f57f-4830-98e5-758e2abfa617 req-c868d469-6733-4e14-afef-e7108884780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:44.126355 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad72e9f7-f57f-4830-98e5-758e2abfa617 req-c868d469-6733-4e14-afef-e7108884780b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=526822f6e4634ba4954c3a51b870ee8e&device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 1094 time: 0.0407889 Oct 19 11:46:44.227903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72e9f7-f57f-4830-98e5-758e2abfa617 req-d83e6d78-8eb4-4e86-9c61-6d55de61ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:44.229375 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad72e9f7-f57f-4830-98e5-758e2abfa617 req-d83e6d78-8eb4-4e86-9c61-6d55de61ad17 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=526822f6e4634ba4954c3a51b870ee8e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0946131 Oct 19 11:46:44.326984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72e9f7-f57f-4830-98e5-758e2abfa617 req-8d9a5abd-9a6e-461a-9c36-dc071ec49266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:44.328352 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad72e9f7-f57f-4830-98e5-758e2abfa617 req-8d9a5abd-9a6e-461a-9c36-dc071ec49266 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921757 Oct 19 11:46:44.672416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6d5a-140e-4b2d-a1a8-921136e618a8 req-6dd44f10-298e-417c-944f-0d21e8c2f6d8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:44.674022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b35c6d5a-140e-4b2d-a1a8-921136e618a8 req-6dd44f10-298e-417c-944f-0d21e8c2f6d8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0516670 Oct 19 11:46:44.713035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b35c6d5a-140e-4b2d-a1a8-921136e618a8 req-a42fae87-1bfc-4ee6-8300-437c8840030c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Oct 19 11:46:44.730878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-0ee85e7b-3a2f-4afc-9643-531b60770f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:44.732509 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-0ee85e7b-3a2f-4afc-9643-531b60770f29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=526822f6e4634ba4954c3a51b870ee8e&device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 1094 time: 0.3684971 Oct 19 11:46:44.750131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e66f5-ae9b-48bf-9fef-189fb675cb7e req-559070da-505e-4d08-b188-58360f57baa4 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:44.751691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-336e66f5-ae9b-48bf-9fef-189fb675cb7e req-559070da-505e-4d08-b188-58360f57baa4 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 943 time: 0.0620296 Oct 19 11:46:44.794432 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-be41af38-398e-4526-82f9-7aba3b1c04ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e55bc5-8e60-4af5-8988-7460e7aa1029 HTTP/1.1" status: 200 len: 217 time: 0.0526338 Oct 19 11:46:44.818148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5035a-b1a2-43dd-8ce9-1c9c6b9512f8 req-c14fd9d5-5b64-4710-8a49-1b70f29a56db tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:44.819602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d1c5035a-b1a2-43dd-8ce9-1c9c6b9512f8 req-c14fd9d5-5b64-4710-8a49-1b70f29a56db tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0501146 Oct 19 11:46:44.851833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-336e66f5-ae9b-48bf-9fef-189fb675cb7e req-8045d917-23ca-4f61-86fb-2c88978e7799 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936048 Oct 19 11:46:44.862062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d1c5035a-b1a2-43dd-8ce9-1c9c6b9512f8 req-47a2e59a-62fb-4045-b785-b9508e542376 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364308 Oct 19 11:46:44.864478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-b7080d59-fd11-4950-8a21-04dec2c627af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:44.866030 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-b7080d59-fd11-4950-8a21-04dec2c627af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=044a748b-3802-4dd7-88fd-0217ba79ad18 HTTP/1.1" status: 200 len: 853 time: 0.0637257 Oct 19 11:46:44.898987 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-c3a9d71b-51c9-48fd-8b91-40baa659cf09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261846 Oct 19 11:46:44.997688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-8b97075e-7ea6-4906-8d82-1482abf6140d service neutron] 10.222.0.49 "GET /v2.0/networks/8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914857 Oct 19 11:46:45.086944 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5554611-d490-4667-a88d-cd9eccae31b3 req-5be0ac7c-6528-4f87-966a-be406a64a470 service neutron] 10.222.0.49 "GET /v2.0/networks/8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826278 Oct 19 11:46:45.832449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e73f51-6603-4688-8adf-b79e3a51761c req-09fb0a5b-9376-4b05-99a0-73565b7ff53c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:45.833922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23e73f51-6603-4688-8adf-b79e3a51761c req-09fb0a5b-9376-4b05-99a0-73565b7ff53c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0538051 Oct 19 11:46:45.872248 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23e73f51-6603-4688-8adf-b79e3a51761c req-f851a759-5a0a-43c2-91f4-ff12bd9d833b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322840 Oct 19 11:46:45.967804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757b88d-3b62-47f7-88dd-d3f4d2515385 req-6ddf4951-88bb-4451-8aa9-f38a083a582c tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:45.969368 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d757b88d-3b62-47f7-88dd-d3f4d2515385 req-6ddf4951-88bb-4451-8aa9-f38a083a582c tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 943 time: 0.0485358 Oct 19 11:46:45.981853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd9dcb-3ea5-4de5-b616-46ef5a6101b4 req-c84c8719-4e0f-410b-afeb-ef1251e3f843 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:45.983383 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1bd9dcb-3ea5-4de5-b616-46ef5a6101b4 req-c84c8719-4e0f-410b-afeb-ef1251e3f843 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0497959 Oct 19 11:46:46.008347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d757b88d-3b62-47f7-88dd-d3f4d2515385 req-a1886298-c89a-45ca-a176-e68e77019e4a tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322049 Oct 19 11:46:46.022910 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1bd9dcb-3ea5-4de5-b616-46ef5a6101b4 req-5b1501ef-3969-4679-ba5c-67a6ae7ba9bc tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Oct 19 11:46:46.212234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 51e55bc5-8e60-4af5-8988-7460e7aa1029 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:46:46.308887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 51e55bc5-8e60-4af5-8988-7460e7aa1029, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=51e55bc5-8e60-4af5-8988-7460e7aa1029,segment=NetworkSegment(f157d397-da48-4e78-b42e-c645dd754acc),segment_id=f157d397-da48-4e78-b42e-c645dd754acc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:46.319727 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '51e55bc5-8e60-4af5-8988-7460e7aa1029', 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7', 'port_id': '51e55bc5-8e60-4af5-8988-7460e7aa1029', 'mac_address': 'fa:16:3e:08:1d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044a748b-3802-4dd7-88fd-0217ba79ad18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:46:46.356795 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:46.369681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e55bc5-8e60-4af5-8988-7460e7aa1029 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:46:46.389547 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 51e55bc5-8e60-4af5-8988-7460e7aa1029, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=51e55bc5-8e60-4af5-8988-7460e7aa1029,segment=NetworkSegment(f157d397-da48-4e78-b42e-c645dd754acc),segment_id=f157d397-da48-4e78-b42e-c645dd754acc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:46.445177 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:46.496783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=51e55bc5-8e60-4af5-8988-7460e7aa1029,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:46.658916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['51e55bc5-8e60-4af5-8988-7460e7aa1029'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:46:46.986258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9845fd-fdce-4049-b7bc-f346ec5a1a8a req-afdb7227-8cd6-4ab6-9195-475002315985 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:46.987719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd9845fd-fdce-4049-b7bc-f346ec5a1a8a req-afdb7227-8cd6-4ab6-9195-475002315985 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0487485 Oct 19 11:46:47.024433 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd9845fd-fdce-4049-b7bc-f346ec5a1a8a req-c2c55a7e-f1a9-4c38-a673-ca47e10927a9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308125 Oct 19 11:46:47.129793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f230a-5cb5-41a7-a06b-d574c06a2765 req-2f6968ee-8105-4415-b0a4-2dc3f9a8ac0e tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:47.131825 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f5f230a-5cb5-41a7-a06b-d574c06a2765 req-2f6968ee-8105-4415-b0a4-2dc3f9a8ac0e tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 944 time: 0.0547976 Oct 19 11:46:47.136333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506fa0a-3570-4bb3-a693-10c1838989a5 req-285addea-b9d7-44d7-8443-10ea601fd95a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:47.137818 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3506fa0a-3570-4bb3-a693-10c1838989a5 req-285addea-b9d7-44d7-8443-10ea601fd95a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Oct 19 11:46:47.171945 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f5f230a-5cb5-41a7-a06b-d574c06a2765 req-f7b167f8-df99-4898-95bd-0a623c5ec2d4 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340052 Oct 19 11:46:47.180334 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3506fa0a-3570-4bb3-a693-10c1838989a5 req-801bcd09-0fc5-4011-a939-9855c8fd6a03 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366340 Oct 19 11:46:48.229073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 51e55bc5-8e60-4af5-8988-7460e7aa1029 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:46:48.301268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d1f31-28f9-4716-a4f4-5c126d333fe3 req-fd818c7d-c227-455d-b70e-5302fd3b37e9 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:48.302838 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d9d1f31-28f9-4716-a4f4-5c126d333fe3 req-fd818c7d-c227-455d-b70e-5302fd3b37e9 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 944 time: 0.0534227 Oct 19 11:46:48.347726 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d9d1f31-28f9-4716-a4f4-5c126d333fe3 req-060877ca-c03b-46c1-b265-f663d03f8397 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380237 Oct 19 11:46:48.387396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2506b3-1de2-4adc-b4e9-a33d054e8b6f req-f0d6af81-e90b-4636-8ee7-8a5fa1858e07 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:48.388936 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c2506b3-1de2-4adc-b4e9-a33d054e8b6f req-f0d6af81-e90b-4636-8ee7-8a5fa1858e07 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0586147 Oct 19 11:46:48.422402 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 51e55bc5-8e60-4af5-8988-7460e7aa1029 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:46:48.426707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 51e55bc5-8e60-4af5-8988-7460e7aa1029 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:46:48.427078 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:48.428974 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c2506b3-1de2-4adc-b4e9-a33d054e8b6f req-2379019d-f168-45ff-a99a-a1ef1795fed7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340509 Oct 19 11:46:48.459693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbb592-90f4-4ace-9c56-a22867f2f490 req-fd46b1d1-5df1-4884-8cfe-f6e12ae541db tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:48.461776 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-75cbb592-90f4-4ace-9c56-a22867f2f490 req-fd46b1d1-5df1-4884-8cfe-f6e12ae541db tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0572515 Oct 19 11:46:48.500392 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-75cbb592-90f4-4ace-9c56-a22867f2f490 req-9479f4f5-dad8-4659-a3a8-a4d30ebf23d7 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Oct 19 11:46:48.514822 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:48.538972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1c348a-17a0-446a-bcc1-7d4e264c83eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e55bc5-8e60-4af5-8988-7460e7aa1029'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:46:48.541229 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41072c35-c126-4200-bd02-681d1d99f272" -d '{"events": [{"server_uuid": "ee1c348a-17a0-446a-bcc1-7d4e264c83eb", "name": "network-vif-plugged", "status": "completed", "tag": "51e55bc5-8e60-4af5-8988-7460e7aa1029"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:46:48.558042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 51e55bc5-8e60-4af5-8988-7460e7aa1029, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=51e55bc5-8e60-4af5-8988-7460e7aa1029,segment=NetworkSegment(f157d397-da48-4e78-b42e-c645dd754acc),segment_id=f157d397-da48-4e78-b42e-c645dd754acc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:48.575969 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e54c65-4a67-4ad9-9b05-251b139d8472 x-openstack-request-id: req-02e54c65-4a67-4ad9-9b05-251b139d8472 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:46:48.576242 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1c348a-17a0-446a-bcc1-7d4e264c83eb", "name": "network-vif-plugged", "status": "completed", "tag": "51e55bc5-8e60-4af5-8988-7460e7aa1029", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:46:48.576518 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02e54c65-4a67-4ad9-9b05-251b139d8472 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:46:48.576948 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1c348a-17a0-446a-bcc1-7d4e264c83eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e55bc5-8e60-4af5-8988-7460e7aa1029', 'code': 200} Oct 19 11:46:48.628037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:48.669525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac7bf0-1159-492f-ac04-cf430bc8fd5d req-28585d97-0088-4c1a-8549-703cd4ca7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:48.671022 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ac7bf0-1159-492f-ac04-cf430bc8fd5d req-28585d97-0088-4c1a-8549-703cd4ca7ce8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 1096 time: 0.0419426 Oct 19 11:46:48.679594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=51e55bc5-8e60-4af5-8988-7460e7aa1029,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:48.709100 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ac7bf0-1159-492f-ac04-cf430bc8fd5d req-571690ea-387c-445a-a256-2238317f0909 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299363 Oct 19 11:46:49.463884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768429e-3026-4f9d-a4f2-df932dd3ac2a req-008b94f3-e63c-4221-869a-4723881a3b1f tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:49.465548 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0768429e-3026-4f9d-a4f2-df932dd3ac2a req-008b94f3-e63c-4221-869a-4723881a3b1f tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 945 time: 0.0487428 Oct 19 11:46:49.507635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0768429e-3026-4f9d-a4f2-df932dd3ac2a req-7765640f-7fa0-4a38-8a3a-66a2bc9575b2 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361269 Oct 19 11:46:49.552633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c235b05-a1f4-4355-ba62-029656c8e3d6 req-dd09d435-a6ae-4b07-93e4-769559bb9d7b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:49.554696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c235b05-a1f4-4355-ba62-029656c8e3d6 req-dd09d435-a6ae-4b07-93e4-769559bb9d7b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0518823 Oct 19 11:46:49.593924 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c235b05-a1f4-4355-ba62-029656c8e3d6 req-bf142f5d-01c2-41cf-ba8a-1f4256e85229 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Oct 19 11:46:49.615953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afd1d9-95b7-427e-b2f7-9d9677d9e7eb req-b6498df5-a98e-4649-a662-039b0e33596a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:49.618024 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7afd1d9-95b7-427e-b2f7-9d9677d9e7eb req-b6498df5-a98e-4649-a662-039b0e33596a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0504448 Oct 19 11:46:49.656054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7afd1d9-95b7-427e-b2f7-9d9677d9e7eb req-59ce02f0-5fdb-4470-a2d1-9cfd258b44c9 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317981 Oct 19 11:46:49.680257 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:50.130695 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:50.626449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80aa8-c0e1-48d6-ba06-6c8cce5b0c67 req-65b781d1-fa9f-4027-b19d-3caad46dbfe1 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:50.627963 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-34d80aa8-c0e1-48d6-ba06-6c8cce5b0c67 req-65b781d1-fa9f-4027-b19d-3caad46dbfe1 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 945 time: 0.0530117 Oct 19 11:46:50.670089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-34d80aa8-c0e1-48d6-ba06-6c8cce5b0c67 req-faabb568-ee53-483c-ae83-da0e02fa3960 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353150 Oct 19 11:46:50.744739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9ccc-51d0-4f0f-a23a-1830f946313d req-508c3b4d-aa7d-47eb-9a18-887d3ae1d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:50.749807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-149d9ccc-51d0-4f0f-a23a-1830f946313d req-508c3b4d-aa7d-47eb-9a18-887d3ae1d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 943 time: 0.0795033 Oct 19 11:46:50.804740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609c45c-2ae4-435c-9d9c-37387cb772c0 req-591c6344-5002-4689-af83-c4eef2efdded tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:50.804740 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0609c45c-2ae4-435c-9d9c-37387cb772c0 req-591c6344-5002-4689-af83-c4eef2efdded tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0559528 Oct 19 11:46:50.806231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-149d9ccc-51d0-4f0f-a23a-1830f946313d req-27e275c8-fe42-4227-b71e-92eec04754d4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499787 Oct 19 11:46:50.856024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0609c45c-2ae4-435c-9d9c-37387cb772c0 req-24d59e16-b5d7-49c6-a609-0955f894cb60 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Oct 19 11:46:50.893553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 99ab0b69-5f94-4d20-a204-361385d3b705 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:46:50.998810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:51.009817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '99ab0b69-5f94-4d20-a204-361385d3b705', 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101', 'port_id': '99ab0b69-5f94-4d20-a204-361385d3b705', 'mac_address': 'fa:16:3e:e5:3b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571c07e4-f32e-40ae-b0ba-4e8314ddadc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:46:51.049223 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:51.064126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99ab0b69-5f94-4d20-a204-361385d3b705 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:46:51.083696 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:51.175336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:51.175336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5c8cc541-8d50-440f-a862-1cfa3c82aad9 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:46:51.247698 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=99ab0b69-5f94-4d20-a204-361385d3b705,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:51.313564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 5c8cc541-8d50-440f-a862-1cfa3c82aad9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5c8cc541-8d50-440f-a862-1cfa3c82aad9,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:51.326658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '5c8cc541-8d50-440f-a862-1cfa3c82aad9', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'port_id': '5c8cc541-8d50-440f-a862-1cfa3c82aad9', 'mac_address': 'fa:16:3e:a3:31:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:46:51.385031 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:51.403278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8cc541-8d50-440f-a862-1cfa3c82aad9 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:46:51.424843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 5c8cc541-8d50-440f-a862-1cfa3c82aad9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5c8cc541-8d50-440f-a862-1cfa3c82aad9,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:51.525607 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:51.590174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=5c8cc541-8d50-440f-a862-1cfa3c82aad9,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:51.609595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['99ab0b69-5f94-4d20-a204-361385d3b705'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:46:51.959070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['5c8cc541-8d50-440f-a862-1cfa3c82aad9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:46:52.060635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30590e1-22b5-4531-a673-9b2e03b6f656 req-b1fa284f-5f98-4d31-9168-989d52f9dd7c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:52.065747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d30590e1-22b5-4531-a673-9b2e03b6f656 req-b1fa284f-5f98-4d31-9168-989d52f9dd7c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 944 time: 0.1370914 Oct 19 11:46:52.083323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe73a64-8e2c-4764-bcbc-54130855a270 req-4b327c6f-384a-4b23-a39c-a3658ba3afbd tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:52.093092 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe73a64-8e2c-4764-bcbc-54130855a270 req-4b327c6f-384a-4b23-a39c-a3658ba3afbd tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 944 time: 0.0886059 Oct 19 11:46:52.146858 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe73a64-8e2c-4764-bcbc-54130855a270 req-82495557-7fff-4499-80a2-a5709e74ca12 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468683 Oct 19 11:46:52.148636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d30590e1-22b5-4531-a673-9b2e03b6f656 req-a0c4475c-4dbd-4d81-bda8-6e98d7486dd1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746727 Oct 19 11:46:52.886785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 99ab0b69-5f94-4d20-a204-361385d3b705 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:46:52.947050 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 99ab0b69-5f94-4d20-a204-361385d3b705 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:46:52.947726 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:53.044575 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:53.072707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:46:53.075556 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef88db73-f459-43d5-95ed-a7b98490ea61" -d '{"events": [{"server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "name": "network-vif-plugged", "status": "completed", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:46:53.094148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:53.133713 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a040ca-d919-4a6a-8dae-eb07a27fe1ad x-openstack-request-id: req-50a040ca-d919-4a6a-8dae-eb07a27fe1ad {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:46:53.134059 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "name": "network-vif-plugged", "status": "completed", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:46:53.134302 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50a040ca-d919-4a6a-8dae-eb07a27fe1ad {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:46:53.134697 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705', 'code': 200} Oct 19 11:46:53.159989 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:53.161041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5c8cc541-8d50-440f-a862-1cfa3c82aad9 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:46:53.334477 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=99ab0b69-5f94-4d20-a204-361385d3b705,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:53.402714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558aa13-9228-4960-90fb-1c04c19f9039 req-0eff6432-2195-4d46-b750-731e9ed53666 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:53.413210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d558aa13-9228-4960-90fb-1c04c19f9039 req-0eff6432-2195-4d46-b750-731e9ed53666 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 944 time: 0.1179662 Oct 19 11:46:53.417228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 5c8cc541-8d50-440f-a862-1cfa3c82aad9 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:46:53.422916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 5c8cc541-8d50-440f-a862-1cfa3c82aad9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:46:53.423481 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:53.528081 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d558aa13-9228-4960-90fb-1c04c19f9039 req-18f48e4f-6767-4759-8812-3be43b88fbf1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122656 Oct 19 11:46:53.619031 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:53.661803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 5c8cc541-8d50-440f-a862-1cfa3c82aad9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5c8cc541-8d50-440f-a862-1cfa3c82aad9,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:53.680557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941d446-d5b6-4a86-a079-c8c4d8e8f74f req-088b0da5-5837-4a28-ac65-cf3e30af3d40 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:53.687701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7941d446-d5b6-4a86-a079-c8c4d8e8f74f req-088b0da5-5837-4a28-ac65-cf3e30af3d40 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.4579122 Oct 19 11:46:53.733367 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7941d446-d5b6-4a86-a079-c8c4d8e8f74f req-3b3d3fd5-c1d0-472c-88dd-10f0f29ab1e8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448229 Oct 19 11:46:53.744639 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:53.814897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=5c8cc541-8d50-440f-a862-1cfa3c82aad9,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:46:54.664737 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb7eab-7417-43b9-a95c-ed5bd78d7c7f req-9bc2640c-2a7e-4bea-a79c-2c96c311abbe tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:54.667134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97cb7eab-7417-43b9-a95c-ed5bd78d7c7f req-9bc2640c-2a7e-4bea-a79c-2c96c311abbe tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 945 time: 0.0551143 Oct 19 11:46:54.710387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97cb7eab-7417-43b9-a95c-ed5bd78d7c7f req-dfe86ce4-8a82-49fd-b550-d076cf9cff59 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346267 Oct 19 11:46:54.863537 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c718b-c4d0-4a72-86b2-30e6fa2cc686 req-724891a6-f47f-4bc9-8e8b-c56143031958 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:54.865109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-559c718b-c4d0-4a72-86b2-30e6fa2cc686 req-724891a6-f47f-4bc9-8e8b-c56143031958 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0522611 Oct 19 11:46:54.908118 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-559c718b-c4d0-4a72-86b2-30e6fa2cc686 req-828d7313-3c81-4e43-8cfe-784f4cd353b7 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357094 Oct 19 11:46:55.136191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df30c031-9239-4beb-87b6-2a844eb54355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8cc541-8d50-440f-a862-1cfa3c82aad9'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:46:55.138535 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24473b19-dc87-4d87-a823-8ef3059c07f8" -d '{"events": [{"server_uuid": "df30c031-9239-4beb-87b6-2a844eb54355", "name": "network-vif-plugged", "status": "completed", "tag": "5c8cc541-8d50-440f-a862-1cfa3c82aad9"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:46:55.361915 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e81ad96-51a5-4d96-a187-b7329639de81 x-openstack-request-id: req-3e81ad96-51a5-4d96-a187-b7329639de81 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:46:55.362229 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df30c031-9239-4beb-87b6-2a844eb54355", "name": "network-vif-plugged", "status": "completed", "tag": "5c8cc541-8d50-440f-a862-1cfa3c82aad9", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:46:55.362492 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e81ad96-51a5-4d96-a187-b7329639de81 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:46:55.363035 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df30c031-9239-4beb-87b6-2a844eb54355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8cc541-8d50-440f-a862-1cfa3c82aad9', 'code': 200} Oct 19 11:46:55.406785 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2d7de9b0-c6ad-4c30-a6da-80f25da8eca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:55.502204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9a030-3016-4bee-a6a4-6a0d8de0b616 req-cf9056b9-a87e-4e72-9b94-0ab2590dbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:55.504265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b5d9a030-3016-4bee-a6a4-6a0d8de0b616 req-cf9056b9-a87e-4e72-9b94-0ab2590dbbe6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 1096 time: 0.0708153 Oct 19 11:46:55.551247 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b5d9a030-3016-4bee-a6a4-6a0d8de0b616 req-1e5664ed-53d2-4318-b6ec-44f57f1da111 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387652 Oct 19 11:46:55.852438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1e6f6-7a06-48ce-99b9-f41b926fc6f4 req-45efe2b3-672b-4d9f-af21-eb2003f238c2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:55.860100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cc1e6f6-7a06-48ce-99b9-f41b926fc6f4 req-45efe2b3-672b-4d9f-af21-eb2003f238c2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 945 time: 0.0658321 Oct 19 11:46:55.907921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cc1e6f6-7a06-48ce-99b9-f41b926fc6f4 req-c95d3d7d-729d-4858-828c-9dfe52aa323e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466521 Oct 19 11:46:56.035252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4dbd9-f0cc-4731-9d5a-2e31ab7c9c43 req-45ad27da-5779-4bb6-9cdf-6f8ed8a0b689 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:56.036854 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-03d4dbd9-f0cc-4731-9d5a-2e31ab7c9c43 req-45ad27da-5779-4bb6-9cdf-6f8ed8a0b689 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0524294 Oct 19 11:46:56.099976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-03d4dbd9-f0cc-4731-9d5a-2e31ab7c9c43 req-ce3b8ad0-9b58-43ad-914d-b54f4e177c40 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567029 Oct 19 11:46:57.061860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0ef41-ad66-4562-8f09-669bcef86eed req-e3977f81-dc5b-46ce-8686-44b9405be54a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:57.064237 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34d0ef41-ad66-4562-8f09-669bcef86eed req-e3977f81-dc5b-46ce-8686-44b9405be54a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 945 time: 0.0549552 Oct 19 11:46:57.108828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34d0ef41-ad66-4562-8f09-669bcef86eed req-daea35c4-b0e1-4af8-991e-61bdec4ab330 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374334 Oct 19 11:46:57.273711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e14989-6565-46aa-9cdd-fc114456bf5e req-a3df82f4-d2ca-488a-9034-2dc001d08dbc tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:57.275208 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71e14989-6565-46aa-9cdd-fc114456bf5e req-a3df82f4-d2ca-488a-9034-2dc001d08dbc tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0794969 Oct 19 11:46:57.284490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014b73e-82c1-4243-9d91-5b05f0060f6b req-cc1df0e0-1e1e-4225-8320-d6f66243be6c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:57.289332 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f014b73e-82c1-4243-9d91-5b05f0060f6b req-cc1df0e0-1e1e-4225-8320-d6f66243be6c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 945 time: 0.0688093 Oct 19 11:46:57.327914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71e14989-6565-46aa-9cdd-fc114456bf5e req-c3079fd4-299f-4631-9898-06a3cee58940 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447650 Oct 19 11:46:57.365866 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f014b73e-82c1-4243-9d91-5b05f0060f6b req-53e75beb-3ad5-41a6-ad4f-54eb1d811067 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675530 Oct 19 11:46:57.814606 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:46:58.371238 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7333834a-9123-43df-b208-262a6effef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:58.451222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c2ca-bb63-4d3c-a452-947aa1efb5d4 req-0b275dcf-fa1c-493f-8f86-f47f739c7379 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:58.453516 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ff7c2ca-bb63-4d3c-a452-947aa1efb5d4 req-0b275dcf-fa1c-493f-8f86-f47f739c7379 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0532942 Oct 19 11:46:58.490066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5adf8-906b-4bd8-8eda-70dc79b52eb6 req-a290a2e7-e36c-4e72-8fb8-7f308099debc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:58.492275 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3bb5adf8-906b-4bd8-8eda-70dc79b52eb6 req-a290a2e7-e36c-4e72-8fb8-7f308099debc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 945 time: 0.0586421 Oct 19 11:46:58.496904 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ff7c2ca-bb63-4d3c-a452-947aa1efb5d4 req-844b691b-567a-472d-b04d-ad0b992d026c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367589 Oct 19 11:46:58.540854 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3bb5adf8-906b-4bd8-8eda-70dc79b52eb6 req-932b76c9-b2ba-43c6-a6be-207a9588524d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Oct 19 11:46:59.138716 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:59.171972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:59.550672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09399-f3d6-43be-a2c4-4da529961695 req-fc246017-1255-4004-8f3d-d1651bf4bf20 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:59.552199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0fd09399-f3d6-43be-a2c4-4da529961695 req-fc246017-1255-4004-8f3d-d1651bf4bf20 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 945 time: 0.0817895 Oct 19 11:46:59.725388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481100e-8a43-4316-b717-3faf14e2a11d req-832908bd-783b-4e60-8faf-53efb9f3a0a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:59.727684 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5481100e-8a43-4316-b717-3faf14e2a11d req-832908bd-783b-4e60-8faf-53efb9f3a0a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 945 time: 0.0648470 Oct 19 11:46:59.728088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772d5a6-33d5-457a-b483-57dc97510399 req-c625f6d2-7162-42db-954a-bfcd5f26f208 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:46:59.731472 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3772d5a6-33d5-457a-b483-57dc97510399 req-c625f6d2-7162-42db-954a-bfcd5f26f208 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.1121094 Oct 19 11:46:59.779765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5481100e-8a43-4316-b717-3faf14e2a11d req-7812ba24-1b48-4fae-9157-287a0178905a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Oct 19 11:46:59.798692 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3772d5a6-33d5-457a-b483-57dc97510399 req-1b08a6ee-2bcf-4a7d-9416-ee0fa52a5f69 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564649 Oct 19 11:46:59.820981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-0fd09399-f3d6-43be-a2c4-4da529961695 req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Deleting port 5c8cc541-8d50-440f-a862-1cfa3c82aad9 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:46:59.820981 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0fd09399-f3d6-43be-a2c4-4da529961695 req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:59.933551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-0fd09399-f3d6-43be-a2c4-4da529961695 req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] For port 5c8cc541-8d50-440f-a862-1cfa3c82aad9, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=5c8cc541-8d50-440f-a862-1cfa3c82aad9,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:46:59.933941 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0fd09399-f3d6-43be-a2c4-4da529961695 req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:46:59.948568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-0fd09399-f3d6-43be-a2c4-4da529961695 req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Calling delete_port for 5c8cc541-8d50-440f-a862-1cfa3c82aad9 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:47:00.137638 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0fd09399-f3d6-43be-a2c4-4da529961695 req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:00.153623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['9afda896-2265-4347-9a37-0a45ed79ce8b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:47:00.207579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event deleted for resources: {'Port': ['ID=5c8cc541-8d50-440f-a862-1cfa3c82aad9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:00.209675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['5c8cc541-8d50-440f-a862-1cfa3c82aad9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:47:00.221533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.227280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.227280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.227280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.227280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.227280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.227280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.227280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.227280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.227280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.227280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.227280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:00.293611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd09399-f3d6-43be-a2c4-4da529961695 req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] No DVR routers for this DVR port 5c8cc541-8d50-440f-a862-1cfa3c82aad9 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:47:00.298129 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0fd09399-f3d6-43be-a2c4-4da529961695 req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:00.301580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0fd09399-f3d6-43be-a2c4-4da529961695 req-e4567576-fbfb-44f9-89ad-d67c9cb852d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "DELETE /v2.0/ports/5c8cc541-8d50-440f-a862-1cfa3c82aad9 HTTP/1.1" status: 204 len: 173 time: 0.7395449 Oct 19 11:47:00.308272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df30c031-9239-4beb-87b6-2a844eb54355', 'name': 'network-vif-deleted', 'tag': '5c8cc541-8d50-440f-a862-1cfa3c82aad9'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:47:00.308272 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92fc3cb-b572-40e5-a14e-52e74052dbc1" -d '{"events": [{"server_uuid": "df30c031-9239-4beb-87b6-2a844eb54355", "name": "network-vif-deleted", "tag": "5c8cc541-8d50-440f-a862-1cfa3c82aad9"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:47:00.383425 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0080e174-6f1a-4b1d-bff3-b1e1e1241062 x-openstack-request-id: req-0080e174-6f1a-4b1d-bff3-b1e1e1241062 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:47:00.383714 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df30c031-9239-4beb-87b6-2a844eb54355", "name": "network-vif-deleted", "tag": "5c8cc541-8d50-440f-a862-1cfa3c82aad9", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:47:00.383969 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0080e174-6f1a-4b1d-bff3-b1e1e1241062 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:47:00.384393 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df30c031-9239-4beb-87b6-2a844eb54355', 'name': 'network-vif-deleted', 'tag': '5c8cc541-8d50-440f-a862-1cfa3c82aad9', 'status': 'completed', 'code': 200} Oct 19 11:47:00.874908 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:00.946295 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f6740bca-11a4-4b52-86b0-b5e67c3618d0 req-4a7f6721-c291-4174-93a2-2db99a746b95 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 210 time: 0.0420492 Oct 19 11:47:01.040848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b9939-fb12-4b79-922c-35022eafcfc4 req-3a3dcf2d-0b62-4360-9b76-68d64aefa4ff tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:01.043477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a83b9939-fb12-4b79-922c-35022eafcfc4 req-3a3dcf2d-0b62-4360-9b76-68d64aefa4ff tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.1248024 Oct 19 11:47:01.095362 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a83b9939-fb12-4b79-922c-35022eafcfc4 req-126c09d1-c408-42da-bd23-c32c0ca318cf tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451608 Oct 19 11:47:02.205179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3460eff5-3782-4e22-bf92-85ba6312426e req-ace82013-457a-483c-8da4-45afc69fe7f9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 210 time: 0.0309532 Oct 19 11:47:02.224689 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01391-89d6-44c6-b630-0d2a03909e3c req-ee91c2f3-4b3f-4eca-b62f-352a26454a25 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:02.227453 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8f01391-89d6-44c6-b630-0d2a03909e3c req-ee91c2f3-4b3f-4eca-b62f-352a26454a25 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0541675 Oct 19 11:47:02.268907 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8f01391-89d6-44c6-b630-0d2a03909e3c req-a3761af5-2e4b-40ec-8108-2fc8d733c4e4 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348496 Oct 19 11:47:02.986411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5c8cc541-8d50-440f-a862-1cfa3c82aad9 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:47:03.013603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 5c8cc541-8d50-440f-a862-1cfa3c82aad9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:47:03.014295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 5c8cc541-8d50-440f-a862-1cfa3c82aad9 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:47:03.224792 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f89e7c7-3a8e-413e-993e-b5d9a21e5d35 req-c21788cc-7b24-4865-89e1-a8f1fdf90507 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 210 time: 0.0519595 Oct 19 11:47:03.404026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd5ed-e684-4a17-a7ca-508a65e92d16 req-c60c9d25-6adc-408b-8377-7883228f7547 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:03.406319 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d64cd5ed-e684-4a17-a7ca-508a65e92d16 req-c60c9d25-6adc-408b-8377-7883228f7547 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0571055 Oct 19 11:47:03.451204 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d64cd5ed-e684-4a17-a7ca-508a65e92d16 req-49a34d21-33f7-4676-9c91-decfe144a7cb tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Oct 19 11:47:04.320326 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37f2f13a-2b46-4961-8048-fdaa5dadc04d req-b19a831b-0c42-46c4-88de-dccfa603705e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 210 time: 0.0347128 Oct 19 11:47:04.433993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbacbb-8592-4a0c-9ecb-b1c9267fc213 req-df2317c6-64b1-488d-83b7-e681aa795f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:04.435628 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83bbacbb-8592-4a0c-9ecb-b1c9267fc213 req-df2317c6-64b1-488d-83b7-e681aa795f14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 1096 time: 0.0479152 Oct 19 11:47:04.561358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbacbb-8592-4a0c-9ecb-b1c9267fc213 req-ae605db8-41c0-4d81-ae38-e98f38105553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:04.563150 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83bbacbb-8592-4a0c-9ecb-b1c9267fc213 req-ae605db8-41c0-4d81-ae38-e98f38105553 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cea0f055-11ce-47b1-b3ba-d9fa05edb101 HTTP/1.1" status: 200 len: 914 time: 0.1163568 Oct 19 11:47:04.589219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ededf27-2fd8-412a-a0a6-8e39410508d3 req-b681a0fc-66ba-4fbd-879f-981539f19799 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:04.591811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ededf27-2fd8-412a-a0a6-8e39410508d3 req-b681a0fc-66ba-4fbd-879f-981539f19799 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0644629 Oct 19 11:47:04.617720 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83bbacbb-8592-4a0c-9ecb-b1c9267fc213 req-7a2fa7c3-3f86-42db-8d33-3540c6417079 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ab0b69-5f94-4d20-a204-361385d3b705 HTTP/1.1" status: 200 len: 217 time: 0.0459857 Oct 19 11:47:04.636180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ededf27-2fd8-412a-a0a6-8e39410508d3 req-c6f0e324-d8f3-4a0d-ad7a-e38580472f48 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391171 Oct 19 11:47:04.676597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbacbb-8592-4a0c-9ecb-b1c9267fc213 req-9da3cecc-7636-4e2f-9f84-b41dc98f84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:04.678149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83bbacbb-8592-4a0c-9ecb-b1c9267fc213 req-9da3cecc-7636-4e2f-9f84-b41dc98f84b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571c07e4-f32e-40ae-b0ba-4e8314ddadc1 HTTP/1.1" status: 200 len: 853 time: 0.0535483 Oct 19 11:47:04.717759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83bbacbb-8592-4a0c-9ecb-b1c9267fc213 req-e31e9d6f-ac50-4c45-b032-f9a74c76e120 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cea0f055-11ce-47b1-b3ba-d9fa05edb101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282164 Oct 19 11:47:04.829461 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83bbacbb-8592-4a0c-9ecb-b1c9267fc213 req-a8e711c7-e203-4955-95f0-5bb2ed0be094 service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999305 Oct 19 11:47:04.941859 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-83bbacbb-8592-4a0c-9ecb-b1c9267fc213 req-dca22e76-36fd-467e-afcc-b79260e3906c service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007442 Oct 19 11:47:05.415526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad206fe5-4525-4c4e-8d26-50a7b8069087 req-7af9d809-081d-4641-a1b6-362a112333af tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 210 time: 0.0274961 Oct 19 11:47:05.766570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316a73-b029-42cf-9e20-c6fd997e9587 req-a969627e-f966-4815-8b48-0732a0dad891 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:05.768696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2316a73-b029-42cf-9e20-c6fd997e9587 req-a969627e-f966-4815-8b48-0732a0dad891 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0554044 Oct 19 11:47:05.813089 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2316a73-b029-42cf-9e20-c6fd997e9587 req-d90f596e-3364-48fb-9422-b79d2cf89098 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367582 Oct 19 11:47:06.533817 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a59d3f6d-652d-4324-ad7c-7d7c7abecca4 req-e03d6910-5366-4cb2-874b-2f77a5973350 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=df30c031-9239-4beb-87b6-2a844eb54355 HTTP/1.1" status: 200 len: 210 time: 0.0315340 Oct 19 11:47:06.949376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5be0d-88cb-4f90-a003-d8f16d454fc4 req-7ba35d79-eeff-4e97-bd76-e8f77097c42c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:06.953059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ea5be0d-88cb-4f90-a003-d8f16d454fc4 req-7ba35d79-eeff-4e97-bd76-e8f77097c42c tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0664182 Oct 19 11:47:07.016802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ea5be0d-88cb-4f90-a003-d8f16d454fc4 req-780cebf1-a919-40e8-b28e-30b056c6f04a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593247 Oct 19 11:47:08.138707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166fad4-987d-48cc-870a-1b0d772c3ba9 req-f398f996-2137-4d2a-bb3b-9fcafd247f02 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:08.140271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9166fad4-987d-48cc-870a-1b0d772c3ba9 req-f398f996-2137-4d2a-bb3b-9fcafd247f02 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0543578 Oct 19 11:47:08.183886 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9166fad4-987d-48cc-870a-1b0d772c3ba9 req-1df97b44-58f3-4dd4-bb14-fabc1fbe19ec tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365455 Oct 19 11:47:08.312884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9723da-4b23-4589-ab40-504af1ceae4c req-132783fa-f7e0-4bee-b07b-0b7d8f166d98 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:08.314439 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b9723da-4b23-4589-ab40-504af1ceae4c req-132783fa-f7e0-4bee-b07b-0b7d8f166d98 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0509574 Oct 19 11:47:08.355272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b9723da-4b23-4589-ab40-504af1ceae4c req-78bf0e00-f5a2-454a-971b-30590261cb5a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346868 Oct 19 11:47:08.541287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-469e5019-5860-4545-b39a-48c6747a58d1 req-acd76b2b-35a4-495a-b425-6dee17804ab5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:47:08.542466 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-469e5019-5860-4545-b39a-48c6747a58d1 req-acd76b2b-35a4-495a-b425-6dee17804ab5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063612 Oct 19 11:47:08.834132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9ed4e-c073-4d80-8f7a-5f952ce11171 req-52d864f8-da20-405f-97b0-b7c606031e7d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:08.838943 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80b9ed4e-c073-4d80-8f7a-5f952ce11171 req-52d864f8-da20-405f-97b0-b7c606031e7d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 945 time: 0.0529702 Oct 19 11:47:08.893576 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80b9ed4e-c073-4d80-8f7a-5f952ce11171 req-a8b20a74-80ec-4c78-8fa3-2c2e0f9f2626 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477991 Oct 19 11:47:09.019346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 99ab0b69-5f94-4d20-a204-361385d3b705 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:47:09.105399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:09.137393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:47:09.139672 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ac629e-da36-41a6-9513-d9ab983bd926" -d '{"events": [{"server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "name": "network-vif-unplugged", "status": "completed", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:47:09.154097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:47:09.179741 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 11:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee46d5-a28e-445f-9635-24144739aa34 x-openstack-request-id: req-43ee46d5-a28e-445f-9635-24144739aa34 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:47:09.180730 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "name": "network-vif-unplugged", "status": "failed", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705", "code": 422}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:47:09.181050 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43ee46d5-a28e-445f-9635-24144739aa34 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:47:09.181539 n-d-814547-1 neutron-server[101313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705', 'code': 422} returned with failed status Oct 19 11:47:09.245456 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:09.299439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=99ab0b69-5f94-4d20-a204-361385d3b705,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:09.342278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41500) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:09.509109 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-76783c0a-28d5-4de6-ad40-c00be3d89f13 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1656318 Oct 19 11:47:09.527577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-a7733a6e-c6e1-443b-ac3f-dd247ab6c6a7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:47:09.528702 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-a7733a6e-c6e1-443b-ac3f-dd247ab6c6a7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061398 Oct 19 11:47:10.024313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7eb9-9cca-478c-9989-358ce55fb248 req-183b6bc6-73bd-4136-be8c-769c65031e9b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:10.032371 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b8b7eb9-9cca-478c-9989-358ce55fb248 req-183b6bc6-73bd-4136-be8c-769c65031e9b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0660872 Oct 19 11:47:10.083398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b8b7eb9-9cca-478c-9989-358ce55fb248 req-5b616cd1-4946-4381-a350-966325316606 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468881 Oct 19 11:47:11.319158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a379816-6954-47ec-b5dd-d323de3e1053 req-2a80e042-13bd-4ae0-9453-e82e6155f369 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:11.321288 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a379816-6954-47ec-b5dd-d323de3e1053 req-2a80e042-13bd-4ae0-9453-e82e6155f369 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.1603653 Oct 19 11:47:11.326560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-dc3eec19-eceb-479d-a0f7-a9c74f0b1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:11.328276 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-dc3eec19-eceb-479d-a0f7-a9c74f0b1061 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5&tenant_id=079db5ac226c4e0fbc91e51dce4759d7 HTTP/1.1" status: 200 len: 1094 time: 0.1522017 Oct 19 11:47:11.396806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a379816-6954-47ec-b5dd-d323de3e1053 req-3f4dc69b-5cb6-4d5b-bc6d-0b254c1b4791 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609465 Oct 19 11:47:11.416141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-e6474813-e18b-4f25-bc06-bec10d5ee760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:11.417723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-e6474813-e18b-4f25-bc06-bec10d5ee760 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 1094 time: 0.0515606 Oct 19 11:47:11.527154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-4a93872d-60f2-4ceb-9fbf-df1f164b9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:11.528640 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-4a93872d-60f2-4ceb-9fbf-df1f164b9347 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cea0f055-11ce-47b1-b3ba-d9fa05edb101 HTTP/1.1" status: 200 len: 914 time: 0.0997231 Oct 19 11:47:11.594807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-ba34d3d1-e749-48a6-84d5-283df34874ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ab0b69-5f94-4d20-a204-361385d3b705 HTTP/1.1" status: 200 len: 217 time: 0.0511284 Oct 19 11:47:11.662683 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-3a131c5d-2ab4-4cfb-b199-f638b7f06b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:11.664121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-3a131c5d-2ab4-4cfb-b199-f638b7f06b50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571c07e4-f32e-40ae-b0ba-4e8314ddadc1 HTTP/1.1" status: 200 len: 853 time: 0.0585926 Oct 19 11:47:11.701552 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-1bd713e6-1a4d-4c2e-b10c-1ef2f7d0c331 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cea0f055-11ce-47b1-b3ba-d9fa05edb101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276999 Oct 19 11:47:11.802695 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-9ddbf34e-aabb-40eb-8c5f-5c68577e7e6e service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906351 Oct 19 11:47:11.904381 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-917137ad-a5ca-482d-9c85-95b8d86de9f9 req-27a7f47f-e2a4-4dac-b334-b11d653a6cad service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899911 Oct 19 11:47:12.576004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d363c7-3176-4311-b995-9342f9947c10 req-2ce92d37-c32d-473b-8460-4af58d1c2deb tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:12.577713 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26d363c7-3176-4311-b995-9342f9947c10 req-2ce92d37-c32d-473b-8460-4af58d1c2deb tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0619793 Oct 19 11:47:12.632055 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26d363c7-3176-4311-b995-9342f9947c10 req-150aee34-9a55-4871-a8ef-998c5f3d929b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479085 Oct 19 11:47:13.778507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cfd03-24ea-4c5b-958b-424d9bb33a47 req-7339d686-5e30-45c0-a288-ba41cd24a951 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:13.781244 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b83cfd03-24ea-4c5b-958b-424d9bb33a47 req-7339d686-5e30-45c0-a288-ba41cd24a951 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0561750 Oct 19 11:47:13.820456 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b83cfd03-24ea-4c5b-958b-424d9bb33a47 req-dc8f8de7-2ef1-434a-b9bd-9e63e8a88eef tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Oct 19 11:47:13.898519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d017ad-099a-4b66-9940-256716b67e28 req-90d99b49-5b70-434e-91a5-19c76f4f7065 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:13.900289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79d017ad-099a-4b66-9940-256716b67e28 req-90d99b49-5b70-434e-91a5-19c76f4f7065 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 946 time: 0.0697372 Oct 19 11:47:13.940832 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79d017ad-099a-4b66-9940-256716b67e28 req-30762e87-e4f6-4595-9f58-0dc7da14507e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345886 Oct 19 11:47:14.941320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1a034-89bc-4b2c-b82d-3f1d01587069 req-9a38f519-c173-43a0-a9e8-b68256d4402f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:14.942797 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06d1a034-89bc-4b2c-b82d-3f1d01587069 req-9a38f519-c173-43a0-a9e8-b68256d4402f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0506251 Oct 19 11:47:14.996834 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06d1a034-89bc-4b2c-b82d-3f1d01587069 req-a1034ea6-eadd-44fd-8246-8fe3a3ba43fd tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474946 Oct 19 11:47:15.104902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d097504-e8d8-43e0-89bc-33af49b60c9b req-8867773b-b12b-488d-a274-50a8a4e86917 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:15.106485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d097504-e8d8-43e0-89bc-33af49b60c9b req-8867773b-b12b-488d-a274-50a8a4e86917 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 946 time: 0.0515358 Oct 19 11:47:15.152935 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d097504-e8d8-43e0-89bc-33af49b60c9b req-7d03416b-9754-48aa-b7f0-7929ad9db540 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392156 Oct 19 11:47:15.528309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78d24e-4c15-448f-9c34-7835919dd3fe req-77b333a1-beda-4d31-85c6-9564560c999e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:15.530069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc78d24e-4c15-448f-9c34-7835919dd3fe req-77b333a1-beda-4d31-85c6-9564560c999e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 946 time: 0.0575869 Oct 19 11:47:15.634547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-bc78d24e-4c15-448f-9c34-7835919dd3fe req-fc093af1-342c-4aee-a12c-5a77925fd19e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Deleting port 9afda896-2265-4347-9a37-0a45ed79ce8b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:47:15.634809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bc78d24e-4c15-448f-9c34-7835919dd3fe req-fc093af1-342c-4aee-a12c-5a77925fd19e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:15.734925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-bc78d24e-4c15-448f-9c34-7835919dd3fe req-fc093af1-342c-4aee-a12c-5a77925fd19e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] For port 9afda896-2265-4347-9a37-0a45ed79ce8b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=9afda896-2265-4347-9a37-0a45ed79ce8b,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:47:15.735289 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bc78d24e-4c15-448f-9c34-7835919dd3fe req-fc093af1-342c-4aee-a12c-5a77925fd19e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:15.752091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-bc78d24e-4c15-448f-9c34-7835919dd3fe req-fc093af1-342c-4aee-a12c-5a77925fd19e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Calling delete_port for 9afda896-2265-4347-9a37-0a45ed79ce8b owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:47:15.977657 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bc78d24e-4c15-448f-9c34-7835919dd3fe req-fc093af1-342c-4aee-a12c-5a77925fd19e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:15.991414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['9afda896-2265-4347-9a37-0a45ed79ce8b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:47:16.009633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc093af1-342c-4aee-a12c-5a77925fd19e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event deleted for resources: {'Port': ['ID=9afda896-2265-4347-9a37-0a45ed79ce8b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:16.067169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc78d24e-4c15-448f-9c34-7835919dd3fe req-fc093af1-342c-4aee-a12c-5a77925fd19e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] No DVR routers for this DVR port 9afda896-2265-4347-9a37-0a45ed79ce8b on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:47:16.067169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bc78d24e-4c15-448f-9c34-7835919dd3fe req-fc093af1-342c-4aee-a12c-5a77925fd19e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:16.070106 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc78d24e-4c15-448f-9c34-7835919dd3fe req-fc093af1-342c-4aee-a12c-5a77925fd19e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "DELETE /v2.0/ports/9afda896-2265-4347-9a37-0a45ed79ce8b HTTP/1.1" status: 204 len: 173 time: 0.5315943 Oct 19 11:47:16.070595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9da83f-c838-47d9-9ed7-f1b1ee33e773', 'name': 'network-vif-deleted', 'tag': '9afda896-2265-4347-9a37-0a45ed79ce8b'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:47:16.073840 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76a7783-a99f-4a91-b48f-0faa5f1e98ae" -d '{"events": [{"server_uuid": "bc9da83f-c838-47d9-9ed7-f1b1ee33e773", "name": "network-vif-deleted", "tag": "9afda896-2265-4347-9a37-0a45ed79ce8b"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:47:16.138077 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d22aba8-fa62-4ca2-ade5-8444050ef2f0 x-openstack-request-id: req-3d22aba8-fa62-4ca2-ade5-8444050ef2f0 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:47:16.138386 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9da83f-c838-47d9-9ed7-f1b1ee33e773", "name": "network-vif-deleted", "tag": "9afda896-2265-4347-9a37-0a45ed79ce8b", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:47:16.138647 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d22aba8-fa62-4ca2-ade5-8444050ef2f0 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:47:16.139063 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9da83f-c838-47d9-9ed7-f1b1ee33e773', 'name': 'network-vif-deleted', 'tag': '9afda896-2265-4347-9a37-0a45ed79ce8b', 'status': 'completed', 'code': 200} Oct 19 11:47:16.159211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753b13-dd3c-4a15-9e3a-2de2999d8ce8 req-627c6c19-bf3c-40f7-9d00-f305c8deb06d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:16.160737 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-20753b13-dd3c-4a15-9e3a-2de2999d8ce8 req-627c6c19-bf3c-40f7-9d00-f305c8deb06d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0587716 Oct 19 11:47:16.206358 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-20753b13-dd3c-4a15-9e3a-2de2999d8ce8 req-342d90af-551b-4895-990a-76276ea9c165 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 Oct 19 11:47:16.273816 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23193b66-2904-453e-9b98-849f0a149a0b req-14175732-bfb0-4303-b3c5-fba4ac29a2b8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 210 time: 0.0302162 Oct 19 11:47:17.358711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf765a87-423c-460e-bfa7-3517acdb275d req-ed1b56a4-ea08-4239-a50c-642378dbd76b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:17.361062 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf765a87-423c-460e-bfa7-3517acdb275d req-ed1b56a4-ea08-4239-a50c-642378dbd76b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0798833 Oct 19 11:47:17.411028 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf765a87-423c-460e-bfa7-3517acdb275d req-513d1d10-6cc8-4106-9417-5b02e12bdd56 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Oct 19 11:47:17.434626 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c10759dc-0a97-4632-b3b6-3cec9f1cb196 req-06f6f215-be0b-4ce3-aff8-90ff73ca737f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 210 time: 0.0500846 Oct 19 11:47:18.372000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9afda896-2265-4347-9a37-0a45ed79ce8b no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:47:18.393939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 9afda896-2265-4347-9a37-0a45ed79ce8b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:47:18.397635 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 9afda896-2265-4347-9a37-0a45ed79ce8b not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:47:18.568342 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5ee0617-a33c-4d9c-8a73-f367815a952c req-dd99c752-dacd-4618-9aa7-4b4cb4bea1c1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 210 time: 0.0397108 Oct 19 11:47:18.573219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bd209-e888-4354-a25f-5908a8afeb3e req-6ca5cdbb-58e7-43d9-bd76-84ba016a8eef tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:18.574811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-922bd209-e888-4354-a25f-5908a8afeb3e req-6ca5cdbb-58e7-43d9-bd76-84ba016a8eef tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0673344 Oct 19 11:47:18.617492 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-922bd209-e888-4354-a25f-5908a8afeb3e req-371687e9-0540-47db-bda6-c6140249bdd9 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365131 Oct 19 11:47:19.721865 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-068f8def-e2ba-4ed7-bbff-6473f99ce913 req-5b38310d-286e-4c30-823a-779ba45990b2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 210 time: 0.0729320 Oct 19 11:47:19.789181 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:19.909919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9958d2-ecd6-4a15-9da1-6ec7eca68c5a req-9518e610-c21c-4671-988d-0cdddb60b1f1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:19.911718 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a9958d2-ecd6-4a15-9da1-6ec7eca68c5a req-9518e610-c21c-4671-988d-0cdddb60b1f1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.1102068 Oct 19 11:47:19.952908 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a9958d2-ecd6-4a15-9da1-6ec7eca68c5a req-0f225043-d84e-455d-9804-622bd2f6a34f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338633 Oct 19 11:47:20.331776 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:20.857703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a557cea-08aa-4cee-b4c8-2750e2d97d9a req-0052176c-a167-4859-a20d-8a39002d7c1b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 210 time: 0.0555933 Oct 19 11:47:21.081694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc287e4-2823-4ae1-bd3a-6df40aad5fb9 req-8e4190cf-1d61-43d2-b684-e5bd46b8c47f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:21.085996 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dc287e4-2823-4ae1-bd3a-6df40aad5fb9 req-8e4190cf-1d61-43d2-b684-e5bd46b8c47f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0621088 Oct 19 11:47:21.133359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dc287e4-2823-4ae1-bd3a-6df40aad5fb9 req-1352a56e-d428-4623-9473-cd5d8d0831e4 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 Oct 19 11:47:22.028800 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-92a7f7ba-6995-4e84-87f2-07b69f535f18 req-d17b1f1f-e422-40f4-b297-e24c904446d7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc9da83f-c838-47d9-9ed7-f1b1ee33e773 HTTP/1.1" status: 200 len: 210 time: 0.0589578 Oct 19 11:47:22.303115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c2ded-c027-4873-9b62-ae2d987fb61b req-ee6a5923-5de4-4c19-8f57-09a47fb42578 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:22.304914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b09c2ded-c027-4873-9b62-ae2d987fb61b req-ee6a5923-5de4-4c19-8f57-09a47fb42578 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0684743 Oct 19 11:47:22.376275 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b09c2ded-c027-4873-9b62-ae2d987fb61b req-dfc2e30f-b842-4062-b47b-21295e6880a4 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630333 Oct 19 11:47:23.507873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92996ae0-ccb2-4a7d-bb07-1eb7bd13d521 req-6ea96847-31cc-4477-b3e2-b7023413f586 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:23.510470 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92996ae0-ccb2-4a7d-bb07-1eb7bd13d521 req-6ea96847-31cc-4477-b3e2-b7023413f586 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0592339 Oct 19 11:47:23.576032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92996ae0-ccb2-4a7d-bb07-1eb7bd13d521 req-c03697ab-011d-43a8-9368-fe93a95cf03e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587771 Oct 19 11:47:24.688479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbeda97-d619-43e8-bd0b-7508a46ac707 req-1273a8d6-4c15-454c-84c4-c8c50e319ab0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:24.690098 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1dbeda97-d619-43e8-bd0b-7508a46ac707 req-1273a8d6-4c15-454c-84c4-c8c50e319ab0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0511308 Oct 19 11:47:24.731297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1dbeda97-d619-43e8-bd0b-7508a46ac707 req-1fba75c5-0c01-4361-a782-78217e993f2e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344455 Oct 19 11:47:25.377304 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a2dd47d2-9e91-47e4-84f3-97cec4c84463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:25.847828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8aef7-7b6a-4e2d-b4c3-ab4fbf41ebb6 req-06293cd0-7480-439b-b375-c8732d073260 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:25.849663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fc8aef7-7b6a-4e2d-b4c3-ab4fbf41ebb6 req-06293cd0-7480-439b-b375-c8732d073260 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0498407 Oct 19 11:47:25.891684 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3fc8aef7-7b6a-4e2d-b4c3-ab4fbf41ebb6 req-a2cb5380-faa0-4966-b000-ed7582147ab1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 Oct 19 11:47:27.012257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b95d8-642f-4026-a034-79bd76132011 req-76826956-20c0-4d1c-bda5-3c01d3a08b58 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:27.013887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-178b95d8-642f-4026-a034-79bd76132011 req-76826956-20c0-4d1c-bda5-3c01d3a08b58 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0553973 Oct 19 11:47:27.052735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-178b95d8-642f-4026-a034-79bd76132011 req-c4a98ce9-ff9d-4ce7-9a05-390e9ffe0aa7 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325785 Oct 19 11:47:27.144838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 99ab0b69-5f94-4d20-a204-361385d3b705 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:47:27.244466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:47:27.255322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '99ab0b69-5f94-4d20-a204-361385d3b705', 'network_id': 'cea0f055-11ce-47b1-b3ba-d9fa05edb101', 'port_id': '99ab0b69-5f94-4d20-a204-361385d3b705', 'mac_address': 'fa:16:3e:e5:3b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571c07e4-f32e-40ae-b0ba-4e8314ddadc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:47:27.303863 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:27.318697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ab0b69-5f94-4d20-a204-361385d3b705 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:47:27.341774 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:47:28.175479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7507610-a5c3-4ea2-8763-e496a14d00ca req-9a3a5d5b-6681-4916-b5da-7a35fde43f27 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:28.177017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7507610-a5c3-4ea2-8763-e496a14d00ca req-9a3a5d5b-6681-4916-b5da-7a35fde43f27 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 943 time: 0.0500286 Oct 19 11:47:28.216307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e7507610-a5c3-4ea2-8763-e496a14d00ca req-b44f5a70-4af7-4c9c-9d6b-d69123a1a2ab tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Oct 19 11:47:28.302975 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:28.354410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=99ab0b69-5f94-4d20-a204-361385d3b705,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:28.356995 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe99c-8cac-460c-9114-072272bc038d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:28.533824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['99ab0b69-5f94-4d20-a204-361385d3b705'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:47:29.108665 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.131429 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.155705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 99ab0b69-5f94-4d20-a204-361385d3b705 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:47:29.171651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41704) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:29.176226 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559195941', 'description': 'tempest-secgroup-smoke-559195941 description', 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:47:29.205530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 99ab0b69-5f94-4d20-a204-361385d3b705 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:47:29.205894 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.283797 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.307309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:47:29.309618 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb20961-a5d9-425e-9c09-e8c53ccc2dec" -d '{"events": [{"server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "name": "network-vif-plugged", "status": "completed", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:47:29.320042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.322015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:47:29.349639 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2100aa-c5f2-4339-a953-da27c5fe9104 x-openstack-request-id: req-cf2100aa-c5f2-4339-a953-da27c5fe9104 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:47:29.349938 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "name": "network-vif-plugged", "status": "completed", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:47:29.350324 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf2100aa-c5f2-4339-a953-da27c5fe9104 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:47:29.350734 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705', 'code': 200} Oct 19 11:47:29.357965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220d39d-5a25-4ee6-a0e9-2837b69930b3 req-4fef68ec-e9f0-4858-8c2e-9b710eca45ca tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:29.360029 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4220d39d-5a25-4ee6-a0e9-2837b69930b3 req-4fef68ec-e9f0-4858-8c2e-9b710eca45ca tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 944 time: 0.0729973 Oct 19 11:47:29.407062 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.429761 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4220d39d-5a25-4ee6-a0e9-2837b69930b3 req-18cf9092-4e1d-4628-95cd-c426a26b5a59 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589771 Oct 19 11:47:29.445757 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.496599 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=99ab0b69-5f94-4d20-a204-361385d3b705,revision_number=10']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:29.520428 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.560458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d8526e-1861-423d-801a-f5294ef9e0f0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:29.568562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.568999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.569344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.569679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.570096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.570488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.571596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.572654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.572654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.572982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.573309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.573636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:47:29.608378 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.609914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6135b03b-ac7d-4a5e-a8b8-5823e49f3322 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4372547 Oct 19 11:47:29.612881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41712) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:29.617295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8392302a-4a7d-4caa-9320-eb4be3542b23 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'security_group_rule': {'security_group_id': '92d8526e-1861-423d-801a-f5294ef9e0f0', 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:47:29.651894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f2482-ecaf-4917-adf9-3e991fa68b8c req-61bc5380-d082-40ad-b9c0-9d27be0ddd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:29.653492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a7f2482-ecaf-4917-adf9-3e991fa68b8c req-61bc5380-d082-40ad-b9c0-9d27be0ddd2f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 1097 time: 0.1027715 Oct 19 11:47:29.691032 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a7f2482-ecaf-4917-adf9-3e991fa68b8c req-aa823e5c-5518-4045-8c73-7a7166c6752f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276165 Oct 19 11:47:29.714495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8392302a-4a7d-4caa-9320-eb4be3542b23 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.770545 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8392302a-4a7d-4caa-9320-eb4be3542b23 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.828588 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8392302a-4a7d-4caa-9320-eb4be3542b23 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.848747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392302a-4a7d-4caa-9320-eb4be3542b23 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e11646-999e-427e-bea6-3f569cce2e8b,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:29.934028 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8392302a-4a7d-4caa-9320-eb4be3542b23 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:29.935271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8392302a-4a7d-4caa-9320-eb4be3542b23 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215098 Oct 19 11:47:29.937987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41716) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:29.942481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-273b89ed-7e4e-4417-8e26-a4eebc1202a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'security_group_rule': {'security_group_id': '92d8526e-1861-423d-801a-f5294ef9e0f0', 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:47:30.015917 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-273b89ed-7e4e-4417-8e26-a4eebc1202a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.074257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-273b89ed-7e4e-4417-8e26-a4eebc1202a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.114104 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-273b89ed-7e4e-4417-8e26-a4eebc1202a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.131733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b89ed-7e4e-4417-8e26-a4eebc1202a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ae5ddb-6a6c-4c19-a1cd-f9a32f956461,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:30.196483 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-273b89ed-7e4e-4417-8e26-a4eebc1202a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.197763 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-273b89ed-7e4e-4417-8e26-a4eebc1202a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2588024 Oct 19 11:47:30.201027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41718) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:30.205402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fbc17cb4-f1f2-4084-a5d2-0dbed08a87e5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'security_group_rule': {'security_group_id': '92d8526e-1861-423d-801a-f5294ef9e0f0', 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:47:30.307885 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fbc17cb4-f1f2-4084-a5d2-0dbed08a87e5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.363080 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fbc17cb4-f1f2-4084-a5d2-0dbed08a87e5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.428326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fbc17cb4-f1f2-4084-a5d2-0dbed08a87e5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.447987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc17cb4-f1f2-4084-a5d2-0dbed08a87e5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454f0673-bc2b-4614-900e-ef4a0e129ef6,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:30.499660 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fbc17cb4-f1f2-4084-a5d2-0dbed08a87e5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.500916 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fbc17cb4-f1f2-4084-a5d2-0dbed08a87e5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989635 Oct 19 11:47:30.503590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41722) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:30.508771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c4c9d107-0168-485a-a580-2f4ca709611c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'security_group_rule': {'security_group_id': '92d8526e-1861-423d-801a-f5294ef9e0f0', 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:47:30.535914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-c30c09ba-6c9c-4ec6-9629-a2e82efe82ea req-4725c7ec-3be7-4beb-98f9-7ca3d9186b38 tempest-ServerActionsTestJSON-665258031 tempest-ServerActionsTestJSON-665258031-project] (101312) timed out ('10.222.0.49', 50736) {{(pid=101312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 11:47:30.555421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cce6e8-e812-4071-a396-8988c700f87b req-b652d10e-2b99-41c5-a60d-589705a5ba8e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:30.556925 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50cce6e8-e812-4071-a396-8988c700f87b req-b652d10e-2b99-41c5-a60d-589705a5ba8e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0491147 Oct 19 11:47:30.594017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50cce6e8-e812-4071-a396-8988c700f87b req-e6bbcfa3-79fc-495e-bf26-e276fdc2fa83 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310616 Oct 19 11:47:30.622822 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d107-0168-485a-a580-2f4ca709611c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.681037 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d107-0168-485a-a580-2f4ca709611c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.750196 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d107-0168-485a-a580-2f4ca709611c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.772593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9d107-0168-485a-a580-2f4ca709611c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6743b0d-780e-4e4e-be98-062bdbd6fd76,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:30.871387 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d107-0168-485a-a580-2f4ca709611c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.878933 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c4c9d107-0168-485a-a580-2f4ca709611c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3680968 Oct 19 11:47:30.878933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41736) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:30.879774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-228301c1-038e-4a46-ab82-c64f0ac2b1f4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'security_group_rule': {'security_group_id': '92d8526e-1861-423d-801a-f5294ef9e0f0', 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:47:30.903252 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:30.960324 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-228301c1-038e-4a46-ab82-c64f0ac2b1f4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Project f80dff5b781d42d8a94187bf4b85d3e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:47:30.966452 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-228301c1-038e-4a46-ab82-c64f0ac2b1f4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:31.031077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-228301c1-038e-4a46-ab82-c64f0ac2b1f4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:31.114210 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-228301c1-038e-4a46-ab82-c64f0ac2b1f4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:31.131751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228301c1-038e-4a46-ab82-c64f0ac2b1f4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfbe60a-cd69-4649-873d-4b443c0aaf1d,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:31.201940 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-228301c1-038e-4a46-ab82-c64f0ac2b1f4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:31.203849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-228301c1-038e-4a46-ab82-c64f0ac2b1f4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3268292 Oct 19 11:47:31.206162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 41752) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:31.210628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b39806fb-94ff-4e00-a0de-99a60b4911bf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'security_group_rule': {'security_group_id': '92d8526e-1861-423d-801a-f5294ef9e0f0', 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:47:31.236999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280055f-0836-4cb4-a1f2-eb0638732b20 req-e088534d-e1e6-44a6-8fde-432af70a2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:31.238478 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1280055f-0836-4cb4-a1f2-eb0638732b20 req-e088534d-e1e6-44a6-8fde-432af70a2ebf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 1097 time: 0.0459642 Oct 19 11:47:31.314795 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-b39806fb-94ff-4e00-a0de-99a60b4911bf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Project f80dff5b781d42d8a94187bf4b85d3e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:47:31.320163 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39806fb-94ff-4e00-a0de-99a60b4911bf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:31.343512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280055f-0836-4cb4-a1f2-eb0638732b20 req-9692807a-ef78-48af-ba1c-4c7aae5519ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:31.345033 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1280055f-0836-4cb4-a1f2-eb0638732b20 req-9692807a-ef78-48af-ba1c-4c7aae5519ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=cea0f055-11ce-47b1-b3ba-d9fa05edb101 HTTP/1.1" status: 200 len: 914 time: 0.0877883 Oct 19 11:47:31.387185 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39806fb-94ff-4e00-a0de-99a60b4911bf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:31.396509 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1280055f-0836-4cb4-a1f2-eb0638732b20 req-82cf0fc3-9ed5-4e67-8142-c596424b5ee0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ab0b69-5f94-4d20-a204-361385d3b705 HTTP/1.1" status: 200 len: 217 time: 0.0438170 Oct 19 11:47:31.446658 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280055f-0836-4cb4-a1f2-eb0638732b20 req-577768b9-9316-4028-a0ac-dd46b5fce26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:31.448015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1280055f-0836-4cb4-a1f2-eb0638732b20 req-577768b9-9316-4028-a0ac-dd46b5fce26b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571c07e4-f32e-40ae-b0ba-4e8314ddadc1 HTTP/1.1" status: 200 len: 853 time: 0.0441866 Oct 19 11:47:31.457376 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39806fb-94ff-4e00-a0de-99a60b4911bf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:31.482422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39806fb-94ff-4e00-a0de-99a60b4911bf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9966f9b2-5e9e-43fb-8448-81f3d198e0b4,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:31.487400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1280055f-0836-4cb4-a1f2-eb0638732b20 req-5ce3160b-9887-4d9a-ac5f-f324a95bbb41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cea0f055-11ce-47b1-b3ba-d9fa05edb101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308697 Oct 19 11:47:31.563146 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b39806fb-94ff-4e00-a0de-99a60b4911bf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:31.567501 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b39806fb-94ff-4e00-a0de-99a60b4911bf tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3574567 Oct 19 11:47:31.594265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1280055f-0836-4cb4-a1f2-eb0638732b20 req-7e0de541-f894-49bf-9d5f-78d486066ab1 service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005154 Oct 19 11:47:31.692473 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1280055f-0836-4cb4-a1f2-eb0638732b20 req-5d4d8452-538a-4aa8-9d45-f7dda08140d1 service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908597 Oct 19 11:47:31.733511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b97cb-d293-4232-823b-bc62d9a32143 req-3cf245b9-9f18-4953-aca2-7a270cbe343e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:31.735035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-081b97cb-d293-4232-823b-bc62d9a32143 req-3cf245b9-9f18-4953-aca2-7a270cbe343e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0530481 Oct 19 11:47:31.779498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-081b97cb-d293-4232-823b-bc62d9a32143 req-5c18a726-2e1c-4960-b88d-6796ef036ac7 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384181 Oct 19 11:47:32.903877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16fbe4-78a6-45a0-830c-36daf55a26af req-78ea8117-e042-441c-96ea-57b4ff89aa29 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:32.905415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de16fbe4-78a6-45a0-830c-36daf55a26af req-78ea8117-e042-441c-96ea-57b4ff89aa29 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0502694 Oct 19 11:47:32.945256 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de16fbe4-78a6-45a0-830c-36daf55a26af req-2bce73b5-4fb4-451f-9c45-83378742dd51 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336280 Oct 19 11:47:33.072275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4e951-aa1f-4aeb-b1f9-078e6ee7a0ad req-becb4162-4689-4115-a72e-5c6430bb074d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:33.075098 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9be4e951-aa1f-4aeb-b1f9-078e6ee7a0ad req-becb4162-4689-4115-a72e-5c6430bb074d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0605485 Oct 19 11:47:33.117650 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9be4e951-aa1f-4aeb-b1f9-078e6ee7a0ad req-0916a4e8-dd43-426d-b5e3-b8a92d2e7759 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358326 Oct 19 11:47:33.254167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ca78b-9b42-416c-a20d-1153cb4cb615 req-4d9ebe70-634e-4d88-9851-157da7a117c9 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:33.257839 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d45ca78b-9b42-416c-a20d-1153cb4cb615 req-4d9ebe70-634e-4d88-9851-157da7a117c9 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0550559 Oct 19 11:47:33.295956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d45ca78b-9b42-416c-a20d-1153cb4cb615 req-ad2e6668-5e52-426d-aac6-c419bcf8e0b7 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329678 Oct 19 11:47:33.449538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef04198-3afe-4b7b-b6c3-a5e45e596f6a req-64554c10-5191-46b3-9aa4-96899eb5a252 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:33.451360 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ef04198-3afe-4b7b-b6c3-a5e45e596f6a req-64554c10-5191-46b3-9aa4-96899eb5a252 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0669007 Oct 19 11:47:33.493424 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9ef04198-3afe-4b7b-b6c3-a5e45e596f6a req-2efbbb14-ce5b-4693-835e-0afd25b0722a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350649 Oct 19 11:47:33.612267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a47353-011a-46fc-9c5c-47f95f0a74b3 req-25232fdb-c816-4920-a439-e3d9b656bf2a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:33.613702 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21a47353-011a-46fc-9c5c-47f95f0a74b3 req-25232fdb-c816-4920-a439-e3d9b656bf2a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0505488 Oct 19 11:47:33.657122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21a47353-011a-46fc-9c5c-47f95f0a74b3 req-40af653f-87b9-4bbc-94cc-e27bb125f1f3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366874 Oct 19 11:47:33.801156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ee08f-03a9-46c7-a200-e3fbfa1b1c42 req-74c8ba3d-acec-4075-95b6-2cbaadc7b92a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:33.809044 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d90ee08f-03a9-46c7-a200-e3fbfa1b1c42 req-74c8ba3d-acec-4075-95b6-2cbaadc7b92a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0618644 Oct 19 11:47:33.845334 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d90ee08f-03a9-46c7-a200-e3fbfa1b1c42 req-1fd00bff-2177-434a-bb71-8f17ff57f848 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346437 Oct 19 11:47:33.991310 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79933c-2b32-4397-a7fe-a47066f51744 req-3083de76-8a70-473f-a13d-aa6160be16d3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:33.997016 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8d79933c-2b32-4397-a7fe-a47066f51744 req-3083de76-8a70-473f-a13d-aa6160be16d3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0598998 Oct 19 11:47:34.034229 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8d79933c-2b32-4397-a7fe-a47066f51744 req-4114eb6b-7fff-4a8e-aa10-384b5896c353 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337238 Oct 19 11:47:34.569781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c00d6-4723-47dc-8561-155bc5568da4 req-71df1cc2-76bc-4ac9-bdf0-9ff1d529d06a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:34.577526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fe6c00d6-4723-47dc-8561-155bc5568da4 req-71df1cc2-76bc-4ac9-bdf0-9ff1d529d06a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0653522 Oct 19 11:47:34.615667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fe6c00d6-4723-47dc-8561-155bc5568da4 req-5079532b-e247-4420-8333-65d582e84e73 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360515 Oct 19 11:47:34.813840 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:47:35.741917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66bb00-5bbd-41e2-87dd-1c8a753f6ac1 req-8613086b-c814-482c-85a2-36a30fc26491 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:35.744100 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de66bb00-5bbd-41e2-87dd-1c8a753f6ac1 req-8613086b-c814-482c-85a2-36a30fc26491 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0549767 Oct 19 11:47:35.784657 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de66bb00-5bbd-41e2-87dd-1c8a753f6ac1 req-60197cb4-0e21-44b6-944d-fa50c8ba2c2b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Oct 19 11:47:36.267506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391f4d4-8562-434f-a096-94fe8b895127 req-fe191b6e-087a-4b6e-abe7-77b37b65b18a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:36.276427 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1391f4d4-8562-434f-a096-94fe8b895127 req-fe191b6e-087a-4b6e-abe7-77b37b65b18a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0737858 Oct 19 11:47:36.325459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1391f4d4-8562-434f-a096-94fe8b895127 req-ae1ce8a0-8caa-4e76-be61-861d0f6835e3 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404234 Oct 19 11:47:36.375256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9f71-6d7c-49dd-b0a3-545007f5a86e req-b284b451-2914-4976-838b-198bcf470223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:36.376882 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-534a9f71-6d7c-49dd-b0a3-545007f5a86e req-b284b451-2914-4976-838b-198bcf470223 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 1097 time: 0.0413666 Oct 19 11:47:36.494081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9f71-6d7c-49dd-b0a3-545007f5a86e req-cec7bf3e-474b-435c-a257-8f761b8dc4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:36.495602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-534a9f71-6d7c-49dd-b0a3-545007f5a86e req-cec7bf3e-474b-435c-a257-8f761b8dc4f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cea0f055-11ce-47b1-b3ba-d9fa05edb101 HTTP/1.1" status: 200 len: 914 time: 0.1074293 Oct 19 11:47:36.549277 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-534a9f71-6d7c-49dd-b0a3-545007f5a86e req-a5c2a1e7-0f1f-47b6-a3e0-ff753b49e16f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ab0b69-5f94-4d20-a204-361385d3b705 HTTP/1.1" status: 200 len: 217 time: 0.0425112 Oct 19 11:47:36.619914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9f71-6d7c-49dd-b0a3-545007f5a86e req-18e179ea-2211-49b7-bb4a-6e1d4d748fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:36.621620 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-534a9f71-6d7c-49dd-b0a3-545007f5a86e req-18e179ea-2211-49b7-bb4a-6e1d4d748fd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571c07e4-f32e-40ae-b0ba-4e8314ddadc1 HTTP/1.1" status: 200 len: 853 time: 0.0613227 Oct 19 11:47:36.658083 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-534a9f71-6d7c-49dd-b0a3-545007f5a86e req-ff2de50a-2f6f-460b-862b-a26d67e45d29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cea0f055-11ce-47b1-b3ba-d9fa05edb101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258892 Oct 19 11:47:36.760213 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-534a9f71-6d7c-49dd-b0a3-545007f5a86e req-f5f6070b-9b7f-464f-8bbc-2688935cdaf7 service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907865 Oct 19 11:47:36.872132 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-534a9f71-6d7c-49dd-b0a3-545007f5a86e req-e10c6906-4171-4364-977f-66a1217684dd service neutron] 10.222.0.26 "GET /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008954 Oct 19 11:47:37.463624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a50b1-10c1-4a28-8497-44fdf52637a6 req-f425441d-1124-4823-9aa5-a22cbfce04e2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:37.465165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-619a50b1-10c1-4a28-8497-44fdf52637a6 req-f425441d-1124-4823-9aa5-a22cbfce04e2 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0610349 Oct 19 11:47:37.570674 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-619a50b1-10c1-4a28-8497-44fdf52637a6 req-0fcec806-5a99-4624-a050-a1a4f8d818d5 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963445 Oct 19 11:47:38.703139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a16c2-97fe-4e03-91d3-5e8199dd7d4c req-00c23546-b15b-48d7-9d18-7635335a52a8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:38.705408 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-341a16c2-97fe-4e03-91d3-5e8199dd7d4c req-00c23546-b15b-48d7-9d18-7635335a52a8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0726321 Oct 19 11:47:38.753797 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-341a16c2-97fe-4e03-91d3-5e8199dd7d4c req-84dd1f7c-2cad-4b74-ae3a-5fedda91914d tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422387 Oct 19 11:47:38.882066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d07aa-c003-4979-88f1-a9936000229f req-0ab0a236-e409-4187-85bd-a60233fd288a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:38.884702 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d3d07aa-c003-4979-88f1-a9936000229f req-0ab0a236-e409-4187-85bd-a60233fd288a tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0568161 Oct 19 11:47:38.928471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d3d07aa-c003-4979-88f1-a9936000229f req-f60c2e4a-9d89-475f-ae01-83938aa094d8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377336 Oct 19 11:47:39.072242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c673715-6031-42b4-ae43-049706020361 req-4358b2e2-58b3-4f98-aa3e-e995eaa2f27b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:39.073868 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0c673715-6031-42b4-ae43-049706020361 req-4358b2e2-58b3-4f98-aa3e-e995eaa2f27b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0582507 Oct 19 11:47:39.123477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0c673715-6031-42b4-ae43-049706020361 req-061d29d8-1ab5-4c0a-82b7-84b4d4e68fdc tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434780 Oct 19 11:47:39.238456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7d632-ad8e-414e-b9e7-37fe13b68489 req-575f0c41-86f2-49e0-a8cb-0273f00c7c70 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:39.240230 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67a7d632-ad8e-414e-b9e7-37fe13b68489 req-575f0c41-86f2-49e0-a8cb-0273f00c7c70 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0509629 Oct 19 11:47:39.294711 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67a7d632-ad8e-414e-b9e7-37fe13b68489 req-8b702796-5f69-4332-a91c-68769d2cbef0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477347 Oct 19 11:47:39.461757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f62e61-60fd-4196-b630-48e8ffa16ee0 req-d344d860-1c4d-4327-be84-d8ed026ef972 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:39.464050 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3f62e61-60fd-4196-b630-48e8ffa16ee0 req-d344d860-1c4d-4327-be84-d8ed026ef972 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0540731 Oct 19 11:47:39.512250 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3f62e61-60fd-4196-b630-48e8ffa16ee0 req-a5bce99d-4879-4955-9381-cdb43dec4a33 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Oct 19 11:47:39.639886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540948f4-eef0-4917-bde5-409f809cd602 req-5dc68971-6b5a-4edf-be56-f13fbebfb7bc tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:39.640112 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-540948f4-eef0-4917-bde5-409f809cd602 req-5dc68971-6b5a-4edf-be56-f13fbebfb7bc tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0517278 Oct 19 11:47:39.685535 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-540948f4-eef0-4917-bde5-409f809cd602 req-2b922297-408f-4431-bcda-31db6c6606c8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391595 Oct 19 11:47:39.875714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e709bfc-d414-47c7-aa4d-fd380eed9365 req-92d17a49-a8b3-40cc-9662-ddf4ae6a011f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:39.885207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e709bfc-d414-47c7-aa4d-fd380eed9365 req-92d17a49-a8b3-40cc-9662-ddf4ae6a011f tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0839114 Oct 19 11:47:39.928049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e709bfc-d414-47c7-aa4d-fd380eed9365 req-13a799d2-0d92-4184-b378-eb8f41a873a5 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Oct 19 11:47:40.060082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1da8e8-89d6-47d0-83f5-ce7d4493a774 req-eae50d19-ffe4-4d85-9985-8519d98cf69b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:40.061667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e1da8e8-89d6-47d0-83f5-ce7d4493a774 req-eae50d19-ffe4-4d85-9985-8519d98cf69b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0571427 Oct 19 11:47:40.100638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e1da8e8-89d6-47d0-83f5-ce7d4493a774 req-1dd2a04c-dae5-422b-a7c4-1303484765e6 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Oct 19 11:47:40.220382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-63c4ff2e-891b-4648-a8ff-f3b4f9a8970d req-0e29fdd3-05d8-4d1b-83d0-e4945e684793 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:47:40.221908 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-63c4ff2e-891b-4648-a8ff-f3b4f9a8970d req-0e29fdd3-05d8-4d1b-83d0-e4945e684793 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0563009 Oct 19 11:47:40.323811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304df86-1f7a-421c-b2f5-f8bb5f4a0522 req-b85eb9b1-1dae-49f8-839f-5e5a34a73129 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:40.328998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f304df86-1f7a-421c-b2f5-f8bb5f4a0522 req-b85eb9b1-1dae-49f8-839f-5e5a34a73129 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0553322 Oct 19 11:47:40.370429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f304df86-1f7a-421c-b2f5-f8bb5f4a0522 req-c14074ba-1fe4-4b5c-880e-41237d8e86b4 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Oct 19 11:47:40.505763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277057c-48e6-4886-b755-f63ca29262c8 req-ed4d11d2-1469-4518-a64c-8195e9e6970b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:40.507411 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c277057c-48e6-4886-b755-f63ca29262c8 req-ed4d11d2-1469-4518-a64c-8195e9e6970b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0582058 Oct 19 11:47:40.553423 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c277057c-48e6-4886-b755-f63ca29262c8 req-7a6e9c3b-8e55-47c1-a5c2-c04936cb0b56 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382557 Oct 19 11:47:40.696606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3d410-380f-487e-a9de-a28101eeebbb req-e268f7bd-5963-4f66-8a75-f1293b51b39e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:40.698059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8d3d410-380f-487e-a9de-a28101eeebbb req-e268f7bd-5963-4f66-8a75-f1293b51b39e tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0601454 Oct 19 11:47:40.738196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8d3d410-380f-487e-a9de-a28101eeebbb req-9adc920f-6435-4d0e-be67-6e218c196460 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338776 Oct 19 11:47:40.901212 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36ddf5-1c41-4446-bfa7-cf3d007ccfc4 req-eebf264e-3a04-45fe-be03-878daa072af5 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:40.904008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd36ddf5-1c41-4446-bfa7-cf3d007ccfc4 req-eebf264e-3a04-45fe-be03-878daa072af5 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0764635 Oct 19 11:47:40.951872 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd36ddf5-1c41-4446-bfa7-cf3d007ccfc4 req-851b3dd5-2966-434d-809a-15384000f3c8 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Oct 19 11:47:41.090194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc353fc-d033-4275-b8a9-95f90aea9be4 req-56a36e49-1cb4-4311-a5a7-fbef7f43299b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:41.092121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccc353fc-d033-4275-b8a9-95f90aea9be4 req-56a36e49-1cb4-4311-a5a7-fbef7f43299b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0529723 Oct 19 11:47:41.136837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ccc353fc-d033-4275-b8a9-95f90aea9be4 req-7240d548-78d7-4941-a81c-6de603b4b522 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370026 Oct 19 11:47:41.262407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4fd5d-b1c3-4beb-b787-e6941bd5e084 req-b5ddd081-be34-48a1-b9e1-5059bcb0f914 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:41.263862 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fce4fd5d-b1c3-4beb-b787-e6941bd5e084 req-b5ddd081-be34-48a1-b9e1-5059bcb0f914 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0540385 Oct 19 11:47:41.311974 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fce4fd5d-b1c3-4beb-b787-e6941bd5e084 req-86676925-1754-4db8-8ed1-1042d30933b4 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402045 Oct 19 11:47:41.448622 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9538d3-1165-4a5f-b12c-f1840747f4bb req-5b80a17c-da37-424e-a260-b7216c7a6006 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:41.448622 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb9538d3-1165-4a5f-b12c-f1840747f4bb req-5b80a17c-da37-424e-a260-b7216c7a6006 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0605295 Oct 19 11:47:41.502977 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb9538d3-1165-4a5f-b12c-f1840747f4bb req-5bea3ca4-dcd0-451d-8620-5bbdddc18bca tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423343 Oct 19 11:47:49.060173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60614c-82b8-4ee0-8f61-ae11f3f94d92 req-723d672f-9bd3-42fc-b021-53ca31755bf1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:49.061794 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af60614c-82b8-4ee0-8f61-ae11f3f94d92 req-723d672f-9bd3-42fc-b021-53ca31755bf1 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0508122 Oct 19 11:47:49.106077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af60614c-82b8-4ee0-8f61-ae11f3f94d92 req-7b1e543d-784a-4ec4-b07c-189468bae26b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374959 Oct 19 11:47:49.754862 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:50.183410 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:50.228639 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb95c2-3012-47c9-97df-9a9b7f389e4e req-14cf8823-e776-43d5-a288-782c65f591ea tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:50.230140 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3eb95c2-3012-47c9-97df-9a9b7f389e4e req-14cf8823-e776-43d5-a288-782c65f591ea tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0537562 Oct 19 11:47:50.270646 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3eb95c2-3012-47c9-97df-9a9b7f389e4e req-30b46032-87fe-4f12-9e70-47c94071dcf0 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/security-groups?id=09efd394-26d4-4da9-837d-30831f891e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345132 Oct 19 11:47:50.765518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e19744-6391-4495-b51a-06c715bd6d08 req-4a308b58-fe8c-487d-991c-72299aeb4f51 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:50.766959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76e19744-6391-4495-b51a-06c715bd6d08 req-4a308b58-fe8c-487d-991c-72299aeb4f51 tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.26 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 946 time: 0.0495968 Oct 19 11:47:50.863549 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-76e19744-6391-4495-b51a-06c715bd6d08 req-6306d785-f657-47a2-aa39-b963a1fbaf6b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Deleting port 99ab0b69-5f94-4d20-a204-361385d3b705 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:47:50.863898 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-76e19744-6391-4495-b51a-06c715bd6d08 req-6306d785-f657-47a2-aa39-b963a1fbaf6b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:50.956510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-76e19744-6391-4495-b51a-06c715bd6d08 req-6306d785-f657-47a2-aa39-b963a1fbaf6b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] For port 99ab0b69-5f94-4d20-a204-361385d3b705, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=99ab0b69-5f94-4d20-a204-361385d3b705,segment=NetworkSegment(5906e9d3-a515-4333-8ed5-a3f6f0a110aa),segment_id=5906e9d3-a515-4333-8ed5-a3f6f0a110aa)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:47:50.956895 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-76e19744-6391-4495-b51a-06c715bd6d08 req-6306d785-f657-47a2-aa39-b963a1fbaf6b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:50.969234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-76e19744-6391-4495-b51a-06c715bd6d08 req-6306d785-f657-47a2-aa39-b963a1fbaf6b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Calling delete_port for 99ab0b69-5f94-4d20-a204-361385d3b705 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:47:51.195278 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-76e19744-6391-4495-b51a-06c715bd6d08 req-6306d785-f657-47a2-aa39-b963a1fbaf6b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:51.212817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['99ab0b69-5f94-4d20-a204-361385d3b705'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:47:51.229829 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306d785-f657-47a2-aa39-b963a1fbaf6b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Pushing event deleted for resources: {'Port': ['ID=99ab0b69-5f94-4d20-a204-361385d3b705,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:51.270999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e19744-6391-4495-b51a-06c715bd6d08 req-6306d785-f657-47a2-aa39-b963a1fbaf6b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] No DVR routers for this DVR port 99ab0b69-5f94-4d20-a204-361385d3b705 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:47:51.275188 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-76e19744-6391-4495-b51a-06c715bd6d08 req-6306d785-f657-47a2-aa39-b963a1fbaf6b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:51.278644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76e19744-6391-4495-b51a-06c715bd6d08 req-6306d785-f657-47a2-aa39-b963a1fbaf6b tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.26 "DELETE /v2.0/ports/99ab0b69-5f94-4d20-a204-361385d3b705 HTTP/1.1" status: 204 len: 173 time: 0.5018785 Oct 19 11:47:51.279115 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'name': 'network-vif-deleted', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:47:51.281658 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c371c744-166b-4616-b2d7-aa3d1b6a68ce" -d '{"events": [{"server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "name": "network-vif-deleted", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:47:51.321706 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c429b6ac-5337-4532-8d79-df1a3742fbfe x-openstack-request-id: req-c429b6ac-5337-4532-8d79-df1a3742fbfe {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:47:51.321990 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63319736-0a85-43b4-99cf-4f93a79d23a5", "name": "network-vif-deleted", "tag": "99ab0b69-5f94-4d20-a204-361385d3b705", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:47:51.322314 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c429b6ac-5337-4532-8d79-df1a3742fbfe {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:47:51.323076 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63319736-0a85-43b4-99cf-4f93a79d23a5', 'name': 'network-vif-deleted', 'tag': '99ab0b69-5f94-4d20-a204-361385d3b705', 'status': 'completed', 'code': 200} Oct 19 11:47:51.381837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b3c1e62f-ad92-47dc-8122-e8654786b733 req-6c5aa74b-2237-410e-ab42-8f6574839fbe tempest-ServersNegativeTestJSON-717120598 tempest-ServersNegativeTestJSON-717120598-project] 10.222.0.39 "GET /v2.0/ports?device_id=63319736-0a85-43b4-99cf-4f93a79d23a5 HTTP/1.1" status: 200 len: 210 time: 0.0282569 Oct 19 11:47:52.440461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42086) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:52.502827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bc8265-1d04-4f57-9a89-bce719b1855e admin admin] Deleting subnet 571c07e4-f32e-40ae-b0ba-4e8314ddadc1 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:47:52.506392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8265-1d04-4f57-9a89-bce719b1855e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:52.542962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8265-1d04-4f57-9a89-bce719b1855e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:52.583038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8265-1d04-4f57-9a89-bce719b1855e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:52.737791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8265-1d04-4f57-9a89-bce719b1855e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:52.762742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc8265-1d04-4f57-9a89-bce719b1855e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571c07e4-f32e-40ae-b0ba-4e8314ddadc1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:52.771356 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8265-1d04-4f57-9a89-bce719b1855e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:52.775850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f0bc8265-1d04-4f57-9a89-bce719b1855e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/571c07e4-f32e-40ae-b0ba-4e8314ddadc1 HTTP/1.1" status: 204 len: 168 time: 0.3342752 Oct 19 11:47:52.778386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42092) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:52.855479 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:52.935513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:52.962648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea0f055-11ce-47b1-b3ba-d9fa05edb101']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:47:52.972217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5906e9d3-a515-4333-8ed5-a3f6f0a110aa') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:47:52.972512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5906e9d3-a515-4333-8ed5-a3f6f0a110aa') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:47:52.982273 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:52.995246 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:53.001533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:47:53.001915 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:47:53.003566 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:47:53.143919 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:53.149967 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:53.153180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cea0f055-11ce-47b1-b3ba-d9fa05edb101 HTTP/1.1" status: 204 len: 168 time: 0.3738639 Oct 19 11:47:53.164005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758a4dc-294c-456c-8409-63b8d2273072 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea0f055-11ce-47b1-b3ba-d9fa05edb101,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:53.595111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42100) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:53.635759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-317e7295-f6f6-401e-bd22-4f46ec58b9cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=079db5ac226c4e0fbc91e51dce4759d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423617 Oct 19 11:47:53.638220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42104) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:47:53.702072 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-088838df-2381-41df-8bf4-46408e3fcdfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:53.723350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-088838df-2381-41df-8bf4-46408e3fcdfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:53.846697 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-088838df-2381-41df-8bf4-46408e3fcdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:53.849470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-088838df-2381-41df-8bf4-46408e3fcdfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:53.850648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-088838df-2381-41df-8bf4-46408e3fcdfc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09efd394-26d4-4da9-837d-30831f891e1f HTTP/1.1" status: 204 len: 168 time: 0.2115402 Oct 19 11:47:53.859254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088838df-2381-41df-8bf4-46408e3fcdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09efd394-26d4-4da9-837d-30831f891e1f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:54.091391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735ece4-deea-4be1-a9cc-011f1ef71d4a req-b1be5d5e-5370-4d22-a0f0-cc35d99df761 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:54.092939 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b735ece4-deea-4be1-a9cc-011f1ef71d4a req-b1be5d5e-5370-4d22-a0f0-cc35d99df761 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 945 time: 0.0506392 Oct 19 11:47:54.143298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b735ece4-deea-4be1-a9cc-011f1ef71d4a req-b1e062c1-0447-4fbc-9689-f25e9861a9aa tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349121 Oct 19 11:47:55.255492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2dc28-63f2-42ba-aab5-2af6d2362af2 req-74559184-4d84-4db5-93ab-f1df015288ba tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:55.257003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ca2dc28-63f2-42ba-aab5-2af6d2362af2 req-74559184-4d84-4db5-93ab-f1df015288ba tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 945 time: 0.0501466 Oct 19 11:47:55.298752 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ca2dc28-63f2-42ba-aab5-2af6d2362af2 req-11fe1ce2-f4e8-4483-a7d9-f54812128843 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353484 Oct 19 11:47:55.313050 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 99ab0b69-5f94-4d20-a204-361385d3b705 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:47:55.339330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 99ab0b69-5f94-4d20-a204-361385d3b705 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:47:55.339683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 99ab0b69-5f94-4d20-a204-361385d3b705 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:47:55.520722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2bff1-e4b8-4f5e-afec-59087c32ff24 req-8982f021-f392-4e33-a0d4-daff0fede0fd tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:55.522153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40e2bff1-e4b8-4f5e-afec-59087c32ff24 req-8982f021-f392-4e33-a0d4-daff0fede0fd tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 945 time: 0.0508528 Oct 19 11:47:55.537300 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ad90cb63-4449-4a30-b73f-241c6f451a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:55.622881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-40e2bff1-e4b8-4f5e-afec-59087c32ff24 req-d02c35fd-fa52-4f12-9d48-3c2fa1da2968 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Deleting port 51e55bc5-8e60-4af5-8988-7460e7aa1029 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:47:55.623225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-40e2bff1-e4b8-4f5e-afec-59087c32ff24 req-d02c35fd-fa52-4f12-9d48-3c2fa1da2968 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:55.716465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-40e2bff1-e4b8-4f5e-afec-59087c32ff24 req-d02c35fd-fa52-4f12-9d48-3c2fa1da2968 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] For port 51e55bc5-8e60-4af5-8988-7460e7aa1029, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=51e55bc5-8e60-4af5-8988-7460e7aa1029,segment=NetworkSegment(f157d397-da48-4e78-b42e-c645dd754acc),segment_id=f157d397-da48-4e78-b42e-c645dd754acc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:47:55.716860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-40e2bff1-e4b8-4f5e-afec-59087c32ff24 req-d02c35fd-fa52-4f12-9d48-3c2fa1da2968 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:55.733843 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-40e2bff1-e4b8-4f5e-afec-59087c32ff24 req-d02c35fd-fa52-4f12-9d48-3c2fa1da2968 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Calling delete_port for 51e55bc5-8e60-4af5-8988-7460e7aa1029 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:47:55.955332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-40e2bff1-e4b8-4f5e-afec-59087c32ff24 req-d02c35fd-fa52-4f12-9d48-3c2fa1da2968 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:55.967801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['51e55bc5-8e60-4af5-8988-7460e7aa1029'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:47:55.984417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c35fd-fa52-4f12-9d48-3c2fa1da2968 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Pushing event deleted for resources: {'Port': ['ID=51e55bc5-8e60-4af5-8988-7460e7aa1029,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:47:56.033913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e2bff1-e4b8-4f5e-afec-59087c32ff24 req-d02c35fd-fa52-4f12-9d48-3c2fa1da2968 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] No DVR routers for this DVR port 51e55bc5-8e60-4af5-8988-7460e7aa1029 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:47:56.036464 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-40e2bff1-e4b8-4f5e-afec-59087c32ff24 req-d02c35fd-fa52-4f12-9d48-3c2fa1da2968 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:56.039974 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40e2bff1-e4b8-4f5e-afec-59087c32ff24 req-d02c35fd-fa52-4f12-9d48-3c2fa1da2968 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.49 "DELETE /v2.0/ports/51e55bc5-8e60-4af5-8988-7460e7aa1029 HTTP/1.1" status: 204 len: 173 time: 0.5112185 Oct 19 11:47:56.040452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1c348a-17a0-446a-bcc1-7d4e264c83eb', 'name': 'network-vif-deleted', 'tag': '51e55bc5-8e60-4af5-8988-7460e7aa1029'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:47:56.042774 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7691189-e0be-4b99-848a-4a442ee9e5ac" -d '{"events": [{"server_uuid": "ee1c348a-17a0-446a-bcc1-7d4e264c83eb", "name": "network-vif-deleted", "tag": "51e55bc5-8e60-4af5-8988-7460e7aa1029"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:47:56.087448 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd55d4d-fa88-4596-abba-9a59cc48fba5 x-openstack-request-id: req-0cd55d4d-fa88-4596-abba-9a59cc48fba5 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:47:56.087743 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1c348a-17a0-446a-bcc1-7d4e264c83eb", "name": "network-vif-deleted", "tag": "51e55bc5-8e60-4af5-8988-7460e7aa1029", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:47:56.087993 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0cd55d4d-fa88-4596-abba-9a59cc48fba5 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:47:56.088393 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1c348a-17a0-446a-bcc1-7d4e264c83eb', 'name': 'network-vif-deleted', 'tag': '51e55bc5-8e60-4af5-8988-7460e7aa1029', 'status': 'completed', 'code': 200} Oct 19 11:47:56.398322 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6852171-3043-46c5-b007-0a0598e55d17 req-3baff2e6-695e-43c7-b793-88bfb739bcf5 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee1c348a-17a0-446a-bcc1-7d4e264c83eb HTTP/1.1" status: 200 len: 210 time: 0.0269043 Oct 19 11:47:57.852273 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-193d11de-d661-4bdd-8194-70316bf9d8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:59.061400 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-01cb1963-9d4e-45fa-a58f-d2af0bbd0f39 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559195941&fields=id&tenant_id=f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 267 time: 0.0350888 Oct 19 11:47:59.070024 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:59.132460 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:47:59.182721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdda279-b124-4396-8eff-2e859e982aad req-aee4fecb-8f9e-4719-bf92-493c19c751fe tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:47:59.184178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-aee4fecb-8f9e-4719-bf92-493c19c751fe tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.1155694 Oct 19 11:47:59.199663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-c4edbb41-041d-4313-b22a-c3983fa834b9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/quotas/f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 375 time: 0.0098569 Oct 19 11:47:59.250004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-aac60dcb-d1f6-4a99-aa4c-0a2163c43e3d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451868 Oct 19 11:47:59.356012 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-25620647-af4e-4afc-81e0-f3315a8adba9 service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931699 Oct 19 11:47:59.472157 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-2c7bee86-b238-4c41-bd2e-73948ea62a96 service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096315 Oct 19 11:48:00.144465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c332e19f-cd14-4e8a-8e70-dbd32854afef req-f7e01f1b-cba0-4b9d-ab86-a686b33ddd40 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 210 time: 0.0307796 Oct 19 11:48:00.591998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 51e55bc5-8e60-4af5-8988-7460e7aa1029 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:48:00.613750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 51e55bc5-8e60-4af5-8988-7460e7aa1029 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:48:00.614099 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 51e55bc5-8e60-4af5-8988-7460e7aa1029 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:48:00.887182 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:01.263705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f4f08d90-a25c-4cb0-8548-eb4c0a323ae8 req-d2189778-e599-4ac0-9c9a-404b693237fe tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 210 time: 0.0482545 Oct 19 11:48:02.058152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42386) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:02.140751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdda279-b124-4396-8eff-2e859e982aad req-7ed87244-67ad-409b-b1ea-4bf5fb7382d1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:02.142473 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-7ed87244-67ad-409b-b1ea-4bf5fb7382d1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.1122363 Oct 19 11:48:02.179361 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2eea2304-2907-419c-9f29-344b8be11231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:02.209615 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-2a62d19e-31c6-4781-8a7f-1580376b2a48 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 379 time: 0.0541677 Oct 19 11:48:02.223717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'port': {'device_id': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'admin_state_up': True, 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'security_groups': ['92d8526e-1861-423d-801a-f5294ef9e0f0']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:48:02.263319 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2eea2304-2907-419c-9f29-344b8be11231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:02.366611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2eea2304-2907-419c-9f29-344b8be11231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:02.369788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14125209-a826-4740-ba77-79d14a3c7378 req-413a4973-1048-42fa-a6c2-f41d380ebe1e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 210 time: 0.0283191 Oct 19 11:48:02.401334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea2304-2907-419c-9f29-344b8be11231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f231041-3b36-47c7-9d1b-4374c29c0a75,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:02.424268 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2eea2304-2907-419c-9f29-344b8be11231 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a97931435274f879ff061a9ec006ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627448 Oct 19 11:48:02.424732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42394) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:02.481877 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:02.511726 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:02.513415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Made reservation on behalf of f80dff5b781d42d8a94187bf4b85d3e4 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:48:02.516917 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:02.694704 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:02.697326 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:02.698471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f231041-3b36-47c7-9d1b-4374c29c0a75 HTTP/1.1" status: 204 len: 168 time: 0.2727044 Oct 19 11:48:02.704584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Allocated IP 172.20.0.5 (1b5204d6-13f8-468a-ae99-252172f92e2a/13bc9823-7501-4a92-b961-597339cb11f4/704e4e2f-033f-484f-ab59-c05093280d53) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:48:02.716042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f231041-3b36-47c7-9d1b-4374c29c0a75,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:02.729954 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.730186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.730878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.732168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.732168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.732443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.733450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.734033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.734376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.734712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.735227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.735564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba674d-f95a-42dd-b622-f14bf16067c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:02.920421 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.007392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.047267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Network 1b5204d6-13f8-468a-ae99-252172f92e2a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:48:03.052349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:48:03.056245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:48:03.100200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=704e4e2f-033f-484f-ab59-c05093280d53,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:03.127547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:03.128224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.243896 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-7bc42c4a-03dd-4d4b-a43a-2a09dc5fbd76 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0244198 Oct 19 11:48:03.262710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Request body: {'port': {'device_id': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:48:03.305447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-d2054f3d-10bc-4ee3-ab2f-a462ab96b18b None None] Provisioning complete for port 704e4e2f-033f-484f-ab59-c05093280d53 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:48:03.308690 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d2054f3d-10bc-4ee3-ab2f-a462ab96b18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.326686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.348836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d2054f3d-10bc-4ee3-ab2f-a462ab96b18b None None] Port 704e4e2f-033f-484f-ab59-c05093280d53 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:48:03.495138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42406) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:03.532198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398177ec-205b-4609-bfb0-b07e1daa42f5 req-b91cd244-8546-4374-bc2b-dec6bd62e396 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:03.533846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-398177ec-205b-4609-bfb0-b07e1daa42f5 req-b91cd244-8546-4374-bc2b-dec6bd62e396 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 931 time: 0.0774953 Oct 19 11:48:03.534840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-664be782-9394-4c7c-8595-944c06156995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.601446 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-398177ec-205b-4609-bfb0-b07e1daa42f5 req-c981692f-5142-4e60-acb9-f8ae983ff699 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581846 Oct 19 11:48:03.679890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704e4e2f-033f-484f-ab59-c05093280d53 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:48:03.681212 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-664be782-9394-4c7c-8595-944c06156995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.688780 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.701502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Transition to ACTIVE for port object 704e4e2f-033f-484f-ab59-c05093280d53 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:48:03.725896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-664be782-9394-4c7c-8595-944c06156995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.770115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-664be782-9394-4c7c-8595-944c06156995 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a7151ca9019479186f76664c4d00587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737086 Oct 19 11:48:03.771078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664be782-9394-4c7c-8595-944c06156995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2271bae-07c0-4848-9e4d-cc5478f23054,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:03.772849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42410) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:03.780722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.917471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Pushing event updated for resources: {'Port': ['ID=704e4e2f-033f-484f-ab59-c05093280d53,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:03.943622 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21c53c3e-a826-499a-b550-bff23edf328b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.945546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Attempting to bind port 704e4e2f-033f-484f-ab59-c05093280d53 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:48:03.945893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Attempting to bind port 704e4e2f-033f-484f-ab59-c05093280d53 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:48:03.946222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Attempting to bind port 704e4e2f-033f-484f-ab59-c05093280d53 on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:48:03.957324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Port 704e4e2f-033f-484f-ab59-c05093280d53 on network 1b5204d6-13f8-468a-ae99-252172f92e2a not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:48:03.957654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Attempting to bind port 704e4e2f-033f-484f-ab59-c05093280d53 on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:48:03.975298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:48:03.975666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Checking segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:48:03.976074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Bound using segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:48:03.976471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Bound port: 704e4e2f-033f-484f-ab59-c05093280d53, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:48:03.976870 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:03.984147 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21c53c3e-a826-499a-b550-bff23edf328b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:04.095353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] For port 704e4e2f-033f-484f-ab59-c05093280d53, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:48:04.098861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] For port 704e4e2f-033f-484f-ab59-c05093280d53, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=704e4e2f-033f-484f-ab59-c05093280d53,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:48:04.190304 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:04.229908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:04.230516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:04.232069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] 10.222.0.26 "PUT /v2.0/ports/704e4e2f-033f-484f-ab59-c05093280d53 HTTP/1.1" status: 200 len: 1091 time: 0.9749308 Oct 19 11:48:04.232701 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21c53c3e-a826-499a-b550-bff23edf328b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:04.235363 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21c53c3e-a826-499a-b550-bff23edf328b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:04.236403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-21c53c3e-a826-499a-b550-bff23edf328b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2271bae-07c0-4848-9e4d-cc5478f23054 HTTP/1.1" status: 204 len: 168 time: 0.4616649 Oct 19 11:48:04.237061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'tag': '704e4e2f-033f-484f-ab59-c05093280d53'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:48:04.250803 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbec4f6-7643-4ddf-9e51-97ef237f331d" -d '{"events": [{"name": "network-changed", "server_uuid": "68dc195f-05f8-4b67-9c92-24b5abc06c21", "tag": "704e4e2f-033f-484f-ab59-c05093280d53"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:48:04.310613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ab27c-6790-4915-b161-566ba0ae9bef service neutron] Pushing event updated for resources: {'Port': ['ID=704e4e2f-033f-484f-ab59-c05093280d53,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:04.319095 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf384bc2-1c9f-4032-adef-152d96b367bc x-openstack-request-id: req-bf384bc2-1c9f-4032-adef-152d96b367bc {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:48:04.320725 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dc195f-05f8-4b67-9c92-24b5abc06c21", "tag": "704e4e2f-033f-484f-ab59-c05093280d53", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:48:04.320725 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf384bc2-1c9f-4032-adef-152d96b367bc {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:48:04.321352 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'tag': '704e4e2f-033f-484f-ab59-c05093280d53', 'status': 'completed', 'code': 200} Oct 19 11:48:04.322651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c53c3e-a826-499a-b550-bff23edf328b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2271bae-07c0-4848-9e4d-cc5478f23054,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:04.425496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbec4f6-7643-4ddf-9e51-97ef237f331d req-4e07a3f3-1985-4098-a73b-4cbe72f4256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:04.427682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6cbec4f6-7643-4ddf-9e51-97ef237f331d req-4e07a3f3-1985-4098-a73b-4cbe72f4256f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 1094 time: 0.0739799 Oct 19 11:48:04.584727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbec4f6-7643-4ddf-9e51-97ef237f331d req-05465eff-b17c-4b9a-9100-a65c7498bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:04.586403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6cbec4f6-7643-4ddf-9e51-97ef237f331d req-05465eff-b17c-4b9a-9100-a65c7498bc0b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1455584 Oct 19 11:48:04.709505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbec4f6-7643-4ddf-9e51-97ef237f331d req-41bb5603-a546-4548-a18f-30f7605a0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:04.711343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6cbec4f6-7643-4ddf-9e51-97ef237f331d req-41bb5603-a546-4548-a18f-30f7605a0699 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130679 Oct 19 11:48:04.755448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7cdf-baec-4240-8322-fe57960ea747 req-edf5ad41-e657-4bc6-8595-6a4e4a8d7ea9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:04.765995 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-302b7cdf-baec-4240-8322-fe57960ea747 req-edf5ad41-e657-4bc6-8595-6a4e4a8d7ea9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 943 time: 0.0696499 Oct 19 11:48:04.826771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdda279-b124-4396-8eff-2e859e982aad req-e7a38657-a58f-425e-9461-fd089b8ac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:04.827947 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-302b7cdf-baec-4240-8322-fe57960ea747 req-5f93b70c-c49a-40d2-867f-0408fa50710c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607781 Oct 19 11:48:04.832031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-e7a38657-a58f-425e-9461-fd089b8ac354 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 1094 time: 0.0694256 Oct 19 11:48:04.886446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-97284915-fb67-4304-902b-170f17b083b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704e4e2f-033f-484f-ab59-c05093280d53 HTTP/1.1" status: 200 len: 217 time: 0.0409272 Oct 19 11:48:04.951099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdda279-b124-4396-8eff-2e859e982aad req-0e1fbf13-4d2f-498b-95c3-69fa37e1775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:04.952697 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-0e1fbf13-4d2f-498b-95c3-69fa37e1775c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0553460 Oct 19 11:48:05.014596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdda279-b124-4396-8eff-2e859e982aad req-29be3e31-2c23-4d95-94c8-c0979818cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:05.017920 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-29be3e31-2c23-4d95-94c8-c0979818cc04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532243 Oct 19 11:48:05.130637 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-2ec68556-864a-4f6b-850e-542bf0a32926 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005523 Oct 19 11:48:05.249342 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbdda279-b124-4396-8eff-2e859e982aad req-7d0abd31-2940-4fa0-89fa-8f2f285d0525 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057975 Oct 19 11:48:05.952817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35060329-c148-4bec-88a7-9850e77fe18d req-52483750-9dd4-42c9-9d1c-10ddd37b2ee7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:05.954301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35060329-c148-4bec-88a7-9850e77fe18d req-52483750-9dd4-42c9-9d1c-10ddd37b2ee7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 943 time: 0.0515025 Oct 19 11:48:05.991088 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35060329-c148-4bec-88a7-9850e77fe18d req-99190e70-5f29-4dd0-b08a-7f0768484e9f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306294 Oct 19 11:48:07.005320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422872d-15d4-4f08-b899-de05a66fca6c req-b8d72a22-8070-4497-8c30-afd0437a51d1 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:07.006874 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-b8d72a22-8070-4497-8c30-afd0437a51d1 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/networks?id=8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 HTTP/1.1" status: 200 len: 813 time: 0.1088789 Oct 19 11:48:07.026006 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-0352ce99-b361-43ba-81f5-cc0459d23b51 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/quotas/526822f6e4634ba4954c3a51b870ee8e HTTP/1.1" status: 200 len: 375 time: 0.0102854 Oct 19 11:48:07.064778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-08ab3ff4-a2d5-464b-a520-309afe238156 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=526822f6e4634ba4954c3a51b870ee8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312216 Oct 19 11:48:07.139696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb196a-4df8-4a99-b474-93586b723cb4 req-ab0ca54d-9943-4b4f-a956-d74d39248c26 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:07.142421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-58fb196a-4df8-4a99-b474-93586b723cb4 req-ab0ca54d-9943-4b4f-a956-d74d39248c26 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 943 time: 0.0706673 Oct 19 11:48:07.174494 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-d088dcb6-6450-4eb2-a48b-5d02c287745e service neutron] 10.222.0.39 "GET /v2.0/networks/8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021826 Oct 19 11:48:07.196569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-58fb196a-4df8-4a99-b474-93586b723cb4 req-a2a3224b-64c4-4a3c-9f53-7897962d23e9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480847 Oct 19 11:48:07.281683 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-5e72499d-af61-4545-9dd1-1a9b37c5f9f6 service neutron] 10.222.0.39 "GET /v2.0/networks/8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008079 Oct 19 11:48:07.557675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17992c23-c501-466b-983d-ee3f04644805 req-8ce95f4a-95e7-4a6b-881f-05c9d621d9e1 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 210 time: 0.0416982 Oct 19 11:48:08.320862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9db398-fa7a-40d6-b1f7-653232141b7c req-dea0937a-427f-476e-8a18-5c14bff2d3df tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:08.322615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b9db398-fa7a-40d6-b1f7-653232141b7c req-dea0937a-427f-476e-8a18-5c14bff2d3df tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 943 time: 0.0554004 Oct 19 11:48:08.373215 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b9db398-fa7a-40d6-b1f7-653232141b7c req-8bc5aa38-ae9e-47fe-bfa7-455cdeeb3f0a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 Oct 19 11:48:08.635480 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50097c90-73a9-4300-8fd4-32e788bec8f2 req-3838190f-e5d9-457e-9aa0-72d3619bfc8e tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 210 time: 0.0294895 Oct 19 11:48:09.751333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80801f02-8a58-436b-a818-99a548dc5060 req-2ffb4bb3-68fb-4593-8da3-1ab2b9632235 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 210 time: 0.0276663 Oct 19 11:48:09.828237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422872d-15d4-4f08-b899-de05a66fca6c req-2ef64010-d51a-4f19-96f7-7c26d249b460 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:09.830256 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-2ef64010-d51a-4f19-96f7-7c26d249b460 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.49 "GET /v2.0/networks?id=8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 HTTP/1.1" status: 200 len: 813 time: 0.4547634 Oct 19 11:48:09.846529 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1af7d6-4c08-4319-8515-358c9079c522 req-3c809244-5640-45e7-976d-89fbc2091a8a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:09.848654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6a1af7d6-4c08-4319-8515-358c9079c522 req-3c809244-5640-45e7-976d-89fbc2091a8a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 943 time: 0.3978629 Oct 19 11:48:09.855469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Request body: {'port': {'device_id': '6023e55d-84a9-4b70-bea0-94d32ba0f4ff', 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7', 'admin_state_up': True, 'tenant_id': '526822f6e4634ba4954c3a51b870ee8e'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:48:09.948314 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6a1af7d6-4c08-4319-8515-358c9079c522 req-7d0de5f8-d004-4729-9630-bec401d5acbd tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864043 Oct 19 11:48:10.034780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Made reservation on behalf of 526822f6e4634ba4954c3a51b870ee8e for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:48:10.038395 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:10.163371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Allocated IP 172.20.0.4 (8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7/044a748b-3802-4dd7-88fd-0217ba79ad18/eb83e286-5fb2-452c-8c22-7f2673353bfd) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:48:10.314749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:10.378270 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:10.427101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:48:10.430327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:48:10.434668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:48:10.462293 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Pushing event updated for resources: {'Port': ['ID=eb83e286-5fb2-452c-8c22-7f2673353bfd,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:10.490630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:10.491246 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:10.557814 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-97cb8360-e2d6-4c67-98cc-ac89e2935841 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7077441 Oct 19 11:48:10.674358 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Request body: {'port': {'device_id': '6023e55d-84a9-4b70-bea0-94d32ba0f4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:48:10.732766 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:10.871100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524251-2291-443e-b4b3-20ba160cd885 req-ab5c0fc1-7a11-4488-b76f-8463f8a312e9 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:10.872629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09524251-2291-443e-b4b3-20ba160cd885 req-ab5c0fc1-7a11-4488-b76f-8463f8a312e9 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 931 time: 0.0497732 Oct 19 11:48:10.913907 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-09524251-2291-443e-b4b3-20ba160cd885 req-5d262969-c2ae-4852-a35c-1085ed4ce419 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334625 Oct 19 11:48:11.010394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb83e286-5fb2-452c-8c22-7f2673353bfd {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:48:11.019801 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:11.055152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Transition to ACTIVE for port object eb83e286-5fb2-452c-8c22-7f2673353bfd will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:48:11.075714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954fa92-3fbe-46c3-939e-25ecdacadcb1 req-1e844abf-cd29-46b9-b7df-a3a8c320d3c0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:11.077273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0954fa92-3fbe-46c3-939e-25ecdacadcb1 req-1e844abf-cd29-46b9-b7df-a3a8c320d3c0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 943 time: 0.0595536 Oct 19 11:48:11.115846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0954fa92-3fbe-46c3-939e-25ecdacadcb1 req-a7496b53-db5c-40ac-bbc0-7ff68278cfb3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325911 Oct 19 11:48:11.118460 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:11.172925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Pushing event updated for resources: {'Port': ['ID=eb83e286-5fb2-452c-8c22-7f2673353bfd,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:11.243786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Attempting to bind port eb83e286-5fb2-452c-8c22-7f2673353bfd on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:48:11.244117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Attempting to bind port eb83e286-5fb2-452c-8c22-7f2673353bfd by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'f157d397-da48-4e78-b42e-c645dd754acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:48:11.244442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Attempting to bind port eb83e286-5fb2-452c-8c22-7f2673353bfd on network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:48:11.249352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Port eb83e286-5fb2-452c-8c22-7f2673353bfd on network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:48:11.249670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Attempting to bind port eb83e286-5fb2-452c-8c22-7f2673353bfd on network 8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:48:11.254566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:48:11.254900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Checking segment: {'id': 'f157d397-da48-4e78-b42e-c645dd754acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:48:11.255279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Bound using segment: {'id': 'f157d397-da48-4e78-b42e-c645dd754acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:48:11.255699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Bound port: eb83e286-5fb2-452c-8c22-7f2673353bfd, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f157d397-da48-4e78-b42e-c645dd754acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:48:11.256046 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:11.320909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] For port eb83e286-5fb2-452c-8c22-7f2673353bfd, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:48:11.324640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] For port eb83e286-5fb2-452c-8c22-7f2673353bfd, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=eb83e286-5fb2-452c-8c22-7f2673353bfd,segment=NetworkSegment(f157d397-da48-4e78-b42e-c645dd754acc),segment_id=f157d397-da48-4e78-b42e-c645dd754acc)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:48:11.384185 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:11.422066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:11.422683 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:11.424146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] 10.222.0.49 "PUT /v2.0/ports/eb83e286-5fb2-452c-8c22-7f2673353bfd HTTP/1.1" status: 200 len: 1091 time: 0.8580275 Oct 19 11:48:11.424609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6023e55d-84a9-4b70-bea0-94d32ba0f4ff', 'tag': 'eb83e286-5fb2-452c-8c22-7f2673353bfd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:48:11.427981 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78781eab-8521-43e5-8ad7-47f12166ea32" -d '{"events": [{"name": "network-changed", "server_uuid": "6023e55d-84a9-4b70-bea0-94d32ba0f4ff", "tag": "eb83e286-5fb2-452c-8c22-7f2673353bfd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:48:11.462896 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb3f22-40c2-4c3a-8e97-78b2d1143e2f service neutron] Pushing event updated for resources: {'Port': ['ID=eb83e286-5fb2-452c-8c22-7f2673353bfd,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:11.466324 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b80cfbd-ac51-4330-9b51-9b92ddfa7070 x-openstack-request-id: req-5b80cfbd-ac51-4330-9b51-9b92ddfa7070 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:48:11.466619 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6023e55d-84a9-4b70-bea0-94d32ba0f4ff", "tag": "eb83e286-5fb2-452c-8c22-7f2673353bfd", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:48:11.466871 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b80cfbd-ac51-4330-9b51-9b92ddfa7070 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:48:11.467258 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6023e55d-84a9-4b70-bea0-94d32ba0f4ff', 'tag': 'eb83e286-5fb2-452c-8c22-7f2673353bfd', 'status': 'completed', 'code': 200} Oct 19 11:48:11.526096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78781eab-8521-43e5-8ad7-47f12166ea32 req-48949f59-4fd9-4f66-b0da-2e313c88060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:11.527693 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78781eab-8521-43e5-8ad7-47f12166ea32 req-48949f59-4fd9-4f66-b0da-2e313c88060b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=526822f6e4634ba4954c3a51b870ee8e&device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 1094 time: 0.0427167 Oct 19 11:48:11.633145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78781eab-8521-43e5-8ad7-47f12166ea32 req-82f3c470-ef98-45e5-bde4-9ac7b7a143c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:11.634735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78781eab-8521-43e5-8ad7-47f12166ea32 req-82f3c470-ef98-45e5-bde4-9ac7b7a143c3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=526822f6e4634ba4954c3a51b870ee8e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0995765 Oct 19 11:48:11.735922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78781eab-8521-43e5-8ad7-47f12166ea32 req-c2b1fe3a-bbc8-45ff-8aee-8de31f7d2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:11.737485 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78781eab-8521-43e5-8ad7-47f12166ea32 req-c2b1fe3a-bbc8-45ff-8aee-8de31f7d2ba6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957000 Oct 19 11:48:11.813528 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:48:11.814187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422872d-15d4-4f08-b899-de05a66fca6c req-88f36b50-3ba9-48d1-aafc-bfaa8b7764d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:11.815741 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-88f36b50-3ba9-48d1-aafc-bfaa8b7764d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=526822f6e4634ba4954c3a51b870ee8e&device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 1094 time: 0.0430689 Oct 19 11:48:11.860694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-fbee546f-527a-4213-8f81-4283abe15fd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb83e286-5fb2-452c-8c22-7f2673353bfd HTTP/1.1" status: 200 len: 217 time: 0.0374827 Oct 19 11:48:11.909430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422872d-15d4-4f08-b899-de05a66fca6c req-fc571569-7031-4e65-989e-40f34a17d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:11.910875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-fc571569-7031-4e65-989e-40f34a17d692 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=044a748b-3802-4dd7-88fd-0217ba79ad18 HTTP/1.1" status: 200 len: 853 time: 0.0437706 Oct 19 11:48:11.947504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-35027343-7c00-4df8-ba08-e10462c831fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288191 Oct 19 11:48:12.077956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed95f0-3f80-4d61-bf1e-71036b02034f req-c321050b-46fc-4e38-9ddb-3bb1213fe14e tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:12.079432 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aeed95f0-3f80-4d61-bf1e-71036b02034f req-c321050b-46fc-4e38-9ddb-3bb1213fe14e tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 943 time: 0.0919516 Oct 19 11:48:12.084833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-faf1f201-0576-4891-b0bf-558b51395039 service neutron] 10.222.0.49 "GET /v2.0/networks/8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270432 Oct 19 11:48:12.170084 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aeed95f0-3f80-4d61-bf1e-71036b02034f req-cf3f6834-7aea-45e1-86c9-b67c685167a6 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842876 Oct 19 11:48:12.208940 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d422872d-15d4-4f08-b899-de05a66fca6c req-cbe8f4f8-97e6-4b1a-9792-350298afe67f service neutron] 10.222.0.49 "GET /v2.0/networks/8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167746 Oct 19 11:48:12.593316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c353a2a-524d-42e1-82af-8d7093e2f3a1 req-a3119499-553f-47bd-9c8a-cf163f506998 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:12.594828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9c353a2a-524d-42e1-82af-8d7093e2f3a1 req-a3119499-553f-47bd-9c8a-cf163f506998 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 943 time: 0.3968163 Oct 19 11:48:12.614932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42576) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:12.635216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9c353a2a-524d-42e1-82af-8d7093e2f3a1 req-016a858d-d059-4b37-a310-1539872dadcc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343184 Oct 19 11:48:12.721773 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5744bb39-22da-4c23-b781-acdfd094a560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:12.797652 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5744bb39-22da-4c23-b781-acdfd094a560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:12.881158 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5744bb39-22da-4c23-b781-acdfd094a560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:12.920647 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5744bb39-22da-4c23-b781-acdfd094a560 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfc3ac1b17dc4189b694bb321121fd74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046045 Oct 19 11:48:12.921651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744bb39-22da-4c23-b781-acdfd094a560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2220d423-88c1-4293-8ae1-e89d52219501,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:12.923269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42580) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:12.975204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06b825a3-75ef-4583-8358-838a051a5590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:12.996189 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06b825a3-75ef-4583-8358-838a051a5590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:13.115394 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06b825a3-75ef-4583-8358-838a051a5590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:13.117938 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-06b825a3-75ef-4583-8358-838a051a5590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:13.119181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-06b825a3-75ef-4583-8358-838a051a5590 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2220d423-88c1-4293-8ae1-e89d52219501 HTTP/1.1" status: 204 len: 168 time: 0.1941509 Oct 19 11:48:13.127299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b825a3-75ef-4583-8358-838a051a5590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2220d423-88c1-4293-8ae1-e89d52219501,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:13.283181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e826db-8b3a-4f42-a4dd-67be0ab67edd req-fa94c375-9519-45fd-be71-b3de9b53e2b9 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:13.284710 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-27e826db-8b3a-4f42-a4dd-67be0ab67edd req-fa94c375-9519-45fd-be71-b3de9b53e2b9 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 943 time: 0.0496292 Oct 19 11:48:13.322529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-27e826db-8b3a-4f42-a4dd-67be0ab67edd req-de6c5566-8eda-4989-913e-cc8b9846fe43 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Oct 19 11:48:13.701756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42590) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:13.715579 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20bb5e91-edfa-49ee-a350-d9d5a21499d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:13.749054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e690a-116a-4f8e-bdb8-b209e731d18a req-a2432098-86e5-41ae-aa3f-e6ef5b91d376 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:13.750536 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-386e690a-116a-4f8e-bdb8-b209e731d18a req-a2432098-86e5-41ae-aa3f-e6ef5b91d376 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 943 time: 0.0489950 Oct 19 11:48:13.790295 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-386e690a-116a-4f8e-bdb8-b209e731d18a req-8c899a89-0f7d-4eb3-ab9a-0df432178c42 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327914 Oct 19 11:48:13.795751 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20bb5e91-edfa-49ee-a350-d9d5a21499d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:13.880660 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20bb5e91-edfa-49ee-a350-d9d5a21499d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:13.924492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb5e91-edfa-49ee-a350-d9d5a21499d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38923959-20a7-47b2-baa0-00334f861df5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:13.931202 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-20bb5e91-edfa-49ee-a350-d9d5a21499d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8dd5719f13e34434bb90cbc0e437b336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284117 Oct 19 11:48:13.934371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42592) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:13.996333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16fa6588-38a0-4802-9080-51ffe04e6328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:14.017963 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16fa6588-38a0-4802-9080-51ffe04e6328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:14.150034 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16fa6588-38a0-4802-9080-51ffe04e6328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:14.152522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16fa6588-38a0-4802-9080-51ffe04e6328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:14.153709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-16fa6588-38a0-4802-9080-51ffe04e6328 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38923959-20a7-47b2-baa0-00334f861df5 HTTP/1.1" status: 204 len: 168 time: 0.2182367 Oct 19 11:48:14.161673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa6588-38a0-4802-9080-51ffe04e6328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38923959-20a7-47b2-baa0-00334f861df5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:14.441452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ecacb-eedc-43f9-95c3-2193faf256b4 req-df415054-614e-4d4e-be45-3f9c9689c75f tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:14.442985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-514ecacb-eedc-43f9-95c3-2193faf256b4 req-df415054-614e-4d4e-be45-3f9c9689c75f tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 943 time: 0.0540359 Oct 19 11:48:14.484041 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-514ecacb-eedc-43f9-95c3-2193faf256b4 req-4c539634-a61c-4530-85a3-38b73e6f1ca6 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350075 Oct 19 11:48:14.905744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f90e26-54f9-4f33-9835-d5b4591617ef req-f35cd6c2-4704-4af0-8c1e-af766037a105 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:14.907316 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32f90e26-54f9-4f33-9835-d5b4591617ef req-f35cd6c2-4704-4af0-8c1e-af766037a105 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 943 time: 0.0498369 Oct 19 11:48:14.945194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32f90e26-54f9-4f33-9835-d5b4591617ef req-ac6b1f87-12d8-4c0e-bf5d-c749f3b6e609 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319874 Oct 19 11:48:15.603334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7486b-7b6b-44f5-937d-da30c89f02da req-7571cd61-6ef2-48ea-8b8b-692c0818a98d tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:15.604998 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06b7486b-7b6b-44f5-937d-da30c89f02da req-7571cd61-6ef2-48ea-8b8b-692c0818a98d tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 943 time: 0.0498216 Oct 19 11:48:15.643805 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-06b7486b-7b6b-44f5-937d-da30c89f02da req-b8fbc5c3-98c7-4f29-8baa-bd174d5c1ca2 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Oct 19 11:48:16.056952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb51ac-643c-49ec-ab92-df893de48b95 req-8575fc7e-173a-4d0f-9d5f-cdf1c1a59940 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:16.058911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16fb51ac-643c-49ec-ab92-df893de48b95 req-8575fc7e-173a-4d0f-9d5f-cdf1c1a59940 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 943 time: 0.0481234 Oct 19 11:48:16.099239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16fb51ac-643c-49ec-ab92-df893de48b95 req-a0f7b2a9-fa6e-4df5-b276-65f970704e55 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344841 Oct 19 11:48:16.629253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device eb83e286-5fb2-452c-8c22-7f2673353bfd details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:48:16.733504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port eb83e286-5fb2-452c-8c22-7f2673353bfd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=eb83e286-5fb2-452c-8c22-7f2673353bfd,segment=NetworkSegment(f157d397-da48-4e78-b42e-c645dd754acc),segment_id=f157d397-da48-4e78-b42e-c645dd754acc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:48:16.745413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'eb83e286-5fb2-452c-8c22-7f2673353bfd', 'network_id': '8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7', 'port_id': 'eb83e286-5fb2-452c-8c22-7f2673353bfd', 'mac_address': 'fa:16:3e:31:43:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044a748b-3802-4dd7-88fd-0217ba79ad18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:48:16.759288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd301-83bb-4315-8e34-2bbfa18e0ad3 req-3de9a710-b2a7-40da-baaa-47bde42b3029 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:16.760813 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-879fd301-83bb-4315-8e34-2bbfa18e0ad3 req-3de9a710-b2a7-40da-baaa-47bde42b3029 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 943 time: 0.0495903 Oct 19 11:48:16.783957 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:16.799134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb83e286-5fb2-452c-8c22-7f2673353bfd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:48:16.803778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-879fd301-83bb-4315-8e34-2bbfa18e0ad3 req-559bd98a-91a7-4be8-9445-c42ef4c57c25 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353155 Oct 19 11:48:16.818937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port eb83e286-5fb2-452c-8c22-7f2673353bfd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=eb83e286-5fb2-452c-8c22-7f2673353bfd,segment=NetworkSegment(f157d397-da48-4e78-b42e-c645dd754acc),segment_id=f157d397-da48-4e78-b42e-c645dd754acc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:48:16.874916 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:16.922029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=eb83e286-5fb2-452c-8c22-7f2673353bfd,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:16.929408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:16.930204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:16.930204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:16.930431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:16.930707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:16.931025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:16.931346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:16.931668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:16.931983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:16.932299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:16.932638 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:16.933454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:17.073921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['eb83e286-5fb2-452c-8c22-7f2673353bfd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:48:17.218349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee255e43-3ffa-4abf-a12c-d9742ded41ae req-51a9cab4-991c-41b4-b2f3-33f592c50ad0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:17.219812 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee255e43-3ffa-4abf-a12c-d9742ded41ae req-51a9cab4-991c-41b4-b2f3-33f592c50ad0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 943 time: 0.0511367 Oct 19 11:48:17.258370 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee255e43-3ffa-4abf-a12c-d9742ded41ae req-4e7ec4fd-2096-42c0-ba98-1bef1283525d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324595 Oct 19 11:48:17.407622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 704e4e2f-033f-484f-ab59-c05093280d53 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:48:17.503861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 704e4e2f-033f-484f-ab59-c05093280d53, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=704e4e2f-033f-484f-ab59-c05093280d53,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:48:17.515361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '704e4e2f-033f-484f-ab59-c05093280d53', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'port_id': '704e4e2f-033f-484f-ab59-c05093280d53', 'mac_address': 'fa:16:3e:e3:09:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:48:17.553907 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:17.566108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704e4e2f-033f-484f-ab59-c05093280d53 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:48:17.584408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 704e4e2f-033f-484f-ab59-c05093280d53, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=704e4e2f-033f-484f-ab59-c05093280d53,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:48:17.658099 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:17.705461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=704e4e2f-033f-484f-ab59-c05093280d53,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:17.907713 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['704e4e2f-033f-484f-ab59-c05093280d53'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:48:17.923974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6fb51-296a-46a7-ac80-88444cfcc0f2 req-875746f5-dba5-48e0-81c1-a067487da27d tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:17.925433 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbe6fb51-296a-46a7-ac80-88444cfcc0f2 req-875746f5-dba5-48e0-81c1-a067487da27d tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 944 time: 0.0537293 Oct 19 11:48:17.964197 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fbe6fb51-296a-46a7-ac80-88444cfcc0f2 req-ade85f3a-24fa-4646-a1e4-4a8bdb530066 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324674 Oct 19 11:48:18.061525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42686) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:18.179483 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-307fdd8a-9d35-4971-8d60-d0e39eede159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:18.250594 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-307fdd8a-9d35-4971-8d60-d0e39eede159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:18.309886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-307fdd8a-9d35-4971-8d60-d0e39eede159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:18.372062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fdd8a-9d35-4971-8d60-d0e39eede159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646b90f0-a36d-430d-907f-cc750edf7ca8,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:18.379046 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-307fdd8a-9d35-4971-8d60-d0e39eede159 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9794a777ef784dee94382fc22f356f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163047 Oct 19 11:48:18.381881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42692) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:18.400300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c88b14-d337-43b2-9a51-523f78a7669c req-a7c5b052-bf6f-42f8-9f63-f32450499883 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:18.401796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8c88b14-d337-43b2-9a51-523f78a7669c req-a7c5b052-bf6f-42f8-9f63-f32450499883 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 944 time: 0.0738225 Oct 19 11:48:18.433886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-49365efa-a7dc-4c34-8e0a-42c79a7d03b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:18.442295 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8c88b14-d337-43b2-9a51-523f78a7669c req-6c0b1fad-70ea-40ac-bed7-2d5d4fd32296 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329072 Oct 19 11:48:18.456814 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-49365efa-a7dc-4c34-8e0a-42c79a7d03b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:18.583636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-49365efa-a7dc-4c34-8e0a-42c79a7d03b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:18.586313 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-49365efa-a7dc-4c34-8e0a-42c79a7d03b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:18.587472 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-49365efa-a7dc-4c34-8e0a-42c79a7d03b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/646b90f0-a36d-430d-907f-cc750edf7ca8 HTTP/1.1" status: 204 len: 168 time: 0.2044435 Oct 19 11:48:18.595366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49365efa-a7dc-4c34-8e0a-42c79a7d03b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646b90f0-a36d-430d-907f-cc750edf7ca8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:18.634405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device eb83e286-5fb2-452c-8c22-7f2673353bfd up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:48:18.732557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port eb83e286-5fb2-452c-8c22-7f2673353bfd completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:48:18.736459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port eb83e286-5fb2-452c-8c22-7f2673353bfd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:48:18.736862 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:18.815838 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:18.838163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6023e55d-84a9-4b70-bea0-94d32ba0f4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb83e286-5fb2-452c-8c22-7f2673353bfd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:48:18.840390 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa242400-1616-4b1f-a101-e5754f9ff05e" -d '{"events": [{"server_uuid": "6023e55d-84a9-4b70-bea0-94d32ba0f4ff", "name": "network-vif-plugged", "status": "completed", "tag": "eb83e286-5fb2-452c-8c22-7f2673353bfd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:48:18.852957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port eb83e286-5fb2-452c-8c22-7f2673353bfd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=eb83e286-5fb2-452c-8c22-7f2673353bfd,segment=NetworkSegment(f157d397-da48-4e78-b42e-c645dd754acc),segment_id=f157d397-da48-4e78-b42e-c645dd754acc)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:48:18.879493 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1223c346-fb82-475f-8a52-e4530cc7aefa x-openstack-request-id: req-1223c346-fb82-475f-8a52-e4530cc7aefa {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:48:18.879791 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6023e55d-84a9-4b70-bea0-94d32ba0f4ff", "name": "network-vif-plugged", "status": "completed", "tag": "eb83e286-5fb2-452c-8c22-7f2673353bfd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:48:18.880049 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1223c346-fb82-475f-8a52-e4530cc7aefa {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:48:18.880439 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6023e55d-84a9-4b70-bea0-94d32ba0f4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb83e286-5fb2-452c-8c22-7f2673353bfd', 'code': 200} Oct 19 11:48:18.892308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:18.940889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=eb83e286-5fb2-452c-8c22-7f2673353bfd,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:18.975362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa03175-0eea-46fa-9c26-6abc68f18fe5 req-bfba8ce1-454f-4d8c-a3d5-f458b4972580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:18.976962 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-baa03175-0eea-46fa-9c26-6abc68f18fe5 req-bfba8ce1-454f-4d8c-a3d5-f458b4972580 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 1096 time: 0.0392542 Oct 19 11:48:19.018101 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-baa03175-0eea-46fa-9c26-6abc68f18fe5 req-33dedc17-2ba3-4c1f-ab9a-431bf7e316a5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Oct 19 11:48:19.085025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b9efd-658f-44e8-bb2b-f198e341fcc7 req-f52b84e3-f60c-41e2-b7ae-40f8b92ad150 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:19.086568 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e4b9efd-658f-44e8-bb2b-f198e341fcc7 req-f52b84e3-f60c-41e2-b7ae-40f8b92ad150 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 945 time: 0.0534658 Oct 19 11:48:19.124748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e4b9efd-658f-44e8-bb2b-f198e341fcc7 req-76d27e9f-46da-422c-8564-b1ece8f31569 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Oct 19 11:48:19.142164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42702) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:19.155459 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba1eb434-6d24-4bd5-9ebe-850a93743a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:19.226238 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba1eb434-6d24-4bd5-9ebe-850a93743a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:19.275094 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba1eb434-6d24-4bd5-9ebe-850a93743a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:19.313155 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ba1eb434-6d24-4bd5-9ebe-850a93743a96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06a69b5284ee4324b36e7fc5b17fb75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699076 Oct 19 11:48:19.314260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1eb434-6d24-4bd5-9ebe-850a93743a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5de57cf-3fcc-4315-953d-e07f901dd271,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:19.315910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42704) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:19.365612 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fe20a7ed-9df3-43d3-a85c-6a091b5627d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:19.386588 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fe20a7ed-9df3-43d3-a85c-6a091b5627d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:19.421940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 704e4e2f-033f-484f-ab59-c05093280d53 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:48:19.497406 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fe20a7ed-9df3-43d3-a85c-6a091b5627d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:19.500043 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fe20a7ed-9df3-43d3-a85c-6a091b5627d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:19.501243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fe20a7ed-9df3-43d3-a85c-6a091b5627d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5de57cf-3fcc-4315-953d-e07f901dd271 HTTP/1.1" status: 204 len: 168 time: 0.1842055 Oct 19 11:48:19.509499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20a7ed-9df3-43d3-a85c-6a091b5627d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5de57cf-3fcc-4315-953d-e07f901dd271,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:19.527166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 704e4e2f-033f-484f-ab59-c05093280d53 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:48:19.534786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 704e4e2f-033f-484f-ab59-c05093280d53 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:48:19.535159 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:19.569082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe072d7-1524-40b4-86af-8f39d25e4f49 req-1815f314-dfe5-4cfb-bde3-1f12ec9a3bea tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:19.570946 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dfe072d7-1524-40b4-86af-8f39d25e4f49 req-1815f314-dfe5-4cfb-bde3-1f12ec9a3bea tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 944 time: 0.0570912 Oct 19 11:48:19.616020 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dfe072d7-1524-40b4-86af-8f39d25e4f49 req-58c771a4-0d45-41eb-ad1b-eec8b259e8f2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368743 Oct 19 11:48:19.625179 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:19.655132 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 704e4e2f-033f-484f-ab59-c05093280d53, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=704e4e2f-033f-484f-ab59-c05093280d53,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:48:19.703068 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:19.739247 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:19.752484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=704e4e2f-033f-484f-ab59-c05093280d53,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:20.172654 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:20.244700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f0481-d18b-4ce4-9ca9-c8bb1979b3c6 req-4068b162-6643-4339-86cc-acf66685254d tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:20.247445 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af2f0481-d18b-4ce4-9ca9-c8bb1979b3c6 req-4068b162-6643-4339-86cc-acf66685254d tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 945 time: 0.0548508 Oct 19 11:48:20.295235 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-af2f0481-d18b-4ce4-9ca9-c8bb1979b3c6 req-f719b685-4e64-4e57-a699-ff05a308f33d tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346050 Oct 19 11:48:20.736079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b510f61-868f-43ca-a2de-9a498b1aaa15 req-805b7096-2755-4387-b03b-144da0510472 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:20.737576 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b510f61-868f-43ca-a2de-9a498b1aaa15 req-805b7096-2755-4387-b03b-144da0510472 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 945 time: 0.0523143 Oct 19 11:48:20.776945 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b510f61-868f-43ca-a2de-9a498b1aaa15 req-4efc74c1-c093-4b79-8d6b-e0268d168afc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333493 Oct 19 11:48:20.881659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704e4e2f-033f-484f-ab59-c05093280d53'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:48:20.883905 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ada2c96-eb14-45f3-8423-6e56d28c57b6" -d '{"events": [{"server_uuid": "68dc195f-05f8-4b67-9c92-24b5abc06c21", "name": "network-vif-plugged", "status": "completed", "tag": "704e4e2f-033f-484f-ab59-c05093280d53"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:48:20.919632 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d61110-2aef-4a5c-8aee-b5bfdfda6261 x-openstack-request-id: req-c7d61110-2aef-4a5c-8aee-b5bfdfda6261 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:48:20.919924 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dc195f-05f8-4b67-9c92-24b5abc06c21", "name": "network-vif-plugged", "status": "completed", "tag": "704e4e2f-033f-484f-ab59-c05093280d53", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:48:20.920176 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7d61110-2aef-4a5c-8aee-b5bfdfda6261 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:48:20.920592 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704e4e2f-033f-484f-ab59-c05093280d53', 'code': 200} Oct 19 11:48:21.027718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ab8d3-7ea4-4fc5-8fd1-4d3052006a48 req-e7dfd4d0-4bea-4ae6-89f4-73e5212e27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:21.030803 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e90ab8d3-7ea4-4fc5-8fd1-4d3052006a48 req-e7dfd4d0-4bea-4ae6-89f4-73e5212e27f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 1096 time: 0.0420408 Oct 19 11:48:21.070153 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e90ab8d3-7ea4-4fc5-8fd1-4d3052006a48 req-8ccb6dd9-4997-4693-a30c-f21167cee3e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283406 Oct 19 11:48:21.416938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81e7f-1a9e-465c-8355-afc13947b198 req-63d43ab8-ec02-47b3-a8d1-c3d7aa3e97a4 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:21.418334 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7da81e7f-1a9e-465c-8355-afc13947b198 req-63d43ab8-ec02-47b3-a8d1-c3d7aa3e97a4 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 945 time: 0.0503037 Oct 19 11:48:21.463954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7da81e7f-1a9e-465c-8355-afc13947b198 req-bedebd29-9b88-4326-b494-0abe23f9a6e1 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391581 Oct 19 11:48:21.905374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fd12f-f54a-40d1-819f-2a89aeb76fa0 req-c12667fb-8bf2-4383-ae58-6ce802108453 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:21.907152 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f0fd12f-f54a-40d1-819f-2a89aeb76fa0 req-c12667fb-8bf2-4383-ae58-6ce802108453 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 945 time: 0.0595639 Oct 19 11:48:21.948179 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0f0fd12f-f54a-40d1-819f-2a89aeb76fa0 req-4f28f902-7177-4581-8fe3-344dd7367d79 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348811 Oct 19 11:48:22.998485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42798) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:23.073494 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c3f45-cb59-4a6a-be5e-9625bf8c339f req-72371a68-488c-4a2d-8c61-4e9be907720b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:23.075049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ff9c3f45-cb59-4a6a-be5e-9625bf8c339f req-72371a68-488c-4a2d-8c61-4e9be907720b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 945 time: 0.0563998 Oct 19 11:48:23.127243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee2f2-fb1f-4127-9b85-9f2da59a97f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:23.141730 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ff9c3f45-cb59-4a6a-be5e-9625bf8c339f req-c8b8d012-6823-4794-b20c-f68317e7b2b7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597858 Oct 19 11:48:23.214855 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee2f2-fb1f-4127-9b85-9f2da59a97f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:23.274422 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cb06a-18af-4fc8-af92-5a9ca3e4a6ae req-bee26ba6-5154-4e75-9c83-bce88d31a7a8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:23.275904 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd7cb06a-18af-4fc8-af92-5a9ca3e4a6ae req-bee26ba6-5154-4e75-9c83-bce88d31a7a8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 945 time: 0.0497901 Oct 19 11:48:23.281280 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee2f2-fb1f-4127-9b85-9f2da59a97f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:23.315235 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd7cb06a-18af-4fc8-af92-5a9ca3e4a6ae req-7aa1f03b-d13e-49fc-a6f0-2fa590eacf68 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328314 Oct 19 11:48:23.322363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ee2f2-fb1f-4127-9b85-9f2da59a97f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b4dca0-1d52-4455-b56c-e4dd7594cc6d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:23.329088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3b1ee2f2-fb1f-4127-9b85-9f2da59a97f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d150f82851e34f13866dc15e60dd9090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293486 Oct 19 11:48:23.330578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42804) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:23.353549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42806) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:23.393472 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b9b90c6-df20-481f-9868-9ac54755382e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:23.428361 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b9b90c6-df20-481f-9868-9ac54755382e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:23.533801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be026c6-5df5-4fdc-8d07-d9ad4b652357 tempest-TestVolumeBootPattern-286782909 tempest-TestVolumeBootPattern-286782909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:23.536147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6be026c6-5df5-4fdc-8d07-d9ad4b652357 tempest-TestVolumeBootPattern-286782909 tempest-TestVolumeBootPattern-286782909-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 1091 time: 0.1813703 Oct 19 11:48:23.538069 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b9b90c6-df20-481f-9868-9ac54755382e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:23.542880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42812) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:23.543073 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b9b90c6-df20-481f-9868-9ac54755382e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:23.543073 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5b9b90c6-df20-481f-9868-9ac54755382e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4b4dca0-1d52-4455-b56c-e4dd7594cc6d HTTP/1.1" status: 204 len: 168 time: 0.2101417 Oct 19 11:48:23.546478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '704e4e2f-033f-484f-ab59-c05093280d53', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:48:23.552498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b90c6-df20-481f-9868-9ac54755382e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b4dca0-1d52-4455-b56c-e4dd7594cc6d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:23.641087 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:23.749364 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:23.865223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Allocated IP 172.25.2.113 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/dbffbad3-ab27-4943-93c9-b41d1ac55421) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:48:23.985358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:24.092823 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:24.135565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:48:24.139030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:48:24.143361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:48:24.169621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=dbffbad3-ab27-4943-93c9-b41d1ac55421,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:24.193995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42818) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:24.234326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de933f27-087e-4107-b6fb-22acc8e17f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:24.450357 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de933f27-087e-4107-b6fb-22acc8e17f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:24.540367 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de933f27-087e-4107-b6fb-22acc8e17f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:24.657344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-de933f27-087e-4107-b6fb-22acc8e17f56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=346b9e753cea47819b9ebadf8b006598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618127 Oct 19 11:48:24.659878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42822) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:24.676447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de933f27-087e-4107-b6fb-22acc8e17f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e14885-8d07-4e5d-a52f-0a2fa7faaee9,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:24.713653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b287845-a638-4f7c-9459-f336ea907e26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:24.736397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b287845-a638-4f7c-9459-f336ea907e26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:24.765752 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:24.881198 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b287845-a638-4f7c-9459-f336ea907e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:24.883815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5b287845-a638-4f7c-9459-f336ea907e26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:24.884981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5b287845-a638-4f7c-9459-f336ea907e26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98e14885-8d07-4e5d-a52f-0a2fa7faaee9 HTTP/1.1" status: 204 len: 168 time: 0.2239575 Oct 19 11:48:24.893564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b287845-a638-4f7c-9459-f336ea907e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e14885-8d07-4e5d-a52f-0a2fa7faaee9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:24.935461 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:25.384198 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d8df2905-d925-4380-91c2-6847a9dba60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:25.407767 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:25.481580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:25.566739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=dbffbad3-ab27-4943-93c9-b41d1ac55421,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:25.572382 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:25.686703 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Floating IP 98be9d09-6ad7-4864-afc7-6f6f0e2b397b associated. External IP: 172.25.2.113, port: 704e4e2f-033f-484f-ab59-c05093280d53. Oct 19 11:48:25.916088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Router 18fb3e41-7b56-4011-a9fb-7b852114d3be has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:48:26.033832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:48:26.043722 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2756c8-e0eb-42d2-badb-6bebfc631541 None None] Sync routers for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:48:26.054957 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2756c8-e0eb-42d2-badb-6bebfc631541 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:48:26.058489 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5c2756c8-e0eb-42d2-badb-6bebfc631541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:47:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:48:26.124151 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:26.156572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e963d1b0-daf4-4c8e-99da-975928abe65d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6135545 Oct 19 11:48:26.156572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'tag': '704e4e2f-033f-484f-ab59-c05093280d53'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:48:26.157176 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005" -d '{"events": [{"name": "network-changed", "server_uuid": "68dc195f-05f8-4b67-9c92-24b5abc06c21", "tag": "704e4e2f-033f-484f-ab59-c05093280d53"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:48:26.173025 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5c2756c8-e0eb-42d2-badb-6bebfc631541 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:48:26.208044 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ff512e-486a-4b30-91c3-346674edbbf9 x-openstack-request-id: req-e1ff512e-486a-4b30-91c3-346674edbbf9 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:48:26.208342 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dc195f-05f8-4b67-9c92-24b5abc06c21", "tag": "704e4e2f-033f-484f-ab59-c05093280d53", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:48:26.208629 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1ff512e-486a-4b30-91c3-346674edbbf9 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:48:26.209041 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'tag': '704e4e2f-033f-484f-ab59-c05093280d53', 'status': 'completed', 'code': 200} Oct 19 11:48:26.288628 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005 req-8f2f578c-568b-4169-91e9-d8c89548ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:26.290954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005 req-8f2f578c-568b-4169-91e9-d8c89548ba38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 1096 time: 0.0559411 Oct 19 11:48:26.399980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005 req-e43941b9-ca27-4781-8a95-f864b574f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:26.401677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005 req-e43941b9-ca27-4781-8a95-f864b574f4ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.1040072 Oct 19 11:48:26.420775 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5c2756c8-e0eb-42d2-badb-6bebfc631541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '98be9d09-6ad7-4864-afc7-6f6f0e2b397b', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '704e4e2f-033f-484f-ab59-c05093280d53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:e3:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:48:24Z', 'updated_at': '2021-10-19T11:48:24Z', 'revision_number': 0, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:48:26.456724 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2756c8-e0eb-42d2-badb-6bebfc631541 None None] Checking router: 18fb3e41-7b56-4011-a9fb-7b852114d3be for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:48:26.467170 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2756c8-e0eb-42d2-badb-6bebfc631541 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:48:26.467859 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5c2756c8-e0eb-42d2-badb-6bebfc631541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:47:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:48:26.539565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005 req-19d47e9d-ee16-41c9-8510-e9f99daf0a91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704e4e2f-033f-484f-ab59-c05093280d53 HTTP/1.1" status: 200 len: 999 time: 0.1208310 Oct 19 11:48:26.601381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005 req-90f43b84-6acc-4abb-9e0c-dbad77275143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:26.603266 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005 req-90f43b84-6acc-4abb-9e0c-dbad77275143 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0587258 Oct 19 11:48:26.664871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005 req-2e10ed7a-590b-4841-8fc8-d40859ec6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:26.667390 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005 req-2e10ed7a-590b-4841-8fc8-d40859ec6e93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569396 Oct 19 11:48:26.738248 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5c2756c8-e0eb-42d2-badb-6bebfc631541 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:48:26.790805 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005 req-69c81143-cbb9-4968-8485-958493f21df7 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150146 Oct 19 11:48:26.895818 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e8b54982-fd8e-4fb7-ac3e-dc4f72839005 req-976de57d-a69e-461c-b409-a4009b600c30 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976782 Oct 19 11:48:26.982136 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5c2756c8-e0eb-42d2-badb-6bebfc631541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '98be9d09-6ad7-4864-afc7-6f6f0e2b397b', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '704e4e2f-033f-484f-ab59-c05093280d53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:e3:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:48:24Z', 'updated_at': '2021-10-19T11:48:24Z', 'revision_number': 0, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:48:27.009027 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2756c8-e0eb-42d2-badb-6bebfc631541 None None] The sync data for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 is: [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '98be9d09-6ad7-4864-afc7-6f6f0e2b397b', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '704e4e2f-033f-484f-ab59-c05093280d53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:e3:09:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:48:24Z', 'updated_at': '2021-10-19T11:48:24Z', 'revision_number': 0, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:48:27.239426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa8763-f5d5-4a03-bc96-7ead2ac13ccc None None] New status for floating IP 98be9d09-6ad7-4864-afc7-6f6f0e2b397b: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:48:27.801598 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-94c8f0de-a0e8-42b3-a0c5-e953fb26d397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:29.061958 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:29.132629 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:29.682148 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-486950f1-c96e-4f90-8043-c8c9cb30e348 req-13381514-93d7-430c-ac1d-a11d1f4c6644 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406489 Oct 19 11:48:29.769485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486950f1-c96e-4f90-8043-c8c9cb30e348 req-24c0fb64-9c09-4f00-b307-54a26fb088bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:29.771361 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-486950f1-c96e-4f90-8043-c8c9cb30e348 req-24c0fb64-9c09-4f00-b307-54a26fb088bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=526822f6e4634ba4954c3a51b870ee8e&device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 1096 time: 0.0472968 Oct 19 11:48:29.879999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486950f1-c96e-4f90-8043-c8c9cb30e348 req-e27b287b-5c83-4395-b0cd-6f57c2df5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:29.881546 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-486950f1-c96e-4f90-8043-c8c9cb30e348 req-e27b287b-5c83-4395-b0cd-6f57c2df5cd9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 HTTP/1.1" status: 200 len: 914 time: 0.0913854 Oct 19 11:48:29.928062 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-486950f1-c96e-4f90-8043-c8c9cb30e348 req-b5a61f60-5b11-480f-af5b-101692c779ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb83e286-5fb2-452c-8c22-7f2673353bfd HTTP/1.1" status: 200 len: 217 time: 0.0385790 Oct 19 11:48:29.978190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486950f1-c96e-4f90-8043-c8c9cb30e348 req-5d5f7c76-a874-4973-a76c-977a9d3c646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:29.979626 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-486950f1-c96e-4f90-8043-c8c9cb30e348 req-5d5f7c76-a874-4973-a76c-977a9d3c646d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=044a748b-3802-4dd7-88fd-0217ba79ad18 HTTP/1.1" status: 200 len: 853 time: 0.0441363 Oct 19 11:48:30.011981 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-486950f1-c96e-4f90-8043-c8c9cb30e348 req-5bf2a980-692b-4b5c-b1ff-16d04c571f5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252018 Oct 19 11:48:30.110872 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-486950f1-c96e-4f90-8043-c8c9cb30e348 req-92a76dda-a87a-4552-95a7-7a62c9cf41cc service neutron] 10.222.0.49 "GET /v2.0/networks/8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880740 Oct 19 11:48:30.203636 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-486950f1-c96e-4f90-8043-c8c9cb30e348 req-7e5d9e6b-2fad-486f-8c51-394d1b1d7edb service neutron] 10.222.0.49 "GET /v2.0/networks/8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844686 Oct 19 11:48:30.853588 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:31.296661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7977a571-06ab-4315-a787-14ba9db302b9 req-c97cb0e2-01d9-4a62-bd95-424be5f0ec82 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435660 Oct 19 11:48:31.378529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977a571-06ab-4315-a787-14ba9db302b9 req-7669a7e0-2332-485a-a746-95f5efe6bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:31.384170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7977a571-06ab-4315-a787-14ba9db302b9 req-7669a7e0-2332-485a-a746-95f5efe6bc95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 1096 time: 0.0402591 Oct 19 11:48:31.482656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977a571-06ab-4315-a787-14ba9db302b9 req-9aea3034-afd8-49f1-9b92-86b03be63869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:31.484798 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7977a571-06ab-4315-a787-14ba9db302b9 req-9aea3034-afd8-49f1-9b92-86b03be63869 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.0856082 Oct 19 11:48:31.555977 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7977a571-06ab-4315-a787-14ba9db302b9 req-2369f50c-7e1c-426e-9d08-532c6d8c3a5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704e4e2f-033f-484f-ab59-c05093280d53 HTTP/1.1" status: 200 len: 1001 time: 0.0617914 Oct 19 11:48:31.607780 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977a571-06ab-4315-a787-14ba9db302b9 req-b25b4a7b-bdae-4615-bcc1-358a0a50c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:31.609222 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7977a571-06ab-4315-a787-14ba9db302b9 req-b25b4a7b-bdae-4615-bcc1-358a0a50c996 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0464201 Oct 19 11:48:31.654382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977a571-06ab-4315-a787-14ba9db302b9 req-8eeca1ae-29a3-4124-8fea-cc56f3ec50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:31.657936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7977a571-06ab-4315-a787-14ba9db302b9 req-8eeca1ae-29a3-4124-8fea-cc56f3ec50fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406799 Oct 19 11:48:31.754511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7977a571-06ab-4315-a787-14ba9db302b9 req-63d5c032-e187-489c-b16c-3bad67864907 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905626 Oct 19 11:48:31.849114 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7977a571-06ab-4315-a787-14ba9db302b9 req-196e438a-18b6-40b3-a1d5-5e3a1d029074 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877738 Oct 19 11:48:33.400289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42974) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:33.512126 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e811-018c-419b-bb27-cbc927561893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:33.591995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e811-018c-419b-bb27-cbc927561893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:33.669611 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e811-018c-419b-bb27-cbc927561893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:33.708956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d4c6e811-018c-419b-bb27-cbc927561893 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49f8e127c45e40a7b1f45a414560654c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073790 Oct 19 11:48:33.709922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6e811-018c-419b-bb27-cbc927561893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf17698-c4fb-47a7-b8d4-c827959f9ea7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:33.711562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42978) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:33.767020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:33.792146 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:33.903648 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:33.907062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:33.908310 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccf17698-c4fb-47a7-b8d4-c827959f9ea7 HTTP/1.1" status: 204 len: 168 time: 0.1956975 Oct 19 11:48:33.917085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf17698-c4fb-47a7-b8d4-c827959f9ea7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:33.925516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:33.926082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:33.926502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:33.927936 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:33.928284 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:33.928645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:33.928977 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:33.929302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:33.929630 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:33.929959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:33.930289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:33.930644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8236131-04ec-4343-975c-37f3abb6f20c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:48:34.554701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 42992) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:34.569091 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-894dbb0f-54bf-4462-9b01-e415f3b1306c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:34.644192 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-894dbb0f-54bf-4462-9b01-e415f3b1306c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:34.686945 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-894dbb0f-54bf-4462-9b01-e415f3b1306c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:34.726916 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-894dbb0f-54bf-4462-9b01-e415f3b1306c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a25674f73614e819289e47bbbdf19a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710367 Oct 19 11:48:34.727969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dbb0f-54bf-4462-9b01-e415f3b1306c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff6f5b-0ac2-4ae1-8ac1-a3205115d54b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:34.729701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 42994) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:34.781189 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16f0ff9e-70e0-4b0f-9ae6-bb514ce123b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:34.802520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16f0ff9e-70e0-4b0f-9ae6-bb514ce123b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:34.898239 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16f0ff9e-70e0-4b0f-9ae6-bb514ce123b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:34.901262 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-16f0ff9e-70e0-4b0f-9ae6-bb514ce123b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:34.902403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-16f0ff9e-70e0-4b0f-9ae6-bb514ce123b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8ff6f5b-0ac2-4ae1-8ac1-a3205115d54b HTTP/1.1" status: 204 len: 168 time: 0.1711047 Oct 19 11:48:34.910327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0ff9e-70e0-4b0f-9ae6-bb514ce123b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff6f5b-0ac2-4ae1-8ac1-a3205115d54b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:48.221388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43218) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:48.339140 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52c459ff-4dba-4161-b49f-9917dcf12698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:48.413155 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52c459ff-4dba-4161-b49f-9917dcf12698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:48.487035 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-52c459ff-4dba-4161-b49f-9917dcf12698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:48.527853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-52c459ff-4dba-4161-b49f-9917dcf12698 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=880d13b2a36b4182813913b5fe450a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053885 Oct 19 11:48:48.528581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c459ff-4dba-4161-b49f-9917dcf12698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50937cd-d125-4d93-a56b-8b4dcb5b3617,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:48.530803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43222) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:48.584312 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e324bd2-88fb-47cb-a3f8-f3cfc22f785d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:48.606497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e324bd2-88fb-47cb-a3f8-f3cfc22f785d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:48.769596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e324bd2-88fb-47cb-a3f8-f3cfc22f785d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:48.772295 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7e324bd2-88fb-47cb-a3f8-f3cfc22f785d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:48.773589 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7e324bd2-88fb-47cb-a3f8-f3cfc22f785d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d50937cd-d125-4d93-a56b-8b4dcb5b3617 HTTP/1.1" status: 204 len: 168 time: 0.2411425 Oct 19 11:48:48.782326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e324bd2-88fb-47cb-a3f8-f3cfc22f785d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50937cd-d125-4d93-a56b-8b4dcb5b3617,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:48.814604 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:48:49.423419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43230) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:49.436805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f521de77-6ac3-4aab-9693-87d3d23c0cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:49.513915 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f521de77-6ac3-4aab-9693-87d3d23c0cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:49.572885 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f521de77-6ac3-4aab-9693-87d3d23c0cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:49.611319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521de77-6ac3-4aab-9693-87d3d23c0cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002edef8-2f2f-4f39-9077-8331e03e172b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:49.618090 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f521de77-6ac3-4aab-9693-87d3d23c0cd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a2041a07cd74e7d8bae8fd4e97a51a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911862 Oct 19 11:48:49.618298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43232) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:49.668514 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-60def5b1-a2f8-401a-b283-4e9abc4d242a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:49.689923 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-60def5b1-a2f8-401a-b283-4e9abc4d242a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:49.750251 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:49.887217 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-60def5b1-a2f8-401a-b283-4e9abc4d242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:49.890027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-60def5b1-a2f8-401a-b283-4e9abc4d242a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:49.892065 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-60def5b1-a2f8-401a-b283-4e9abc4d242a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/002edef8-2f2f-4f39-9077-8331e03e172b HTTP/1.1" status: 204 len: 168 time: 0.2728231 Oct 19 11:48:49.900714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60def5b1-a2f8-401a-b283-4e9abc4d242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002edef8-2f2f-4f39-9077-8331e03e172b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:50.190145 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:50.554598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43240) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:50.568651 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-294eefe8-1e29-4bba-a42e-937a26041ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:50.649074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-294eefe8-1e29-4bba-a42e-937a26041ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:50.704181 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-294eefe8-1e29-4bba-a42e-937a26041ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:50.746573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-294eefe8-1e29-4bba-a42e-937a26041ebd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe8a31238a4145a4adadca21079aeb91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909044 Oct 19 11:48:50.747445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294eefe8-1e29-4bba-a42e-937a26041ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5a2aef-30e1-4b23-a28c-f46405cf8914,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:50.749514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43242) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:50.802357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7aff296d-95a8-464b-bc0d-6525f0371f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:50.823802 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7aff296d-95a8-464b-bc0d-6525f0371f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:50.939227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7aff296d-95a8-464b-bc0d-6525f0371f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:50.941972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7aff296d-95a8-464b-bc0d-6525f0371f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:50.945908 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7aff296d-95a8-464b-bc0d-6525f0371f5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de5a2aef-30e1-4b23-a28c-f46405cf8914 HTTP/1.1" status: 204 len: 168 time: 0.1922543 Oct 19 11:48:50.951318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff296d-95a8-464b-bc0d-6525f0371f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5a2aef-30e1-4b23-a28c-f46405cf8914,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:51.707832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3b67-80af-40af-8e4e-4e9751e98473 req-2b1d898c-ebe3-4c66-a9f7-b2f9882c7676 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:51.709378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d9f3b67-80af-40af-8e4e-4e9751e98473 req-2b1d898c-ebe3-4c66-a9f7-b2f9882c7676 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 945 time: 0.0538983 Oct 19 11:48:51.751747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d9f3b67-80af-40af-8e4e-4e9751e98473 req-07875d0a-789a-40b5-83df-58da5828fedb tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Oct 19 11:48:52.462427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43276) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:52.567047 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-535d6e65-859f-4985-b8e1-f69758ad2eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:52.639617 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-535d6e65-859f-4985-b8e1-f69758ad2eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:52.669863 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-535d6e65-859f-4985-b8e1-f69758ad2eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:52.707885 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-535d6e65-859f-4985-b8e1-f69758ad2eb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e9271b7a57e4dbcbb760bbfd3710061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443986 Oct 19 11:48:52.709081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d6e65-859f-4985-b8e1-f69758ad2eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797dde0e-100b-441d-af37-fad91372261d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:52.710610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43280) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:52.759790 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0945280-0c77-4c1e-93dd-119c5eaf5a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:52.781959 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0945280-0c77-4c1e-93dd-119c5eaf5a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:52.880139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdefc7-6006-4437-8579-952b7d20cb32 req-1e4b25cc-001c-4703-bbb4-f90e667ed3ee tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:52.881808 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8bdefc7-6006-4437-8579-952b7d20cb32 req-1e4b25cc-001c-4703-bbb4-f90e667ed3ee tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 945 time: 0.0518615 Oct 19 11:48:52.896825 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0945280-0c77-4c1e-93dd-119c5eaf5a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:52.897092 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0945280-0c77-4c1e-93dd-119c5eaf5a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:52.898052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c0945280-0c77-4c1e-93dd-119c5eaf5a48 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/797dde0e-100b-441d-af37-fad91372261d HTTP/1.1" status: 204 len: 168 time: 0.1863928 Oct 19 11:48:52.919813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0945280-0c77-4c1e-93dd-119c5eaf5a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797dde0e-100b-441d-af37-fad91372261d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:52.936456 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8bdefc7-6006-4437-8579-952b7d20cb32 req-8b5603e3-6847-4f26-8f9c-e7584c9373fd tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/security-groups?id=5beadaa4-b207-4f8a-b80f-8806b95ca41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486183 Oct 19 11:48:53.198134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add769ac-120d-4e0e-9aab-b87267ad5dfa req-dde734e3-5d0a-466a-a41c-742cb4491c8e tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:48:53.199677 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-add769ac-120d-4e0e-9aab-b87267ad5dfa req-dde734e3-5d0a-466a-a41c-742cb4491c8e tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.49 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 945 time: 0.0550406 Oct 19 11:48:53.296336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-add769ac-120d-4e0e-9aab-b87267ad5dfa req-8f14332b-af20-4567-9223-cf280faa28ce tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Deleting port eb83e286-5fb2-452c-8c22-7f2673353bfd {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:48:53.296806 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add769ac-120d-4e0e-9aab-b87267ad5dfa req-8f14332b-af20-4567-9223-cf280faa28ce tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:53.388070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-add769ac-120d-4e0e-9aab-b87267ad5dfa req-8f14332b-af20-4567-9223-cf280faa28ce tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] For port eb83e286-5fb2-452c-8c22-7f2673353bfd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=eb83e286-5fb2-452c-8c22-7f2673353bfd,segment=NetworkSegment(f157d397-da48-4e78-b42e-c645dd754acc),segment_id=f157d397-da48-4e78-b42e-c645dd754acc)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:48:53.388422 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add769ac-120d-4e0e-9aab-b87267ad5dfa req-8f14332b-af20-4567-9223-cf280faa28ce tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:53.401009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-add769ac-120d-4e0e-9aab-b87267ad5dfa req-8f14332b-af20-4567-9223-cf280faa28ce tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Calling delete_port for eb83e286-5fb2-452c-8c22-7f2673353bfd owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:48:53.647428 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add769ac-120d-4e0e-9aab-b87267ad5dfa req-8f14332b-af20-4567-9223-cf280faa28ce tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:53.661138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['eb83e286-5fb2-452c-8c22-7f2673353bfd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:48:53.683650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14332b-af20-4567-9223-cf280faa28ce tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Pushing event deleted for resources: {'Port': ['ID=eb83e286-5fb2-452c-8c22-7f2673353bfd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:53.725339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-add769ac-120d-4e0e-9aab-b87267ad5dfa req-8f14332b-af20-4567-9223-cf280faa28ce tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] No DVR routers for this DVR port eb83e286-5fb2-452c-8c22-7f2673353bfd on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:48:53.728304 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-add769ac-120d-4e0e-9aab-b87267ad5dfa req-8f14332b-af20-4567-9223-cf280faa28ce tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:53.731781 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-add769ac-120d-4e0e-9aab-b87267ad5dfa req-8f14332b-af20-4567-9223-cf280faa28ce tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.49 "DELETE /v2.0/ports/eb83e286-5fb2-452c-8c22-7f2673353bfd HTTP/1.1" status: 204 len: 173 time: 0.5260677 Oct 19 11:48:53.732837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6023e55d-84a9-4b70-bea0-94d32ba0f4ff', 'name': 'network-vif-deleted', 'tag': 'eb83e286-5fb2-452c-8c22-7f2673353bfd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:48:53.734729 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064340b1-a8a4-4ea8-bd4d-b2241f0472db" -d '{"events": [{"server_uuid": "6023e55d-84a9-4b70-bea0-94d32ba0f4ff", "name": "network-vif-deleted", "tag": "eb83e286-5fb2-452c-8c22-7f2673353bfd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:48:53.771161 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07377886-7372-4881-9c25-6a51550b38b3 x-openstack-request-id: req-07377886-7372-4881-9c25-6a51550b38b3 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:48:53.771504 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6023e55d-84a9-4b70-bea0-94d32ba0f4ff", "name": "network-vif-deleted", "tag": "eb83e286-5fb2-452c-8c22-7f2673353bfd", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:48:53.771770 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07377886-7372-4881-9c25-6a51550b38b3 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:48:53.772217 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6023e55d-84a9-4b70-bea0-94d32ba0f4ff', 'name': 'network-vif-deleted', 'tag': 'eb83e286-5fb2-452c-8c22-7f2673353bfd', 'status': 'completed', 'code': 200} Oct 19 11:48:54.033198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de4915ac-977c-4006-a635-578ca4bbd601 req-cfd45831-7bdd-48f0-9812-f18e2742d264 tempest-VolumesSnapshotTestJSON-454677800 tempest-VolumesSnapshotTestJSON-454677800-project] 10.222.0.39 "GET /v2.0/ports?device_id=6023e55d-84a9-4b70-bea0-94d32ba0f4ff HTTP/1.1" status: 200 len: 210 time: 0.0290174 Oct 19 11:48:55.390095 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99924ea8-5b46-4379-8314-e2c22e7f6f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:56.814815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device eb83e286-5fb2-452c-8c22-7f2673353bfd no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:48:56.829744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43414) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:56.836017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: eb83e286-5fb2-452c-8c22-7f2673353bfd {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:48:56.836358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device eb83e286-5fb2-452c-8c22-7f2673353bfd not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:48:56.936529 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b51389d-d41d-4f60-8005-1a40d0da35fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:57.011603 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b51389d-d41d-4f60-8005-1a40d0da35fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:57.150095 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8b51389d-d41d-4f60-8005-1a40d0da35fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:57.189833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8b51389d-d41d-4f60-8005-1a40d0da35fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ecbad9c1c85444e9970a0a23e017e95e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589988 Oct 19 11:48:57.190725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51389d-d41d-4f60-8005-1a40d0da35fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beceee61-f121-4ea0-b314-554a0a5e53b9,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:57.192702 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43418) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:57.242556 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-980a2f4e-f6b9-49ae-a4c3-d4045e98f7fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:57.263009 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-980a2f4e-f6b9-49ae-a4c3-d4045e98f7fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:57.389801 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-980a2f4e-f6b9-49ae-a4c3-d4045e98f7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:57.392866 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-980a2f4e-f6b9-49ae-a4c3-d4045e98f7fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:57.394074 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-980a2f4e-f6b9-49ae-a4c3-d4045e98f7fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/beceee61-f121-4ea0-b314-554a0a5e53b9 HTTP/1.1" status: 204 len: 168 time: 0.2003961 Oct 19 11:48:57.401831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a2f4e-f6b9-49ae-a4c3-d4045e98f7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beceee61-f121-4ea0-b314-554a0a5e53b9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:57.858090 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-161d7f25-a70e-4cae-911e-e08999cfab89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:57.969966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43428) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:57.987703 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b27b-8d87-47c6-9fc2-ac3d89598941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:58.067393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b27b-8d87-47c6-9fc2-ac3d89598941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:58.155766 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b27b-8d87-47c6-9fc2-ac3d89598941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:58.195729 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bfe6b27b-8d87-47c6-9fc2-ac3d89598941 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3131eefd82e4769ba0216feb120ca33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245162 Oct 19 11:48:58.196980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6b27b-8d87-47c6-9fc2-ac3d89598941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979b5919-dcfb-4894-aa21-bc8f6f9cee59,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:58.198390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43432) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:48:58.252847 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d96d5958-c1fb-4927-9286-84f9b26c29b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:58.273949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d96d5958-c1fb-4927-9286-84f9b26c29b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:58.412850 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d96d5958-c1fb-4927-9286-84f9b26c29b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:58.415449 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d96d5958-c1fb-4927-9286-84f9b26c29b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:58.416635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d96d5958-c1fb-4927-9286-84f9b26c29b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/979b5919-dcfb-4894-aa21-bc8f6f9cee59 HTTP/1.1" status: 204 len: 168 time: 0.2170937 Oct 19 11:48:58.425386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d5958-c1fb-4927-9286-84f9b26c29b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b5919-dcfb-4894-aa21-bc8f6f9cee59,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:48:59.070073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:48:59.138970 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:00.104054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43506) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:00.213085 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-76f1bd4b-5a82-4dcd-bb36-c48ad0285ef8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:00.285695 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-76f1bd4b-5a82-4dcd-bb36-c48ad0285ef8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:00.349966 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-76f1bd4b-5a82-4dcd-bb36-c48ad0285ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:00.387551 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-76f1bd4b-5a82-4dcd-bb36-c48ad0285ef8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=139a385f6cce457dae9c35857883d36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823400 Oct 19 11:49:00.388701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1bd4b-5a82-4dcd-bb36-c48ad0285ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed06c0b5-9d64-4c1c-8eef-dfb71ae6ec08,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:00.390469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43510) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:00.446574 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ef537dc-63f6-4efd-8993-bf3f8f13fdf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:00.469460 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ef537dc-63f6-4efd-8993-bf3f8f13fdf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:00.595566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ef537dc-63f6-4efd-8993-bf3f8f13fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:00.598358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ef537dc-63f6-4efd-8993-bf3f8f13fdf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:00.599515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8ef537dc-63f6-4efd-8993-bf3f8f13fdf9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed06c0b5-9d64-4c1c-8eef-dfb71ae6ec08 HTTP/1.1" status: 204 len: 168 time: 0.2075338 Oct 19 11:49:00.607725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef537dc-63f6-4efd-8993-bf3f8f13fdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed06c0b5-9d64-4c1c-8eef-dfb71ae6ec08,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:00.853307 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:01.567962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43538) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:01.666795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1856308884'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:01.750500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Made reservation on behalf of 374a8f8e177e47d5bed2e4a5330e4fcb for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:01.754274 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:01.763423 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:01.857875 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:01.939247 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:01.969220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:49:01.974672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1102d9c9-446a-4582-af0d-09e760b6b618,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:01.981884 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:01.982772 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Added segment d44284fc-f9a5-410f-ad83-34392cbe1b2c of type vlan for network 90d8c4af-e4a8-4f10-8682-09bb18a92de0 Oct 19 11:49:02.023332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:02.115990 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:02.121688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:02.122268 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:02.188309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Pushing event updated for resources: {'Network': ['ID=90d8c4af-e4a8-4f10-8682-09bb18a92de0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:02.199572 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 90d8c4af-e4a8-4f10-8682-09bb18a92de0 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:49:02.227785 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b3b8b51a-0fdf-411a-b1b7-7d880234b2b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6586759 Oct 19 11:49:02.230734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43544) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:02.236137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Request body: {'subnet': {'network_id': '90d8c4af-e4a8-4f10-8682-09bb18a92de0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:02.395865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Made reservation on behalf of 374a8f8e177e47d5bed2e4a5330e4fcb for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:02.399419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:02.653474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:02.709308 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Pushing event updated for resources: {'Subnet': ['ID=d6af9b33-14a5-470c-8961-e8d27a5d98ac,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:02.725194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Checking segment: {'id': 'd44284fc-f9a5-410f-ad83-34392cbe1b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '90d8c4af-e4a8-4f10-8682-09bb18a92de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:49:02.725546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Network hostable DHCP agents. Network: 90d8c4af-e4a8-4f10-8682-09bb18a92de0, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:49:02.818007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Network 90d8c4af-e4a8-4f10-8682-09bb18a92de0 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:49:02.927271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 90d8c4af-e4a8-4f10-8682-09bb18a92de0) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:02.931589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:02.932172 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:02.939162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a58794f-e625-46d2-a290-12b8ab398fb7 None None] Network 90d8c4af-e4a8-4f10-8682-09bb18a92de0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:49:03.034151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-da27f134-324d-4512-9d4d-4d6654f1409f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8020389 Oct 19 11:49:03.036706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43548) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:03.041985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Request body: {'port': {'network_id': '90d8c4af-e4a8-4f10-8682-09bb18a92de0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1883378259'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:03.097167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-90d8c4af-e4a8-4f10-8682-09bb18a92de0', 'network_id': '90d8c4af-e4a8-4f10-8682-09bb18a92de0', 'tenant_id': '374a8f8e177e47d5bed2e4a5330e4fcb', 'fixed_ips': [{'subnet_id': 'd6af9b33-14a5-470c-8961-e8d27a5d98ac'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:49:03.098319 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:03.237366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Allocated IP 2001:db8::2 (90d8c4af-e4a8-4f10-8682-09bb18a92de0/d6af9b33-14a5-470c-8961-e8d27a5d98ac/57247552-152a-4cc2-b8d5-e41cc573adf2) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:03.253577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Made reservation on behalf of 374a8f8e177e47d5bed2e4a5330e4fcb for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:03.257154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:03.276585 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] device_id is not set on port 55f62f05-a35f-414c-82c0-10ced3d60b2f yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:49:03.386003 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:03.447973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:03.490263 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Network 90d8c4af-e4a8-4f10-8682-09bb18a92de0 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:03.494637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:03.498100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:03.503509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Pushing event updated for resources: {'Port': ['ID=57247552-152a-4cc2-b8d5-e41cc573adf2,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:03.520307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Allocated IP 2001:db8::3d (90d8c4af-e4a8-4f10-8682-09bb18a92de0/d6af9b33-14a5-470c-8961-e8d27a5d98ac/55f62f05-a35f-414c-82c0-10ced3d60b2f) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:03.574212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Attempting to bind port 57247552-152a-4cc2-b8d5-e41cc573adf2 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:49:03.575056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Attempting to bind port 57247552-152a-4cc2-b8d5-e41cc573adf2 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'd44284fc-f9a5-410f-ad83-34392cbe1b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '90d8c4af-e4a8-4f10-8682-09bb18a92de0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:49:03.575424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Attempting to bind port 57247552-152a-4cc2-b8d5-e41cc573adf2 on network 90d8c4af-e4a8-4f10-8682-09bb18a92de0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:49:03.581917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:49:03.589811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Checking segment: {'id': 'd44284fc-f9a5-410f-ad83-34392cbe1b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '90d8c4af-e4a8-4f10-8682-09bb18a92de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:49:03.589811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:03.589811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Bound using segment: {'id': 'd44284fc-f9a5-410f-ad83-34392cbe1b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '90d8c4af-e4a8-4f10-8682-09bb18a92de0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:49:03.589811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Bound port: 57247552-152a-4cc2-b8d5-e41cc573adf2, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44284fc-f9a5-410f-ad83-34392cbe1b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '90d8c4af-e4a8-4f10-8682-09bb18a92de0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:49:03.589811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:03.659129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] For port 57247552-152a-4cc2-b8d5-e41cc573adf2, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:49:03.661086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] For port 57247552-152a-4cc2-b8d5-e41cc573adf2, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=57247552-152a-4cc2-b8d5-e41cc573adf2,segment=NetworkSegment(d44284fc-f9a5-410f-ad83-34392cbe1b2c),segment_id=d44284fc-f9a5-410f-ad83-34392cbe1b2c)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:49:03.687037 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:03.733673 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:03.769233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:03.815192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Network 90d8c4af-e4a8-4f10-8682-09bb18a92de0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:03.819774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:03.821551 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5fff8-5877-4a8f-82e3-036dec55a337 None None] Pushing event updated for resources: {'Port': ['ID=57247552-152a-4cc2-b8d5-e41cc573adf2,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:03.827667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:03.833921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:03.834569 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:03.860147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Pushing event updated for resources: {'Port': ['ID=55f62f05-a35f-414c-82c0-10ced3d60b2f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:03.946398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b8279fe4-07b1-42c5-9c2b-fabe2b05c219 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9084501 Oct 19 11:49:03.949964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43552) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:03.955776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Request body: {'port': {'network_id': '90d8c4af-e4a8-4f10-8682-09bb18a92de0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-917490671', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:03.956273 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.api.validators [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] bootfile-name is not in valid_values {{(pid=101311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:49:03.956797 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.api.validators [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] tftp-server is not in valid_values {{(pid=101311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:49:03.957016 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.api.validators [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] server-ip-address is not in valid_values {{(pid=101311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:49:04.202047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Made reservation on behalf of 374a8f8e177e47d5bed2e4a5330e4fcb for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:04.206398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:04.223827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] device_id is not set on port 4d8bcec0-c584-48f6-b2ed-d631c762364f yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:49:04.347022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Allocated IP 2001:db8::a5 (90d8c4af-e4a8-4f10-8682-09bb18a92de0/d6af9b33-14a5-470c-8961-e8d27a5d98ac/4d8bcec0-c584-48f6-b2ed-d631c762364f) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:04.537898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:04.541459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 57247552-152a-4cc2-b8d5-e41cc573adf2 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:49:04.604179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 57247552-152a-4cc2-b8d5-e41cc573adf2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:04.604468 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:04.670917 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:04.697081 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:04.731763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Network 90d8c4af-e4a8-4f10-8682-09bb18a92de0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:04.736249 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:04.738814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:04.744665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:04.745326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:04.747575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 57247552-152a-4cc2-b8d5-e41cc573adf2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=57247552-152a-4cc2-b8d5-e41cc573adf2,segment=NetworkSegment(d44284fc-f9a5-410f-ad83-34392cbe1b2c),segment_id=d44284fc-f9a5-410f-ad83-34392cbe1b2c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:49:04.761557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Pushing event updated for resources: {'Port': ['ID=4d8bcec0-c584-48f6-b2ed-d631c762364f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:04.796094 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:04.822163 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f1bebec6-3464-4bf4-8811-0b540d47fddb tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.8708527 Oct 19 11:49:04.824864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43554) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:04.842371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d6a6ed-5e38-47aa-9fcf-f5fa028825f1 None None] Network 90d8c4af-e4a8-4f10-8682-09bb18a92de0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:49:04.866018 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=57247552-152a-4cc2-b8d5-e41cc573adf2,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:04.937268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ecb50-145e-4401-98f6-5c6cfea5a7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:04.943794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ecb50-145e-4401-98f6-5c6cfea5a7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:04.950142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ecb50-145e-4401-98f6-5c6cfea5a7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:04.951045 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8be84974-a115-40fd-b84c-1fefc75d7376 None None] Provisioning complete for port 57247552-152a-4cc2-b8d5-e41cc573adf2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:04.951475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8be84974-a115-40fd-b84c-1fefc75d7376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:04.951815 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9d3ecb50-145e-4401-98f6-5c6cfea5a7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1257691 Oct 19 11:49:04.955246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43558) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:05.051139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ec067ae9-487b-40d2-89d0-7ab149562cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Deleting port 4d8bcec0-c584-48f6-b2ed-d631c762364f {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:05.051619 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec067ae9-487b-40d2-89d0-7ab149562cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.155546 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec067ae9-487b-40d2-89d0-7ab149562cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.169482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ec067ae9-487b-40d2-89d0-7ab149562cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Calling delete_port for 4d8bcec0-c584-48f6-b2ed-d631c762364f owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:05.329994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cfea3747-50ee-478f-b7e9-3f370ecaacf0 None None] Provisioning complete for port 4d8bcec0-c584-48f6-b2ed-d631c762364f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:05.329994 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cfea3747-50ee-478f-b7e9-3f370ecaacf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.367373 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-cfea3747-50ee-478f-b7e9-3f370ecaacf0 None None] Port 4d8bcec0-c584-48f6-b2ed-d631c762364f cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:49:05.377791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cfea3747-50ee-478f-b7e9-3f370ecaacf0 None None] Provisioning complete for port 55f62f05-a35f-414c-82c0-10ced3d60b2f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:05.378169 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cfea3747-50ee-478f-b7e9-3f370ecaacf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.396011 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec067ae9-487b-40d2-89d0-7ab149562cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.416008 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-cfea3747-50ee-478f-b7e9-3f370ecaacf0 None None] Port 55f62f05-a35f-414c-82c0-10ced3d60b2f cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:49:05.427061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cfea3747-50ee-478f-b7e9-3f370ecaacf0 None None] Provisioning complete for port 57247552-152a-4cc2-b8d5-e41cc573adf2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:05.427695 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cfea3747-50ee-478f-b7e9-3f370ecaacf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.441767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec067ae9-487b-40d2-89d0-7ab149562cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Pushing event deleted for resources: {'Port': ['ID=4d8bcec0-c584-48f6-b2ed-d631c762364f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:05.470828 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ec067ae9-487b-40d2-89d0-7ab149562cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.474373 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ec067ae9-487b-40d2-89d0-7ab149562cb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] 10.222.0.39 "DELETE /v2.0/ports/4d8bcec0-c584-48f6-b2ed-d631c762364f HTTP/1.1" status: 204 len: 168 time: 0.5179777 Oct 19 11:49:05.478352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43562) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:05.484561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Request body: {'port': {'name': 'tempest-new-port-name-1680514981', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:05.485189 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.api.validators [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] bootfile-name is not in valid_values {{(pid=101312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:49:05.485707 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.api.validators [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] tftp-server is not in valid_values {{(pid=101312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:49:05.490235 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.api.validators [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] server-ip-address is not in valid_values {{(pid=101312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 11:49:05.563351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.681153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0bb020b1-f5d2-47d4-a8e1-4a809c0e3bc1 None None] Provisioning complete for port 55f62f05-a35f-414c-82c0-10ced3d60b2f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:05.682247 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bb020b1-f5d2-47d4-a8e1-4a809c0e3bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.723326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0bb020b1-f5d2-47d4-a8e1-4a809c0e3bc1 None None] Port 55f62f05-a35f-414c-82c0-10ced3d60b2f cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:49:05.788663 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.836279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6276a3bf-3980-4569-9c2a-38db0244ff22 None None] Could not find standard attr ID for object 4d8bcec0-c584-48f6-b2ed-d631c762364f. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 11:49:05.877321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.917529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] In _notify_port_updated(), no bound segment for port 55f62f05-a35f-414c-82c0-10ced3d60b2f on network 90d8c4af-e4a8-4f10-8682-09bb18a92de0 {{(pid=101312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 19 11:49:05.923708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:05.928747 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:05.928747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] 10.222.0.39 "PUT /v2.0/ports/55f62f05-a35f-414c-82c0-10ced3d60b2f HTTP/1.1" status: 200 len: 1129 time: 0.4482031 Oct 19 11:49:05.931336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43566) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:05.967591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Pushing event updated for resources: {'Port': ['ID=55f62f05-a35f-414c-82c0-10ced3d60b2f,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:05.975979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:05.976483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:05.976960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:05.977500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:05.977819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:05.978490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:05.978883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:05.979271 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:05.979823 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:05.980206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:05.980729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:05.981217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad88099-0f40-40b0-91d5-9974b165851f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:06.015237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520a852c-0f0d-48fc-aa3e-8325872aa647 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:06.017160 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-520a852c-0f0d-48fc-aa3e-8325872aa647 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] 10.222.0.39 "GET /v2.0/ports/55f62f05-a35f-414c-82c0-10ced3d60b2f HTTP/1.1" status: 200 len: 1129 time: 0.0844908 Oct 19 11:49:06.022433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43568) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:06.119008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9a7df707-18c3-4889-a20c-ca250326bbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Deleting port 55f62f05-a35f-414c-82c0-10ced3d60b2f {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:06.119435 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a7df707-18c3-4889-a20c-ca250326bbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:06.230413 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a7df707-18c3-4889-a20c-ca250326bbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:06.243651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9a7df707-18c3-4889-a20c-ca250326bbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Calling delete_port for 55f62f05-a35f-414c-82c0-10ced3d60b2f owned by {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:06.268762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bb216090-7e24-41c4-b334-864f88722da9 None None] Provisioning complete for port 55f62f05-a35f-414c-82c0-10ced3d60b2f triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:06.269387 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb216090-7e24-41c4-b334-864f88722da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:06.309015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-bb216090-7e24-41c4-b334-864f88722da9 None None] Port 55f62f05-a35f-414c-82c0-10ced3d60b2f cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:49:06.447946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a7df707-18c3-4889-a20c-ca250326bbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:06.476961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7df707-18c3-4889-a20c-ca250326bbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Pushing event deleted for resources: {'Port': ['ID=55f62f05-a35f-414c-82c0-10ced3d60b2f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:06.505068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 57247552-152a-4cc2-b8d5-e41cc573adf2 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:49:06.519003 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a7df707-18c3-4889-a20c-ca250326bbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:06.525073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43570) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:06.525534 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9a7df707-18c3-4889-a20c-ca250326bbe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] 10.222.0.39 "DELETE /v2.0/ports/55f62f05-a35f-414c-82c0-10ced3d60b2f HTTP/1.1" status: 204 len: 168 time: 0.5016747 Oct 19 11:49:06.582458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 57247552-152a-4cc2-b8d5-e41cc573adf2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:06.582834 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:06.597884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-91df66c5-6743-467c-bf93-c548066b1a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Deleting subnet d6af9b33-14a5-470c-8961-e8d27a5d98ac {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:49:06.601676 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91df66c5-6743-467c-bf93-c548066b1a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:06.664840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91df66c5-6743-467c-bf93-c548066b1a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:06.758313 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91df66c5-6743-467c-bf93-c548066b1a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:06.915252 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91df66c5-6743-467c-bf93-c548066b1a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:06.945915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df66c5-6743-467c-bf93-c548066b1a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Pushing event deleted for resources: {'Subnet': ['ID=d6af9b33-14a5-470c-8961-e8d27a5d98ac,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:06.949698 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-91df66c5-6743-467c-bf93-c548066b1a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:06.956140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43572) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:06.957869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb818a8d-9a8f-49cb-8232-06eb83ecb4c3 None None] Network 90d8c4af-e4a8-4f10-8682-09bb18a92de0 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:49:06.958978 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-91df66c5-6743-467c-bf93-c548066b1a94 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] 10.222.0.39 "DELETE /v2.0/subnets/d6af9b33-14a5-470c-8961-e8d27a5d98ac HTTP/1.1" status: 204 len: 168 time: 0.4321499 Oct 19 11:49:07.031333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.095045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Deleting port 57247552-152a-4cc2-b8d5-e41cc573adf2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:07.095388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.155578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f765bc-bffe-4ff0-b26b-7fc73dc6ef96 None None] DHCP port deletion for 90d8c4af-e4a8-4f10-8682-09bb18a92de0 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:49:07.166368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] For port 57247552-152a-4cc2-b8d5-e41cc573adf2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=57247552-152a-4cc2-b8d5-e41cc573adf2,segment=NetworkSegment(d44284fc-f9a5-410f-ad83-34392cbe1b2c),segment_id=d44284fc-f9a5-410f-ad83-34392cbe1b2c)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:49:07.166730 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.178661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Calling delete_port for 57247552-152a-4cc2-b8d5-e41cc573adf2 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:07.206878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e5f765bc-bffe-4ff0-b26b-7fc73dc6ef96 None None] Deleting port 57247552-152a-4cc2-b8d5-e41cc573adf2 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:07.206878 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5f765bc-bffe-4ff0-b26b-7fc73dc6ef96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.275399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e5f765bc-bffe-4ff0-b26b-7fc73dc6ef96 None None] For port 57247552-152a-4cc2-b8d5-e41cc573adf2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=57247552-152a-4cc2-b8d5-e41cc573adf2,segment=NetworkSegment(d44284fc-f9a5-410f-ad83-34392cbe1b2c),segment_id=d44284fc-f9a5-410f-ad83-34392cbe1b2c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:49:07.276128 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5f765bc-bffe-4ff0-b26b-7fc73dc6ef96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.288736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e5f765bc-bffe-4ff0-b26b-7fc73dc6ef96 None None] Calling delete_port for 57247552-152a-4cc2-b8d5-e41cc573adf2 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:07.344743 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.356681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] No DVR routers for this DVR port 57247552-152a-4cc2-b8d5-e41cc573adf2 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:49:07.372855 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e5f765bc-bffe-4ff0-b26b-7fc73dc6ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.396464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Pushing event deleted for resources: {'Port': ['ID=57247552-152a-4cc2-b8d5-e41cc573adf2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:07.405629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f765bc-bffe-4ff0-b26b-7fc73dc6ef96 None None] Pushing event deleted for resources: {'Port': ['ID=57247552-152a-4cc2-b8d5-e41cc573adf2,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:07.407527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f765bc-bffe-4ff0-b26b-7fc73dc6ef96 None None] No DVR routers for this DVR port 57247552-152a-4cc2-b8d5-e41cc573adf2 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:49:07.466463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.485815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d8c4af-e4a8-4f10-8682-09bb18a92de0']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:07.494869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44284fc-f9a5-410f-ad83-34392cbe1b2c') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:07.495156 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44284fc-f9a5-410f-ad83-34392cbe1b2c') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:07.506032 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.521993 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.530559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:49:07.531084 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:49:07.534717 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:49:07.664565 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.671584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:07.675183 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] 10.222.0.39 "DELETE /v2.0/networks/90d8c4af-e4a8-4f10-8682-09bb18a92de0 HTTP/1.1" status: 204 len: 168 time: 0.7180085 Oct 19 11:49:07.688504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686f81-bb40-4491-b8f4-94e2a1582f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751 tempest-ExtraDHCPOptionsIpV6TestJSON-1250295751-project] Pushing event deleted for resources: {'Network': ['ID=90d8c4af-e4a8-4f10-8682-09bb18a92de0,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:08.178704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43586) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:08.321109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-87dd66f6-b851-4a7a-8c59-2cd5a28b160d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=374a8f8e177e47d5bed2e4a5330e4fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409006 Oct 19 11:49:08.323488 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43590) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:08.375181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27948b58-2826-4d61-813e-100fd0449ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:08.396261 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27948b58-2826-4d61-813e-100fd0449ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:08.488970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 57247552-152a-4cc2-b8d5-e41cc573adf2 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:49:08.512432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 57247552-152a-4cc2-b8d5-e41cc573adf2 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:49:08.512819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 57247552-152a-4cc2-b8d5-e41cc573adf2 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:49:08.567262 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27948b58-2826-4d61-813e-100fd0449ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:08.569962 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-27948b58-2826-4d61-813e-100fd0449ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:08.571179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-27948b58-2826-4d61-813e-100fd0449ef1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1102d9c9-446a-4582-af0d-09e760b6b618 HTTP/1.1" status: 204 len: 168 time: 0.2467997 Oct 19 11:49:08.579356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27948b58-2826-4d61-813e-100fd0449ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1102d9c9-446a-4582-af0d-09e760b6b618,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:09.704579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43614) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:09.804320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-752211158'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:09.893183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Made reservation on behalf of ea20f94f78a645f7a6986148ffeb9db3 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:09.897220 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:09.907305 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:09.984138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:10.104616 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:10.131396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:49:10.141349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58282c0f-1c17-4f72-944e-6b45fe036f27,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:10.147324 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:10.147658 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Added segment 24924b1a-932a-42f5-b421-2259823235c6 of type vlan for network ddb47175-ee1e-4101-a774-047e001085f2 Oct 19 11:49:10.195931 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:10.383552 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:10.389044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:10.389613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:10.483942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Network': ['ID=ddb47175-ee1e-4101-a774-047e001085f2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:10.495273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network ddb47175-ee1e-4101-a774-047e001085f2 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:49:10.530232 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9d7ba2d9-b896-4185-81d8-bfaace3424ea tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8238592 Oct 19 11:49:10.533908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43620) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:10.538716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'subnet': {'network_id': 'ddb47175-ee1e-4101-a774-047e001085f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:10.726686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Made reservation on behalf of ea20f94f78a645f7a6986148ffeb9db3 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:10.730203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:11.006699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:11.074146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Subnet': ['ID=5a009684-3c41-400c-b6dd-640810ecc0b1,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:11.085333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Checking segment: {'id': '24924b1a-932a-42f5-b421-2259823235c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ddb47175-ee1e-4101-a774-047e001085f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:49:11.085749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network hostable DHCP agents. Network: ddb47175-ee1e-4101-a774-047e001085f2, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:49:11.195734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network ddb47175-ee1e-4101-a774-047e001085f2 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:49:11.287159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, ddb47175-ee1e-4101-a774-047e001085f2) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:11.291409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:11.291997 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:11.295936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8429d4e9-1101-49a3-8d19-1e0008f76ddb None None] Network ddb47175-ee1e-4101-a774-047e001085f2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:49:11.387363 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d2aeb299-8e01-4431-8540-27f7af20d4b5 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8524201 Oct 19 11:49:11.390162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43624) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:11.394853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1419064121', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:11.427263 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204770b6-53e5-4c5b-b459-c1a37e8b52f1 None None] Network ddb47175-ee1e-4101-a774-047e001085f2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:49:11.504902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:11.506007 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:11.561714 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:11.776810 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:12.038487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:12.057203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:12.168049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.25.2.109 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/f72aa5e7-14c7-40f1-ab1b-3465feabf086) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:12.273257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:12.425405 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:12.472346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:12.476867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:12.479437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:12.504666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=f72aa5e7-14c7-40f1-ab1b-3465feabf086,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:13.158262 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:13.363480 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:13.600556 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:49:13.710083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:13.721098 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f408b-3a74-490e-8b54-29fe11b8f4d1 None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:13.730956 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f408b-3a74-490e-8b54-29fe11b8f4d1 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:13.731610 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f00f408b-3a74-490e-8b54-29fe11b8f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:13.763861 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f00f408b-3a74-490e-8b54-29fe11b8f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:13.772962 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f408b-3a74-490e-8b54-29fe11b8f4d1 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:13.773486 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f00f408b-3a74-490e-8b54-29fe11b8f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:13.807930 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f00f408b-3a74-490e-8b54-29fe11b8f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:13.808572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f408b-3a74-490e-8b54-29fe11b8f4d1 None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:13.860927 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:13.862897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-99569448-2ffe-4c75-a29d-f51b8e69f883 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4711747 Oct 19 11:49:13.865339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43632) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:14.588868 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:14.914202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.20.0.1 (ddb47175-ee1e-4101-a774-047e001085f2/5a009684-3c41-400c-b6dd-640810ecc0b1/c0d55e5e-0978-4fd8-81e5-073fe4a3d650) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:15.027213 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:15.122046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:15.164629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network ddb47175-ee1e-4101-a774-047e001085f2 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:15.167573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:15.171264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:15.178015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=c0d55e5e-0978-4fd8-81e5-073fe4a3d650,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:15.217517 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:15.731178 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:16.011762 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:16.070114 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:16.147640 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:16.150718 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=c0d55e5e-0978-4fd8-81e5-073fe4a3d650,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:16.240309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network ddb47175-ee1e-4101-a774-047e001085f2 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:16.241704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:16.354776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:16.462240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:16.468649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2b11e664-5a36-4845-a940-43b286eb9e65 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "PUT /v2.0/routers/ab10112d-6fe1-4d18-862f-f3ed8008188d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6014736 Oct 19 11:49:16.470653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43644) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:16.474392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c3244-1c37-49e4-aaed-a86e52c2b9fd None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:16.475802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'port': {'network_id': 'ddb47175-ee1e-4101-a774-047e001085f2', 'name': 'tempest-FloatingIPTestJSON-1347796795'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:16.484306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c3244-1c37-49e4-aaed-a86e52c2b9fd None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:16.485854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3c8c3244-1c37-49e4-aaed-a86e52c2b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:16.519365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3c8c3244-1c37-49e4-aaed-a86e52c2b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:16.528596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8c3244-1c37-49e4-aaed-a86e52c2b9fd None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:16.529189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3c8c3244-1c37-49e4-aaed-a86e52c2b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:16.565612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3c8c3244-1c37-49e4-aaed-a86e52c2b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:16.566259 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c3244-1c37-49e4-aaed-a86e52c2b9fd None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:16.681740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Made reservation on behalf of ea20f94f78a645f7a6986148ffeb9db3 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:16.685960 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:16.704616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] device_id is not set on port 6ab4a4d2-a060-4ad7-8679-8844112c2753 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:49:16.811749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.20.0.8 (ddb47175-ee1e-4101-a774-047e001085f2/5a009684-3c41-400c-b6dd-640810ecc0b1/6ab4a4d2-a060-4ad7-8679-8844112c2753) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:16.965425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:17.093274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:17.139119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network ddb47175-ee1e-4101-a774-047e001085f2 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:17.142724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:17.146462 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:17.152913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=6ab4a4d2-a060-4ad7-8679-8844112c2753,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:17.201247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:17.201869 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:17.284526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c3fcaee3-a1d4-4ea4-b004-f6f2194baf35 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8128092 Oct 19 11:49:17.287105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43648) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:17.291998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'port': {'network_id': 'ddb47175-ee1e-4101-a774-047e001085f2', 'name': 'tempest-FloatingIPTestJSON-163748156'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:17.429985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Made reservation on behalf of ea20f94f78a645f7a6986148ffeb9db3 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:17.433491 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:17.451607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] device_id is not set on port 01a0b610-af81-47d0-b00e-6129bb181b58 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:49:17.819151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.20.0.9 (ddb47175-ee1e-4101-a774-047e001085f2/5a009684-3c41-400c-b6dd-640810ecc0b1/01a0b610-af81-47d0-b00e-6129bb181b58) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:17.977664 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:18.104237 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:18.150202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network ddb47175-ee1e-4101-a774-047e001085f2 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:18.153603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:18.156626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:18.183830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=01a0b610-af81-47d0-b00e-6129bb181b58,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:18.213911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:18.214439 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:18.323625 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-709b4e64-4185-4a81-a8ec-42be6826670b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0354195 Oct 19 11:49:18.326717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43654) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:18.331247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '01a0b610-af81-47d0-b00e-6129bb181b58', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:18.436333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:18.541448 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:18.658391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.25.2.250 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/5f74038d-a36e-407f-ab82-10a296ff5d97) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:18.769779 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:18.899394 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:18.940637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:18.943495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:18.946987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:18.952403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=5f74038d-a36e-407f-ab82-10a296ff5d97,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:19.306323 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:19.425938 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:19.593325 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:19.664886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:19.740145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=5f74038d-a36e-407f-ab82-10a296ff5d97,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:19.748317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:19.761872 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:19.859936 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP 1431aed8-1a7b-4cfe-afef-d4c3b1de5aa6 associated. External IP: 172.25.2.250, port: 01a0b610-af81-47d0-b00e-6129bb181b58. Oct 19 11:49:20.067605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:20.173675 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:20.174847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:20.184496 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3441b-3130-41be-969a-1e8b65ea4d53 None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:20.193397 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3441b-3130-41be-969a-1e8b65ea4d53 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:20.193995 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c1a3441b-3130-41be-969a-1e8b65ea4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:20.227355 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c1a3441b-3130-41be-969a-1e8b65ea4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:20.237294 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3441b-3130-41be-969a-1e8b65ea4d53 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:20.237886 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c1a3441b-3130-41be-969a-1e8b65ea4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:20.249530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:20.272735 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c1a3441b-3130-41be-969a-1e8b65ea4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:20.273400 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a3441b-3130-41be-969a-1e8b65ea4d53 None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:20.278547 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4df5c7f3-3c5d-4ef1-810b-1447c1f99349 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9507620 Oct 19 11:49:20.281222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43668) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:20.286972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e112d64b-79cf-498b-a11f-84e36e2a8278 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:20.340304 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e112d64b-79cf-498b-a11f-84e36e2a8278 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:20.484518 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e112d64b-79cf-498b-a11f-84e36e2a8278 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:20.561584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e112d64b-79cf-498b-a11f-84e36e2a8278 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:20.562169 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-e112d64b-79cf-498b-a11f-84e36e2a8278 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP 1431aed8-1a7b-4cfe-afef-d4c3b1de5aa6 disassociated. External IP: 172.25.2.250, port: 01a0b610-af81-47d0-b00e-6129bb181b58. Oct 19 11:49:20.773115 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e112d64b-79cf-498b-a11f-84e36e2a8278 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:20.883840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e112d64b-79cf-498b-a11f-84e36e2a8278 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:20.888456 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e112d64b-79cf-498b-a11f-84e36e2a8278 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:20.895580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a59c7-2ff8-4577-86e9-edc064b8d4c6 None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:20.907046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a59c7-2ff8-4577-86e9-edc064b8d4c6 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:20.907046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2d2a59c7-2ff8-4577-86e9-edc064b8d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:20.916660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e112d64b-79cf-498b-a11f-84e36e2a8278 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "PUT /v2.0/floatingips/1431aed8-1a7b-4cfe-afef-d4c3b1de5aa6 HTTP/1.1" status: 200 len: 688 time: 0.6335173 Oct 19 11:49:20.919343 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43676) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:20.939194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2d2a59c7-2ff8-4577-86e9-edc064b8d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:20.947805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a59c7-2ff8-4577-86e9-edc064b8d4c6 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:20.948398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2d2a59c7-2ff8-4577-86e9-edc064b8d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:20.983284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2d2a59c7-2ff8-4577-86e9-edc064b8d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:20.983920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a59c7-2ff8-4577-86e9-edc064b8d4c6 None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:21.042949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9c240997-afee-44a8-971d-89aae08dd384 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port 5f74038d-a36e-407f-ab82-10a296ff5d97 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:21.043193 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c240997-afee-44a8-971d-89aae08dd384 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:21.124380 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c240997-afee-44a8-971d-89aae08dd384 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:21.124834 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c240997-afee-44a8-971d-89aae08dd384 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:21.139566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9c240997-afee-44a8-971d-89aae08dd384 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for 5f74038d-a36e-407f-ab82-10a296ff5d97 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:21.362549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c240997-afee-44a8-971d-89aae08dd384 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:21.392308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c240997-afee-44a8-971d-89aae08dd384 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=5f74038d-a36e-407f-ab82-10a296ff5d97,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:21.458505 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c240997-afee-44a8-971d-89aae08dd384 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:21.462082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9c240997-afee-44a8-971d-89aae08dd384 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:21.463413 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9c240997-afee-44a8-971d-89aae08dd384 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/floatingips/1431aed8-1a7b-4cfe-afef-d4c3b1de5aa6 HTTP/1.1" status: 204 len: 168 time: 0.5430532 Oct 19 11:49:21.467221 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43680) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:21.472830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '6ab4a4d2-a060-4ad7-8679-8844112c2753'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:21.561969 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:21.660865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:21.778577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.25.2.31 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/71b4f026-1853-4eb5-8f8b-cc761402eeb2) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:21.888161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:21.991029 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:22.040583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:22.043398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:22.045978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:22.072045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=71b4f026-1853-4eb5-8f8b-cc761402eeb2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:22.425236 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:22.577233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:22.766231 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:22.835977 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:22.911166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=71b4f026-1853-4eb5-8f8b-cc761402eeb2,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:22.925855 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:23.030239 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP 90dd076c-5bd9-448b-acc5-65016197cf37 associated. External IP: 172.25.2.31, port: 6ab4a4d2-a060-4ad7-8679-8844112c2753. Oct 19 11:49:23.238954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:23.352248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:23.362054 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8044f0d-e47d-44c5-af7c-4577a0f4d7d2 None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:23.371016 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8044f0d-e47d-44c5-af7c-4577a0f4d7d2 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:23.371629 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b8044f0d-e47d-44c5-af7c-4577a0f4d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:23.403978 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b8044f0d-e47d-44c5-af7c-4577a0f4d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:23.412461 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8044f0d-e47d-44c5-af7c-4577a0f4d7d2 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:23.413103 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b8044f0d-e47d-44c5-af7c-4577a0f4d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:23.443926 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:23.445037 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b8044f0d-e47d-44c5-af7c-4577a0f4d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:23.445692 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8044f0d-e47d-44c5-af7c-4577a0f4d7d2 None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:23.471877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e69e8cc6-fc51-4fda-b259-b3265346cdda tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0033989 Oct 19 11:49:23.474493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43686) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:23.534994 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ca1a7faa-4f7b-4179-94d2-c10d4cc4c6a6 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "GET /v2.0/floatingips/90dd076c-5bd9-448b-acc5-65016197cf37 HTTP/1.1" status: 200 len: 977 time: 0.0594378 Oct 19 11:49:23.537495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43688) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:23.650127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3958bf8f-7066-4b66-9e51-e35e54edeff0 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1113241 Oct 19 11:49:23.652846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43690) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:23.657595 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8292f26f-69a7-432e-9ac6-0714b4f03df3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'floatingip': {'port_id': '01a0b610-af81-47d0-b00e-6129bb181b58'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:23.716831 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8292f26f-69a7-432e-9ac6-0714b4f03df3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:24.500803 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8292f26f-69a7-432e-9ac6-0714b4f03df3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:24.583430 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8292f26f-69a7-432e-9ac6-0714b4f03df3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:24.691101 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-8292f26f-69a7-432e-9ac6-0714b4f03df3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP 90dd076c-5bd9-448b-acc5-65016197cf37 associated. External IP: 172.25.2.31, port: 6ab4a4d2-a060-4ad7-8679-8844112c2753. Oct 19 11:49:24.900222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8292f26f-69a7-432e-9ac6-0714b4f03df3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:25.030433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8292f26f-69a7-432e-9ac6-0714b4f03df3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:25.042055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be4948-80c7-4446-a446-762506ae02dc None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:25.052152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be4948-80c7-4446-a446-762506ae02dc None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:25.053078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-37be4948-80c7-4446-a446-762506ae02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:25.087237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-37be4948-80c7-4446-a446-762506ae02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:25.097153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be4948-80c7-4446-a446-762506ae02dc None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:25.097880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-37be4948-80c7-4446-a446-762506ae02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:25.131230 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-37be4948-80c7-4446-a446-762506ae02dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:25.131999 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37be4948-80c7-4446-a446-762506ae02dc None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:25.254269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8292f26f-69a7-432e-9ac6-0714b4f03df3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:25.371015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8292f26f-69a7-432e-9ac6-0714b4f03df3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:25.376333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8292f26f-69a7-432e-9ac6-0714b4f03df3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:25.383559 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baeee5d-da4d-4f56-9f5b-b1bacb447c6c None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:25.393795 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baeee5d-da4d-4f56-9f5b-b1bacb447c6c None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:25.394760 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8baeee5d-da4d-4f56-9f5b-b1bacb447c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:25.397247 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bdef6793-dfb9-45c0-a573-77e4395fddc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:25.432059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8292f26f-69a7-432e-9ac6-0714b4f03df3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "PUT /v2.0/floatingips/90dd076c-5bd9-448b-acc5-65016197cf37 HTTP/1.1" status: 200 len: 976 time: 1.7781799 Oct 19 11:49:25.432412 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8baeee5d-da4d-4f56-9f5b-b1bacb447c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:25.434693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43702) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:25.439787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1355a092-ebc1-4c9b-8269-74724a9e64c1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:25.457349 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baeee5d-da4d-4f56-9f5b-b1bacb447c6c None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:25.458093 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8baeee5d-da4d-4f56-9f5b-b1bacb447c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:25.490270 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-8baeee5d-da4d-4f56-9f5b-b1bacb447c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:25.491250 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baeee5d-da4d-4f56-9f5b-b1bacb447c6c None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:25.505310 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1355a092-ebc1-4c9b-8269-74724a9e64c1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:25.670243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1355a092-ebc1-4c9b-8269-74724a9e64c1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:25.743836 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1355a092-ebc1-4c9b-8269-74724a9e64c1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:25.744197 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-1355a092-ebc1-4c9b-8269-74724a9e64c1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP 90dd076c-5bd9-448b-acc5-65016197cf37 disassociated. External IP: 172.25.2.31, port: 01a0b610-af81-47d0-b00e-6129bb181b58. Oct 19 11:49:25.814161 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:49:26.230929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1355a092-ebc1-4c9b-8269-74724a9e64c1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:26.347726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1355a092-ebc1-4c9b-8269-74724a9e64c1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:26.352669 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1355a092-ebc1-4c9b-8269-74724a9e64c1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:26.357166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7d0d6-f059-444a-bf96-79255c35663c None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:26.366863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7d0d6-f059-444a-bf96-79255c35663c None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:26.367464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-08e7d0d6-f059-444a-bf96-79255c35663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:26.378987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1355a092-ebc1-4c9b-8269-74724a9e64c1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "PUT /v2.0/floatingips/90dd076c-5bd9-448b-acc5-65016197cf37 HTTP/1.1" status: 200 len: 687 time: 0.9432025 Oct 19 11:49:26.381804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43706) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:26.404285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-08e7d0d6-f059-444a-bf96-79255c35663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:26.413455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7d0d6-f059-444a-bf96-79255c35663c None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:26.414077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-08e7d0d6-f059-444a-bf96-79255c35663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:48:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:26.449335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-08e7d0d6-f059-444a-bf96-79255c35663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:26.450202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7d0d6-f059-444a-bf96-79255c35663c None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:26.515380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbfb60-9293-4862-bad1-12f7dd144734 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port 71b4f026-1853-4eb5-8f8b-cc761402eeb2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:26.515898 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfb60-9293-4862-bad1-12f7dd144734 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:26.593995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfb60-9293-4862-bad1-12f7dd144734 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:26.594386 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfb60-9293-4862-bad1-12f7dd144734 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:26.606914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-d8cbfb60-9293-4862-bad1-12f7dd144734 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for 71b4f026-1853-4eb5-8f8b-cc761402eeb2 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:26.807558 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfb60-9293-4862-bad1-12f7dd144734 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:26.839408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbfb60-9293-4862-bad1-12f7dd144734 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=71b4f026-1853-4eb5-8f8b-cc761402eeb2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:26.897461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfb60-9293-4862-bad1-12f7dd144734 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:26.899972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfb60-9293-4862-bad1-12f7dd144734 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:26.901418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d8cbfb60-9293-4862-bad1-12f7dd144734 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/floatingips/90dd076c-5bd9-448b-acc5-65016197cf37 HTTP/1.1" status: 204 len: 168 time: 0.5185988 Oct 19 11:49:26.904187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43710) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:26.941688 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-bee0719c-3f18-4ca8-8867-8a272e853579 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] delete failed (client error): The resource could not be found. Oct 19 11:49:26.942680 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bee0719c-3f18-4ca8-8867-8a272e853579 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/floatingips/90dd076c-5bd9-448b-acc5-65016197cf37 HTTP/1.1" status: 404 len: 345 time: 0.0375307 Oct 19 11:49:26.946607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43712) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:27.041432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8fbd18-a581-46a8-9709-c9b4d9f7c4aa tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:27.048039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8fbd18-a581-46a8-9709-c9b4d9f7c4aa tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:27.054113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8fbd18-a581-46a8-9709-c9b4d9f7c4aa tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:27.055836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8e8fbd18-a581-46a8-9709-c9b4d9f7c4aa tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "GET /v2.0/ports?network_id=ddb47175-ee1e-4101-a774-047e001085f2 HTTP/1.1" status: 200 len: 2357 time: 0.1082454 Oct 19 11:49:27.058629 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43714) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:27.109366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0443431c-79ab-400c-8aef-2950c8aa4dfd tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:27.111224 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0443431c-79ab-400c-8aef-2950c8aa4dfd tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "GET /v2.0/subnets/5a009684-3c41-400c-b6dd-640810ecc0b1 HTTP/1.1" status: 200 len: 797 time: 0.0516703 Oct 19 11:49:27.115905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43716) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:27.120550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'port': {'network_id': 'ddb47175-ee1e-4101-a774-047e001085f2', 'name': 'tempest-FloatingIPTestJSON-130171374', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:27.310878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Made reservation on behalf of ea20f94f78a645f7a6986148ffeb9db3 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:27.393412 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:27.410680 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] device_id is not set on port fc272ac6-67fe-4d24-a61d-e13bdb9bee1e yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:49:27.719876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.20.0.14 (ddb47175-ee1e-4101-a774-047e001085f2/5a009684-3c41-400c-b6dd-640810ecc0b1/fc272ac6-67fe-4d24-a61d-e13bdb9bee1e) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:27.726109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.20.0.13 (ddb47175-ee1e-4101-a774-047e001085f2/5a009684-3c41-400c-b6dd-640810ecc0b1/fc272ac6-67fe-4d24-a61d-e13bdb9bee1e) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:27.836260 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6a5ce536-8114-477a-bd0d-143b62ec6849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:27.907213 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:28.008090 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:28.057916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network ddb47175-ee1e-4101-a774-047e001085f2 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:28.061328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:28.066101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:28.072967 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=fc272ac6-67fe-4d24-a61d-e13bdb9bee1e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:28.120601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:28.125562 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:28.210095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-de354c88-a7da-497a-8687-720f1948a7a9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0931666 Oct 19 11:49:28.212524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43720) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:28.216928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': 'fc272ac6-67fe-4d24-a61d-e13bdb9bee1e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:28.304580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:28.408849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:28.542181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.25.2.147 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/72e9706a-835a-4ea4-b291-0e221abe6404) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:28.652129 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:28.768552 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:28.809570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:28.814798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:28.817766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:28.849947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=72e9706a-835a-4ea4-b291-0e221abe6404,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:29.053910 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:29.128117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:29.214153 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:29.373773 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:29.538495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:29.594917 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:29.670913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=72e9706a-835a-4ea4-b291-0e221abe6404,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:29.687716 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:29.804195 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP 02e7cda1-acb6-404c-999f-b7ea65003bbb associated. External IP: 172.25.2.147, port: fc272ac6-67fe-4d24-a61d-e13bdb9bee1e. Oct 19 11:49:30.036711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:30.148582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:30.161250 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d791205-7da0-401c-b63a-cd1163b17ab6 None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:30.171569 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d791205-7da0-401c-b63a-cd1163b17ab6 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:30.172443 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7d791205-7da0-401c-b63a-cd1163b17ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:30.208276 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7d791205-7da0-401c-b63a-cd1163b17ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:30.217384 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d791205-7da0-401c-b63a-cd1163b17ab6 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:30.218038 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7d791205-7da0-401c-b63a-cd1163b17ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:30.226591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:30.252833 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7d791205-7da0-401c-b63a-cd1163b17ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:30.253722 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d791205-7da0-401c-b63a-cd1163b17ab6 None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:30.257925 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a31dcc44-12aa-4a16-9300-3d661f0abfb9 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0438056 Oct 19 11:49:30.260140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43726) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:30.265368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a1fb4719-f584-4605-92ff-6866fe2b74d3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'floatingip': {'port_id': 'fc272ac6-67fe-4d24-a61d-e13bdb9bee1e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:30.325193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4719-f584-4605-92ff-6866fe2b74d3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:30.876350 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:31.147643 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4719-f584-4605-92ff-6866fe2b74d3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:31.202125 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4719-f584-4605-92ff-6866fe2b74d3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:31.439954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fb4719-f584-4605-92ff-6866fe2b74d3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:31.568555 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fb4719-f584-4605-92ff-6866fe2b74d3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:31.574163 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4719-f584-4605-92ff-6866fe2b74d3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:31.590848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd7c59d-0886-429d-a002-9b22b3bb771d None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:31.613673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7c59d-0886-429d-a002-9b22b3bb771d None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:31.614598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9cd7c59d-0886-429d-a002-9b22b3bb771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:31.644201 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a1fb4719-f584-4605-92ff-6866fe2b74d3 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "PUT /v2.0/floatingips/02e7cda1-acb6-404c-999f-b7ea65003bbb HTTP/1.1" status: 200 len: 978 time: 1.3824849 Oct 19 11:49:31.646958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43734) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:31.815224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9cd7c59d-0886-429d-a002-9b22b3bb771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:31.824231 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7c59d-0886-429d-a002-9b22b3bb771d None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:31.825159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9cd7c59d-0886-429d-a002-9b22b3bb771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:31.859768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9cd7c59d-0886-429d-a002-9b22b3bb771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:31.860659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd7c59d-0886-429d-a002-9b22b3bb771d None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:31.868312 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port 72e9706a-835a-4ea4-b291-0e221abe6404 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:31.868717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:31.949917 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:31.950280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:31.963077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for 72e9706a-835a-4ea4-b291-0e221abe6404 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:32.185017 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:32.211199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=72e9706a-835a-4ea4-b291-0e221abe6404,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:32.281328 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:32.281596 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP 02e7cda1-acb6-404c-999f-b7ea65003bbb disassociated (deleted). External IP: 172.25.2.147, port: fc272ac6-67fe-4d24-a61d-e13bdb9bee1e. Oct 19 11:49:32.489613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:32.602139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:32.607129 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:32.614896 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb59260-9bbb-42d8-9902-f4eab310fd99 None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:32.626608 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb59260-9bbb-42d8-9902-f4eab310fd99 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:32.627502 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1eb59260-9bbb-42d8-9902-f4eab310fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:32.638890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8e921217-160a-408d-9542-9398ac4d0e54 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/floatingips/02e7cda1-acb6-404c-999f-b7ea65003bbb HTTP/1.1" status: 204 len: 168 time: 0.9900465 Oct 19 11:49:32.643947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43738) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:32.664376 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1eb59260-9bbb-42d8-9902-f4eab310fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:32.675567 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb59260-9bbb-42d8-9902-f4eab310fd99 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:32.676360 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1eb59260-9bbb-42d8-9902-f4eab310fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:32.710306 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-1eb59260-9bbb-42d8-9902-f4eab310fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:32.711593 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb59260-9bbb-42d8-9902-f4eab310fd99 None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:32.739730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1a69ea24-e0d5-4bc5-a9f4-9424c2262d19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port fc272ac6-67fe-4d24-a61d-e13bdb9bee1e {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:32.740101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a69ea24-e0d5-4bc5-a9f4-9424c2262d19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:32.828834 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a69ea24-e0d5-4bc5-a9f4-9424c2262d19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:32.840957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1a69ea24-e0d5-4bc5-a9f4-9424c2262d19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for fc272ac6-67fe-4d24-a61d-e13bdb9bee1e owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:33.093983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a69ea24-e0d5-4bc5-a9f4-9424c2262d19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:33.135700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69ea24-e0d5-4bc5-a9f4-9424c2262d19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=fc272ac6-67fe-4d24-a61d-e13bdb9bee1e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:33.223131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-2d89f789-c595-4a30-8356-18f258d94195 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423515 Oct 19 11:49:33.235939 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1a69ea24-e0d5-4bc5-a9f4-9424c2262d19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:33.239232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1a69ea24-e0d5-4bc5-a9f4-9424c2262d19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/ports/fc272ac6-67fe-4d24-a61d-e13bdb9bee1e HTTP/1.1" status: 204 len: 168 time: 0.5988996 Oct 19 11:49:33.242920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43742) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:33.247169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:33.307126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-bf837dca-fefc-4b54-a7fa-ad557b55c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:33.308690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-bf837dca-fefc-4b54-a7fa-ad557b55c0b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 1096 time: 0.0421574 Oct 19 11:49:33.385137 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:33.424990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-ce6ccc3a-780b-4663-8e3a-31dcf98cf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:33.426497 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-ce6ccc3a-780b-4663-8e3a-31dcf98cf1d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.0977008 Oct 19 11:49:33.497964 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:33.500972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-8d943053-43c1-449b-88b8-f84ba688eb1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704e4e2f-033f-484f-ab59-c05093280d53 HTTP/1.1" status: 200 len: 1001 time: 0.0655632 Oct 19 11:49:33.554790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-9c8a7759-e62f-49d7-b0b2-73b8be307390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:33.556238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-9c8a7759-e62f-49d7-b0b2-73b8be307390 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0484998 Oct 19 11:49:33.601626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-10cb3783-fd4f-4c31-aa47-dc1595468306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:33.603149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-10cb3783-fd4f-4c31-aa47-dc1595468306 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399647 Oct 19 11:49:33.607370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.25.2.101 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/201312ce-84ae-436f-9e25-49f0d886f1df) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:33.696275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-4f5de2bb-8d56-48c4-aef6-06e02fe3c2b0 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853667 Oct 19 11:49:33.717950 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:33.794862 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-180b4753-0264-4f6c-8639-1dd7b96783bf req-7bdd7f35-7c74-471b-a24b-c47ea8c6be01 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904572 Oct 19 11:49:33.809662 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:33.849330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:33.852282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:33.856760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:33.884573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=201312ce-84ae-436f-9e25-49f0d886f1df,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:33.949356 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:34.054142 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:34.218123 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:34.304978 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:34.386677 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=201312ce-84ae-436f-9e25-49f0d886f1df,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:34.400381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.400781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.401369 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.401705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.402033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.402356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.402818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.403139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.403726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.404063 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.404488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.404842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:34.409675 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:34.518233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:34.519860 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-416c6ef6-e73e-466b-9cae-d3775ca96448 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2758329 Oct 19 11:49:34.522335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43752) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:34.527722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'port': {'network_id': 'ddb47175-ee1e-4101-a774-047e001085f2', 'name': 'tempest-FloatingIPTestJSON-1884226494'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:34.716681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Made reservation on behalf of ea20f94f78a645f7a6986148ffeb9db3 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:34.720139 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:34.738701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] device_id is not set on port 1a8c4c85-1436-4693-b6b9-285e8a578a0e yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:49:34.847498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.20.0.2 (ddb47175-ee1e-4101-a774-047e001085f2/5a009684-3c41-400c-b6dd-640810ecc0b1/1a8c4c85-1436-4693-b6b9-285e8a578a0e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:35.000515 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:35.075564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:35.120504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network ddb47175-ee1e-4101-a774-047e001085f2 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:35.123503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:35.127175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:35.133327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=1a8c4c85-1436-4693-b6b9-285e8a578a0e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:35.183296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:35.183949 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:35.273810 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9633f422-e181-48bb-9241-add3beae547f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7502863 Oct 19 11:49:35.276951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43754) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:35.281614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-94d69f2c-2b2f-4091-8bfa-7abd7fbbdf06 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'floatingip': {'port_id': '1a8c4c85-1436-4693-b6b9-285e8a578a0e'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:35.321232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94d69f2c-2b2f-4091-8bfa-7abd7fbbdf06 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:35.776981 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94d69f2c-2b2f-4091-8bfa-7abd7fbbdf06 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:35.830244 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94d69f2c-2b2f-4091-8bfa-7abd7fbbdf06 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:35.939302 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-94d69f2c-2b2f-4091-8bfa-7abd7fbbdf06 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP 08c5b37f-fd1a-4b47-a2a5-7d3177905f41 associated. External IP: 172.25.2.101, port: 1a8c4c85-1436-4693-b6b9-285e8a578a0e. Oct 19 11:49:36.160031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d69f2c-2b2f-4091-8bfa-7abd7fbbdf06 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:36.272954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d69f2c-2b2f-4091-8bfa-7abd7fbbdf06 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:36.280970 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-94d69f2c-2b2f-4091-8bfa-7abd7fbbdf06 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:36.286362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d4e2d-49c5-42a3-9fcc-5d1f03b4414e None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:36.296861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d4e2d-49c5-42a3-9fcc-5d1f03b4414e None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:36.299848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-430d4e2d-49c5-42a3-9fcc-5d1f03b4414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:36.307474 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-94d69f2c-2b2f-4091-8bfa-7abd7fbbdf06 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "PUT /v2.0/floatingips/08c5b37f-fd1a-4b47-a2a5-7d3177905f41 HTTP/1.1" status: 200 len: 978 time: 1.0293846 Oct 19 11:49:36.310089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43758) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:36.344452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-430d4e2d-49c5-42a3-9fcc-5d1f03b4414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:36.354420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d4e2d-49c5-42a3-9fcc-5d1f03b4414e None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:36.355254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-430d4e2d-49c5-42a3-9fcc-5d1f03b4414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:36.390846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-430d4e2d-49c5-42a3-9fcc-5d1f03b4414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:36.391973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d4e2d-49c5-42a3-9fcc-5d1f03b4414e None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:36.404693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port 1a8c4c85-1436-4693-b6b9-285e8a578a0e {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:36.405157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:36.497277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:36.727440 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:36.727734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:36.728045 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP 08c5b37f-fd1a-4b47-a2a5-7d3177905f41 disassociated. External IP: 172.25.2.101, port: 1a8c4c85-1436-4693-b6b9-285e8a578a0e. Oct 19 11:49:36.728378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for 1a8c4c85-1436-4693-b6b9-285e8a578a0e owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:36.933285 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:36.966079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=1a8c4c85-1436-4693-b6b9-285e8a578a0e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:37.412852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:37.525767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:37.536209 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4e8ea-e0c7-48cc-bb8c-7940e02563db None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:37.547655 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4e8ea-e0c7-48cc-bb8c-7940e02563db None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:37.549232 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7b4e8ea-e0c7-48cc-bb8c-7940e02563db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:37.584571 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7b4e8ea-e0c7-48cc-bb8c-7940e02563db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:37.597847 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4e8ea-e0c7-48cc-bb8c-7940e02563db None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:37.598047 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7b4e8ea-e0c7-48cc-bb8c-7940e02563db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:37.608288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:37.614181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-48e2a2e7-93c5-4700-8099-3e96c405fd19 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/ports/1a8c4c85-1436-4693-b6b9-285e8a578a0e HTTP/1.1" status: 204 len: 168 time: 1.3021951 Oct 19 11:49:37.615999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43768) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:37.639409 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7b4e8ea-e0c7-48cc-bb8c-7940e02563db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:37.640134 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4e8ea-e0c7-48cc-bb8c-7940e02563db None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:37.671045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f63949e8-51db-4cd2-946f-2664d4f47d5e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "GET /v2.0/floatingips/08c5b37f-fd1a-4b47-a2a5-7d3177905f41 HTTP/1.1" status: 200 len: 688 time: 0.0536430 Oct 19 11:49:37.674356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43770) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:37.806896 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-2383ad17-68ad-4095-aeda-4a1c1f4e5c2d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port 201312ce-84ae-436f-9e25-49f0d886f1df {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:37.807359 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2383ad17-68ad-4095-aeda-4a1c1f4e5c2d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:37.887672 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2383ad17-68ad-4095-aeda-4a1c1f4e5c2d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:37.888004 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2383ad17-68ad-4095-aeda-4a1c1f4e5c2d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:37.900390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-2383ad17-68ad-4095-aeda-4a1c1f4e5c2d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for 201312ce-84ae-436f-9e25-49f0d886f1df owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:38.082662 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2383ad17-68ad-4095-aeda-4a1c1f4e5c2d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:38.111885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383ad17-68ad-4095-aeda-4a1c1f4e5c2d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=201312ce-84ae-436f-9e25-49f0d886f1df,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:38.176910 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2383ad17-68ad-4095-aeda-4a1c1f4e5c2d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:38.179692 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2383ad17-68ad-4095-aeda-4a1c1f4e5c2d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:38.184327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2383ad17-68ad-4095-aeda-4a1c1f4e5c2d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/floatingips/08c5b37f-fd1a-4b47-a2a5-7d3177905f41 HTTP/1.1" status: 204 len: 168 time: 0.5055859 Oct 19 11:49:38.184769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43774) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:38.189483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '01a0b610-af81-47d0-b00e-6129bb181b58'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:38.287894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:38.393488 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:38.524225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.25.2.234 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/1919be07-7288-4c48-9fa0-f93a5db55569) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:38.631273 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:38.745458 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:38.791352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:38.794747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:38.799655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:38.825032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=1919be07-7288-4c48-9fa0-f93a5db55569,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:39.192227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:39.359579 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:39.521548 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:39.670474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:39.748768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=1919be07-7288-4c48-9fa0-f93a5db55569,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:39.758126 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:39.858033 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP c51c3878-09c7-4270-9041-b2144164b06e associated. External IP: 172.25.2.234, port: 01a0b610-af81-47d0-b00e-6129bb181b58. Oct 19 11:49:40.070874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:40.182618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:40.193234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055e42e-6bb4-4d47-a53b-99a5a8b41a9f None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:40.202900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055e42e-6bb4-4d47-a53b-99a5a8b41a9f None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:40.203511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9055e42e-6bb4-4d47-a53b-99a5a8b41a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:40.239469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9055e42e-6bb4-4d47-a53b-99a5a8b41a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:40.248443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055e42e-6bb4-4d47-a53b-99a5a8b41a9f None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:40.249214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9055e42e-6bb4-4d47-a53b-99a5a8b41a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:40.282497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9055e42e-6bb4-4d47-a53b-99a5a8b41a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:40.283136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055e42e-6bb4-4d47-a53b-99a5a8b41a9f None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:40.290659 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:40.319397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1f521eaa-0e9f-4d14-b19c-b6257cd7f29d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1334350 Oct 19 11:49:40.331007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43786) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:40.335905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-832987275'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:40.407389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Made reservation on behalf of ea20f94f78a645f7a6986148ffeb9db3 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:40.411116 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:40.435444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:49:40.449791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:40.449791 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Added segment cc61f1f6-3db1-4753-92e9-fa5c8212c4f3 of type vlan for network eb61cf45-6928-4ae4-867b-9f94dbab504c Oct 19 11:49:40.498214 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:40.613448 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:40.618970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:40.619561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:40.686687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Network': ['ID=eb61cf45-6928-4ae4-867b-9f94dbab504c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:40.698002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network eb61cf45-6928-4ae4-867b-9f94dbab504c details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:49:40.719262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c8676cde-68c3-4c0a-8201-03d4fd28265f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3869252 Oct 19 11:49:40.721966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43788) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:40.727991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'subnet': {'network_id': 'eb61cf45-6928-4ae4-867b-9f94dbab504c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:40.920510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Made reservation on behalf of ea20f94f78a645f7a6986148ffeb9db3 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:40.924924 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:41.202126 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:41.266433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Subnet': ['ID=0744767a-16a8-464d-9171-ade7a1144c8c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:41.274313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Checking segment: {'id': 'cc61f1f6-3db1-4753-92e9-fa5c8212c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'eb61cf45-6928-4ae4-867b-9f94dbab504c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:49:41.274682 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network hostable DHCP agents. Network: eb61cf45-6928-4ae4-867b-9f94dbab504c, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:49:41.384978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network eb61cf45-6928-4ae4-867b-9f94dbab504c is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:49:41.447646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, eb61cf45-6928-4ae4-867b-9f94dbab504c) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:41.452861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:41.453459 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:41.455997 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8566d460-8e8e-496d-b844-7adf0cea5675 None None] Network eb61cf45-6928-4ae4-867b-9f94dbab504c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:49:41.559134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-85614e66-dad5-4e51-afc2-490f8486effc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8350947 Oct 19 11:49:41.561860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43792) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:41.567150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2007108676', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:41.611898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-eb61cf45-6928-4ae4-867b-9f94dbab504c', 'network_id': 'eb61cf45-6928-4ae4-867b-9f94dbab504c', 'tenant_id': 'ea20f94f78a645f7a6986148ffeb9db3', 'fixed_ips': [{'subnet_id': '0744767a-16a8-464d-9171-ade7a1144c8c'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:49:41.612782 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:41.653967 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:41.655185 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:41.716157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:41.748051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Allocated IP 172.20.0.2 (eb61cf45-6928-4ae4-867b-9f94dbab504c/0744767a-16a8-464d-9171-ade7a1144c8c/fd53dfcc-4b86-49b5-9837-2756d2789095) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:41.891627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:41.896976 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:41.978749 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:42.022685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Network eb61cf45-6928-4ae4-867b-9f94dbab504c is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:42.026073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:42.028825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:42.063742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Pushing event updated for resources: {'Port': ['ID=fd53dfcc-4b86-49b5-9837-2756d2789095,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:42.094513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.094853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.095259 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.095677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.096004 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.096339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.096719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.097047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.097353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.097710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.098028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.098347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:49:42.115351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Attempting to bind port fd53dfcc-4b86-49b5-9837-2756d2789095 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:49:42.115351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Attempting to bind port fd53dfcc-4b86-49b5-9837-2756d2789095 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'cc61f1f6-3db1-4753-92e9-fa5c8212c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'eb61cf45-6928-4ae4-867b-9f94dbab504c'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:49:42.115351 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Attempting to bind port fd53dfcc-4b86-49b5-9837-2756d2789095 on network eb61cf45-6928-4ae4-867b-9f94dbab504c {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:49:42.121236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:49:42.124306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Checking segment: {'id': 'cc61f1f6-3db1-4753-92e9-fa5c8212c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'eb61cf45-6928-4ae4-867b-9f94dbab504c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:49:42.124306 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:42.124306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Bound using segment: {'id': 'cc61f1f6-3db1-4753-92e9-fa5c8212c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'eb61cf45-6928-4ae4-867b-9f94dbab504c'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:49:42.124306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Bound port: fd53dfcc-4b86-49b5-9837-2756d2789095, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc61f1f6-3db1-4753-92e9-fa5c8212c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'eb61cf45-6928-4ae4-867b-9f94dbab504c'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:49:42.124306 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:42.146347 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:42.165186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:42.186089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] For port fd53dfcc-4b86-49b5-9837-2756d2789095, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:49:42.189898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] For port fd53dfcc-4b86-49b5-9837-2756d2789095, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd53dfcc-4b86-49b5-9837-2756d2789095,segment=NetworkSegment(cc61f1f6-3db1-4753-92e9-fa5c8212c4f3),segment_id=cc61f1f6-3db1-4753-92e9-fa5c8212c4f3)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:49:42.255040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:42.277973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.25.2.206 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/0ee66e9b-22ef-4694-978d-5f4c681903f8) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:42.330054 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2a20e-045d-4972-8caa-6d33f413eb20 None None] Pushing event updated for resources: {'Port': ['ID=fd53dfcc-4b86-49b5-9837-2756d2789095,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:42.390415 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:42.494354 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:42.552604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:42.557265 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:42.560757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:42.586753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=0ee66e9b-22ef-4694-978d-5f4c681903f8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:42.895122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:43.108352 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:43.373669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router 8477c3e2-87cb-4550-a9c9-bf99eb41c4a1 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:49:43.395476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31d9ae-4c7a-4a60-b5d1-9884ba9af67e None None] Network eb61cf45-6928-4ae4-867b-9f94dbab504c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:49:43.498343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9ff5bd22-459d-4bd7-bc94-29d0c93e9554 None None] Provisioning complete for port fd53dfcc-4b86-49b5-9837-2756d2789095 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:43.499055 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ff5bd22-459d-4bd7-bc94-29d0c93e9554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:43.536364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:43.548060 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6be5a-742b-4d09-a550-af6cb0e21583 None None] Sync routers for ids ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:43.559124 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6be5a-742b-4d09-a550-af6cb0e21583 None None] Routers {'8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:43.560513 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d8e6be5a-742b-4d09-a550-af6cb0e21583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:43.598074 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d8e6be5a-742b-4d09-a550-af6cb0e21583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:43.608956 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6be5a-742b-4d09-a550-af6cb0e21583 None None] Routers {'8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:43.609841 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d8e6be5a-742b-4d09-a550-af6cb0e21583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:43.648611 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d8e6be5a-742b-4d09-a550-af6cb0e21583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:43.649584 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e6be5a-742b-4d09-a550-af6cb0e21583 None None] The sync data for ids ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:43.671895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:43.677307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43804) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:43.685821 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9413e1a8-d4e7-411d-971d-b20b01f52da2 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1165440 Oct 19 11:49:43.743783 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ff5bd22-459d-4bd7-bc94-29d0c93e9554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:43.818352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9ff5bd22-459d-4bd7-bc94-29d0c93e9554 None None] For port fd53dfcc-4b86-49b5-9837-2756d2789095, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd53dfcc-4b86-49b5-9837-2756d2789095,segment=NetworkSegment(cc61f1f6-3db1-4753-92e9-fa5c8212c4f3),segment_id=cc61f1f6-3db1-4753-92e9-fa5c8212c4f3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:49:43.870625 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ff5bd22-459d-4bd7-bc94-29d0c93e9554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:43.935260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5bd22-459d-4bd7-bc94-29d0c93e9554 None None] Pushing event updated for resources: {'Port': ['ID=fd53dfcc-4b86-49b5-9837-2756d2789095,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:44.091806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2647ffa5-32c7-4e19-a222-f21b7eded273 None None] Provisioning complete for port fd53dfcc-4b86-49b5-9837-2756d2789095 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:44.092350 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2647ffa5-32c7-4e19-a222-f21b7eded273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:44.190121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:44.469258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.20.0.1 (eb61cf45-6928-4ae4-867b-9f94dbab504c/0744767a-16a8-464d-9171-ade7a1144c8c/7d8cf4a7-575b-4ab7-90c1-3bd0cf9b3f84) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:44.578386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd53dfcc-4b86-49b5-9837-2756d2789095 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:49:44.600158 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:44.627080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port fd53dfcc-4b86-49b5-9837-2756d2789095 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:44.627452 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:44.715600 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:44.756359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network eb61cf45-6928-4ae4-867b-9f94dbab504c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:44.759659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:44.763354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:44.790597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=7d8cf4a7-575b-4ab7-90c1-3bd0cf9b3f84,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:44.821149 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:45.004499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4d488c22-7dee-4973-ae1c-cd3b5c5b48d4 None None] Provisioning complete for port 7d8cf4a7-575b-4ab7-90c1-3bd0cf9b3f84 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:45.004772 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4d488c22-7dee-4973-ae1c-cd3b5c5b48d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:45.032203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:45.041744 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-4d488c22-7dee-4973-ae1c-cd3b5c5b48d4 None None] Port 7d8cf4a7-575b-4ab7-90c1-3bd0cf9b3f84 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:49:45.600085 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:45.716021 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:45.788881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=7d8cf4a7-575b-4ab7-90c1-3bd0cf9b3f84,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:45.791467 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:45.886841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network eb61cf45-6928-4ae4-867b-9f94dbab504c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:45.888270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:46.009509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router 8477c3e2-87cb-4550-a9c9-bf99eb41c4a1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:46.131797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:46.138184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1c92b2aa-f4d9-423d-8158-d3ee60cf9e74 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "PUT /v2.0/routers/8477c3e2-87cb-4550-a9c9-bf99eb41c4a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4588625 Oct 19 11:49:46.140703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43814) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:46.143734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cfcb3-f8a4-482f-a0c6-fc008064b8a7 None None] Sync routers for ids ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:46.145955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'port': {'network_id': 'eb61cf45-6928-4ae4-867b-9f94dbab504c', 'name': 'tempest-FloatingIPTestJSON-1685869391'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:46.154041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cfcb3-f8a4-482f-a0c6-fc008064b8a7 None None] Routers {'8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:46.154620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9a4cfcb3-f8a4-482f-a0c6-fc008064b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:46.192331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9a4cfcb3-f8a4-482f-a0c6-fc008064b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:46.203116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6698da11-9d91-40b3-8f4f-2ae6719baab3 None None] Provisioning complete for port 7d8cf4a7-575b-4ab7-90c1-3bd0cf9b3f84 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:46.208527 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6698da11-9d91-40b3-8f4f-2ae6719baab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:46.224350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cfcb3-f8a4-482f-a0c6-fc008064b8a7 None None] Routers {'8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:46.225006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9a4cfcb3-f8a4-482f-a0c6-fc008064b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:46.270907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-9a4cfcb3-f8a4-482f-a0c6-fc008064b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:46.271574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cfcb3-f8a4-482f-a0c6-fc008064b8a7 None None] The sync data for ids ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:46.280096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6698da11-9d91-40b3-8f4f-2ae6719baab3 None None] Port 7d8cf4a7-575b-4ab7-90c1-3bd0cf9b3f84 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:49:46.315949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Made reservation on behalf of ea20f94f78a645f7a6986148ffeb9db3 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:49:46.319553 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:46.336667 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] device_id is not set on port 61f03af9-e425-49aa-953f-d682b3d5d2e8 yet. {{(pid=101312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:49:46.447189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Allocated IP 172.20.0.8 (eb61cf45-6928-4ae4-867b-9f94dbab504c/0744767a-16a8-464d-9171-ade7a1144c8c/61f03af9-e425-49aa-953f-d682b3d5d2e8) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:49:46.601390 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:46.676862 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:46.727464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Network eb61cf45-6928-4ae4-867b-9f94dbab504c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:49:46.731344 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:49:46.735793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:49:46.764470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event updated for resources: {'Port': ['ID=61f03af9-e425-49aa-953f-d682b3d5d2e8,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:46.793701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:46.794344 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:46.865116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43818) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:46.865654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-145a0705-3c1e-4324-b968-309943be9d43 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7234666 Oct 19 11:49:46.870089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-54f2f068-2136-4558-a79c-679153ebe5a7 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Request body: {'floatingip': {'port_id': '61f03af9-e425-49aa-953f-d682b3d5d2e8'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:49:46.931445 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54f2f068-2136-4558-a79c-679153ebe5a7 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:47.003799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e9ff6b40-fa5d-4dbe-8c75-aae388a942b1 None None] Provisioning complete for port 61f03af9-e425-49aa-953f-d682b3d5d2e8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:49:47.004621 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6b40-fa5d-4dbe-8c75-aae388a942b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:47.039785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff6b40-fa5d-4dbe-8c75-aae388a942b1 None None] Port 61f03af9-e425-49aa-953f-d682b3d5d2e8 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:49:47.403272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54f2f068-2136-4558-a79c-679153ebe5a7 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:47.470689 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54f2f068-2136-4558-a79c-679153ebe5a7 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:47.929199 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-54f2f068-2136-4558-a79c-679153ebe5a7 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP c51c3878-09c7-4270-9041-b2144164b06e associated. External IP: 172.25.2.234, port: 01a0b610-af81-47d0-b00e-6129bb181b58. Oct 19 11:49:48.139660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f2f068-2136-4558-a79c-679153ebe5a7 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:48.252673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f2f068-2136-4558-a79c-679153ebe5a7 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:48.263051 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757bbe2-8fc8-40d0-97e0-30c30df495c0 None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:48.274275 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757bbe2-8fc8-40d0-97e0-30c30df495c0 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:48.275285 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6757bbe2-8fc8-40d0-97e0-30c30df495c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:48.316835 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6757bbe2-8fc8-40d0-97e0-30c30df495c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:48.325590 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757bbe2-8fc8-40d0-97e0-30c30df495c0 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:48.326247 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6757bbe2-8fc8-40d0-97e0-30c30df495c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:48.358750 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6757bbe2-8fc8-40d0-97e0-30c30df495c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:48.359480 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757bbe2-8fc8-40d0-97e0-30c30df495c0 None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:48.475526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f2f068-2136-4558-a79c-679153ebe5a7 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router 8477c3e2-87cb-4550-a9c9-bf99eb41c4a1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:48.586399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f2f068-2136-4558-a79c-679153ebe5a7 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:48.590983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-54f2f068-2136-4558-a79c-679153ebe5a7 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:48.596396 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b64345-8220-4cae-8fa9-887ff84c8c69 None None] Sync routers for ids ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:48.605319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b64345-8220-4cae-8fa9-887ff84c8c69 None None] Routers {'8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:48.605986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-17b64345-8220-4cae-8fa9-887ff84c8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:48.638400 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-17b64345-8220-4cae-8fa9-887ff84c8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:48.647628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b64345-8220-4cae-8fa9-887ff84c8c69 None None] Routers {'8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:48.648298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-17b64345-8220-4cae-8fa9-887ff84c8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:48.651342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-54f2f068-2136-4558-a79c-679153ebe5a7 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "PUT /v2.0/floatingips/c51c3878-09c7-4270-9041-b2144164b06e HTTP/1.1" status: 200 len: 978 time: 1.7849085 Oct 19 11:49:48.654447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43822) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:48.683453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-17b64345-8220-4cae-8fa9-887ff84c8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:48.684100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b64345-8220-4cae-8fa9-887ff84c8c69 None None] The sync data for ids ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:48.748417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port 61f03af9-e425-49aa-953f-d682b3d5d2e8 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:48.748720 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:48.844846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:49.035277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:49.035920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:49.036201 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Floating IP c51c3878-09c7-4270-9041-b2144164b06e disassociated. External IP: 172.25.2.234, port: 61f03af9-e425-49aa-953f-d682b3d5d2e8. Oct 19 11:49:49.036397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for 61f03af9-e425-49aa-953f-d682b3d5d2e8 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:49.219598 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:49.251172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=61f03af9-e425-49aa-953f-d682b3d5d2e8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:49.383250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router 8477c3e2-87cb-4550-a9c9-bf99eb41c4a1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:49.505465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:49.518456 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d0188b-6ada-4e91-b452-18f5d56f4d8a None None] Sync routers for ids ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:49.529400 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0188b-6ada-4e91-b452-18f5d56f4d8a None None] Routers {'8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:49.530023 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e4d0188b-6ada-4e91-b452-18f5d56f4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:49.567348 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e4d0188b-6ada-4e91-b452-18f5d56f4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:49.577616 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0188b-6ada-4e91-b452-18f5d56f4d8a None None] Routers {'8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:49.578467 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e4d0188b-6ada-4e91-b452-18f5d56f4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:49.581106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:49.586958 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-87b5a598-7a11-4b22-92e0-1254644d1284 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/ports/61f03af9-e425-49aa-953f-d682b3d5d2e8 HTTP/1.1" status: 204 len: 168 time: 0.9287755 Oct 19 11:49:49.587328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43844) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:49.616093 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e4d0188b-6ada-4e91-b452-18f5d56f4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:49.616769 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d0188b-6ada-4e91-b452-18f5d56f4d8a None None] The sync data for ids ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:49.750582 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:49.945474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d703185-dfd1-4488-8391-0be3d76efae1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:50.207487 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:50.213827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-7d703185-dfd1-4488-8391-0be3d76efae1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port 7d8cf4a7-575b-4ab7-90c1-3bd0cf9b3f84 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:50.214358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d703185-dfd1-4488-8391-0be3d76efae1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:50.304146 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d703185-dfd1-4488-8391-0be3d76efae1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:50.317062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-7d703185-dfd1-4488-8391-0be3d76efae1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for 7d8cf4a7-575b-4ab7-90c1-3bd0cf9b3f84 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:50.545051 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d703185-dfd1-4488-8391-0be3d76efae1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:50.574416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d703185-dfd1-4488-8391-0be3d76efae1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=7d8cf4a7-575b-4ab7-90c1-3bd0cf9b3f84,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:50.754667 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7d703185-dfd1-4488-8391-0be3d76efae1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:50.977968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d703185-dfd1-4488-8391-0be3d76efae1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router 8477c3e2-87cb-4550-a9c9-bf99eb41c4a1 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:51.084868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d703185-dfd1-4488-8391-0be3d76efae1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:51.093496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7d703185-dfd1-4488-8391-0be3d76efae1 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "PUT /v2.0/routers/8477c3e2-87cb-4550-a9c9-bf99eb41c4a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5016332 Oct 19 11:49:51.093496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43848) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:51.095934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b18a14-0447-40a0-a2d8-b9b4759b6a41 None None] Sync routers for ids ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:51.106646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b18a14-0447-40a0-a2d8-b9b4759b6a41 None None] Routers {'8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:51.107381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-70b18a14-0447-40a0-a2d8-b9b4759b6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:51.141518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-70b18a14-0447-40a0-a2d8-b9b4759b6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:51.151455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b18a14-0447-40a0-a2d8-b9b4759b6a41 None None] Routers {'8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:51.151455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-70b18a14-0447-40a0-a2d8-b9b4759b6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:51.187980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-70b18a14-0447-40a0-a2d8-b9b4759b6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:51.188700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b18a14-0447-40a0-a2d8-b9b4759b6a41 None None] The sync data for ids ['8477c3e2-87cb-4550-a9c9-bf99eb41c4a1'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:51.540310 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:51.644347 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:51.753365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port 0ee66e9b-22ef-4694-978d-5f4c681903f8 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:51.753715 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:51.831841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:51.843397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for 0ee66e9b-22ef-4694-978d-5f4c681903f8 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:52.081895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.109326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=0ee66e9b-22ef-4694-978d-5f4c681903f8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:52.173358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.264972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.267349 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.373922 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.374469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Fanout notify agent at l3_agent the message router_deleted on router 8477c3e2-87cb-4550-a9c9-bf99eb41c4a1 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:49:52.381595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.385685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-39e997b6-1ef6-49a2-b218-3d387d4d925e tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/routers/8477c3e2-87cb-4550-a9c9-bf99eb41c4a1 HTTP/1.1" status: 204 len: 168 time: 1.2891181 Oct 19 11:49:52.385685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43854) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:52.437960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-af950af0-4c15-4d27-825a-272e77fdf77d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting subnet 0744767a-16a8-464d-9171-ade7a1144c8c {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:49:52.441127 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-af950af0-4c15-4d27-825a-272e77fdf77d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.481994 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-af950af0-4c15-4d27-825a-272e77fdf77d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.571001 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-af950af0-4c15-4d27-825a-272e77fdf77d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.699572 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-af950af0-4c15-4d27-825a-272e77fdf77d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.726228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af950af0-4c15-4d27-825a-272e77fdf77d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Subnet': ['ID=0744767a-16a8-464d-9171-ade7a1144c8c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:52.732195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-af950af0-4c15-4d27-825a-272e77fdf77d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.735427 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-af950af0-4c15-4d27-825a-272e77fdf77d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/subnets/0744767a-16a8-464d-9171-ade7a1144c8c HTTP/1.1" status: 204 len: 168 time: 0.3489842 Oct 19 11:49:52.738123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43856) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:52.741343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e868704-ff5a-469e-a8c3-71da52475731 None None] Network eb61cf45-6928-4ae4-867b-9f94dbab504c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:49:52.819603 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.874117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port fd53dfcc-4b86-49b5-9837-2756d2789095 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:52.874518 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.922288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ae258b-e649-405f-ab1f-2089bf93b1e5 None None] DHCP port deletion for eb61cf45-6928-4ae4-867b-9f94dbab504c request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:49:52.938446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] For port fd53dfcc-4b86-49b5-9837-2756d2789095, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd53dfcc-4b86-49b5-9837-2756d2789095,segment=NetworkSegment(cc61f1f6-3db1-4753-92e9-fa5c8212c4f3),segment_id=cc61f1f6-3db1-4753-92e9-fa5c8212c4f3)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:49:52.938805 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:52.958122 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for fd53dfcc-4b86-49b5-9837-2756d2789095 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:52.975188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-07ae258b-e649-405f-ab1f-2089bf93b1e5 None None] Deleting port fd53dfcc-4b86-49b5-9837-2756d2789095 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:52.975780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07ae258b-e649-405f-ab1f-2089bf93b1e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.038449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-07ae258b-e649-405f-ab1f-2089bf93b1e5 None None] For port fd53dfcc-4b86-49b5-9837-2756d2789095, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd53dfcc-4b86-49b5-9837-2756d2789095,segment=NetworkSegment(cc61f1f6-3db1-4753-92e9-fa5c8212c4f3),segment_id=cc61f1f6-3db1-4753-92e9-fa5c8212c4f3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:49:53.038841 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07ae258b-e649-405f-ab1f-2089bf93b1e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.050928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-07ae258b-e649-405f-ab1f-2089bf93b1e5 None None] Calling delete_port for fd53dfcc-4b86-49b5-9837-2756d2789095 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:53.093819 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.123281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=fd53dfcc-4b86-49b5-9837-2756d2789095,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:53.125332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] No DVR routers for this DVR port fd53dfcc-4b86-49b5-9837-2756d2789095 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:49:53.136302 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07ae258b-e649-405f-ab1f-2089bf93b1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.160951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae258b-e649-405f-ab1f-2089bf93b1e5 None None] Pushing event deleted for resources: {'Port': ['ID=fd53dfcc-4b86-49b5-9837-2756d2789095,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:53.167229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae258b-e649-405f-ab1f-2089bf93b1e5 None None] No DVR routers for this DVR port fd53dfcc-4b86-49b5-9837-2756d2789095 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:49:53.211686 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.231985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb61cf45-6928-4ae4-867b-9f94dbab504c']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:53.242078 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc61f1f6-3db1-4753-92e9-fa5c8212c4f3') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:53.242375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc61f1f6-3db1-4753-92e9-fa5c8212c4f3') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:53.251816 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.265665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.271756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:49:53.272148 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:49:53.275203 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:49:53.395204 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.404432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.408743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/networks/eb61cf45-6928-4ae4-867b-9f94dbab504c HTTP/1.1" status: 204 len: 168 time: 0.6690848 Oct 19 11:49:53.411070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43860) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:53.427135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fc08a-6c51-489b-94df-20473076b77b tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Network': ['ID=eb61cf45-6928-4ae4-867b-9f94dbab504c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:53.565677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-26027854-3d73-4383-bb43-bafa3aed3102 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port 1919be07-7288-4c48-9fa0-f93a5db55569 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:53.566028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-26027854-3d73-4383-bb43-bafa3aed3102 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.646394 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-26027854-3d73-4383-bb43-bafa3aed3102 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.646718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-26027854-3d73-4383-bb43-bafa3aed3102 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.659174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-26027854-3d73-4383-bb43-bafa3aed3102 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for 1919be07-7288-4c48-9fa0-f93a5db55569 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:53.853704 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-26027854-3d73-4383-bb43-bafa3aed3102 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.879711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26027854-3d73-4383-bb43-bafa3aed3102 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=1919be07-7288-4c48-9fa0-f93a5db55569,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:53.940195 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-26027854-3d73-4383-bb43-bafa3aed3102 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.951187 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-26027854-3d73-4383-bb43-bafa3aed3102 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:53.951187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-26027854-3d73-4383-bb43-bafa3aed3102 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/floatingips/c51c3878-09c7-4270-9041-b2144164b06e HTTP/1.1" status: 204 len: 168 time: 0.5317917 Oct 19 11:49:53.951628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43866) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:53.974021 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ab958e-6f08-41bd-84c8-1af9f1cdd695 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] DELETE failed (client error): The resource could not be found. Oct 19 11:49:53.974665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ab958e-6f08-41bd-84c8-1af9f1cdd695 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:49:53.977767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-86ab958e-6f08-41bd-84c8-1af9f1cdd695 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/ports/61f03af9-e425-49aa-953f-d682b3d5d2e8 HTTP/1.1" status: 404 len: 333 time: 0.0272033 Oct 19 11:49:53.980309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43868) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:54.008276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-88f519d3-f370-4e3f-92aa-6547bd185b41 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "GET /v2.0/ports?device_id=8477c3e2-87cb-4550-a9c9-bf99eb41c4a1 HTTP/1.1" status: 200 len: 205 time: 0.0247130 Oct 19 11:49:54.008586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43870) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:54.045582 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-0e18a686-9daa-4313-be9e-fb37905f61ac tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] delete failed (client error): The resource could not be found. Oct 19 11:49:54.046605 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0e18a686-9daa-4313-be9e-fb37905f61ac tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/routers/8477c3e2-87cb-4550-a9c9-bf99eb41c4a1 HTTP/1.1" status: 404 len: 336 time: 0.0372298 Oct 19 11:49:54.049210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43872) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:54.078374 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-8702e8df-a1b8-41d4-887f-03490346fb8f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] DELETE failed (client error): The resource could not be found. Oct 19 11:49:54.078818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8702e8df-a1b8-41d4-887f-03490346fb8f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 11:49:54.082344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8702e8df-a1b8-41d4-887f-03490346fb8f tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/subnets/0744767a-16a8-464d-9171-ade7a1144c8c HTTP/1.1" status: 404 len: 337 time: 0.0322306 Oct 19 11:49:54.084810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43874) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:54.175602 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6ca23141-6051-4ccd-99d6-cdc91a08a2cc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port 01a0b610-af81-47d0-b00e-6129bb181b58 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:54.175841 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6ca23141-6051-4ccd-99d6-cdc91a08a2cc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:54.269541 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6ca23141-6051-4ccd-99d6-cdc91a08a2cc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:54.282364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6ca23141-6051-4ccd-99d6-cdc91a08a2cc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for 01a0b610-af81-47d0-b00e-6129bb181b58 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:54.447777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6ca23141-6051-4ccd-99d6-cdc91a08a2cc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:54.481907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca23141-6051-4ccd-99d6-cdc91a08a2cc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=01a0b610-af81-47d0-b00e-6129bb181b58,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:54.533500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd53dfcc-4b86-49b5-9837-2756d2789095 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:49:54.554987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: fd53dfcc-4b86-49b5-9837-2756d2789095 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:49:54.555632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd53dfcc-4b86-49b5-9837-2756d2789095 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:49:54.564500 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6ca23141-6051-4ccd-99d6-cdc91a08a2cc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:54.571656 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6ca23141-6051-4ccd-99d6-cdc91a08a2cc tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/ports/01a0b610-af81-47d0-b00e-6129bb181b58 HTTP/1.1" status: 204 len: 168 time: 0.4832487 Oct 19 11:49:54.571656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43878) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:54.666834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-160b9fa4-c1be-4c45-83c5-fbae6ae6be1d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port 6ab4a4d2-a060-4ad7-8679-8844112c2753 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:54.667179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-160b9fa4-c1be-4c45-83c5-fbae6ae6be1d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:54.759797 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-160b9fa4-c1be-4c45-83c5-fbae6ae6be1d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:54.774462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-160b9fa4-c1be-4c45-83c5-fbae6ae6be1d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for 6ab4a4d2-a060-4ad7-8679-8844112c2753 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:54.956054 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-160b9fa4-c1be-4c45-83c5-fbae6ae6be1d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:54.983913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b9fa4-c1be-4c45-83c5-fbae6ae6be1d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=6ab4a4d2-a060-4ad7-8679-8844112c2753,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:55.056215 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-160b9fa4-c1be-4c45-83c5-fbae6ae6be1d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:55.059483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-160b9fa4-c1be-4c45-83c5-fbae6ae6be1d tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/ports/6ab4a4d2-a060-4ad7-8679-8844112c2753 HTTP/1.1" status: 204 len: 168 time: 0.4870591 Oct 19 11:49:55.062080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43882) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:55.115246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05d2b2c-b328-4c6e-9847-38b03cb59192 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:49:55.116750 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e05d2b2c-b328-4c6e-9847-38b03cb59192 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab10112d-6fe1-4d18-862f-f3ed8008188d HTTP/1.1" status: 200 len: 913 time: 0.0537105 Oct 19 11:49:55.119370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43884) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:55.413416 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-90b11d66-7f64-4153-a324-cfbe2d0b9c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:55.463167 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6dcaad-7f19-41ff-b6f9-552ad5eff914 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:55.713741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dcaad-7f19-41ff-b6f9-552ad5eff914 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port c0d55e5e-0978-4fd8-81e5-073fe4a3d650 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:55.714077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6dcaad-7f19-41ff-b6f9-552ad5eff914 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:55.804546 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6dcaad-7f19-41ff-b6f9-552ad5eff914 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:55.817487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dcaad-7f19-41ff-b6f9-552ad5eff914 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for c0d55e5e-0978-4fd8-81e5-073fe4a3d650 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:56.053538 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6dcaad-7f19-41ff-b6f9-552ad5eff914 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:56.081665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dcaad-7f19-41ff-b6f9-552ad5eff914 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=c0d55e5e-0978-4fd8-81e5-073fe4a3d650,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:56.263168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc6dcaad-7f19-41ff-b6f9-552ad5eff914 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:56.519440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6dcaad-7f19-41ff-b6f9-552ad5eff914 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Router ab10112d-6fe1-4d18-862f-f3ed8008188d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:49:56.626615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6dcaad-7f19-41ff-b6f9-552ad5eff914 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:49:56.632735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dc6dcaad-7f19-41ff-b6f9-552ad5eff914 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "PUT /v2.0/routers/ab10112d-6fe1-4d18-862f-f3ed8008188d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5121124 Oct 19 11:49:56.634969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43892) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:56.640915 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff5e8a-1bc8-4270-9c3d-df649f062123 None None] Sync routers for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:49:56.651264 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff5e8a-1bc8-4270-9c3d-df649f062123 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:56.652150 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c5ff5e8a-1bc8-4270-9c3d-df649f062123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:56.692440 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c5ff5e8a-1bc8-4270-9c3d-df649f062123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:56.702642 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff5e8a-1bc8-4270-9c3d-df649f062123 None None] Routers {'ab10112d-6fe1-4d18-862f-f3ed8008188d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:49:56.702983 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c5ff5e8a-1bc8-4270-9c3d-df649f062123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['ab10112d-6fe1-4d18-862f-f3ed8008188d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:56.737449 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c5ff5e8a-1bc8-4270-9c3d-df649f062123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:56.737712 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff5e8a-1bc8-4270-9c3d-df649f062123 None None] The sync data for ids ['ab10112d-6fe1-4d18-862f-f3ed8008188d'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:49:56.760412 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:56.865796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:56.984421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting port f72aa5e7-14c7-40f1-ab1b-3465feabf086 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:49:56.984806 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:57.064131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:57.075861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Calling delete_port for f72aa5e7-14c7-40f1-ab1b-3465feabf086 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:49:57.629902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:57.654383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Port': ['ID=f72aa5e7-14c7-40f1-ab1b-3465feabf086,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:57.719691 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:57.811009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:57.813229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:57.842196 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-97886a0a-f02d-40ac-b033-c8f2acd30c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:57.915250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:57.915915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Fanout notify agent at l3_agent the message router_deleted on router ab10112d-6fe1-4d18-862f-f3ed8008188d {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:49:57.924649 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:57.925966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ee7cb079-a81e-4e0f-abd6-107d77ef7769 tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/routers/ab10112d-6fe1-4d18-862f-f3ed8008188d HTTP/1.1" status: 204 len: 168 time: 1.2900312 Oct 19 11:49:57.928431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43898) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:57.983842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c214ced-0c57-4699-abed-2715aa9b056a tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Deleting subnet 5a009684-3c41-400c-b6dd-640810ecc0b1 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:49:57.989068 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c214ced-0c57-4699-abed-2715aa9b056a tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.034882 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c214ced-0c57-4699-abed-2715aa9b056a tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.079409 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c214ced-0c57-4699-abed-2715aa9b056a tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.207941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c214ced-0c57-4699-abed-2715aa9b056a tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.236298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c214ced-0c57-4699-abed-2715aa9b056a tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Subnet': ['ID=5a009684-3c41-400c-b6dd-640810ecc0b1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:58.242328 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0c214ced-0c57-4699-abed-2715aa9b056a tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.247886 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0c214ced-0c57-4699-abed-2715aa9b056a tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/subnets/5a009684-3c41-400c-b6dd-640810ecc0b1 HTTP/1.1" status: 204 len: 168 time: 0.3162022 Oct 19 11:49:58.248119 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43900) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:58.334784 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.425569 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.445668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb47175-ee1e-4101-a774-047e001085f2']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:58.455710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24924b1a-932a-42f5-b421-2259823235c6') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:58.456022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24924b1a-932a-42f5-b421-2259823235c6') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:58.465613 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.479517 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.485707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:49:58.486092 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:49:58.489207 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:49:58.619148 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.628597 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:58.631853 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] 10.222.0.39 "DELETE /v2.0/networks/ddb47175-ee1e-4101-a774-047e001085f2 HTTP/1.1" status: 204 len: 168 time: 0.3827477 Oct 19 11:49:58.646286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc7dda-4e46-4cb2-9c9b-aca27eb2fa8c tempest-FloatingIPTestJSON-2002563229 tempest-FloatingIPTestJSON-2002563229-project] Pushing event deleted for resources: {'Network': ['ID=ddb47175-ee1e-4101-a774-047e001085f2,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:58.976091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43906) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:59.081440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fe8d5f-89dd-4644-bb14-dd8d574d0807 admin admin] Deleting subnet 044a748b-3802-4dd7-88fd-0217ba79ad18 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:49:59.084883 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-09fe8d5f-89dd-4644-bb14-dd8d574d0807 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.086586 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.121437 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-09fe8d5f-89dd-4644-bb14-dd8d574d0807 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.144406 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43912) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:59.160869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.164846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-09fe8d5f-89dd-4644-bb14-dd8d574d0807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.284006 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-223c8bc6-7b6a-4e7a-bde9-7b08801ecb72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea20f94f78a645f7a6986148ffeb9db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361487 Oct 19 11:49:59.284256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 43916) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:59.306288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-09fe8d5f-89dd-4644-bb14-dd8d574d0807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.336042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe8d5f-89dd-4644-bb14-dd8d574d0807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044a748b-3802-4dd7-88fd-0217ba79ad18,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:59.337660 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-273b792b-de8b-4f75-bf84-3c67a62d9b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.338249 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-09fe8d5f-89dd-4644-bb14-dd8d574d0807 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.341629 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-09fe8d5f-89dd-4644-bb14-dd8d574d0807 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/044a748b-3802-4dd7-88fd-0217ba79ad18 HTTP/1.1" status: 204 len: 168 time: 0.3642907 Oct 19 11:49:59.344396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43918) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:49:59.363357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-273b792b-de8b-4f75-bf84-3c67a62d9b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.420170 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.488273 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-273b792b-de8b-4f75-bf84-3c67a62d9b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.491451 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-273b792b-de8b-4f75-bf84-3c67a62d9b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.494946 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-273b792b-de8b-4f75-bf84-3c67a62d9b02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58282c0f-1c17-4f72-944e-6b45fe036f27 HTTP/1.1" status: 204 len: 168 time: 0.2075534 Oct 19 11:49:59.500772 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.508982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b792b-de8b-4f75-bf84-3c67a62d9b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58282c0f-1c17-4f72-944e-6b45fe036f27,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:49:59.532995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:59.548405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f157d397-da48-4e78-b42e-c645dd754acc') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:59.548405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f157d397-da48-4e78-b42e-c645dd754acc') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:49:59.554059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.568474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.574567 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:49:59.576628 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:49:59.576774 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:49:59.699266 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.706716 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:49:59.710573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7 HTTP/1.1" status: 204 len: 168 time: 0.3655424 Oct 19 11:49:59.721634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52925d-48e7-4eb1-b2d4-a1eeb74ec840 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bbee3c2-f1bb-41e7-adaf-62b4fc6583b7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:00.091522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43934) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:00.135124 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eafd7eed-1c58-4426-b0bb-885f984debac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=526822f6e4634ba4954c3a51b870ee8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419941 Oct 19 11:50:00.137953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43936) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:00.200040 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebaaf052-056a-411a-9157-6a190928e49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:00.223101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebaaf052-056a-411a-9157-6a190928e49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:00.328154 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebaaf052-056a-411a-9157-6a190928e49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:00.331592 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebaaf052-056a-411a-9157-6a190928e49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:00.336573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ebaaf052-056a-411a-9157-6a190928e49e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5beadaa4-b207-4f8a-b80f-8806b95ca41f HTTP/1.1" status: 204 len: 168 time: 0.1939168 Oct 19 11:50:00.341404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaaf052-056a-411a-9157-6a190928e49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beadaa4-b207-4f8a-b80f-8806b95ca41f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:00.495712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43948) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:00.691014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-182521532'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:00.773522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Made reservation on behalf of e89deb4deb124a41a6d5b96f2c9c6d30 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:50:00.780134 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:00.787085 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:00.865157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:00.893555 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:00.916272 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:00.943285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:50:00.958629 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93cb4db-605d-46b4-a1b2-9ea98871f89e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:00.963507 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:00.963853 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Added segment 61627fb9-fe32-408d-98ab-dc17cf7ab41e of type vlan for network 1bde7613-df26-4aed-b4af-37b3a587ed57 Oct 19 11:50:01.005437 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:01.080767 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:01.086416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:01.090815 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:01.156793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event updated for resources: {'Network': ['ID=1bde7613-df26-4aed-b4af-37b3a587ed57,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:01.167445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 1bde7613-df26-4aed-b4af-37b3a587ed57 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:50:01.200772 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b1da0341-74a4-42a5-9af4-979004cd7527 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7012687 Oct 19 11:50:01.204619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43970) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:01.206769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Request body: {'subnet': {'network_id': '1bde7613-df26-4aed-b4af-37b3a587ed57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:01.384686 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Made reservation on behalf of e89deb4deb124a41a6d5b96f2c9c6d30 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:50:01.390417 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:01.642129 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:01.711937 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event updated for resources: {'Subnet': ['ID=1801f9b1-1ac7-4528-8be2-82a2cb79f3ba,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:01.718477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Checking segment: {'id': '61627fb9-fe32-408d-98ab-dc17cf7ab41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bde7613-df26-4aed-b4af-37b3a587ed57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:50:01.718793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Network hostable DHCP agents. Network: 1bde7613-df26-4aed-b4af-37b3a587ed57, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:50:01.812009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Network 1bde7613-df26-4aed-b4af-37b3a587ed57 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:50:01.904573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 1bde7613-df26-4aed-b4af-37b3a587ed57) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:01.908492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:01.909114 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:01.913236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2336e0-3b75-4a77-a39e-875b6dbbb3ea None None] Network 1bde7613-df26-4aed-b4af-37b3a587ed57 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:50:02.005400 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5ac74e6e-fdcb-447e-8aa9-9436222b1159 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8032017 Oct 19 11:50:02.008048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43980) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:02.012550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3f18f117-8334-45a3-aeb7-a53640e8316a tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-589163955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:02.061858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-1bde7613-df26-4aed-b4af-37b3a587ed57', 'network_id': '1bde7613-df26-4aed-b4af-37b3a587ed57', 'tenant_id': 'e89deb4deb124a41a6d5b96f2c9c6d30', 'fixed_ips': [{'subnet_id': '1801f9b1-1ac7-4528-8be2-82a2cb79f3ba'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:50:02.062717 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.093629 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f18f117-8334-45a3-aeb7-a53640e8316a tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.094703 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f18f117-8334-45a3-aeb7-a53640e8316a tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.147740 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f18f117-8334-45a3-aeb7-a53640e8316a tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.203220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Allocated IP 172.20.0.2 (1bde7613-df26-4aed-b4af-37b3a587ed57/1801f9b1-1ac7-4528-8be2-82a2cb79f3ba/d89bbba0-9575-4741-8c07-252e09da4aa5) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:50:02.254493 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f18f117-8334-45a3-aeb7-a53640e8316a tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.343885 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.358872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f18f117-8334-45a3-aeb7-a53640e8316a tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.360289 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3f18f117-8334-45a3-aeb7-a53640e8316a tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3510466 Oct 19 11:50:02.363379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43986) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:02.426771 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.468728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Network 1bde7613-df26-4aed-b4af-37b3a587ed57 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:02.475202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:02.478193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:50:02.485301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Pushing event updated for resources: {'Port': ['ID=d89bbba0-9575-4741-8c07-252e09da4aa5,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:02.542860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Attempting to bind port d89bbba0-9575-4741-8c07-252e09da4aa5 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:50:02.543224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Attempting to bind port d89bbba0-9575-4741-8c07-252e09da4aa5 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '61627fb9-fe32-408d-98ab-dc17cf7ab41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bde7613-df26-4aed-b4af-37b3a587ed57'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:50:02.543581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Attempting to bind port d89bbba0-9575-4741-8c07-252e09da4aa5 on network 1bde7613-df26-4aed-b4af-37b3a587ed57 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:50:02.548829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:50:02.549767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Checking segment: {'id': '61627fb9-fe32-408d-98ab-dc17cf7ab41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bde7613-df26-4aed-b4af-37b3a587ed57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:50:02.550162 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.550557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Bound using segment: {'id': '61627fb9-fe32-408d-98ab-dc17cf7ab41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bde7613-df26-4aed-b4af-37b3a587ed57'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:50:02.551017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Bound port: d89bbba0-9575-4741-8c07-252e09da4aa5, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61627fb9-fe32-408d-98ab-dc17cf7ab41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bde7613-df26-4aed-b4af-37b3a587ed57'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:50:02.551394 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.617759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] For port d89bbba0-9575-4741-8c07-252e09da4aa5, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:50:02.622563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] For port d89bbba0-9575-4741-8c07-252e09da4aa5, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d89bbba0-9575-4741-8c07-252e09da4aa5,segment=NetworkSegment(61627fb9-fe32-408d-98ab-dc17cf7ab41e),segment_id=61627fb9-fe32-408d-98ab-dc17cf7ab41e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:50:02.656373 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.704249 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:02.760918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cd822-f81a-461b-a7b4-30ad9c8072b6 None None] Pushing event updated for resources: {'Port': ['ID=d89bbba0-9575-4741-8c07-252e09da4aa5,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:02.817294 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:50:02.942953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Allocated IP 172.20.0.1 (1bde7613-df26-4aed-b4af-37b3a587ed57/1801f9b1-1ac7-4528-8be2-82a2cb79f3ba/3ec875e1-45ac-43a0-acc8-822aa11aea08) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:50:03.082217 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:03.162872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:03.213476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Network 1bde7613-df26-4aed-b4af-37b3a587ed57 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:03.219024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:03.223030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:50:03.250536 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event updated for resources: {'Port': ['ID=3ec875e1-45ac-43a0-acc8-822aa11aea08,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:03.275459 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:03.500400 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:03.643727 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad9b5f8-3043-41ea-9271-8247325b33b2 None None] Network 1bde7613-df26-4aed-b4af-37b3a587ed57 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:50:03.716463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-931a7157-d0c3-4091-ab4d-91c9612be806 None None] Provisioning complete for port d89bbba0-9575-4741-8c07-252e09da4aa5 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:03.716860 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-931a7157-d0c3-4091-ab4d-91c9612be806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:03.781597 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:03.852230 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:03.864431 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-931a7157-d0c3-4091-ab4d-91c9612be806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:03.903163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-931a7157-d0c3-4091-ab4d-91c9612be806 None None] For port d89bbba0-9575-4741-8c07-252e09da4aa5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d89bbba0-9575-4741-8c07-252e09da4aa5,segment=NetworkSegment(61627fb9-fe32-408d-98ab-dc17cf7ab41e),segment_id=61627fb9-fe32-408d-98ab-dc17cf7ab41e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:50:03.931133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event updated for resources: {'Port': ['ID=3ec875e1-45ac-43a0-acc8-822aa11aea08,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:03.935363 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:03.968331 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-931a7157-d0c3-4091-ab4d-91c9612be806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:04.022960 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a7157-d0c3-4091-ab4d-91c9612be806 None None] Pushing event updated for resources: {'Port': ['ID=d89bbba0-9575-4741-8c07-252e09da4aa5,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:04.042854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Network 1bde7613-df26-4aed-b4af-37b3a587ed57 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:04.044329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:04.092050 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7f0f3e58-d7cd-4ec7-9007-32d97d1b1ecd None None] Provisioning complete for port d89bbba0-9575-4741-8c07-252e09da4aa5 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:04.092496 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7f0f3e58-d7cd-4ec7-9007-32d97d1b1ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:04.190570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7f0f3e58-d7cd-4ec7-9007-32d97d1b1ecd None None] Provisioning complete for port 3ec875e1-45ac-43a0-acc8-822aa11aea08 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:04.190941 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7f0f3e58-d7cd-4ec7-9007-32d97d1b1ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:04.229941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Router c397f875-5f21-472c-adf7-362dee599db6 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:50:04.240188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f3e58-d7cd-4ec7-9007-32d97d1b1ecd None None] Port 3ec875e1-45ac-43a0-acc8-822aa11aea08 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:50:04.331765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:50:04.337049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d093a868-d0f2-4e67-b8fe-381af50f4c3e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "PUT /v2.0/routers/c397f875-5f21-472c-adf7-362dee599db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9726171 Oct 19 11:50:04.339794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 43998) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:04.345472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900f10b-6587-4c03-b10a-935786e9603e None None] Sync routers for ids ['c397f875-5f21-472c-adf7-362dee599db6'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:50:04.349688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Request body: {'port': {'network_id': '1bde7613-df26-4aed-b4af-37b3a587ed57', 'name': 'tempest-FloatingIPNegativeTestJSON-18718131'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:04.367889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900f10b-6587-4c03-b10a-935786e9603e None None] Routers {'c397f875-5f21-472c-adf7-362dee599db6'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:04.368565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3900f10b-6587-4c03-b10a-935786e9603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c397f875-5f21-472c-adf7-362dee599db6'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:04.371796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-98518e89-b85a-40a9-a8c2-6001d1600622 None None] Provisioning complete for port 3ec875e1-45ac-43a0-acc8-822aa11aea08 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:04.372170 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-98518e89-b85a-40a9-a8c2-6001d1600622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:04.440682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3900f10b-6587-4c03-b10a-935786e9603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:04.445456 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-98518e89-b85a-40a9-a8c2-6001d1600622 None None] Port 3ec875e1-45ac-43a0-acc8-822aa11aea08 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:50:04.453880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900f10b-6587-4c03-b10a-935786e9603e None None] Routers {'c397f875-5f21-472c-adf7-362dee599db6'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:04.454512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3900f10b-6587-4c03-b10a-935786e9603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c397f875-5f21-472c-adf7-362dee599db6'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:04.489065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3900f10b-6587-4c03-b10a-935786e9603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:04.489815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3900f10b-6587-4c03-b10a-935786e9603e None None] The sync data for ids ['c397f875-5f21-472c-adf7-362dee599db6'] in n-d-814547-1 is: [] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:50:04.539426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Made reservation on behalf of e89deb4deb124a41a6d5b96f2c9c6d30 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:50:04.543435 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:04.562547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] device_id is not set on port 70c6849b-3507-43cd-a5fd-0d5126b5e030 yet. {{(pid=101311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 19 11:50:04.566973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c2ed108a-6a9e-4c8c-8cf0-6a510072f771 None None] Provisioning complete for port 3ec875e1-45ac-43a0-acc8-822aa11aea08 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:04.567219 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c2ed108a-6a9e-4c8c-8cf0-6a510072f771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:04.589456 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d89bbba0-9575-4741-8c07-252e09da4aa5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:50:04.652766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed108a-6a9e-4c8c-8cf0-6a510072f771 None None] Port 3ec875e1-45ac-43a0-acc8-822aa11aea08 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:50:04.668248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d89bbba0-9575-4741-8c07-252e09da4aa5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:04.668642 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:04.687218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Allocated IP 172.20.0.6 (1bde7613-df26-4aed-b4af-37b3a587ed57/1801f9b1-1ac7-4528-8be2-82a2cb79f3ba/70c6849b-3507-43cd-a5fd-0d5126b5e030) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:50:04.835779 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:04.921107 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:04.969781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Network 1bde7613-df26-4aed-b4af-37b3a587ed57 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:04.973894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:04.977724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:50:05.009047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event updated for resources: {'Port': ['ID=70c6849b-3507-43cd-a5fd-0d5126b5e030,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:05.037191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:05.037821 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:05.111099 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dc00ca28-763e-469a-9dd2-7c69efd8e821 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7672133 Oct 19 11:50:05.111348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44004) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:05.116881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:05.202374 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:05.276042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2424770b-829d-4c68-bc5d-af0a83f2e9c6 None None] Provisioning complete for port 70c6849b-3507-43cd-a5fd-0d5126b5e030 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:05.276416 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2424770b-829d-4c68-bc5d-af0a83f2e9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:05.301497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:05.313444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2424770b-829d-4c68-bc5d-af0a83f2e9c6 None None] Port 70c6849b-3507-43cd-a5fd-0d5126b5e030 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:50:05.409935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Allocated IP 172.25.2.180 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/c5345578-149a-4a68-9104-44983e6d97ca) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:50:05.513420 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:05.608627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:05.654780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:05.657732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:05.663845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:50:05.666878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event updated for resources: {'Port': ['ID=c5345578-149a-4a68-9104-44983e6d97ca,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:05.745482 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:05.840010 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:05.991700 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:06.070430 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:06.146973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event updated for resources: {'Port': ['ID=c5345578-149a-4a68-9104-44983e6d97ca,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:06.161113 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:06.237335 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:06.242595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44008) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:06.243161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8267af64-1172-4115-9c61-a61203b783db tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1294405 Oct 19 11:50:06.266745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-dd400bd5-04b0-4695-bf7f-f077ab11aab2 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Request body: {'floatingip': {'port_id': '70c6849b-3507-43cd-a5fd-0d5126b5e030', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:06.321549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd400bd5-04b0-4695-bf7f-f077ab11aab2 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:06.443498 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-dd400bd5-04b0-4695-bf7f-f077ab11aab2 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] update failed (client error): The resource could not be found. Oct 19 11:50:06.444594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dd400bd5-04b0-4695-bf7f-f077ab11aab2 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "PUT /v2.0/floatingips/4852eb7b-c3cb-4ccd-a8d3-6a23712643cc HTTP/1.1" status: 404 len: 507 time: 0.1845341 Oct 19 11:50:06.447551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44010) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:06.573542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Deleting port c5345578-149a-4a68-9104-44983e6d97ca {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:50:06.573800 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:06.650721 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:06.651047 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:06.664405 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Calling delete_port for c5345578-149a-4a68-9104-44983e6d97ca owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:50:06.865221 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:06.892582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event deleted for resources: {'Port': ['ID=c5345578-149a-4a68-9104-44983e6d97ca,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:06.916770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.917119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.917463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.917799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.918133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.918468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.918792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.919119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.919442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.919765 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.920090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.920411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:06.959441 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:06.962000 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:06.963148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a463bc93-86b3-4a5f-9a93-51203e8ab037 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "DELETE /v2.0/floatingips/4852eb7b-c3cb-4ccd-a8d3-6a23712643cc HTTP/1.1" status: 204 len: 168 time: 0.5146799 Oct 19 11:50:06.966752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44018) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:06.971229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fce4cb51-e4d5-4946-81e2-be918a6e72fe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Request body: {'floatingip': {'floating_network_id': '1bde7613-df26-4aed-b4af-37b3a587ed57', 'port_id': '70c6849b-3507-43cd-a5fd-0d5126b5e030', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:07.059073 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fce4cb51-e4d5-4946-81e2-be918a6e72fe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:07.270974 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [None req-fce4cb51-e4d5-4946-81e2-be918a6e72fe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 11:50:07.274905 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fce4cb51-e4d5-4946-81e2-be918a6e72fe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3044038 Oct 19 11:50:07.276089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44022) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:07.281007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '70c6849b-3507-43cd-a5fd-0d5126b5e030', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:07.373585 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:07.476359 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:07.585274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Allocated IP 172.25.2.2 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/73583900-4fd3-4fc3-a9b4-84ab80e0be21) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:50:07.684760 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:07.779448 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:07.823876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:07.827316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:07.831485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:50:07.859123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event updated for resources: {'Port': ['ID=73583900-4fd3-4fc3-a9b4-84ab80e0be21,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:07.997648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Deleting port 73583900-4fd3-4fc3-a9b4-84ab80e0be21 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:50:07.997997 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:08.083481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:08.083817 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:08.096480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Calling delete_port for 73583900-4fd3-4fc3-a9b4-84ab80e0be21 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:50:08.287850 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:08.316088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event deleted for resources: {'Port': ['ID=73583900-4fd3-4fc3-a9b4-84ab80e0be21,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:08.442079 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] create failed (client error): The resource could not be found. Oct 19 11:50:08.443169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e1b655b1-4fd1-40e2-9900-333bb481dcde tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1660111 Oct 19 11:50:08.448276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44028) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:08.546977 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d75349d9-638e-47dd-befd-9bcc7456871b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Deleting port 70c6849b-3507-43cd-a5fd-0d5126b5e030 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:50:08.547309 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d75349d9-638e-47dd-befd-9bcc7456871b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:08.637027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d75349d9-638e-47dd-befd-9bcc7456871b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:08.654495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d75349d9-638e-47dd-befd-9bcc7456871b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Calling delete_port for 70c6849b-3507-43cd-a5fd-0d5126b5e030 owned by {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:50:08.927644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d75349d9-638e-47dd-befd-9bcc7456871b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:08.955033 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75349d9-638e-47dd-befd-9bcc7456871b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event deleted for resources: {'Port': ['ID=70c6849b-3507-43cd-a5fd-0d5126b5e030,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:09.034159 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d75349d9-638e-47dd-befd-9bcc7456871b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:09.037459 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d75349d9-638e-47dd-befd-9bcc7456871b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "DELETE /v2.0/ports/70c6849b-3507-43cd-a5fd-0d5126b5e030 HTTP/1.1" status: 204 len: 168 time: 0.5881739 Oct 19 11:50:09.039955 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44032) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:09.090784 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917667b6-9da4-46d5-8e17-7f64ad7cfc39 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:09.093199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-917667b6-9da4-46d5-8e17-7f64ad7cfc39 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "GET /v2.0/ports?device_id=c397f875-5f21-472c-adf7-362dee599db6 HTTP/1.1" status: 200 len: 913 time: 0.0514507 Oct 19 11:50:09.095335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44036) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:09.748320 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef43fbe-ef5b-46d7-8fe2-b872bffa6b61 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:09.996862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1ef43fbe-ef5b-46d7-8fe2-b872bffa6b61 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Deleting port 3ec875e1-45ac-43a0-acc8-822aa11aea08 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:50:09.997196 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef43fbe-ef5b-46d7-8fe2-b872bffa6b61 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:10.085168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef43fbe-ef5b-46d7-8fe2-b872bffa6b61 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:10.097388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1ef43fbe-ef5b-46d7-8fe2-b872bffa6b61 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Calling delete_port for 3ec875e1-45ac-43a0-acc8-822aa11aea08 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:50:10.333741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef43fbe-ef5b-46d7-8fe2-b872bffa6b61 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:10.360565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef43fbe-ef5b-46d7-8fe2-b872bffa6b61 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event deleted for resources: {'Port': ['ID=3ec875e1-45ac-43a0-acc8-822aa11aea08,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:10.510161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ef43fbe-ef5b-46d7-8fe2-b872bffa6b61 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:10.672912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef43fbe-ef5b-46d7-8fe2-b872bffa6b61 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Router c397f875-5f21-472c-adf7-362dee599db6 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:50:10.749575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef43fbe-ef5b-46d7-8fe2-b872bffa6b61 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:50:10.755072 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1ef43fbe-ef5b-46d7-8fe2-b872bffa6b61 tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "PUT /v2.0/routers/c397f875-5f21-472c-adf7-362dee599db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6583986 Oct 19 11:50:10.757852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44044) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:10.762500 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d072c5f-e99e-4f59-86c7-afb3ffd03776 None None] Sync routers for ids ['c397f875-5f21-472c-adf7-362dee599db6'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:50:10.772720 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d072c5f-e99e-4f59-86c7-afb3ffd03776 None None] Routers {'c397f875-5f21-472c-adf7-362dee599db6'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:10.773320 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2d072c5f-e99e-4f59-86c7-afb3ffd03776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c397f875-5f21-472c-adf7-362dee599db6'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:10.807648 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2d072c5f-e99e-4f59-86c7-afb3ffd03776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:10.816662 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d072c5f-e99e-4f59-86c7-afb3ffd03776 None None] Routers {'c397f875-5f21-472c-adf7-362dee599db6'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:10.817251 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2d072c5f-e99e-4f59-86c7-afb3ffd03776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c397f875-5f21-472c-adf7-362dee599db6'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:10.834244 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-28f2d8f3-0543-45be-b879-f6f11437de0e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:10.848789 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2d072c5f-e99e-4f59-86c7-afb3ffd03776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:10.849423 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d072c5f-e99e-4f59-86c7-afb3ffd03776 None None] The sync data for ids ['c397f875-5f21-472c-adf7-362dee599db6'] in n-d-814547-1 is: [] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:50:11.005308 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-28f2d8f3-0543-45be-b879-f6f11437de0e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.007831 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-28f2d8f3-0543-45be-b879-f6f11437de0e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.128518 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-28f2d8f3-0543-45be-b879-f6f11437de0e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.129143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f2d8f3-0543-45be-b879-f6f11437de0e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Fanout notify agent at l3_agent the message router_deleted on router c397f875-5f21-472c-adf7-362dee599db6 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:50:11.151356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-28f2d8f3-0543-45be-b879-f6f11437de0e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.152445 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-28f2d8f3-0543-45be-b879-f6f11437de0e tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "DELETE /v2.0/routers/c397f875-5f21-472c-adf7-362dee599db6 HTTP/1.1" status: 204 len: 168 time: 0.3921728 Oct 19 11:50:11.156612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44046) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:11.208039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b5799a-1bc8-4154-8363-73a75c1bcf9b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Deleting subnet 1801f9b1-1ac7-4528-8be2-82a2cb79f3ba {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:50:11.211469 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10b5799a-1bc8-4154-8363-73a75c1bcf9b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.255497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10b5799a-1bc8-4154-8363-73a75c1bcf9b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.344625 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10b5799a-1bc8-4154-8363-73a75c1bcf9b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.442392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10b5799a-1bc8-4154-8363-73a75c1bcf9b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.469072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5799a-1bc8-4154-8363-73a75c1bcf9b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event deleted for resources: {'Subnet': ['ID=1801f9b1-1ac7-4528-8be2-82a2cb79f3ba,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:11.472707 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-10b5799a-1bc8-4154-8363-73a75c1bcf9b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.476359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-10b5799a-1bc8-4154-8363-73a75c1bcf9b tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "DELETE /v2.0/subnets/1801f9b1-1ac7-4528-8be2-82a2cb79f3ba HTTP/1.1" status: 204 len: 168 time: 0.3203032 Oct 19 11:50:11.478549 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44048) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:11.479958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd726ac-ec32-433f-b3ea-62c0a1dc87e0 None None] Network 1bde7613-df26-4aed-b4af-37b3a587ed57 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:50:11.577592 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.633789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Deleting port d89bbba0-9575-4741-8c07-252e09da4aa5 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:50:11.634208 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.666843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fd5feb-8c2f-4a6d-bd7f-53635de301d3 None None] DHCP port deletion for 1bde7613-df26-4aed-b4af-37b3a587ed57 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:50:11.698999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] For port d89bbba0-9575-4741-8c07-252e09da4aa5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d89bbba0-9575-4741-8c07-252e09da4aa5,segment=NetworkSegment(61627fb9-fe32-408d-98ab-dc17cf7ab41e),segment_id=61627fb9-fe32-408d-98ab-dc17cf7ab41e)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:50:11.699284 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.716031 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Calling delete_port for d89bbba0-9575-4741-8c07-252e09da4aa5 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:50:11.716183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-82fd5feb-8c2f-4a6d-bd7f-53635de301d3 None None] Deleting port d89bbba0-9575-4741-8c07-252e09da4aa5 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:50:11.716183 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82fd5feb-8c2f-4a6d-bd7f-53635de301d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.789612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-82fd5feb-8c2f-4a6d-bd7f-53635de301d3 None None] For port d89bbba0-9575-4741-8c07-252e09da4aa5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d89bbba0-9575-4741-8c07-252e09da4aa5,segment=NetworkSegment(61627fb9-fe32-408d-98ab-dc17cf7ab41e),segment_id=61627fb9-fe32-408d-98ab-dc17cf7ab41e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:50:11.789612 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82fd5feb-8c2f-4a6d-bd7f-53635de301d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.801585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-82fd5feb-8c2f-4a6d-bd7f-53635de301d3 None None] Calling delete_port for d89bbba0-9575-4741-8c07-252e09da4aa5 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:50:11.852416 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.885873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] No DVR routers for this DVR port d89bbba0-9575-4741-8c07-252e09da4aa5 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:50:11.887602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event deleted for resources: {'Port': ['ID=d89bbba0-9575-4741-8c07-252e09da4aa5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:11.898868 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-82fd5feb-8c2f-4a6d-bd7f-53635de301d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:11.926438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd5feb-8c2f-4a6d-bd7f-53635de301d3 None None] Pushing event deleted for resources: {'Port': ['ID=d89bbba0-9575-4741-8c07-252e09da4aa5,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:11.934885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd5feb-8c2f-4a6d-bd7f-53635de301d3 None None] No DVR routers for this DVR port d89bbba0-9575-4741-8c07-252e09da4aa5 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:50:11.983663 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:12.005225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bde7613-df26-4aed-b4af-37b3a587ed57']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:12.014560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61627fb9-fe32-408d-98ab-dc17cf7ab41e') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:12.014882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61627fb9-fe32-408d-98ab-dc17cf7ab41e') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:12.024229 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:12.037663 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:12.043573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:50:12.044653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:50:12.047086 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:50:12.160843 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:12.169010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:12.172236 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] 10.222.0.39 "DELETE /v2.0/networks/1bde7613-df26-4aed-b4af-37b3a587ed57 HTTP/1.1" status: 204 len: 168 time: 0.6926415 Oct 19 11:50:12.184498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723b97b-3072-4584-9c59-5bc213fd8dfe tempest-FloatingIPNegativeTestJSON-429267942 tempest-FloatingIPNegativeTestJSON-429267942-project] Pushing event deleted for resources: {'Network': ['ID=1bde7613-df26-4aed-b4af-37b3a587ed57,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:12.528153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d89bbba0-9575-4741-8c07-252e09da4aa5 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:50:12.549473 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: d89bbba0-9575-4741-8c07-252e09da4aa5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:50:12.550033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d89bbba0-9575-4741-8c07-252e09da4aa5 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:50:12.735457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44098) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:12.896381 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1eb5229f-2b3f-4d96-ad26-70487f398570 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e89deb4deb124a41a6d5b96f2c9c6d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596115 Oct 19 11:50:12.898776 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44102) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:12.949133 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2134-071c-4a55-a8c6-eec5e084b40c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:12.972451 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2134-071c-4a55-a8c6-eec5e084b40c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:13.120996 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2134-071c-4a55-a8c6-eec5e084b40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:13.123679 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fd5c2134-071c-4a55-a8c6-eec5e084b40c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:13.124879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fd5c2134-071c-4a55-a8c6-eec5e084b40c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b93cb4db-605d-46b4-a1b2-9ea98871f89e HTTP/1.1" status: 204 len: 168 time: 0.2252023 Oct 19 11:50:13.133492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c2134-071c-4a55-a8c6-eec5e084b40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93cb4db-605d-46b4-a1b2-9ea98871f89e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:16.058792 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44166) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:16.169855 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-29c49ff2-7524-4d7c-beab-1d4c27a0d592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:16.241073 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-29c49ff2-7524-4d7c-beab-1d4c27a0d592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:16.367475 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-29c49ff2-7524-4d7c-beab-1d4c27a0d592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:16.406777 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-29c49ff2-7524-4d7c-beab-1d4c27a0d592 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71f71cfbade14c70a319fdf5faaea68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467090 Oct 19 11:50:16.407663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49ff2-7524-4d7c-beab-1d4c27a0d592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce923cba-d0fe-466b-858b-a569bcae3d84,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:16.409391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44170) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:16.458505 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6ebcccda-f307-44e1-a875-453f2a688667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:16.485009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6ebcccda-f307-44e1-a875-453f2a688667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:16.606118 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6ebcccda-f307-44e1-a875-453f2a688667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:16.608941 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6ebcccda-f307-44e1-a875-453f2a688667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:16.610153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6ebcccda-f307-44e1-a875-453f2a688667 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce923cba-d0fe-466b-858b-a569bcae3d84 HTTP/1.1" status: 204 len: 168 time: 0.1997738 Oct 19 11:50:16.618719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcccda-f307-44e1-a875-453f2a688667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce923cba-d0fe-466b-858b-a569bcae3d84,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:17.383433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44182) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:17.396988 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b58d7374-6420-47d2-a3de-aabbbd045a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:17.477250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b58d7374-6420-47d2-a3de-aabbbd045a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:17.522424 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b58d7374-6420-47d2-a3de-aabbbd045a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:17.561743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b58d7374-6420-47d2-a3de-aabbbd045a26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58b7796e8bba40f1b8f58996951f93d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771758 Oct 19 11:50:17.562604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d7374-6420-47d2-a3de-aabbbd045a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2abebf-66d9-4f71-9f3b-e7749231e8ae,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:17.564395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44184) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:17.617645 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-046f13f5-5c11-4e9a-a1b4-8957b1f8a542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:17.638720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-046f13f5-5c11-4e9a-a1b4-8957b1f8a542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:17.744005 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-046f13f5-5c11-4e9a-a1b4-8957b1f8a542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:17.746549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-046f13f5-5c11-4e9a-a1b4-8957b1f8a542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:17.747717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-046f13f5-5c11-4e9a-a1b4-8957b1f8a542 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a2abebf-66d9-4f71-9f3b-e7749231e8ae HTTP/1.1" status: 204 len: 168 time: 0.1815109 Oct 19 11:50:17.756061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f13f5-5c11-4e9a-a1b4-8957b1f8a542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2abebf-66d9-4f71-9f3b-e7749231e8ae,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:19.779304 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:20.247821 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:22.681350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44274) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:22.794317 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49a20f74-e110-475f-99d8-50ed58e9acb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:22.869900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49a20f74-e110-475f-99d8-50ed58e9acb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:22.962022 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49a20f74-e110-475f-99d8-50ed58e9acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:23.004481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-49a20f74-e110-475f-99d8-50ed58e9acb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=667722f185984815ac00ec09f6862684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219457 Oct 19 11:50:23.005364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a20f74-e110-475f-99d8-50ed58e9acb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adaecdc-d370-4ed8-b27e-ccc95fdc8080,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:23.007923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44278) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:23.060124 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a960d66d-72c7-46fb-85b7-b28f634db3b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:23.084484 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a960d66d-72c7-46fb-85b7-b28f634db3b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:23.190822 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a960d66d-72c7-46fb-85b7-b28f634db3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:23.193540 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a960d66d-72c7-46fb-85b7-b28f634db3b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:23.194696 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a960d66d-72c7-46fb-85b7-b28f634db3b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0adaecdc-d370-4ed8-b27e-ccc95fdc8080 HTTP/1.1" status: 204 len: 168 time: 0.1848593 Oct 19 11:50:23.207126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960d66d-72c7-46fb-85b7-b28f634db3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adaecdc-d370-4ed8-b27e-ccc95fdc8080,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:23.748563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44304) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:23.859219 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ffe58c16-be09-4178-8d4f-fc605a7e0fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:23.933982 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ffe58c16-be09-4178-8d4f-fc605a7e0fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:23.996971 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ffe58c16-be09-4178-8d4f-fc605a7e0fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.034812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe58c16-be09-4178-8d4f-fc605a7e0fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cce0d0-e6a1-4374-a4d7-e5611e62deb4,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:24.041592 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ffe58c16-be09-4178-8d4f-fc605a7e0fa6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87a1ceccae6e4308a0f14cb1f54dac20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896187 Oct 19 11:50:24.041806 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44316) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:24.068441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44318) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:24.092036 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e759-cca7-42ca-9f09-da6a2e454a39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.114418 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e759-cca7-42ca-9f09-da6a2e454a39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.167158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-989483735-network', 'tenant_id': '935f31dd99df413185ddbab13cd45b92'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:24.253276 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e759-cca7-42ca-9f09-da6a2e454a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.255834 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e759-cca7-42ca-9f09-da6a2e454a39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.257077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3ba6e759-cca7-42ca-9f09-da6a2e454a39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0cce0d0-e6a1-4374-a4d7-e5611e62deb4 HTTP/1.1" status: 204 len: 168 time: 0.2143373 Oct 19 11:50:24.265137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6e759-cca7-42ca-9f09-da6a2e454a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cce0d0-e6a1-4374-a4d7-e5611e62deb4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:24.287695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Made reservation on behalf of 935f31dd99df413185ddbab13cd45b92 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:50:24.290017 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.299384 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.372364 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.430612 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.451459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:50:24.466924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974b8457-4d27-4981-a843-1779e8c44a3a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:24.470078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.470419 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Added segment df9f556e-1478-413b-998a-e807b4964c16 of type vlan for network 68edfdfd-5586-4d49-857f-f83b82d87ebe Oct 19 11:50:24.511154 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.584085 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.585172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:24.585794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:24.646636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] Pushing event updated for resources: {'Network': ['ID=68edfdfd-5586-4d49-857f-f83b82d87ebe,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:24.657275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 68edfdfd-5586-4d49-857f-f83b82d87ebe details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:50:24.684997 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ba9c0132-7567-49d6-a34b-c7ee28df99cc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6151845 Oct 19 11:50:24.687949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44326) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:24.692862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] Request body: {'subnet': {'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-989483735-subnet', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:24.796188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] Made reservation on behalf of 935f31dd99df413185ddbab13cd45b92 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:50:24.798547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.040624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44328) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:25.054252 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4996fad-2520-4658-afe5-1aaa2b2c5001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.132854 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4996fad-2520-4658-afe5-1aaa2b2c5001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.179318 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e4996fad-2520-4658-afe5-1aaa2b2c5001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.220045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e4996fad-2520-4658-afe5-1aaa2b2c5001 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae38cb82501b4203ba6024476a38d8e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782572 Oct 19 11:50:25.220968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4996fad-2520-4658-afe5-1aaa2b2c5001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d1b8c3-baa9-4d06-895c-c5cafd906c97,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:25.223268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44334) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:25.273222 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a718a89e-bd18-4427-8ab5-72cb61f92cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.276431 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.303021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a718a89e-bd18-4427-8ab5-72cb61f92cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.340713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5c09e9-431a-4208-82cc-679f549f5140,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:25.351582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] Checking segment: {'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:50:25.352006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] Network hostable DHCP agents. Network: 68edfdfd-5586-4d49-857f-f83b82d87ebe, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:50:25.396328 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3dc9281a-b3db-4f9b-a94f-28b22e44f803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.413466 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a718a89e-bd18-4427-8ab5-72cb61f92cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.416128 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a718a89e-bd18-4427-8ab5-72cb61f92cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.417334 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a718a89e-bd18-4427-8ab5-72cb61f92cb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43d1b8c3-baa9-4d06-895c-c5cafd906c97 HTTP/1.1" status: 204 len: 168 time: 0.1930885 Oct 19 11:50:25.425318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718a89e-bd18-4427-8ab5-72cb61f92cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d1b8c3-baa9-4d06-895c-c5cafd906c97,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:25.459427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] Network 68edfdfd-5586-4d49-857f-f83b82d87ebe is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:50:25.510887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 68edfdfd-5586-4d49-857f-f83b82d87ebe) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:25.519490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:25.520033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.521275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141254f-1181-463b-90d6-9af12d73ea81 None None] Network 68edfdfd-5586-4d49-857f-f83b82d87ebe requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:50:25.587764 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-293e5aaa-004b-4caa-b30e-3bf3d2f421cb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8987086 Oct 19 11:50:25.590449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44338) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:25.594831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:25.666504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-68edfdfd-5586-4d49-857f-f83b82d87ebe', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:50:25.667355 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.669652 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.670775 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.772213 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:25.804198 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Allocated IP 172.20.0.2 (68edfdfd-5586-4d49-857f-f83b82d87ebe/bb5c09e9-431a-4208-82cc-679f549f5140/5d27b835-151e-4f7b-bc67-704ab73747d6) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:50:25.950235 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:26.006530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:26.052906 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:26.090408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Network 68edfdfd-5586-4d49-857f-f83b82d87ebe is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:26.094781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:26.098815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:50:26.107555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Pushing event updated for resources: {'Port': ['ID=5d27b835-151e-4f7b-bc67-704ab73747d6,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:26.162274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Attempting to bind port 5d27b835-151e-4f7b-bc67-704ab73747d6 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:50:26.162648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Attempting to bind port 5d27b835-151e-4f7b-bc67-704ab73747d6 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:50:26.163021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Attempting to bind port 5d27b835-151e-4f7b-bc67-704ab73747d6 on network 68edfdfd-5586-4d49-857f-f83b82d87ebe {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:50:26.168123 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:50:26.168493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Checking segment: {'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:50:26.168914 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:26.169384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Bound using segment: {'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:50:26.169746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Bound port: 5d27b835-151e-4f7b-bc67-704ab73747d6, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:50:26.170153 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:26.239828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] For port 5d27b835-151e-4f7b-bc67-704ab73747d6, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:50:26.243269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] For port 5d27b835-151e-4f7b-bc67-704ab73747d6, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5d27b835-151e-4f7b-bc67-704ab73747d6,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:50:26.285931 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:26.310348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:26.333137 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:26.402302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91b66b-965e-44f4-a1e0-73055d9dc362 None None] Pushing event updated for resources: {'Port': ['ID=5d27b835-151e-4f7b-bc67-704ab73747d6,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:26.455759 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Allocated IP 172.25.2.179 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/0287cee4-57e0-4a00-bf53-b0e94b6cb3b6) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:50:26.593684 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:26.738592 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:26.786728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:26.789974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:26.793800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:50:26.799306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Pushing event updated for resources: {'Port': ['ID=0287cee4-57e0-4a00-bf53-b0e94b6cb3b6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:27.138911 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:27.285462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ad39b3-b515-436a-9bf0-601007bdca89 None None] Network 68edfdfd-5586-4d49-857f-f83b82d87ebe requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:50:27.362281 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:27.423467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-79adbb28-7285-4691-8c87-2a2409c47dac None None] Provisioning complete for port 5d27b835-151e-4f7b-bc67-704ab73747d6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:27.424415 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79adbb28-7285-4691-8c87-2a2409c47dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:27.537059 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79adbb28-7285-4691-8c87-2a2409c47dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:27.571042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-79adbb28-7285-4691-8c87-2a2409c47dac None None] For port 5d27b835-151e-4f7b-bc67-704ab73747d6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5d27b835-151e-4f7b-bc67-704ab73747d6,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:50:27.589633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Router e0803ba1-3006-415a-8f46-96c9049c0048 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:50:27.677809 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79adbb28-7285-4691-8c87-2a2409c47dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:27.714902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:50:27.731458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Sync routers for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:50:27.738797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adbb28-7285-4691-8c87-2a2409c47dac None None] Pushing event updated for resources: {'Port': ['ID=5d27b835-151e-4f7b-bc67-704ab73747d6,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:27.749672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:27.750274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:49:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:27.817798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-50b43405-27eb-4266-b009-00e3ad1e69e0 None None] Provisioning complete for port 5d27b835-151e-4f7b-bc67-704ab73747d6 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:27.818119 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-50b43405-27eb-4266-b009-00e3ad1e69e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:27.838293 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:27.839533 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8a3021e1-4642-4435-b109-24b6344eedb8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2481344 Oct 19 11:50:27.842361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44382) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:27.874963 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f76fbe18-2cbe-4459-8f49-9ffbb0af6b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:27.894153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:50:28.299527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:28.324104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:26Z', 'revision_number': 3, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:28.355109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Checking router: e0803ba1-3006-415a-8f46-96c9049c0048 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:50:28.355687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Updating router e0803ba1-3006-415a-8f46-96c9049c0048 port 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:50:28.381324 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:28.524006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Allocated IP 172.20.0.1 (68edfdfd-5586-4d49-857f-f83b82d87ebe/bb5c09e9-431a-4208-82cc-679f549f5140/f867f0a0-a4cd-45af-94f4-7aff86a6c963) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:50:28.600953 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5d27b835-151e-4f7b-bc67-704ab73747d6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:50:28.641084 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:28.713646 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:28.717208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5d27b835-151e-4f7b-bc67-704ab73747d6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:28.717653 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:28.734246 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:28.783504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Network 68edfdfd-5586-4d49-857f-f83b82d87ebe is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:28.786808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:28.790739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:50:28.799488 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:28.818156 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=f867f0a0-a4cd-45af-94f4-7aff86a6c963,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:28.840264 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:28.865633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Attempting to bind port 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:50:28.866137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Attempting to bind port 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:50:28.866566 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Attempting to bind port 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:50:28.875556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3dd04-a9e9-4707-8ff7-bb46b86658c9 None None] Pushing event updated for resources: {'Port': ['ID=0287cee4-57e0-4a00-bf53-b0e94b6cb3b6,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:28.887562 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:50:28.888147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:50:28.888559 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:28.889213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:50:28.889704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Bound port: 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:50:28.890082 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:28.960392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] For port 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:50:28.963583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] For port 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0287cee4-57e0-4a00-bf53-b0e94b6cb3b6,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:50:29.068443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:29.074920 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:29.077705 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:29.136739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e1839310-caf0-41ed-b764-35d1eec993cd None None] Provisioning complete for port f867f0a0-a4cd-45af-94f4-7aff86a6c963 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:29.137109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1839310-caf0-41ed-b764-35d1eec993cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:29.177842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3dd04-a9e9-4707-8ff7-bb46b86658c9 None None] Pushing event updated for resources: {'Port': ['ID=0287cee4-57e0-4a00-bf53-b0e94b6cb3b6,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:29.182638 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:29.183269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:50:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:29.186925 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:29.224479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e1839310-caf0-41ed-b764-35d1eec993cd None None] Port f867f0a0-a4cd-45af-94f4-7aff86a6c963 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:50:29.305397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:50:29.552169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 1, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:29.562201 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:29.579015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dae54b-27f9-4630-957f-1b9b0f74893c None None] The sync data for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 is: [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 1, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:50:29.631357 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:29.704800 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:29.707111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=f867f0a0-a4cd-45af-94f4-7aff86a6c963,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:29.815153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Network 68edfdfd-5586-4d49-857f-f83b82d87ebe is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:29.816478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:29.945191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Router e0803ba1-3006-415a-8f46-96c9049c0048 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:50:30.057355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1bbc69d3-b1fe-4582-8796-08f692da4bcb None None] Provisioning complete for port f867f0a0-a4cd-45af-94f4-7aff86a6c963 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:30.057733 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1bbc69d3-b1fe-4582-8796-08f692da4bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:30.061508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:50:30.067867 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ac828d0f-ee51-4b8d-81e4-46872483cdf9 admin admin] 10.222.0.39 "PUT /v2.0/routers/e0803ba1-3006-415a-8f46-96c9049c0048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2245400 Oct 19 11:50:30.094927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc69d3-b1fe-4582-8796-08f692da4bcb None None] Port f867f0a0-a4cd-45af-94f4-7aff86a6c963 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:50:30.583841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:50:30.643075 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:30.643522 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:30.732307 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:30.754749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0287cee4-57e0-4a00-bf53-b0e94b6cb3b6,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:50:30.842357 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:30.843740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44420) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:30.850124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-622198736-network', 'tenant_id': '41a2a613467241c1b722951b0fa8502e'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:30.870391 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:30.895401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=0287cee4-57e0-4a00-bf53-b0e94b6cb3b6,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:30.927809 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Made reservation on behalf of 41a2a613467241c1b722951b0fa8502e for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:50:30.930405 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:30.939519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:31.014944 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:31.103649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:31.126380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:50:31.136520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd73d480-db98-41d2-ba78-beaaa4dd983d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:31.141416 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:31.141752 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Added segment 6761ff81-a6b0-40ef-8b29-8104c0a896d2 of type vlan for network e746a090-4877-4484-a34e-514c17925a18 Oct 19 11:50:31.182027 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:31.282421 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:31.283445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:31.284020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:31.348940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] Pushing event updated for resources: {'Network': ['ID=e746a090-4877-4484-a34e-514c17925a18,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:31.359676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e746a090-4877-4484-a34e-514c17925a18 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:50:31.369575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6786e3dd-a961-4f88-9637-7b8fc9b77b4b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5190432 Oct 19 11:50:31.369575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44428) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:31.373624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] Request body: {'subnet': {'network_id': 'e746a090-4877-4484-a34e-514c17925a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-622198736-subnet', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:31.436769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] Made reservation on behalf of 41a2a613467241c1b722951b0fa8502e for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:50:31.439108 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:31.667246 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Sync routers for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:50:31.677359 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:31.677946 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:50:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:31.716762 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:31.768845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82b3d25-b080-46af-964f-b4d027f7a785,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:31.786203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] Checking segment: {'id': '6761ff81-a6b0-40ef-8b29-8104c0a896d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e746a090-4877-4484-a34e-514c17925a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:50:31.786562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] Network hostable DHCP agents. Network: e746a090-4877-4484-a34e-514c17925a18, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:50:31.786891 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:50:31.853708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] Network e746a090-4877-4484-a34e-514c17925a18 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:50:31.939867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e746a090-4877-4484-a34e-514c17925a18) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:31.950000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d1c11-5d45-4fbb-a500-291ff6300807 None None] Network e746a090-4877-4484-a34e-514c17925a18 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:50:31.969020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:31.969283 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:31.999395 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:29Z', 'revision_number': 2, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:32.041748 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Checking router: e0803ba1-3006-415a-8f46-96c9049c0048 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:50:32.042182 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Updating router e0803ba1-3006-415a-8f46-96c9049c0048 port f867f0a0-a4cd-45af-94f4-7aff86a6c963 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:50:32.053495 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7c7504de-86c9-44d9-8680-9f20a638f30f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6852663 Oct 19 11:50:32.055715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44434) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:32.061500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-622198736-router', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:50:32.075108 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.121821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-e746a090-4877-4484-a34e-514c17925a18', 'network_id': 'e746a090-4877-4484-a34e-514c17925a18', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'fixed_ips': [{'subnet_id': 'a82b3d25-b080-46af-964f-b4d027f7a785'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:50:32.122897 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.157037 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.158982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.232864 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.267062 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Allocated IP 172.20.0.2 (e746a090-4877-4484-a34e-514c17925a18/a82b3d25-b080-46af-964f-b4d027f7a785/6d40553c-19f4-40d6-986c-cf45be65b640) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:50:32.383515 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.441890 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.457985 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.465111 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.523246 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f867f0a0-a4cd-45af-94f4-7aff86a6c963,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:32.533837 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.534057 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.534400 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.534736 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.535072 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.535402 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.535727 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.536149 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.536359 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.536727 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.537051 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.537369 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:32.552180 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.610235 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Attempting to bind port f867f0a0-a4cd-45af-94f4-7aff86a6c963 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:50:32.610618 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Attempting to bind port f867f0a0-a4cd-45af-94f4-7aff86a6c963 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:50:32.611035 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Attempting to bind port f867f0a0-a4cd-45af-94f4-7aff86a6c963 on network 68edfdfd-5586-4d49-857f-f83b82d87ebe {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:50:32.617354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Network e746a090-4877-4484-a34e-514c17925a18 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:32.621635 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:50:32.621845 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Checking segment: {'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:50:32.622190 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.622826 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Bound using segment: {'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:50:32.625105 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Bound port: f867f0a0-a4cd-45af-94f4-7aff86a6c963, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:50:32.625506 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.625910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:50:32.632000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:32.640888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:50:32.709793 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] For port f867f0a0-a4cd-45af-94f4-7aff86a6c963, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:50:32.713108 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] For port f867f0a0-a4cd-45af-94f4-7aff86a6c963, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f867f0a0-a4cd-45af-94f4-7aff86a6c963,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:50:32.726523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Pushing event updated for resources: {'Port': ['ID=6d40553c-19f4-40d6-986c-cf45be65b640,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:32.771131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Attempting to bind port 6d40553c-19f4-40d6-986c-cf45be65b640 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:50:32.771435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Attempting to bind port 6d40553c-19f4-40d6-986c-cf45be65b640 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '6761ff81-a6b0-40ef-8b29-8104c0a896d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e746a090-4877-4484-a34e-514c17925a18'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:50:32.771771 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Attempting to bind port 6d40553c-19f4-40d6-986c-cf45be65b640 on network e746a090-4877-4484-a34e-514c17925a18 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:50:32.787133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:50:32.787516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Checking segment: {'id': '6761ff81-a6b0-40ef-8b29-8104c0a896d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e746a090-4877-4484-a34e-514c17925a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:50:32.794040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.794040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Bound using segment: {'id': '6761ff81-a6b0-40ef-8b29-8104c0a896d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e746a090-4877-4484-a34e-514c17925a18'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:50:32.794040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Bound port: 6d40553c-19f4-40d6-986c-cf45be65b640, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6761ff81-a6b0-40ef-8b29-8104c0a896d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e746a090-4877-4484-a34e-514c17925a18'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:50:32.794040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.799260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:32.799634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.815454 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.893697 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.896085 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4db9d-4824-42fd-8bee-7fb51215b1f2 None None] Pushing event updated for resources: {'Port': ['ID=f867f0a0-a4cd-45af-94f4-7aff86a6c963,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:32.899161 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:32.899872 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:50:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:32.924400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.971801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] For port 6d40553c-19f4-40d6-986c-cf45be65b640, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:50:32.975344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-290496c3-dbc2-4db4-b2f0-7546ec333589 None None] Provisioning complete for port f867f0a0-a4cd-45af-94f4-7aff86a6c963 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:32.975850 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-290496c3-dbc2-4db4-b2f0-7546ec333589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:32.983098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] For port 6d40553c-19f4-40d6-986c-cf45be65b640, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6d40553c-19f4-40d6-986c-cf45be65b640,segment=NetworkSegment(6761ff81-a6b0-40ef-8b29-8104c0a896d2),segment_id=6761ff81-a6b0-40ef-8b29-8104c0a896d2)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:50:33.046732 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:33.083885 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:50:33.136420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc36399-9596-4dfb-b1ea-5e37c020d4b8 None None] Pushing event updated for resources: {'Port': ['ID=6d40553c-19f4-40d6-986c-cf45be65b640,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:33.158684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-88a7efa9-e7d2-4bf3-bcdd-68aff0335695 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295021 Oct 19 11:50:33.159868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Allocated IP 172.25.2.6 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/afb85cf1-6ab4-4617-975a-1659988ae654) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:50:33.184392 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-290496c3-dbc2-4db4-b2f0-7546ec333589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:33.232055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-290496c3-dbc2-4db4-b2f0-7546ec333589 None None] For port f867f0a0-a4cd-45af-94f4-7aff86a6c963, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f867f0a0-a4cd-45af-94f4-7aff86a6c963,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:50:33.303965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-4de42c12-f9df-4287-8887-d3731a923125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:33.305670 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-4de42c12-f9df-4287-8887-d3731a923125 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 1096 time: 0.0914142 Oct 19 11:50:33.307772 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-290496c3-dbc2-4db4-b2f0-7546ec333589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:33.363160 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:33.432928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290496c3-dbc2-4db4-b2f0-7546ec333589 None None] Pushing event updated for resources: {'Port': ['ID=f867f0a0-a4cd-45af-94f4-7aff86a6c963,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:33.443736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-391e5368-89cf-482d-b4d5-da4fecdfff7d None None] Provisioning complete for port f867f0a0-a4cd-45af-94f4-7aff86a6c963 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:33.444109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-391e5368-89cf-482d-b4d5-da4fecdfff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:33.464347 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:32Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:33.508690 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6858963-f4db-4627-a03b-466e738eb732 None None] The sync data for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 is: [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:32Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:50:33.527434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-34fd7144-97cb-48fa-8384-13da88951789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:33.538681 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-34fd7144-97cb-48fa-8384-13da88951789 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.2012060 Oct 19 11:50:33.621724 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:33.669081 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-92f52d51-21dc-414b-bc31-52ba617ff16b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704e4e2f-033f-484f-ab59-c05093280d53 HTTP/1.1" status: 200 len: 1001 time: 0.1281438 Oct 19 11:50:33.675649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:33.678793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:33.692217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:50:33.737502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Pushing event updated for resources: {'Port': ['ID=afb85cf1-6ab4-4617-975a-1659988ae654,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:33.772175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-ea7e4a7e-6c85-4e02-a96f-2918e610799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:33.773703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-ea7e4a7e-6c85-4e02-a96f-2918e610799c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0902956 Oct 19 11:50:33.917516 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-86a3bb8a-7841-4e21-8e31-82690fdade63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:33.919002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-86a3bb8a-7841-4e21-8e31-82690fdade63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103704 Oct 19 11:50:34.116789 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-e4c68cc0-a16d-4afd-901c-b7db7f126bba service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864791 Oct 19 11:50:34.201233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:34.306306 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-41368f93-79fc-482e-8d3c-08c802f64eb8 req-d1d0d8d6-c4a7-498b-a419-c0918e3e63f3 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770024 Oct 19 11:50:34.349439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e70e5f-c4f1-412a-abc3-5266fda52a6e None None] Network e746a090-4877-4484-a34e-514c17925a18 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:50:34.426074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e06d05ee-609f-467e-85b3-d62fbab1c348 None None] Provisioning complete for port 6d40553c-19f4-40d6-986c-cf45be65b640 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:34.426430 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e06d05ee-609f-467e-85b3-d62fbab1c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:34.580831 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e06d05ee-609f-467e-85b3-d62fbab1c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:34.641511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e06d05ee-609f-467e-85b3-d62fbab1c348 None None] For port 6d40553c-19f4-40d6-986c-cf45be65b640, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6d40553c-19f4-40d6-986c-cf45be65b640,segment=NetworkSegment(6761ff81-a6b0-40ef-8b29-8104c0a896d2),segment_id=6761ff81-a6b0-40ef-8b29-8104c0a896d2)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:50:34.722578 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e06d05ee-609f-467e-85b3-d62fbab1c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:34.755371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f867f0a0-a4cd-45af-94f4-7aff86a6c963 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:50:34.816694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:34.817937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d05ee-609f-467e-85b3-d62fbab1c348 None None] Pushing event updated for resources: {'Port': ['ID=6d40553c-19f4-40d6-986c-cf45be65b640,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:34.846146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f867f0a0-a4cd-45af-94f4-7aff86a6c963 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:34.846844 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:34.942799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6d40553c-19f4-40d6-986c-cf45be65b640 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:50:34.972756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-04f16e41-dd0e-4515-adae-2472ae1e240e None None] Provisioning complete for port 6d40553c-19f4-40d6-986c-cf45be65b640 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:34.973130 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-04f16e41-dd0e-4515-adae-2472ae1e240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:35.048166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:50:35.164745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:50:35.177897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Sync routers for ids ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:50:35.211260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6d40553c-19f4-40d6-986c-cf45be65b640 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:35.211634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:35.220143 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Routers {'59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:35.221972 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:50:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:35.268131 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:35.272056 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f0efc8d1-729f-4fe5-9035-5e499259d788 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2126117 Oct 19 11:50:35.272343 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44444) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:35.391267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Set router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:50:35.597182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'name': 'tempest-TestVolumeBackupRestore-622198736-router', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 3, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'gw_port': {'id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:35.623454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Checking router: 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:50:35.623875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Updating router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 port afb85cf1-6ab4-4617-975a-1659988ae654 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:50:35.655988 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:35.759501 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:35.916511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44450) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:35.933999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Allocated IP 172.20.0.1 (e746a090-4877-4484-a34e-514c17925a18/a82b3d25-b080-46af-964f-b4d027f7a785/997160a7-1b3c-4ea3-a1ee-a5da0f8339d8) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:50:35.952417 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:35.996741 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.036228 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.044756 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.051879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Attempting to bind port afb85cf1-6ab4-4617-975a-1659988ae654 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:50:36.063016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Attempting to bind port afb85cf1-6ab4-4617-975a-1659988ae654 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:50:36.063016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Attempting to bind port afb85cf1-6ab4-4617-975a-1659988ae654 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:50:36.063016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed547e-7308-44f5-af99-646134f62f75 None None] Pushing event updated for resources: {'Port': ['ID=afb85cf1-6ab4-4617-975a-1659988ae654,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:36.063016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:50:36.063016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:50:36.063016 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.063016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:50:36.063016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Bound port: afb85cf1-6ab4-4617-975a-1659988ae654, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:50:36.063016 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.119243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.122912 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] For port afb85cf1-6ab4-4617-975a-1659988ae654, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:50:36.125967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] For port afb85cf1-6ab4-4617-975a-1659988ae654, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=afb85cf1-6ab4-4617-975a-1659988ae654,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:50:36.138461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.183194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Network e746a090-4877-4484-a34e-514c17925a18 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:36.186093 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:36.190117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:50:36.195002 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.195650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=997160a7-1b3c-4ea3-a1ee-a5da0f8339d8,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:36.223021 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.235798 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.244265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b14dec356c74ab397361ec1c78e5a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258133 Oct 19 11:50:36.247636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44454) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:36.284947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Routers {'59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:36.285390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:50:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:36.289568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee44ff17-30f9-49d4-b109-6ac918afe094,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:36.303206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.303858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.304367 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.304944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.305478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.306025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.306568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.307103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.307633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.308174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.308734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.309280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b16656-4e8e-44c9-af35-a5ec476ec461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:50:36.337806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed547e-7308-44f5-af99-646134f62f75 None None] Pushing event updated for resources: {'Port': ['ID=afb85cf1-6ab4-4617-975a-1659988ae654,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:36.338241 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de9897ed-c8b1-4b81-bc07-514f25bf389e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.365667 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de9897ed-c8b1-4b81-bc07-514f25bf389e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.427624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] Set router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:50:36.485057 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.488853 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de9897ed-c8b1-4b81-bc07-514f25bf389e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.491679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de9897ed-c8b1-4b81-bc07-514f25bf389e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.495872 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-de9897ed-c8b1-4b81-bc07-514f25bf389e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee44ff17-30f9-49d4-b109-6ac918afe094 HTTP/1.1" status: 204 len: 168 time: 0.2469764 Oct 19 11:50:36.509619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9897ed-c8b1-4b81-bc07-514f25bf389e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee44ff17-30f9-49d4-b109-6ac918afe094,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:36.567507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3d9d2fb3-da74-4e31-9917-738ccdba1786 None None] Provisioning complete for port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:36.568987 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3d9d2fb3-da74-4e31-9917-738ccdba1786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.607243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6d40553c-19f4-40d6-986c-cf45be65b640 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:50:36.668001 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d2fb3-da74-4e31-9917-738ccdba1786 None None] Port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:50:36.678657 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.702625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6d40553c-19f4-40d6-986c-cf45be65b640 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:36.703004 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.738022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'name': 'tempest-TestVolumeBackupRestore-622198736-router', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 3, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'gw_port': {'id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:36.765583 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c8b6e3-f95d-4448-925a-e3f2cd21cbda None None] The sync data for ids ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'] in n-d-814547-1 is: [{'id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'name': 'tempest-TestVolumeBackupRestore-622198736-router', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 3, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'gw_port': {'id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:50:36.769262 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.853164 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:36.869576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=997160a7-1b3c-4ea3-a1ee-a5da0f8339d8,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:36.957539 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Network e746a090-4877-4484-a34e-514c17925a18 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:50:36.958988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:50:37.107340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:50:37.136218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44460) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:37.152267 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-be3dbc3a-52c4-450b-9ad1-b40439a84e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:37.240659 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-be3dbc3a-52c4-450b-9ad1-b40439a84e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:37.247725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:50:37.254111 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dfbc0c75-481b-4edf-8ae9-14696480c7c8 admin admin] 10.222.0.39 "PUT /v2.0/routers/59bed2c4-ed9e-4761-b0fa-ab84a4a51e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9805982 Oct 19 11:50:37.292957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2a148a51-bf11-4eaa-aea4-56d5a2b0158a None None] Provisioning complete for port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:37.293323 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2a148a51-bf11-4eaa-aea4-56d5a2b0158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:37.322968 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-be3dbc3a-52c4-450b-9ad1-b40439a84e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:37.333060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2a148a51-bf11-4eaa-aea4-56d5a2b0158a None None] Port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:50:37.371825 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-be3dbc3a-52c4-450b-9ad1-b40439a84e9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e854da75d2f244c690256d4b2d933ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338328 Oct 19 11:50:37.372953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dbc3a-52c4-450b-9ad1-b40439a84e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4defff97-9509-4080-afdb-e73465b45d4d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:37.375028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44464) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:37.435842 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7290627b-7c3d-4083-a7e5-8fd69898d8d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:37.461716 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7290627b-7c3d-4083-a7e5-8fd69898d8d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:37.607806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7290627b-7c3d-4083-a7e5-8fd69898d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:37.611545 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7290627b-7c3d-4083-a7e5-8fd69898d8d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:37.616932 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7290627b-7c3d-4083-a7e5-8fd69898d8d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4defff97-9509-4080-afdb-e73465b45d4d HTTP/1.1" status: 204 len: 168 time: 0.2363911 Oct 19 11:50:37.626298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290627b-7c3d-4083-a7e5-8fd69898d8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4defff97-9509-4080-afdb-e73465b45d4d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:38.473880 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Sync routers for ids ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:50:38.483045 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Routers {'59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:38.483659 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:50:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:38.600215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device afb85cf1-6ab4-4617-975a-1659988ae654 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:50:38.602001 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Set router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:50:38.677834 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port afb85cf1-6ab4-4617-975a-1659988ae654 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:38.678215 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:38.792905 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:38.813516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port afb85cf1-6ab4-4617-975a-1659988ae654, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=afb85cf1-6ab4-4617-975a-1659988ae654,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:50:38.839911 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'name': 'tempest-TestVolumeBackupRestore-622198736-router', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:36Z', 'revision_number': 4, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'gw_port': {'id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '997160a7-1b3c-4ea3-a1ee-a5da0f8339d8', 'name': '', 'network_id': 'e746a090-4877-4484-a34e-514c17925a18', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'mac_address': 'fa:16:3e:48:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'a82b3d25-b080-46af-964f-b4d027f7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:35Z', 'updated_at': '2021-10-19T11:50:36Z', 'revision_number': 2, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'subnets': [{'id': 'a82b3d25-b080-46af-964f-b4d027f7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:38.867693 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Checking router: 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:50:38.868049 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Updating router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:50:38.882127 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:38.897871 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:38.941279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=afb85cf1-6ab4-4617-975a-1659988ae654,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:39.263973 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:39.344995 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:39.405961 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ae6d0-86ed-42ac-befd-2eee0b0f51ad None None] Pushing event updated for resources: {'Port': ['ID=997160a7-1b3c-4ea3-a1ee-a5da0f8339d8,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:39.483503 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Attempting to bind port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:50:39.484199 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Attempting to bind port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '6761ff81-a6b0-40ef-8b29-8104c0a896d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e746a090-4877-4484-a34e-514c17925a18'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:50:39.484525 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Attempting to bind port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 on network e746a090-4877-4484-a34e-514c17925a18 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:50:39.491861 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:50:39.492315 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Checking segment: {'id': '6761ff81-a6b0-40ef-8b29-8104c0a896d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e746a090-4877-4484-a34e-514c17925a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:50:39.493037 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:39.493521 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Bound using segment: {'id': '6761ff81-a6b0-40ef-8b29-8104c0a896d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e746a090-4877-4484-a34e-514c17925a18'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:50:39.494050 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Bound port: 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6761ff81-a6b0-40ef-8b29-8104c0a896d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e746a090-4877-4484-a34e-514c17925a18'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:50:39.494491 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:39.572335 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] For port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:50:39.576314 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] For port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=997160a7-1b3c-4ea3-a1ee-a5da0f8339d8,segment=NetworkSegment(6761ff81-a6b0-40ef-8b29-8104c0a896d2),segment_id=6761ff81-a6b0-40ef-8b29-8104c0a896d2)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:50:39.631424 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:39.669480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c72c7208-23b2-4f85-9cc2-1c30f214dcd2 None None] Provisioning complete for port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:39.670507 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c72c7208-23b2-4f85-9cc2-1c30f214dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:39.714278 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Routers {'59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:39.715350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:50:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:39.725193 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ae6d0-86ed-42ac-befd-2eee0b0f51ad None None] Pushing event updated for resources: {'Port': ['ID=997160a7-1b3c-4ea3-a1ee-a5da0f8339d8,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:39.788101 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c72c7208-23b2-4f85-9cc2-1c30f214dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:39.835636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c72c7208-23b2-4f85-9cc2-1c30f214dcd2 None None] For port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=997160a7-1b3c-4ea3-a1ee-a5da0f8339d8,segment=NetworkSegment(6761ff81-a6b0-40ef-8b29-8104c0a896d2),segment_id=6761ff81-a6b0-40ef-8b29-8104c0a896d2)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:50:39.864261 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:50:39.890485 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] Set router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:50:39.916637 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c72c7208-23b2-4f85-9cc2-1c30f214dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:39.985679 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c7208-23b2-4f85-9cc2-1c30f214dcd2 None None] Pushing event updated for resources: {'Port': ['ID=997160a7-1b3c-4ea3-a1ee-a5da0f8339d8,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:40.042416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e88067da-2ae6-42ef-a8c6-581048718f5a None None] Provisioning complete for port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:40.043013 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e88067da-2ae6-42ef-a8c6-581048718f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:40.130082 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'name': 'tempest-TestVolumeBackupRestore-622198736-router', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:36Z', 'revision_number': 4, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'gw_port': {'id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '997160a7-1b3c-4ea3-a1ee-a5da0f8339d8', 'name': '', 'network_id': 'e746a090-4877-4484-a34e-514c17925a18', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'mac_address': 'fa:16:3e:48:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'a82b3d25-b080-46af-964f-b4d027f7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:35Z', 'updated_at': '2021-10-19T11:50:39Z', 'revision_number': 4, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'subnets': [{'id': 'a82b3d25-b080-46af-964f-b4d027f7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:40.161990 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78d67-7693-46f3-93d6-960e74235983 None None] The sync data for ids ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'] in n-d-814547-1 is: [{'id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'name': 'tempest-TestVolumeBackupRestore-622198736-router', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:36Z', 'revision_number': 4, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'gw_port': {'id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '997160a7-1b3c-4ea3-a1ee-a5da0f8339d8', 'name': '', 'network_id': 'e746a090-4877-4484-a34e-514c17925a18', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'mac_address': 'fa:16:3e:48:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'a82b3d25-b080-46af-964f-b4d027f7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:35Z', 'updated_at': '2021-10-19T11:50:39Z', 'revision_number': 4, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'subnets': [{'id': 'a82b3d25-b080-46af-964f-b4d027f7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:50:40.681293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device afb85cf1-6ab4-4617-975a-1659988ae654 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:50:40.743180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port afb85cf1-6ab4-4617-975a-1659988ae654 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:40.743619 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:40.834063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:50:40.889687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:50:40.890164 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:47.057838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44638) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:47.170585 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a24264d8-e4f6-4d27-bb2b-1203dd107228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:47.245199 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a24264d8-e4f6-4d27-bb2b-1203dd107228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:47.316930 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a24264d8-e4f6-4d27-bb2b-1203dd107228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:47.357455 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a24264d8-e4f6-4d27-bb2b-1203dd107228 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75bec5aabe7448ceb2e16294476ac2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984812 Oct 19 11:50:47.358178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24264d8-e4f6-4d27-bb2b-1203dd107228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43177d05-2b41-4cb6-abfa-d0addb976bec,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:47.360136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44642) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:47.414872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cd1a622-fcf1-4617-b20c-8c9e18e0ca46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:47.440795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cd1a622-fcf1-4617-b20c-8c9e18e0ca46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:47.619617 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cd1a622-fcf1-4617-b20c-8c9e18e0ca46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:47.622243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0cd1a622-fcf1-4617-b20c-8c9e18e0ca46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:47.623568 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0cd1a622-fcf1-4617-b20c-8c9e18e0ca46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43177d05-2b41-4cb6-abfa-d0addb976bec HTTP/1.1" status: 204 len: 168 time: 0.2616065 Oct 19 11:50:47.632987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1a622-fcf1-4617-b20c-8c9e18e0ca46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43177d05-2b41-4cb6-abfa-d0addb976bec,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:48.287466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44650) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:48.302323 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9cf7cfe-ab20-4737-880c-a0548ef297d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:48.378359 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9cf7cfe-ab20-4737-880c-a0548ef297d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:48.488239 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b9cf7cfe-ab20-4737-880c-a0548ef297d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:48.531309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf7cfe-ab20-4737-880c-a0548ef297d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496fc0b3-0fde-4fed-8904-b68632485b41,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:48.536295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b9cf7cfe-ab20-4737-880c-a0548ef297d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42465ea8959047709ab9805c91324d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477343 Oct 19 11:50:48.538876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44652) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:48.589034 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fad61ede-5001-4b20-845b-cd2327f4184b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:48.615874 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fad61ede-5001-4b20-845b-cd2327f4184b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:49.326983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fad61ede-5001-4b20-845b-cd2327f4184b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:49.330240 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fad61ede-5001-4b20-845b-cd2327f4184b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:49.331436 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fad61ede-5001-4b20-845b-cd2327f4184b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/496fc0b3-0fde-4fed-8904-b68632485b41 HTTP/1.1" status: 204 len: 168 time: 0.7916324 Oct 19 11:50:49.339714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad61ede-5001-4b20-845b-cd2327f4184b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496fc0b3-0fde-4fed-8904-b68632485b41,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:49.796743 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:50.242663 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:55.465187 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0eceda16-8fed-4c4f-8ac2-bfc2b3fd9687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:55.602802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8aaa3-a057-4da1-ae63-ed56d0a1d551 req-65f98d99-4a01-4666-ab76-95a2c489de37 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:55.604316 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2bf8aaa3-a057-4da1-ae63-ed56d0a1d551 req-65f98d99-4a01-4666-ab76-95a2c489de37 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 945 time: 0.2355468 Oct 19 11:50:55.644625 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2bf8aaa3-a057-4da1-ae63-ed56d0a1d551 req-bab6b65f-4119-4e1b-bdb1-7cba0b8fbe43 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336261 Oct 19 11:50:56.853282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f15da-411a-4842-a25f-7c3ce0501cc7 req-4cf12074-f250-4da7-9055-ee493fa2e4bc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:56.854806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d9f15da-411a-4842-a25f-7c3ce0501cc7 req-4cf12074-f250-4da7-9055-ee493fa2e4bc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 945 time: 0.1183941 Oct 19 11:50:56.896072 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d9f15da-411a-4842-a25f-7c3ce0501cc7 req-393eb499-e564-4cc2-becf-d24522c3ef9c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349069 Oct 19 11:50:57.197231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-d1a6d4b5-e56a-445d-abfd-bab894ac5b33 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:50:57.199024 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-d1a6d4b5-e56a-445d-abfd-bab894ac5b33 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 945 time: 0.0503910 Oct 19 11:50:57.310520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Deleting port 704e4e2f-033f-484f-ab59-c05093280d53 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:50:57.311645 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:57.407209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] For port 704e4e2f-033f-484f-ab59-c05093280d53, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=704e4e2f-033f-484f-ab59-c05093280d53,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:50:57.408084 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:57.649135 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:57.649500 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:57.649822 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Floating IP 98be9d09-6ad7-4864-afc7-6f6f0e2b397b disassociated. External IP: 172.25.2.113, port: 704e4e2f-033f-484f-ab59-c05093280d53. Oct 19 11:50:57.650163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Calling delete_port for 704e4e2f-033f-484f-ab59-c05093280d53 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:50:57.836489 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bccc8aab-2470-4d6e-9270-4bd27a45892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:57.875471 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:57.911246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event deleted for resources: {'Port': ['ID=704e4e2f-033f-484f-ab59-c05093280d53,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:57.991790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44784) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:58.055176 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-668878ac-2b5d-4c1b-87c2-bf2553583ff7 req-306802eb-9c73-40d9-8519-adfc2674fce1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 210 time: 0.0331764 Oct 19 11:50:58.071194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Router 18fb3e41-7b56-4011-a9fb-7b852114d3be has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:50:58.109082 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc69-9d56-44ea-870d-f41a008c8bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:58.191991 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc69-9d56-44ea-870d-f41a008c8bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:58.199026 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:50:58.209216 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d832742-cc07-4013-a4b7-0e325495e159 None None] Sync routers for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:50:58.218355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d832742-cc07-4013-a4b7-0e325495e159 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:58.222064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5d832742-cc07-4013-a4b7-0e325495e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:50:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:58.237286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] No DVR routers for this DVR port 704e4e2f-033f-484f-ab59-c05093280d53 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:50:58.239850 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:58.243282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14565da6-6dbb-4a81-b919-2e176dc22c1e req-18969f78-a541-4343-bf6b-ce99cf8103f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "DELETE /v2.0/ports/704e4e2f-033f-484f-ab59-c05093280d53 HTTP/1.1" status: 204 len: 173 time: 1.0377290 Oct 19 11:50:58.243730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'name': 'network-vif-deleted', 'tag': '704e4e2f-033f-484f-ab59-c05093280d53'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:50:58.246185 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d705368-5a9c-4f37-89a5-47eba5eb9b72" -d '{"events": [{"server_uuid": "68dc195f-05f8-4b67-9c92-24b5abc06c21", "name": "network-vif-deleted", "tag": "704e4e2f-033f-484f-ab59-c05093280d53"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:50:58.294502 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b66dcc69-9d56-44ea-870d-f41a008c8bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:58.335395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44794) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:58.337216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b66dcc69-9d56-44ea-870d-f41a008c8bc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4f6a845ff29406bb14177ffa191627c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437588 Oct 19 11:50:58.369153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dcc69-9d56-44ea-870d-f41a008c8bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b97cf7f-6064-43fc-b51f-778f82de46a8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:58.431667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-53b98129-523a-49ca-9da9-b94f93739c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:58.486968 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-53b98129-523a-49ca-9da9-b94f93739c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:58.531719 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01481dc9-d059-42d7-a718-96ac71e5c4bc x-openstack-request-id: req-01481dc9-d059-42d7-a718-96ac71e5c4bc {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:50:58.532027 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dc195f-05f8-4b67-9c92-24b5abc06c21", "name": "network-vif-deleted", "tag": "704e4e2f-033f-484f-ab59-c05093280d53", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:50:58.532273 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01481dc9-d059-42d7-a718-96ac71e5c4bc {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:50:58.533244 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dc195f-05f8-4b67-9c92-24b5abc06c21', 'name': 'network-vif-deleted', 'tag': '704e4e2f-033f-484f-ab59-c05093280d53', 'status': 'completed', 'code': 200} Oct 19 11:50:58.590014 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5d832742-cc07-4013-a4b7-0e325495e159 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:50:58.636893 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-53b98129-523a-49ca-9da9-b94f93739c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:58.647499 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-53b98129-523a-49ca-9da9-b94f93739c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:58.647499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-53b98129-523a-49ca-9da9-b94f93739c91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b97cf7f-6064-43fc-b51f-778f82de46a8 HTTP/1.1" status: 204 len: 168 time: 0.3052483 Oct 19 11:50:58.655276 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b98129-523a-49ca-9da9-b94f93739c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b97cf7f-6064-43fc-b51f-778f82de46a8,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:58.820024 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5d832742-cc07-4013-a4b7-0e325495e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:58.854913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d832742-cc07-4013-a4b7-0e325495e159 None None] Checking router: 18fb3e41-7b56-4011-a9fb-7b852114d3be for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:50:58.865315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d832742-cc07-4013-a4b7-0e325495e159 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:50:58.865927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5d832742-cc07-4013-a4b7-0e325495e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:50:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:58.993581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-5d832742-cc07-4013-a4b7-0e325495e159 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:50:59.105218 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:59.172644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4ea48917-33f4-41f9-b0a5-b001aec2aebb req-e0d744b4-2196-4ac6-848f-9f1f773b6220 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 210 time: 0.0301945 Oct 19 11:50:59.190656 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:59.217872 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-5d832742-cc07-4013-a4b7-0e325495e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:50:59.250071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d832742-cc07-4013-a4b7-0e325495e159 None None] The sync data for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 is: [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:50:59.437442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 44806) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:59.456056 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fba2ea37-5711-4989-95ad-9629efb7ba21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:59.552031 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fba2ea37-5711-4989-95ad-9629efb7ba21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:59.553892 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21795bd7-cf0c-49e1-b828-edc459f6831b None None] New status for floating IP 98be9d09-6ad7-4864-afc7-6f6f0e2b397b: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:50:59.652394 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fba2ea37-5711-4989-95ad-9629efb7ba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:59.693900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fba2ea37-5711-4989-95ad-9629efb7ba21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=226fc7d607cb4e3088fff4f946303e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553120 Oct 19 11:50:59.702575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2ea37-5711-4989-95ad-9629efb7ba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292faeec-5a68-41fa-9b45-7c9ffd5123b7,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:50:59.703576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 44808) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:50:59.755546 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37173599-b121-44b3-b88c-5a8897d9283d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:59.779121 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37173599-b121-44b3-b88c-5a8897d9283d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:59.933872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37173599-b121-44b3-b88c-5a8897d9283d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:59.936483 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-37173599-b121-44b3-b88c-5a8897d9283d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:50:59.937677 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-37173599-b121-44b3-b88c-5a8897d9283d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/292faeec-5a68-41fa-9b45-7c9ffd5123b7 HTTP/1.1" status: 204 len: 168 time: 0.2398279 Oct 19 11:50:59.947348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37173599-b121-44b3-b88c-5a8897d9283d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292faeec-5a68-41fa-9b45-7c9ffd5123b7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:51:00.062978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 704e4e2f-033f-484f-ab59-c05093280d53 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:51:00.084226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 704e4e2f-033f-484f-ab59-c05093280d53 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:51:00.084600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 704e4e2f-033f-484f-ab59-c05093280d53 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:51:00.275283 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2321022b-2a6d-4ca8-a09e-65af03255c34 req-c5ff612e-fb6d-4d1d-8d50-31beef2b6438 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 210 time: 0.0292857 Oct 19 11:51:00.903928 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:01.386064 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e38af946-73f2-4b52-b6fa-c207384619b3 req-3c61b140-8c2d-430c-9395-0b0618a6615f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 210 time: 0.0292563 Oct 19 11:51:02.489371 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16c98e46-3957-45eb-bfbc-0b43364575c3 req-736a52b4-ec25-459c-8155-cadc32800bad tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 210 time: 0.0280862 Oct 19 11:51:03.599837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99791d2d-1009-4417-bfa3-d67c66999ba5 req-f019996e-c31f-48b0-97d9-0672e4755e6c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=68dc195f-05f8-4b67-9c92-24b5abc06c21 HTTP/1.1" status: 200 len: 210 time: 0.0279269 Oct 19 11:51:04.880684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-3b3c6add-ebee-478c-b9a7-bb1ed4e11ce0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559195941&fields=id&tenant_id=f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 267 time: 0.0443137 Oct 19 11:51:04.994913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-025ae4ca-d15e-4520-825a-bbec9e6b5bed tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:04.996409 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-025ae4ca-d15e-4520-825a-bbec9e6b5bed tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.1085191 Oct 19 11:51:05.011732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-24ee34ec-9435-43f8-bd06-363208be6061 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/quotas/f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 375 time: 0.0091367 Oct 19 11:51:05.066759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-1f5f8a77-154a-4822-87b5-0adc0d7858d2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490596 Oct 19 11:51:05.274650 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-185d047e-c3ac-402b-9ec6-73be0a01fb17 service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956623 Oct 19 11:51:05.369177 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-ec76a7ca-4597-49eb-95df-f759b0e17be7 service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876229 Oct 19 11:51:05.962736 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b584d2b-52e9-440e-ba80-83754a97865b req-1c5c657e-5316-4eab-840a-043aa9d39133 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 210 time: 0.0454667 Oct 19 11:51:07.061271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c810a57d-b906-4fea-8786-35b04af08b78 req-8203f136-f638-470b-a6e6-a5d8c82cd00c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 210 time: 0.0358891 Oct 19 11:51:08.142428 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-2edf47f1-7e3e-49d6-8d09-8bf79f0ceb7a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:08.144799 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-2edf47f1-7e3e-49d6-8d09-8bf79f0ceb7a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.1440966 Oct 19 11:51:08.209336 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8e4cef0-f509-4d73-b5c9-2c37c8ad5c24 req-54eeb954-9c01-4c21-ac43-d6f588a3d3ec tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 210 time: 0.0528152 Oct 19 11:51:08.252992 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-521da7b8-ff8c-433e-a3e4-e6f5080e8f08 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 379 time: 0.0978413 Oct 19 11:51:08.264440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'port': {'device_id': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'admin_state_up': True, 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'security_groups': ['92d8526e-1861-423d-801a-f5294ef9e0f0']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:51:08.469443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Made reservation on behalf of f80dff5b781d42d8a94187bf4b85d3e4 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:51:08.473048 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:08.614956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Allocated IP 172.20.0.7 (1b5204d6-13f8-468a-ae99-252172f92e2a/13bc9823-7501-4a92-b961-597339cb11f4/8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:51:08.847140 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:08.945995 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:08.994057 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Network 1b5204d6-13f8-468a-ae99-252172f92e2a is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:51:08.997511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:51:09.001769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:51:09.008827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:51:09.068978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:09.069645 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:09.201210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-feb46b32-b25a-459b-89fd-81e35119d4da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9418552 Oct 19 11:51:09.215164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-4b0cb2eb-8ca1-49c9-be51-b024eb7f7558 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:51:09.216562 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-4b0cb2eb-8ca1-49c9-be51-b024eb7f7558 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0088260 Oct 19 11:51:09.230046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Request body: {'port': {'device_id': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:51:09.275076 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6c183368-756c-42bd-8b32-e9760395c20b None None] Provisioning complete for port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:51:09.275618 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6c183368-756c-42bd-8b32-e9760395c20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:09.302491 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:09.319142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6c183368-756c-42bd-8b32-e9760395c20b None None] Port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:51:09.386229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b5a84-d55c-4c75-969f-70bfbae0c826 req-04b2e188-d6b8-4b4f-8de7-e12790fdd635 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:09.388763 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-337b5a84-d55c-4c75-969f-70bfbae0c826 req-04b2e188-d6b8-4b4f-8de7-e12790fdd635 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 931 time: 0.0574718 Oct 19 11:51:09.437542 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-337b5a84-d55c-4c75-969f-70bfbae0c826 req-46000648-d370-4a09-9197-38767b8733f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 Oct 19 11:51:09.612171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:51:09.619734 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:09.632357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Transition to ACTIVE for port object 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:51:09.699857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:09.758115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Pushing event updated for resources: {'Port': ['ID=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:51:09.841975 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Attempting to bind port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:51:09.842593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Attempting to bind port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:51:09.842931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Attempting to bind port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:51:09.850315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a on network 1b5204d6-13f8-468a-ae99-252172f92e2a not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:51:09.850315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Attempting to bind port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:51:09.853533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:51:09.853883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Checking segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:51:09.854273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Bound using segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:51:09.854705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Bound port: 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:51:09.855071 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:09.935141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] For port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:51:09.939952 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] For port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:51:10.028471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:10.073338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:10.074152 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:10.076991 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] 10.222.0.49 "PUT /v2.0/ports/8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a HTTP/1.1" status: 200 len: 1091 time: 0.8500564 Oct 19 11:51:10.077472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'tag': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:51:10.081355 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4" -d '{"events": [{"name": "network-changed", "server_uuid": "a74556e6-831d-4283-93fd-768aae5e1c01", "tag": "8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:51:10.112955 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1007622-53e8-4ff4-85c2-adecc005914c service neutron] Pushing event updated for resources: {'Port': ['ID=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:51:10.234284 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-fd7d318d-36c1-4b57-ba93-780577367963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:10.236894 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-fd7d318d-36c1-4b57-ba93-780577367963 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 1094 time: 0.0595939 Oct 19 11:51:10.310777 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-0bfda405-50f2-4333-994f-e3fe1664d7d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a HTTP/1.1" status: 200 len: 217 time: 0.0606134 Oct 19 11:51:10.358172 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539a641c-5713-4b1a-a174-c6fc65716e8f x-openstack-request-id: req-539a641c-5713-4b1a-a174-c6fc65716e8f {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:51:10.358479 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74556e6-831d-4283-93fd-768aae5e1c01", "tag": "8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:51:10.358745 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-539a641c-5713-4b1a-a174-c6fc65716e8f {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:51:10.359172 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'tag': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'status': 'completed', 'code': 200} Oct 19 11:51:10.405092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-0624a617-3650-49e5-8ceb-37b5d1910abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:10.406625 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-0624a617-3650-49e5-8ceb-37b5d1910abf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0888252 Oct 19 11:51:10.453626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-d9d93ca9-3dcf-4aec-a7d3-635ace7c7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:10.457136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-d9d93ca9-3dcf-4aec-a7d3-635ace7c7056 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436511 Oct 19 11:51:10.574426 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-5db0a21f-fce6-48f4-9b4c-64e32b22eb75 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105409 Oct 19 11:51:10.698827 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fe6ab7d-f316-4671-b654-29646cb50dc0 req-18c06bdc-445c-4d1d-b501-f04211eb7e4f service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164508 Oct 19 11:51:10.905192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4 req-2aef0682-bae7-4e5b-8a55-7c6cc413776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:10.907352 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4 req-2aef0682-bae7-4e5b-8a55-7c6cc413776e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 1094 time: 0.0695908 Oct 19 11:51:10.909625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d178f-3f60-41fa-8155-9d3e5325c6bc req-73dd3779-c4f4-47e6-a1a3-c6d4b1c85202 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:10.911860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-635d178f-3f60-41fa-8155-9d3e5325c6bc req-73dd3779-c4f4-47e6-a1a3-c6d4b1c85202 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 943 time: 0.3910441 Oct 19 11:51:10.983857 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-635d178f-3f60-41fa-8155-9d3e5325c6bc req-d46c1cb0-435d-4c08-80c1-46297fa8b135 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604599 Oct 19 11:51:11.052698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4 req-9790a15c-7d92-422a-8fe8-19d2f66bd891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:11.054166 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4 req-9790a15c-7d92-422a-8fe8-19d2f66bd891 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.1399777 Oct 19 11:51:11.101027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4 req-a64dd956-ce94-4c34-90f4-f560e0ce2a98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a HTTP/1.1" status: 200 len: 217 time: 0.0400951 Oct 19 11:51:11.161649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4 req-158b3e83-bddb-43db-aa05-5dc85cb992f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:11.163112 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4 req-158b3e83-bddb-43db-aa05-5dc85cb992f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0549858 Oct 19 11:51:11.210503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4 req-65da5bbd-901a-490c-aa29-179bd9229e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:11.212000 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4 req-65da5bbd-901a-490c-aa29-179bd9229e9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424826 Oct 19 11:51:11.394263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4 req-075ecb52-344a-45aa-b4c9-a77c061f77cb service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744819 Oct 19 11:51:11.503693 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dffdc769-cb8b-4477-ab8d-a16f13ac5be4 req-5fd37ec6-2d74-4d6c-9282-a540c75f2d70 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019237 Oct 19 11:51:12.171652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e85a01-651e-4b05-b04c-9eaad136b425 req-f0f4aed0-accb-46d9-8bdf-c011b79d1ca2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:12.174292 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32e85a01-651e-4b05-b04c-9eaad136b425 req-f0f4aed0-accb-46d9-8bdf-c011b79d1ca2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 943 time: 0.1290836 Oct 19 11:51:12.227573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32e85a01-651e-4b05-b04c-9eaad136b425 req-3e01bfe5-8fe8-487d-bc78-0bbeb925bab0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452302 Oct 19 11:51:13.355549 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5d913-f8bf-4c42-a8bc-95bcd58f32f6 req-acc6f1d2-e665-4b2c-93ca-6486fd707dd1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:13.357297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfa5d913-f8bf-4c42-a8bc-95bcd58f32f6 req-acc6f1d2-e665-4b2c-93ca-6486fd707dd1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 943 time: 0.0512886 Oct 19 11:51:13.413195 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bfa5d913-f8bf-4c42-a8bc-95bcd58f32f6 req-d7a77d3b-5f77-461d-86a3-9eec45b605a3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488300 Oct 19 11:51:14.533972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c7efb-c72c-4093-98f3-737a041d7193 req-de3359b7-2092-4b23-9bf9-19b03e7ce6d2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:14.536729 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-974c7efb-c72c-4093-98f3-737a041d7193 req-de3359b7-2092-4b23-9bf9-19b03e7ce6d2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 943 time: 0.0581758 Oct 19 11:51:14.576946 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-974c7efb-c72c-4093-98f3-737a041d7193 req-4d908ba2-8e4e-4ebc-afcc-94c0b8ef6727 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343618 Oct 19 11:51:15.693610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2e9e7-82e0-4661-9f92-30a870508298 req-398b180c-5301-461c-bfc9-6f5c3ee8494a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:15.695093 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ab2e9e7-82e0-4661-9f92-30a870508298 req-398b180c-5301-461c-bfc9-6f5c3ee8494a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 943 time: 0.0499394 Oct 19 11:51:15.736366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ab2e9e7-82e0-4661-9f92-30a870508298 req-07bd8fdb-e416-4b69-9716-c60d14daf21a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344195 Oct 19 11:51:16.822835 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:51:16.877914 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39906f04-f533-4d78-83c2-13a1daf0c885 req-e63afe6c-0acc-4c60-8cc1-3503dd435991 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:16.879538 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39906f04-f533-4d78-83c2-13a1daf0c885 req-e63afe6c-0acc-4c60-8cc1-3503dd435991 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 943 time: 0.0562048 Oct 19 11:51:16.932090 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-39906f04-f533-4d78-83c2-13a1daf0c885 req-50940bea-4033-47ae-a8d1-6a96e6d08375 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445035 Oct 19 11:51:18.100914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d81706-6513-413c-b6fc-52325d0a3706 req-9804c5d4-e8d8-4b76-88e9-7b7716528241 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:18.102401 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96d81706-6513-413c-b6fc-52325d0a3706 req-9804c5d4-e8d8-4b76-88e9-7b7716528241 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 943 time: 0.0607691 Oct 19 11:51:18.140358 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96d81706-6513-413c-b6fc-52325d0a3706 req-316f4b50-d95f-49b4-9f46-50af5e0e147f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317540 Oct 19 11:51:19.254370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d378db-cdb2-4932-a1fd-00d4b1b015b6 req-e5d444a1-019f-4328-91f7-94a49bda295b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:19.255932 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-29d378db-cdb2-4932-a1fd-00d4b1b015b6 req-e5d444a1-019f-4328-91f7-94a49bda295b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 943 time: 0.0490921 Oct 19 11:51:19.293919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-29d378db-cdb2-4932-a1fd-00d4b1b015b6 req-927bf7f7-d5f3-47a1-beeb-90ec5a554c1d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319788 Oct 19 11:51:19.854627 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:20.219377 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:20.414346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d863b9-e6b1-4efe-abae-1ad811edea31 req-19858e8b-0513-4a4e-ad64-20667164a01a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:20.415840 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53d863b9-e6b1-4efe-abae-1ad811edea31 req-19858e8b-0513-4a4e-ad64-20667164a01a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 943 time: 0.0550342 Oct 19 11:51:20.458644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53d863b9-e6b1-4efe-abae-1ad811edea31 req-fddaebe8-a20f-4d70-94c7-3c8fc0e0560e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363536 Oct 19 11:51:21.620741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c65ff-7102-4f98-82f4-dbea09d7c176 req-bb7a93bc-c4c1-4a0b-9118-fb5d804f3688 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:21.622996 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-087c65ff-7102-4f98-82f4-dbea09d7c176 req-bb7a93bc-c4c1-4a0b-9118-fb5d804f3688 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 943 time: 0.0772958 Oct 19 11:51:21.703146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-087c65ff-7102-4f98-82f4-dbea09d7c176 req-274dd12c-d47f-4638-a394-6486423d3054 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520775 Oct 19 11:51:22.838687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0b21e-be1b-4d5c-bc15-fd44b79cc2a2 req-2bd48a47-8981-4068-9296-37939866404d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:22.840171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1f0b21e-be1b-4d5c-bc15-fd44b79cc2a2 req-2bd48a47-8981-4068-9296-37939866404d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 943 time: 0.0524359 Oct 19 11:51:22.879526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1f0b21e-be1b-4d5c-bc15-fd44b79cc2a2 req-b5e6afda-04c7-49cf-b429-74a85e8bb946 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Oct 19 11:51:23.314773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:51:23.421106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:51:23.433101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'port_id': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'mac_address': 'fa:16:3e:77:25:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:51:23.473424 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:23.488642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:51:23.519356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:51:23.601075 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:23.653164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:51:23.661225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.661759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.662115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.662459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.662852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.663182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.663503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.663822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.664139 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.664454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.664797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.665114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:23.821925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:51:24.053928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26982072-8053-4687-974a-151aabdce4f3 req-e612e81f-03e8-47ab-9837-7f67562c8136 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:24.063458 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26982072-8053-4687-974a-151aabdce4f3 req-e612e81f-03e8-47ab-9837-7f67562c8136 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 944 time: 0.0874856 Oct 19 11:51:24.115316 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26982072-8053-4687-974a-151aabdce4f3 req-b7a2cb63-8d30-45bd-b7b4-29f232a71deb tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503089 Oct 19 11:51:25.247705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccb9fe-7e57-4d84-abb6-97c47e506ee9 req-bf926a38-d01d-4108-8de2-3acc15955f9a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:25.249673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8dccb9fe-7e57-4d84-abb6-97c47e506ee9 req-bf926a38-d01d-4108-8de2-3acc15955f9a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 944 time: 0.0704358 Oct 19 11:51:25.297071 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8dccb9fe-7e57-4d84-abb6-97c47e506ee9 req-ef6048d9-bf61-4dd7-9a4f-01e159bd6014 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395811 Oct 19 11:51:25.330179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:51:25.452865 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5c6aecae-4345-47c9-8fe4-f8b15844d786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:25.465200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:51:25.469579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:51:25.470016 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:25.554350 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:25.587600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:51:25.588772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:51:25.591395 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d1d48d-09de-440f-ba12-ac57839e6ba5" -d '{"events": [{"server_uuid": "a74556e6-831d-4283-93fd-768aae5e1c01", "name": "network-vif-plugged", "status": "completed", "tag": "8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:51:25.630206 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f0c0fb-978e-448b-ac8f-a20e925ae819 x-openstack-request-id: req-08f0c0fb-978e-448b-ac8f-a20e925ae819 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:51:25.630771 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74556e6-831d-4283-93fd-768aae5e1c01", "name": "network-vif-plugged", "status": "completed", "tag": "8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:51:25.631085 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08f0c0fb-978e-448b-ac8f-a20e925ae819 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:51:25.631536 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'code': 200} Oct 19 11:51:25.632226 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:25.687827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:51:25.732911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07486fdf-1a3d-404a-a9ec-13fe67f8d243 req-46972e9b-c343-4826-987d-fd885290f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:25.734513 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-07486fdf-1a3d-404a-a9ec-13fe67f8d243 req-46972e9b-c343-4826-987d-fd885290f1df service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 1096 time: 0.0409446 Oct 19 11:51:25.773250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-07486fdf-1a3d-404a-a9ec-13fe67f8d243 req-5279587b-78cf-46ee-b806-ade9c1118016 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Oct 19 11:51:26.413724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abcd3e-5409-46ea-bc86-f04af9c80c67 req-980d28f7-ae50-4f9d-83f3-204567781e45 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:26.415267 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14abcd3e-5409-46ea-bc86-f04af9c80c67 req-980d28f7-ae50-4f9d-83f3-204567781e45 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 945 time: 0.0497425 Oct 19 11:51:26.455826 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14abcd3e-5409-46ea-bc86-f04af9c80c67 req-42a9ede3-7479-46a6-a15e-d0abf3ef6f91 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344784 Oct 19 11:51:27.581080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22ae38-de4e-429d-b279-b4104e1ee3fd req-951ebbbf-f216-44a6-9ad1-73850837faf9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:27.582601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af22ae38-de4e-429d-b279-b4104e1ee3fd req-951ebbbf-f216-44a6-9ad1-73850837faf9 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 945 time: 0.0539103 Oct 19 11:51:27.634494 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af22ae38-de4e-429d-b279-b4104e1ee3fd req-9be8e20c-4cee-40b2-b868-221f95d442d7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421033 Oct 19 11:51:27.753804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cc92d-eab5-4e7f-9cea-e89e2c74a96f req-fb821807-dfec-44ee-82b0-f3ee45740f81 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:27.755486 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f99cc92d-eab5-4e7f-9cea-e89e2c74a96f req-fb821807-dfec-44ee-82b0-f3ee45740f81 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 945 time: 0.0516400 Oct 19 11:51:27.795891 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f99cc92d-eab5-4e7f-9cea-e89e2c74a96f req-2cc50e82-5c23-4f0f-ad6d-04e9ce086e5a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329731 Oct 19 11:51:27.818704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45172) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:51:27.829651 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41b98ed1-8f5c-4991-8a58-ece4f27026c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:27.858825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0190772f-b54b-41d1-824f-40bedcfe7ac8 tempest-TestVolumeBootPattern-286782909 tempest-TestVolumeBootPattern-286782909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:27.863800 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0190772f-b54b-41d1-824f-40bedcfe7ac8 tempest-TestVolumeBootPattern-286782909 tempest-TestVolumeBootPattern-286782909-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 1091 time: 0.0406170 Oct 19 11:51:27.864316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45174) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:51:27.868719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:51:27.962627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:28.065403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:28.168867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Allocated IP 172.25.2.219 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/1093f610-c955-4ac9-90d1-f15483b75561) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:51:28.290999 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:28.409775 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:28.449175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:51:28.454513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:51:28.457170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:51:28.484071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=1093f610-c955-4ac9-90d1-f15483b75561,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:51:28.902741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:29.034512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:29.059870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:29.156446 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:29.199186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:29.299912 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:29.382462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=1093f610-c955-4ac9-90d1-f15483b75561,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:51:29.395503 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:29.844224 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Floating IP dd3a12f1-ceac-4706-8f31-dac6683325e5 associated. External IP: 172.25.2.219, port: 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a. Oct 19 11:51:30.063850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Router 18fb3e41-7b56-4011-a9fb-7b852114d3be has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:51:30.176098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:51:30.191584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a689e-a72a-4257-8cce-7ed78cf7c89c None None] Sync routers for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:51:30.206788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a689e-a72a-4257-8cce-7ed78cf7c89c None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:51:30.207412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f21a689e-a72a-4257-8cce-7ed78cf7c89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:51:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:51:30.290777 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:30.317618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-f21a689e-a72a-4257-8cce-7ed78cf7c89c None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:51:30.328270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-de2bc513-37fa-4f29-b566-50d92e792049 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4626527 Oct 19 11:51:30.329638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'tag': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:51:30.332214 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e6783a-5303-41d9-98e8-a96a0624c715" -d '{"events": [{"name": "network-changed", "server_uuid": "a74556e6-831d-4283-93fd-768aae5e1c01", "tag": "8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:51:30.383089 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d384690-87c0-4a55-939a-d877157a6b64 x-openstack-request-id: req-0d384690-87c0-4a55-939a-d877157a6b64 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:51:30.383784 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74556e6-831d-4283-93fd-768aae5e1c01", "tag": "8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:51:30.384033 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d384690-87c0-4a55-939a-d877157a6b64 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:51:30.384476 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'tag': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'status': 'completed', 'code': 200} Oct 19 11:51:30.469330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6783a-5303-41d9-98e8-a96a0624c715 req-44adfc00-6dd4-4326-97d1-38b288a1f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:30.470894 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e6783a-5303-41d9-98e8-a96a0624c715 req-44adfc00-6dd4-4326-97d1-38b288a1f5e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 1096 time: 0.0529556 Oct 19 11:51:30.569390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6783a-5303-41d9-98e8-a96a0624c715 req-96bd9f4e-d82c-43ef-a50e-e7b704eb03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:30.570880 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e6783a-5303-41d9-98e8-a96a0624c715 req-96bd9f4e-d82c-43ef-a50e-e7b704eb03d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.0929372 Oct 19 11:51:30.606041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f21a689e-a72a-4257-8cce-7ed78cf7c89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dd3a12f1-ceac-4706-8f31-dac6683325e5', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:77:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:51:28Z', 'updated_at': '2021-10-19T11:51:28Z', 'revision_number': 0, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:51:30.640468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a689e-a72a-4257-8cce-7ed78cf7c89c None None] Checking router: 18fb3e41-7b56-4011-a9fb-7b852114d3be for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:51:30.648893 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e6783a-5303-41d9-98e8-a96a0624c715 req-1eb0f6e4-b50c-4082-8b48-23fbb148f473 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a HTTP/1.1" status: 200 len: 999 time: 0.0705957 Oct 19 11:51:30.650437 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a689e-a72a-4257-8cce-7ed78cf7c89c None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:51:30.651123 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f21a689e-a72a-4257-8cce-7ed78cf7c89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:51:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:51:30.707009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6783a-5303-41d9-98e8-a96a0624c715 req-06d87ec3-be52-49b1-b609-f668bdc4499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:30.708499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e6783a-5303-41d9-98e8-a96a0624c715 req-06d87ec3-be52-49b1-b609-f668bdc4499f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0523944 Oct 19 11:51:30.768170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6783a-5303-41d9-98e8-a96a0624c715 req-5d363908-4ca7-4536-9e11-fa414f805a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:30.769738 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e6783a-5303-41d9-98e8-a96a0624c715 req-5d363908-4ca7-4536-9e11-fa414f805a24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500019 Oct 19 11:51:30.782036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-f21a689e-a72a-4257-8cce-7ed78cf7c89c None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:51:30.884490 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e6783a-5303-41d9-98e8-a96a0624c715 req-12e78f60-7af8-40ff-bf9f-74fe4caf2838 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074765 Oct 19 11:51:30.951882 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:31.004270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-62e6783a-5303-41d9-98e8-a96a0624c715 req-b513e1a2-5e45-4027-a5b5-9f7172e827e7 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979197 Oct 19 11:51:31.034520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f21a689e-a72a-4257-8cce-7ed78cf7c89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dd3a12f1-ceac-4706-8f31-dac6683325e5', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:77:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:51:28Z', 'updated_at': '2021-10-19T11:51:28Z', 'revision_number': 0, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:51:31.066414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a689e-a72a-4257-8cce-7ed78cf7c89c None None] The sync data for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 is: [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dd3a12f1-ceac-4706-8f31-dac6683325e5', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:77:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:51:28Z', 'updated_at': '2021-10-19T11:51:28Z', 'revision_number': 0, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:51:31.263139 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81698184-6433-41de-bb20-a33dc52c03d6 None None] New status for floating IP dd3a12f1-ceac-4706-8f31-dac6683325e5: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:51:33.649096 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-c6c3d68c-a866-4eba-9b89-1bfbea11a6e7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474646 Oct 19 11:51:33.728895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-d820555d-ccae-4c18-9c5e-920f5877e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:33.730388 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-d820555d-ccae-4c18-9c5e-920f5877e86e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 1096 time: 0.0402865 Oct 19 11:51:33.841129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-41e01bab-ad9d-4b69-b154-8c168348a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:33.842875 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-41e01bab-ad9d-4b69-b154-8c168348a633 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.0926795 Oct 19 11:51:33.917356 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-540d146b-90fa-4c5b-b947-be0c55aa2f41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a HTTP/1.1" status: 200 len: 1001 time: 0.0675714 Oct 19 11:51:33.984026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-f2cf3ee2-5b23-4f11-9369-885e17fd24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:33.986369 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-f2cf3ee2-5b23-4f11-9369-885e17fd24bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0615909 Oct 19 11:51:34.039836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-f5a17768-5663-40d7-81ff-c49b7cb9ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:51:34.041422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-f5a17768-5663-40d7-81ff-c49b7cb9ff06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482016 Oct 19 11:51:34.178606 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-3b6ede44-4f71-4198-92f2-3891973387f2 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278169 Oct 19 11:51:34.292734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a936bb8-aa56-48fd-a351-3d9a779e2984 req-ae0304f0-d1b4-43d0-8c10-063ff6d88943 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075542 Oct 19 11:51:49.819967 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:50.316852 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:51.563930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45396) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:51:51.677629 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:51.755677 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:51.876956 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:51.920235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e2b10b9a5e34e3bb54d756bd21999d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550870 Oct 19 11:51:51.920602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45406) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:51:51.921502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2e2672-4351-4e30-aa0a-d365b86897d5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.934328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d097f7f-e452-4dac-a190-3538ec7cbc39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:51.978394 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:52.003033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:52.162436 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:52.165064 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:52.166217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e2e2672-4351-4e30-aa0a-d365b86897d5 HTTP/1.1" status: 204 len: 168 time: 0.2431240 Oct 19 11:51:52.174485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2e2672-4351-4e30-aa0a-d365b86897d5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:51:52.182208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:52.182560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:52.182899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:52.183232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:52.183626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:52.184016 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:52.184353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:52.184787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:52.190005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:52.190005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:52.190005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:52.190005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765abc2b-11da-4d44-96ad-e8d41953e0b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:51:53.823162 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:51:55.437643 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1520346a-19e8-46ec-8be4-0d12de6d67cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:57.848837 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fa69c210-aa84-4ece-a7cb-7d675bd856a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:59.105548 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:51:59.223417 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:00.909498 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:14.694174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45780) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:14.827205 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bbf363c-1448-4b83-8168-6ba7c296b43b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:14.905734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bbf363c-1448-4b83-8168-6ba7c296b43b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:14.979613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3bbf363c-1448-4b83-8168-6ba7c296b43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:15.017111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf363c-1448-4b83-8168-6ba7c296b43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aac2ab-df1b-41e7-82a2-86f67a700476,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:15.022100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3bbf363c-1448-4b83-8168-6ba7c296b43b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88b5cf2587bc41a3b0d0747dde851342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269064 Oct 19 11:52:15.030899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45788) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:15.076790 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4767efe1-1603-4712-b43c-7817f731a46a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:15.098901 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4767efe1-1603-4712-b43c-7817f731a46a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:15.225290 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4767efe1-1603-4712-b43c-7817f731a46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:15.227928 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4767efe1-1603-4712-b43c-7817f731a46a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:15.229144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4767efe1-1603-4712-b43c-7817f731a46a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4aac2ab-df1b-41e7-82a2-86f67a700476 HTTP/1.1" status: 204 len: 168 time: 0.2031782 Oct 19 11:52:15.237267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767efe1-1603-4712-b43c-7817f731a46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aac2ab-df1b-41e7-82a2-86f67a700476,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:16.308091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45824) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:16.407039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1847991922-network', 'tenant_id': '8227618491f347cb8f51e5575d3194aa'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:16.493986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Made reservation on behalf of 8227618491f347cb8f51e5575d3194aa for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:52:16.496445 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:16.506060 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:16.591511 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:16.674774 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:16.699881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:52:16.709851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe734afb-2b4a-4916-9b27-f5045ee5d43c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:16.716076 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:16.716413 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Added segment c0f3cce9-c9de-486d-be2f-6762f0ca561d of type vlan for network 7f23adf8-e424-4d05-9ad7-da974611e3ec Oct 19 11:52:16.765338 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:16.866139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:16.867044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:16.867631 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:16.937205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] Pushing event updated for resources: {'Network': ['ID=7f23adf8-e424-4d05-9ad7-da974611e3ec,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:16.950379 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 7f23adf8-e424-4d05-9ad7-da974611e3ec details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:52:17.012176 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1fa7b162-bb62-46fb-b6a4-700f9d4d4291 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7025819 Oct 19 11:52:17.014591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45838) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:17.019428 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] Request body: {'subnet': {'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1847991922-subnet', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:17.122548 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] Made reservation on behalf of 8227618491f347cb8f51e5575d3194aa for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:52:17.124976 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:17.400802 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:17.455803 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6fcf02f-238c-4792-9094-a0c934d78090,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:17.467764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] Checking segment: {'id': 'c0f3cce9-c9de-486d-be2f-6762f0ca561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:17.468156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] Network hostable DHCP agents. Network: 7f23adf8-e424-4d05-9ad7-da974611e3ec, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:52:17.566654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] Network 7f23adf8-e424-4d05-9ad7-da974611e3ec is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:52:17.646577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 7f23adf8-e424-4d05-9ad7-da974611e3ec) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:17.651049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:17.651575 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:17.657210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe002db4-69e6-4e4a-a9b8-e920683f4579 None None] Network 7f23adf8-e424-4d05-9ad7-da974611e3ec requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:52:17.733611 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bfcbd88b-bc2b-4b60-9ef4-36c302577cac admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7178984 Oct 19 11:52:17.736206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45850) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:17.740483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1847991922-router', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:17.797179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-7f23adf8-e424-4d05-9ad7-da974611e3ec', 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'fixed_ips': [{'subnet_id': 'a6fcf02f-238c-4792-9094-a0c934d78090'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:52:17.798045 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:17.830041 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:17.831116 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:17.885213 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:17.933088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Allocated IP 172.20.0.2 (7f23adf8-e424-4d05-9ad7-da974611e3ec/a6fcf02f-238c-4792-9094-a0c934d78090/cd50b5de-5eaa-48a0-a22f-e30ee98d9813) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:52:18.089799 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:18.118691 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:18.174737 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:18.215564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Network 7f23adf8-e424-4d05-9ad7-da974611e3ec is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:18.218503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:18.221961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:52:18.230159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Pushing event updated for resources: {'Port': ['ID=cd50b5de-5eaa-48a0-a22f-e30ee98d9813,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:18.280107 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Attempting to bind port cd50b5de-5eaa-48a0-a22f-e30ee98d9813 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:52:18.280759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Attempting to bind port cd50b5de-5eaa-48a0-a22f-e30ee98d9813 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'c0f3cce9-c9de-486d-be2f-6762f0ca561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:52:18.281115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Attempting to bind port cd50b5de-5eaa-48a0-a22f-e30ee98d9813 on network 7f23adf8-e424-4d05-9ad7-da974611e3ec {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:52:18.286497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:52:18.286862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Checking segment: {'id': 'c0f3cce9-c9de-486d-be2f-6762f0ca561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:18.287252 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:18.287634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Bound using segment: {'id': 'c0f3cce9-c9de-486d-be2f-6762f0ca561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:52:18.288090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Bound port: cd50b5de-5eaa-48a0-a22f-e30ee98d9813, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f3cce9-c9de-486d-be2f-6762f0ca561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:52:18.288459 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:18.354842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] For port cd50b5de-5eaa-48a0-a22f-e30ee98d9813, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:52:18.357989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] For port cd50b5de-5eaa-48a0-a22f-e30ee98d9813, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cd50b5de-5eaa-48a0-a22f-e30ee98d9813,segment=NetworkSegment(c0f3cce9-c9de-486d-be2f-6762f0ca561d),segment_id=c0f3cce9-c9de-486d-be2f-6762f0ca561d)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:52:18.412369 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:18.432969 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:18.460117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:18.528137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9f137-02d3-4523-a24d-fedacc5af3b4 None None] Pushing event updated for resources: {'Port': ['ID=cd50b5de-5eaa-48a0-a22f-e30ee98d9813,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:18.544089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Allocated IP 172.25.2.216 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/2e8563ea-9d00-4541-8ee2-0ba62123c40d) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:52:18.659940 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:18.814946 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:18.860360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:18.863465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:18.867912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:52:18.873350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8563ea-9d00-4541-8ee2-0ba62123c40d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:19.281430 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:19.480474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0952ad5-f116-44b6-9679-2f23420394f4 None None] Network 7f23adf8-e424-4d05-9ad7-da974611e3ec requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:52:19.497911 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:19.608100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ee68928e-c682-4c8d-b7ff-5c8d7887e618 None None] Provisioning complete for port cd50b5de-5eaa-48a0-a22f-e30ee98d9813 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:19.608453 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee68928e-c682-4c8d-b7ff-5c8d7887e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:19.719349 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee68928e-c682-4c8d-b7ff-5c8d7887e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:19.738186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Router a807a180-2dba-42c5-a917-d4dc930e654c is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:52:19.765891 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ee68928e-c682-4c8d-b7ff-5c8d7887e618 None None] For port cd50b5de-5eaa-48a0-a22f-e30ee98d9813, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cd50b5de-5eaa-48a0-a22f-e30ee98d9813,segment=NetworkSegment(c0f3cce9-c9de-486d-be2f-6762f0ca561d),segment_id=c0f3cce9-c9de-486d-be2f-6762f0ca561d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:19.835368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:19.856242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:52:19.869498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Sync routers for ids ['a807a180-2dba-42c5-a917-d4dc930e654c'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:52:19.880425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Routers {'a807a180-2dba-42c5-a917-d4dc930e654c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:19.881177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:51:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a807a180-2dba-42c5-a917-d4dc930e654c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:19.967336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee68928e-c682-4c8d-b7ff-5c8d7887e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:19.975958 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:19.977405 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d2f0c102-576d-456a-850a-35ebcf860e47 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2400708 Oct 19 11:52:19.980117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45878) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:20.017721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Set router a807a180-2dba-42c5-a917-d4dc930e654c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:20.088934 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68928e-c682-4c8d-b7ff-5c8d7887e618 None None] Pushing event updated for resources: {'Port': ['ID=cd50b5de-5eaa-48a0-a22f-e30ee98d9813,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:20.116214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bb03c210-2d38-4abf-9fbe-67a9ad5f3ddd None None] Provisioning complete for port cd50b5de-5eaa-48a0-a22f-e30ee98d9813 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:20.116603 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bb03c210-2d38-4abf-9fbe-67a9ad5f3ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:20.304234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'name': 'tempest-TestAggregatesBasicOps-1847991922-router', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:17Z', 'updated_at': '2021-10-19T11:52:19Z', 'revision_number': 3, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'gw_port': {'id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:18Z', 'updated_at': '2021-10-19T11:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:20.332115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Checking router: a807a180-2dba-42c5-a917-d4dc930e654c for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:52:20.332467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Updating router a807a180-2dba-42c5-a917-d4dc930e654c port 2e8563ea-9d00-4541-8ee2-0ba62123c40d binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:52:20.360190 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:20.364173 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:20.634720 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:20.708322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cd50b5de-5eaa-48a0-a22f-e30ee98d9813 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:20.732090 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:20.803174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Attempting to bind port 2e8563ea-9d00-4541-8ee2-0ba62123c40d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:52:20.803539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Attempting to bind port 2e8563ea-9d00-4541-8ee2-0ba62123c40d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:52:20.803899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Attempting to bind port 2e8563ea-9d00-4541-8ee2-0ba62123c40d on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:52:20.806673 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:20.808171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a2472-9482-4e8a-b63b-74f4fd552525 None None] Pushing event updated for resources: {'Port': ['ID=2e8563ea-9d00-4541-8ee2-0ba62123c40d,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:20.815015 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:52:20.815772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:20.815772 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:20.821434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:52:20.821434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Bound port: 2e8563ea-9d00-4541-8ee2-0ba62123c40d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:52:20.821434 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:20.822517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port cd50b5de-5eaa-48a0-a22f-e30ee98d9813 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:20.822879 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:20.900843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] For port 2e8563ea-9d00-4541-8ee2-0ba62123c40d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:52:20.904196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] For port 2e8563ea-9d00-4541-8ee2-0ba62123c40d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2e8563ea-9d00-4541-8ee2-0ba62123c40d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:52:20.980090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Allocated IP 172.20.0.1 (7f23adf8-e424-4d05-9ad7-da974611e3ec/a6fcf02f-238c-4792-9094-a0c934d78090/6965c550-b480-42b1-8494-080336624968) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:52:21.012379 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:21.073039 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Routers {'a807a180-2dba-42c5-a917-d4dc930e654c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:21.073729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:51:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a807a180-2dba-42c5-a917-d4dc930e654c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:21.111677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a2472-9482-4e8a-b63b-74f4fd552525 None None] Pushing event updated for resources: {'Port': ['ID=2e8563ea-9d00-4541-8ee2-0ba62123c40d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:21.111896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:21.225227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:21.270589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Network 7f23adf8-e424-4d05-9ad7-da974611e3ec is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:21.273691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:21.277568 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:52:21.311101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Pushing event updated for resources: {'Port': ['ID=6965c550-b480-42b1-8494-080336624968,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:21.357344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:21.363706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] Set router a807a180-2dba-42c5-a917-d4dc930e654c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:21.603436 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'name': 'tempest-TestAggregatesBasicOps-1847991922-router', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:17Z', 'updated_at': '2021-10-19T11:52:19Z', 'revision_number': 3, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'gw_port': {'id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:18Z', 'updated_at': '2021-10-19T11:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:21.619830 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:21.632079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23001f7b-91d0-4de5-a9ef-9c9358f72a53 None None] The sync data for ids ['a807a180-2dba-42c5-a917-d4dc930e654c'] in n-d-814547-1 is: [{'id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'name': 'tempest-TestAggregatesBasicOps-1847991922-router', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:17Z', 'updated_at': '2021-10-19T11:52:19Z', 'revision_number': 3, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'gw_port': {'id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:18Z', 'updated_at': '2021-10-19T11:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:52:21.735409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-60c2ed11-765d-4623-84aa-976f0079ebf9 None None] Provisioning complete for port 6965c550-b480-42b1-8494-080336624968 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:21.735409 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-60c2ed11-765d-4623-84aa-976f0079ebf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:21.793942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-60c2ed11-765d-4623-84aa-976f0079ebf9 None None] Port 6965c550-b480-42b1-8494-080336624968 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:52:21.837877 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:21.951158 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:22.011582 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:22.073916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Pushing event updated for resources: {'Port': ['ID=6965c550-b480-42b1-8494-080336624968,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:22.175168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Network 7f23adf8-e424-4d05-9ad7-da974611e3ec is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:22.177878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:22.334357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Router a807a180-2dba-42c5-a917-d4dc930e654c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:52:22.507593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:52:22.525288 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c19824e2-7604-40c9-8147-75cd771f261f admin admin] 10.222.0.39 "PUT /v2.0/routers/a807a180-2dba-42c5-a917-d4dc930e654c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5439386 Oct 19 11:52:22.531413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8a4a3569-55b4-42ff-8cd2-b777f953e117 None None] Provisioning complete for port 6965c550-b480-42b1-8494-080336624968 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:22.531935 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a4a3569-55b4-42ff-8cd2-b777f953e117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:22.579328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a3569-55b4-42ff-8cd2-b777f953e117 None None] Port 6965c550-b480-42b1-8494-080336624968 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:52:22.731069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2e8563ea-9d00-4541-8ee2-0ba62123c40d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:22.782322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2e8563ea-9d00-4541-8ee2-0ba62123c40d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:22.782993 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:22.868224 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:22.889756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 2e8563ea-9d00-4541-8ee2-0ba62123c40d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2e8563ea-9d00-4541-8ee2-0ba62123c40d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:23.115629 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:23.165572 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=2e8563ea-9d00-4541-8ee2-0ba62123c40d,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:23.403587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45934) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:23.409757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-337986052-network', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:23.541931 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Sync routers for ids ['a807a180-2dba-42c5-a917-d4dc930e654c'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:52:23.545484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Made reservation on behalf of e1b0837b15e44ffc8a960e9dafd57b31 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:52:23.548242 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:23.551765 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Routers {'a807a180-2dba-42c5-a917-d4dc930e654c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:23.552382 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:51:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a807a180-2dba-42c5-a917-d4dc930e654c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:23.558396 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:23.640798 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:23.663022 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Set router a807a180-2dba-42c5-a917-d4dc930e654c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:23.723541 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:23.757922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:52:23.773498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea34563f-c02f-4510-877f-a6090448c466,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:23.778452 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:23.778911 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Added segment 4d53f703-e405-43a7-b068-628ac0b00f82 of type vlan for network 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e Oct 19 11:52:23.834601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:23.869148 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'name': 'tempest-TestAggregatesBasicOps-1847991922-router', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:17Z', 'updated_at': '2021-10-19T11:52:21Z', 'revision_number': 4, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'gw_port': {'id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:18Z', 'updated_at': '2021-10-19T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '6965c550-b480-42b1-8494-080336624968', 'name': '', 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'mac_address': 'fa:16:3e:60:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'a6fcf02f-238c-4792-9094-a0c934d78090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:20Z', 'updated_at': '2021-10-19T11:52:21Z', 'revision_number': 2, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'subnets': [{'id': 'a6fcf02f-238c-4792-9094-a0c934d78090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:23.903552 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Checking router: a807a180-2dba-42c5-a917-d4dc930e654c for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:52:23.903899 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Updating router a807a180-2dba-42c5-a917-d4dc930e654c port 6965c550-b480-42b1-8494-080336624968 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:52:23.936578 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:23.945686 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:23.950100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:23.950100 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:24.016418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:24.028962 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:52:24.098351 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9e705baf-815c-4acb-a89b-a133653a2fb3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6930604 Oct 19 11:52:24.100666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45938) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:24.105756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] Request body: {'subnet': {'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-337986052-subnet', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:24.214406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] Made reservation on behalf of e1b0837b15e44ffc8a960e9dafd57b31 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:52:24.216998 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:24.322427 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:24.419561 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:24.471195 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Pushing event updated for resources: {'Port': ['ID=6965c550-b480-42b1-8494-080336624968,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:24.481520 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.481637 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.481981 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.482315 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.482647 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.483003 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.483289 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.483612 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.483931 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.484248 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.484588 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.485158 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:24.486895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:24.550294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=03cd6d22-20e1-4cf6-b4c7-d878cba44f63,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:24.551298 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Attempting to bind port 6965c550-b480-42b1-8494-080336624968 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:52:24.553177 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Attempting to bind port 6965c550-b480-42b1-8494-080336624968 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'c0f3cce9-c9de-486d-be2f-6762f0ca561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:52:24.554150 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Attempting to bind port 6965c550-b480-42b1-8494-080336624968 on network 7f23adf8-e424-4d05-9ad7-da974611e3ec {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:52:24.560758 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:52:24.561397 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Checking segment: {'id': 'c0f3cce9-c9de-486d-be2f-6762f0ca561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:24.561983 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:24.562558 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Bound using segment: {'id': 'c0f3cce9-c9de-486d-be2f-6762f0ca561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:52:24.563770 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Bound port: 6965c550-b480-42b1-8494-080336624968, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f3cce9-c9de-486d-be2f-6762f0ca561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:52:24.564336 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:24.569804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] Checking segment: {'id': '4d53f703-e405-43a7-b068-628ac0b00f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:24.570264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] Network hostable DHCP agents. Network: 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:52:24.636842 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] For port 6965c550-b480-42b1-8494-080336624968, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:52:24.640143 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] For port 6965c550-b480-42b1-8494-080336624968, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6965c550-b480-42b1-8494-080336624968,segment=NetworkSegment(c0f3cce9-c9de-486d-be2f-6762f0ca561d),segment_id=c0f3cce9-c9de-486d-be2f-6762f0ca561d)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:52:24.654228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] Network 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:52:24.667954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2e8563ea-9d00-4541-8ee2-0ba62123c40d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:24.724891 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9f7c3887-ac11-4e11-a0e1-d8282c5418ed None None] Provisioning complete for port 6965c550-b480-42b1-8494-080336624968 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:24.725348 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9f7c3887-ac11-4e11-a0e1-d8282c5418ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:24.740512 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:24.764248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2e8563ea-9d00-4541-8ee2-0ba62123c40d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:24.764725 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:24.768884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9f7c3887-ac11-4e11-a0e1-d8282c5418ed None None] Port 6965c550-b480-42b1-8494-080336624968 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:52:24.802293 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3ad99-4a58-4279-9f9f-27b95d427d9d None None] Pushing event updated for resources: {'Port': ['ID=6965c550-b480-42b1-8494-080336624968,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:24.802941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:24.810477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:24.811396 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:24.817256 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Routers {'a807a180-2dba-42c5-a917-d4dc930e654c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:24.818236 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:51:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a807a180-2dba-42c5-a917-d4dc930e654c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:24.830495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9fb8f0-4841-44d3-9718-333263eee405 None None] Network 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:52:24.917492 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 45942) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:24.918079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-353c5899-8912-40f2-90e9-ed2ecb6f69fc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8158119 Oct 19 11:52:24.922990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-337986052-router', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:24.957995 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] Set router a807a180-2dba-42c5-a917-d4dc930e654c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:25.025762 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.030983 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.054206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e', 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'fixed_ips': [{'subnet_id': '03cd6d22-20e1-4cf6-b4c7-d878cba44f63'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:52:25.055083 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.134386 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.213593 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'name': 'tempest-TestAggregatesBasicOps-1847991922-router', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:17Z', 'updated_at': '2021-10-19T11:52:21Z', 'revision_number': 4, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'gw_port': {'id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:18Z', 'updated_at': '2021-10-19T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '6965c550-b480-42b1-8494-080336624968', 'name': '', 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'mac_address': 'fa:16:3e:60:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'a6fcf02f-238c-4792-9094-a0c934d78090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:20Z', 'updated_at': '2021-10-19T11:52:24Z', 'revision_number': 4, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'subnets': [{'id': 'a6fcf02f-238c-4792-9094-a0c934d78090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:25.229244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a48b1669-2ae4-4892-b0a8-d19948d39e28 None None] Provisioning complete for port 6965c550-b480-42b1-8494-080336624968 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:25.229609 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a48b1669-2ae4-4892-b0a8-d19948d39e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.241741 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e573c-6daf-47d8-ac79-446cbc74b28c None None] The sync data for ids ['a807a180-2dba-42c5-a917-d4dc930e654c'] in n-d-814547-1 is: [{'id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'name': 'tempest-TestAggregatesBasicOps-1847991922-router', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:17Z', 'updated_at': '2021-10-19T11:52:21Z', 'revision_number': 4, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'gw_port': {'id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:18Z', 'updated_at': '2021-10-19T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '6965c550-b480-42b1-8494-080336624968', 'name': '', 'network_id': '7f23adf8-e424-4d05-9ad7-da974611e3ec', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'mac_address': 'fa:16:3e:60:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': 'a6fcf02f-238c-4792-9094-a0c934d78090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:20Z', 'updated_at': '2021-10-19T11:52:24Z', 'revision_number': 4, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'subnets': [{'id': 'a6fcf02f-238c-4792-9094-a0c934d78090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:52:25.263407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Allocated IP 172.20.0.2 (3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e/03cd6d22-20e1-4cf6-b4c7-d878cba44f63/99686988-ebd7-4a60-9bcd-74b6d562135d) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:52:25.432772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.497187 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a48b1669-2ae4-4892-b0a8-d19948d39e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.512714 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-df2f7bbc-b3e5-436a-8c14-60747d5c72b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.539989 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.553539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a48b1669-2ae4-4892-b0a8-d19948d39e28 None None] For port 6965c550-b480-42b1-8494-080336624968, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6965c550-b480-42b1-8494-080336624968,segment=NetworkSegment(c0f3cce9-c9de-486d-be2f-6762f0ca561d),segment_id=c0f3cce9-c9de-486d-be2f-6762f0ca561d)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:25.655004 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.672253 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a48b1669-2ae4-4892-b0a8-d19948d39e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.709316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Network 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:25.711211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:25.718466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:52:25.728824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Pushing event updated for resources: {'Port': ['ID=99686988-ebd7-4a60-9bcd-74b6d562135d,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:25.765098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.767567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.767567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.767567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.767567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.767567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.768061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.768291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.768957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.769120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.769500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.769887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:25.779485 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.824741 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.868622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Attempting to bind port 99686988-ebd7-4a60-9bcd-74b6d562135d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:52:25.868773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Attempting to bind port 99686988-ebd7-4a60-9bcd-74b6d562135d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4d53f703-e405-43a7-b068-628ac0b00f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:52:25.869211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Attempting to bind port 99686988-ebd7-4a60-9bcd-74b6d562135d on network 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:52:25.881244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b1669-2ae4-4892-b0a8-d19948d39e28 None None] Pushing event updated for resources: {'Port': ['ID=6965c550-b480-42b1-8494-080336624968,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:25.885019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:52:25.885478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Checking segment: {'id': '4d53f703-e405-43a7-b068-628ac0b00f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:25.885944 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.886394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Bound using segment: {'id': '4d53f703-e405-43a7-b068-628ac0b00f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:52:25.886945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Bound port: 99686988-ebd7-4a60-9bcd-74b6d562135d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d53f703-e405-43a7-b068-628ac0b00f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:52:25.887387 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:25.949878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Allocated IP 172.25.2.11 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/ffaa7a5e-8edc-453c-9025-5e5cac6e143e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:52:25.968675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] For port 99686988-ebd7-4a60-9bcd-74b6d562135d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:52:25.972880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] For port 99686988-ebd7-4a60-9bcd-74b6d562135d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=99686988-ebd7-4a60-9bcd-74b6d562135d,segment=NetworkSegment(4d53f703-e405-43a7-b068-628ac0b00f82),segment_id=4d53f703-e405-43a7-b068-628ac0b00f82)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:52:26.074533 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:26.082986 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:26.155270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c2bb9-284b-421e-8a6e-c47d6b16d5cd None None] Pushing event updated for resources: {'Port': ['ID=99686988-ebd7-4a60-9bcd-74b6d562135d,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:26.238000 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:26.281698 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:26.285526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:26.289356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:52:26.295043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Pushing event updated for resources: {'Port': ['ID=ffaa7a5e-8edc-453c-9025-5e5cac6e143e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:26.715492 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:26.740102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 99686988-ebd7-4a60-9bcd-74b6d562135d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:26.801321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 99686988-ebd7-4a60-9bcd-74b6d562135d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:26.801780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:26.905295 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:26.941462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 99686988-ebd7-4a60-9bcd-74b6d562135d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=99686988-ebd7-4a60-9bcd-74b6d562135d,segment=NetworkSegment(4d53f703-e405-43a7-b068-628ac0b00f82),segment_id=4d53f703-e405-43a7-b068-628ac0b00f82)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:26.942811 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:27.018103 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:27.019132 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6965c550-b480-42b1-8494-080336624968 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:27.104733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=99686988-ebd7-4a60-9bcd-74b6d562135d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:27.122372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6965c550-b480-42b1-8494-080336624968 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:27.122738 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:27.179099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Router 1308a72e-86a0-406b-8c32-106f5581de7d is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:52:27.306254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:52:27.318021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Sync routers for ids ['1308a72e-86a0-406b-8c32-106f5581de7d'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:52:27.329496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Routers {'1308a72e-86a0-406b-8c32-106f5581de7d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:27.330218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:51:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1308a72e-86a0-406b-8c32-106f5581de7d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:27.393890 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:27.397017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5bc78329-2cb2-4947-aaa1-e2ddb498b973 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4778888 Oct 19 11:52:27.403900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 45948) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:27.451902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Set router 1308a72e-86a0-406b-8c32-106f5581de7d gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:27.525762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aebc8a-9018-48e9-8546-3c2b073288c8 None None] Network 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:52:27.664077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6ddbd4fc-f778-4de4-aa7a-0bddfa198f93 None None] Provisioning complete for port 99686988-ebd7-4a60-9bcd-74b6d562135d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:27.664475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd4fc-f778-4de4-aa7a-0bddfa198f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:27.880355 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:27.996579 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'name': 'tempest-TestAggregatesBasicOps-337986052-router', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:26Z', 'revision_number': 3, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'gw_port': {'id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:28.030107 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-487d5d1f-1b75-48cb-96f5-9d3aa9a29cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.032354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Checking router: 1308a72e-86a0-406b-8c32-106f5581de7d for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:52:28.032729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Updating router 1308a72e-86a0-406b-8c32-106f5581de7d port ffaa7a5e-8edc-453c-9025-5e5cac6e143e binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:52:28.050380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Allocated IP 172.20.0.1 (3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e/03cd6d22-20e1-4cf6-b4c7-d878cba44f63/b1131bc1-97ec-4af1-a42d-e1288fa0c129) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:52:28.074478 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.172178 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.294699 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.341559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Network 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:28.346503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:28.351777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:52:28.354912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b1131bc1-97ec-4af1-a42d-e1288fa0c129,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:28.377919 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.393724 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.397247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3a921d0f-0564-4ff4-9ea4-50699960d723 None None] Provisioning complete for port 99686988-ebd7-4a60-9bcd-74b6d562135d triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:28.397622 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a921d0f-0564-4ff4-9ea4-50699960d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.489857 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.563866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035995a-cfb1-4470-ba11-cdb2700ce337 None None] Pushing event updated for resources: {'Port': ['ID=ffaa7a5e-8edc-453c-9025-5e5cac6e143e,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:28.568294 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Attempting to bind port ffaa7a5e-8edc-453c-9025-5e5cac6e143e on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:52:28.591298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Attempting to bind port ffaa7a5e-8edc-453c-9025-5e5cac6e143e by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:52:28.591298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Attempting to bind port ffaa7a5e-8edc-453c-9025-5e5cac6e143e on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:52:28.591298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:52:28.591298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:28.591298 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.591298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:52:28.591298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Bound port: ffaa7a5e-8edc-453c-9025-5e5cac6e143e, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:52:28.591298 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.635216 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] For port ffaa7a5e-8edc-453c-9025-5e5cac6e143e, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:52:28.638507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] For port ffaa7a5e-8edc-453c-9025-5e5cac6e143e, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ffaa7a5e-8edc-453c-9025-5e5cac6e143e,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:52:28.666677 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.671258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 99686988-ebd7-4a60-9bcd-74b6d562135d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:28.710470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-83fe0e87-8fda-4970-abb8-a052cdaa6a37 None None] Provisioning complete for port b1131bc1-97ec-4af1-a42d-e1288fa0c129 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:28.711213 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-83fe0e87-8fda-4970-abb8-a052cdaa6a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.755694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-83fe0e87-8fda-4970-abb8-a052cdaa6a37 None None] Port b1131bc1-97ec-4af1-a42d-e1288fa0c129 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:52:28.764563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 99686988-ebd7-4a60-9bcd-74b6d562135d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:28.765032 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.809501 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.853030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.902955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Routers {'1308a72e-86a0-406b-8c32-106f5581de7d'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:28.903711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1308a72e-86a0-406b-8c32-106f5581de7d'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:28.926794 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:28.973770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035995a-cfb1-4470-ba11-cdb2700ce337 None None] Pushing event updated for resources: {'Port': ['ID=ffaa7a5e-8edc-453c-9025-5e5cac6e143e,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:28.996038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:29.110559 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:29.111186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b1131bc1-97ec-4af1-a42d-e1288fa0c129,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:29.139746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] Set router 1308a72e-86a0-406b-8c32-106f5581de7d gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:29.158149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Network 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:29.159963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:29.205677 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:29.328118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Router 1308a72e-86a0-406b-8c32-106f5581de7d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:52:29.423237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'name': 'tempest-TestAggregatesBasicOps-337986052-router', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:28Z', 'revision_number': 4, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'gw_port': {'id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b1131bc1-97ec-4af1-a42d-e1288fa0c129', 'name': '', 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'mac_address': 'fa:16:3e:7a:eb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '03cd6d22-20e1-4cf6-b4c7-d878cba44f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:27Z', 'updated_at': '2021-10-19T11:52:28Z', 'revision_number': 1, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'subnets': [{'id': '03cd6d22-20e1-4cf6-b4c7-d878cba44f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:29.455796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24171d-8cf6-4934-953e-29724f972a8a None None] The sync data for ids ['1308a72e-86a0-406b-8c32-106f5581de7d'] in n-d-814547-1 is: [{'id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'name': 'tempest-TestAggregatesBasicOps-337986052-router', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:28Z', 'revision_number': 4, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'gw_port': {'id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b1131bc1-97ec-4af1-a42d-e1288fa0c129', 'name': '', 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'mac_address': 'fa:16:3e:7a:eb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '03cd6d22-20e1-4cf6-b4c7-d878cba44f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:27Z', 'updated_at': '2021-10-19T11:52:28Z', 'revision_number': 1, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'subnets': [{'id': '03cd6d22-20e1-4cf6-b4c7-d878cba44f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:52:29.459861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:52:29.465874 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-52bff5df-d4bc-4d75-a3ae-f19b137fd2c0 admin admin] 10.222.0.39 "PUT /v2.0/routers/1308a72e-86a0-406b-8c32-106f5581de7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0602417 Oct 19 11:52:29.470346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2c99ff4b-9e98-40d8-ac54-4d7fcf7017c1 None None] Provisioning complete for port b1131bc1-97ec-4af1-a42d-e1288fa0c129 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:29.470834 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2c99ff4b-9e98-40d8-ac54-4d7fcf7017c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:29.510242 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2c99ff4b-9e98-40d8-ac54-4d7fcf7017c1 None None] Port b1131bc1-97ec-4af1-a42d-e1288fa0c129 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:52:30.675512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ffaa7a5e-8edc-453c-9025-5e5cac6e143e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:30.727944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ffaa7a5e-8edc-453c-9025-5e5cac6e143e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:30.728237 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:30.806754 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:30.822722 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:52:30.831271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port ffaa7a5e-8edc-453c-9025-5e5cac6e143e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ffaa7a5e-8edc-453c-9025-5e5cac6e143e,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:30.909364 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:30.961726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=ffaa7a5e-8edc-453c-9025-5e5cac6e143e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:30.964235 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:32.543704 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46014) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:32.648971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ffaa7a5e-8edc-453c-9025-5e5cac6e143e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:32.698758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ffaa7a5e-8edc-453c-9025-5e5cac6e143e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:32.699122 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:32.910956 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:33.031564 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Sync routers for ids ['1308a72e-86a0-406b-8c32-106f5581de7d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:52:33.041620 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Routers {'1308a72e-86a0-406b-8c32-106f5581de7d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:33.042217 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1308a72e-86a0-406b-8c32-106f5581de7d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:33.157351 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Set router 1308a72e-86a0-406b-8c32-106f5581de7d gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:33.179666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] Deleting port 6965c550-b480-42b1-8494-080336624968 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:52:33.180131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:33.264469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] For port 6965c550-b480-42b1-8494-080336624968, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6965c550-b480-42b1-8494-080336624968,segment=NetworkSegment(c0f3cce9-c9de-486d-be2f-6762f0ca561d),segment_id=c0f3cce9-c9de-486d-be2f-6762f0ca561d)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:33.264937 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:33.278295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] Calling delete_port for 6965c550-b480-42b1-8494-080336624968 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:52:33.367322 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'name': 'tempest-TestAggregatesBasicOps-337986052-router', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:28Z', 'revision_number': 4, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'gw_port': {'id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b1131bc1-97ec-4af1-a42d-e1288fa0c129', 'name': '', 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'mac_address': 'fa:16:3e:7a:eb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '03cd6d22-20e1-4cf6-b4c7-d878cba44f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:27Z', 'updated_at': '2021-10-19T11:52:28Z', 'revision_number': 2, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'subnets': [{'id': '03cd6d22-20e1-4cf6-b4c7-d878cba44f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:33.394336 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Checking router: 1308a72e-86a0-406b-8c32-106f5581de7d for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:52:33.394704 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Updating router 1308a72e-86a0-406b-8c32-106f5581de7d port b1131bc1-97ec-4af1-a42d-e1288fa0c129 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:52:33.422772 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:33.591475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:33.649232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6965c550-b480-42b1-8494-080336624968,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:33.701292 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:33.741255 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d91151af-a030-4147-b737-0ea95bd66c45 req-fb7611ce-2745-433e-bbd8-f77cff2f36bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021163 Oct 19 11:52:33.791021 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:33.846055 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e6f26-c9ea-4821-93f7-aec1b24ac23c None None] Pushing event updated for resources: {'Port': ['ID=b1131bc1-97ec-4af1-a42d-e1288fa0c129,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:33.898912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91151af-a030-4147-b737-0ea95bd66c45 req-3ccfe182-66ef-4881-9109-feb21f2326fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:33.904207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d91151af-a030-4147-b737-0ea95bd66c45 req-3ccfe182-66ef-4881-9109-feb21f2326fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 1096 time: 0.1056039 Oct 19 11:52:33.919826 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:33.921786 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Attempting to bind port b1131bc1-97ec-4af1-a42d-e1288fa0c129 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:52:33.922376 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Attempting to bind port b1131bc1-97ec-4af1-a42d-e1288fa0c129 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '4d53f703-e405-43a7-b068-628ac0b00f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:52:33.922907 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Attempting to bind port b1131bc1-97ec-4af1-a42d-e1288fa0c129 on network 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:52:33.928651 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:52:33.929351 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Checking segment: {'id': '4d53f703-e405-43a7-b068-628ac0b00f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:33.930049 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:33.930613 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Bound using segment: {'id': '4d53f703-e405-43a7-b068-628ac0b00f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:52:33.931281 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Bound port: b1131bc1-97ec-4af1-a42d-e1288fa0c129, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d53f703-e405-43a7-b068-628ac0b00f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:52:33.931834 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:34.017833 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] For port b1131bc1-97ec-4af1-a42d-e1288fa0c129, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:52:34.021163 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] For port b1131bc1-97ec-4af1-a42d-e1288fa0c129, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b1131bc1-97ec-4af1-a42d-e1288fa0c129,segment=NetworkSegment(4d53f703-e405-43a7-b068-628ac0b00f82),segment_id=4d53f703-e405-43a7-b068-628ac0b00f82)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:52:34.112152 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:34.175944 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e6f26-c9ea-4821-93f7-aec1b24ac23c None None] Pushing event updated for resources: {'Port': ['ID=b1131bc1-97ec-4af1-a42d-e1288fa0c129,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:34.183974 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Routers {'1308a72e-86a0-406b-8c32-106f5581de7d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:34.184366 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1308a72e-86a0-406b-8c32-106f5581de7d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:34.208217 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-861c94f7-83c4-451a-b375-f56f1b49e79c None None] Provisioning complete for port b1131bc1-97ec-4af1-a42d-e1288fa0c129 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:34.209740 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-861c94f7-83c4-451a-b375-f56f1b49e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:34.351477 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-861c94f7-83c4-451a-b375-f56f1b49e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:34.401842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-861c94f7-83c4-451a-b375-f56f1b49e79c None None] For port b1131bc1-97ec-4af1-a42d-e1288fa0c129, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b1131bc1-97ec-4af1-a42d-e1288fa0c129,segment=NetworkSegment(4d53f703-e405-43a7-b068-628ac0b00f82),segment_id=4d53f703-e405-43a7-b068-628ac0b00f82)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:34.447484 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] Set router 1308a72e-86a0-406b-8c32-106f5581de7d gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:34.511645 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-861c94f7-83c4-451a-b375-f56f1b49e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:34.556007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91151af-a030-4147-b737-0ea95bd66c45 req-23dea1c3-add1-410a-949b-b65804a07e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:34.557595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d91151af-a030-4147-b737-0ea95bd66c45 req-23dea1c3-add1-410a-949b-b65804a07e22 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.6282995 Oct 19 11:52:34.571476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c94f7-83c4-451a-b375-f56f1b49e79c None None] Pushing event updated for resources: {'Port': ['ID=b1131bc1-97ec-4af1-a42d-e1288fa0c129,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:34.635790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f111ebbf-e6d2-46cc-a4c9-8731876a616b None None] Provisioning complete for port b1131bc1-97ec-4af1-a42d-e1288fa0c129 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:34.636341 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f111ebbf-e6d2-46cc-a4c9-8731876a616b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:34.751317 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'name': 'tempest-TestAggregatesBasicOps-337986052-router', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:28Z', 'revision_number': 4, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'gw_port': {'id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b1131bc1-97ec-4af1-a42d-e1288fa0c129', 'name': '', 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'mac_address': 'fa:16:3e:7a:eb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '03cd6d22-20e1-4cf6-b4c7-d878cba44f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:27Z', 'updated_at': '2021-10-19T11:52:34Z', 'revision_number': 4, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'subnets': [{'id': '03cd6d22-20e1-4cf6-b4c7-d878cba44f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:34.792145 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fd96f8-34bf-4b05-923f-7337853c395b None None] The sync data for ids ['1308a72e-86a0-406b-8c32-106f5581de7d'] in n-d-814547-1 is: [{'id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'name': 'tempest-TestAggregatesBasicOps-337986052-router', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:28Z', 'revision_number': 4, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'gw_port': {'id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b1131bc1-97ec-4af1-a42d-e1288fa0c129', 'name': '', 'network_id': '3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'mac_address': 'fa:16:3e:7a:eb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '03cd6d22-20e1-4cf6-b4c7-d878cba44f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:27Z', 'updated_at': '2021-10-19T11:52:34Z', 'revision_number': 4, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'subnets': [{'id': '03cd6d22-20e1-4cf6-b4c7-d878cba44f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:52:34.809482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] Router a807a180-2dba-42c5-a917-d4dc930e654c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:52:34.843465 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d91151af-a030-4147-b737-0ea95bd66c45 req-867afe51-e386-4fa0-8ac3-a8056edf615d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a HTTP/1.1" status: 200 len: 1001 time: 0.2750807 Oct 19 11:52:34.870459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b1131bc1-97ec-4af1-a42d-e1288fa0c129 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:34.938812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b1131bc1-97ec-4af1-a42d-e1288fa0c129 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:34.940013 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:34.952722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91151af-a030-4147-b737-0ea95bd66c45 req-c3818ef5-513c-4c85-bb05-9d3768c84646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:34.952722 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d91151af-a030-4147-b737-0ea95bd66c45 req-c3818ef5-513c-4c85-bb05-9d3768c84646 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.1007080 Oct 19 11:52:35.073092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:52:35.078477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-faad9b0c-bfff-4003-9fbd-d868828857f8 admin admin] 10.222.0.39 "PUT /v2.0/routers/a807a180-2dba-42c5-a917-d4dc930e654c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5336223 Oct 19 11:52:35.080329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91151af-a030-4147-b737-0ea95bd66c45 req-c205d399-3dd0-4775-b1fd-a9fa90fda898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:35.081621 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46022) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:35.082128 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d91151af-a030-4147-b737-0ea95bd66c45 req-c205d399-3dd0-4775-b1fd-a9fa90fda898 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935175 Oct 19 11:52:35.085552 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0320c9-e6eb-4ead-b1d1-3cee82994832 None None] Sync routers for ids ['a807a180-2dba-42c5-a917-d4dc930e654c'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:52:35.098607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0320c9-e6eb-4ead-b1d1-3cee82994832 None None] Routers {'a807a180-2dba-42c5-a917-d4dc930e654c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:35.099521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed0320c9-e6eb-4ead-b1d1-3cee82994832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a807a180-2dba-42c5-a917-d4dc930e654c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:35.179633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d91151af-a030-4147-b737-0ea95bd66c45 req-f144f908-b916-4bbe-90b3-f41b83590b83 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902171 Oct 19 11:52:35.212977 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:35.221925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ed0320c9-e6eb-4ead-b1d1-3cee82994832 None None] Set router a807a180-2dba-42c5-a917-d4dc930e654c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:35.295132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d91151af-a030-4147-b737-0ea95bd66c45 req-c0c1ff9c-addd-4d22-8747-d91562c157a4 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083474 Oct 19 11:52:35.338622 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:35.409274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed0320c9-e6eb-4ead-b1d1-3cee82994832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'name': 'tempest-TestAggregatesBasicOps-1847991922-router', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:17Z', 'updated_at': '2021-10-19T11:52:33Z', 'revision_number': 5, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'gw_port': {'id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:18Z', 'updated_at': '2021-10-19T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:35.435873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0320c9-e6eb-4ead-b1d1-3cee82994832 None None] Checking router: a807a180-2dba-42c5-a917-d4dc930e654c for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:52:35.445134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0320c9-e6eb-4ead-b1d1-3cee82994832 None None] Routers {'a807a180-2dba-42c5-a917-d4dc930e654c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:35.445722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed0320c9-e6eb-4ead-b1d1-3cee82994832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['a807a180-2dba-42c5-a917-d4dc930e654c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:35.507927 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Deleting port 2e8563ea-9d00-4541-8ee2-0ba62123c40d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:52:35.508341 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:35.555378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ed0320c9-e6eb-4ead-b1d1-3cee82994832 None None] Set router a807a180-2dba-42c5-a917-d4dc930e654c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:35.591056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] For port 2e8563ea-9d00-4541-8ee2-0ba62123c40d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2e8563ea-9d00-4541-8ee2-0ba62123c40d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:35.591523 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:35.610334 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Calling delete_port for 2e8563ea-9d00-4541-8ee2-0ba62123c40d owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:52:35.744820 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ed0320c9-e6eb-4ead-b1d1-3cee82994832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'name': 'tempest-TestAggregatesBasicOps-1847991922-router', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:17Z', 'updated_at': '2021-10-19T11:52:33Z', 'revision_number': 5, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'gw_port': {'id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:18Z', 'updated_at': '2021-10-19T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:35.781745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0320c9-e6eb-4ead-b1d1-3cee82994832 None None] The sync data for ids ['a807a180-2dba-42c5-a917-d4dc930e654c'] in n-d-814547-1 is: [{'id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'name': 'tempest-TestAggregatesBasicOps-1847991922-router', 'tenant_id': '8227618491f347cb8f51e5575d3194aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:17Z', 'updated_at': '2021-10-19T11:52:33Z', 'revision_number': 5, 'project_id': '8227618491f347cb8f51e5575d3194aa', 'gw_port': {'id': '2e8563ea-9d00-4541-8ee2-0ba62123c40d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807a180-2dba-42c5-a917-d4dc930e654c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:18Z', 'updated_at': '2021-10-19T11:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:52:35.888982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:35.924724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8563ea-9d00-4541-8ee2-0ba62123c40d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:35.983028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.075759 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.078013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.263917 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.268760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a807a180-2dba-42c5-a917-d4dc930e654c {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:52:36.270554 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.274117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e22366fd-dea4-4f14-8783-b33b27070022 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a807a180-2dba-42c5-a917-d4dc930e654c HTTP/1.1" status: 204 len: 168 time: 1.1875446 Oct 19 11:52:36.274365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46026) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:36.328195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08c5251-6288-40eb-96ae-3d914f718c2d admin admin] Deleting subnet a6fcf02f-238c-4792-9094-a0c934d78090 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:52:36.330247 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e08c5251-6288-40eb-96ae-3d914f718c2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.368865 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e08c5251-6288-40eb-96ae-3d914f718c2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.489114 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e08c5251-6288-40eb-96ae-3d914f718c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.658996 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e08c5251-6288-40eb-96ae-3d914f718c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.660696 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6965c550-b480-42b1-8494-080336624968 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:52:36.683196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 6965c550-b480-42b1-8494-080336624968 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:52:36.684998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6965c550-b480-42b1-8494-080336624968 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:52:36.688156 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c5251-6288-40eb-96ae-3d914f718c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6fcf02f-238c-4792-9094-a0c934d78090,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:36.692722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e08c5251-6288-40eb-96ae-3d914f718c2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.698860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e08c5251-6288-40eb-96ae-3d914f718c2d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a6fcf02f-238c-4792-9094-a0c934d78090 HTTP/1.1" status: 204 len: 168 time: 0.4209638 Oct 19 11:52:36.699180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46028) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:36.700242 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e385671-2ebd-46c1-81ad-fb85bbfdc8c1 None None] Network 7f23adf8-e424-4d05-9ad7-da974611e3ec requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:52:36.771430 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.833398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Deleting port cd50b5de-5eaa-48a0-a22f-e30ee98d9813 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:52:36.833704 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.936856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] For port cd50b5de-5eaa-48a0-a22f-e30ee98d9813, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=cd50b5de-5eaa-48a0-a22f-e30ee98d9813,segment=NetworkSegment(c0f3cce9-c9de-486d-be2f-6762f0ca561d),segment_id=c0f3cce9-c9de-486d-be2f-6762f0ca561d)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:36.937659 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:36.960488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Calling delete_port for cd50b5de-5eaa-48a0-a22f-e30ee98d9813 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:52:37.095881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3f830-c5d1-47f6-9e31-5507232b89ed None None] DHCP port deletion for 7f23adf8-e424-4d05-9ad7-da974611e3ec request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:52:37.157733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-baf3f830-c5d1-47f6-9e31-5507232b89ed None None] Deleting port cd50b5de-5eaa-48a0-a22f-e30ee98d9813 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:52:37.158318 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-baf3f830-c5d1-47f6-9e31-5507232b89ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:37.158644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:37.191929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd50b5de-5eaa-48a0-a22f-e30ee98d9813,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:37.204368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] No DVR routers for this DVR port cd50b5de-5eaa-48a0-a22f-e30ee98d9813 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:52:37.230113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-baf3f830-c5d1-47f6-9e31-5507232b89ed None None] For port cd50b5de-5eaa-48a0-a22f-e30ee98d9813, host n-d-814547-1, got binding levels [] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:37.231485 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-baf3f830-c5d1-47f6-9e31-5507232b89ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:37.246755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-baf3f830-c5d1-47f6-9e31-5507232b89ed None None] Calling delete_port for cd50b5de-5eaa-48a0-a22f-e30ee98d9813 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:52:37.249479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.ipam_backend_mixin [None req-baf3f830-c5d1-47f6-9e31-5507232b89ed None None] Port cd50b5de-5eaa-48a0-a22f-e30ee98d9813 was not found and therefore no delete operation was performed {{(pid=101313) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 11:52:37.251404 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-baf3f830-c5d1-47f6-9e31-5507232b89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:37.275082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3f830-c5d1-47f6-9e31-5507232b89ed None None] Pushing event deleted for resources: {'Port': ['ID=cd50b5de-5eaa-48a0-a22f-e30ee98d9813,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:37.281196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3f830-c5d1-47f6-9e31-5507232b89ed None None] No DVR routers for this DVR port cd50b5de-5eaa-48a0-a22f-e30ee98d9813 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:52:37.288644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:37.311926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f23adf8-e424-4d05-9ad7-da974611e3ec']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:37.322607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f3cce9-c9de-486d-be2f-6762f0ca561d') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:37.322901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f3cce9-c9de-486d-be2f-6762f0ca561d') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:37.333763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:37.348894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:37.356100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:52:37.356453 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:52:37.358346 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:52:37.523527 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:37.539299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:37.545684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46032) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:37.546140 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7f23adf8-e424-4d05-9ad7-da974611e3ec HTTP/1.1" status: 204 len: 168 time: 0.8454871 Oct 19 11:52:37.547560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddeb12-bd2b-4124-a365-406c1214ff14 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f23adf8-e424-4d05-9ad7-da974611e3ec,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:37.904821 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:38.422168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] Deleting port b1131bc1-97ec-4af1-a42d-e1288fa0c129 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:52:38.422421 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:38.501583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] For port b1131bc1-97ec-4af1-a42d-e1288fa0c129, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b1131bc1-97ec-4af1-a42d-e1288fa0c129,segment=NetworkSegment(4d53f703-e405-43a7-b068-628ac0b00f82),segment_id=4d53f703-e405-43a7-b068-628ac0b00f82)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:38.501935 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:38.520129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] Calling delete_port for b1131bc1-97ec-4af1-a42d-e1288fa0c129 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:52:38.649294 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cd50b5de-5eaa-48a0-a22f-e30ee98d9813 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:52:38.671361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: cd50b5de-5eaa-48a0-a22f-e30ee98d9813 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:52:38.671821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device cd50b5de-5eaa-48a0-a22f-e30ee98d9813 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:52:38.672341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2e8563ea-9d00-4541-8ee2-0ba62123c40d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:52:38.693251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 2e8563ea-9d00-4541-8ee2-0ba62123c40d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:52:38.700468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2e8563ea-9d00-4541-8ee2-0ba62123c40d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:52:38.787799 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:38.816860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1131bc1-97ec-4af1-a42d-e1288fa0c129,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:38.994060 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:39.218253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] Router 1308a72e-86a0-406b-8c32-106f5581de7d has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:52:39.322839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:52:39.327801 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8ed074b0-9e22-484c-8def-6e2e0acd6ec5 admin admin] 10.222.0.39 "PUT /v2.0/routers/1308a72e-86a0-406b-8c32-106f5581de7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7809403 Oct 19 11:52:39.330350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46040) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:39.333853 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c34c30-642a-4f4c-b733-a4a9901af66a None None] Sync routers for ids ['1308a72e-86a0-406b-8c32-106f5581de7d'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:52:39.343118 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c34c30-642a-4f4c-b733-a4a9901af66a None None] Routers {'1308a72e-86a0-406b-8c32-106f5581de7d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:39.344224 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2c34c30-642a-4f4c-b733-a4a9901af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1308a72e-86a0-406b-8c32-106f5581de7d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:39.435424 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:39.447360 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a2c34c30-642a-4f4c-b733-a4a9901af66a None None] Set router 1308a72e-86a0-406b-8c32-106f5581de7d gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:39.540002 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:39.626718 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2c34c30-642a-4f4c-b733-a4a9901af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'name': 'tempest-TestAggregatesBasicOps-337986052-router', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:38Z', 'revision_number': 5, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'gw_port': {'id': 'ffaa7a5e-8edc-453c-9025-5e5cac6e143e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:39.652685 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c34c30-642a-4f4c-b733-a4a9901af66a None None] Checking router: 1308a72e-86a0-406b-8c32-106f5581de7d for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:52:39.661143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Deleting port ffaa7a5e-8edc-453c-9025-5e5cac6e143e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:52:39.661480 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:39.661875 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c34c30-642a-4f4c-b733-a4a9901af66a None None] Routers {'1308a72e-86a0-406b-8c32-106f5581de7d'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:39.662490 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2c34c30-642a-4f4c-b733-a4a9901af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['1308a72e-86a0-406b-8c32-106f5581de7d'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:39.744749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] For port ffaa7a5e-8edc-453c-9025-5e5cac6e143e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ffaa7a5e-8edc-453c-9025-5e5cac6e143e,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:39.745265 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:39.748747 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a2c34c30-642a-4f4c-b733-a4a9901af66a None None] Set router 1308a72e-86a0-406b-8c32-106f5581de7d gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:39.757269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Calling delete_port for ffaa7a5e-8edc-453c-9025-5e5cac6e143e owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:52:39.803871 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a2c34c30-642a-4f4c-b733-a4a9901af66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'name': 'tempest-TestAggregatesBasicOps-337986052-router', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:39Z', 'revision_number': 6, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:39.833658 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c34c30-642a-4f4c-b733-a4a9901af66a None None] The sync data for ids ['1308a72e-86a0-406b-8c32-106f5581de7d'] in n-d-814547-1 is: [{'id': '1308a72e-86a0-406b-8c32-106f5581de7d', 'name': 'tempest-TestAggregatesBasicOps-337986052-router', 'tenant_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:25Z', 'updated_at': '2021-10-19T11:52:39Z', 'revision_number': 6, 'project_id': 'e1b0837b15e44ffc8a960e9dafd57b31', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:52:40.053995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.081376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffaa7a5e-8edc-453c-9025-5e5cac6e143e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:40.146442 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.249517 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.252667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.419635 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.420244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1308a72e-86a0-406b-8c32-106f5581de7d {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:52:40.425384 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.426642 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f64b751e-7590-4ef4-828a-818039960f32 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1308a72e-86a0-406b-8c32-106f5581de7d HTTP/1.1" status: 204 len: 168 time: 1.0953066 Oct 19 11:52:40.429121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46044) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:40.639858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a717dc1-831f-48cc-8e1b-5302c5e600d6 admin admin] Deleting subnet 03cd6d22-20e1-4cf6-b4c7-d878cba44f63 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:52:40.639858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a717dc1-831f-48cc-8e1b-5302c5e600d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.639858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a717dc1-831f-48cc-8e1b-5302c5e600d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.639858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a717dc1-831f-48cc-8e1b-5302c5e600d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.690403 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b1131bc1-97ec-4af1-a42d-e1288fa0c129 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:52:40.711310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b1131bc1-97ec-4af1-a42d-e1288fa0c129 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:52:40.711654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b1131bc1-97ec-4af1-a42d-e1288fa0c129 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:52:40.712057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ffaa7a5e-8edc-453c-9025-5e5cac6e143e no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:52:40.733535 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: ffaa7a5e-8edc-453c-9025-5e5cac6e143e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:52:40.733881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ffaa7a5e-8edc-453c-9025-5e5cac6e143e not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:52:40.740339 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a717dc1-831f-48cc-8e1b-5302c5e600d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.771767 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9a717dc1-831f-48cc-8e1b-5302c5e600d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.776168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9a717dc1-831f-48cc-8e1b-5302c5e600d6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/03cd6d22-20e1-4cf6-b4c7-d878cba44f63 HTTP/1.1" status: 204 len: 168 time: 0.3457270 Oct 19 11:52:40.777768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a717dc1-831f-48cc-8e1b-5302c5e600d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03cd6d22-20e1-4cf6-b4c7-d878cba44f63,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:40.778324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37a40ea-9df2-466e-bcc7-6bd350093dfb None None] Network 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:52:40.778691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46060) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:40.874110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.931801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Deleting port 99686988-ebd7-4a60-9bcd-74b6d562135d {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:52:40.932147 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:40.981492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d128b844-91b5-40dc-a290-bf7e254b65b2 None None] DHCP port deletion for 3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:52:41.006918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] For port 99686988-ebd7-4a60-9bcd-74b6d562135d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=99686988-ebd7-4a60-9bcd-74b6d562135d,segment=NetworkSegment(4d53f703-e405-43a7-b068-628ac0b00f82),segment_id=4d53f703-e405-43a7-b068-628ac0b00f82)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:41.007284 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:41.023309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Calling delete_port for 99686988-ebd7-4a60-9bcd-74b6d562135d owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:52:41.058612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d128b844-91b5-40dc-a290-bf7e254b65b2 None None] Deleting port 99686988-ebd7-4a60-9bcd-74b6d562135d {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:52:41.059066 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d128b844-91b5-40dc-a290-bf7e254b65b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:41.129606 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d128b844-91b5-40dc-a290-bf7e254b65b2 None None] For port 99686988-ebd7-4a60-9bcd-74b6d562135d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=99686988-ebd7-4a60-9bcd-74b6d562135d,segment=NetworkSegment(4d53f703-e405-43a7-b068-628ac0b00f82),segment_id=4d53f703-e405-43a7-b068-628ac0b00f82)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:41.129975 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d128b844-91b5-40dc-a290-bf7e254b65b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:41.145657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-d128b844-91b5-40dc-a290-bf7e254b65b2 None None] Calling delete_port for 99686988-ebd7-4a60-9bcd-74b6d562135d owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:52:41.260228 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:41.268364 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d128b844-91b5-40dc-a290-bf7e254b65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:41.292318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=99686988-ebd7-4a60-9bcd-74b6d562135d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:41.294027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] No DVR routers for this DVR port 99686988-ebd7-4a60-9bcd-74b6d562135d on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:52:41.300296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128b844-91b5-40dc-a290-bf7e254b65b2 None None] Pushing event deleted for resources: {'Port': ['ID=99686988-ebd7-4a60-9bcd-74b6d562135d,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:41.302673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d128b844-91b5-40dc-a290-bf7e254b65b2 None None] No DVR routers for this DVR port 99686988-ebd7-4a60-9bcd-74b6d562135d on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:52:41.376311 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:41.397985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:41.408260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d53f703-e405-43a7-b068-628ac0b00f82') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:41.408574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d53f703-e405-43a7-b068-628ac0b00f82') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:41.418466 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:41.431627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:41.437579 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:52:41.437977 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:52:41.439706 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:52:41.598033 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:41.603616 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:41.608079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] 10.222.0.39 "DELETE /v2.0/networks/3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e HTTP/1.1" status: 204 len: 168 time: 0.8282406 Oct 19 11:52:41.622251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798b70e-569e-40ba-bfcd-2ef84b483d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=3dda3ebe-c7dc-4664-8ef0-e1177cbb6b4e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:42.188842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46080) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:42.229718 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-585b7777-abac-422e-abc3-43d91c76042e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8227618491f347cb8f51e5575d3194aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396748 Oct 19 11:52:42.232098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46084) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:42.287727 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6fa1fa85-1184-4d42-8450-a4f4a735d743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:42.312356 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6fa1fa85-1184-4d42-8450-a4f4a735d743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:42.580385 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6fa1fa85-1184-4d42-8450-a4f4a735d743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:42.585568 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6fa1fa85-1184-4d42-8450-a4f4a735d743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:42.589421 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6fa1fa85-1184-4d42-8450-a4f4a735d743 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe734afb-2b4a-4916-9b27-f5045ee5d43c HTTP/1.1" status: 204 len: 168 time: 0.3540139 Oct 19 11:52:42.600586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1fa85-1184-4d42-8450-a4f4a735d743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe734afb-2b4a-4916-9b27-f5045ee5d43c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:42.679195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 99686988-ebd7-4a60-9bcd-74b6d562135d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:52:42.701999 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 99686988-ebd7-4a60-9bcd-74b6d562135d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:52:42.702427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 99686988-ebd7-4a60-9bcd-74b6d562135d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:52:43.444678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46102) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:43.483803 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b9e59961-ff0e-4374-8c1d-3d0e97c13b1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1b0837b15e44ffc8a960e9dafd57b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405006 Oct 19 11:52:43.486958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46104) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:43.541532 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-457d032c-f3d0-4f94-bbea-a12c485a7090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:43.562210 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-457d032c-f3d0-4f94-bbea-a12c485a7090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:43.699443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-457d032c-f3d0-4f94-bbea-a12c485a7090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:43.702716 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-457d032c-f3d0-4f94-bbea-a12c485a7090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:43.703280 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-457d032c-f3d0-4f94-bbea-a12c485a7090 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea34563f-c02f-4510-877f-a6090448c466 HTTP/1.1" status: 204 len: 168 time: 0.2153990 Oct 19 11:52:43.711389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d032c-f3d0-4f94-bbea-a12c485a7090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea34563f-c02f-4510-877f-a6090448c466,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:46.538726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46174) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:46.543603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-00d1b3bc-6f38-42e9-82cd-22a6b4c4e76a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439945402', 'description': 'tempest-secgroup-smoke-439945402 description', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:46.660309 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d1b3bc-6f38-42e9-82cd-22a6b4c4e76a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:46.672450 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d1b3bc-6f38-42e9-82cd-22a6b4c4e76a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:46.748983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d1b3bc-6f38-42e9-82cd-22a6b4c4e76a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:46.840974 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d1b3bc-6f38-42e9-82cd-22a6b4c4e76a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:46.882227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1b3bc-6f38-42e9-82cd-22a6b4c4e76a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cbc7d0-0db1-411d-9322-f4035947e5ae,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:46.929481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d1b3bc-6f38-42e9-82cd-22a6b4c4e76a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:47.048806 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d1b3bc-6f38-42e9-82cd-22a6b4c4e76a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:47.080896 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1b3bc-6f38-42e9-82cd-22a6b4c4e76a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d69531a-8ce3-4348-b1da-7facbd8d99ce,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:47.142798 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-00d1b3bc-6f38-42e9-82cd-22a6b4c4e76a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:47.147119 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-00d1b3bc-6f38-42e9-82cd-22a6b4c4e76a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6042948 Oct 19 11:52:47.147698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46180) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:47.152559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9062a2fa-b4ec-411d-8515-6378f75b39a5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '3d69531a-8ce3-4348-b1da-7facbd8d99ce', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:47.264872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9062a2fa-b4ec-411d-8515-6378f75b39a5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:47.322821 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9062a2fa-b4ec-411d-8515-6378f75b39a5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:47.413853 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9062a2fa-b4ec-411d-8515-6378f75b39a5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:47.434397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062a2fa-b4ec-411d-8515-6378f75b39a5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deffb699-a7df-4105-88fe-50a6ba8ad05e,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:47.553358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9062a2fa-b4ec-411d-8515-6378f75b39a5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:47.554611 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9062a2fa-b4ec-411d-8515-6378f75b39a5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4059138 Oct 19 11:52:47.557544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46188) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:47.562246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1e88907a-89dd-4141-b33a-4c3b761296e8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '3d69531a-8ce3-4348-b1da-7facbd8d99ce', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:47.720727 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e88907a-89dd-4141-b33a-4c3b761296e8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:47.777991 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e88907a-89dd-4141-b33a-4c3b761296e8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:47.957678 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e88907a-89dd-4141-b33a-4c3b761296e8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:47.975792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88907a-89dd-4141-b33a-4c3b761296e8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89051ec9-4b86-4478-8ea0-41cfed1e2668,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:48.068112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1e88907a-89dd-4141-b33a-4c3b761296e8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:48.070029 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1e88907a-89dd-4141-b33a-4c3b761296e8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5111213 Oct 19 11:52:48.073175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46194) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:48.077696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-5c62d235-513d-43f7-b33c-0b3da6c1d988 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '3d69531a-8ce3-4348-b1da-7facbd8d99ce', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:48.191948 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c62d235-513d-43f7-b33c-0b3da6c1d988 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:48.253358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c62d235-513d-43f7-b33c-0b3da6c1d988 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:48.366707 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c62d235-513d-43f7-b33c-0b3da6c1d988 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:48.388851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62d235-513d-43f7-b33c-0b3da6c1d988 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4ed6c4-56d1-4753-a3d2-3eeacaf2ce99,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:48.462053 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c62d235-513d-43f7-b33c-0b3da6c1d988 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:48.463337 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5c62d235-513d-43f7-b33c-0b3da6c1d988 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3891785 Oct 19 11:52:48.466170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46200) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:48.477086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-42a8eb03-2308-4b77-b585-b547e1b8107f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '3d69531a-8ce3-4348-b1da-7facbd8d99ce', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:48.619433 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42a8eb03-2308-4b77-b585-b547e1b8107f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:48.680910 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42a8eb03-2308-4b77-b585-b547e1b8107f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:48.752142 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42a8eb03-2308-4b77-b585-b547e1b8107f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:48.773949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8eb03-2308-4b77-b585-b547e1b8107f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c3efdc-312d-4f7e-994a-4eb6787d947c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:48.890333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-42a8eb03-2308-4b77-b585-b547e1b8107f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:48.892350 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-42a8eb03-2308-4b77-b585-b547e1b8107f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4187174 Oct 19 11:52:48.895000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46204) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:48.899334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bfc4d1f4-1851-4b08-aeea-41c3c92d3611 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '3d69531a-8ce3-4348-b1da-7facbd8d99ce', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:49.011851 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-bfc4d1f4-1851-4b08-aeea-41c3c92d3611 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Project e6ac90c2410a42dabcbbff726dd2e119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:52:49.017989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d1f4-1851-4b08-aeea-41c3c92d3611 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:49.082038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d1f4-1851-4b08-aeea-41c3c92d3611 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:49.225724 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d1f4-1851-4b08-aeea-41c3c92d3611 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:49.245466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4d1f4-1851-4b08-aeea-41c3c92d3611 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b982bdc-29a5-49f9-aed9-0f5ece9cc4bb,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:49.330227 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d1f4-1851-4b08-aeea-41c3c92d3611 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:49.331490 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bfc4d1f4-1851-4b08-aeea-41c3c92d3611 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4355574 Oct 19 11:52:49.334390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46210) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:49.338727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8ab69f87-1e5a-4e63-9143-fe9b8b8611fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '3d69531a-8ce3-4348-b1da-7facbd8d99ce', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:49.465287 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-8ab69f87-1e5a-4e63-9143-fe9b8b8611fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Project e6ac90c2410a42dabcbbff726dd2e119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:52:49.471293 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ab69f87-1e5a-4e63-9143-fe9b8b8611fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:49.550373 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ab69f87-1e5a-4e63-9143-fe9b8b8611fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:49.663725 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ab69f87-1e5a-4e63-9143-fe9b8b8611fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:49.684588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab69f87-1e5a-4e63-9143-fe9b8b8611fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ad8cc8-615b-456d-8852-3dad0a4cb195,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:49.817089 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ab69f87-1e5a-4e63-9143-fe9b8b8611fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:49.822569 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8ab69f87-1e5a-4e63-9143-fe9b8b8611fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4832811 Oct 19 11:52:49.822723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46218) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:49.827374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'network': {'name': 'tempest-network-smoke--1926008139', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'port_security_enabled': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:49.871418 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:50.013863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:52:50.017962 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:50.044777 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:52:50.053734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:50.054078 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Added segment e8e1151b-029a-412e-96d9-106ce6fb431f of type vlan for network fec1b245-8523-448a-abd1-470e7710cd74 Oct 19 11:52:50.096694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:50.252474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:50.258254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:50.258869 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:50.331650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Network': ['ID=fec1b245-8523-448a-abd1-470e7710cd74,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:50.342116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network fec1b245-8523-448a-abd1-470e7710cd74 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:52:50.346404 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:50.383066 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-71398af8-bbd3-46d6-800d-31ff1ffe42dc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5597556 Oct 19 11:52:50.397210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46224) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:50.397210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'admin_state_up': True, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:50.517179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:50.518794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:50.571162 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:50.764793 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:51.045643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:51.067493 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:51.169608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.25.2.58 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/df82342f-e28c-4bff-84a3-e7b81101d03b) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:52:51.279332 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:51.363670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:51.405456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:51.409869 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:51.417742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=df82342f-e28c-4bff-84a3-e7b81101d03b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:51.422042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:52:51.797259 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:51.996997 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:52.510787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:52:52.620849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:52:52.632153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Sync routers for ids ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:52:52.643425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Routers {'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:52.644110 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:52.712942 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:52.717466 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-22b14e61-9586-438a-94fc-27f0ed35b0e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3274376 Oct 19 11:52:52.717842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46252) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:52.760616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Set router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:52.849063 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2afb026c-6a61-4580-a0c8-87e6e8a17d65 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e6ac90c2410a42dabcbbff726dd2e119&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1300089 Oct 19 11:52:52.851586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46256) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:52.953160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c39ae7-9e36-4831-a2ea-81362e084eac tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:52.958403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46260) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:52.958680 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-03c39ae7-9e36-4831-a2ea-81362e084eac tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1058235 Oct 19 11:52:52.959112 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:51Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:52.989397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Checking router: fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:52:52.989754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Updating router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 port df82342f-e28c-4bff-84a3-e7b81101d03b binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:52:52.999813 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a0564182-1c3b-4e4d-9c80-5a924f56d4e3 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393710 Oct 19 11:52:53.002604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46262) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:53.007845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-192306468', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:52:53.022895 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:53.208576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:52:53.212191 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:53.295356 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:53.383505 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:53.433682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Attempting to bind port df82342f-e28c-4bff-84a3-e7b81101d03b on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:52:53.437169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Attempting to bind port df82342f-e28c-4bff-84a3-e7b81101d03b by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:52:53.437169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Attempting to bind port df82342f-e28c-4bff-84a3-e7b81101d03b on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:52:53.439542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b985e-af75-4983-acc0-0a21131ada15 None None] Pushing event updated for resources: {'Port': ['ID=df82342f-e28c-4bff-84a3-e7b81101d03b,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:53.444167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:52:53.444564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:53.445037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:53.445555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:52:53.446118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Bound port: df82342f-e28c-4bff-84a3-e7b81101d03b, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:52:53.446516 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:53.500978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] For port df82342f-e28c-4bff-84a3-e7b81101d03b, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:52:53.504174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] For port df82342f-e28c-4bff-84a3-e7b81101d03b, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=df82342f-e28c-4bff-84a3-e7b81101d03b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:52:53.505868 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:53.580807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Subnet': ['ID=d86d94ba-b900-43fd-9354-d5302325068e,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:53.591901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.592268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.592639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.592985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.593314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.593644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.593970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.594297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.594622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.594946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.595287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.596274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:53.599336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Checking segment: {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:53.599815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network hostable DHCP agents. Network: fec1b245-8523-448a-abd1-470e7710cd74, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:52:53.612806 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:53.670779 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Routers {'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:53.676606 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:53.676606 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b985e-af75-4983-acc0-0a21131ada15 None None] Pushing event updated for resources: {'Port': ['ID=df82342f-e28c-4bff-84a3-e7b81101d03b,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:53.697395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network fec1b245-8523-448a-abd1-470e7710cd74 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:52:53.788104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] Set router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:53.823610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, fec1b245-8523-448a-abd1-470e7710cd74) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:53.828870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:53.829542 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:53.851193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d904aff-6868-43d6-b5a5-3d73ca5f3acf None None] Network fec1b245-8523-448a-abd1-470e7710cd74 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:52:53.943108 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2ae663f7-f74b-4409-9595-21d41c526284 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9393454 Oct 19 11:52:53.946300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46276) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:52:54.108152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-fec1b245-8523-448a-abd1-470e7710cd74', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:52:54.109155 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:54.146137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:51Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:54.218539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53240091-c009-4f82-8dde-5961fb58a12d None None] The sync data for ids ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'] in n-d-814547-1 is: [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:51Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:52:54.302939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Allocated IP 172.20.0.2 (fec1b245-8523-448a-abd1-470e7710cd74/d86d94ba-b900-43fd-9354-d5302325068e/e7929f7c-72f6-4f35-8f19-4b636720b766) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:52:54.456200 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:54.506540 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:54.628869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:54.670796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Network fec1b245-8523-448a-abd1-470e7710cd74 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:54.676498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:54.685784 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:52:54.743080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device df82342f-e28c-4bff-84a3-e7b81101d03b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:54.753791 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Pushing event updated for resources: {'Port': ['ID=e7929f7c-72f6-4f35-8f19-4b636720b766,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:54.808444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Attempting to bind port e7929f7c-72f6-4f35-8f19-4b636720b766 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:52:54.811247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Attempting to bind port e7929f7c-72f6-4f35-8f19-4b636720b766 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:52:54.811247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Attempting to bind port e7929f7c-72f6-4f35-8f19-4b636720b766 on network fec1b245-8523-448a-abd1-470e7710cd74 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:52:54.820022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:52:54.820387 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Checking segment: {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:54.820878 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:54.821268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Bound using segment: {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:52:54.821904 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Bound port: e7929f7c-72f6-4f35-8f19-4b636720b766, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:52:54.822293 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:54.837294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.20.0.1 (fec1b245-8523-448a-abd1-470e7710cd74/d86d94ba-b900-43fd-9354-d5302325068e/a16dd1d6-c3d5-4a85-9daf-492328dd3a21) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:52:54.887417 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port df82342f-e28c-4bff-84a3-e7b81101d03b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:54.887685 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:54.930542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] For port e7929f7c-72f6-4f35-8f19-4b636720b766, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:52:54.955823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] For port e7929f7c-72f6-4f35-8f19-4b636720b766, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e7929f7c-72f6-4f35-8f19-4b636720b766,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:52:54.975931 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:55.013951 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:55.040607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port df82342f-e28c-4bff-84a3-e7b81101d03b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=df82342f-e28c-4bff-84a3-e7b81101d03b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:55.066443 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:55.100505 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:55.123718 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcb0c5-326b-4792-96e6-23d38e0993a5 None None] Pushing event updated for resources: {'Port': ['ID=e7929f7c-72f6-4f35-8f19-4b636720b766,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:55.155484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network fec1b245-8523-448a-abd1-470e7710cd74 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:55.160441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:55.168218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:52:55.189969 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:55.203586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=a16dd1d6-c3d5-4a85-9daf-492328dd3a21,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:55.221763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.222242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.231624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.231624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.231624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.231624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.231624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.231624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.231624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.231624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.231624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.231624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:52:55.249075 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:55.467898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=df82342f-e28c-4bff-84a3-e7b81101d03b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:55.538192 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:55.612745 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fa887db3-10dc-454a-add3-ea1a09bc2589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:55.846356 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:55.945337 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:56.020244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=a16dd1d6-c3d5-4a85-9daf-492328dd3a21,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:56.024196 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:56.127385 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network fec1b245-8523-448a-abd1-470e7710cd74 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:52:56.128802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:52:56.247115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:52:56.649487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d607cb6-38fe-4085-9d98-76d43cf49298 None None] Network fec1b245-8523-448a-abd1-470e7710cd74 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:52:56.739637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:52:56.747986 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eeadca32-d223-46cc-94f7-258afb2ab198 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "PUT /v2.0/routers/fb8ea909-1a7c-4771-bfcb-5a359ec4ee76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7999916 Oct 19 11:52:56.755016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4227866d-6a7d-4a7b-8f12-5a5e5332344e None None] Provisioning complete for port e7929f7c-72f6-4f35-8f19-4b636720b766 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:56.755400 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4227866d-6a7d-4a7b-8f12-5a5e5332344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:56.771260 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Sync routers for ids ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:52:56.786950 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Routers {'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:56.787574 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:56.811497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device df82342f-e28c-4bff-84a3-e7b81101d03b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:56.904853 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Set router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:56.931115 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-76a08a5d-ac0d-40f5-9abe-a317b213ec5f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439945402&fields=id&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 267 time: 0.0605216 Oct 19 11:52:56.989700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port df82342f-e28c-4bff-84a3-e7b81101d03b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:56.990078 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.038065 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4227866d-6a7d-4a7b-8f12-5a5e5332344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.084411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4227866d-6a7d-4a7b-8f12-5a5e5332344e None None] For port e7929f7c-72f6-4f35-8f19-4b636720b766, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e7929f7c-72f6-4f35-8f19-4b636720b766,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:57.089391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-510d752c-d7d9-4e39-96ba-b5d952a1f708 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:52:57.097592 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-510d752c-d7d9-4e39-96ba-b5d952a1f708 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/networks?id=fec1b245-8523-448a-abd1-470e7710cd74 HTTP/1.1" status: 200 len: 797 time: 0.1654160 Oct 19 11:52:57.115142 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-489ae884-25ff-41cf-b5ff-25775b252ffa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/quotas/e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 375 time: 0.0164540 Oct 19 11:52:57.140385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e7929f7c-72f6-4f35-8f19-4b636720b766 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:57.181037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4227866d-6a7d-4a7b-8f12-5a5e5332344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.193382 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-b9c60389-c211-4409-9f93-6805533488ef tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770440 Oct 19 11:52:57.243889 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a16dd1d6-c3d5-4a85-9daf-492328dd3a21', 'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ab:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:54Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 2, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:57.244811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e7929f7c-72f6-4f35-8f19-4b636720b766 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:57.245281 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.291282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227866d-6a7d-4a7b-8f12-5a5e5332344e None None] Pushing event updated for resources: {'Port': ['ID=e7929f7c-72f6-4f35-8f19-4b636720b766,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:57.306453 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Checking router: fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:52:57.306957 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Updating router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:52:57.347311 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.348667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-e86de797-2b8d-4d73-9ef0-09b413cfacbc service neutron] 10.222.0.39 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449356 Oct 19 11:52:57.405212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-59a23ab2-e031-41a8-8fe7-0609c253f861 None None] Provisioning complete for port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:57.405872 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-59a23ab2-e031-41a8-8fe7-0609c253f861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.445996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-59a23ab2-e031-41a8-8fe7-0609c253f861 None None] Port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:52:57.459681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-59a23ab2-e031-41a8-8fe7-0609c253f861 None None] Provisioning complete for port e7929f7c-72f6-4f35-8f19-4b636720b766 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:57.460058 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-59a23ab2-e031-41a8-8fe7-0609c253f861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.473552 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-bfa9926d-a8bb-45c5-a8cf-0104d57e55ec service neutron] 10.222.0.39 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078966 Oct 19 11:52:57.673203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5714af36-1375-409b-ba48-c846f01a51e7 None None] Provisioning complete for port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:57.673918 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5714af36-1375-409b-ba48-c846f01a51e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.717546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5714af36-1375-409b-ba48-c846f01a51e7 None None] Port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:52:57.729757 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.820480 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e0496fc-e253-4792-a533-e2202003287d req-261fc818-00f2-403c-a1eb-c87c8a1f8521 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 210 time: 0.0274198 Oct 19 11:52:57.823080 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.863539 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d2fe2099-7d9b-4f2e-b559-8bdebddf7df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.909342 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ccf5b-631f-40f4-97e8-684511c43916 None None] Pushing event updated for resources: {'Port': ['ID=a16dd1d6-c3d5-4a85-9daf-492328dd3a21,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:57.950424 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Attempting to bind port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:52:57.950748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f57df90e-dca8-4d89-944f-c1277d6e2b0d None None] Provisioning complete for port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:57.951126 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f57df90e-dca8-4d89-944f-c1277d6e2b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.951425 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Attempting to bind port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:52:57.952119 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Attempting to bind port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 on network fec1b245-8523-448a-abd1-470e7710cd74 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:52:57.960951 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:52:57.961325 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Checking segment: {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:52:57.961749 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:57.962332 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Bound using segment: {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:52:57.962730 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Bound port: a16dd1d6-c3d5-4a85-9daf-492328dd3a21, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:52:57.963134 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:58.004341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f57df90e-dca8-4d89-944f-c1277d6e2b0d None None] Port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:52:58.032693 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] For port a16dd1d6-c3d5-4a85-9daf-492328dd3a21, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:52:58.035782 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] For port a16dd1d6-c3d5-4a85-9daf-492328dd3a21, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a16dd1d6-c3d5-4a85-9daf-492328dd3a21,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:52:58.223265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e424382e-f155-47f4-891e-2a6b9826610b None None] Provisioning complete for port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:58.223552 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e424382e-f155-47f4-891e-2a6b9826610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:58.260784 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e424382e-f155-47f4-891e-2a6b9826610b None None] Port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:52:58.306021 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:58.370372 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Routers {'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:52:58.370757 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:58.373665 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ccf5b-631f-40f4-97e8-684511c43916 None None] Pushing event updated for resources: {'Port': ['ID=a16dd1d6-c3d5-4a85-9daf-492328dd3a21,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:58.593385 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] Set router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:52:58.685005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e7929f7c-72f6-4f35-8f19-4b636720b766 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:52:58.710620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b5843c0e-0a02-4983-9de5-78b30ba27740 None None] Provisioning complete for port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:58.710993 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b5843c0e-0a02-4983-9de5-78b30ba27740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:58.774083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e7929f7c-72f6-4f35-8f19-4b636720b766 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:52:58.774366 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:58.817169 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a16dd1d6-c3d5-4a85-9daf-492328dd3a21', 'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ab:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:54Z', 'updated_at': '2021-10-19T11:52:58Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:52:58.840622 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b5843c0e-0a02-4983-9de5-78b30ba27740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:58.844453 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300928a-3467-4b14-879f-b898127a42d5 None None] The sync data for ids ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'] in n-d-814547-1 is: [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a16dd1d6-c3d5-4a85-9daf-492328dd3a21', 'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ab:71:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:54Z', 'updated_at': '2021-10-19T11:52:58Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:52:58.908397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b5843c0e-0a02-4983-9de5-78b30ba27740 None None] For port a16dd1d6-c3d5-4a85-9daf-492328dd3a21, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a16dd1d6-c3d5-4a85-9daf-492328dd3a21,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:52:58.936902 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-294f5b6f-44df-4a1f-bce4-01e6cb2809e0 req-4af926ba-0913-4a93-b0d8-78b0307dc2fd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 210 time: 0.0426841 Oct 19 11:52:59.042975 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b5843c0e-0a02-4983-9de5-78b30ba27740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:59.087768 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:52:59.113236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843c0e-0a02-4983-9de5-78b30ba27740 None None] Pushing event updated for resources: {'Port': ['ID=a16dd1d6-c3d5-4a85-9daf-492328dd3a21,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:52:59.212184 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:00.060095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0ec42186-ac23-4e7f-9770-1dde7717cd7f req-bc745e79-3b48-4b86-8029-be0b32885245 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 210 time: 0.0338178 Oct 19 11:53:00.679428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a16dd1d6-c3d5-4a85-9daf-492328dd3a21 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:53:00.738956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:53:00.739220 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:00.940377 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:01.183020 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-25cf3db7-0872-4202-ac70-0e5d31611de5 req-dcc1b68d-6fb7-48df-a81d-e32c00326531 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 210 time: 0.0314989 Oct 19 11:53:01.227402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-78da4d62-0f37-419d-8755-3b735b574258 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:01.228897 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-78da4d62-0f37-419d-8755-3b735b574258 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.26 "GET /v2.0/networks?id=fec1b245-8523-448a-abd1-470e7710cd74 HTTP/1.1" status: 200 len: 797 time: 0.1548588 Oct 19 11:53:01.281805 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-7f58eea1-5904-41c7-abe4-1ed9b3dbb5ae tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 379 time: 0.0388389 Oct 19 11:53:01.294802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'port': {'device_id': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'admin_state_up': True, 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'security_groups': ['3d69531a-8ce3-4348-b1da-7facbd8d99ce']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:01.580315 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:53:01.584394 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:01.713901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.20.0.4 (fec1b245-8523-448a-abd1-470e7710cd74/d86d94ba-b900-43fd-9354-d5302325068e/d96a09a5-c0e2-433f-bb9e-b126de0d333a) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:53:01.872338 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:02.034718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:02.081261 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network fec1b245-8523-448a-abd1-470e7710cd74 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:53:02.084330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:53:02.088034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:53:02.149188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=d96a09a5-c0e2-433f-bb9e-b126de0d333a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:02.149188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:02.149188 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:02.303005 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-f521764f-2138-4ab9-a5b8-e2c20b91fea2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0115044 Oct 19 11:53:02.305382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba083f58-a0f7-4f4c-8ebd-6480a84fce76 req-ae845d0b-85db-4271-ab71-f13ead98c110 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:02.306919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba083f58-a0f7-4f4c-8ebd-6480a84fce76 req-ae845d0b-85db-4271-ab71-f13ead98c110 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 931 time: 0.0529151 Oct 19 11:53:02.317582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-56262e3c-7043-4f04-8010-a6a2e3717598 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:53:02.319015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-56262e3c-7043-4f04-8010-a6a2e3717598 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062132 Oct 19 11:53:02.352214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ba083f58-a0f7-4f4c-8ebd-6480a84fce76 req-26484e18-d808-40dc-83c9-de182ddb54b3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376465 Oct 19 11:53:02.388624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ed66edf6-2153-43ec-8f73-6d5e40dc03d3 None None] Provisioning complete for port d96a09a5-c0e2-433f-bb9e-b126de0d333a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:53:02.389149 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed66edf6-2153-43ec-8f73-6d5e40dc03d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:02.398565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Request body: {'port': {'device_id': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:02.433440 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ed66edf6-2153-43ec-8f73-6d5e40dc03d3 None None] Port d96a09a5-c0e2-433f-bb9e-b126de0d333a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:53:02.464077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:02.751716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96a09a5-c0e2-433f-bb9e-b126de0d333a {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:53:02.759996 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:02.777081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Transition to ACTIVE for port object d96a09a5-c0e2-433f-bb9e-b126de0d333a will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:53:02.865519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:02.920763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c5fef-866c-4109-9319-99001f112bde service neutron] Pushing event updated for resources: {'Port': ['ID=d96a09a5-c0e2-433f-bb9e-b126de0d333a,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:03.004162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Attempting to bind port d96a09a5-c0e2-433f-bb9e-b126de0d333a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:53:03.004499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Attempting to bind port d96a09a5-c0e2-433f-bb9e-b126de0d333a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:53:03.004873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Attempting to bind port d96a09a5-c0e2-433f-bb9e-b126de0d333a on network fec1b245-8523-448a-abd1-470e7710cd74 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:53:03.009710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Port d96a09a5-c0e2-433f-bb9e-b126de0d333a on network fec1b245-8523-448a-abd1-470e7710cd74 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:53:03.010035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Attempting to bind port d96a09a5-c0e2-433f-bb9e-b126de0d333a on network fec1b245-8523-448a-abd1-470e7710cd74 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:53:03.015643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:53:03.015989 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Checking segment: {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:53:03.016412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Bound using segment: {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:53:03.016870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Bound port: d96a09a5-c0e2-433f-bb9e-b126de0d333a, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:53:03.017778 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:03.104416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:53:03.107503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:53:03.190179 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:03.226425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:03.227045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:03.228567 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-762c5fef-866c-4109-9319-99001f112bde service neutron] 10.222.0.26 "PUT /v2.0/ports/d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 200 len: 1091 time: 0.8957527 Oct 19 11:53:03.245546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:53:03.248501 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ab6ff9-1ed7-4d6d-be1c-2cb172c3ca09" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:53:03.276424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c5fef-866c-4109-9319-99001f112bde service neutron] Pushing event updated for resources: {'Port': ['ID=d96a09a5-c0e2-433f-bb9e-b126de0d333a,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:03.294726 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4580bcb0-e884-46f8-a9c3-12fb4b67deb7 x-openstack-request-id: req-4580bcb0-e884-46f8-a9c3-12fb4b67deb7 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:53:03.295032 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:53:03.295288 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4580bcb0-e884-46f8-a9c3-12fb4b67deb7 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:53:03.295695 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'status': 'completed', 'code': 200} Oct 19 11:53:03.377786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab6ff9-1ed7-4d6d-be1c-2cb172c3ca09 req-5e2126af-3cb2-4c3d-bb72-adb29ddb9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:03.382428 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91ab6ff9-1ed7-4d6d-be1c-2cb172c3ca09 req-5e2126af-3cb2-4c3d-bb72-adb29ddb9802 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1094 time: 0.0496941 Oct 19 11:53:03.504940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1019a7-11d0-4308-8d63-6301e04fd1dd req-74ec2de6-4631-4bf6-b728-f61d126589d4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:03.506517 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b1019a7-11d0-4308-8d63-6301e04fd1dd req-74ec2de6-4631-4bf6-b728-f61d126589d4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 943 time: 0.0685701 Oct 19 11:53:03.526096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab6ff9-1ed7-4d6d-be1c-2cb172c3ca09 req-d0fc8e88-4fa5-414c-8b88-fd4875a3f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:03.531839 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91ab6ff9-1ed7-4d6d-be1c-2cb172c3ca09 req-d0fc8e88-4fa5-414c-8b88-fd4875a3f52f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1330280 Oct 19 11:53:03.558988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6b1019a7-11d0-4308-8d63-6301e04fd1dd req-5fddb1f0-46a4-4eff-9339-80f50a0cb706 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377913 Oct 19 11:53:03.630764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab6ff9-1ed7-4d6d-be1c-2cb172c3ca09 req-378d3a79-a12f-4f3f-aadb-ec1ff4d57a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:03.632158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91ab6ff9-1ed7-4d6d-be1c-2cb172c3ca09 req-378d3a79-a12f-4f3f-aadb-ec1ff4d57a9b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940714 Oct 19 11:53:03.717959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-be608998-4b12-4334-aa9f-cfa2ba56d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:03.719507 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-be608998-4b12-4334-aa9f-cfa2ba56d0ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1094 time: 0.0417192 Oct 19 11:53:03.768905 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-69d4e521-5bd5-48de-96cb-655aef3e4522 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 200 len: 217 time: 0.0369365 Oct 19 11:53:03.824744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-8d3e277f-f595-406c-82f2-67183cef7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:03.831806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-8d3e277f-f595-406c-82f2-67183cef7428 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d86d94ba-b900-43fd-9354-d5302325068e HTTP/1.1" status: 200 len: 834 time: 0.0464017 Oct 19 11:53:03.874599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-9e31f121-9310-479d-be66-2896019fa9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:03.876053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-9e31f121-9310-479d-be66-2896019fa9e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fec1b245-8523-448a-abd1-470e7710cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389118 Oct 19 11:53:03.973922 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-2217cc3c-212e-412f-8068-2d3c7e6863ac service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859432 Oct 19 11:53:04.069360 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f47a4730-6ccb-48d4-8a33-5ad9a05a8390 req-3b868e32-834f-489a-b4e4-9766ce502183 service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825081 Oct 19 11:53:04.684612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27e59b-19f1-4b1c-bcf3-5e3ea6b0baa8 req-1223ea36-87c2-489c-9fdb-4f608d1624eb tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:04.686070 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f27e59b-19f1-4b1c-bcf3-5e3ea6b0baa8 req-1223ea36-87c2-489c-9fdb-4f608d1624eb tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 943 time: 0.0544825 Oct 19 11:53:04.729489 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f27e59b-19f1-4b1c-bcf3-5e3ea6b0baa8 req-63c26347-6123-416e-90da-4df5ee74c2d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366027 Oct 19 11:53:05.847076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d37f8-39e3-4dd2-a0df-0a1e0457eec5 req-b1ceea9a-6b88-44ed-9fb9-ac26623f4ddf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:05.848650 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b7d37f8-39e3-4dd2-a0df-0a1e0457eec5 req-b1ceea9a-6b88-44ed-9fb9-ac26623f4ddf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 943 time: 0.0496566 Oct 19 11:53:05.890806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b7d37f8-39e3-4dd2-a0df-0a1e0457eec5 req-054300c9-57bd-4313-ab9d-172389e630f3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330646 Oct 19 11:53:07.011548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370076f2-b812-4faa-a28d-2814fc6e54dd req-983f9812-f602-46f1-8d7e-e6843ac2f395 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:07.013880 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-370076f2-b812-4faa-a28d-2814fc6e54dd req-983f9812-f602-46f1-8d7e-e6843ac2f395 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 943 time: 0.0510666 Oct 19 11:53:07.054897 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-370076f2-b812-4faa-a28d-2814fc6e54dd req-951889ba-12ca-43dc-871d-85d5b71aa490 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352252 Oct 19 11:53:07.823253 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:53:08.170018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db26df-4a94-4339-96bc-e67443e0d229 req-7d462cf8-cbe5-4d11-9e7a-9b5b947ec303 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:08.171506 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67db26df-4a94-4339-96bc-e67443e0d229 req-7d462cf8-cbe5-4d11-9e7a-9b5b947ec303 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 943 time: 0.0503342 Oct 19 11:53:08.211327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67db26df-4a94-4339-96bc-e67443e0d229 req-b7d0b291-b97f-423f-85b0-2ba66924e4f8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330296 Oct 19 11:53:08.733331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device d96a09a5-c0e2-433f-bb9e-b126de0d333a details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:53:08.835337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:53:08.848103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'port_id': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'mac_address': 'fa:16:3e:af:96:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:53:08.886874 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:08.900407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96a09a5-c0e2-433f-bb9e-b126de0d333a {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:53:08.920933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:53:08.985262 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:09.038385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=d96a09a5-c0e2-433f-bb9e-b126de0d333a,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:09.282778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['d96a09a5-c0e2-433f-bb9e-b126de0d333a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:53:09.333109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cab46-8c07-4d0b-ace5-2eb42201c87c req-6cac1f74-b837-46d9-ad4b-d2fb46afd061 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:09.335454 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-510cab46-8c07-4d0b-ace5-2eb42201c87c req-6cac1f74-b837-46d9-ad4b-d2fb46afd061 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 944 time: 0.0563486 Oct 19 11:53:09.373707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-510cab46-8c07-4d0b-ace5-2eb42201c87c req-10edc6ad-34d9-406e-91f8-f4cd5d77dbf2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322804 Oct 19 11:53:10.494924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11994-f1e7-4319-991e-b86505cc6d55 req-30231b34-7948-4221-974d-5ea227c9d1f1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:10.496555 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-75c11994-f1e7-4319-991e-b86505cc6d55 req-30231b34-7948-4221-974d-5ea227c9d1f1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 944 time: 0.0502269 Oct 19 11:53:10.542325 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-75c11994-f1e7-4319-991e-b86505cc6d55 req-b4899fe5-6039-47d0-9425-b340ed383c80 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394320 Oct 19 11:53:10.749540 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device d96a09a5-c0e2-433f-bb9e-b126de0d333a up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:53:10.897323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port d96a09a5-c0e2-433f-bb9e-b126de0d333a completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:53:10.901007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port d96a09a5-c0e2-433f-bb9e-b126de0d333a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:53:10.901403 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:10.975587 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:10.998386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:53:11.000756 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e1dbc1-578a-4189-99c8-98d3ad8f014d" -d '{"events": [{"server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "name": "network-vif-plugged", "status": "completed", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:53:11.018902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:53:11.097738 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:11.130358 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58412a4-8109-4590-8e44-d7eefdf4ae17 x-openstack-request-id: req-d58412a4-8109-4590-8e44-d7eefdf4ae17 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:53:11.130652 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "name": "network-vif-plugged", "status": "completed", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:53:11.130889 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d58412a4-8109-4590-8e44-d7eefdf4ae17 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:53:11.132086 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'code': 200} Oct 19 11:53:11.161675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=d96a09a5-c0e2-433f-bb9e-b126de0d333a,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:11.226716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe08923-2311-458b-b567-cf0b79af3bdc req-b1677efb-d9b8-41cc-9042-d50d3026c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:11.228168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfe08923-2311-458b-b567-cf0b79af3bdc req-b1677efb-d9b8-41cc-9042-d50d3026c7e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1096 time: 0.0427446 Oct 19 11:53:11.264906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfe08923-2311-458b-b567-cf0b79af3bdc req-cbd21c42-9afc-4916-8a25-6abc9dea185a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269239 Oct 19 11:53:11.463247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46484) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:11.467837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-aaaa408d-3a4a-4ffa-a8fd-98eb72f0ecc4 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061095442', 'description': 'tempest-secgroup-smoke-1061095442 description', 'project_id': '935f31dd99df413185ddbab13cd45b92'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:11.550951 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aaaa408d-3a4a-4ffa-a8fd-98eb72f0ecc4 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:11.616651 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aaaa408d-3a4a-4ffa-a8fd-98eb72f0ecc4 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:11.657420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abbfe1-3c11-43ff-aaee-c31578f63771 req-afd23391-e854-4cad-9e26-5c2fc2bf55f5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:11.659384 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f4abbfe1-3c11-43ff-aaee-c31578f63771 req-afd23391-e854-4cad-9e26-5c2fc2bf55f5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0490847 Oct 19 11:53:11.693700 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aaaa408d-3a4a-4ffa-a8fd-98eb72f0ecc4 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:11.697110 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f4abbfe1-3c11-43ff-aaee-c31578f63771 req-5a31069b-2706-4da8-9284-5bc8a403fcf0 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317092 Oct 19 11:53:11.723518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa408d-3a4a-4ffa-a8fd-98eb72f0ecc4 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7bd2a9-e311-428b-a5e5-05982e67351b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:11.787147 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aaaa408d-3a4a-4ffa-a8fd-98eb72f0ecc4 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:11.788324 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aaaa408d-3a4a-4ffa-a8fd-98eb72f0ecc4 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3239961 Oct 19 11:53:11.791112 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46488) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:11.795700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-13132843-52c8-4314-91d3-78121f7f4a13 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Request body: {'security_group_rule': {'security_group_id': '1f7bd2a9-e311-428b-a5e5-05982e67351b', 'project_id': '935f31dd99df413185ddbab13cd45b92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:11.873021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13132843-52c8-4314-91d3-78121f7f4a13 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:11.927208 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13132843-52c8-4314-91d3-78121f7f4a13 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:11.994132 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13132843-52c8-4314-91d3-78121f7f4a13 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.011351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13132843-52c8-4314-91d3-78121f7f4a13 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c49928c-3417-4520-a7dd-406d4a469595,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:12.090442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13132843-52c8-4314-91d3-78121f7f4a13 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.091574 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-13132843-52c8-4314-91d3-78121f7f4a13 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992549 Oct 19 11:53:12.094278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46490) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:12.099688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-51e54d0e-2b2c-4ad2-8c6f-5a5ac6700767 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Request body: {'security_group_rule': {'security_group_id': '1f7bd2a9-e311-428b-a5e5-05982e67351b', 'project_id': '935f31dd99df413185ddbab13cd45b92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:12.193453 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-51e54d0e-2b2c-4ad2-8c6f-5a5ac6700767 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.248136 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-51e54d0e-2b2c-4ad2-8c6f-5a5ac6700767 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.339199 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-51e54d0e-2b2c-4ad2-8c6f-5a5ac6700767 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.361949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e54d0e-2b2c-4ad2-8c6f-5a5ac6700767 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a56be34-5a84-4047-8206-e4b4c0c3caee,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:12.427106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-51e54d0e-2b2c-4ad2-8c6f-5a5ac6700767 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.428359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-51e54d0e-2b2c-4ad2-8c6f-5a5ac6700767 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3328547 Oct 19 11:53:12.431185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46492) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:12.435965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bb1f4727-a39d-44ac-bef2-9bde74730773 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Request body: {'security_group_rule': {'security_group_id': '1f7bd2a9-e311-428b-a5e5-05982e67351b', 'project_id': '935f31dd99df413185ddbab13cd45b92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:12.533326 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4727-a39d-44ac-bef2-9bde74730773 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.579437 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4727-a39d-44ac-bef2-9bde74730773 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.642492 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4727-a39d-44ac-bef2-9bde74730773 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.662220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f4727-a39d-44ac-bef2-9bde74730773 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934b1bb4-62a6-4717-9cc6-96be1e309f0a,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:12.759033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4727-a39d-44ac-bef2-9bde74730773 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.760316 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bb1f4727-a39d-44ac-bef2-9bde74730773 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279302 Oct 19 11:53:12.763168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46496) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:12.767772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-60702d00-9ac9-4ee9-8a70-eac0ba581324 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Request body: {'security_group_rule': {'security_group_id': '1f7bd2a9-e311-428b-a5e5-05982e67351b', 'project_id': '935f31dd99df413185ddbab13cd45b92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:12.811403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff900f-2958-4c8e-b0cb-1ff1d9c3a471 req-886a4100-498d-49a5-9ad3-7c623c809174 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:12.812900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4aff900f-2958-4c8e-b0cb-1ff1d9c3a471 req-886a4100-498d-49a5-9ad3-7c623c809174 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0487049 Oct 19 11:53:12.850631 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4aff900f-2958-4c8e-b0cb-1ff1d9c3a471 req-c029a6fb-91ac-471f-a4d2-dc11a581bf1e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310020 Oct 19 11:53:12.852847 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60702d00-9ac9-4ee9-8a70-eac0ba581324 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.916025 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60702d00-9ac9-4ee9-8a70-eac0ba581324 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:12.981329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b7f5c-f3c7-47ad-a045-ca32ec1eed18 req-82c030f4-06f2-4f0e-a678-8cce28b04701 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:12.982797 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7b3b7f5c-f3c7-47ad-a045-ca32ec1eed18 req-82c030f4-06f2-4f0e-a678-8cce28b04701 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0476730 Oct 19 11:53:12.983906 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60702d00-9ac9-4ee9-8a70-eac0ba581324 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.014473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60702d00-9ac9-4ee9-8a70-eac0ba581324 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4152a8b4-0d47-40db-b57b-82fdda6d6fa8,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:13.036845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7b3b7f5c-f3c7-47ad-a045-ca32ec1eed18 req-6907022a-2bd6-4492-a26a-77801d7638af tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457568 Oct 19 11:53:13.058550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46502) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:13.086808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-60702d00-9ac9-4ee9-8a70-eac0ba581324 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.087952 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-60702d00-9ac9-4ee9-8a70-eac0ba581324 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3238482 Oct 19 11:53:13.090759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46504) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:13.095342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-f00d519d-6d4d-47a3-b054-fa0bd3420977 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Request body: {'security_group_rule': {'security_group_id': '1f7bd2a9-e311-428b-a5e5-05982e67351b', 'project_id': '935f31dd99df413185ddbab13cd45b92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:13.101271 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbef0f6-ec68-4620-b644-eef298fe2df0 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:13.102962 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cdbef0f6-ec68-4620-b644-eef298fe2df0 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1091 time: 0.0432222 Oct 19 11:53:13.105820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46506) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:13.110219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:13.190917 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-f00d519d-6d4d-47a3-b054-fa0bd3420977 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Project 935f31dd99df413185ddbab13cd45b92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:53:13.195936 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f00d519d-6d4d-47a3-b054-fa0bd3420977 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.245589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f00d519d-6d4d-47a3-b054-fa0bd3420977 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.274877 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.310971 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f00d519d-6d4d-47a3-b054-fa0bd3420977 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.330987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d519d-6d4d-47a3-b054-fa0bd3420977 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c58fa31-a019-46f4-8457-8fc3e9b88f9a,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:13.373832 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.408601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f00d519d-6d4d-47a3-b054-fa0bd3420977 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.410466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f00d519d-6d4d-47a3-b054-fa0bd3420977 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3186531 Oct 19 11:53:13.413387 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46508) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:13.417801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ac4e4005-2f33-4d8a-b386-2f84d8b8dfc9 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Request body: {'security_group_rule': {'security_group_id': '1f7bd2a9-e311-428b-a5e5-05982e67351b', 'project_id': '935f31dd99df413185ddbab13cd45b92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:13.477303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.25.2.236 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/6175291d-4dd6-44a5-9521-13041a1f6c28) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:53:13.497501 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-ac4e4005-2f33-4d8a-b386-2f84d8b8dfc9 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Project 935f31dd99df413185ddbab13cd45b92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:53:13.502862 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac4e4005-2f33-4d8a-b386-2f84d8b8dfc9 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.564259 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac4e4005-2f33-4d8a-b386-2f84d8b8dfc9 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.579812 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.636404 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac4e4005-2f33-4d8a-b386-2f84d8b8dfc9 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.652074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e4005-2f33-4d8a-b386-2f84d8b8dfc9 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225cd0b9-e756-4027-851b-4cfb8f5e2dd1,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:13.693997 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.724562 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac4e4005-2f33-4d8a-b386-2f84d8b8dfc9 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:13.725809 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ac4e4005-2f33-4d8a-b386-2f84d8b8dfc9 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3113983 Oct 19 11:53:13.732444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:53:13.735376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:53:13.737974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:53:13.771822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=6175291d-4dd6-44a5-9521-13041a1f6c28,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:13.919793 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-cb9556ea-d1ee-4ee5-8bf4-d9a53e6e6c18 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061095442&fields=id&tenant_id=935f31dd99df413185ddbab13cd45b92 HTTP/1.1" status: 200 len: 267 time: 0.0331426 Oct 19 11:53:14.031610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-e52edbd1-cc38-4708-be83-652eac617b3b tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:14.033264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-e52edbd1-cc38-4708-be83-652eac617b3b tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/networks?id=68edfdfd-5586-4d49-857f-f83b82d87ebe HTTP/1.1" status: 200 len: 813 time: 0.1065571 Oct 19 11:53:14.049045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-e7b1a754-210d-4faa-9469-25f01bf91a68 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/quotas/935f31dd99df413185ddbab13cd45b92 HTTP/1.1" status: 200 len: 375 time: 0.0096557 Oct 19 11:53:14.100991 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f3acb5a3-f3bf-4e01-8fc1-40e8d54641ad tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=935f31dd99df413185ddbab13cd45b92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462341 Oct 19 11:53:14.106337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:14.167059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-eae248e5-315a-41dd-bd91-9d2a1a892738 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:53:14.168144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-eae248e5-315a-41dd-bd91-9d2a1a892738 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0561125 Oct 19 11:53:14.246621 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:14.262060 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-2da58a5a-321b-4319-a700-f2a9d5b0d5ac service neutron] 10.222.0.39 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875120 Oct 19 11:53:14.351644 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-6e964269-ee1c-4c5a-bdea-cb2bf04ab5b6 service neutron] 10.222.0.39 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827055 Oct 19 11:53:14.394009 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:14.465220 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:14.537906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=6175291d-4dd6-44a5-9521-13041a1f6c28,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:14.552841 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:14.645900 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Floating IP 9f885fb0-03f6-4265-9ed3-1fc8d4d63e96 associated. External IP: 172.25.2.236, port: d96a09a5-c0e2-433f-bb9e-b126de0d333a. Oct 19 11:53:15.151189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5e849368-7cd4-4e99-b673-c9466a15bbf8 req-b7522b89-62f8-4429-9c83-ece8afaf84a7 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 210 time: 0.0298407 Oct 19 11:53:15.163086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:53:15.268835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:53:15.279518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf51cc-af16-451e-9b0e-89a6220a06d6 None None] Sync routers for ids ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:53:15.290128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf51cc-af16-451e-9b0e-89a6220a06d6 None None] Routers {'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:53:15.290742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-32cf51cc-af16-451e-9b0e-89a6220a06d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:15.350367 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:15.393521 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6bd7721c-8a3b-410f-b5fa-b2d9b4037603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2781060 Oct 19 11:53:15.397135 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:53:15.401370 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f2e9eb-f868-4ef4-9f6c-01a839312388" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:53:15.420767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-32cf51cc-af16-451e-9b0e-89a6220a06d6 None None] Set router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:53:15.455078 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727ff10d-d465-4070-88d1-fb0c7a4015e7 x-openstack-request-id: req-727ff10d-d465-4070-88d1-fb0c7a4015e7 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:53:15.456666 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:53:15.456926 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-727ff10d-d465-4070-88d1-fb0c7a4015e7 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:53:15.457326 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'status': 'completed', 'code': 200} Oct 19 11:53:15.495262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b304471-08ab-4542-b3a9-931b2235d666 req-8abcb84d-f520-4643-8c2b-e3ec64ad32f4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:15.497167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b304471-08ab-4542-b3a9-931b2235d666 req-8abcb84d-f520-4643-8c2b-e3ec64ad32f4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0633397 Oct 19 11:53:15.523713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2e9eb-f868-4ef4-9f6c-01a839312388 req-81a5b1a3-20fc-4f52-abca-e3d21de3d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:15.525297 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6f2e9eb-f868-4ef4-9f6c-01a839312388 req-81a5b1a3-20fc-4f52-abca-e3d21de3d2e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1096 time: 0.0493572 Oct 19 11:53:15.548615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b304471-08ab-4542-b3a9-931b2235d666 req-20162f72-0365-4f31-a2d0-6a6b5652875c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448735 Oct 19 11:53:15.575758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46536) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:15.640154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2e9eb-f868-4ef4-9f6c-01a839312388 req-632a8b29-4893-42a2-b641-b3e68e18f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:15.641969 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6f2e9eb-f868-4ef4-9f6c-01a839312388 req-632a8b29-4893-42a2-b641-b3e68e18f2b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fec1b245-8523-448a-abd1-470e7710cd74 HTTP/1.1" status: 200 len: 898 time: 0.1094081 Oct 19 11:53:15.662559 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e5e713fe-5c73-432e-bf8e-a67727b9f07b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/9f885fb0-03f6-4265-9ed3-1fc8d4d63e96 HTTP/1.1" status: 200 len: 991 time: 0.0764067 Oct 19 11:53:15.676655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-32cf51cc-af16-451e-9b0e-89a6220a06d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9f885fb0-03f6-4265-9ed3-1fc8d4d63e96', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'port_id': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'mac_address': 'fa:16:3e:af:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:53:13Z', 'updated_at': '2021-10-19T11:53:13Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16dd1d6-c3d5-4a85-9daf-492328dd3a21', 'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ab:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:54Z', 'updated_at': '2021-10-19T11:52:58Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:15.706520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf51cc-af16-451e-9b0e-89a6220a06d6 None None] Checking router: fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:53:15.706980 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6f2e9eb-f868-4ef4-9f6c-01a839312388 req-87da4f73-3e0b-4f81-9016-4055b0f4573b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 200 len: 999 time: 0.0580938 Oct 19 11:53:15.715064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf51cc-af16-451e-9b0e-89a6220a06d6 None None] Routers {'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:53:15.715673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-32cf51cc-af16-451e-9b0e-89a6220a06d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:52:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:15.770177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2e9eb-f868-4ef4-9f6c-01a839312388 req-52ac51f6-cd4c-4560-8194-b5557e77d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:15.771286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6f2e9eb-f868-4ef4-9f6c-01a839312388 req-52ac51f6-cd4c-4560-8194-b5557e77d9c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d86d94ba-b900-43fd-9354-d5302325068e HTTP/1.1" status: 200 len: 834 time: 0.0574114 Oct 19 11:53:15.821153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2e9eb-f868-4ef4-9f6c-01a839312388 req-321dbd59-2ce2-4cd8-8f70-2bb063292a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:15.822643 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6f2e9eb-f868-4ef4-9f6c-01a839312388 req-321dbd59-2ce2-4cd8-8f70-2bb063292a4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fec1b245-8523-448a-abd1-470e7710cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437446 Oct 19 11:53:15.850515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-32cf51cc-af16-451e-9b0e-89a6220a06d6 None None] Set router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:53:15.914043 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6f2e9eb-f868-4ef4-9f6c-01a839312388 req-f5fee826-ed7a-47de-b125-5227c216d438 service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833678 Oct 19 11:53:16.007980 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6f2e9eb-f868-4ef4-9f6c-01a839312388 req-37cb5a1c-bcbd-44fe-9bbb-7d49f2aab684 service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864010 Oct 19 11:53:16.071769 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-32cf51cc-af16-451e-9b0e-89a6220a06d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9f885fb0-03f6-4265-9ed3-1fc8d4d63e96', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'port_id': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'mac_address': 'fa:16:3e:af:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:53:13Z', 'updated_at': '2021-10-19T11:53:13Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16dd1d6-c3d5-4a85-9daf-492328dd3a21', 'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ab:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:54Z', 'updated_at': '2021-10-19T11:52:58Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:16.102037 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf51cc-af16-451e-9b0e-89a6220a06d6 None None] The sync data for ids ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'] in n-d-814547-1 is: [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '9f885fb0-03f6-4265-9ed3-1fc8d4d63e96', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'port_id': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'mac_address': 'fa:16:3e:af:96:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:53:13Z', 'updated_at': '2021-10-19T11:53:13Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16dd1d6-c3d5-4a85-9daf-492328dd3a21', 'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ab:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:54Z', 'updated_at': '2021-10-19T11:52:58Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:53:16.247577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3ceea58b-e391-4965-ad9e-5640ab3b3a7c req-527a0be7-639f-4671-b975-c0d56d9dae63 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 210 time: 0.0274365 Oct 19 11:53:16.305096 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa671c70-ad01-407c-9429-b6bed36ac984 None None] New status for floating IP 9f885fb0-03f6-4265-9ed3-1fc8d4d63e96: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:53:16.657723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46542) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:16.722047 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3f108ca7-6e30-45e8-bb13-5e016c667d72 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/9f885fb0-03f6-4265-9ed3-1fc8d4d63e96 HTTP/1.1" status: 200 len: 993 time: 0.0630801 Oct 19 11:53:17.317473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-345f86e2-6207-44ce-adb8-9d4e4a211ebb tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:17.319134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-345f86e2-6207-44ce-adb8-9d4e4a211ebb tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.49 "GET /v2.0/networks?id=68edfdfd-5586-4d49-857f-f83b82d87ebe HTTP/1.1" status: 200 len: 813 time: 0.1083741 Oct 19 11:53:17.351346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b03bfe0-bc4d-4e85-bc7e-7596b97dad62 req-4b48a52f-50db-4855-b584-978902e92d4f tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 210 time: 0.0312130 Oct 19 11:53:17.379355 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-5a88dee5-962d-44bc-af82-07401a379707 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=935f31dd99df413185ddbab13cd45b92 HTTP/1.1" status: 200 len: 380 time: 0.0489898 Oct 19 11:53:17.389477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Request body: {'port': {'device_id': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'admin_state_up': True, 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'security_groups': ['1f7bd2a9-e311-428b-a5e5-05982e67351b']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:17.566243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Made reservation on behalf of 935f31dd99df413185ddbab13cd45b92 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:53:17.569888 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:17.694628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Allocated IP 172.20.0.4 (68edfdfd-5586-4d49-857f-f83b82d87ebe/bb5c09e9-431a-4208-82cc-679f549f5140/3ecc6d65-3574-4759-9d9d-486f0e156cec) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:53:17.836799 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:17.923050 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:17.968920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Network 68edfdfd-5586-4d49-857f-f83b82d87ebe is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:53:17.971953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:53:17.976685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:53:17.982943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event updated for resources: {'Port': ['ID=3ecc6d65-3574-4759-9d9d-486f0e156cec,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:18.036766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:18.037403 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:18.112061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f7d8e463-b93e-45e2-bff5-566018f86a76 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7261269 Oct 19 11:53:18.182645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Request body: {'port': {'device_id': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:18.204717 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-affc321b-a9ee-462e-b71e-b3d4bf9f96c8 None None] Provisioning complete for port 3ecc6d65-3574-4759-9d9d-486f0e156cec triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:53:18.206307 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-affc321b-a9ee-462e-b71e-b3d4bf9f96c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:18.239871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:18.243672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-affc321b-a9ee-462e-b71e-b3d4bf9f96c8 None None] Port 3ecc6d65-3574-4759-9d9d-486f0e156cec cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:53:18.477105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145ebec-0361-4d95-b0ae-44853a5ef8e6 req-8bc95561-563e-4205-80ef-35cee76a54dc tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:18.484300 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6145ebec-0361-4d95-b0ae-44853a5ef8e6 req-8bc95561-563e-4205-80ef-35cee76a54dc tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 931 time: 0.0610738 Oct 19 11:53:18.523480 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6145ebec-0361-4d95-b0ae-44853a5ef8e6 req-76e88912-213e-4159-84b1-8059ced43a22 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382893 Oct 19 11:53:18.540628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecc6d65-3574-4759-9d9d-486f0e156cec {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:53:18.548723 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:18.561138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Transition to ACTIVE for port object 3ecc6d65-3574-4759-9d9d-486f0e156cec will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:53:18.617404 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:18.666920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Pushing event updated for resources: {'Port': ['ID=3ecc6d65-3574-4759-9d9d-486f0e156cec,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:18.744779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Attempting to bind port 3ecc6d65-3574-4759-9d9d-486f0e156cec on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:53:18.745120 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Attempting to bind port 3ecc6d65-3574-4759-9d9d-486f0e156cec by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:53:18.745455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Attempting to bind port 3ecc6d65-3574-4759-9d9d-486f0e156cec on network 68edfdfd-5586-4d49-857f-f83b82d87ebe {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:53:18.750470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Port 3ecc6d65-3574-4759-9d9d-486f0e156cec on network 68edfdfd-5586-4d49-857f-f83b82d87ebe not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:53:18.750812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Attempting to bind port 3ecc6d65-3574-4759-9d9d-486f0e156cec on network 68edfdfd-5586-4d49-857f-f83b82d87ebe {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:53:18.755917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:53:18.756290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Checking segment: {'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:53:18.756811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Bound using segment: {'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:53:18.757243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Bound port: 3ecc6d65-3574-4759-9d9d-486f0e156cec, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9f556e-1478-413b-998a-e807b4964c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:53:18.762038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:18.830187 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] For port 3ecc6d65-3574-4759-9d9d-486f0e156cec, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:53:18.833671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] For port 3ecc6d65-3574-4759-9d9d-486f0e156cec, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ecc6d65-3574-4759-9d9d-486f0e156cec,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:53:18.888829 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:18.929188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:18.929798 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:18.931190 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] 10.222.0.49 "PUT /v2.0/ports/3ecc6d65-3574-4759-9d9d-486f0e156cec HTTP/1.1" status: 200 len: 1091 time: 0.8107901 Oct 19 11:53:18.931633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:53:18.933930 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f5e897-d846-4061-9557-c5cb29563e57" -d '{"events": [{"name": "network-changed", "server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:53:18.975029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32b797-3b88-4d92-ac8a-dc90db2f7f1a service neutron] Pushing event updated for resources: {'Port': ['ID=3ecc6d65-3574-4759-9d9d-486f0e156cec,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:18.996484 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0401581-e8a1-4ed5-a724-a6390ffd175b x-openstack-request-id: req-b0401581-e8a1-4ed5-a724-a6390ffd175b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:53:18.996484 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:53:18.996484 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0401581-e8a1-4ed5-a724-a6390ffd175b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:53:18.996484 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'status': 'completed', 'code': 200} Oct 19 11:53:19.063300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5e897-d846-4061-9557-c5cb29563e57 req-9efb2fb3-f0dc-4afc-a6da-244126776051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:19.065761 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-19f5e897-d846-4061-9557-c5cb29563e57 req-9efb2fb3-f0dc-4afc-a6da-244126776051 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=935f31dd99df413185ddbab13cd45b92&device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 1094 time: 0.0468140 Oct 19 11:53:19.184893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5e897-d846-4061-9557-c5cb29563e57 req-ac4d8b34-1d7b-4cc2-bab2-ce1570758b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:19.187224 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-19f5e897-d846-4061-9557-c5cb29563e57 req-ac4d8b34-1d7b-4cc2-bab2-ce1570758b24 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=935f31dd99df413185ddbab13cd45b92&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1145844 Oct 19 11:53:19.282152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5e897-d846-4061-9557-c5cb29563e57 req-d8b564aa-7df0-40b6-8641-1c9133c73607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:19.283536 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-19f5e897-d846-4061-9557-c5cb29563e57 req-d8b564aa-7df0-40b6-8641-1c9133c73607 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893664 Oct 19 11:53:19.359285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-56db3afa-dbc7-4602-b950-3aed73d902a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:19.360757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-56db3afa-dbc7-4602-b950-3aed73d902a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=935f31dd99df413185ddbab13cd45b92&device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 1094 time: 0.0418060 Oct 19 11:53:19.409337 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-e440bdda-d2da-4dbb-a6a6-ebca922e3a08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc6d65-3574-4759-9d9d-486f0e156cec HTTP/1.1" status: 200 len: 217 time: 0.0391154 Oct 19 11:53:19.458953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-364cbc6e-4f4b-46d4-abb1-dbf30ea7834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:19.460329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-364cbc6e-4f4b-46d4-abb1-dbf30ea7834b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb5c09e9-431a-4208-82cc-679f549f5140 HTTP/1.1" status: 200 len: 852 time: 0.0452011 Oct 19 11:53:19.506766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f579a366-8e0b-4dda-9bf5-4ae7d46752e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:19.508266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-f579a366-8e0b-4dda-9bf5-4ae7d46752e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68edfdfd-5586-4d49-857f-f83b82d87ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404382 Oct 19 11:53:19.605927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-9ad7d461-f0c0-425b-8bc2-fa6fc6ed09fe service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891085 Oct 19 11:53:19.641141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecde5b-96e5-4020-9948-84f007a3fb3c req-11683d36-259e-4c7b-b670-b5d41c846cf2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:19.645004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-01ecde5b-96e5-4020-9948-84f007a3fb3c req-11683d36-259e-4c7b-b670-b5d41c846cf2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0536244 Oct 19 11:53:19.685059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-01ecde5b-96e5-4020-9948-84f007a3fb3c req-d65d6109-fec1-44c3-9417-c1fdadfd9c4c tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358515 Oct 19 11:53:19.702787 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-953607a9-fa7c-4aec-b804-6483ff324d88 req-bbc977b1-83ee-4acb-a2b1-3341c525692a service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899425 Oct 19 11:53:19.823653 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:20.300007 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:20.808685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a9da2-d8bf-45f7-8242-4e84e08a7abf req-2930fc21-5c2b-4f61-8be4-e2e700c16aec tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:20.810174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b9a9da2-d8bf-45f7-8242-4e84e08a7abf req-2930fc21-5c2b-4f61-8be4-e2e700c16aec tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0543656 Oct 19 11:53:20.848253 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b9a9da2-d8bf-45f7-8242-4e84e08a7abf req-c8512907-50c2-493b-b954-4c27dabb332c tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Oct 19 11:53:21.964708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65358c-e7bc-4f70-a1a6-e674c5e643bf req-0a1046c4-dfcd-4154-8438-c0b5a57bf822 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:21.967003 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c65358c-e7bc-4f70-a1a6-e674c5e643bf req-0a1046c4-dfcd-4154-8438-c0b5a57bf822 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0504737 Oct 19 11:53:22.010289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c65358c-e7bc-4f70-a1a6-e674c5e643bf req-d83fa3da-448d-4352-8a88-f8726673e8f2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363932 Oct 19 11:53:23.125066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589dad0-d3f1-4568-8ae3-ac43cc0f1add req-2786a597-e702-4774-a061-768a77b71fbd tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:23.126497 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3589dad0-d3f1-4568-8ae3-ac43cc0f1add req-2786a597-e702-4774-a061-768a77b71fbd tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0493169 Oct 19 11:53:23.167037 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3589dad0-d3f1-4568-8ae3-ac43cc0f1add req-3a4c5f36-75e1-4137-9d27-721d2f003b46 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337811 Oct 19 11:53:24.279928 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff384657-8f48-4e0b-b198-5b75a1b932be req-b20b4083-f694-4c80-8069-04b59e3e8998 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:24.281436 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff384657-8f48-4e0b-b198-5b75a1b932be req-b20b4083-f694-4c80-8069-04b59e3e8998 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0490673 Oct 19 11:53:24.319578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff384657-8f48-4e0b-b198-5b75a1b932be req-9e56c3f9-b7db-46bb-a415-5dd3e29ce0f1 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 Oct 19 11:53:25.411780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-77cd06ca-4a11-4a64-84fa-aa2738d6209e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:25.433397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e5604-0068-4d16-aba9-154a8f2dfeff req-81be38cf-7595-477f-b17c-4f1ba6d6a8be tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:25.434869 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e23e5604-0068-4d16-aba9-154a8f2dfeff req-81be38cf-7595-477f-b17c-4f1ba6d6a8be tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0496275 Oct 19 11:53:25.473905 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e23e5604-0068-4d16-aba9-154a8f2dfeff req-5dd39d3c-4e4a-4293-8fa9-8d03f7a31027 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324306 Oct 19 11:53:26.587179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7f4eb-1f86-4b27-8c8f-09a1b4b530d5 req-9cedf5e8-8d0d-49cf-824d-fde9736ca5fb tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:26.588629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8c7f4eb-1f86-4b27-8c8f-09a1b4b530d5 req-9cedf5e8-8d0d-49cf-824d-fde9736ca5fb tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0478919 Oct 19 11:53:26.625140 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8c7f4eb-1f86-4b27-8c8f-09a1b4b530d5 req-dd6b309c-ad50-4a3c-8ee0-b6bb87df214f tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306308 Oct 19 11:53:27.741836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e993-fb47-4a93-bff2-c27c09ffe2be req-f834aae5-5545-4454-a47a-716943889161 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:27.743293 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fde7e993-fb47-4a93-bff2-c27c09ffe2be req-f834aae5-5545-4454-a47a-716943889161 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0524864 Oct 19 11:53:27.783564 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fde7e993-fb47-4a93-bff2-c27c09ffe2be req-fa7f7cdb-84c1-4a92-8069-f5a43189b52e tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Oct 19 11:53:27.830730 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fa9431af-5e9a-4702-bd03-1c438612193c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:28.903672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b2b1-cc9f-4604-bb29-4d349f117ac0 req-92d1052d-6243-4ed2-bee9-10d4528bd154 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:28.905189 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-07c4b2b1-cc9f-4604-bb29-4d349f117ac0 req-92d1052d-6243-4ed2-bee9-10d4528bd154 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0503013 Oct 19 11:53:28.952363 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-07c4b2b1-cc9f-4604-bb29-4d349f117ac0 req-b18f6a75-d7ab-40a1-a17b-3d550ecb2c23 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375881 Oct 19 11:53:29.196472 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:29.222665 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:30.065597 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7772b3-d8a6-432c-b5ec-8a97370d17d4 req-9795db6b-3825-4124-b327-32c2d62a7b8d tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:30.067079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5f7772b3-d8a6-432c-b5ec-8a97370d17d4 req-9795db6b-3825-4124-b327-32c2d62a7b8d tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0500708 Oct 19 11:53:30.105004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5f7772b3-d8a6-432c-b5ec-8a97370d17d4 req-b9116419-dd2b-4573-89bf-1121f714fe12 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Oct 19 11:53:30.920005 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:31.234641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4b75c-c5b2-4b7f-99d6-bc84bc1b7f41 req-e3c5ffc5-ca64-425b-90a4-83ec2b5052dc tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:31.236728 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c5c4b75c-c5b2-4b7f-99d6-bc84bc1b7f41 req-e3c5ffc5-ca64-425b-90a4-83ec2b5052dc tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0602028 Oct 19 11:53:31.274487 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c5c4b75c-c5b2-4b7f-99d6-bc84bc1b7f41 req-487debda-7e52-4f1c-a042-a4cff94adf43 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320132 Oct 19 11:53:31.932372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ecc6d65-3574-4759-9d9d-486f0e156cec details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:53:32.174224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3ecc6d65-3574-4759-9d9d-486f0e156cec, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ecc6d65-3574-4759-9d9d-486f0e156cec,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:53:32.185212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'port_id': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'mac_address': 'fa:16:3e:f0:38:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:53:32.220578 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:32.233416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecc6d65-3574-4759-9d9d-486f0e156cec {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:53:32.251827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3ecc6d65-3574-4759-9d9d-486f0e156cec, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ecc6d65-3574-4759-9d9d-486f0e156cec,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:53:32.354282 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:32.389715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbce6d-8239-4049-99ac-b9e6b15afa14 req-4da4a718-ac59-4a95-b875-756169a2fa61 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:32.391228 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-08bbce6d-8239-4049-99ac-b9e6b15afa14 req-4da4a718-ac59-4a95-b875-756169a2fa61 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 943 time: 0.0517585 Oct 19 11:53:32.400464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=3ecc6d65-3574-4759-9d9d-486f0e156cec,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:32.408223 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.408587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.408928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.409887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.410227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.410553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.410875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.411197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.411515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.411832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.412152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.412468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:53:32.432317 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-08bbce6d-8239-4049-99ac-b9e6b15afa14 req-b676a9e0-535b-49a6-ac91-871e88e4d52e tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345240 Oct 19 11:53:32.620527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['3ecc6d65-3574-4759-9d9d-486f0e156cec'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:53:33.550192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398132c-6b9a-4df7-b1a4-f27926d0fc9a req-4f1115d9-cd85-4aa2-b574-31fb11bf8b58 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:33.551657 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1398132c-6b9a-4df7-b1a4-f27926d0fc9a req-4f1115d9-cd85-4aa2-b574-31fb11bf8b58 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 944 time: 0.0491197 Oct 19 11:53:33.588731 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1398132c-6b9a-4df7-b1a4-f27926d0fc9a req-2173c8e8-8901-46aa-993d-130bd1755660 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310748 Oct 19 11:53:33.977329 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ecc6d65-3574-4759-9d9d-486f0e156cec up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:53:34.123374 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 3ecc6d65-3574-4759-9d9d-486f0e156cec completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:53:34.127508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 3ecc6d65-3574-4759-9d9d-486f0e156cec triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:53:34.128415 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:34.204398 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:34.226254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:53:34.228457 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7644080b-51c0-4411-8e08-415057935a58" -d '{"events": [{"server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "name": "network-vif-plugged", "status": "completed", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:53:34.240584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3ecc6d65-3574-4759-9d9d-486f0e156cec, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ecc6d65-3574-4759-9d9d-486f0e156cec,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:53:34.263688 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ee3c31-36c7-4b0d-af91-f8a914601e42 x-openstack-request-id: req-84ee3c31-36c7-4b0d-af91-f8a914601e42 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:53:34.263904 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "name": "network-vif-plugged", "status": "completed", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:53:34.264156 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84ee3c31-36c7-4b0d-af91-f8a914601e42 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:53:34.264573 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'code': 200} Oct 19 11:53:34.345537 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:34.362218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772951c-e927-430d-b852-434553fb75ce req-eab70bb3-eb96-475e-8a56-de3dab85b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:34.363837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7772951c-e927-430d-b852-434553fb75ce req-eab70bb3-eb96-475e-8a56-de3dab85b8a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 1095 time: 0.0454884 Oct 19 11:53:34.395118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=3ecc6d65-3574-4759-9d9d-486f0e156cec,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:34.400842 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7772951c-e927-430d-b852-434553fb75ce req-a1766425-e841-4713-bd3f-b8965ab25cd9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293553 Oct 19 11:53:34.698906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10897d5-729f-41d0-8e6f-1b5d7afd8449 req-d8890b64-e231-4ceb-9ad7-31133028c359 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:34.700349 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c10897d5-729f-41d0-8e6f-1b5d7afd8449 req-d8890b64-e231-4ceb-9ad7-31133028c359 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 945 time: 0.0475442 Oct 19 11:53:34.741005 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c10897d5-729f-41d0-8e6f-1b5d7afd8449 req-c54588c2-f1fb-45cb-907d-e718c4affeea tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347686 Oct 19 11:53:35.653726 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-f47f52f9-4d27-456f-9cf2-eb2c34f762f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396371 Oct 19 11:53:35.734980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-e90c5c99-2e27-4dc6-bc46-e73a3c3ac57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:35.736653 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-e90c5c99-2e27-4dc6-bc46-e73a3c3ac57d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 1096 time: 0.0404439 Oct 19 11:53:35.875507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-6266375a-7e8b-4d01-9ba8-fac79694d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:35.877132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-6266375a-7e8b-4d01-9ba8-fac79694d3e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.1221828 Oct 19 11:53:35.885354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf901ebf-b8e9-496e-8984-c99e5b3e3844 req-67c7cdb3-fca7-4b4e-8c63-9bc5eb8b4ecb tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:35.886718 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cf901ebf-b8e9-496e-8984-c99e5b3e3844 req-67c7cdb3-fca7-4b4e-8c63-9bc5eb8b4ecb tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 945 time: 0.0705879 Oct 19 11:53:35.972225 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cf901ebf-b8e9-496e-8984-c99e5b3e3844 req-af2f91aa-60fd-4a09-b070-b1d95eb2e12a tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769868 Oct 19 11:53:35.974033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-04f9e7c7-6083-4c03-8c5f-14c0e24d859b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a HTTP/1.1" status: 200 len: 1001 time: 0.0864904 Oct 19 11:53:36.024927 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-aec7c278-6545-4d0e-85f3-9cb75f4df34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:36.026315 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-aec7c278-6545-4d0e-85f3-9cb75f4df34b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0450251 Oct 19 11:53:36.072798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-d5a4c7ad-915c-445b-9df6-45738c25a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:36.074354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-d5a4c7ad-915c-445b-9df6-45738c25a241 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413191 Oct 19 11:53:36.085661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fade6fa-f8a1-4f79-8891-eb70a8cf5d3f req-76701621-f89f-4a95-a0b1-8f9aa0377153 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:36.087149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0fade6fa-f8a1-4f79-8891-eb70a8cf5d3f req-76701621-f89f-4a95-a0b1-8f9aa0377153 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 945 time: 0.0491748 Oct 19 11:53:36.124472 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0fade6fa-f8a1-4f79-8891-eb70a8cf5d3f req-ff1a86d8-1e79-43b1-a1f0-a218b3e07712 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Oct 19 11:53:36.146296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46588) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:36.173652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-eacd8e88-b5bd-43a8-be56-e785bd66fa1e service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919716 Oct 19 11:53:36.296115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a235f633-3c1f-4c3b-b572-47b55fc68f5e req-a5f4127e-241b-4061-8cd0-86f9c27be025 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153376 Oct 19 11:53:36.306504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa654c5-471c-44f4-9fda-7bd6d65d8660 tempest-TestVolumeBackupRestore-299008187 tempest-TestVolumeBackupRestore-299008187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:36.307960 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aaa654c5-471c-44f4-9fda-7bd6d65d8660 tempest-TestVolumeBackupRestore-299008187 tempest-TestVolumeBackupRestore-299008187-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 1091 time: 0.1607337 Oct 19 11:53:36.311060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46592) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:36.315502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:36.413498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:36.507881 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:36.615840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Allocated IP 172.25.2.56 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/173c1298-8de1-44db-a735-12f50749ca24) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:53:36.715984 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:36.808380 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:36.854600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:53:36.857536 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:53:36.861461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:53:36.867043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event updated for resources: {'Port': ['ID=173c1298-8de1-44db-a735-12f50749ca24,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:37.222130 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:37.365035 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:37.521856 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:37.585027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:37.654446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event updated for resources: {'Port': ['ID=173c1298-8de1-44db-a735-12f50749ca24,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:37.665212 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:37.763509 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Floating IP 435a5df0-1acc-4024-a6ad-015662fa88c8 associated. External IP: 172.25.2.56, port: 3ecc6d65-3574-4759-9d9d-486f0e156cec. Oct 19 11:53:37.973075 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Router e0803ba1-3006-415a-8f46-96c9049c0048 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:53:38.079384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:53:38.088920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4bc9f0-165f-4dcd-9b93-8a21ac84bc7c None None] Sync routers for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:53:38.099521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4bc9f0-165f-4dcd-9b93-8a21ac84bc7c None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:53:38.100141 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-be4bc9f0-165f-4dcd-9b93-8a21ac84bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:53:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:38.131133 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-aaea107d-d2c9-4efb-8887-4261077d25e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404873 Oct 19 11:53:38.204386 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:38.212463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-be4bc9f0-165f-4dcd-9b93-8a21ac84bc7c None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:53:38.215408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-21d97c6b-3f0d-4e99-907e-8e5e793178bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:38.216988 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-21d97c6b-3f0d-4e99-907e-8e5e793178bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1096 time: 0.0420802 Oct 19 11:53:38.238917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0e0cd48b-c075-4386-8900-e203056caff2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9209592 Oct 19 11:53:38.238917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:53:38.239254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46596) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:38.239389 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4c0705-6606-4b67-b022-0e634e0112e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:53:38.275790 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbebbc1-40e1-4190-912e-c958cc20d033 x-openstack-request-id: req-ebbebbc1-40e1-4190-912e-c958cc20d033 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:53:38.276083 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:53:38.276472 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebbebbc1-40e1-4190-912e-c958cc20d033 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:53:38.276986 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'status': 'completed', 'code': 200} Oct 19 11:53:38.339491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae60098-4f90-474a-8e06-cc0ec020cc68 tempest-TestVolumeBackupRestore-299008187 tempest-TestVolumeBackupRestore-299008187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:38.343698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c0705-6606-4b67-b022-0e634e0112e1 req-e9fc15e3-ce8c-410e-9c5e-84b709cb9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:38.343894 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0ae60098-4f90-474a-8e06-cc0ec020cc68 tempest-TestVolumeBackupRestore-299008187 tempest-TestVolumeBackupRestore-299008187-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 1091 time: 0.1043153 Oct 19 11:53:38.344029 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4c0705-6606-4b67-b022-0e634e0112e1 req-e9fc15e3-ce8c-410e-9c5e-84b709cb9bac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=935f31dd99df413185ddbab13cd45b92&device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 1096 time: 0.0432568 Oct 19 11:53:38.344158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46600) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:38.348999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e17091d1-5b9c-449d-99d2-9202c03e1453 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Request body: {'floatingip': {'port_id': '3ecc6d65-3574-4759-9d9d-486f0e156cec'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:53:38.406015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-c12ca6b7-bf81-441d-a2ec-693bcb560101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:38.407761 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-c12ca6b7-bf81-441d-a2ec-693bcb560101 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fec1b245-8523-448a-abd1-470e7710cd74 HTTP/1.1" status: 200 len: 898 time: 0.1614680 Oct 19 11:53:38.420654 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e17091d1-5b9c-449d-99d2-9202c03e1453 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:38.439886 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c0705-6606-4b67-b022-0e634e0112e1 req-928e34d8-231e-437f-983d-13f533cd3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:38.441171 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4c0705-6606-4b67-b022-0e634e0112e1 req-928e34d8-231e-437f-983d-13f533cd3143 service neutron] 10.222.0.49 "GET /v2.0/networks?id=68edfdfd-5586-4d49-857f-f83b82d87ebe HTTP/1.1" status: 200 len: 914 time: 0.0915618 Oct 19 11:53:38.452406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-be4bc9f0-165f-4dcd-9b93-8a21ac84bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '435a5df0-1acc-4024-a6ad-015662fa88c8', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'port_id': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'mac_address': 'fa:16:3e:f0:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:53:37Z', 'updated_at': '2021-10-19T11:53:37Z', 'revision_number': 0, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:38.479850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4bc9f0-165f-4dcd-9b93-8a21ac84bc7c None None] Checking router: e0803ba1-3006-415a-8f46-96c9049c0048 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:53:38.489526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4bc9f0-165f-4dcd-9b93-8a21ac84bc7c None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:53:38.490066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-be4bc9f0-165f-4dcd-9b93-8a21ac84bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:53:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:38.521017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4c0705-6606-4b67-b022-0e634e0112e1 req-6990e0ad-c91d-444f-91b4-40a8d10bc35b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc6d65-3574-4759-9d9d-486f0e156cec HTTP/1.1" status: 200 len: 998 time: 0.0723269 Oct 19 11:53:38.573252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c0705-6606-4b67-b022-0e634e0112e1 req-29a5728f-872d-477d-8d71-f5c48c0a3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:38.575301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4c0705-6606-4b67-b022-0e634e0112e1 req-29a5728f-872d-477d-8d71-f5c48c0a3455 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb5c09e9-431a-4208-82cc-679f549f5140 HTTP/1.1" status: 200 len: 852 time: 0.0470157 Oct 19 11:53:38.579093 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-d185f450-bfb2-4887-bd97-2aa8d1374162 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 200 len: 1001 time: 0.1261821 Oct 19 11:53:38.599501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-be4bc9f0-165f-4dcd-9b93-8a21ac84bc7c None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:53:38.629364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c0705-6606-4b67-b022-0e634e0112e1 req-292c049d-3781-49cc-936e-16e3b1f3844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:38.630870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4c0705-6606-4b67-b022-0e634e0112e1 req-292c049d-3781-49cc-936e-16e3b1f3844d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68edfdfd-5586-4d49-857f-f83b82d87ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485444 Oct 19 11:53:38.682957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-78ec4bd0-e002-48d1-86b1-7eb1e5448956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:38.684441 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-78ec4bd0-e002-48d1-86b1-7eb1e5448956 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d86d94ba-b900-43fd-9354-d5302325068e HTTP/1.1" status: 200 len: 834 time: 0.0962369 Oct 19 11:53:38.725996 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4c0705-6606-4b67-b022-0e634e0112e1 req-8a68c86c-3d78-4a8c-ad8a-b96cdf30446f service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875618 Oct 19 11:53:38.835110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b4c0705-6606-4b67-b022-0e634e0112e1 req-5299a69e-87c7-4284-a567-2db364442b87 service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014807 Oct 19 11:53:38.845059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-be4bc9f0-165f-4dcd-9b93-8a21ac84bc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '435a5df0-1acc-4024-a6ad-015662fa88c8', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'port_id': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'mac_address': 'fa:16:3e:f0:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:53:37Z', 'updated_at': '2021-10-19T11:53:37Z', 'revision_number': 0, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:38.856383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-9fb2eef2-b45f-4277-a3d1-78ae62501259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:38.857900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-9fb2eef2-b45f-4277-a3d1-78ae62501259 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fec1b245-8523-448a-abd1-470e7710cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411328 Oct 19 11:53:38.873680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4bc9f0-165f-4dcd-9b93-8a21ac84bc7c None None] The sync data for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 is: [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '435a5df0-1acc-4024-a6ad-015662fa88c8', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'port_id': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'mac_address': 'fa:16:3e:f0:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:53:37Z', 'updated_at': '2021-10-19T11:53:37Z', 'revision_number': 0, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:53:39.039733 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-e124d565-c0f6-489a-8928-2ce875b95705 service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699288 Oct 19 11:53:39.090972 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef3556-a628-4d64-9c55-6ed48239b3f2 None None] New status for floating IP 435a5df0-1acc-4024-a6ad-015662fa88c8: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:53:39.150764 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e17091d1-5b9c-449d-99d2-9202c03e1453 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:39.182870 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d4921e2-5cef-4f6d-9cbf-fcc4fcc9e4c0 req-7cd46d7c-2ed3-417d-b07c-4293202c40f6 service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073587 Oct 19 11:53:39.225464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e17091d1-5b9c-449d-99d2-9202c03e1453 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:39.226214 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.db.api [None req-bbef3556-a628-4d64-9c55-6ed48239b3f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:53:39.226624 n-d-814547-1 neutron-server[101314]: DEBUG oslo_db.api [None req-bbef3556-a628-4d64-9c55-6ed48239b3f2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:53:39.430753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17091d1-5b9c-449d-99d2-9202c03e1453 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Router e0803ba1-3006-415a-8f46-96c9049c0048 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:53:39.540072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17091d1-5b9c-449d-99d2-9202c03e1453 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:53:39.544928 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e17091d1-5b9c-449d-99d2-9202c03e1453 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:39.575530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:53:39.577816 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd30e837-498d-4551-811c-ff309f66ec2d" -d '{"events": [{"name": "network-changed", "server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:53:39.605595 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e17091d1-5b9c-449d-99d2-9202c03e1453 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "PUT /v2.0/floatingips/435a5df0-1acc-4024-a6ad-015662fa88c8 HTTP/1.1" status: 200 len: 990 time: 1.2606254 Oct 19 11:53:39.613713 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb25ba-6cf4-424f-acee-fdeb01ab6918 x-openstack-request-id: req-edcb25ba-6cf4-424f-acee-fdeb01ab6918 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:53:39.614012 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:53:39.614275 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-edcb25ba-6cf4-424f-acee-fdeb01ab6918 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:53:39.614679 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'status': 'completed', 'code': 200} Oct 19 11:53:39.675113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30e837-498d-4551-811c-ff309f66ec2d req-e98428ef-a0cc-400d-9776-d7c9b0ce4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:39.676611 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd30e837-498d-4551-811c-ff309f66ec2d req-e98428ef-a0cc-400d-9776-d7c9b0ce4f08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=935f31dd99df413185ddbab13cd45b92&device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 1096 time: 0.0412228 Oct 19 11:53:39.728243 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef3556-a628-4d64-9c55-6ed48239b3f2 None None] New status for floating IP 435a5df0-1acc-4024-a6ad-015662fa88c8: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:53:39.770237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30e837-498d-4551-811c-ff309f66ec2d req-2e4c1bd7-ddff-4d6f-bff8-6ee7822365a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:39.771725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd30e837-498d-4551-811c-ff309f66ec2d req-2e4c1bd7-ddff-4d6f-bff8-6ee7822365a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=68edfdfd-5586-4d49-857f-f83b82d87ebe HTTP/1.1" status: 200 len: 914 time: 0.0879478 Oct 19 11:53:39.836663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd30e837-498d-4551-811c-ff309f66ec2d req-75a1c568-ec07-4761-87fa-591d070587a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc6d65-3574-4759-9d9d-486f0e156cec HTTP/1.1" status: 200 len: 998 time: 0.0585096 Oct 19 11:53:39.885728 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30e837-498d-4551-811c-ff309f66ec2d req-b6d0a0dc-d0e0-4513-ba22-a555eb40b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:39.887187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd30e837-498d-4551-811c-ff309f66ec2d req-b6d0a0dc-d0e0-4513-ba22-a555eb40b357 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb5c09e9-431a-4208-82cc-679f549f5140 HTTP/1.1" status: 200 len: 852 time: 0.0437522 Oct 19 11:53:39.936605 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30e837-498d-4551-811c-ff309f66ec2d req-04133595-945d-4fb3-87b7-75a8ce39589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:39.938079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd30e837-498d-4551-811c-ff309f66ec2d req-04133595-945d-4fb3-87b7-75a8ce39589c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68edfdfd-5586-4d49-857f-f83b82d87ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433943 Oct 19 11:53:40.002240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9156de-de91-4a6d-a9be-7057415ae737 None None] Sync routers for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:53:40.010980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9156de-de91-4a6d-a9be-7057415ae737 None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:53:40.011578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4e9156de-de91-4a6d-a9be-7057415ae737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:53:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:40.031482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd30e837-498d-4551-811c-ff309f66ec2d req-6bed39fc-9f2c-45a7-8c32-ddef987d600a service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864720 Oct 19 11:53:40.122528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-4e9156de-de91-4a6d-a9be-7057415ae737 None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:53:40.361634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4e9156de-de91-4a6d-a9be-7057415ae737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '435a5df0-1acc-4024-a6ad-015662fa88c8', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'port_id': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'mac_address': 'fa:16:3e:f0:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:53:37Z', 'updated_at': '2021-10-19T11:53:39Z', 'revision_number': 2, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:40.389388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9156de-de91-4a6d-a9be-7057415ae737 None None] Checking router: e0803ba1-3006-415a-8f46-96c9049c0048 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:53:40.398951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9156de-de91-4a6d-a9be-7057415ae737 None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:53:40.399577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4e9156de-de91-4a6d-a9be-7057415ae737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:53:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:40.469513 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd30e837-498d-4551-811c-ff309f66ec2d req-d168312d-7658-4f08-81bf-d192b4db0f5e service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310074 Oct 19 11:53:40.507052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-4e9156de-de91-4a6d-a9be-7057415ae737 None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:53:40.723646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-4e9156de-de91-4a6d-a9be-7057415ae737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '435a5df0-1acc-4024-a6ad-015662fa88c8', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'port_id': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'mac_address': 'fa:16:3e:f0:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:53:37Z', 'updated_at': '2021-10-19T11:53:39Z', 'revision_number': 2, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:53:40.753528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9156de-de91-4a6d-a9be-7057415ae737 None None] The sync data for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 is: [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '435a5df0-1acc-4024-a6ad-015662fa88c8', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'port_id': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'mac_address': 'fa:16:3e:f0:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:53:37Z', 'updated_at': '2021-10-19T11:53:39Z', 'revision_number': 2, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:53:41.615640 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:53:41.618039 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acd7227-aefe-476a-975c-d4ca18299bca" -d '{"events": [{"name": "network-changed", "server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:53:41.655350 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448d5ec-0286-45ba-a316-4c14cf31e227 x-openstack-request-id: req-9448d5ec-0286-45ba-a316-4c14cf31e227 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:53:41.655640 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:53:41.655895 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9448d5ec-0286-45ba-a316-4c14cf31e227 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:53:41.656297 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'status': 'completed', 'code': 200} Oct 19 11:53:41.715693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd7227-aefe-476a-975c-d4ca18299bca req-39142318-c709-4efb-9f5d-c3dab5b3291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:41.717171 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0acd7227-aefe-476a-975c-d4ca18299bca req-39142318-c709-4efb-9f5d-c3dab5b3291b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=935f31dd99df413185ddbab13cd45b92&device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 1096 time: 0.0403519 Oct 19 11:53:41.808755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd7227-aefe-476a-975c-d4ca18299bca req-62344efa-4314-448b-a208-448b1dab8b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:41.810106 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0acd7227-aefe-476a-975c-d4ca18299bca req-62344efa-4314-448b-a208-448b1dab8b25 service neutron] 10.222.0.49 "GET /v2.0/networks?id=68edfdfd-5586-4d49-857f-f83b82d87ebe HTTP/1.1" status: 200 len: 914 time: 0.0862637 Oct 19 11:53:41.875196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0acd7227-aefe-476a-975c-d4ca18299bca req-956ce392-4f34-4f24-bf38-95cf1791e3e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc6d65-3574-4759-9d9d-486f0e156cec HTTP/1.1" status: 200 len: 1000 time: 0.0579071 Oct 19 11:53:41.924016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd7227-aefe-476a-975c-d4ca18299bca req-99de0377-254d-43b3-934b-b1bab832c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:41.925510 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0acd7227-aefe-476a-975c-d4ca18299bca req-99de0377-254d-43b3-934b-b1bab832c065 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb5c09e9-431a-4208-82cc-679f549f5140 HTTP/1.1" status: 200 len: 852 time: 0.0431247 Oct 19 11:53:41.974357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd7227-aefe-476a-975c-d4ca18299bca req-e6dd2c16-82e7-4957-b966-92be20c30bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:41.975797 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0acd7227-aefe-476a-975c-d4ca18299bca req-e6dd2c16-82e7-4957-b966-92be20c30bdb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68edfdfd-5586-4d49-857f-f83b82d87ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425198 Oct 19 11:53:42.065392 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0acd7227-aefe-476a-975c-d4ca18299bca req-d0acbaaa-7793-48ca-a7e7-79e35d4f04de service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819566 Oct 19 11:53:42.156934 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0acd7227-aefe-476a-975c-d4ca18299bca req-3bcdd6e3-949a-48fa-bfc7-ba10450b9b53 service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840559 Oct 19 11:53:44.822602 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:53:49.830869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:50.061058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7abeb1-ad64-496c-ac24-6139e73778e3 req-9504094b-8a2a-4d48-a0ef-8f2feadacdee tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:50.062567 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9f7abeb1-ad64-496c-ac24-6139e73778e3 req-9504094b-8a2a-4d48-a0ef-8f2feadacdee tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1096 time: 0.0422916 Oct 19 11:53:50.081325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9f7abeb1-ad64-496c-ac24-6139e73778e3 req-a279807c-7ed5-45ad-881e-07717de274ec tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:50.153543 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9f7abeb1-ad64-496c-ac24-6139e73778e3 req-a279807c-7ed5-45ad-881e-07717de274ec tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:50.219294 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9f7abeb1-ad64-496c-ac24-6139e73778e3 req-a279807c-7ed5-45ad-881e-07717de274ec tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:50.243896 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9f7abeb1-ad64-496c-ac24-6139e73778e3 req-a279807c-7ed5-45ad-881e-07717de274ec tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749713 Oct 19 11:53:50.253564 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279807c-7ed5-45ad-881e-07717de274ec tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca5fdca-ae2c-47d5-b213-4025215b9153,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:53:50.303677 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:50.365581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa22ae-faf2-4aaf-ae89-becb158ee12b req-552df5d1-d944-4aa6-a71d-af44d56cf769 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:50.367077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4faa22ae-faf2-4aaf-ae89-becb158ee12b req-552df5d1-d944-4aa6-a71d-af44d56cf769 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0493736 Oct 19 11:53:50.404693 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4faa22ae-faf2-4aaf-ae89-becb158ee12b req-030f9b56-8b2e-4072-b5fe-ce388e94b267 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315030 Oct 19 11:53:50.428114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46648) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:53:50.495566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d1eed772-3820-4558-baf3-be8576dc29e8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/9f885fb0-03f6-4265-9ed3-1fc8d4d63e96 HTTP/1.1" status: 200 len: 993 time: 0.0660460 Oct 19 11:53:50.802980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-b10d2c87-c611-461b-b3e4-86cab3a36432 req-a3b7cf9d-2c12-4bab-9029-f06b6970950b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:53:50.804005 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b10d2c87-c611-461b-b3e4-86cab3a36432 req-a3b7cf9d-2c12-4bab-9029-f06b6970950b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054555 Oct 19 11:53:51.217505 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218352e9-05cf-4185-a0b3-fbe557343b88 req-68ca7102-101f-42b1-a991-45b2a5bfec1a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:51.219027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-218352e9-05cf-4185-a0b3-fbe557343b88 req-68ca7102-101f-42b1-a991-45b2a5bfec1a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0506668 Oct 19 11:53:51.257893 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-218352e9-05cf-4185-a0b3-fbe557343b88 req-3b2b7b2b-f6a1-4d42-8ac6-c0d328a5ed0d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325913 Oct 19 11:53:51.400504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-4f676536-a130-4f71-aeb9-58a9c32fcb65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933986 Oct 19 11:53:52.378879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b0673-3f76-4866-bdb3-ddc420948083 req-405aae03-c069-40e2-876f-bbfff9c90133 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:52.380471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e63b0673-3f76-4866-bdb3-ddc420948083 req-405aae03-c069-40e2-876f-bbfff9c90133 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0525966 Oct 19 11:53:52.424188 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e63b0673-3f76-4866-bdb3-ddc420948083 req-504a5d96-8d18-4471-9d14-6629d4456fa5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368588 Oct 19 11:53:53.562842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178ac55-db48-4e0b-a209-736e40ca018e req-d341b086-f8ee-4aa9-90b6-4300ebdb0cf9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:53.564360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8178ac55-db48-4e0b-a209-736e40ca018e req-d341b086-f8ee-4aa9-90b6-4300ebdb0cf9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0583034 Oct 19 11:53:53.608899 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8178ac55-db48-4e0b-a209-736e40ca018e req-74ca21b7-c99e-4c41-aed7-3e425e049ab4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383704 Oct 19 11:53:53.754112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-01efe226-9ee5-4aa0-aa2f-322276279522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:53.755521 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-01efe226-9ee5-4aa0-aa2f-322276279522 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1096 time: 0.0476849 Oct 19 11:53:53.849759 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-aa1b0839-1bd9-4197-a42c-31045c33eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:53.851226 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-aa1b0839-1bd9-4197-a42c-31045c33eac8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fec1b245-8523-448a-abd1-470e7710cd74 HTTP/1.1" status: 200 len: 898 time: 0.0850058 Oct 19 11:53:53.931969 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-c60b0875-0db8-485f-9f5a-05086128d6e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 200 len: 1001 time: 0.0692043 Oct 19 11:53:53.990481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-d51b28e0-5d9a-47da-b019-729845c150c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:53.991939 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-d51b28e0-5d9a-47da-b019-729845c150c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d86d94ba-b900-43fd-9354-d5302325068e HTTP/1.1" status: 200 len: 834 time: 0.0494132 Oct 19 11:53:54.044707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-ad705c15-441d-41f3-b460-746812d50a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:54.046138 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-ad705c15-441d-41f3-b460-746812d50a57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fec1b245-8523-448a-abd1-470e7710cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426788 Oct 19 11:53:54.146623 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-2ee11ba1-d97d-481d-aa6c-4b4e7d4b7e76 service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892501 Oct 19 11:53:54.246558 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-cd06f372-8aa0-4394-9ec8-3d173b2ac54e service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881767 Oct 19 11:53:54.731671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc61e3-5154-467e-b5c9-4475df666f14 req-8da48389-ad15-43dd-aad5-96303d83aaa1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:54.733515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1cc61e3-5154-467e-b5c9-4475df666f14 req-8da48389-ad15-43dd-aad5-96303d83aaa1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0551314 Oct 19 11:53:54.775490 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1cc61e3-5154-467e-b5c9-4475df666f14 req-0a6b3b04-d63d-4462-9013-3b80f1113b60 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359404 Oct 19 11:53:55.459550 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-31c89ef4-4184-484e-9dd8-6cd494656c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:55.896117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200980d-35af-40f9-b9e4-358914a5dbd0 req-b521933f-5c51-47e1-b66f-0a31e2e8580d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:55.897633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c200980d-35af-40f9-b9e4-358914a5dbd0 req-b521933f-5c51-47e1-b66f-0a31e2e8580d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0515738 Oct 19 11:53:55.937794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c200980d-35af-40f9-b9e4-358914a5dbd0 req-075cc546-1b56-4544-8e85-cdbe83eff99d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340903 Oct 19 11:53:57.059832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc081b88-4341-476a-86c5-bebd2ff9ae66 req-f7e94878-4243-4ad1-8096-10afa24e7d30 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:57.061378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc081b88-4341-476a-86c5-bebd2ff9ae66 req-f7e94878-4243-4ad1-8096-10afa24e7d30 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0538743 Oct 19 11:53:57.103106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc081b88-4341-476a-86c5-bebd2ff9ae66 req-e3ab1fca-cbed-46c7-a979-e40d69cdce3d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351474 Oct 19 11:53:57.828788 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cee3b341-8070-4332-8fa1-0baf5e5b2f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:58.223921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cb0c3-9cf1-4be0-918f-3f53111b7562 req-e26ab949-22d4-4d67-b1ac-79f12dc1a414 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:58.225443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-657cb0c3-9cf1-4be0-918f-3f53111b7562 req-e26ab949-22d4-4d67-b1ac-79f12dc1a414 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0529866 Oct 19 11:53:58.270460 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-657cb0c3-9cf1-4be0-918f-3f53111b7562 req-b8bc9028-e2a9-4b9c-8534-c7667c1cdd3b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388010 Oct 19 11:53:59.092643 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:59.209053 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:53:59.392674 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959c278-1863-4319-8345-8d67ef503fcc req-0ce147fb-2f5b-4c0a-aa29-68c6f5814c4b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:53:59.394041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9959c278-1863-4319-8345-8d67ef503fcc req-0ce147fb-2f5b-4c0a-aa29-68c6f5814c4b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0502725 Oct 19 11:53:59.431795 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9959c278-1863-4319-8345-8d67ef503fcc req-435d0118-6434-4d83-8b60-0c96cd12285f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311108 Oct 19 11:54:00.567926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7201be-02e1-4996-a5b8-482f2f07fc6b req-cefb07a9-7846-47ee-91c3-c893da238ed7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:00.569438 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d7201be-02e1-4996-a5b8-482f2f07fc6b req-cefb07a9-7846-47ee-91c3-c893da238ed7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0499249 Oct 19 11:54:00.610431 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d7201be-02e1-4996-a5b8-482f2f07fc6b req-ef8c9a57-3a89-4f19-bbcd-e0187763e7b7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340235 Oct 19 11:54:00.922651 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:01.751117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e548d6-3a23-4a21-80e7-c0e8ff156e52 req-d4530a23-f803-4ec6-9c0e-54cf4c3f89d4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:01.752592 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-86e548d6-3a23-4a21-80e7-c0e8ff156e52 req-d4530a23-f803-4ec6-9c0e-54cf4c3f89d4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0552082 Oct 19 11:54:01.791482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-86e548d6-3a23-4a21-80e7-c0e8ff156e52 req-853658de-b906-4b02-856c-fc7cfb4d28e5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319421 Oct 19 11:54:02.912246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0eccd-4abd-47b6-a609-beba9b53a8d4 req-cdbc922c-884a-49d2-b75e-76c5ed4c7473 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:02.914030 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c2f0eccd-4abd-47b6-a609-beba9b53a8d4 req-cdbc922c-884a-49d2-b75e-76c5ed4c7473 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0543356 Oct 19 11:54:02.952349 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c2f0eccd-4abd-47b6-a609-beba9b53a8d4 req-9c432548-716a-48b3-ac35-dd2c01578598 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314960 Oct 19 11:54:04.070459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c3567-c3d7-41db-b532-cf3131481bb3 req-18cd5e99-ddeb-4217-8c90-54dab79e4e67 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:04.071947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-315c3567-c3d7-41db-b532-cf3131481bb3 req-18cd5e99-ddeb-4217-8c90-54dab79e4e67 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0520830 Oct 19 11:54:04.110954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-315c3567-c3d7-41db-b532-cf3131481bb3 req-8e7b3bff-cfa9-416a-8071-8d19a115f8b4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327618 Oct 19 11:54:05.232558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c6a95-3dcf-47c2-9e4d-36622603cb80 req-d8248b84-7a28-4293-bf26-76dabd39e0c7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:05.234056 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f3c6a95-3dcf-47c2-9e4d-36622603cb80 req-d8248b84-7a28-4293-bf26-76dabd39e0c7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0526378 Oct 19 11:54:05.276568 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f3c6a95-3dcf-47c2-9e4d-36622603cb80 req-cb9a3d3a-088b-4e15-a023-8f704e284d48 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364866 Oct 19 11:54:06.394815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e34653-ba34-46c3-a4c4-e5f08144bd97 req-ac107828-fad4-4a82-9384-30a66151f50d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:06.396404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91e34653-ba34-46c3-a4c4-e5f08144bd97 req-ac107828-fad4-4a82-9384-30a66151f50d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0507739 Oct 19 11:54:06.434247 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91e34653-ba34-46c3-a4c4-e5f08144bd97 req-899749c7-2480-4ced-a07c-030c93abc0b3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308855 Oct 19 11:54:07.557865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209645fe-a5c1-4638-ba63-1c6331ca7a8c req-0cb6d873-a021-4bcf-8156-2941ffb416c2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:07.559354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-209645fe-a5c1-4638-ba63-1c6331ca7a8c req-0cb6d873-a021-4bcf-8156-2941ffb416c2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0532472 Oct 19 11:54:07.599090 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-209645fe-a5c1-4638-ba63-1c6331ca7a8c req-877eb19e-3aff-4a1a-9ba9-5753101a5e3b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335538 Oct 19 11:54:08.721626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0688-40bb-4bee-81d4-374c70db9767 req-356d842d-0300-4226-a10d-6bda98318cdf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:08.723098 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee5f0688-40bb-4bee-81d4-374c70db9767 req-356d842d-0300-4226-a10d-6bda98318cdf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0543897 Oct 19 11:54:08.763182 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee5f0688-40bb-4bee-81d4-374c70db9767 req-6f0b0bc0-bdb4-4552-883e-9af9b3a57e67 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334237 Oct 19 11:54:09.881584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a2ae9-0841-4d26-8031-394884d43aaa req-77f1afc1-de8f-4bb7-abb4-1991cedfbac3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:09.883057 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-847a2ae9-0841-4d26-8031-394884d43aaa req-77f1afc1-de8f-4bb7-abb4-1991cedfbac3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0494177 Oct 19 11:54:09.924088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-847a2ae9-0841-4d26-8031-394884d43aaa req-f9d75e0d-dc53-4234-a6d3-4f3ccf069f49 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344164 Oct 19 11:54:11.038609 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eeb27-f06e-4e0b-838f-db0cd9a14c7e req-313db275-42f1-4623-9010-3060d2e15ad9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:11.040074 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd3eeb27-f06e-4e0b-838f-db0cd9a14c7e req-313db275-42f1-4623-9010-3060d2e15ad9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0497141 Oct 19 11:54:11.078530 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd3eeb27-f06e-4e0b-838f-db0cd9a14c7e req-0217f7ff-66db-4ccb-9017-229117d0b609 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319679 Oct 19 11:54:11.991079 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-e98ceca2-3852-4462-8ae5-8b4ed2f03c13 service neutron] show failed (client error): The resource could not be found. Oct 19 11:54:11.992351 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-e98ceca2-3852-4462-8ae5-8b4ed2f03c13 service neutron] 10.222.0.26 "GET /v2.0/ports/d96a09a5-c0e2-433f-bb9e-b126de0d333a/bindings/n-h2-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0560582 Oct 19 11:54:12.196848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d815b6-57a4-4382-a37d-d267b8dc0228 req-9225e638-771d-40dc-9048-b35253ef1e0b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:12.198374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57d815b6-57a4-4382-a37d-d267b8dc0228 req-9225e638-771d-40dc-9048-b35253ef1e0b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0519829 Oct 19 11:54:12.240460 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-57d815b6-57a4-4382-a37d-d267b8dc0228 req-4c606f5c-3310-45f6-b4b8-185a4a25a4b4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360901 Oct 19 11:54:12.738006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-b97b8d8a-fcad-4df1-8a8f-c32ffb4da505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:12.739580 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-b97b8d8a-fcad-4df1-8a8f-c32ffb4da505 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 1096 time: 0.0702932 Oct 19 11:54:12.751745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:54:12.810762 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:13.021719 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:54:13.054969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:54:13.094287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:54:13.096610 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5387ce81-70c1-4172-82a0-9292e8076906" -d '{"events": [{"server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "name": "network-vif-unplugged", "status": "completed", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:54:13.100729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:13.113409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Transition to ACTIVE for port object d96a09a5-c0e2-433f-bb9e-b126de0d333a will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:54:13.144495 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b1a491-b85e-4194-b96d-2d9667c4bf9b x-openstack-request-id: req-38b1a491-b85e-4194-b96d-2d9667c4bf9b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:54:13.144814 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "name": "network-vif-unplugged", "status": "completed", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:54:13.145067 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38b1a491-b85e-4194-b96d-2d9667c4bf9b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:54:13.146212 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'code': 200} Oct 19 11:54:13.228326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:13.336761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Pushing event updated for resources: {'Port': ['ID=d96a09a5-c0e2-433f-bb9e-b126de0d333a,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:13.397315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.397679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.397996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.398333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.398664 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.398993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.399393 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.400273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.400924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.401264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.401620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.404081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:13.461720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] No DVR routers for this DVR port d96a09a5-c0e2-433f-bb9e-b126de0d333a on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:54:13.473129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8c81e-5aac-47dd-9efd-4ea72840ef92 req-e16f10e5-38ea-48d1-9b68-bffe8d763194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:13.474621 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ced8c81e-5aac-47dd-9efd-4ea72840ef92 req-e16f10e5-38ea-48d1-9b68-bffe8d763194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 943 time: 0.1390958 Oct 19 11:54:13.551446 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ced8c81e-5aac-47dd-9efd-4ea72840ef92 req-434aa7ee-926f-4b3f-ba03-e1eaa2293d18 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460675 Oct 19 11:54:13.634204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Attempting to bind port d96a09a5-c0e2-433f-bb9e-b126de0d333a on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:54:13.634572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Attempting to bind port d96a09a5-c0e2-433f-bb9e-b126de0d333a by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:54:13.634904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Attempting to bind port d96a09a5-c0e2-433f-bb9e-b126de0d333a on network fec1b245-8523-448a-abd1-470e7710cd74 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:54:13.639440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Port d96a09a5-c0e2-433f-bb9e-b126de0d333a on network fec1b245-8523-448a-abd1-470e7710cd74 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:54:13.639760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Attempting to bind port d96a09a5-c0e2-433f-bb9e-b126de0d333a on network fec1b245-8523-448a-abd1-470e7710cd74 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:54:13.644647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:54:13.644988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Checking segment: {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:54:13.645372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Bound using segment: {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:54:13.645792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Bound port: d96a09a5-c0e2-433f-bb9e-b126de0d333a, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e1151b-029a-412e-96d9-106ce6fb431f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:54:13.646143 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:13.712335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:54:13.715370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:54:13.848635 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:13.889198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:13.889833 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:13.891273 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] 10.222.0.49 "PUT /v2.0/ports/d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 200 len: 1091 time: 1.1435742 Oct 19 11:54:13.910625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cce7de-a63f-4b54-8176-04f1ba9f060b service neutron] Pushing event updated for resources: {'Port': ['ID=d96a09a5-c0e2-433f-bb9e-b126de0d333a,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:13.959110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-95137d9e-a88a-46b5-9d74-290e97f2401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:13.960617 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-95137d9e-a88a-46b5-9d74-290e97f2401b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1094 time: 0.0429761 Oct 19 11:54:14.058813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-6a31b7c7-1226-42fc-b28e-e7f07c843248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:14.061110 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-6a31b7c7-1226-42fc-b28e-e7f07c843248 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fec1b245-8523-448a-abd1-470e7710cd74 HTTP/1.1" status: 200 len: 898 time: 0.0926723 Oct 19 11:54:14.134478 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-62114a15-2420-471b-9935-e0d22a9c33c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 200 len: 999 time: 0.0668340 Oct 19 11:54:14.187223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-01755127-42b0-4545-89c7-2f6edd8969d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:14.188707 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-01755127-42b0-4545-89c7-2f6edd8969d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d86d94ba-b900-43fd-9354-d5302325068e HTTP/1.1" status: 200 len: 834 time: 0.0463188 Oct 19 11:54:14.236701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-f13caa0a-2dee-4b4b-bb33-1348c0749a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:14.238164 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-f13caa0a-2dee-4b4b-bb33-1348c0749a5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fec1b245-8523-448a-abd1-470e7710cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425854 Oct 19 11:54:14.334464 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-34bf41ec-62f4-418d-9d06-324487278626 service neutron] 10.222.0.49 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890150 Oct 19 11:54:14.428324 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e64f1564-9b66-4454-856f-8b4c7f989009 req-518357d5-b804-4367-84e1-43c02e981e99 service neutron] 10.222.0.49 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870976 Oct 19 11:54:14.676811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b175e-9eb1-45fe-848f-3480b8e26a03 req-d53c156e-7f8a-45d0-b564-ead2b2cb1148 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:14.678303 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-312b175e-9eb1-45fe-848f-3480b8e26a03 req-d53c156e-7f8a-45d0-b564-ead2b2cb1148 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 943 time: 0.0545976 Oct 19 11:54:15.002859 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-312b175e-9eb1-45fe-848f-3480b8e26a03 req-e01718d1-dacd-4cfa-b7d5-a0b9794e8b58 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3174825 Oct 19 11:54:15.146699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:54:15.149084 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:54:15.197838 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a555f91f-4a10-4f08-a4bd-65a59da3d206 x-openstack-request-id: req-a555f91f-4a10-4f08-a4bd-65a59da3d206 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:54:15.198140 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:54:15.198395 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a555f91f-4a10-4f08-a4bd-65a59da3d206 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:54:15.198798 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'status': 'completed', 'code': 200} Oct 19 11:54:15.258690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-fdd65312-f09d-4232-9eef-7e62de5b8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:15.260215 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-fdd65312-f09d-4232-9eef-7e62de5b8126 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1094 time: 0.0417864 Oct 19 11:54:15.270957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-37c8376e-4571-46c7-9c1a-1964b1aaa105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:15.272436 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-37c8376e-4571-46c7-9c1a-1964b1aaa105 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1094 time: 0.0399668 Oct 19 11:54:15.362969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-fbe085f4-ae49-47ce-937e-262e67e23432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:15.365024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-fbe085f4-ae49-47ce-937e-262e67e23432 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fec1b245-8523-448a-abd1-470e7710cd74 HTTP/1.1" status: 200 len: 898 time: 0.0965099 Oct 19 11:54:15.371462 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-f4314121-9251-4d36-8e48-e48707a62c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:15.372907 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-f4314121-9251-4d36-8e48-e48707a62c8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=fec1b245-8523-448a-abd1-470e7710cd74 HTTP/1.1" status: 200 len: 898 time: 0.0890584 Oct 19 11:54:15.437559 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-db7fa59a-9c3a-4ee0-814a-5c5d98ca750d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 200 len: 999 time: 0.0631533 Oct 19 11:54:15.437938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-917c44e6-c3b9-4b2d-8947-8fd61ba2609a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 200 len: 999 time: 0.0572464 Oct 19 11:54:15.490002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-77531bb1-9895-43b7-96a5-62f5a4760c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:15.491471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-77531bb1-9895-43b7-96a5-62f5a4760c6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d86d94ba-b900-43fd-9354-d5302325068e HTTP/1.1" status: 200 len: 834 time: 0.0460551 Oct 19 11:54:15.492584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-2672603d-97c6-496b-b6ba-92997fd47baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:15.494273 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-2672603d-97c6-496b-b6ba-92997fd47baa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d86d94ba-b900-43fd-9354-d5302325068e HTTP/1.1" status: 200 len: 834 time: 0.0452504 Oct 19 11:54:15.543609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-b0d1a258-87ba-4b0d-aee6-c9af5c6deaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:15.545150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-b0d1a258-87ba-4b0d-aee6-c9af5c6deaf7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fec1b245-8523-448a-abd1-470e7710cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439897 Oct 19 11:54:15.548610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-f0c1e0c0-b170-4fb3-900f-42a006002212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:15.550254 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-f0c1e0c0-b170-4fb3-900f-42a006002212 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fec1b245-8523-448a-abd1-470e7710cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455453 Oct 19 11:54:15.642508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-46cc2692-ed27-4c04-a917-956e32dc2a4e service neutron] 10.222.0.49 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883753 Oct 19 11:54:15.646276 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-bfc10708-59f7-402b-b8bd-2487e09c6008 service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834014 Oct 19 11:54:15.736292 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-59a38adf-25ac-478a-b8aa-16f73269b44a service neutron] 10.222.0.49 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862210 Oct 19 11:54:15.745034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0374e062-3ae8-47b2-8308-f2c3aed2ca4f req-2896bca0-68a3-40d4-92db-9970eb9fc9ca service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875728 Oct 19 11:54:16.119253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d9e81-58d1-4843-94bb-fc82f66d4fbf req-4a949bba-873c-4708-9cd1-4c19ceae70e2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:16.120736 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f35d9e81-58d1-4843-94bb-fc82f66d4fbf req-4a949bba-873c-4708-9cd1-4c19ceae70e2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 943 time: 0.0496123 Oct 19 11:54:16.159286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f35d9e81-58d1-4843-94bb-fc82f66d4fbf req-146659ee-1065-41bd-965f-281d5f6b2603 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324881 Oct 19 11:54:17.061105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device d96a09a5-c0e2-433f-bb9e-b126de0d333a no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:54:17.102984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device d96a09a5-c0e2-433f-bb9e-b126de0d333a not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:54:17.281766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23560384-9ef0-46da-9eab-ea29c6486a13 req-52488140-39ea-4943-8178-14666c708067 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:17.283495 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23560384-9ef0-46da-9eab-ea29c6486a13 req-52488140-39ea-4943-8178-14666c708067 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 943 time: 0.0550776 Oct 19 11:54:17.322451 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23560384-9ef0-46da-9eab-ea29c6486a13 req-1ea7406c-8741-4378-a60d-b68e2f854258 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327911 Oct 19 11:54:17.719339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038fe34-a49e-4d3a-a778-6aeebf8ce247 req-b14b86a0-7cc7-42fb-8f0e-00205f0b1875 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:17.720897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a038fe34-a49e-4d3a-a778-6aeebf8ce247 req-b14b86a0-7cc7-42fb-8f0e-00205f0b1875 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 943 time: 0.0617361 Oct 19 11:54:17.816876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a038fe34-a49e-4d3a-a778-6aeebf8ce247 req-a84afb58-7526-4cf3-94e0-8a60779c16d2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884941 Oct 19 11:54:17.878186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-ac6d4e54-2346-426f-8325-e1522f71c816 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:17.880376 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-ac6d4e54-2346-426f-8325-e1522f71c816 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426&tenant_id=e6ac90c2410a42dabcbbff726dd2e119&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 943 time: 0.0931783 Oct 19 11:54:17.945381 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-302ba8f6-0d1d-4a95-b886-424712e743cb service neutron] delete failed (client error): The resource could not be found. Oct 19 11:54:17.946344 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-302ba8f6-0d1d-4a95-b886-424712e743cb service neutron] 10.222.0.26 "DELETE /v2.0/ports/d96a09a5-c0e2-433f-bb9e-b126de0d333a/bindings/n-h1-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0520887 Oct 19 11:54:18.044090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-1f088d03-b04b-4859-9fa3-dedd70638084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:18.045641 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-1f088d03-b04b-4859-9fa3-dedd70638084 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1094 time: 0.0453053 Oct 19 11:54:18.142960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-cf28bfb2-3dd4-4d8e-9d20-1b6f210781b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:18.144370 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-cf28bfb2-3dd4-4d8e-9d20-1b6f210781b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fec1b245-8523-448a-abd1-470e7710cd74 HTTP/1.1" status: 200 len: 898 time: 0.0879419 Oct 19 11:54:18.165886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device d96a09a5-c0e2-433f-bb9e-b126de0d333a details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:54:18.216613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-946939c0-a4d9-4f65-b474-ae4dc7783743 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 200 len: 999 time: 0.0607567 Oct 19 11:54:18.278312 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-38cc16c3-ad47-4172-b67d-a26776422155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:18.279843 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-38cc16c3-ad47-4172-b67d-a26776422155 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d86d94ba-b900-43fd-9354-d5302325068e HTTP/1.1" status: 200 len: 834 time: 0.0525002 Oct 19 11:54:18.339558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-d7af5be3-2722-4e16-9fed-1f4c0073e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:18.341125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-d7af5be3-2722-4e16-9fed-1f4c0073e30e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fec1b245-8523-448a-abd1-470e7710cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482125 Oct 19 11:54:18.412987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:54:18.425166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'port_id': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'mac_address': 'fa:16:3e:af:96:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:54:18.442242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-793a4c5b-fc23-42db-862d-9a0a63c90f4e service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894964 Oct 19 11:54:18.463123 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:18.476814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96a09a5-c0e2-433f-bb9e-b126de0d333a {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:54:18.497565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:54:18.548174 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ce7d342-3eaa-46c9-8448-1674cf71bdce req-3911d179-544e-44fc-a731-7df7ec60e4bc service neutron] 10.222.0.26 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942545 Oct 19 11:54:18.585418 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:18.637285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=d96a09a5-c0e2-433f-bb9e-b126de0d333a,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:18.806299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['d96a09a5-c0e2-433f-bb9e-b126de0d333a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:54:18.935661 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937336af-bf30-49bf-8b30-6e63b15ef035 req-3fd00d92-8880-4f95-afad-9f622e7b3695 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:18.937167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-937336af-bf30-49bf-8b30-6e63b15ef035 req-3fd00d92-8880-4f95-afad-9f622e7b3695 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 944 time: 0.0492690 Oct 19 11:54:18.980099 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-937336af-bf30-49bf-8b30-6e63b15ef035 req-38e208e4-c6e9-470f-a47b-3409a7f0427b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363059 Oct 19 11:54:19.882156 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:20.090813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9262d-4c37-491b-b859-381dc3adb299 req-1330ab98-8e1d-4645-85f6-4f62993fcce1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:20.092304 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-76c9262d-4c37-491b-b859-381dc3adb299 req-1330ab98-8e1d-4645-85f6-4f62993fcce1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 944 time: 0.0485930 Oct 19 11:54:20.130988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-76c9262d-4c37-491b-b859-381dc3adb299 req-9e500521-4e71-4c5d-a6aa-af30d5a24463 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326080 Oct 19 11:54:20.153153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46810) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:20.166238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device d96a09a5-c0e2-433f-bb9e-b126de0d333a up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:54:20.217882 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-225cc5e4-66c7-4f54-aa5f-699cc87585cd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/9f885fb0-03f6-4265-9ed3-1fc8d4d63e96 HTTP/1.1" status: 200 len: 992 time: 0.0635874 Oct 19 11:54:20.310787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port d96a09a5-c0e2-433f-bb9e-b126de0d333a completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:54:20.314941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port d96a09a5-c0e2-433f-bb9e-b126de0d333a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:54:20.315313 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:20.357534 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:20.393198 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:20.419195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:54:20.421443 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01ca1ca-da57-4593-b03d-e48acb04d379" -d '{"events": [{"server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "name": "network-vif-plugged", "status": "completed", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:54:20.433501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:54:20.457731 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1301db35-ab94-4c1e-965c-7d537f815474 x-openstack-request-id: req-1301db35-ab94-4c1e-965c-7d537f815474 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:54:20.458020 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "name": "network-vif-plugged", "status": "completed", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:54:20.458271 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1301db35-ab94-4c1e-965c-7d537f815474 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:54:20.458664 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'code': 200} Oct 19 11:54:20.502761 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:20.551891 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=d96a09a5-c0e2-433f-bb9e-b126de0d333a,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:21.821138 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:54:25.625173 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8cb03bb5-ae8f-4548-b03b-a96393953078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:27.828336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-97231a43-1cbd-4e2c-b4cc-c078723e73af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:28.696326 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-87a8c01d-4ece-4344-87ee-95b6e3d587a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559195941&fields=id&tenant_id=f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 267 time: 0.0324397 Oct 19 11:54:28.805609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-cf1dd65c-06eb-40aa-a13f-d84f7f3c1940 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:28.806958 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-cf1dd65c-06eb-40aa-a13f-d84f7f3c1940 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.1040008 Oct 19 11:54:28.822155 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-cce4446c-b4c8-4561-b6e1-7711338352ba tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/quotas/f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 375 time: 0.0094566 Oct 19 11:54:28.879117 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-21983393-7062-4304-bae2-223f929a83ad tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518191 Oct 19 11:54:28.974199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-f4a2474c-fac0-4a80-8790-ee549c5d6e1c service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827990 Oct 19 11:54:29.069122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-0da96949-9daa-421b-96cc-46c50be24f20 service neutron] 10.222.0.39 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887237 Oct 19 11:54:29.133702 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:29.185182 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:29.643580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2b7aa595-4659-4e19-a93a-e627d4559dee req-a2f4c230-c554-4f5a-a06f-d332e0e75a4f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0379274 Oct 19 11:54:30.737489 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-26e52438-d014-471a-b390-760a5cf545f2 req-ce6fe1fe-e701-40bb-ac05-68cefe2a8e8b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0276604 Oct 19 11:54:30.945063 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:31.837269 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea75add7-6db7-4767-bc9e-e7a09767c2a1 req-b41ae295-8f6a-4419-a689-9de5a6d4da19 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0323303 Oct 19 11:54:31.948033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-9f0d2096-4cfb-4b7b-9dca-4b28f6b2a800 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:31.949606 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-9f0d2096-4cfb-4b7b-9dca-4b28f6b2a800 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 810 time: 0.1027367 Oct 19 11:54:31.999960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-dd3bc96e-94ba-40f2-b7ad-2dcb0dbbe366 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f80dff5b781d42d8a94187bf4b85d3e4 HTTP/1.1" status: 200 len: 379 time: 0.0356586 Oct 19 11:54:32.017963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'port': {'device_id': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'admin_state_up': True, 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'security_groups': ['92d8526e-1861-423d-801a-f5294ef9e0f0']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:54:32.205529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Made reservation on behalf of f80dff5b781d42d8a94187bf4b85d3e4 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:54:32.209304 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:32.348808 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Allocated IP 172.20.0.14 (1b5204d6-13f8-468a-ae99-252172f92e2a/13bc9823-7501-4a92-b961-597339cb11f4/254059b0-883d-4620-92b9-499f720e0b29) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:54:32.485555 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:32.585467 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:32.634490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Network 1b5204d6-13f8-468a-ae99-252172f92e2a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:54:32.637522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:54:32.641277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:54:32.667889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=254059b0-883d-4620-92b9-499f720e0b29,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:32.681671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.682010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.682351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.682682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.683016 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.683340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.683677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.683974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.684307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.684904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.685227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.685543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:32.711812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:32.712463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:32.834642 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-18cec1dd-25dc-4935-b139-003eef891950 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8201604 Oct 19 11:54:32.853129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Request body: {'port': {'device_id': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:54:32.888291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c55567c8-6fed-45b4-b0a3-0b6b5fb9d89f None None] Provisioning complete for port 254059b0-883d-4620-92b9-499f720e0b29 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:54:32.888826 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c55567c8-6fed-45b4-b0a3-0b6b5fb9d89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:32.909033 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:32.931023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c55567c8-6fed-45b4-b0a3-0b6b5fb9d89f None None] Port 254059b0-883d-4620-92b9-499f720e0b29 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:54:32.969782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8a92c-beaf-4449-b6e3-35c61af13180 req-5d0e1b65-96fa-4ad3-bda6-f57189582c5b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:32.977275 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6a8a92c-beaf-4449-b6e3-35c61af13180 req-5d0e1b65-96fa-4ad3-bda6-f57189582c5b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 932 time: 0.0613122 Oct 19 11:54:33.018923 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6a8a92c-beaf-4449-b6e3-35c61af13180 req-7dfb8551-0f74-42e0-9639-21e093b339c5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395226 Oct 19 11:54:33.216964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254059b0-883d-4620-92b9-499f720e0b29 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:54:33.225680 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:33.239441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Transition to ACTIVE for port object 254059b0-883d-4620-92b9-499f720e0b29 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:54:33.327689 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:33.375904 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Pushing event updated for resources: {'Port': ['ID=254059b0-883d-4620-92b9-499f720e0b29,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:33.467651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Attempting to bind port 254059b0-883d-4620-92b9-499f720e0b29 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:54:33.467898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Attempting to bind port 254059b0-883d-4620-92b9-499f720e0b29 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:54:33.468190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Attempting to bind port 254059b0-883d-4620-92b9-499f720e0b29 on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:54:33.473037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Port 254059b0-883d-4620-92b9-499f720e0b29 on network 1b5204d6-13f8-468a-ae99-252172f92e2a not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:54:33.473359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Attempting to bind port 254059b0-883d-4620-92b9-499f720e0b29 on network 1b5204d6-13f8-468a-ae99-252172f92e2a {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:54:33.478646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:54:33.479045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Checking segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:54:33.479434 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Bound using segment: {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:54:33.479856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Bound port: 254059b0-883d-4620-92b9-499f720e0b29, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc9f4db-3a61-41f4-a731-b5d1587f4645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:54:33.480209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:33.554791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] For port 254059b0-883d-4620-92b9-499f720e0b29, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:54:33.558147 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] For port 254059b0-883d-4620-92b9-499f720e0b29, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=254059b0-883d-4620-92b9-499f720e0b29,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:54:33.688442 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:33.727855 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:33.728434 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:33.729849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] 10.222.0.26 "PUT /v2.0/ports/254059b0-883d-4620-92b9-499f720e0b29 HTTP/1.1" status: 200 len: 1092 time: 0.8808992 Oct 19 11:54:33.730292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'tag': '254059b0-883d-4620-92b9-499f720e0b29'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:54:33.732750 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1010d606-f4b6-45f1-bac9-b8df23486de9" -d '{"events": [{"name": "network-changed", "server_uuid": "bef7c7f9-4620-49e3-b765-bc1e9418b1a4", "tag": "254059b0-883d-4620-92b9-499f720e0b29"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:54:33.769607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c02aa-6ded-4f09-a64a-087d3e5a138e service neutron] Pushing event updated for resources: {'Port': ['ID=254059b0-883d-4620-92b9-499f720e0b29,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:33.781690 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deef6ea-ff23-4fb7-89e1-f3447612ea1d x-openstack-request-id: req-3deef6ea-ff23-4fb7-89e1-f3447612ea1d {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:54:33.781980 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef7c7f9-4620-49e3-b765-bc1e9418b1a4", "tag": "254059b0-883d-4620-92b9-499f720e0b29", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:54:33.782246 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3deef6ea-ff23-4fb7-89e1-f3447612ea1d {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:54:33.782656 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'tag': '254059b0-883d-4620-92b9-499f720e0b29', 'status': 'completed', 'code': 200} Oct 19 11:54:33.853608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010d606-f4b6-45f1-bac9-b8df23486de9 req-2bd4731a-108b-4b61-aa3e-c50254eac9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:33.855287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1010d606-f4b6-45f1-bac9-b8df23486de9 req-2bd4731a-108b-4b61-aa3e-c50254eac9e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 1095 time: 0.0497561 Oct 19 11:54:33.986049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010d606-f4b6-45f1-bac9-b8df23486de9 req-3fc87163-8c9c-4e9b-86c9-95118405757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:33.987782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1010d606-f4b6-45f1-bac9-b8df23486de9 req-3fc87163-8c9c-4e9b-86c9-95118405757f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1199515 Oct 19 11:54:34.097935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010d606-f4b6-45f1-bac9-b8df23486de9 req-cc1cd793-3cef-4360-b1c4-9581ca94e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:34.099409 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1010d606-f4b6-45f1-bac9-b8df23486de9 req-cc1cd793-3cef-4360-b1c4-9581ca94e39f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990314 Oct 19 11:54:34.141170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80617a0b-84e9-4239-8bfa-7812b77f1cc9 req-1f3ebdb3-ea18-48f7-a3d1-4c2c15fb905a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:34.142936 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80617a0b-84e9-4239-8bfa-7812b77f1cc9 req-1f3ebdb3-ea18-48f7-a3d1-4c2c15fb905a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0549035 Oct 19 11:54:34.184181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-c38e7aab-32a6-431f-93cc-d44a7003de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:34.185673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-c38e7aab-32a6-431f-93cc-d44a7003de92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 1095 time: 0.0427003 Oct 19 11:54:34.185784 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-80617a0b-84e9-4239-8bfa-7812b77f1cc9 req-8b7c2274-bbcc-46c0-bda1-0d3649ba1a67 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352044 Oct 19 11:54:34.234118 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-175830e2-8007-4b42-a382-a7dddb3811e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=254059b0-883d-4620-92b9-499f720e0b29 HTTP/1.1" status: 200 len: 217 time: 0.0360663 Oct 19 11:54:34.291796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-6fdb8ff4-d177-47e7-afd6-a73c959817ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:34.293311 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-6fdb8ff4-d177-47e7-afd6-a73c959817ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0488400 Oct 19 11:54:34.352302 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-eb2de2cc-d96a-4dcd-a140-e1b620ead032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:34.353853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-eb2de2cc-d96a-4dcd-a140-e1b620ead032 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465369 Oct 19 11:54:34.453005 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-328a823d-c65c-42d6-8cda-969cfd2b9977 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843880 Oct 19 11:54:34.552930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72d0ffe2-3dc6-42e7-9460-62c934dfb9ec req-eb7c5888-cdba-4a2a-b34c-191d8244435e service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889671 Oct 19 11:54:35.306080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dda79-1696-48db-abb3-adb03e26260b req-e7e7b50a-19aa-498d-a80a-a2d68c4311cb tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:35.307607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a3dda79-1696-48db-abb3-adb03e26260b req-e7e7b50a-19aa-498d-a80a-a2d68c4311cb tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0519431 Oct 19 11:54:35.346457 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4a3dda79-1696-48db-abb3-adb03e26260b req-bc0375fe-0015-4169-9328-800aebb1d225 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326307 Oct 19 11:54:36.470173 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eca00d-172b-4ff8-a610-c18dbc152c86 req-a637e3e7-b8b0-4d3f-8662-1701642ba7f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:36.471727 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-13eca00d-172b-4ff8-a610-c18dbc152c86 req-a637e3e7-b8b0-4d3f-8662-1701642ba7f8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0519369 Oct 19 11:54:36.512111 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-13eca00d-172b-4ff8-a610-c18dbc152c86 req-7c04007b-be48-4c0d-bc39-e8490fffc29d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334544 Oct 19 11:54:37.627845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fd9f8-12d2-480a-916d-dac0f4e2ac7f req-e7553af3-9453-48b5-8989-3d124ee1e4db tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:37.629359 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d30fd9f8-12d2-480a-916d-dac0f4e2ac7f req-e7553af3-9453-48b5-8989-3d124ee1e4db tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0484064 Oct 19 11:54:37.671854 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d30fd9f8-12d2-480a-916d-dac0f4e2ac7f req-f38fd09c-2314-4444-b80a-10e01b31a4c8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365686 Oct 19 11:54:38.289475 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-45f6d83e-1311-4fbc-8384-14039130badb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403910 Oct 19 11:54:38.363172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-c8b67fd9-dcea-4835-8240-9887daaaf849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:38.364757 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-c8b67fd9-dcea-4835-8240-9887daaaf849 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=935f31dd99df413185ddbab13cd45b92&device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 1096 time: 0.0440481 Oct 19 11:54:38.467969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-68c6936e-e503-450f-be15-d17efa7afc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:38.469575 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-68c6936e-e503-450f-be15-d17efa7afc5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=68edfdfd-5586-4d49-857f-f83b82d87ebe HTTP/1.1" status: 200 len: 914 time: 0.0843878 Oct 19 11:54:38.538689 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-585b8737-4da7-4c0a-9323-ec2143c1a48e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc6d65-3574-4759-9d9d-486f0e156cec HTTP/1.1" status: 200 len: 1000 time: 0.0613258 Oct 19 11:54:38.589018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-5683c021-4e3d-41e8-b20f-10a9563de64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:38.590329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-5683c021-4e3d-41e8-b20f-10a9563de64a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb5c09e9-431a-4208-82cc-679f549f5140 HTTP/1.1" status: 200 len: 852 time: 0.0435982 Oct 19 11:54:38.636038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-31a3a712-0782-4053-b665-c9af3d2a825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:38.637525 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-31a3a712-0782-4053-b665-c9af3d2a825c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68edfdfd-5586-4d49-857f-f83b82d87ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395613 Oct 19 11:54:38.731299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-640a7d3d-1272-4889-b6b2-a4d0c1acc2bb service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857468 Oct 19 11:54:38.845198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae393f-4ee7-4ec2-a58c-43215b380ebd req-2b75044e-83d5-4162-886b-24fc3da5b23f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:38.846571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-22ae393f-4ee7-4ec2-a58c-43215b380ebd req-2b75044e-83d5-4162-886b-24fc3da5b23f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.1077290 Oct 19 11:54:38.876694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6db286d9-deca-4a49-adc7-f9bbc899c814 req-ad7057e2-2d98-42f3-9b7d-cd7c499dec2c service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360159 Oct 19 11:54:38.898056 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-22ae393f-4ee7-4ec2-a58c-43215b380ebd req-4a7438ee-c1f2-4607-badb-f2e72239faca tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453160 Oct 19 11:54:40.017249 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506beb16-6a63-4ed1-8cb4-0a1460ed733c req-5b79227d-2b57-4067-aca4-77cfd790628a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:40.018751 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-506beb16-6a63-4ed1-8cb4-0a1460ed733c req-5b79227d-2b57-4067-aca4-77cfd790628a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0481851 Oct 19 11:54:40.057233 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-506beb16-6a63-4ed1-8cb4-0a1460ed733c req-d7c20f74-b449-4f1a-8387-4dc03074b6ce tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325601 Oct 19 11:54:41.171406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42565661-43f0-4344-977c-b47f2437e1db req-3649cb38-4c83-4482-b9cd-c9d84ddc7093 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:41.172888 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42565661-43f0-4344-977c-b47f2437e1db req-3649cb38-4c83-4482-b9cd-c9d84ddc7093 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0495739 Oct 19 11:54:41.212058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42565661-43f0-4344-977c-b47f2437e1db req-664314e5-a87b-456f-a2ae-7ac6d21053af tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328989 Oct 19 11:54:42.327067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab98fa8-e598-4376-9ac5-b4bd444af2b6 req-8997305e-55ff-4a71-a66c-165bc34a45be tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:42.328785 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aab98fa8-e598-4376-9ac5-b4bd444af2b6 req-8997305e-55ff-4a71-a66c-165bc34a45be tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0513389 Oct 19 11:54:42.367604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aab98fa8-e598-4376-9ac5-b4bd444af2b6 req-aebf3fd3-9108-476e-8ad0-9a687e872511 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327408 Oct 19 11:54:43.484265 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e6a60-9830-41f9-bf90-47d8a0b02cad req-33ff5c1d-9115-4db1-bea2-1710093a90a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:43.485736 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1c4e6a60-9830-41f9-bf90-47d8a0b02cad req-33ff5c1d-9115-4db1-bea2-1710093a90a5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0477569 Oct 19 11:54:43.527650 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1c4e6a60-9830-41f9-bf90-47d8a0b02cad req-91ad4329-d364-4cb1-b9d6-48509478af89 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353649 Oct 19 11:54:44.643471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca07cc-38e8-455b-9e40-fe642ff61793 req-78109049-a0b4-4c67-a2aa-bb29c7f83c01 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:44.644949 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-37ca07cc-38e8-455b-9e40-fe642ff61793 req-78109049-a0b4-4c67-a2aa-bb29c7f83c01 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0481851 Oct 19 11:54:44.682980 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-37ca07cc-38e8-455b-9e40-fe642ff61793 req-6b63352c-9106-4b82-9913-f96e35dd448b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314965 Oct 19 11:54:44.835268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-f6f08ee7-9932-41f8-bcb3-55effe2acc1a req-70030dc5-109d-48c4-befd-71e9a0f77035 service neutron] (101312) timed out ('10.222.0.39', 55712) {{(pid=101312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 11:54:45.798159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdccf9-5db3-4701-b937-3a231167c26a req-bea36c3f-0457-4820-a4cd-010de76bf7ed tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:45.799549 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5fdccf9-5db3-4701-b937-3a231167c26a req-bea36c3f-0457-4820-a4cd-010de76bf7ed tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0487232 Oct 19 11:54:45.837241 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5fdccf9-5db3-4701-b937-3a231167c26a req-a3f1ce87-02e6-4625-9615-837ab463b11d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313656 Oct 19 11:54:46.956862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa502e0-e340-4855-8853-7255ded23538 req-22d8671d-5761-408b-859b-c54ce8f6e7d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:46.958368 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9fa502e0-e340-4855-8853-7255ded23538 req-22d8671d-5761-408b-859b-c54ce8f6e7d0 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 944 time: 0.0526836 Oct 19 11:54:46.995832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9fa502e0-e340-4855-8853-7255ded23538 req-af0d7ce9-d165-4e02-bcc2-8b8400f6acd4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306036 Oct 19 11:54:47.184708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 254059b0-883d-4620-92b9-499f720e0b29 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:54:47.280868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 254059b0-883d-4620-92b9-499f720e0b29, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=254059b0-883d-4620-92b9-499f720e0b29,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:54:47.292285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '254059b0-883d-4620-92b9-499f720e0b29', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'port_id': '254059b0-883d-4620-92b9-499f720e0b29', 'mac_address': 'fa:16:3e:9c:54:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:54:47.329098 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:47.341352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254059b0-883d-4620-92b9-499f720e0b29 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:54:47.363617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 254059b0-883d-4620-92b9-499f720e0b29, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=254059b0-883d-4620-92b9-499f720e0b29,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:54:47.496880 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:47.544174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=254059b0-883d-4620-92b9-499f720e0b29,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:47.551359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.551701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.552040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.552375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.552733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.553065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.553390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.553714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.554034 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.555000 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.555324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.555644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:54:47.786317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['254059b0-883d-4620-92b9-499f720e0b29'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:54:48.123199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e35330-3101-43e3-8419-820e032c6c13 req-4b4ab3f0-5de1-4557-a3f8-2d0f613fd34c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:48.125290 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9e35330-3101-43e3-8419-820e032c6c13 req-4b4ab3f0-5de1-4557-a3f8-2d0f613fd34c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 945 time: 0.0619979 Oct 19 11:54:48.167206 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9e35330-3101-43e3-8419-820e032c6c13 req-2413972b-02b7-45b9-b7e2-a1e6aa462c63 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355980 Oct 19 11:54:49.007936 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975ccfe-b297-42f9-897f-698eb25a12d1 req-3b7227bb-e5ff-4c0b-9e46-26b9eae38998 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:49.009469 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9975ccfe-b297-42f9-897f-698eb25a12d1 req-3b7227bb-e5ff-4c0b-9e46-26b9eae38998 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1096 time: 0.0414197 Oct 19 11:54:49.045206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9975ccfe-b297-42f9-897f-698eb25a12d1 req-65c3d84a-414c-4711-b01c-b1a750b39b56 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294597 Oct 19 11:54:49.067356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46912) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:49.200472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 254059b0-883d-4620-92b9-499f720e0b29 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:54:49.231702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port 6175291d-4dd6-44a5-9521-13041a1f6c28 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:54:49.232045 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:49.293682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85c2b7-d21a-4a8e-a1d3-28b2c38160fc req-52ff8866-8648-44ee-8604-26c1237f8c00 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:49.295209 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3e85c2b7-d21a-4a8e-a1d3-28b2c38160fc req-52ff8866-8648-44ee-8604-26c1237f8c00 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 945 time: 0.0491664 Oct 19 11:54:49.313312 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:49.318062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:49.325746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for 6175291d-4dd6-44a5-9521-13041a1f6c28 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:54:49.337028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 254059b0-883d-4620-92b9-499f720e0b29 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:54:49.345842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 254059b0-883d-4620-92b9-499f720e0b29 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:54:49.345842 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:49.346247 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3e85c2b7-d21a-4a8e-a1d3-28b2c38160fc req-726c8751-8581-448a-a1df-1dc8a9202a0d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404854 Oct 19 11:54:49.425112 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:49.448572 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254059b0-883d-4620-92b9-499f720e0b29'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:54:49.450886 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd24b64-b700-4a84-a0c8-0b14d53259de" -d '{"events": [{"server_uuid": "bef7c7f9-4620-49e3-b765-bc1e9418b1a4", "name": "network-vif-plugged", "status": "completed", "tag": "254059b0-883d-4620-92b9-499f720e0b29"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:54:49.464821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 254059b0-883d-4620-92b9-499f720e0b29, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=254059b0-883d-4620-92b9-499f720e0b29,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:54:49.488867 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdacbd8-acb0-43e8-b362-729300a65063 x-openstack-request-id: req-0bdacbd8-acb0-43e8-b362-729300a65063 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:54:49.488867 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef7c7f9-4620-49e3-b765-bc1e9418b1a4", "name": "network-vif-plugged", "status": "completed", "tag": "254059b0-883d-4620-92b9-499f720e0b29", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:54:49.488867 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bdacbd8-acb0-43e8-b362-729300a65063 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:54:49.488867 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254059b0-883d-4620-92b9-499f720e0b29', 'code': 200} Oct 19 11:54:49.530978 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:49.559673 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:49.581291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=254059b0-883d-4620-92b9-499f720e0b29,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:49.582791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a34fc2-1243-4963-9ed8-d04f01e2465f req-303f24c7-d119-4cde-bfb3-4ae2a36a06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:49.586136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0a34fc2-1243-4963-9ed8-d04f01e2465f req-303f24c7-d119-4cde-bfb3-4ae2a36a06c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 1097 time: 0.0421441 Oct 19 11:54:49.591282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=6175291d-4dd6-44a5-9521-13041a1f6c28,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:49.626279 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0a34fc2-1243-4963-9ed8-d04f01e2465f req-7f1c1bb4-8fba-408b-b17d-c42ab7aa983b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285170 Oct 19 11:54:49.646834 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:49.647161 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Floating IP 9f885fb0-03f6-4265-9ed3-1fc8d4d63e96 disassociated (deleted). External IP: 172.25.2.236, port: d96a09a5-c0e2-433f-bb9e-b126de0d333a. Oct 19 11:54:49.854478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:54:49.873948 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:49.962136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:54:49.966882 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:49.972614 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a7bba-df12-41d3-b4da-5fcc71b3b456 None None] Sync routers for ids ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:54:49.986236 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a7bba-df12-41d3-b4da-5fcc71b3b456 None None] Routers {'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:54:50.000778 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2a2a7bba-df12-41d3-b4da-5fcc71b3b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:50.000921 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-64b1fdac-c781-4fc1-a6f1-6e6728ac15ac tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/floatingips/9f885fb0-03f6-4265-9ed3-1fc8d4d63e96 HTTP/1.1" status: 204 len: 168 time: 0.9258327 Oct 19 11:54:50.000921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:54:50.000921 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea657de-735e-400e-b30e-aee14a6acee3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:54:50.038009 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f61b41c-63b4-4eb9-a208-27f79778156c x-openstack-request-id: req-1f61b41c-63b4-4eb9-a208-27f79778156c {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:54:50.038816 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:54:50.039082 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f61b41c-63b4-4eb9-a208-27f79778156c {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:54:50.039482 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'status': 'completed', 'code': 200} Oct 19 11:54:50.097861 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2a2a7bba-df12-41d3-b4da-5fcc71b3b456 None None] Set router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:54:50.105812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea657de-735e-400e-b30e-aee14a6acee3 req-88cb7743-9269-4dd9-afa0-5edd051659cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:50.107717 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ea657de-735e-400e-b30e-aee14a6acee3 req-88cb7743-9269-4dd9-afa0-5edd051659cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 1096 time: 0.0433371 Oct 19 11:54:50.203240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea657de-735e-400e-b30e-aee14a6acee3 req-7aad15bf-9fae-494d-b704-266af3de627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:50.204762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ea657de-735e-400e-b30e-aee14a6acee3 req-7aad15bf-9fae-494d-b704-266af3de627c service neutron] 10.222.0.49 "GET /v2.0/networks?id=fec1b245-8523-448a-abd1-470e7710cd74 HTTP/1.1" status: 200 len: 898 time: 0.0895054 Oct 19 11:54:50.245912 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ea657de-735e-400e-b30e-aee14a6acee3 req-5cc97f78-6d63-4b13-b70a-967f728c71db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 200 len: 217 time: 0.0339875 Oct 19 11:54:50.300212 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2a2a7bba-df12-41d3-b4da-5fcc71b3b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a16dd1d6-c3d5-4a85-9daf-492328dd3a21', 'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ab:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:54Z', 'updated_at': '2021-10-19T11:52:58Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:50.330780 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a7bba-df12-41d3-b4da-5fcc71b3b456 None None] Checking router: fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:54:50.340461 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a7bba-df12-41d3-b4da-5fcc71b3b456 None None] Routers {'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:54:50.341123 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2a2a7bba-df12-41d3-b4da-5fcc71b3b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:50.356854 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:50.456965 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2a2a7bba-df12-41d3-b4da-5fcc71b3b456 None None] Set router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:54:50.573817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060e3df-3f08-44a7-99da-c8c953fdd567 req-db4680cc-d0db-4da5-b05c-85b6da9fcb70 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:50.575390 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3060e3df-3f08-44a7-99da-c8c953fdd567 req-db4680cc-d0db-4da5-b05c-85b6da9fcb70 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0545268 Oct 19 11:54:50.616768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3060e3df-3f08-44a7-99da-c8c953fdd567 req-3b38f385-1fc4-40d4-a7db-2a5e330300e6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345943 Oct 19 11:54:50.683314 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2a2a7bba-df12-41d3-b4da-5fcc71b3b456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a16dd1d6-c3d5-4a85-9daf-492328dd3a21', 'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ab:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:54Z', 'updated_at': '2021-10-19T11:52:58Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:50.698284 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea657de-735e-400e-b30e-aee14a6acee3 req-2f992acf-b8bc-461d-99a8-d27cd7dabb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:50.699754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ea657de-735e-400e-b30e-aee14a6acee3 req-2f992acf-b8bc-461d-99a8-d27cd7dabb0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d86d94ba-b900-43fd-9354-d5302325068e HTTP/1.1" status: 200 len: 834 time: 0.4466717 Oct 19 11:54:50.709968 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2a7bba-df12-41d3-b4da-5fcc71b3b456 None None] The sync data for ids ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'] in n-d-814547-1 is: [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a16dd1d6-c3d5-4a85-9daf-492328dd3a21', 'name': '', 'network_id': 'fec1b245-8523-448a-abd1-470e7710cd74', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ab:71:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:54Z', 'updated_at': '2021-10-19T11:52:58Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'd86d94ba-b900-43fd-9354-d5302325068e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:54:50.723535 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7509ef-2d1f-40fa-8e58-3885c7a2d213 req-4c4b531c-a0cb-4279-9195-4dec0fb5ed1e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:50.725094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee7509ef-2d1f-40fa-8e58-3885c7a2d213 req-4c4b531c-a0cb-4279-9195-4dec0fb5ed1e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 946 time: 0.0705163 Oct 19 11:54:50.790061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ee7509ef-2d1f-40fa-8e58-3885c7a2d213 req-4e91ea87-d130-4e58-9269-0e861356c330 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464137 Oct 19 11:54:50.796907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea657de-735e-400e-b30e-aee14a6acee3 req-3456c55c-d5dc-4a62-a43b-1b81b8ca12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:50.798256 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ea657de-735e-400e-b30e-aee14a6acee3 req-3456c55c-d5dc-4a62-a43b-1b81b8ca12fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fec1b245-8523-448a-abd1-470e7710cd74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903590 Oct 19 11:54:50.899362 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ea657de-735e-400e-b30e-aee14a6acee3 req-db54aa45-d925-489d-9503-a93884f38ac9 service neutron] 10.222.0.49 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922403 Oct 19 11:54:50.960638 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aeac19-6544-4217-8838-ca5300816133 None None] New status for floating IP 9f885fb0-03f6-4265-9ed3-1fc8d4d63e96: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:54:50.999221 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ea657de-735e-400e-b30e-aee14a6acee3 req-0d503c0c-22fb-439f-8534-4fec28c8dda4 service neutron] 10.222.0.49 "GET /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918262 Oct 19 11:54:51.733554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d13b3-a883-4105-a5ae-274a196cfb2a req-74e99d3c-d14f-492e-8d8d-125cf1ee84a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:51.735019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-037d13b3-a883-4105-a5ae-274a196cfb2a req-74e99d3c-d14f-492e-8d8d-125cf1ee84a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0485883 Oct 19 11:54:51.775632 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-037d13b3-a883-4105-a5ae-274a196cfb2a req-8512f073-9bcf-441e-a53d-f058cdcf2b20 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d69531a-8ce3-4348-b1da-7facbd8d99ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345969 Oct 19 11:54:51.857005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b79448-c629-44de-b2ad-2785959fcf30 req-4c99c7e2-41d6-4973-b82c-ac9395ef6b76 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:51.858489 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50b79448-c629-44de-b2ad-2785959fcf30 req-4c99c7e2-41d6-4973-b82c-ac9395ef6b76 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 945 time: 0.0547869 Oct 19 11:54:51.934062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef9d07-eb63-468d-aef8-598591680bd9 req-f2100204-cdf8-4f0f-9917-a8a8735bab95 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:51.935511 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dbef9d07-eb63-468d-aef8-598591680bd9 req-f2100204-cdf8-4f0f-9917-a8a8735bab95 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 946 time: 0.0761523 Oct 19 11:54:51.997930 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dbef9d07-eb63-468d-aef8-598591680bd9 req-82343db7-64dc-4313-b717-263c76972f75 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450633 Oct 19 11:54:52.012035 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-50b79448-c629-44de-b2ad-2785959fcf30 req-b36da496-4a77-492a-978a-7a599c40717b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port d96a09a5-c0e2-433f-bb9e-b126de0d333a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:54:52.015790 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-50b79448-c629-44de-b2ad-2785959fcf30 req-b36da496-4a77-492a-978a-7a599c40717b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:52.103834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-50b79448-c629-44de-b2ad-2785959fcf30 req-b36da496-4a77-492a-978a-7a599c40717b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port d96a09a5-c0e2-433f-bb9e-b126de0d333a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=d96a09a5-c0e2-433f-bb9e-b126de0d333a,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:54:52.104194 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-50b79448-c629-44de-b2ad-2785959fcf30 req-b36da496-4a77-492a-978a-7a599c40717b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:52.117772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-50b79448-c629-44de-b2ad-2785959fcf30 req-b36da496-4a77-492a-978a-7a599c40717b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for d96a09a5-c0e2-433f-bb9e-b126de0d333a owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:54:52.118964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce563f-ec52-4150-ad90-35bb6b7e3da7 req-9ad40024-5f1d-47f7-a3af-295b2d6827ad tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:52.121670 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91ce563f-ec52-4150-ad90-35bb6b7e3da7 req-9ad40024-5f1d-47f7-a3af-295b2d6827ad tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 946 time: 0.0571842 Oct 19 11:54:52.163673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91ce563f-ec52-4150-ad90-35bb6b7e3da7 req-5f9d0c7b-aa16-41b3-8ffa-357b7a0ade2d tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327723 Oct 19 11:54:52.189979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46932) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:52.336567 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-50b79448-c629-44de-b2ad-2785959fcf30 req-b36da496-4a77-492a-978a-7a599c40717b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:52.353294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e44c710-445e-4899-baec-e141b38b5466 tempest-TestVolumeBootPattern-286782909 tempest-TestVolumeBootPattern-286782909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:52.354801 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1e44c710-445e-4899-baec-e141b38b5466 tempest-TestVolumeBootPattern-286782909 tempest-TestVolumeBootPattern-286782909-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 1092 time: 0.1638198 Oct 19 11:54:52.357635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46936) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:52.361847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '254059b0-883d-4620-92b9-499f720e0b29', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:54:52.367467 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36da496-4a77-492a-978a-7a599c40717b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=d96a09a5-c0e2-433f-bb9e-b126de0d333a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:52.415087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b79448-c629-44de-b2ad-2785959fcf30 req-b36da496-4a77-492a-978a-7a599c40717b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] No DVR routers for this DVR port d96a09a5-c0e2-433f-bb9e-b126de0d333a on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:54:52.417710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-50b79448-c629-44de-b2ad-2785959fcf30 req-b36da496-4a77-492a-978a-7a599c40717b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:52.421078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50b79448-c629-44de-b2ad-2785959fcf30 req-b36da496-4a77-492a-978a-7a599c40717b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "DELETE /v2.0/ports/d96a09a5-c0e2-433f-bb9e-b126de0d333a HTTP/1.1" status: 204 len: 173 time: 0.5537524 Oct 19 11:54:52.421517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'name': 'network-vif-deleted', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:54:52.423767 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b591a0-bed7-4a01-9579-893ab3a76d5f" -d '{"events": [{"server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "name": "network-vif-deleted", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:54:52.453926 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:52.465903 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28db070-8b0a-44c4-962e-d0b26a612aa7 x-openstack-request-id: req-a28db070-8b0a-44c4-962e-d0b26a612aa7 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:54:52.465903 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0cd4c3-a02b-4503-936c-b88bc0b07426", "name": "network-vif-deleted", "tag": "d96a09a5-c0e2-433f-bb9e-b126de0d333a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:54:52.465903 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a28db070-8b0a-44c4-962e-d0b26a612aa7 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:54:52.465903 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0cd4c3-a02b-4503-936c-b88bc0b07426', 'name': 'network-vif-deleted', 'tag': 'd96a09a5-c0e2-433f-bb9e-b126de0d333a', 'status': 'completed', 'code': 200} Oct 19 11:54:52.553894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:52.656326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Allocated IP 172.25.2.15 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/f07f6a2f-0930-45e1-ba25-622d3795c031) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:54:52.774053 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:52.887904 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53f14aac-c123-41e2-ab5c-36f3ca1982f3 req-4c1f52b9-dc07-470e-b530-ebcc23726929 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a0cd4c3-a02b-4503-936c-b88bc0b07426 HTTP/1.1" status: 200 len: 210 time: 0.0271745 Oct 19 11:54:52.895617 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:52.931118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:54:52.935439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:54:52.938882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:54:52.944052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=f07f6a2f-0930-45e1-ba25-622d3795c031,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:53.290879 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:53.442944 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:53.596486 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:53.653166 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:53.721680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event updated for resources: {'Port': ['ID=f07f6a2f-0930-45e1-ba25-622d3795c031,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:53.733053 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:53.831047 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Floating IP ea241139-f75e-473c-bf61-45b7221bf99c associated. External IP: 172.25.2.15, port: 254059b0-883d-4620-92b9-499f720e0b29. Oct 19 11:54:53.955550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46944) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:54.334485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Router 18fb3e41-7b56-4011-a9fb-7b852114d3be has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:54:54.337943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:54.438375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:54:54.451025 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc4ba3-3061-4676-8207-0c849eed449d None None] Sync routers for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:54:54.460231 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc4ba3-3061-4676-8207-0c849eed449d None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:54:54.461359 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-35dc4ba3-3061-4676-8207-0c849eed449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:54.575315 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-35dc4ba3-3061-4676-8207-0c849eed449d None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:54:54.602898 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:54.611610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port a16dd1d6-c3d5-4a85-9daf-492328dd3a21 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:54:54.612156 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:54.632036 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7392b6bd-dc3e-428b-b406-f7882de37aa8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2732897 Oct 19 11:54:54.633161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'tag': '254059b0-883d-4620-92b9-499f720e0b29'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:54:54.635432 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c588c065-9691-4736-a048-ce1460d3990f" -d '{"events": [{"name": "network-changed", "server_uuid": "bef7c7f9-4620-49e3-b765-bc1e9418b1a4", "tag": "254059b0-883d-4620-92b9-499f720e0b29"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:54:54.676100 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c929b2e8-cf8b-4e2f-91b9-c20185c942e2 x-openstack-request-id: req-c929b2e8-cf8b-4e2f-91b9-c20185c942e2 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:54:54.676396 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef7c7f9-4620-49e3-b765-bc1e9418b1a4", "tag": "254059b0-883d-4620-92b9-499f720e0b29", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:54:54.676678 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c929b2e8-cf8b-4e2f-91b9-c20185c942e2 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:54:54.677146 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'tag': '254059b0-883d-4620-92b9-499f720e0b29', 'status': 'completed', 'code': 200} Oct 19 11:54:54.729797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port a16dd1d6-c3d5-4a85-9daf-492328dd3a21, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a16dd1d6-c3d5-4a85-9daf-492328dd3a21,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:54:54.730177 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:54.743081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588c065-9691-4736-a048-ce1460d3990f req-23b56274-515c-4ea7-951d-ecac54e4c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:54.743844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for a16dd1d6-c3d5-4a85-9daf-492328dd3a21 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:54:54.744306 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c588c065-9691-4736-a048-ce1460d3990f req-23b56274-515c-4ea7-951d-ecac54e4c2a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 1097 time: 0.0425959 Oct 19 11:54:54.809953 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-35dc4ba3-3061-4676-8207-0c849eed449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dd3a12f1-ceac-4706-8f31-dac6683325e5', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:77:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:51:28Z', 'updated_at': '2021-10-19T11:51:31Z', 'revision_number': 1, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}, {'id': 'ea241139-f75e-473c-bf61-45b7221bf99c', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '254059b0-883d-4620-92b9-499f720e0b29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:9c:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:54:53Z', 'updated_at': '2021-10-19T11:54:53Z', 'revision_number': 0, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:54.836926 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc4ba3-3061-4676-8207-0c849eed449d None None] Checking router: 18fb3e41-7b56-4011-a9fb-7b852114d3be for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:54:54.839147 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588c065-9691-4736-a048-ce1460d3990f req-45d7f849-514b-453e-b05d-d5dd631c8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:54.840889 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c588c065-9691-4736-a048-ce1460d3990f req-45d7f849-514b-453e-b05d-d5dd631c8290 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.0898783 Oct 19 11:54:54.845964 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc4ba3-3061-4676-8207-0c849eed449d None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:54:54.846587 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-35dc4ba3-3061-4676-8207-0c849eed449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:54.920278 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c588c065-9691-4736-a048-ce1460d3990f req-740e4e71-693a-4348-837f-ccb3c5076cf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=254059b0-883d-4620-92b9-499f720e0b29 HTTP/1.1" status: 200 len: 999 time: 0.0719147 Oct 19 11:54:54.961992 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-35dc4ba3-3061-4676-8207-0c849eed449d None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:54:54.972392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588c065-9691-4736-a048-ce1460d3990f req-90f3b112-0990-4aa4-ac02-59afb2aec211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:54.973919 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c588c065-9691-4736-a048-ce1460d3990f req-90f3b112-0990-4aa4-ac02-59afb2aec211 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0465293 Oct 19 11:54:55.020020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588c065-9691-4736-a048-ce1460d3990f req-bd2bcc0a-1b66-4c37-88db-f9e4cd58b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:54:55.021562 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c588c065-9691-4736-a048-ce1460d3990f req-bd2bcc0a-1b66-4c37-88db-f9e4cd58b7ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404043 Oct 19 11:54:55.025342 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:55.054769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=a16dd1d6-c3d5-4a85-9daf-492328dd3a21,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:55.134647 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c588c065-9691-4736-a048-ce1460d3990f req-4cc4e93c-65f0-47a9-83c4-5dd49308dd68 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052859 Oct 19 11:54:55.218219 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-35dc4ba3-3061-4676-8207-0c849eed449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dd3a12f1-ceac-4706-8f31-dac6683325e5', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:77:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:51:28Z', 'updated_at': '2021-10-19T11:51:31Z', 'revision_number': 1, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}, {'id': 'ea241139-f75e-473c-bf61-45b7221bf99c', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '254059b0-883d-4620-92b9-499f720e0b29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:9c:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:54:53Z', 'updated_at': '2021-10-19T11:54:53Z', 'revision_number': 0, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:55.246459 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:55.248845 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc4ba3-3061-4676-8207-0c849eed449d None None] The sync data for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 is: [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dd3a12f1-ceac-4706-8f31-dac6683325e5', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:77:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:51:28Z', 'updated_at': '2021-10-19T11:51:31Z', 'revision_number': 1, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}, {'id': 'ea241139-f75e-473c-bf61-45b7221bf99c', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '254059b0-883d-4620-92b9-499f720e0b29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:9c:54:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:54:53Z', 'updated_at': '2021-10-19T11:54:53Z', 'revision_number': 0, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:54:55.256936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c588c065-9691-4736-a048-ce1460d3990f req-ced7bb34-8ba1-43fb-acc5-ce745beeb305 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119881 Oct 19 11:54:55.414764 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-532a1a7c-5b05-42a9-a516-afa88745ef6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:55.475686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d5fb7-06e7-4e7f-b872-ff748517878f None None] New status for floating IP ea241139-f75e-473c-bf61-45b7221bf99c: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:54:55.491207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:54:55.600368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:54:55.606411 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fca57253-60e0-42d1-bede-54b65708bc34 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "PUT /v2.0/routers/fb8ea909-1a7c-4771-bfcb-5a359ec4ee76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6490011 Oct 19 11:54:55.609638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46952) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:55.610748 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20363bcb-daf1-4a33-8a44-f488b91ef3b6 None None] Sync routers for ids ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:54:55.621242 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20363bcb-daf1-4a33-8a44-f488b91ef3b6 None None] Routers {'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:54:55.625526 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-20363bcb-daf1-4a33-8a44-f488b91ef3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:55.662707 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced4b0b8-02e4-449d-9667-8dbe4f8f6955 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting subnet d86d94ba-b900-43fd-9354-d5302325068e {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:54:55.666350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ced4b0b8-02e4-449d-9667-8dbe4f8f6955 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:55.709749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ced4b0b8-02e4-449d-9667-8dbe4f8f6955 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:55.730828 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-20363bcb-daf1-4a33-8a44-f488b91ef3b6 None None] Set router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:54:55.800387 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ced4b0b8-02e4-449d-9667-8dbe4f8f6955 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:55.912350 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-20363bcb-daf1-4a33-8a44-f488b91ef3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:54:54Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:55.938309 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20363bcb-daf1-4a33-8a44-f488b91ef3b6 None None] Checking router: fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:54:55.945507 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ced4b0b8-02e4-449d-9667-8dbe4f8f6955 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:55.946579 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20363bcb-daf1-4a33-8a44-f488b91ef3b6 None None] Routers {'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:54:55.947171 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-20363bcb-daf1-4a33-8a44-f488b91ef3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:55.973219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4b0b8-02e4-449d-9667-8dbe4f8f6955 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Subnet': ['ID=d86d94ba-b900-43fd-9354-d5302325068e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:55.977550 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ced4b0b8-02e4-449d-9667-8dbe4f8f6955 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:55.980846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ced4b0b8-02e4-449d-9667-8dbe4f8f6955 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/subnets/d86d94ba-b900-43fd-9354-d5302325068e HTTP/1.1" status: 204 len: 168 time: 0.3700061 Oct 19 11:54:55.983441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46954) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:55.985632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffbec08-deff-42a6-96da-56cb814f15ef None None] Network fec1b245-8523-448a-abd1-470e7710cd74 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:54:56.056606 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-20363bcb-daf1-4a33-8a44-f488b91ef3b6 None None] Set router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:54:56.095871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:56.176686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87da920-b495-463b-93fe-a2cfa99322be None None] DHCP port deletion for fec1b245-8523-448a-abd1-470e7710cd74 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:54:56.220873 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:56.229238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c87da920-b495-463b-93fe-a2cfa99322be None None] Deleting port e7929f7c-72f6-4f35-8f19-4b636720b766 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:54:56.229638 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c87da920-b495-463b-93fe-a2cfa99322be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:56.295793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c87da920-b495-463b-93fe-a2cfa99322be None None] For port e7929f7c-72f6-4f35-8f19-4b636720b766, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e7929f7c-72f6-4f35-8f19-4b636720b766,segment=NetworkSegment(e8e1151b-029a-412e-96d9-106ce6fb431f),segment_id=e8e1151b-029a-412e-96d9-106ce6fb431f)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:54:56.296187 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c87da920-b495-463b-93fe-a2cfa99322be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:56.308770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c87da920-b495-463b-93fe-a2cfa99322be None None] Calling delete_port for e7929f7c-72f6-4f35-8f19-4b636720b766 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:54:56.340897 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-20363bcb-daf1-4a33-8a44-f488b91ef3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:54:54Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:56.352244 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port df82342f-e28c-4bff-84a3-e7b81101d03b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:54:56.352790 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:56.371320 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20363bcb-daf1-4a33-8a44-f488b91ef3b6 None None] The sync data for ids ['fb8ea909-1a7c-4771-bfcb-5a359ec4ee76'] in n-d-814547-1 is: [{'id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1240363914', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:52:50Z', 'updated_at': '2021-10-19T11:54:54Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'df82342f-e28c-4bff-84a3-e7b81101d03b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb8ea909-1a7c-4771-bfcb-5a359ec4ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:52:51Z', 'updated_at': '2021-10-19T11:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:54:56.415515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device d96a09a5-c0e2-433f-bb9e-b126de0d333a no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:54:56.435161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: d96a09a5-c0e2-433f-bb9e-b126de0d333a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:54:56.435506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device d96a09a5-c0e2-433f-bb9e-b126de0d333a not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:54:56.455532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port df82342f-e28c-4bff-84a3-e7b81101d03b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=df82342f-e28c-4bff-84a3-e7b81101d03b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:54:56.455896 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:56.470062 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for df82342f-e28c-4bff-84a3-e7b81101d03b owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:54:56.490117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c87da920-b495-463b-93fe-a2cfa99322be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:56.514462 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87da920-b495-463b-93fe-a2cfa99322be None None] Pushing event deleted for resources: {'Port': ['ID=e7929f7c-72f6-4f35-8f19-4b636720b766,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:56.518842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87da920-b495-463b-93fe-a2cfa99322be None None] No DVR routers for this DVR port e7929f7c-72f6-4f35-8f19-4b636720b766 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:54:56.731696 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:56.765440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=df82342f-e28c-4bff-84a3-e7b81101d03b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:56.783067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a16dd1d6-c3d5-4a85-9daf-492328dd3a21 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:54:56.807785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a16dd1d6-c3d5-4a85-9daf-492328dd3a21 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:54:56.808125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a16dd1d6-c3d5-4a85-9daf-492328dd3a21 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:54:56.808557 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e7929f7c-72f6-4f35-8f19-4b636720b766 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:54:56.831714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e7929f7c-72f6-4f35-8f19-4b636720b766 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:54:56.840117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e7929f7c-72f6-4f35-8f19-4b636720b766 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:54:56.840485 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:56.928830 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:56.931568 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.051038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.051517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Fanout notify agent at l3_agent the message router_deleted on router fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:54:57.059770 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.062832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1335af4a-4e56-4569-9374-b3760447fb19 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/routers/fb8ea909-1a7c-4771-bfcb-5a359ec4ee76 HTTP/1.1" status: 204 len: 168 time: 1.0760036 Oct 19 11:54:57.063252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46956) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:57.142966 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.233230 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.253382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec1b245-8523-448a-abd1-470e7710cd74']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:57.262873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e1151b-029a-412e-96d9-106ce6fb431f') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:57.263161 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e1151b-029a-412e-96d9-106ce6fb431f') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:54:57.272203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.285183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.290820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:54:57.291192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:54:57.294121 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:54:57.430808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.437929 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.440493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/networks/fec1b245-8523-448a-abd1-470e7710cd74 HTTP/1.1" status: 204 len: 168 time: 0.3761983 Oct 19 11:54:57.443359 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46958) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:57.452036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed800b7-b5b2-454d-89be-3c974bcb814e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Network': ['ID=fec1b245-8523-448a-abd1-470e7710cd74,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:57.512521 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-407285bb-e39f-48c6-b1a2-1f78ac9d98ae tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.541812 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-407285bb-e39f-48c6-b1a2-1f78ac9d98ae tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.667926 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-407285bb-e39f-48c6-b1a2-1f78ac9d98ae tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.670633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-407285bb-e39f-48c6-b1a2-1f78ac9d98ae tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:57.671831 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-407285bb-e39f-48c6-b1a2-1f78ac9d98ae tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/security-groups/3d69531a-8ce3-4348-b1da-7facbd8d99ce HTTP/1.1" status: 204 len: 168 time: 0.2270355 Oct 19 11:54:57.682017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407285bb-e39f-48c6-b1a2-1f78ac9d98ae tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d69531a-8ce3-4348-b1da-7facbd8d99ce,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:57.853522 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-19ffffff-5730-4833-a0d8-2d7f64606a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:58.045474 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46964) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:58.050075 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3901a99b-d3ee-4c93-8ae4-07e03e07b734 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469718424', 'description': 'tempest-secgroup-smoke-1469718424 description', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:54:58.156031 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3901a99b-d3ee-4c93-8ae4-07e03e07b734 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:58.224172 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3901a99b-d3ee-4c93-8ae4-07e03e07b734 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:58.296395 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3901a99b-d3ee-4c93-8ae4-07e03e07b734 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:58.324907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901a99b-d3ee-4c93-8ae4-07e03e07b734 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38bdf083-1f9d-439a-9f8e-4d34086f8d8f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:58.387010 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3901a99b-d3ee-4c93-8ae4-07e03e07b734 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:58.388248 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3901a99b-d3ee-4c93-8ae4-07e03e07b734 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3417642 Oct 19 11:54:58.391116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46966) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:58.395383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-213d86d9-fec0-43ca-9838-8d3021819e46 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '38bdf083-1f9d-439a-9f8e-4d34086f8d8f', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:54:58.515743 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-213d86d9-fec0-43ca-9838-8d3021819e46 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:58.570793 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-213d86d9-fec0-43ca-9838-8d3021819e46 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:58.659411 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-213d86d9-fec0-43ca-9838-8d3021819e46 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:58.678409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d86d9-fec0-43ca-9838-8d3021819e46 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f685f9d4-9857-433b-bb30-df3e19e878b6,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:58.723642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device df82342f-e28c-4bff-84a3-e7b81101d03b no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:54:58.744436 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: df82342f-e28c-4bff-84a3-e7b81101d03b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:54:58.744811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device df82342f-e28c-4bff-84a3-e7b81101d03b not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:54:58.752765 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-213d86d9-fec0-43ca-9838-8d3021819e46 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:58.754802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-213d86d9-fec0-43ca-9838-8d3021819e46 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619668 Oct 19 11:54:58.756683 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46968) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:58.761821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b45a9151-e684-4f0f-8ea2-88fe2e0c83cd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '38bdf083-1f9d-439a-9f8e-4d34086f8d8f', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:54:58.820171 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:54:58.898410 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b45a9151-e684-4f0f-8ea2-88fe2e0c83cd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:58.954320 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b45a9151-e684-4f0f-8ea2-88fe2e0c83cd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.039621 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b45a9151-e684-4f0f-8ea2-88fe2e0c83cd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.060219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a9151-e684-4f0f-8ea2-88fe2e0c83cd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb63087-72c5-470b-9d40-e155c3a01207,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:59.130784 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.184265 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b45a9151-e684-4f0f-8ea2-88fe2e0c83cd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.185523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b45a9151-e684-4f0f-8ea2-88fe2e0c83cd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4271934 Oct 19 11:54:59.188307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46970) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:59.192611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fdb647cf-d58d-4628-86c3-4f4edd38632f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '38bdf083-1f9d-439a-9f8e-4d34086f8d8f', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:54:59.236297 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.343671 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdb647cf-d58d-4628-86c3-4f4edd38632f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.404302 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdb647cf-d58d-4628-86c3-4f4edd38632f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.499304 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdb647cf-d58d-4628-86c3-4f4edd38632f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.519007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb647cf-d58d-4628-86c3-4f4edd38632f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5fa0bc-8e79-46e8-a0b0-8a86ddccfb7a,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:59.609610 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fdb647cf-d58d-4628-86c3-4f4edd38632f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.610876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fdb647cf-d58d-4628-86c3-4f4edd38632f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4216175 Oct 19 11:54:59.613655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46972) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:59.618092 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1c5cdd7d-fa39-41d5-9a30-168e550173ba tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '38bdf083-1f9d-439a-9f8e-4d34086f8d8f', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:54:59.709950 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c5cdd7d-fa39-41d5-9a30-168e550173ba tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.767534 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c5cdd7d-fa39-41d5-9a30-168e550173ba tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.819220 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c5cdd7d-fa39-41d5-9a30-168e550173ba tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.840000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cdd7d-fa39-41d5-9a30-168e550173ba tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ef753d-6550-445b-b9da-3dcfd774b637,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:54:59.889723 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1c5cdd7d-fa39-41d5-9a30-168e550173ba tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:54:59.890950 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1c5cdd7d-fa39-41d5-9a30-168e550173ba tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2763181 Oct 19 11:54:59.893655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46974) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:54:59.898623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-63a3a212-fa2f-40e6-87b3-6089974b1018 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '38bdf083-1f9d-439a-9f8e-4d34086f8d8f', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:54:59.996251 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-63a3a212-fa2f-40e6-87b3-6089974b1018 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Project e6ac90c2410a42dabcbbff726dd2e119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:55:00.001675 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63a3a212-fa2f-40e6-87b3-6089974b1018 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.060564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63a3a212-fa2f-40e6-87b3-6089974b1018 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.153475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63a3a212-fa2f-40e6-87b3-6089974b1018 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.171063 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3a212-fa2f-40e6-87b3-6089974b1018 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8612a5f8-31ae-4b9f-b441-ab46cb6841be,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:00.235856 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-63a3a212-fa2f-40e6-87b3-6089974b1018 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.237087 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-63a3a212-fa2f-40e6-87b3-6089974b1018 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3425233 Oct 19 11:55:00.239939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46976) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:00.245035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c9866835-84b2-4529-ad13-ad1c4a0bfac1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '38bdf083-1f9d-439a-9f8e-4d34086f8d8f', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:55:00.359624 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-c9866835-84b2-4529-ad13-ad1c4a0bfac1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Project e6ac90c2410a42dabcbbff726dd2e119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:55:00.364447 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9866835-84b2-4529-ad13-ad1c4a0bfac1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.430901 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9866835-84b2-4529-ad13-ad1c4a0bfac1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.507838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9866835-84b2-4529-ad13-ad1c4a0bfac1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.527440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9866835-84b2-4529-ad13-ad1c4a0bfac1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbe769f-9517-46f2-847f-cd144b4f11a7,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:00.598261 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c9866835-84b2-4529-ad13-ad1c4a0bfac1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.599471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c9866835-84b2-4529-ad13-ad1c4a0bfac1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3584886 Oct 19 11:55:00.602941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46978) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:00.607772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'network': {'name': 'tempest-network-smoke--435141286', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'port_security_enabled': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:55:00.699042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:55:00.702487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.725112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:55:00.734385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.734726 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Added segment 89d9550a-bd0e-427c-a9b6-4262a9f3dfe5 of type vlan for network 867d0240-26c2-4316-b682-4cd7243f8a8e Oct 19 11:55:00.773314 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.939054 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.944709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:00.945296 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:00.956228 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:01.012505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Network': ['ID=867d0240-26c2-4316-b682-4cd7243f8a8e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:01.023108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 867d0240-26c2-4316-b682-4cd7243f8a8e details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:55:01.030430 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-273fa407-e072-4ff3-b7e2-3f41650547fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4265058 Oct 19 11:55:01.033206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46980) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:01.037767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'admin_state_up': True, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:55:01.130979 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:01.132101 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:01.181567 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:01.537110 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:01.834983 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:01.856924 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:01.963659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.25.2.99 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/03f18737-4b24-46bb-be97-6a7d0d3be8a2) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:55:02.066721 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:02.176980 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:02.220402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:55:02.223379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:55:02.226969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:55:02.232551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=03f18737-4b24-46bb-be97-6a7d0d3be8a2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:02.537245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:02.733819 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:02.950709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:55:03.059553 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:55:03.071003 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Sync routers for ids ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:55:03.079789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Routers {'89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:03.080398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:03.161692 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:03.163056 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-41a34a76-3394-419b-85cb-dd8288325acf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1286457 Oct 19 11:55:03.166868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46984) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:03.189960 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Set router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:03.203979 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e1084ad3-d642-4e45-b54b-7edece331d63 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e6ac90c2410a42dabcbbff726dd2e119&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350127 Oct 19 11:55:03.205715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46986) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:03.352717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc4e548-9446-439c-a528-e17cd4b556f5 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:03.354351 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dcc4e548-9446-439c-a528-e17cd4b556f5 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477404 Oct 19 11:55:03.357127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46988) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:03.383075 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:02Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:03.385995 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-be39a76b-3959-4a30-8845-ca9c39cade78 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277302 Oct 19 11:55:03.388460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46990) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:03.393315 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-915321516', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:55:03.414429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Checking router: 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:55:03.414806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Updating router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 port 03f18737-4b24-46bb-be97-6a7d0d3be8a2 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:55:03.439719 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:03.562343 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:55:03.566138 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:03.702596 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:03.816975 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:03.848747 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:03.875220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Attempting to bind port 03f18737-4b24-46bb-be97-6a7d0d3be8a2 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:55:03.880707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Attempting to bind port 03f18737-4b24-46bb-be97-6a7d0d3be8a2 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:55:03.880707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Attempting to bind port 03f18737-4b24-46bb-be97-6a7d0d3be8a2 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:55:03.880707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3c5a6-58f0-4bf3-b3f4-68e48d7de760 None None] Pushing event updated for resources: {'Port': ['ID=03f18737-4b24-46bb-be97-6a7d0d3be8a2,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:03.883310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:55:03.884227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:55:03.884227 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:03.884481 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:55:03.884959 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Bound port: 03f18737-4b24-46bb-be97-6a7d0d3be8a2, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:55:03.885334 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:03.918209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Subnet': ['ID=6115e9d6-2657-4305-b905-c3fae50c9d5e,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:03.931089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Checking segment: {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:55:03.931454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network hostable DHCP agents. Network: 867d0240-26c2-4316-b682-4cd7243f8a8e, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:55:03.951012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] For port 03f18737-4b24-46bb-be97-6a7d0d3be8a2, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:55:03.954675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] For port 03f18737-4b24-46bb-be97-6a7d0d3be8a2, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=03f18737-4b24-46bb-be97-6a7d0d3be8a2,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:55:04.012096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 867d0240-26c2-4316-b682-4cd7243f8a8e is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:55:04.034633 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:04.084316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Routers {'89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:04.085009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:04.113360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 867d0240-26c2-4316-b682-4cd7243f8a8e) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:55:04.117615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:04.118747 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:04.128517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea05de06-8ab1-4291-9074-016667a11a3e None None] Network 867d0240-26c2-4316-b682-4cd7243f8a8e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:55:04.152038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3c5a6-58f0-4bf3-b3f4-68e48d7de760 None None] Pushing event updated for resources: {'Port': ['ID=03f18737-4b24-46bb-be97-6a7d0d3be8a2,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:04.215561 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ac16c12f-c4b7-4ac5-a40a-3aa0ce99318e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8257310 Oct 19 11:55:04.218421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 46994) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:04.444393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] Set router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:04.617619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-867d0240-26c2-4316-b682-4cd7243f8a8e', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:55:04.618490 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:04.641534 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 46996) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:04.806992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:02Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:04.809824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Allocated IP 172.20.0.2 (867d0240-26c2-4316-b682-4cd7243f8a8e/6115e9d6-2657-4305-b905-c3fae50c9d5e/670bd0be-173f-46dd-8d37-686cd5e1e6ef) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:55:04.820198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Deleting port 173c1298-8de1-44db-a735-12f50749ca24 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:55:04.820601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:04.841608 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbaace-58cb-4647-be0f-1bb1cd85f5ee None None] The sync data for ids ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'] in n-d-814547-1 is: [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:02Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:55:04.934295 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:04.934907 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:04.949721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Calling delete_port for 173c1298-8de1-44db-a735-12f50749ca24 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:55:05.082180 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:05.093539 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:05.180054 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:05.216931 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:05.254022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Network 867d0240-26c2-4316-b682-4cd7243f8a8e is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:55:05.257786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event deleted for resources: {'Port': ['ID=173c1298-8de1-44db-a735-12f50749ca24,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:05.266574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:55:05.269630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:55:05.273359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Pushing event updated for resources: {'Port': ['ID=670bd0be-173f-46dd-8d37-686cd5e1e6ef,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:05.360244 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:05.360965 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Floating IP 435a5df0-1acc-4024-a6ad-015662fa88c8 disassociated (deleted). External IP: 172.25.2.56, port: 3ecc6d65-3574-4759-9d9d-486f0e156cec. Oct 19 11:55:05.377414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Attempting to bind port 670bd0be-173f-46dd-8d37-686cd5e1e6ef on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:55:05.383532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Attempting to bind port 670bd0be-173f-46dd-8d37-686cd5e1e6ef by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:55:05.383532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Attempting to bind port 670bd0be-173f-46dd-8d37-686cd5e1e6ef on network 867d0240-26c2-4316-b682-4cd7243f8a8e {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:55:05.386067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:55:05.386452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Checking segment: {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:55:05.386933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:05.390392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Bound using segment: {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:55:05.392376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Bound port: 670bd0be-173f-46dd-8d37-686cd5e1e6ef, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:55:05.392824 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:05.501169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] For port 670bd0be-173f-46dd-8d37-686cd5e1e6ef, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:55:05.512336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] For port 670bd0be-173f-46dd-8d37-686cd5e1e6ef, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=670bd0be-173f-46dd-8d37-686cd5e1e6ef,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:55:05.584898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.20.0.1 (867d0240-26c2-4316-b682-4cd7243f8a8e/6115e9d6-2657-4305-b905-c3fae50c9d5e/a4d02601-eddb-4afd-96be-5b3b71992b72) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:55:05.610158 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:05.674842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Router e0803ba1-3006-415a-8f46-96c9049c0048 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:55:05.732222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb6b7c-032f-4f61-9a45-975bd86c8ef3 None None] Pushing event updated for resources: {'Port': ['ID=670bd0be-173f-46dd-8d37-686cd5e1e6ef,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:05.790553 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:05.939648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:06.014068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 867d0240-26c2-4316-b682-4cd7243f8a8e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:55:06.022041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:55:06.027975 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:55:06.035292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=a4d02601-eddb-4afd-96be-5b3b71992b72,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:06.089143 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:06.239715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:55:06.244947 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:06.251763 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfec51-a4c5-4f0f-bb56-314d14119dfb None None] Sync routers for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:55:06.262838 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdfec51-a4c5-4f0f-bb56-314d14119dfb None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:06.263450 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5cdfec51-a4c5-4f0f-bb56-314d14119dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:06.274779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-26f91f5a-ea73-47e4-98dd-f531b1ee33fe tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "DELETE /v2.0/floatingips/435a5df0-1acc-4024-a6ad-015662fa88c8 HTTP/1.1" status: 204 len: 168 time: 1.6311405 Oct 19 11:55:06.275469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:55:06.278100 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:55:06.327106 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf7ee50-48b8-444f-90c6-9be2ae686b71 x-openstack-request-id: req-3cf7ee50-48b8-444f-90c6-9be2ae686b71 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:55:06.327397 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:55:06.327655 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cf7ee50-48b8-444f-90c6-9be2ae686b71 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:55:06.328061 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'status': 'completed', 'code': 200} Oct 19 11:55:06.340276 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:06.379730 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5cdfec51-a4c5-4f0f-bb56-314d14119dfb None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:06.414506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc req-141374c0-f504-4066-a131-d622d1a62b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:06.416851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc req-141374c0-f504-4066-a131-d622d1a62b86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=935f31dd99df413185ddbab13cd45b92&device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 1096 time: 0.0597074 Oct 19 11:55:06.530445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc req-5f47bf2f-9288-4810-b4b9-1518c5184747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:06.532241 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc req-5f47bf2f-9288-4810-b4b9-1518c5184747 service neutron] 10.222.0.49 "GET /v2.0/networks?id=68edfdfd-5586-4d49-857f-f83b82d87ebe HTTP/1.1" status: 200 len: 914 time: 0.1078470 Oct 19 11:55:06.580473 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc req-445a1ce9-ab9e-4ae3-acb5-f90c7df961f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ecc6d65-3574-4759-9d9d-486f0e156cec HTTP/1.1" status: 200 len: 217 time: 0.0397422 Oct 19 11:55:06.639718 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5cdfec51-a4c5-4f0f-bb56-314d14119dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:06.644779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc req-488ca9a5-037c-4f0d-8f30-05219d2d898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:06.646391 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc req-488ca9a5-037c-4f0d-8f30-05219d2d898b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb5c09e9-431a-4208-82cc-679f549f5140 HTTP/1.1" status: 200 len: 852 time: 0.0581951 Oct 19 11:55:06.671283 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfec51-a4c5-4f0f-bb56-314d14119dfb None None] Checking router: e0803ba1-3006-415a-8f46-96c9049c0048 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:55:06.684176 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdfec51-a4c5-4f0f-bb56-314d14119dfb None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:06.693011 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5cdfec51-a4c5-4f0f-bb56-314d14119dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:06.717280 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:06.723396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc req-9b690b8c-b0e5-431b-9f0d-f602a70a5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:06.725422 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc req-9b690b8c-b0e5-431b-9f0d-f602a70a5f42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68edfdfd-5586-4d49-857f-f83b82d87ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713234 Oct 19 11:55:06.786380 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:06.816631 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-5cdfec51-a4c5-4f0f-bb56-314d14119dfb None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:06.906456 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 03f18737-4b24-46bb-be97-6a7d0d3be8a2 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:55:06.953375 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc req-667d220a-1628-4842-b4e3-3146e54b9c74 service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157311 Oct 19 11:55:06.975565 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:06.984124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=a4d02601-eddb-4afd-96be-5b3b71992b72,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:06.998476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 03f18737-4b24-46bb-be97-6a7d0d3be8a2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:06.998648 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:07.030755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f396a0-ac37-40f3-9a5c-ac8c8101dd71 req-6c252559-cbff-4209-8696-4e8345c33bc6 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:07.032333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f396a0-ac37-40f3-9a5c-ac8c8101dd71 req-6c252559-cbff-4209-8696-4e8345c33bc6 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 945 time: 0.1187553 Oct 19 11:55:07.072175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03f918-9f73-4839-be3d-d6342ddef8ad None None] Network 867d0240-26c2-4316-b682-4cd7243f8a8e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:55:07.116816 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-5cdfec51-a4c5-4f0f-bb56-314d14119dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:07.129743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b5cb5b8-710d-4c88-90f3-ec42421fa9bc req-5332bca9-18b0-4692-83e5-88fe2da62d5d service neutron] 10.222.0.49 "GET /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672270 Oct 19 11:55:07.140898 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-68f396a0-ac37-40f3-9a5c-ac8c8101dd71 req-5b5d3551-193c-47b5-97e1-00ad67e372e5 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917847 Oct 19 11:55:07.165427 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfec51-a4c5-4f0f-bb56-314d14119dfb None None] The sync data for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 is: [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:50:28Z', 'revision_number': 4, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f867f0a0-a4cd-45af-94f4-7aff86a6c963', 'name': '', 'network_id': '68edfdfd-5586-4d49-857f-f83b82d87ebe', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'mac_address': 'fa:16:3e:ed:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:28Z', 'updated_at': '2021-10-19T11:50:33Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'subnets': [{'id': 'bb5c09e9-431a-4208-82cc-679f549f5140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:55:07.189139 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 867d0240-26c2-4316-b682-4cd7243f8a8e is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:55:07.190627 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:55:07.237006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4aa6980f-b80b-4147-85ff-df7105436909 None None] Provisioning complete for port 670bd0be-173f-46dd-8d37-686cd5e1e6ef triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:07.237462 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa6980f-b80b-4147-85ff-df7105436909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:07.289299 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:07.332191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:55:07.340165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 03f18737-4b24-46bb-be97-6a7d0d3be8a2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=03f18737-4b24-46bb-be97-6a7d0d3be8a2,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:07.416879 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:07.417358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 670bd0be-173f-46dd-8d37-686cd5e1e6ef up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:55:07.465355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:55:07.471618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4c9af03b-5418-46f8-aa81-ab6bdf1574d8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "PUT /v2.0/routers/89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2517588 Oct 19 11:55:07.487704 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa6980f-b80b-4147-85ff-df7105436909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:07.561191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-4aa6980f-b80b-4147-85ff-df7105436909 None None] For port 670bd0be-173f-46dd-8d37-686cd5e1e6ef, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=670bd0be-173f-46dd-8d37-686cd5e1e6ef,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:07.568490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e6ae1-eceb-49df-b8f4-337ec1d5223b None None] New status for floating IP 435a5df0-1acc-4024-a6ad-015662fa88c8: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:55:07.610993 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Sync routers for ids ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:55:07.623920 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Routers {'89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:07.625670 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:07.646233 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4aa6980f-b80b-4147-85ff-df7105436909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:07.650553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=03f18737-4b24-46bb-be97-6a7d0d3be8a2,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:07.701917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 670bd0be-173f-46dd-8d37-686cd5e1e6ef triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:07.702671 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:07.705434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-134ca445-d3ce-4bda-81e8-91ea91410024 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469718424&fields=id&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 267 time: 0.0597489 Oct 19 11:55:07.750012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6980f-b80b-4147-85ff-df7105436909 None None] Pushing event updated for resources: {'Port': ['ID=670bd0be-173f-46dd-8d37-686cd5e1e6ef,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:07.789102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f76a07df-4936-4752-9c2e-08fbf39d27a0 None None] Provisioning complete for port 670bd0be-173f-46dd-8d37-686cd5e1e6ef triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:07.789537 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f76a07df-4936-4752-9c2e-08fbf39d27a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:07.791455 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Set router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:07.858560 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-668bc0b8-b4f4-4301-8f8c-00b4c85f5fa2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:07.860916 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-668bc0b8-b4f4-4301-8f8c-00b4c85f5fa2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 796 time: 0.1471353 Oct 19 11:55:07.879307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d64e0005-62cd-47ee-a9e9-5e9b866b4553 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/quotas/e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 375 time: 0.0117190 Oct 19 11:55:07.920298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f76a07df-4936-4752-9c2e-08fbf39d27a0 None None] Provisioning complete for port a4d02601-eddb-4afd-96be-5b3b71992b72 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:07.921283 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f76a07df-4936-4752-9c2e-08fbf39d27a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:07.953952 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-6a9c50b1-fd95-4742-bf7f-07696e90d446 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679789 Oct 19 11:55:07.964664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f76a07df-4936-4752-9c2e-08fbf39d27a0 None None] Port a4d02601-eddb-4afd-96be-5b3b71992b72 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:55:08.035337 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:06Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a4d02601-eddb-4afd-96be-5b3b71992b72', 'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ce:85:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:05Z', 'updated_at': '2021-10-19T11:55:06Z', 'revision_number': 2, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:08.062073 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-5eade448-1d5e-4c13-8e69-64c40745fb85 service neutron] 10.222.0.39 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959232 Oct 19 11:55:08.063427 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Checking router: 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:55:08.063786 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Updating router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 port a4d02601-eddb-4afd-96be-5b3b71992b72 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:55:08.088821 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e57c179f-e938-40af-a1be-80995416ee4b None None] Provisioning complete for port a4d02601-eddb-4afd-96be-5b3b71992b72 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:08.089430 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e57c179f-e938-40af-a1be-80995416ee4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.093904 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.125764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e57c179f-e938-40af-a1be-80995416ee4b None None] Port a4d02601-eddb-4afd-96be-5b3b71992b72 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:55:08.200260 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-eaddb337-d51c-4913-a0c6-21054dd79785 service neutron] 10.222.0.39 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293206 Oct 19 11:55:08.287055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4c477-4848-4467-aefc-02c513e622f7 req-465d3b23-193f-4044-bae5-35d8b24c76bc tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:08.288855 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44c4c477-4848-4467-aefc-02c513e622f7 req-465d3b23-193f-4044-bae5-35d8b24c76bc tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.49 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 945 time: 0.0658967 Oct 19 11:55:08.292851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb3592-cda6-459f-99ab-f5740b0e3033 req-da30907f-5935-4f9d-b4b1-a53cc31f7881 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:08.295085 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2feb3592-cda6-459f-99ab-f5740b0e3033 req-da30907f-5935-4f9d-b4b1-a53cc31f7881 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 945 time: 0.0762625 Oct 19 11:55:08.348132 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-37ced28f-747a-4642-90db-8850317ca3bc None None] Provisioning complete for port a4d02601-eddb-4afd-96be-5b3b71992b72 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:08.348132 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37ced28f-747a-4642-90db-8850317ca3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.349823 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2feb3592-cda6-459f-99ab-f5740b0e3033 req-bf153c65-97e2-4028-bcd8-047efc7770b1 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f7bd2a9-e311-428b-a5e5-05982e67351b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446057 Oct 19 11:55:08.386848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-37ced28f-747a-4642-90db-8850317ca3bc None None] Port a4d02601-eddb-4afd-96be-5b3b71992b72 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:55:08.404259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-44c4c477-4848-4467-aefc-02c513e622f7 req-a94a2b05-fc9d-4d52-82e4-1b1222210568 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Deleting port 3ecc6d65-3574-4759-9d9d-486f0e156cec {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:55:08.404875 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44c4c477-4848-4467-aefc-02c513e622f7 req-a94a2b05-fc9d-4d52-82e4-1b1222210568 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.417627 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.491419 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9a53c81-a797-42c5-8008-e976d2ee0ba8 req-7968cf80-82c1-42f2-84a8-9aa21589fa75 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 210 time: 0.0316226 Oct 19 11:55:08.513307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-44c4c477-4848-4467-aefc-02c513e622f7 req-a94a2b05-fc9d-4d52-82e4-1b1222210568 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] For port 3ecc6d65-3574-4759-9d9d-486f0e156cec, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ecc6d65-3574-4759-9d9d-486f0e156cec,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:08.513953 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44c4c477-4848-4467-aefc-02c513e622f7 req-a94a2b05-fc9d-4d52-82e4-1b1222210568 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.517174 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.531032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-44c4c477-4848-4467-aefc-02c513e622f7 req-a94a2b05-fc9d-4d52-82e4-1b1222210568 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Calling delete_port for 3ecc6d65-3574-4759-9d9d-486f0e156cec owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:55:08.572662 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Pushing event updated for resources: {'Port': ['ID=a4d02601-eddb-4afd-96be-5b3b71992b72,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:08.585215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.585215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.585215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.585215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.585215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.585215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.585215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.585215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.585215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.585784 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.585784 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.586163 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:08.641915 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Attempting to bind port a4d02601-eddb-4afd-96be-5b3b71992b72 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:55:08.642573 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Attempting to bind port a4d02601-eddb-4afd-96be-5b3b71992b72 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:55:08.642817 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Attempting to bind port a4d02601-eddb-4afd-96be-5b3b71992b72 on network 867d0240-26c2-4316-b682-4cd7243f8a8e {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:55:08.648565 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:55:08.649608 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Checking segment: {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:55:08.650146 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.650434 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Bound using segment: {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:55:08.650961 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Bound port: a4d02601-eddb-4afd-96be-5b3b71992b72, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:55:08.651551 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.725030 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] For port a4d02601-eddb-4afd-96be-5b3b71992b72, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:55:08.728863 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] For port a4d02601-eddb-4afd-96be-5b3b71992b72, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a4d02601-eddb-4afd-96be-5b3b71992b72,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:55:08.749025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 03f18737-4b24-46bb-be97-6a7d0d3be8a2 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:55:08.809250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 03f18737-4b24-46bb-be97-6a7d0d3be8a2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:08.809618 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.811105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44c4c477-4848-4467-aefc-02c513e622f7 req-a94a2b05-fc9d-4d52-82e4-1b1222210568 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.840978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a2b05-fc9d-4d52-82e4-1b1222210568 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event deleted for resources: {'Port': ['ID=3ecc6d65-3574-4759-9d9d-486f0e156cec,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:08.841576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7e88f8ca-00a7-4bf1-8f12-612d6a30a444 None None] Provisioning complete for port a4d02601-eddb-4afd-96be-5b3b71992b72 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:08.841950 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7e88f8ca-00a7-4bf1-8f12-612d6a30a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.860642 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.899920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7e88f8ca-00a7-4bf1-8f12-612d6a30a444 None None] Port a4d02601-eddb-4afd-96be-5b3b71992b72 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:55:08.906338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c4c477-4848-4467-aefc-02c513e622f7 req-a94a2b05-fc9d-4d52-82e4-1b1222210568 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] No DVR routers for this DVR port 3ecc6d65-3574-4759-9d9d-486f0e156cec on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:55:08.911226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-44c4c477-4848-4467-aefc-02c513e622f7 req-a94a2b05-fc9d-4d52-82e4-1b1222210568 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:08.917116 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44c4c477-4848-4467-aefc-02c513e622f7 req-a94a2b05-fc9d-4d52-82e4-1b1222210568 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.49 "DELETE /v2.0/ports/3ecc6d65-3574-4759-9d9d-486f0e156cec HTTP/1.1" status: 204 len: 173 time: 0.6225190 Oct 19 11:55:08.917972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'name': 'network-vif-deleted', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:55:08.921347 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a18a071-cef4-4676-b02b-9ef8dbae153d" -d '{"events": [{"server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "name": "network-vif-deleted", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:55:08.954808 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 670bd0be-173f-46dd-8d37-686cd5e1e6ef up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:55:08.965973 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc59e02-89d2-42c2-9139-c3f8a84aeba4 x-openstack-request-id: req-0bc59e02-89d2-42c2-9139-c3f8a84aeba4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:55:08.966433 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aebfdf6-39af-486e-9c67-9610f66d4d3f", "name": "network-vif-deleted", "tag": "3ecc6d65-3574-4759-9d9d-486f0e156cec", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:55:08.966748 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bc59e02-89d2-42c2-9139-c3f8a84aeba4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:55:08.967246 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aebfdf6-39af-486e-9c67-9610f66d4d3f', 'name': 'network-vif-deleted', 'tag': '3ecc6d65-3574-4759-9d9d-486f0e156cec', 'status': 'completed', 'code': 200} Oct 19 11:55:09.005720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 670bd0be-173f-46dd-8d37-686cd5e1e6ef triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:09.006148 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:09.028945 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Routers {'89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:09.029576 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:09.067990 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b7125-1761-48b4-96e5-e527d5f7864b None None] Pushing event updated for resources: {'Port': ['ID=a4d02601-eddb-4afd-96be-5b3b71992b72,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:09.163799 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] Set router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:09.333929 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-34405e5a-9c7c-4c0d-b0d7-1bef5f25aaba None None] Provisioning complete for port a4d02601-eddb-4afd-96be-5b3b71992b72 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:09.334444 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-34405e5a-9c7c-4c0d-b0d7-1bef5f25aaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:09.440936 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:06Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a4d02601-eddb-4afd-96be-5b3b71992b72', 'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ce:85:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:05Z', 'updated_at': '2021-10-19T11:55:08Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:09.464249 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2325073f-143e-4bf8-9a13-f724713743e5 req-f7449acb-d524-47e6-8fb8-5ae93caedc3f tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 210 time: 0.0347137 Oct 19 11:55:09.471033 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-34405e5a-9c7c-4c0d-b0d7-1bef5f25aaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:09.486796 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16ea76-b32f-4b88-86b0-cbc806c55574 None None] The sync data for ids ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'] in n-d-814547-1 is: [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:06Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a4d02601-eddb-4afd-96be-5b3b71992b72', 'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ce:85:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:05Z', 'updated_at': '2021-10-19T11:55:08Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:55:09.521735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-34405e5a-9c7c-4c0d-b0d7-1bef5f25aaba None None] For port a4d02601-eddb-4afd-96be-5b3b71992b72, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a4d02601-eddb-4afd-96be-5b3b71992b72,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:09.616268 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-34405e5a-9c7c-4c0d-b0d7-1bef5f25aaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:09.660006 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d2a163dd-9994-4d5e-9b5d-8ee6ac0e4efb req-dc4c07c0-3738-402a-b828-e11bfe804dff tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 210 time: 0.0475082 Oct 19 11:55:09.676723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34405e5a-9c7c-4c0d-b0d7-1bef5f25aaba None None] Pushing event updated for resources: {'Port': ['ID=a4d02601-eddb-4afd-96be-5b3b71992b72,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:10.608611 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-aaf9f2a7-00f3-48c5-9daa-e7a4054939e7 req-02233590-4497-4d93-88dc-7cbcd71628c2 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 210 time: 0.0587084 Oct 19 11:55:10.660459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-0dab5edb-0cd7-4079-ae79-c1940c9d543b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:10.662025 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-0dab5edb-0cd7-4079-ae79-c1940c9d543b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 796 time: 0.1259012 Oct 19 11:55:10.754376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-0eaa6028-740f-4dc7-a900-7ce03aa54fe8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 380 time: 0.0756369 Oct 19 11:55:10.773141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'port': {'device_id': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'admin_state_up': True, 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'security_groups': ['38bdf083-1f9d-439a-9f8e-4d34086f8d8f']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:55:10.796434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a4d02601-eddb-4afd-96be-5b3b71992b72 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:55:10.811845 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2115c180-9ad8-41ae-870f-92f8460ccdbd req-4297e437-79f3-4d5d-8536-226a7ce2193d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 210 time: 0.0564573 Oct 19 11:55:10.847082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a4d02601-eddb-4afd-96be-5b3b71992b72 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:10.847670 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:10.999518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:55:11.003421 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:11.142793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.20.0.12 (867d0240-26c2-4316-b682-4cd7243f8a8e/6115e9d6-2657-4305-b905-c3fae50c9d5e/3ec5af78-b2bb-4e26-970b-946655f29816) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:55:11.282020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:11.402738 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:11.452399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 867d0240-26c2-4316-b682-4cd7243f8a8e is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:55:11.455875 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:55:11.459827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:55:11.485901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:11.531659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:11.532334 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:11.655557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d4fd0d82-bfa2-4565-8053-dbac799664ea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8895681 Oct 19 11:55:11.670343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Request body: {'port': {'device_id': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:55:11.707039 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd42391a-72f2-46b9-9428-1fe9a4fec316 req-3710ee48-178d-4316-95c1-5c6db7b92605 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 210 time: 0.0337641 Oct 19 11:55:11.730843 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:11.750841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-457f96f3-e4a4-48db-a52e-93f5e022c028 None None] Provisioning complete for port 3ec5af78-b2bb-4e26-970b-946655f29816 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:11.751221 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-457f96f3-e4a4-48db-a52e-93f5e022c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:11.787544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-457f96f3-e4a4-48db-a52e-93f5e022c028 None None] Port 3ec5af78-b2bb-4e26-970b-946655f29816 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:55:12.005561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa925ad3-2195-4c39-94b7-610eae132dad req-4db64baa-520a-449a-bc17-92c47371394e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:12.007136 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa925ad3-2195-4c39-94b7-610eae132dad req-4db64baa-520a-449a-bc17-92c47371394e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 932 time: 0.1061206 Oct 19 11:55:12.081154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa925ad3-2195-4c39-94b7-610eae132dad req-c74032c8-fdc2-4852-90e6-334596575023 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662560 Oct 19 11:55:12.089307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec5af78-b2bb-4e26-970b-946655f29816 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:55:12.097762 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:12.110200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Transition to ACTIVE for port object 3ec5af78-b2bb-4e26-970b-946655f29816 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:55:12.173104 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:12.225426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:12.312956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:55:12.313295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:55:12.313625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 on network 867d0240-26c2-4316-b682-4cd7243f8a8e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:55:12.318810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Port 3ec5af78-b2bb-4e26-970b-946655f29816 on network 867d0240-26c2-4316-b682-4cd7243f8a8e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:55:12.319348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 on network 867d0240-26c2-4316-b682-4cd7243f8a8e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:55:12.325805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:55:12.326382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Checking segment: {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:55:12.326779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Bound using segment: {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:55:12.327255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Bound port: 3ec5af78-b2bb-4e26-970b-946655f29816, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:55:12.327705 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:12.396323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:55:12.399531 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:55:12.454097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:12.493511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:12.494199 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:12.495599 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] 10.222.0.49 "PUT /v2.0/ports/3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1092 time: 0.8299088 Oct 19 11:55:12.498020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:55:12.500316 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317755c4-bcac-4b6b-8c71-35bbce4e090a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:55:12.526696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b4c65-4e5e-4bae-8c2d-836510dd7834 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:12.528799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ecc6d65-3574-4759-9d9d-486f0e156cec no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:55:12.563697 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba920659-7d6d-4f33-9dde-ae0170b5034d x-openstack-request-id: req-ba920659-7d6d-4f33-9dde-ae0170b5034d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:55:12.565845 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:55:12.565845 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba920659-7d6d-4f33-9dde-ae0170b5034d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:55:12.565845 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816', 'status': 'completed', 'code': 200} Oct 19 11:55:12.566091 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 3ecc6d65-3574-4759-9d9d-486f0e156cec {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:55:12.566091 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ecc6d65-3574-4759-9d9d-486f0e156cec not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:55:12.636133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317755c4-bcac-4b6b-8c71-35bbce4e090a req-2818a426-24ea-4b58-80a5-cea1660861d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:12.637689 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-317755c4-bcac-4b6b-8c71-35bbce4e090a req-2818a426-24ea-4b58-80a5-cea1660861d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0497248 Oct 19 11:55:12.758086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317755c4-bcac-4b6b-8c71-35bbce4e090a req-5dfb12fb-66f2-407c-8ee3-ac780a5b7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:12.760153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-317755c4-bcac-4b6b-8c71-35bbce4e090a req-5dfb12fb-66f2-407c-8ee3-ac780a5b7707 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1147120 Oct 19 11:55:12.816735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df559d58-39bc-4f30-8919-c32a1948dfb5 req-ff818f11-03b6-466d-9a91-563d27b018f1 tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 210 time: 0.0399859 Oct 19 11:55:12.890275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317755c4-bcac-4b6b-8c71-35bbce4e090a req-33ce0862-08b6-4899-80c4-5875fbbe4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:12.891870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-317755c4-bcac-4b6b-8c71-35bbce4e090a req-33ce0862-08b6-4899-80c4-5875fbbe4fc9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245558 Oct 19 11:55:12.970105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-2f82ffef-0504-4840-aa20-f46df2334af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:12.971587 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-2f82ffef-0504-4840-aa20-f46df2334af8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0408087 Oct 19 11:55:13.011954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-e877626a-58e5-415f-8cff-b43b5f2f0c44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 217 time: 0.0326102 Oct 19 11:55:13.065130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-cba3fbdb-651b-4995-8338-b9e81e7cd1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:13.066453 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-cba3fbdb-651b-4995-8338-b9e81e7cd1e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0478208 Oct 19 11:55:13.113891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-af544b9b-46ff-4721-8ab6-fa8011d97076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:13.115353 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-af544b9b-46ff-4721-8ab6-fa8011d97076 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412860 Oct 19 11:55:13.205044 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2514d-f19d-47d4-b45a-8b7c8f5c4bd5 req-7c7d0dd5-e14f-4185-a97e-32c4eacc33a1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:13.206738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17a2514d-f19d-47d4-b45a-8b7c8f5c4bd5 req-7c7d0dd5-e14f-4185-a97e-32c4eacc33a1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 944 time: 0.0499880 Oct 19 11:55:13.213511 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-d0241da0-ca42-47aa-ad8c-8c2785c2530b service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912783 Oct 19 11:55:13.269106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17a2514d-f19d-47d4-b45a-8b7c8f5c4bd5 req-1c1250d4-0fac-43b2-bf5a-31ea28b57c31 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539167 Oct 19 11:55:13.309069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c9aaad7b-5098-4213-a28d-0369ca9dbdb1 req-b993e068-c01e-432e-a4dd-db686269df66 service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878830 Oct 19 11:55:13.911263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3691f74c-3229-43d6-9637-6fa1bc279962 req-482993cb-f909-4974-8d3d-5fb379fa0dce tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aebfdf6-39af-486e-9c67-9610f66d4d3f HTTP/1.1" status: 200 len: 210 time: 0.0271485 Oct 19 11:55:14.379523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b5f71-53d1-47ef-89c4-8d8177d132c4 req-70520494-7052-4170-9c90-04ad22a1c1dd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:14.381053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a26b5f71-53d1-47ef-89c4-8d8177d132c4 req-70520494-7052-4170-9c90-04ad22a1c1dd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 944 time: 0.0493352 Oct 19 11:55:14.419482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a26b5f71-53d1-47ef-89c4-8d8177d132c4 req-d58bff7a-4a27-4829-a7e5-61639e55e8c5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319781 Oct 19 11:55:14.965581 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47060) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:15.023150 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:15.052840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:15.176505 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:15.179326 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:15.180512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] 10.222.0.39 "DELETE /v2.0/security-groups/1f7bd2a9-e311-428b-a5e5-05982e67351b HTTP/1.1" status: 204 len: 168 time: 0.2139251 Oct 19 11:55:15.190608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7bd2a9-e311-428b-a5e5-05982e67351b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:15.199009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.199441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.199784 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.200130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.200588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.200919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.201250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.201667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.201993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.202422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.202747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.203162 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f084b8-13a5-4353-8107-eb2b921650de tempest-TestVolumeBackupRestore-202291316 tempest-TestVolumeBackupRestore-202291316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:55:15.537904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5718bf1-a2df-4d98-b9e5-4e0765141f8f req-210edc3c-2795-46cb-a527-1ac27665ad0d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:15.539601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5718bf1-a2df-4d98-b9e5-4e0765141f8f req-210edc3c-2795-46cb-a527-1ac27665ad0d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 944 time: 0.0546014 Oct 19 11:55:15.578462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5718bf1-a2df-4d98-b9e5-4e0765141f8f req-1851838f-d13a-4c3a-9051-120f7bf9a1f0 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Oct 19 11:55:16.527946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:55:16.678484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:16.694582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '3ec5af78-b2bb-4e26-970b-946655f29816', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'port_id': '3ec5af78-b2bb-4e26-970b-946655f29816', 'mac_address': 'fa:16:3e:6c:9d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:55:16.748768 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:16.766030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec5af78-b2bb-4e26-970b-946655f29816 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:55:16.768796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1c78c-2140-4e64-8bf6-4664eb363f8b req-48dbfebf-8b3a-441f-a42d-5557f8b9abf0 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:16.774565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0b1c78c-2140-4e64-8bf6-4664eb363f8b req-48dbfebf-8b3a-441f-a42d-5557f8b9abf0 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 944 time: 0.0653446 Oct 19 11:55:16.797502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:16.825869 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0b1c78c-2140-4e64-8bf6-4664eb363f8b req-1492d2b8-877b-4705-a49f-7b3a2a505b45 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465021 Oct 19 11:55:16.882212 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:16.959196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:17.091825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['3ec5af78-b2bb-4e26-970b-946655f29816'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:55:17.956958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c94bd8-1c2e-4dce-a382-d32e36c45b33 req-1c4365c8-17b1-4b2a-b99d-51e29250014e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:17.958729 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9c94bd8-1c2e-4dce-a382-d32e36c45b33 req-1c4365c8-17b1-4b2a-b99d-51e29250014e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 945 time: 0.0640974 Oct 19 11:55:17.998207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9c94bd8-1c2e-4dce-a382-d32e36c45b33 req-0a19ca5a-791e-4fea-af48-ec282fa8fa5e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333216 Oct 19 11:55:18.525964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:55:18.651300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 3ec5af78-b2bb-4e26-970b-946655f29816 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:55:18.661594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 3ec5af78-b2bb-4e26-970b-946655f29816 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:55:18.661993 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:18.749931 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:18.776588 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:55:18.779046 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6271be91-823a-45ca-aa8b-7d29283bf8f2" -d '{"events": [{"server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "name": "network-vif-plugged", "status": "completed", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:55:18.794914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:18.821794 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184c2a48-247a-4608-95a3-82ce64851d5b x-openstack-request-id: req-184c2a48-247a-4608-95a3-82ce64851d5b {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:55:18.822735 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "name": "network-vif-plugged", "status": "completed", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:55:18.822934 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-184c2a48-247a-4608-95a3-82ce64851d5b {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:55:18.823340 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816', 'code': 200} Oct 19 11:55:18.903353 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:18.926167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686853d-beca-41df-bd7e-ae3391db954f req-afbe26b2-2f16-418e-bf6d-c2fdc1d8186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:18.927993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8686853d-beca-41df-bd7e-ae3391db954f req-afbe26b2-2f16-418e-bf6d-c2fdc1d8186f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0465391 Oct 19 11:55:18.968160 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:18.975508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8686853d-beca-41df-bd7e-ae3391db954f req-d7a09e90-db7b-4c21-8250-25c3a25828b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Oct 19 11:55:19.151765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf53958-1bda-460a-988f-32cbed551045 req-0579ddb2-2bce-43c7-b17a-f36e7dadcc99 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:19.157386 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-edf53958-1bda-460a-988f-32cbed551045 req-0579ddb2-2bce-43c7-b17a-f36e7dadcc99 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0570593 Oct 19 11:55:19.201002 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-edf53958-1bda-460a-988f-32cbed551045 req-1d6a7549-925a-4def-9ec1-1a4f847fd946 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402527 Oct 19 11:55:19.846135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:20.176824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47296) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:20.346012 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:20.349479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16fa15-51f1-4fe9-b2eb-6922f84c79fa req-24c65ada-6d5c-400d-9830-dc88ff4593e3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:20.351277 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab16fa15-51f1-4fe9-b2eb-6922f84c79fa req-24c65ada-6d5c-400d-9830-dc88ff4593e3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0624619 Oct 19 11:55:20.409543 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ab16fa15-51f1-4fe9-b2eb-6922f84c79fa req-8608a656-bc76-45c7-9eb4-a7fa69a02adf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401947 Oct 19 11:55:20.570381 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9133f-b06f-497a-93ab-014ecd27ce57 req-5d156882-0626-4cc2-85ee-5976897ba4b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:20.571858 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50a9133f-b06f-497a-93ab-014ecd27ce57 req-5d156882-0626-4cc2-85ee-5976897ba4b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0730064 Oct 19 11:55:20.626193 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50a9133f-b06f-497a-93ab-014ecd27ce57 req-ea435a79-6a8d-4066-850c-3dc4110bb076 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469968 Oct 19 11:55:20.664976 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47322) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:20.680668 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:20.759528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8d57f0-a041-4b3a-aea4-9cc07c082cf0 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:20.764182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7e8d57f0-a041-4b3a-aea4-9cc07c082cf0 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1092 time: 0.0955646 Oct 19 11:55:20.765089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47328) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:20.769983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '3ec5af78-b2bb-4e26-970b-946655f29816', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:55:20.850858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:20.958106 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:20.967306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] Deleting port f867f0a0-a4cd-45af-94f4-7aff86a6c963 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:55:20.967852 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:21.060949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] For port f867f0a0-a4cd-45af-94f4-7aff86a6c963, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f867f0a0-a4cd-45af-94f4-7aff86a6c963,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:21.068617 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:21.080390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.25.2.168 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/153d34aa-9852-4217-b9c9-e3cb7f119c41) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:55:21.090917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] Calling delete_port for f867f0a0-a4cd-45af-94f4-7aff86a6c963 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:55:21.209677 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:21.299813 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:21.348896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:55:21.351815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:55:21.357253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:55:21.387966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=153d34aa-9852-4217-b9c9-e3cb7f119c41,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:21.424989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:21.464479 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] Pushing event deleted for resources: {'Port': ['ID=f867f0a0-a4cd-45af-94f4-7aff86a6c963,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:21.676377 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:21.834267 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:21.919681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] Router e0803ba1-3006-415a-8f46-96c9049c0048 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:55:22.016909 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:22.038194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:55:22.046500 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9c3a6e22-05ce-4bc0-85c6-7c8bc0ce8032 admin admin] 10.222.0.39 "PUT /v2.0/routers/e0803ba1-3006-415a-8f46-96c9049c0048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8685815 Oct 19 11:55:22.046709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47376) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:22.052264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b51b8cd-0be5-40a2-a6c3-e58daa6f12a4 None None] Sync routers for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:55:22.063961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b51b8cd-0be5-40a2-a6c3-e58daa6f12a4 None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:22.064977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8b51b8cd-0be5-40a2-a6c3-e58daa6f12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:22.182511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8b51b8cd-0be5-40a2-a6c3-e58daa6f12a4 None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:22.224105 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:22.350746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:22.374691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:22.392640 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8b51b8cd-0be5-40a2-a6c3-e58daa6f12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:55:21Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:22.421335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b51b8cd-0be5-40a2-a6c3-e58daa6f12a4 None None] Checking router: e0803ba1-3006-415a-8f46-96c9049c0048 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:55:22.430019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b51b8cd-0be5-40a2-a6c3-e58daa6f12a4 None None] Routers {'e0803ba1-3006-415a-8f46-96c9049c0048'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:22.430619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8b51b8cd-0be5-40a2-a6c3-e58daa6f12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e0803ba1-3006-415a-8f46-96c9049c0048'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:22.436474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:22.538134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=153d34aa-9852-4217-b9c9-e3cb7f119c41,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:22.554202 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:22.626328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Deleting port 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:55:22.626666 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:22.698685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8b51b8cd-0be5-40a2-a6c3-e58daa6f12a4 None None] Set router e0803ba1-3006-415a-8f46-96c9049c0048 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:22.895067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8b51b8cd-0be5-40a2-a6c3-e58daa6f12a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:55:21Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:22.925202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b51b8cd-0be5-40a2-a6c3-e58daa6f12a4 None None] The sync data for ids ['e0803ba1-3006-415a-8f46-96c9049c0048'] in n-d-814547-1 is: [{'id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'name': 'tempest-TestVolumeBackupRestore-989483735-router', 'tenant_id': '935f31dd99df413185ddbab13cd45b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:25Z', 'updated_at': '2021-10-19T11:55:21Z', 'revision_number': 5, 'project_id': '935f31dd99df413185ddbab13cd45b92', 'gw_port': {'id': '0287cee4-57e0-4a00-bf53-b0e94b6cb3b6', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0803ba1-3006-415a-8f46-96c9049c0048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:26Z', 'updated_at': '2021-10-19T11:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:55:23.036057 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Floating IP b63c2f06-cadb-418c-ad58-e799a7b4607d associated. External IP: 172.25.2.168, port: 3ec5af78-b2bb-4e26-970b-946655f29816. Oct 19 11:55:23.101280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] For port 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0287cee4-57e0-4a00-bf53-b0e94b6cb3b6,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:23.101627 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:23.144024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Calling delete_port for 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:55:23.393912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:55:23.518554 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:23.557606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:55:23.562537 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0287cee4-57e0-4a00-bf53-b0e94b6cb3b6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:23.565003 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9afffac-cc88-4eeb-968f-267d6e07f1ef None None] Sync routers for ids ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:55:23.575473 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9afffac-cc88-4eeb-968f-267d6e07f1ef None None] Routers {'89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:23.576078 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f9afffac-cc88-4eeb-968f-267d6e07f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:23.625691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:23.686509 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f9afffac-cc88-4eeb-968f-267d6e07f1ef None None] Set router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:23.690275 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:23.741026 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:23.741555 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:23.750991 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a9afdb89-e694-479d-8383-18c8fef5e590 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9847355 Oct 19 11:55:23.754595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:55:23.756202 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c42bfa-8f91-4739-a42d-c89326d286c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:55:23.843188 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbec76a-4853-4ab2-a279-a1607bea733d x-openstack-request-id: req-0dbec76a-4853-4ab2-a279-a1607bea733d {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:55:23.843630 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:55:23.843940 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dbec76a-4853-4ab2-a279-a1607bea733d {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:55:23.844469 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816', 'status': 'completed', 'code': 200} Oct 19 11:55:23.863397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1534ea-84ed-405b-ad88-ff5e7e8d45cc req-16db3eb4-fe02-4bb0-abee-e861806da90a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:23.864915 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae1534ea-84ed-405b-ad88-ff5e7e8d45cc req-16db3eb4-fe02-4bb0-abee-e861806da90a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0598934 Oct 19 11:55:23.870991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:23.871603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0803ba1-3006-415a-8f46-96c9049c0048 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:55:23.916249 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:23.920164 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-01b9d28b-c54a-4d0d-95d6-ded02adfd1a0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e0803ba1-3006-415a-8f46-96c9049c0048 HTTP/1.1" status: 204 len: 168 time: 1.8724144 Oct 19 11:55:23.920805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47456) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:23.924339 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae1534ea-84ed-405b-ad88-ff5e7e8d45cc req-0e2a5278-6f36-4548-9477-065066b262d6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505884 Oct 19 11:55:23.935741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c42bfa-8f91-4739-a42d-c89326d286c9 req-59500a4e-13dd-4dda-85c4-f5dc814ecc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:23.937354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c42bfa-8f91-4739-a42d-c89326d286c9 req-59500a4e-13dd-4dda-85c4-f5dc814ecc0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0736222 Oct 19 11:55:23.949411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47460) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:23.971091 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f9afffac-cc88-4eeb-968f-267d6e07f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:06Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'b63c2f06-cadb-418c-ad58-e799a7b4607d', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'port_id': '3ec5af78-b2bb-4e26-970b-946655f29816', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'mac_address': 'fa:16:3e:6c:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:55:21Z', 'updated_at': '2021-10-19T11:55:21Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d02601-eddb-4afd-96be-5b3b71992b72', 'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ce:85:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:05Z', 'updated_at': '2021-10-19T11:55:09Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:24.009234 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9afffac-cc88-4eeb-968f-267d6e07f1ef None None] Checking router: 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:55:24.029870 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9afffac-cc88-4eeb-968f-267d6e07f1ef None None] Routers {'89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:24.030722 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f9afffac-cc88-4eeb-968f-267d6e07f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:24.036052 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a108211f-74a7-4c50-8b32-c10a1bf03fe1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/b63c2f06-cadb-418c-ad58-e799a7b4607d HTTP/1.1" status: 200 len: 992 time: 0.0851331 Oct 19 11:55:24.153924 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f9afffac-cc88-4eeb-968f-267d6e07f1ef None None] Set router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:24.395677 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f9afffac-cc88-4eeb-968f-267d6e07f1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:06Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'b63c2f06-cadb-418c-ad58-e799a7b4607d', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'port_id': '3ec5af78-b2bb-4e26-970b-946655f29816', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'mac_address': 'fa:16:3e:6c:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:55:21Z', 'updated_at': '2021-10-19T11:55:21Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d02601-eddb-4afd-96be-5b3b71992b72', 'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ce:85:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:05Z', 'updated_at': '2021-10-19T11:55:09Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:24.423239 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9afffac-cc88-4eeb-968f-267d6e07f1ef None None] The sync data for ids ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'] in n-d-814547-1 is: [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:06Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'b63c2f06-cadb-418c-ad58-e799a7b4607d', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'port_id': '3ec5af78-b2bb-4e26-970b-946655f29816', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'mac_address': 'fa:16:3e:6c:9d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:55:21Z', 'updated_at': '2021-10-19T11:55:21Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d02601-eddb-4afd-96be-5b3b71992b72', 'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ce:85:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:05Z', 'updated_at': '2021-10-19T11:55:09Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:55:24.496294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-378474c9-95ee-440a-95ae-c88e19ee8a4d admin admin] Deleting subnet bb5c09e9-431a-4208-82cc-679f549f5140 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:55:24.499091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c42bfa-8f91-4739-a42d-c89326d286c9 req-752e68eb-10e9-49d2-a0cc-e3404f84c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:24.500715 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c42bfa-8f91-4739-a42d-c89326d286c9 req-752e68eb-10e9-49d2-a0cc-e3404f84c361 service neutron] 10.222.0.49 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 897 time: 0.5551798 Oct 19 11:55:24.502538 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-378474c9-95ee-440a-95ae-c88e19ee8a4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:24.587570 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-378474c9-95ee-440a-95ae-c88e19ee8a4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:24.626470 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c42bfa-8f91-4739-a42d-c89326d286c9 req-2828064a-7f1d-40cd-9547-36e960854d64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1000 time: 0.1028912 Oct 19 11:55:24.673637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821e9723-1dee-4cc5-a15b-a6150eceeeb8 None None] New status for floating IP b63c2f06-cadb-418c-ad58-e799a7b4607d: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:55:24.719924 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c42bfa-8f91-4739-a42d-c89326d286c9 req-9eb1699c-83cf-48a7-9c70-0ccafe79135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:24.722084 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c42bfa-8f91-4739-a42d-c89326d286c9 req-9eb1699c-83cf-48a7-9c70-0ccafe79135c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0886111 Oct 19 11:55:24.765971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f867f0a0-a4cd-45af-94f4-7aff86a6c963 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:55:24.772241 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-378474c9-95ee-440a-95ae-c88e19ee8a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:24.791505 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: f867f0a0-a4cd-45af-94f4-7aff86a6c963 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:55:24.791767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f867f0a0-a4cd-45af-94f4-7aff86a6c963 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:55:24.792500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:55:24.811446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c42bfa-8f91-4739-a42d-c89326d286c9 req-656b79b9-1cf9-492a-8a87-8e2d3c6c40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:24.812980 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c42bfa-8f91-4739-a42d-c89326d286c9 req-656b79b9-1cf9-492a-8a87-8e2d3c6c40cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832207 Oct 19 11:55:24.816796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:55:24.817144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0287cee4-57e0-4a00-bf53-b0e94b6cb3b6 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:55:24.921891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c42bfa-8f91-4739-a42d-c89326d286c9 req-0a7cf850-db6d-4150-96cf-f0f4694cc5e5 service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003735 Oct 19 11:55:24.992612 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-378474c9-95ee-440a-95ae-c88e19ee8a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.024332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378474c9-95ee-440a-95ae-c88e19ee8a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5c09e9-431a-4208-82cc-679f549f5140,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:25.034684 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-378474c9-95ee-440a-95ae-c88e19ee8a4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.036758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb97b2-2fea-4a35-9b67-9f7a32f5d6f2 None None] Network 68edfdfd-5586-4d49-857f-f83b82d87ebe requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:55:25.039227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-378474c9-95ee-440a-95ae-c88e19ee8a4d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bb5c09e9-431a-4208-82cc-679f549f5140 HTTP/1.1" status: 204 len: 168 time: 1.1162922 Oct 19 11:55:25.044894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47506) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:25.044894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47508) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:25.050186 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c42bfa-8f91-4739-a42d-c89326d286c9 req-90fc3d1c-d8d5-4450-babe-8fa4e00733e8 service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212897 Oct 19 11:55:25.164345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-06d97646-bdda-4167-85e6-5e3731ca23fd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/b63c2f06-cadb-418c-ad58-e799a7b4607d HTTP/1.1" status: 200 len: 994 time: 0.1209860 Oct 19 11:55:25.169431 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.222447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81624b7-fed1-40e6-a30f-f7a41152daf1 None None] DHCP port deletion for 68edfdfd-5586-4d49-857f-f83b82d87ebe request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:55:25.227536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Deleting port 5d27b835-151e-4f7b-bc67-704ab73747d6 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:55:25.227880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.272235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b81624b7-fed1-40e6-a30f-f7a41152daf1 None None] Deleting port 5d27b835-151e-4f7b-bc67-704ab73747d6 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:55:25.272638 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b81624b7-fed1-40e6-a30f-f7a41152daf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.291724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] For port 5d27b835-151e-4f7b-bc67-704ab73747d6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5d27b835-151e-4f7b-bc67-704ab73747d6,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:25.292082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.305246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Calling delete_port for 5d27b835-151e-4f7b-bc67-704ab73747d6 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:55:25.352467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b81624b7-fed1-40e6-a30f-f7a41152daf1 None None] For port 5d27b835-151e-4f7b-bc67-704ab73747d6, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5d27b835-151e-4f7b-bc67-704ab73747d6,segment=NetworkSegment(df9f556e-1478-413b-998a-e807b4964c16),segment_id=df9f556e-1478-413b-998a-e807b4964c16)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:25.353447 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b81624b7-fed1-40e6-a30f-f7a41152daf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.376247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b81624b7-fed1-40e6-a30f-f7a41152daf1 None None] Calling delete_port for 5d27b835-151e-4f7b-bc67-704ab73747d6 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:55:25.470504 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a4a65c95-74f5-4197-a3d4-6880567fe1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.527550 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.533793 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b81624b7-fed1-40e6-a30f-f7a41152daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.555539 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d27b835-151e-4f7b-bc67-704ab73747d6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:25.557579 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] No DVR routers for this DVR port 5d27b835-151e-4f7b-bc67-704ab73747d6 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:55:25.564704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81624b7-fed1-40e6-a30f-f7a41152daf1 None None] Pushing event deleted for resources: {'Port': ['ID=5d27b835-151e-4f7b-bc67-704ab73747d6,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:25.567536 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81624b7-fed1-40e6-a30f-f7a41152daf1 None None] No DVR routers for this DVR port 5d27b835-151e-4f7b-bc67-704ab73747d6 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:55:25.635829 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.655514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68edfdfd-5586-4d49-857f-f83b82d87ebe']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:25.665239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9f556e-1478-413b-998a-e807b4964c16') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:25.665536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9f556e-1478-413b-998a-e807b4964c16') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:25.675533 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.689709 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.700395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:55:25.701067 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:55:25.707356 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:55:25.828182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.832413 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:25.835886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/68edfdfd-5586-4d49-857f-f83b82d87ebe HTTP/1.1" status: 204 len: 168 time: 0.7918310 Oct 19 11:55:25.838921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47540) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:25.848695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652c30c-9185-43e5-89b2-8560c497a4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=68edfdfd-5586-4d49-857f-f83b82d87ebe,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:26.195346 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:26.448047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] Deleting port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:55:26.448392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:26.529243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] For port 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=997160a7-1b3c-4ea3-a1ee-a5da0f8339d8,segment=NetworkSegment(6761ff81-a6b0-40ef-8b29-8104c0a896d2),segment_id=6761ff81-a6b0-40ef-8b29-8104c0a896d2)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:26.529600 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:26.549744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] Calling delete_port for 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:55:26.738651 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5d27b835-151e-4f7b-bc67-704ab73747d6 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:55:26.759392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 5d27b835-151e-4f7b-bc67-704ab73747d6 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:55:26.760428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5d27b835-151e-4f7b-bc67-704ab73747d6 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:55:26.868091 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:26.892578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] Pushing event deleted for resources: {'Port': ['ID=997160a7-1b3c-4ea3-a1ee-a5da0f8339d8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:27.065549 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:27.287491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] Router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:55:27.396743 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:55:27.402058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c9c38adc-d044-4985-9675-b8326fdeaa06 admin admin] 10.222.0.39 "PUT /v2.0/routers/59bed2c4-ed9e-4761-b0fa-ab84a4a51e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5620401 Oct 19 11:55:27.404717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47560) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:27.406442 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed5753-57e4-4546-b50a-12136d034b0f None None] Sync routers for ids ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:55:27.416088 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed5753-57e4-4546-b50a-12136d034b0f None None] Routers {'59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:27.416741 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-21ed5753-57e4-4546-b50a-12136d034b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:27.509212 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:27.521356 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-21ed5753-57e4-4546-b50a-12136d034b0f None None] Set router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:27.614706 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:27.758175 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Deleting port afb85cf1-6ab4-4617-975a-1659988ae654 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:55:27.758537 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:27.792228 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-21ed5753-57e4-4546-b50a-12136d034b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'name': 'tempest-TestVolumeBackupRestore-622198736-router', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:55:26Z', 'revision_number': 5, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'gw_port': {'id': 'afb85cf1-6ab4-4617-975a-1659988ae654', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:27.818837 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed5753-57e4-4546-b50a-12136d034b0f None None] Checking router: 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:55:27.827125 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed5753-57e4-4546-b50a-12136d034b0f None None] Routers {'59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:55:27.827732 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-21ed5753-57e4-4546-b50a-12136d034b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:54:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:27.837967 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] For port afb85cf1-6ab4-4617-975a-1659988ae654, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=afb85cf1-6ab4-4617-975a-1659988ae654,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:27.838316 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:27.850707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Calling delete_port for afb85cf1-6ab4-4617-975a-1659988ae654 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:55:27.850873 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d8cc1ce8-3d30-49ad-adc4-8017ce88b33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:27.914955 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-21ed5753-57e4-4546-b50a-12136d034b0f None None] Set router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:55:27.969468 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-21ed5753-57e4-4546-b50a-12136d034b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'name': 'tempest-TestVolumeBackupRestore-622198736-router', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:55:27Z', 'revision_number': 6, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:27.996178 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed5753-57e4-4546-b50a-12136d034b0f None None] The sync data for ids ['59bed2c4-ed9e-4761-b0fa-ab84a4a51e99'] in n-d-814547-1 is: [{'id': '59bed2c4-ed9e-4761-b0fa-ab84a4a51e99', 'name': 'tempest-TestVolumeBackupRestore-622198736-router', 'tenant_id': '41a2a613467241c1b722951b0fa8502e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:50:32Z', 'updated_at': '2021-10-19T11:55:27Z', 'revision_number': 6, 'project_id': '41a2a613467241c1b722951b0fa8502e', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:55:28.073635 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.097948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb85cf1-6ab4-4617-975a-1659988ae654,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:28.164378 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.253455 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.255522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.396459 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.400826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:55:28.402469 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.403899 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-61fac14e-7c43-41df-87a8-24fc99c4bfc9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/59bed2c4-ed9e-4761-b0fa-ab84a4a51e99 HTTP/1.1" status: 204 len: 168 time: 0.9978240 Oct 19 11:55:28.406536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47562) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:28.453078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c38c4e-ca80-4ee6-aab8-5ebb21171d25 admin admin] Deleting subnet a82b3d25-b080-46af-964f-b4d027f7a785 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:55:28.456143 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72c38c4e-ca80-4ee6-aab8-5ebb21171d25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.490000 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72c38c4e-ca80-4ee6-aab8-5ebb21171d25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.568265 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72c38c4e-ca80-4ee6-aab8-5ebb21171d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.679339 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72c38c4e-ca80-4ee6-aab8-5ebb21171d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.708450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c38c4e-ca80-4ee6-aab8-5ebb21171d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82b3d25-b080-46af-964f-b4d027f7a785,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:28.710469 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-72c38c4e-ca80-4ee6-aab8-5ebb21171d25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.714544 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-72c38c4e-ca80-4ee6-aab8-5ebb21171d25 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a82b3d25-b080-46af-964f-b4d027f7a785 HTTP/1.1" status: 204 len: 168 time: 0.3061917 Oct 19 11:55:28.714781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614143fa-ce84-45fb-810d-05d5d529feb8 None None] Network e746a090-4877-4484-a34e-514c17925a18 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:55:28.716331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47564) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:28.798516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.853589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device afb85cf1-6ab4-4617-975a-1659988ae654 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:55:28.867610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Deleting port 6d40553c-19f4-40d6-986c-cf45be65b640 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:55:28.871520 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.875590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: afb85cf1-6ab4-4617-975a-1659988ae654 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:55:28.875944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device afb85cf1-6ab4-4617-975a-1659988ae654 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:55:28.876358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:55:28.896368 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:55:28.900689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 997160a7-1b3c-4ea3-a1ee-a5da0f8339d8 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:55:28.921943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16dddb-1776-42c9-9ed1-fc3218b65d26 None None] DHCP port deletion for e746a090-4877-4484-a34e-514c17925a18 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:55:28.934286 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] For port 6d40553c-19f4-40d6-986c-cf45be65b640, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6d40553c-19f4-40d6-986c-cf45be65b640,segment=NetworkSegment(6761ff81-a6b0-40ef-8b29-8104c0a896d2),segment_id=6761ff81-a6b0-40ef-8b29-8104c0a896d2)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:28.934706 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:28.954977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Calling delete_port for 6d40553c-19f4-40d6-986c-cf45be65b640 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:55:28.970486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-bc16dddb-1776-42c9-9ed1-fc3218b65d26 None None] Deleting port 6d40553c-19f4-40d6-986c-cf45be65b640 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:55:28.970938 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc16dddb-1776-42c9-9ed1-fc3218b65d26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.047195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bc16dddb-1776-42c9-9ed1-fc3218b65d26 None None] For port 6d40553c-19f4-40d6-986c-cf45be65b640, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6d40553c-19f4-40d6-986c-cf45be65b640,segment=NetworkSegment(6761ff81-a6b0-40ef-8b29-8104c0a896d2),segment_id=6761ff81-a6b0-40ef-8b29-8104c0a896d2)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:55:29.049666 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc16dddb-1776-42c9-9ed1-fc3218b65d26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.061048 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-bc16dddb-1776-42c9-9ed1-fc3218b65d26 None None] Calling delete_port for 6d40553c-19f4-40d6-986c-cf45be65b640 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:55:29.130086 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.148234 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.158148 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc16dddb-1776-42c9-9ed1-fc3218b65d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.175154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d40553c-19f4-40d6-986c-cf45be65b640,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:29.181958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] No DVR routers for this DVR port 6d40553c-19f4-40d6-986c-cf45be65b640 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:55:29.186402 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.187156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16dddb-1776-42c9-9ed1-fc3218b65d26 None None] Pushing event deleted for resources: {'Port': ['ID=6d40553c-19f4-40d6-986c-cf45be65b640,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:29.190868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16dddb-1776-42c9-9ed1-fc3218b65d26 None None] No DVR routers for this DVR port 6d40553c-19f4-40d6-986c-cf45be65b640 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:55:29.262152 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.281457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e746a090-4877-4484-a34e-514c17925a18']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:29.291536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6761ff81-a6b0-40ef-8b29-8104c0a896d2') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:29.291829 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6761ff81-a6b0-40ef-8b29-8104c0a896d2') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:55:29.301014 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.314545 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.320326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:55:29.320736 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:55:29.322346 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:55:29.444922 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.452078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.455262 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e746a090-4877-4484-a34e-514c17925a18 HTTP/1.1" status: 204 len: 168 time: 0.7379773 Oct 19 11:55:29.466232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba710f0e-959b-41f1-81a4-cdb064d18696 admin admin] Pushing event deleted for resources: {'Network': ['ID=e746a090-4877-4484-a34e-514c17925a18,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:29.828889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47568) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:29.869902 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5b2961bd-2d9f-4be8-b540-52d855cf39c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=935f31dd99df413185ddbab13cd45b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396919 Oct 19 11:55:29.872319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47570) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:29.922200 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddb17d6d-43bf-4c2e-9d5e-59f0800f3b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:29.944964 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddb17d6d-43bf-4c2e-9d5e-59f0800f3b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:30.076173 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddb17d6d-43bf-4c2e-9d5e-59f0800f3b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:30.078801 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ddb17d6d-43bf-4c2e-9d5e-59f0800f3b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:30.082415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ddb17d6d-43bf-4c2e-9d5e-59f0800f3b64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/974b8457-4d27-4981-a843-1779e8c44a3a HTTP/1.1" status: 204 len: 168 time: 0.2066326 Oct 19 11:55:30.089700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb17d6d-43bf-4c2e-9d5e-59f0800f3b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974b8457-4d27-4981-a843-1779e8c44a3a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:30.739054 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6d40553c-19f4-40d6-986c-cf45be65b640 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:55:30.744825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47576) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:30.759264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 6d40553c-19f4-40d6-986c-cf45be65b640 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:55:30.759610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6d40553c-19f4-40d6-986c-cf45be65b640 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:55:30.785369 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-132cd5a1-a9bd-4889-b9f6-07bbd9ae6289 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41a2a613467241c1b722951b0fa8502e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393982 Oct 19 11:55:30.787809 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47578) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:30.837694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d741-c0d2-4ba4-ac58-cb30bd8e96c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:30.858889 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d741-c0d2-4ba4-ac58-cb30bd8e96c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:30.933513 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:30.987572 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d741-c0d2-4ba4-ac58-cb30bd8e96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:30.990151 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d741-c0d2-4ba4-ac58-cb30bd8e96c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:30.991307 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f8e7d741-c0d2-4ba4-ac58-cb30bd8e96c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd73d480-db98-41d2-ba78-beaaa4dd983d HTTP/1.1" status: 204 len: 168 time: 0.2026160 Oct 19 11:55:30.999248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7d741-c0d2-4ba4-ac58-cb30bd8e96c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd73d480-db98-41d2-ba78-beaaa4dd983d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:55:35.819492 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:55:39.299321 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-f4d57b16-439e-4260-a0c8-3df5c9ea8e70 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405173 Oct 19 11:55:39.386990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-df6babf3-35c8-42dd-beb7-3b4356fe9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:39.388551 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-df6babf3-35c8-42dd-beb7-3b4356fe9f6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 1097 time: 0.0401099 Oct 19 11:55:39.495840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-e71dc42b-5dbe-4d35-b6fd-1f3db565deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:39.497299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-e71dc42b-5dbe-4d35-b6fd-1f3db565deea service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.0860322 Oct 19 11:55:39.564755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-6fccfd3c-22bf-4419-9e41-297cce5455bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=254059b0-883d-4620-92b9-499f720e0b29 HTTP/1.1" status: 200 len: 1001 time: 0.0559800 Oct 19 11:55:39.625469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-a4bab93b-f36f-425b-85ca-da135a3911d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:39.626890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-a4bab93b-f36f-425b-85ca-da135a3911d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0465741 Oct 19 11:55:39.673691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-8b3d69ed-cfc1-43a5-81b8-259ce6f04b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:39.675154 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-8b3d69ed-cfc1-43a5-81b8-259ce6f04b41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402303 Oct 19 11:55:39.768481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-e5e4c67f-9941-4a2f-859e-589cc90fa812 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810921 Oct 19 11:55:39.864319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54031f90-75ad-4895-bf24-2be9f91a1707 req-6c9cd8ff-6501-4587-ba30-027c8fcea9d7 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849941 Oct 19 11:55:40.252501 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-56e462fd-ce4f-4cb8-b8ce-6542bba1ee28 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403218 Oct 19 11:55:40.333775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-11e16a86-7e00-4f23-bca6-27a6a4aab874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:40.335219 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-11e16a86-7e00-4f23-bca6-27a6a4aab874 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 1096 time: 0.0400004 Oct 19 11:55:40.442154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-7a668b51-deaa-44c0-b42b-2980452fdbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:40.443595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-7a668b51-deaa-44c0-b42b-2980452fdbad service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.0872221 Oct 19 11:55:40.510010 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-3393d474-d272-442f-9e52-a4de99c2f010 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a HTTP/1.1" status: 200 len: 1001 time: 0.0586743 Oct 19 11:55:40.564921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-a0252cce-470c-49d8-b2de-c01c464b0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:40.566313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-a0252cce-470c-49d8-b2de-c01c464b0234 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0491521 Oct 19 11:55:40.611465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-04f4165f-d878-4dea-a613-81e60489987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:40.612924 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-04f4165f-d878-4dea-a613-81e60489987f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394859 Oct 19 11:55:40.700821 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-ec676165-3f1e-4461-abb2-04306dc35855 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805194 Oct 19 11:55:40.816011 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77e2986d-1127-43e4-9fb3-7db46fe8d2c8 req-31fef53c-8da8-438e-9ecb-bfa598efba7d service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081860 Oct 19 11:55:49.882529 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:50.373188 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:51.812726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17bb47-fa67-4980-aa5a-ca519f19a023 req-92842ec3-e67f-4d62-bde2-0090ff1cf00b tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:51.814142 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8b17bb47-fa67-4980-aa5a-ca519f19a023 req-92842ec3-e67f-4d62-bde2-0090ff1cf00b tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0410106 Oct 19 11:55:51.850051 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8b17bb47-fa67-4980-aa5a-ca519f19a023 req-374b3bbc-fefe-459a-be5e-091ca5e7e395 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298126 Oct 19 11:55:51.965557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36eece-484a-42d8-b539-d39b6aeb0474 req-cf03806b-aa66-4ef9-97d3-bcab55fb2fba tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:51.967102 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f36eece-484a-42d8-b539-d39b6aeb0474 req-cf03806b-aa66-4ef9-97d3-bcab55fb2fba tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0494015 Oct 19 11:55:52.005417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4f36eece-484a-42d8-b539-d39b6aeb0474 req-73bd1939-44b8-4f0e-9d4b-36293d3a1780 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318511 Oct 19 11:55:52.027428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47598) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:52.098118 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1017e1de-759d-4158-8eb9-71391fd9f5f6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/b63c2f06-cadb-418c-ad58-e799a7b4607d HTTP/1.1" status: 200 len: 994 time: 0.0694478 Oct 19 11:55:52.472131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-e020b1e3-aee3-4e51-85c6-d646e4a51ddd req-9b2985a4-f043-4707-8d62-4b5429f635cb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:55:52.473239 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e020b1e3-aee3-4e51-85c6-d646e4a51ddd req-9b2985a4-f043-4707-8d62-4b5429f635cb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054328 Oct 19 11:55:53.073970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a42d6-2400-4e99-b158-52d8651e0b2d req-3121c15d-5b47-4a70-b6ad-3bcc2979dbda tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:53.075443 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db1a42d6-2400-4e99-b158-52d8651e0b2d req-3121c15d-5b47-4a70-b6ad-3bcc2979dbda tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0503817 Oct 19 11:55:53.113192 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-db1a42d6-2400-4e99-b158-52d8651e0b2d req-d1b5430d-9441-46f3-a336-d08515ece40b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Oct 19 11:55:53.138938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47618) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:55:53.273935 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-e8883c67-c9b2-495f-a295-3105af534bea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338801 Oct 19 11:55:53.282515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-808bda7a-523d-465c-b58e-c7ce44aefdd5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:55:53.283447 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-808bda7a-523d-465c-b58e-c7ce44aefdd5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047746 Oct 19 11:55:54.239104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa557b-7818-4425-b17d-acf292ece12b req-3db538a7-db66-4fae-9f0b-98584431ac2f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:54.240660 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d7fa557b-7818-4425-b17d-acf292ece12b req-3db538a7-db66-4fae-9f0b-98584431ac2f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0572309 Oct 19 11:55:54.280448 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d7fa557b-7818-4425-b17d-acf292ece12b req-e53f4ef8-681d-42a6-a869-10a723f29b01 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337610 Oct 19 11:55:55.410171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36737-2262-42e3-ad88-167df27bf186 req-35ccd450-fc02-404d-b54e-1038b1c98e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:55.411742 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-35ccd450-fc02-404d-b54e-1038b1c98e29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0434904 Oct 19 11:55:55.436606 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-22835dc8-0da0-4224-af5b-6b1b8f87afd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:55.509801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36737-2262-42e3-ad88-167df27bf186 req-fbb39277-5153-4483-8692-78e0da62bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:55.511314 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-fbb39277-5153-4483-8692-78e0da62bc41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 897 time: 0.0922351 Oct 19 11:55:55.523600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9177f-59c3-446a-8e42-5e2e51a8f259 req-91736c3c-25ed-4202-963b-387c025df514 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:55.526032 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23f9177f-59c3-446a-8e42-5e2e51a8f259 req-91736c3c-25ed-4202-963b-387c025df514 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.1738462 Oct 19 11:55:55.564511 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23f9177f-59c3-446a-8e42-5e2e51a8f259 req-5d887c16-e072-4e66-9a17-f5095f18e6e8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330770 Oct 19 11:55:55.578026 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-fe3daba7-a958-4295-8b38-8b466041044a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1002 time: 0.0598407 Oct 19 11:55:55.627452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36737-2262-42e3-ad88-167df27bf186 req-2f385b85-a2a2-414c-a607-47b0f24eb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:55.628876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-2f385b85-a2a2-414c-a607-47b0f24eb3ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0438902 Oct 19 11:55:55.678830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36737-2262-42e3-ad88-167df27bf186 req-f08fa80f-9c3b-40a5-bcb6-ad901506d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:55.680372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-f08fa80f-9c3b-40a5-bcb6-ad901506d069 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440814 Oct 19 11:55:55.770205 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-584231b3-06e9-43c7-a245-10562e9e3e67 service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828757 Oct 19 11:55:55.864401 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-660e6c5e-fb57-41e4-aa6c-0ab5eedecf87 service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869882 Oct 19 11:55:56.683283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6e20-f9ca-49b4-82bc-19f5144df1d4 req-54f95b3d-48ed-48a3-ae61-43661e06a2ae tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:56.684775 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce9a6e20-f9ca-49b4-82bc-19f5144df1d4 req-54f95b3d-48ed-48a3-ae61-43661e06a2ae tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0528626 Oct 19 11:55:56.726317 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce9a6e20-f9ca-49b4-82bc-19f5144df1d4 req-b7017292-b08f-4bdd-9a0c-3bd04a457cf9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347698 Oct 19 11:55:57.843759 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb345b-9d82-46cf-88c9-351a2d883c87 req-e7833fc9-8d01-4270-8c6f-a853062b3f0f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:57.845167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-31cb345b-9d82-46cf-88c9-351a2d883c87 req-e7833fc9-8d01-4270-8c6f-a853062b3f0f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0496619 Oct 19 11:55:57.847756 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf8d1-d072-4bbf-a779-df1c201fe3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:57.883976 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-31cb345b-9d82-46cf-88c9-351a2d883c87 req-4c5e60c4-5ce9-46f4-9d65-eb3efc3a031c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323148 Oct 19 11:55:59.078085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f1dc-f040-49d7-a55c-8b5b37223c22 req-63b921b0-dbca-426f-81a7-4a23c17bca78 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:55:59.079565 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4481f1dc-f040-49d7-a55c-8b5b37223c22 req-63b921b0-dbca-426f-81a7-4a23c17bca78 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.1284699 Oct 19 11:55:59.101597 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:55:59.119796 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4481f1dc-f040-49d7-a55c-8b5b37223c22 req-842f8746-38b3-4d46-af73-7f7dc752a92b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Oct 19 11:55:59.195785 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:00.233143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eefdc-ec1e-49d8-987c-31d41adcba83 req-9d66f2a9-58cf-4627-8d11-bc6e0f0b0a18 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:00.234655 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-999eefdc-ec1e-49d8-987c-31d41adcba83 req-9d66f2a9-58cf-4627-8d11-bc6e0f0b0a18 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0484750 Oct 19 11:56:00.272598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-999eefdc-ec1e-49d8-987c-31d41adcba83 req-cb600538-72b2-4620-8184-f65902b51950 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320821 Oct 19 11:56:00.895775 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:01.391852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb412ea-12e4-41fe-b3ce-f5906fd74046 req-07ec630c-fc82-4495-b388-2ba762c98df5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:01.393354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bfb412ea-12e4-41fe-b3ce-f5906fd74046 req-07ec630c-fc82-4495-b388-2ba762c98df5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0534854 Oct 19 11:56:01.431634 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bfb412ea-12e4-41fe-b3ce-f5906fd74046 req-781870a2-4b4a-4967-a73a-2f19a78407ed tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316274 Oct 19 11:56:02.553519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57df10-7c6a-4637-b83b-421b002d03ac req-0269f814-82c9-4fa7-9fee-65ebb47d6340 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:02.555078 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad57df10-7c6a-4637-b83b-421b002d03ac req-0269f814-82c9-4fa7-9fee-65ebb47d6340 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0536523 Oct 19 11:56:02.593051 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad57df10-7c6a-4637-b83b-421b002d03ac req-f8e60363-e850-46eb-bdf9-26f1afdb4429 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317700 Oct 19 11:56:03.708376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2f5eb-e8cd-4e63-8ab8-51e8544fbd47 req-b9251342-4e07-4c83-8c53-348fd2d4ff1b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:03.709894 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4cd2f5eb-e8cd-4e63-8ab8-51e8544fbd47 req-b9251342-4e07-4c83-8c53-348fd2d4ff1b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0503240 Oct 19 11:56:03.755405 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4cd2f5eb-e8cd-4e63-8ab8-51e8544fbd47 req-72ab6a73-c8ff-4b24-acbf-0323ada17ff0 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380926 Oct 19 11:56:04.870253 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73616c3-19e6-4816-b4d7-0256b26bc140 req-f78d5727-ba61-4e37-bb12-ea2ef7564e03 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:04.871721 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a73616c3-19e6-4816-b4d7-0256b26bc140 req-f78d5727-ba61-4e37-bb12-ea2ef7564e03 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0487010 Oct 19 11:56:04.909071 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a73616c3-19e6-4816-b4d7-0256b26bc140 req-639f590d-a8f3-46af-99cc-f12cdcffcc79 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Oct 19 11:56:06.022994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b15bd0-ab8c-4359-b1ed-11ec0580f4b4 req-b729f52e-81e4-4fb9-bd9a-09a2eb5eb887 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:06.024505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c5b15bd0-ab8c-4359-b1ed-11ec0580f4b4 req-b729f52e-81e4-4fb9-bd9a-09a2eb5eb887 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0491679 Oct 19 11:56:06.065667 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c5b15bd0-ab8c-4359-b1ed-11ec0580f4b4 req-82e0a735-d2a3-4dae-938c-93e960b12feb tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350845 Oct 19 11:56:07.182099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cd679-69dd-45a1-8bb0-72cb8c5e7b8b req-0433623c-180d-4a2b-a960-bec55bf3979e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:07.183553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f4cd679-69dd-45a1-8bb0-72cb8c5e7b8b req-0433623c-180d-4a2b-a960-bec55bf3979e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0492082 Oct 19 11:56:07.221298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f4cd679-69dd-45a1-8bb0-72cb8c5e7b8b req-cc8d91ad-ad1b-4dff-8aab-5294d43b1168 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316360 Oct 19 11:56:08.347333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729b830-8fa3-4590-80be-28108f46501a req-acd288ff-2051-4078-b3d0-50b2e9553abd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:08.348821 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a729b830-8fa3-4590-80be-28108f46501a req-acd288ff-2051-4078-b3d0-50b2e9553abd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0540509 Oct 19 11:56:08.386892 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a729b830-8fa3-4590-80be-28108f46501a req-49d17fec-ae83-471c-a3af-32a77c1ac33b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321500 Oct 19 11:56:09.509638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7e6cb-55cc-423b-9261-b4ee1690f937 req-7f9f30de-b60d-4743-bbbc-37181bf41be6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:09.511109 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02b7e6cb-55cc-423b-9261-b4ee1690f937 req-7f9f30de-b60d-4743-bbbc-37181bf41be6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0572209 Oct 19 11:56:09.549158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-02b7e6cb-55cc-423b-9261-b4ee1690f937 req-0f3c0f82-127a-4c6f-aedd-aa7ee9b8a0b1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319519 Oct 19 11:56:10.663317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633cffe-d66a-455a-b54d-5c49121ff831 req-31ac7560-1299-4a3f-8048-eb1aced3987f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:10.664811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d633cffe-d66a-455a-b54d-5c49121ff831 req-31ac7560-1299-4a3f-8048-eb1aced3987f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0483360 Oct 19 11:56:10.701852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d633cffe-d66a-455a-b54d-5c49121ff831 req-501dab8c-1f2b-4aef-90de-a03b33177a4b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311768 Oct 19 11:56:11.816668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9543ba-1dac-4b2e-9c3b-bba392abe358 req-cc247f5c-0b5b-4c4a-b7d8-564a3a8db65a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:11.818051 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5c9543ba-1dac-4b2e-9c3b-bba392abe358 req-cc247f5c-0b5b-4c4a-b7d8-564a3a8db65a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0483997 Oct 19 11:56:11.861828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5c9543ba-1dac-4b2e-9c3b-bba392abe358 req-07447bb3-6fbe-42d5-ab08-fe532ee7d33d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371826 Oct 19 11:56:12.819042 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:56:12.976858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453a3c3-68ea-4014-abc2-7d57923fccd7 req-9c3e517c-6457-4a04-aefc-89ee30bcd189 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:12.978374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9453a3c3-68ea-4014-abc2-7d57923fccd7 req-9c3e517c-6457-4a04-aefc-89ee30bcd189 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0487528 Oct 19 11:56:13.015520 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9453a3c3-68ea-4014-abc2-7d57923fccd7 req-2142cb1a-b342-4f3b-aa76-502339d41a33 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313244 Oct 19 11:56:13.095067 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-50d36737-2262-42e3-ad88-167df27bf186 req-c45b9e9b-2eca-459a-bec9-8fe9190b21cc service neutron] show failed (client error): The resource could not be found. Oct 19 11:56:13.096090 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-c45b9e9b-2eca-459a-bec9-8fe9190b21cc service neutron] 10.222.0.49 "GET /v2.0/ports/3ec5af78-b2bb-4e26-970b-946655f29816/bindings/n-h1-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0572073 Oct 19 11:56:13.630791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36737-2262-42e3-ad88-167df27bf186 req-a18dc67d-8476-4306-9918-773ccb9fd358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:13.632253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-a18dc67d-8476-4306-9918-773ccb9fd358 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 1097 time: 0.0398378 Oct 19 11:56:13.644297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:56:13.699174 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:13.902279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:56:13.934580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:56:13.973232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:56:13.975467 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e68f7ca-148c-4462-a43a-67fee586319d" -d '{"events": [{"server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:56:13.979389 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:13.991308 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Transition to ACTIVE for port object 3ec5af78-b2bb-4e26-970b-946655f29816 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:56:14.047800 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:14.098550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=6']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:56:14.109747 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8837d9f9-9f94-45aa-9940-a6652ac1b4f0 x-openstack-request-id: req-8837d9f9-9f94-45aa-9940-a6652ac1b4f0 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:56:14.109747 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:56:14.109747 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8837d9f9-9f94-45aa-9940-a6652ac1b4f0 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:56:14.109747 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816', 'code': 200} Oct 19 11:56:14.113586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.113923 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.114259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.114784 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.115114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.115441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.115888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.116216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.116625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.116872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.117188 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.117501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:14.140934 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ffb6-c07d-480c-b925-47a968210722 req-8dec67ec-8f5c-4104-8d7b-25ebab55f280 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:14.142500 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71d1ffb6-c07d-480c-b925-47a968210722 req-8dec67ec-8f5c-4104-8d7b-25ebab55f280 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 944 time: 0.0517106 Oct 19 11:56:14.184466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71d1ffb6-c07d-480c-b925-47a968210722 req-96f0e074-c888-41c8-9265-c90ee0d6d916 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355492 Oct 19 11:56:14.255622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] No DVR routers for this DVR port 3ec5af78-b2bb-4e26-970b-946655f29816 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:56:14.693783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:56:14.694462 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:56:14.694462 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 on network 867d0240-26c2-4316-b682-4cd7243f8a8e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:56:14.699214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Port 3ec5af78-b2bb-4e26-970b-946655f29816 on network 867d0240-26c2-4316-b682-4cd7243f8a8e not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:56:14.699532 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 on network 867d0240-26c2-4316-b682-4cd7243f8a8e {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:56:14.704424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:56:14.704775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Checking segment: {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:56:14.705156 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Bound using segment: {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:56:14.705566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Bound port: 3ec5af78-b2bb-4e26-970b-946655f29816, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:56:14.705907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:14.765318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:56:14.768178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:56:14.856180 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:14.898885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:14.904723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:14.904723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] 10.222.0.26 "PUT /v2.0/ports/3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1092 time: 1.2603672 Oct 19 11:56:14.919997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed5a80-5132-4fe3-be7d-a199bd3067fb service neutron] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=7']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:56:14.970110 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36737-2262-42e3-ad88-167df27bf186 req-b8db252a-bf90-4c17-b416-2e75b63a5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:14.973619 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-b8db252a-bf90-4c17-b416-2e75b63a5c1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0464647 Oct 19 11:56:15.066691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36737-2262-42e3-ad88-167df27bf186 req-7decfd3a-cb56-4071-9049-dea1320af1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:15.068238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-7decfd3a-cb56-4071-9049-dea1320af1f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 897 time: 0.0881848 Oct 19 11:56:15.136871 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-2f334e76-ddea-4e69-b715-e2ef4bef4b9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1000 time: 0.0612197 Oct 19 11:56:15.186566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36737-2262-42e3-ad88-167df27bf186 req-d427e105-c897-4a7a-8637-cd5f21fdf0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:15.188034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-d427e105-c897-4a7a-8637-cd5f21fdf0ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0444252 Oct 19 11:56:15.234208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36737-2262-42e3-ad88-167df27bf186 req-29e81309-7f93-4a22-aa2f-668f2c2ea926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:15.235699 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-29e81309-7f93-4a22-aa2f-668f2c2ea926 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403883 Oct 19 11:56:15.351473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d468c-e24b-4522-a252-bb931c91a1c4 req-b3971d04-465b-4a7f-90dc-b0388603c5c5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:15.352943 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c36d468c-e24b-4522-a252-bb931c91a1c4 req-b3971d04-465b-4a7f-90dc-b0388603c5c5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 944 time: 0.0925159 Oct 19 11:56:15.378121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-bbefdb7e-37a7-40fc-8053-c118c08aa6fa service neutron] 10.222.0.26 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344755 Oct 19 11:56:15.404462 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c36d468c-e24b-4522-a252-bb931c91a1c4 req-314cc082-164e-44f3-852a-12ef7e29307e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 Oct 19 11:56:15.483796 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50d36737-2262-42e3-ad88-167df27bf186 req-e91cfcf0-a2ca-4db1-8550-fb911c1a1943 service neutron] 10.222.0.26 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936706 Oct 19 11:56:16.107635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:56:16.110020 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63312ae-22f7-456f-84e8-25bacaa48967" -d '{"events": [{"name": "network-changed", "server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:56:16.157268 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30f1d45-bbb3-44f6-ab6d-191a16a99682 x-openstack-request-id: req-f30f1d45-bbb3-44f6-ab6d-191a16a99682 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:56:16.172408 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:56:16.172408 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f30f1d45-bbb3-44f6-ab6d-191a16a99682 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:56:16.172408 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816', 'status': 'completed', 'code': 200} Oct 19 11:56:16.216013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-4881b180-de98-403b-b49f-13a0974d0274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:16.217556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-4881b180-de98-403b-b49f-13a0974d0274 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0424917 Oct 19 11:56:16.226183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-a2224917-b54f-48ee-8e44-40d05fad85c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:16.227659 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-a2224917-b54f-48ee-8e44-40d05fad85c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0416021 Oct 19 11:56:16.312906 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-bb3d1ecb-9711-4d4d-923e-4baa1f6a1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:16.314391 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-bb3d1ecb-9711-4d4d-923e-4baa1f6a1570 service neutron] 10.222.0.49 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 897 time: 0.0899255 Oct 19 11:56:16.323233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-7d602d90-184f-46c4-899f-a811f6eb5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:16.324733 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-7d602d90-184f-46c4-899f-a811f6eb5b29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 897 time: 0.0893633 Oct 19 11:56:16.381130 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-046bcce3-8f6e-4276-aa06-9295cc7db67c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1000 time: 0.0590770 Oct 19 11:56:16.391999 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-b1274145-841d-4291-ba56-75ca354308d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1000 time: 0.0596359 Oct 19 11:56:16.443065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-eb39479a-e3ca-47dc-9f12-22a6479ba4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:16.447163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-8b227328-3c53-490c-afc4-50889c989976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:16.447334 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-eb39479a-e3ca-47dc-9f12-22a6479ba4ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0564396 Oct 19 11:56:16.447446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-8b227328-3c53-490c-afc4-50889c989976 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0455365 Oct 19 11:56:16.492796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-8e94deb5-150a-48da-981e-13889d5e0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:16.494573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-8e94deb5-150a-48da-981e-13889d5e0165 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429332 Oct 19 11:56:16.527973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-7e020ae5-506d-4af7-ac3a-ffee9c908cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:16.529491 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-7e020ae5-506d-4af7-ac3a-ffee9c908cc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762210 Oct 19 11:56:16.541280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19ad24-878a-48bc-9635-139e0cf69fbc req-70582bf4-bfa9-4a70-aabe-729f7f248577 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:16.542675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7b19ad24-878a-48bc-9635-139e0cf69fbc req-70582bf4-bfa9-4a70-aabe-729f7f248577 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 944 time: 0.0637860 Oct 19 11:56:16.587601 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-8a4c5d28-2090-4c60-ae73-0fee38442bad service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861716 Oct 19 11:56:16.631947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7b19ad24-878a-48bc-9635-139e0cf69fbc req-c5231b81-d683-46b7-8d81-30f27ad2e568 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812626 Oct 19 11:56:16.656286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-472f36fb-44f1-45a6-8fc5-934eefae96f4 service neutron] 10.222.0.26 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126742 Oct 19 11:56:16.683284 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-6c29cfce-fcdc-4b1f-a2ab-de081bf1dd62 service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887198 Oct 19 11:56:16.749188 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d63312ae-22f7-456f-84e8-25bacaa48967 req-63f7c613-cf49-45bd-9411-26d33493f027 service neutron] 10.222.0.26 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847645 Oct 19 11:56:16.826017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:56:16.865326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:56:17.754540 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc6a54-7bb7-4e7f-9002-cc6734797a11 req-285e167d-6f46-4841-a1e0-e6a6c2059b18 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:17.756095 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ddc6a54-7bb7-4e7f-9002-cc6734797a11 req-285e167d-6f46-4841-a1e0-e6a6c2059b18 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 944 time: 0.0507097 Oct 19 11:56:17.795731 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ddc6a54-7bb7-4e7f-9002-cc6734797a11 req-0dbdf43d-8e20-43aa-98f0-5a1ddfccbd21 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330081 Oct 19 11:56:18.241617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe57fec-1a38-480b-b924-6f9c5ef9d8e4 req-68babaf9-f79d-4e21-94f7-0e7e68e561c5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:18.243087 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ebe57fec-1a38-480b-b924-6f9c5ef9d8e4 req-68babaf9-f79d-4e21-94f7-0e7e68e561c5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 944 time: 0.0491586 Oct 19 11:56:18.287055 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ebe57fec-1a38-480b-b924-6f9c5ef9d8e4 req-24689ae3-9b96-4a47-8b26-0ac1715975e3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370696 Oct 19 11:56:18.302831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-e38095d9-a6e2-4405-9c94-ab152aa5330c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:18.304272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-e38095d9-a6e2-4405-9c94-ab152aa5330c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9&tenant_id=e6ac90c2410a42dabcbbff726dd2e119&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 944 time: 0.0520434 Oct 19 11:56:18.370022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-8ff3c7ef-2c31-4a6f-b18a-2c98c7392c25 service neutron] 10.222.0.26 "GET /v2.0/ports/3ec5af78-b2bb-4e26-970b-946655f29816/bindings/n-h1-814547-1 HTTP/1.1" status: 200 len: 382 time: 0.0575402 Oct 19 11:56:18.430697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-6975ca2f-023a-4f6e-9c82-5c88c0569ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:18.432648 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-6975ca2f-023a-4f6e-9c82-5c88c0569ad7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0399835 Oct 19 11:56:18.522901 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-2c2f516c-e598-478f-a184-5512b7e2e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:18.524415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-2c2f516c-e598-478f-a184-5512b7e2e464 service neutron] 10.222.0.26 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 897 time: 0.0849068 Oct 19 11:56:18.593298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-9e824a93-f7a9-43b0-ac29-b5630714b993 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1000 time: 0.0613317 Oct 19 11:56:18.641663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-ebfa6748-fc1b-4199-b1ff-f3602b514e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:18.643041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-ebfa6748-fc1b-4199-b1ff-f3602b514e81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0424013 Oct 19 11:56:18.687743 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-43eb4aa3-d5e6-4675-b64a-047d2602353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:18.689213 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-43eb4aa3-d5e6-4675-b64a-047d2602353c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387225 Oct 19 11:56:18.782112 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-717e88cf-f0a1-4b0e-afe1-6552094731db service neutron] 10.222.0.26 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853794 Oct 19 11:56:18.877948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-e7230b3e-ce64-4468-8134-217c3c5e9793 service neutron] 10.222.0.26 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884957 Oct 19 11:56:19.408630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69ac30-5c84-4f26-827f-243f993eaf2e req-45c1063c-0c94-4db0-8892-ea401412168c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:19.410386 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca69ac30-5c84-4f26-827f-243f993eaf2e req-45c1063c-0c94-4db0-8892-ea401412168c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 944 time: 0.0489163 Oct 19 11:56:19.452804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca69ac30-5c84-4f26-827f-243f993eaf2e req-eeec66b2-7581-401c-9b25-82a37831ede8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343173 Oct 19 11:56:19.652006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:56:19.745825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:56:19.756906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '3ec5af78-b2bb-4e26-970b-946655f29816', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'port_id': '3ec5af78-b2bb-4e26-970b-946655f29816', 'mac_address': 'fa:16:3e:6c:9d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:56:19.805734 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:19.818209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec5af78-b2bb-4e26-970b-946655f29816 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:56:19.836656 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:56:19.870077 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:19.946771 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:19.994570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:56:20.001931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.009040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.009040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.009040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.009040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.009040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.009040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.009040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.009040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.009040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.009040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.009040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:20.384567 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:20.568278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0eeabb-8a91-4a42-b8fa-824efed95c23 req-ce38a6de-e201-42e1-a280-1b0ed5c95f22 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:20.569912 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d0eeabb-8a91-4a42-b8fa-824efed95c23 req-ce38a6de-e201-42e1-a280-1b0ed5c95f22 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 945 time: 0.0494168 Oct 19 11:56:20.611938 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5d0eeabb-8a91-4a42-b8fa-824efed95c23 req-58eb9f1c-8fd2-41ed-82e8-8c65e9137041 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352514 Oct 19 11:56:21.425926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-4015a3f8-9c7b-49c3-aeb3-e84c98ddc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:21.427498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-4015a3f8-9c7b-49c3-aeb3-e84c98ddc4f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 1096 time: 0.0434933 Oct 19 11:56:21.438968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:56:21.494938 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:21.653392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:56:21.715414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:56:21.751719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc45588-874d-496f-b4e1-1d5c78f891af req-d072e137-adde-4646-b654-e6059a8320f6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:21.755821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cc45588-874d-496f-b4e1-1d5c78f891af req-d072e137-adde-4646-b654-e6059a8320f6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 945 time: 0.0595572 Oct 19 11:56:21.763188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:56:21.784786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:56:21.795698 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cc45588-874d-496f-b4e1-1d5c78f891af req-ef3b7233-81c1-43d0-8006-c7839439c7bb tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348279 Oct 19 11:56:21.798655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3ec5af78-b2bb-4e26-970b-946655f29816 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:56:21.799781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '3ec5af78-b2bb-4e26-970b-946655f29816', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'port_id': '3ec5af78-b2bb-4e26-970b-946655f29816', 'mac_address': 'fa:16:3e:6c:9d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:56:21.808739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:21.824080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Ignored duplicate provisioning block setup for port 3ec5af78-b2bb-4e26-970b-946655f29816 by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 19 11:56:21.904771 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:21.994488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=9']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:56:22.009190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.010077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.010077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.010348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.010657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.011064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.011437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.011764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.012096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.012425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.012780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.013118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:56:22.050699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] No DVR routers for this DVR port 3ec5af78-b2bb-4e26-970b-946655f29816 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:56:22.192675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:56:22.193019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:56:22.193398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 on network 867d0240-26c2-4316-b682-4cd7243f8a8e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:56:22.197780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Port 3ec5af78-b2bb-4e26-970b-946655f29816 on network 867d0240-26c2-4316-b682-4cd7243f8a8e not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:56:22.198101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Attempting to bind port 3ec5af78-b2bb-4e26-970b-946655f29816 on network 867d0240-26c2-4316-b682-4cd7243f8a8e {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:56:22.203625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:56:22.203966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Checking segment: {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:56:22.204348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Bound using segment: {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:56:22.204802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Bound port: 3ec5af78-b2bb-4e26-970b-946655f29816, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:56:22.205156 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:22.270573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:56:22.273628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:56:22.378947 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:22.421619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:22.422236 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:22.423635 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] 10.222.0.49 "PUT /v2.0/ports/3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1092 time: 0.9885964 Oct 19 11:56:22.424076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:56:22.426363 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a69afcc-932e-4448-ab72-8a2f8b060973" -d '{"events": [{"name": "network-changed", "server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:56:22.633602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-1f1896b9-7943-44f0-81de-55893a27530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:22.635114 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-1f1896b9-7943-44f0-81de-55893a27530c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0532792 Oct 19 11:56:22.742745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-83402c53-2491-4b94-bdaa-e5f06fe2d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:22.744284 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-83402c53-2491-4b94-bdaa-e5f06fe2d279 service neutron] 10.222.0.26 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 897 time: 0.0952561 Oct 19 11:56:22.821963 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-8ff4038d-82f1-4b51-8fde-47ab3784f00a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1000 time: 0.0665467 Oct 19 11:56:22.824690 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae92a2f-93f2-422f-bff7-387ac57418c6 x-openstack-request-id: req-6ae92a2f-93f2-422f-bff7-387ac57418c6 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:56:22.825081 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:56:22.825253 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ae92a2f-93f2-422f-bff7-387ac57418c6 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:56:22.825594 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816', 'status': 'completed', 'code': 200} Oct 19 11:56:22.842123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fd554-ffc2-46bb-830c-a18b1a1efccb service neutron] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=10']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:56:22.860890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-203206ca-3571-4976-9b91-568b58cd9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:22.862401 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-203206ca-3571-4976-9b91-568b58cd9aef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1096 time: 0.4156015 Oct 19 11:56:22.917017 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-1fcf3939-fa9d-4724-9229-31b1fd4b6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:22.919038 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-1fcf3939-fa9d-4724-9229-31b1fd4b6dfb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0862389 Oct 19 11:56:22.935626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aeaaf-cee9-4797-ab6b-b31817559603 req-10491672-7f2d-4153-b706-6aa44d205e6f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:22.937131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e70aeaaf-cee9-4797-ab6b-b31817559603 req-10491672-7f2d-4153-b706-6aa44d205e6f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 945 time: 0.0669796 Oct 19 11:56:22.962280 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-d6f6a3be-5df1-412e-8937-06244d944fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:22.963734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-d6f6a3be-5df1-412e-8937-06244d944fa0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 897 time: 0.0938656 Oct 19 11:56:23.000712 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e70aeaaf-cee9-4797-ab6b-b31817559603 req-b3a7b196-68a5-47c3-88c7-19af09e8e64b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548124 Oct 19 11:56:23.003255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-3d49d977-ccde-4ab0-9365-b68ab55ef75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:23.004682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-3d49d977-ccde-4ab0-9365-b68ab55ef75a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666738 Oct 19 11:56:23.032442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-1aac2357-d88a-4fa3-bf8d-163ac2816da2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1000 time: 0.0619810 Oct 19 11:56:23.081999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-62491a53-2aaf-4165-b686-d32a39884ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:23.083451 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-62491a53-2aaf-4165-b686-d32a39884ab7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0442929 Oct 19 11:56:23.101600 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-53f763ad-4245-4389-bce5-528adf8e9be7 service neutron] 10.222.0.26 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889175 Oct 19 11:56:23.130734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-bf8ebd4c-4f5a-49e6-9594-681cc6b39cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:23.132262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-bf8ebd4c-4f5a-49e6-9594-681cc6b39cd3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413988 Oct 19 11:56:23.202443 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-d6ace19f-6963-49af-8eb2-992df3eeaaad service neutron] 10.222.0.26 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893633 Oct 19 11:56:23.228523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-81342ee5-f0a5-4ca4-9b5c-4b61e40cea75 service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884714 Oct 19 11:56:23.325144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56c35cf8-7b72-4f15-a272-a85b0ab0b3b9 req-90382368-fdd1-41bc-8bbd-fcd5ca0003ec service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896633 Oct 19 11:56:23.411614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-9a1d5c0b-9bbc-4fae-b849-dd537e7b3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:23.413229 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-9a1d5c0b-9bbc-4fae-b849-dd537e7b3d5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0419869 Oct 19 11:56:23.505147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-1abd65b8-d970-4439-b6a5-aee2cdc588fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:23.506593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-1abd65b8-d970-4439-b6a5-aee2cdc588fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 897 time: 0.0867705 Oct 19 11:56:23.579251 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-a68630d1-4fb2-4973-a281-f0c861523fac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1000 time: 0.0649731 Oct 19 11:56:23.628340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-42535568-955c-491f-9a23-a36474962cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:23.629759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-42535568-955c-491f-9a23-a36474962cf2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0436354 Oct 19 11:56:23.669585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:56:23.678183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-21e7ea72-cb75-49a2-b3af-36cf01fe6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:23.679664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-21e7ea72-cb75-49a2-b3af-36cf01fe6511 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411446 Oct 19 11:56:23.706962 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:56:23.779243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-f9604466-0691-4e73-8063-e44985236eca service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909190 Oct 19 11:56:23.873751 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1a69afcc-932e-4448-ab72-8a2f8b060973 req-aa0afe67-f4e6-4d14-bcc6-ea7dcdac4dba service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860157 Oct 19 11:56:24.120111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab597e-84b4-4389-92aa-86ba334140c7 req-7c87d0bb-b9c4-4ca7-98d8-feaa58b821ae tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:24.121586 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1ab597e-84b4-4389-92aa-86ba334140c7 req-7c87d0bb-b9c4-4ca7-98d8-feaa58b821ae tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 945 time: 0.0485597 Oct 19 11:56:24.159344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1ab597e-84b4-4389-92aa-86ba334140c7 req-c9a71405-8875-448c-bad0-488f704430a2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312824 Oct 19 11:56:24.915041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:56:25.011980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:56:25.023645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '3ec5af78-b2bb-4e26-970b-946655f29816', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'port_id': '3ec5af78-b2bb-4e26-970b-946655f29816', 'mac_address': 'fa:16:3e:6c:9d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:56:25.063134 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:25.076253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec5af78-b2bb-4e26-970b-946655f29816 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:56:25.096336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:56:25.147085 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:25.198845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=11']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:56:25.281552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9c1db-3872-438e-b9d8-5ff7bb7780ef req-c01f93c0-bf09-47c2-943f-536397b97dde tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:25.283015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4ee9c1db-3872-438e-b9d8-5ff7bb7780ef req-c01f93c0-bf09-47c2-943f-536397b97dde tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 946 time: 0.0492690 Oct 19 11:56:25.322331 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4ee9c1db-3872-438e-b9d8-5ff7bb7780ef req-5d61e8de-3424-4ad6-8350-dea1af5f2f24 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Oct 19 11:56:25.346362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47726) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:56:25.367832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['3ec5af78-b2bb-4e26-970b-946655f29816'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:56:25.407692 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7eedbd7a-3b31-4187-9f3c-8ba78304927b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/b63c2f06-cadb-418c-ad58-e799a7b4607d HTTP/1.1" status: 200 len: 993 time: 0.0600896 Oct 19 11:56:25.497809 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2785-aba5-4a26-a87e-34523e25d6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:26.917292 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:56:27.067085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 3ec5af78-b2bb-4e26-970b-946655f29816 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:56:27.070948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 3ec5af78-b2bb-4e26-970b-946655f29816 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:56:27.071325 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:27.146893 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:27.168899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:56:27.171138 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ac1320-f120-4d26-8539-3339f7b0a17f" -d '{"events": [{"server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "name": "network-vif-plugged", "status": "completed", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:56:27.183463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:56:27.207633 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64647e92-c0e8-4351-bccf-afbb135363e7 x-openstack-request-id: req-64647e92-c0e8-4351-bccf-afbb135363e7 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:56:27.207918 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "name": "network-vif-plugged", "status": "completed", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:56:27.208169 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64647e92-c0e8-4351-bccf-afbb135363e7 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:56:27.208587 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816', 'code': 200} Oct 19 11:56:27.250266 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:27.299491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=12']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:56:27.850027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ed30c545-1453-47b7-a53e-8148cc23c754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:29.078207 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:29.175082 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:30.906728 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:40.048426 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-0a9b924d-225e-4b7e-95f1-3a5bc37c30f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393858 Oct 19 11:56:40.133770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-298b2dd4-221a-4796-80e9-9b8d7e39ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:40.135259 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-298b2dd4-221a-4796-80e9-9b8d7e39ba9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 1097 time: 0.0392160 Oct 19 11:56:40.243507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-e3072600-a9ef-4eb1-9798-cf686ae4b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:40.244975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-e3072600-a9ef-4eb1-9798-cf686ae4b519 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.0901933 Oct 19 11:56:40.317420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-c6bf9629-3916-4e8b-9181-3c60ac0682ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=254059b0-883d-4620-92b9-499f720e0b29 HTTP/1.1" status: 200 len: 1001 time: 0.0607691 Oct 19 11:56:40.361603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-785277de-412e-4449-875e-79d4905512b4 req-248364e0-39ab-4421-ad90-93045dec1243 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431037 Oct 19 11:56:40.371935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-b92626d2-9742-43c3-b89b-9a810402df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:40.373434 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-b92626d2-9742-43c3-b89b-9a810402df03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0444841 Oct 19 11:56:40.421063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-d282427e-747e-44bd-91b3-6911b9ce3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:40.421303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785277de-412e-4449-875e-79d4905512b4 req-cea2fec4-e927-4642-8dfb-1cb5648d16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:40.422535 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-d282427e-747e-44bd-91b3-6911b9ce3e70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401409 Oct 19 11:56:40.422641 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-785277de-412e-4449-875e-79d4905512b4 req-cea2fec4-e927-4642-8dfb-1cb5648d16a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0402875 Oct 19 11:56:40.522949 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-4bc2121a-42ed-481a-98f0-ac1ff28506e7 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916269 Oct 19 11:56:40.530224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785277de-412e-4449-875e-79d4905512b4 req-7a294b64-7c7e-4917-b482-bafa44cc4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:40.531655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-785277de-412e-4449-875e-79d4905512b4 req-7a294b64-7c7e-4917-b482-bafa44cc4842 service neutron] 10.222.0.49 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 897 time: 0.0887828 Oct 19 11:56:40.595609 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-785277de-412e-4449-875e-79d4905512b4 req-88478157-9a29-4cb7-a716-1cc57748f535 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 1002 time: 0.0567782 Oct 19 11:56:40.615613 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27833a9d-50e3-4221-b8ce-d44475a25112 req-9a7dbdf1-338b-4f54-905b-8a12f0caa3a1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812736 Oct 19 11:56:40.644343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785277de-412e-4449-875e-79d4905512b4 req-5048d6ff-ec70-4a08-aa99-5a21777367b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:40.645900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-785277de-412e-4449-875e-79d4905512b4 req-5048d6ff-ec70-4a08-aa99-5a21777367b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0440774 Oct 19 11:56:40.694608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785277de-412e-4449-875e-79d4905512b4 req-cde41760-267d-4e61-92f6-a33b00dec331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:40.696078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-785277de-412e-4449-875e-79d4905512b4 req-cde41760-267d-4e61-92f6-a33b00dec331 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437257 Oct 19 11:56:40.785847 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-785277de-412e-4449-875e-79d4905512b4 req-b5bb81db-9485-44ec-a3b9-bfede26b2f83 service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823603 Oct 19 11:56:40.879803 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-785277de-412e-4449-875e-79d4905512b4 req-0f372564-959d-49fd-91f3-09e67f957862 service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862927 Oct 19 11:56:49.819098 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:56:49.847160 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:50.341049 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:55.443422 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b0fbd57-190b-4820-a35d-a8107f87af67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:55.951921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a79221-443b-47c8-ac91-4d41750e8a3a req-446f1d29-76ab-43e9-a6a5-1fbd8165c39a tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:55.953434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11a79221-443b-47c8-ac91-4d41750e8a3a req-446f1d29-76ab-43e9-a6a5-1fbd8165c39a tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0411246 Oct 19 11:56:55.987549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11a79221-443b-47c8-ac91-4d41750e8a3a req-c3bbe4fc-2707-4f25-878c-9cf7f25adfcf tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276835 Oct 19 11:56:56.009465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47742) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:56:56.165613 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port 153d34aa-9852-4217-b9c9-e3cb7f119c41 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:56:56.165860 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:56.243230 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:56.243558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:56.255064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for 153d34aa-9852-4217-b9c9-e3cb7f119c41 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:56:56.458462 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:56.482793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=153d34aa-9852-4217-b9c9-e3cb7f119c41,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:56:56.546095 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:56.548445 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Floating IP b63c2f06-cadb-418c-ad58-e799a7b4607d disassociated (deleted). External IP: 172.25.2.168, port: 3ec5af78-b2bb-4e26-970b-946655f29816. Oct 19 11:56:56.751061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:56:56.857482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:56:56.862822 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:56.867384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59fa765-3d10-4acc-b3f1-53a412813c02 None None] Sync routers for ids ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:56:56.876710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59fa765-3d10-4acc-b3f1-53a412813c02 None None] Routers {'89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:56:56.877317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e59fa765-3d10-4acc-b3f1-53a412813c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:56:56.889836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-faf6ab73-8d79-4e22-b092-4657f2dea7e7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/floatingips/b63c2f06-cadb-418c-ad58-e799a7b4607d HTTP/1.1" status: 204 len: 168 time: 0.8793268 Oct 19 11:56:56.890419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:56:56.892672 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:56:56.936022 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff4e18a-7e89-4e31-921c-a32ff61e30ae x-openstack-request-id: req-aff4e18a-7e89-4e31-921c-a32ff61e30ae {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:56:56.936315 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:56:56.936598 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aff4e18a-7e89-4e31-921c-a32ff61e30ae {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:56:56.937061 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816', 'status': 'completed', 'code': 200} Oct 19 11:56:56.997648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-e59fa765-3d10-4acc-b3f1-53a412813c02 None None] Set router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:56:56.999640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf req-48f414b7-5e40-41c3-969e-c4ff471aa487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:57.001261 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf req-48f414b7-5e40-41c3-969e-c4ff471aa487 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0422032 Oct 19 11:56:57.097500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf req-3fd66f11-9036-4d7a-b2c9-c747969c58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:57.099024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf req-3fd66f11-9036-4d7a-b2c9-c747969c58b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 200 len: 897 time: 0.0905595 Oct 19 11:56:57.143804 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf req-1fb9ae72-0b1b-4e38-ab7f-f6d50f3c794a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 200 len: 217 time: 0.0356266 Oct 19 11:56:57.189607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e59fa765-3d10-4acc-b3f1-53a412813c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:06Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a4d02601-eddb-4afd-96be-5b3b71992b72', 'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ce:85:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:05Z', 'updated_at': '2021-10-19T11:55:09Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:56:57.203730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf req-55e1c195-9173-4f39-be57-7f8fa2deb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:57.205226 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf req-55e1c195-9173-4f39-be57-7f8fa2deb8d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 200 len: 834 time: 0.0497031 Oct 19 11:56:57.220327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59fa765-3d10-4acc-b3f1-53a412813c02 None None] Checking router: 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:56:57.229971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59fa765-3d10-4acc-b3f1-53a412813c02 None None] Routers {'89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:56:57.230578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e59fa765-3d10-4acc-b3f1-53a412813c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:56:57.258315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf req-11e04f1d-a3b9-4dc1-8241-d7e4ce1cf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:57.259842 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf req-11e04f1d-a3b9-4dc1-8241-d7e4ce1cf451 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=867d0240-26c2-4316-b682-4cd7243f8a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461760 Oct 19 11:56:57.380842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9bb1-8cf5-4e1a-a572-57dfaf75a6fc req-70a9e963-8afb-400b-bbe5-d0f451df918f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:57.382365 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b5b9bb1-8cf5-4e1a-a572-57dfaf75a6fc req-70a9e963-8afb-400b-bbe5-d0f451df918f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 947 time: 0.1141062 Oct 19 11:56:57.413216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf req-d0916e8a-9c5f-49e5-85b3-b452f5e1bc3b service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430831 Oct 19 11:56:57.452111 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b5b9bb1-8cf5-4e1a-a572-57dfaf75a6fc req-e329a2bd-d7f4-421f-8ef1-c622796037ed tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616884 Oct 19 11:56:57.489679 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-e59fa765-3d10-4acc-b3f1-53a412813c02 None None] Set router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:56:57.515209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad71567f-b7f9-469b-ad7b-4f12a689c9cf req-cf71a043-0208-4d85-abae-92c24a7830f7 service neutron] 10.222.0.49 "GET /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895436 Oct 19 11:56:57.707203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e59fa765-3d10-4acc-b3f1-53a412813c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:06Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a4d02601-eddb-4afd-96be-5b3b71992b72', 'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ce:85:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:05Z', 'updated_at': '2021-10-19T11:55:09Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:56:57.732397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59fa765-3d10-4acc-b3f1-53a412813c02 None None] The sync data for ids ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'] in n-d-814547-1 is: [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:06Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'a4d02601-eddb-4afd-96be-5b3b71992b72', 'name': '', 'network_id': '867d0240-26c2-4316-b682-4cd7243f8a8e', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:ce:85:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:05Z', 'updated_at': '2021-10-19T11:55:09Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': '6115e9d6-2657-4305-b905-c3fae50c9d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:56:57.812624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f9e15895-9013-427c-95c9-5809b899bd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:57.963125 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c282d05e-ac56-4298-afca-00b547734f4d None None] New status for floating IP b63c2f06-cadb-418c-ad58-e799a7b4607d: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:56:58.317974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47752) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:56:58.479414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Deleting port f07f6a2f-0930-45e1-ba25-622d3795c031 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:56:58.479753 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:58.574561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74774bda-2e33-4729-a9bc-1a737db72a08 req-fbcec4bb-4cd2-4a2d-b5ca-c256c1769fea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:58.575936 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74774bda-2e33-4729-a9bc-1a737db72a08 req-fbcec4bb-4cd2-4a2d-b5ca-c256c1769fea tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 947 time: 0.0480688 Oct 19 11:56:58.581427 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:58.581755 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:58.597600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Calling delete_port for f07f6a2f-0930-45e1-ba25-622d3795c031 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:56:58.618065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74774bda-2e33-4729-a9bc-1a737db72a08 req-2ad02c50-7b09-4c23-9bf0-e474af7a8cfa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=38bdf083-1f9d-439a-9f8e-4d34086f8d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352364 Oct 19 11:56:58.622590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02788b2-c0ff-4c8b-8142-05cc1ccb3178 req-c29192eb-9d79-4923-9336-3b62448e83cb tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:56:58.623946 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f02788b2-c0ff-4c8b-8142-05cc1ccb3178 req-c29192eb-9d79-4923-9336-3b62448e83cb tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 947 time: 0.0757792 Oct 19 11:56:58.778107 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f02788b2-c0ff-4c8b-8142-05cc1ccb3178 req-6da5e3e8-48a5-40b0-88a7-4164ae588a88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port 3ec5af78-b2bb-4e26-970b-946655f29816 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:56:58.778445 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f02788b2-c0ff-4c8b-8142-05cc1ccb3178 req-6da5e3e8-48a5-40b0-88a7-4164ae588a88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:58.899014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f02788b2-c0ff-4c8b-8142-05cc1ccb3178 req-6da5e3e8-48a5-40b0-88a7-4164ae588a88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port 3ec5af78-b2bb-4e26-970b-946655f29816, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3ec5af78-b2bb-4e26-970b-946655f29816,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:56:58.899292 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f02788b2-c0ff-4c8b-8142-05cc1ccb3178 req-6da5e3e8-48a5-40b0-88a7-4164ae588a88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:58.912116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f02788b2-c0ff-4c8b-8142-05cc1ccb3178 req-6da5e3e8-48a5-40b0-88a7-4164ae588a88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for 3ec5af78-b2bb-4e26-970b-946655f29816 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:56:59.049058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:59.076354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event deleted for resources: {'Port': ['ID=f07f6a2f-0930-45e1-ba25-622d3795c031,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:56:59.108682 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:59.137132 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f02788b2-c0ff-4c8b-8142-05cc1ccb3178 req-6da5e3e8-48a5-40b0-88a7-4164ae588a88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:59.152980 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:59.153243 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Floating IP ea241139-f75e-473c-bf61-45b7221bf99c disassociated (deleted). External IP: 172.25.2.15, port: 254059b0-883d-4620-92b9-499f720e0b29. Oct 19 11:56:59.163509 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:59.205216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5e3e8-48a5-40b0-88a7-4164ae588a88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=3ec5af78-b2bb-4e26-970b-946655f29816,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:56:59.247220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02788b2-c0ff-4c8b-8142-05cc1ccb3178 req-6da5e3e8-48a5-40b0-88a7-4164ae588a88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] No DVR routers for this DVR port 3ec5af78-b2bb-4e26-970b-946655f29816 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:56:59.250832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f02788b2-c0ff-4c8b-8142-05cc1ccb3178 req-6da5e3e8-48a5-40b0-88a7-4164ae588a88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:59.254203 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f02788b2-c0ff-4c8b-8142-05cc1ccb3178 req-6da5e3e8-48a5-40b0-88a7-4164ae588a88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "DELETE /v2.0/ports/3ec5af78-b2bb-4e26-970b-946655f29816 HTTP/1.1" status: 204 len: 173 time: 0.5987084 Oct 19 11:56:59.254634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'name': 'network-vif-deleted', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:56:59.256939 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe0676-098e-47ed-a8ff-9b87c5152815" -d '{"events": [{"server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "name": "network-vif-deleted", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:56:59.296641 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5abcd14-bf43-44f6-9c7c-1da3c6082d28 x-openstack-request-id: req-b5abcd14-bf43-44f6-9c7c-1da3c6082d28 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:56:59.296934 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6757f7d-3519-40f0-9834-c30dd7a56dc9", "name": "network-vif-deleted", "tag": "3ec5af78-b2bb-4e26-970b-946655f29816", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:56:59.297183 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5abcd14-bf43-44f6-9c7c-1da3c6082d28 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:56:59.297573 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6757f7d-3519-40f0-9834-c30dd7a56dc9', 'name': 'network-vif-deleted', 'tag': '3ec5af78-b2bb-4e26-970b-946655f29816', 'status': 'completed', 'code': 200} Oct 19 11:56:59.425143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Router 18fb3e41-7b56-4011-a9fb-7b852114d3be has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:56:59.535101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:56:59.540484 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:56:59.551991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1965161-dfbe-4c2c-ba16-c50917ebfdb0 None None] Sync routers for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:56:59.561936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1965161-dfbe-4c2c-ba16-c50917ebfdb0 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:56:59.562607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b1965161-dfbe-4c2c-ba16-c50917ebfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:56:59.569117 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-816a7690-ff67-44dd-884a-5b63b7e4411a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "DELETE /v2.0/floatingips/ea241139-f75e-473c-bf61-45b7221bf99c HTTP/1.1" status: 204 len: 168 time: 1.2500951 Oct 19 11:56:59.688479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b1965161-dfbe-4c2c-ba16-c50917ebfdb0 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:56:59.735512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-799202e4-ceae-4af0-a2c5-a4337f0d119f req-7445b686-b84e-43db-a7fd-fc3a708031a1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6757f7d-3519-40f0-9834-c30dd7a56dc9 HTTP/1.1" status: 200 len: 210 time: 0.0289526 Oct 19 11:56:59.928678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b1965161-dfbe-4c2c-ba16-c50917ebfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dd3a12f1-ceac-4706-8f31-dac6683325e5', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:77:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:51:28Z', 'updated_at': '2021-10-19T11:51:31Z', 'revision_number': 1, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:56:59.956433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1965161-dfbe-4c2c-ba16-c50917ebfdb0 None None] Checking router: 18fb3e41-7b56-4011-a9fb-7b852114d3be for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:56:59.965133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1965161-dfbe-4c2c-ba16-c50917ebfdb0 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:56:59.965733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b1965161-dfbe-4c2c-ba16-c50917ebfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:00.022813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47512e-f4db-4a91-a349-a1040c5e8431 req-36e36ede-daf6-4270-9c2f-09ce0f09d733 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:00.024465 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be47512e-f4db-4a91-a349-a1040c5e8431 req-36e36ede-daf6-4270-9c2f-09ce0f09d733 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 946 time: 0.0560331 Oct 19 11:57:00.063359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be47512e-f4db-4a91-a349-a1040c5e8431 req-f3572257-d00d-4f97-87bf-28ccfd74cbd7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320621 Oct 19 11:57:00.076911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b1965161-dfbe-4c2c-ba16-c50917ebfdb0 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:00.306308 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b1965161-dfbe-4c2c-ba16-c50917ebfdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dd3a12f1-ceac-4706-8f31-dac6683325e5', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:77:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:51:28Z', 'updated_at': '2021-10-19T11:51:31Z', 'revision_number': 1, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:00.332830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1965161-dfbe-4c2c-ba16-c50917ebfdb0 None None] The sync data for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 is: [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dd3a12f1-ceac-4706-8f31-dac6683325e5', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'port_id': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'mac_address': 'fa:16:3e:77:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:51:28Z', 'updated_at': '2021-10-19T11:51:31Z', 'revision_number': 1, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:57:00.561441 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7ef8a5-b52a-4150-9dc1-6115a8467e50 None None] New status for floating IP ea241139-f75e-473c-bf61-45b7221bf99c: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:57:00.790428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47766) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:00.923948 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:01.145218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:01.184169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810bfe2-0e43-4210-9c8c-3fa5d37f2776 req-249489e3-b5c7-47f3-bfb6-889c08ef3af5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:01.185733 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8810bfe2-0e43-4210-9c8c-3fa5d37f2776 req-249489e3-b5c7-47f3-bfb6-889c08ef3af5 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 946 time: 0.0531888 Oct 19 11:57:01.224711 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8810bfe2-0e43-4210-9c8c-3fa5d37f2776 req-0b44b007-38ae-47c3-92e1-a14de2cf3d45 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323744 Oct 19 11:57:01.298471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'tag': '254059b0-883d-4620-92b9-499f720e0b29'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:57:01.300906 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dbe255-1d50-41c7-a3c2-fe5d8710a678" -d '{"events": [{"name": "network-changed", "server_uuid": "bef7c7f9-4620-49e3-b765-bc1e9418b1a4", "tag": "254059b0-883d-4620-92b9-499f720e0b29"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:57:01.335893 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908e968a-df36-4042-84b1-dc3bef43a763 x-openstack-request-id: req-908e968a-df36-4042-84b1-dc3bef43a763 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:57:01.336190 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef7c7f9-4620-49e3-b765-bc1e9418b1a4", "tag": "254059b0-883d-4620-92b9-499f720e0b29", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:57:01.336460 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-908e968a-df36-4042-84b1-dc3bef43a763 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:57:01.336896 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'tag': '254059b0-883d-4620-92b9-499f720e0b29', 'status': 'completed', 'code': 200} Oct 19 11:57:01.426416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe255-1d50-41c7-a3c2-fe5d8710a678 req-71c53e92-c6d4-4f7f-9aca-03cc9d9c625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:01.427921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90dbe255-1d50-41c7-a3c2-fe5d8710a678 req-71c53e92-c6d4-4f7f-9aca-03cc9d9c625c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 1097 time: 0.0662954 Oct 19 11:57:01.444931 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port a4d02601-eddb-4afd-96be-5b3b71992b72 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:01.445197 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:01.590526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe255-1d50-41c7-a3c2-fe5d8710a678 req-ffecab85-c62b-4259-b793-c31ac80c4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:01.592019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90dbe255-1d50-41c7-a3c2-fe5d8710a678 req-ffecab85-c62b-4259-b793-c31ac80c4f16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.1566916 Oct 19 11:57:01.600888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port a4d02601-eddb-4afd-96be-5b3b71992b72, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a4d02601-eddb-4afd-96be-5b3b71992b72,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:01.601257 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:01.648958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for a4d02601-eddb-4afd-96be-5b3b71992b72 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:01.651399 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90dbe255-1d50-41c7-a3c2-fe5d8710a678 req-4e817e3e-92b8-45d0-b27c-7e3ecf2f5867 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=254059b0-883d-4620-92b9-499f720e0b29 HTTP/1.1" status: 200 len: 217 time: 0.0473545 Oct 19 11:57:01.739854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe255-1d50-41c7-a3c2-fe5d8710a678 req-8002f2a2-81b6-4b67-8dcb-627809995d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:01.741206 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90dbe255-1d50-41c7-a3c2-fe5d8710a678 req-8002f2a2-81b6-4b67-8dcb-627809995d58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0815296 Oct 19 11:57:01.801666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-a27c9afb-5be4-4fe7-9c7f-7720895f20f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:01.803129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-a27c9afb-5be4-4fe7-9c7f-7720895f20f7 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 946 time: 0.0493832 Oct 19 11:57:01.840279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe255-1d50-41c7-a3c2-fe5d8710a678 req-585f846d-a202-40ff-a19f-7bd8e2fabc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:01.841793 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90dbe255-1d50-41c7-a3c2-fe5d8710a678 req-585f846d-a202-40ff-a19f-7bd8e2fabc1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875821 Oct 19 11:57:01.900969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-2f3cd336-cc50-417e-b2a2-f1fde13e04d3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Deleting port 254059b0-883d-4620-92b9-499f720e0b29 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:01.901311 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-2f3cd336-cc50-417e-b2a2-f1fde13e04d3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:01.973028 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90dbe255-1d50-41c7-a3c2-fe5d8710a678 req-08f1468a-b9c9-4c4b-9899-f29321263e9a service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163449 Oct 19 11:57:01.993934 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-2f3cd336-cc50-417e-b2a2-f1fde13e04d3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] For port 254059b0-883d-4620-92b9-499f720e0b29, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=254059b0-883d-4620-92b9-499f720e0b29,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:01.994226 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-2f3cd336-cc50-417e-b2a2-f1fde13e04d3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:02.009583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-2f3cd336-cc50-417e-b2a2-f1fde13e04d3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Calling delete_port for 254059b0-883d-4620-92b9-499f720e0b29 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:02.049864 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:02.212947 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-2f3cd336-cc50-417e-b2a2-f1fde13e04d3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:02.243831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cd336-cc50-417e-b2a2-f1fde13e04d3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event deleted for resources: {'Port': ['ID=254059b0-883d-4620-92b9-499f720e0b29,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:02.291773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-2f3cd336-cc50-417e-b2a2-f1fde13e04d3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] No DVR routers for this DVR port 254059b0-883d-4620-92b9-499f720e0b29 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:57:02.296968 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-2f3cd336-cc50-417e-b2a2-f1fde13e04d3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:02.301034 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-2f3cd336-cc50-417e-b2a2-f1fde13e04d3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.26 "DELETE /v2.0/ports/254059b0-883d-4620-92b9-499f720e0b29 HTTP/1.1" status: 204 len: 173 time: 0.4885619 Oct 19 11:57:02.361025 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7aca52c2-af66-4350-91bd-13b423f2385a req-0afdeb4e-bb7b-4b1f-9316-d85929963abc tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0308728 Oct 19 11:57:02.390324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=a4d02601-eddb-4afd-96be-5b3b71992b72,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:02.444941 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90dbe255-1d50-41c7-a3c2-fe5d8710a678 req-e8911fca-1297-425b-94a6-f92a7202a3bb service neutron] 10.222.0.26 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602861 Oct 19 11:57:02.581837 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:02.824679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:57:02.932385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:57:02.941557 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5a9b2906-6fdc-4ce3-84df-eb1591f4e983 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "PUT /v2.0/routers/89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1466882 Oct 19 11:57:02.941557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47778) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:02.943490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0a5a1-582e-4b3e-b4dd-08400212d07c None None] Sync routers for ids ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:57:02.953306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0a5a1-582e-4b3e-b4dd-08400212d07c None None] Routers {'89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:02.953915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-92f0a5a1-582e-4b3e-b4dd-08400212d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:02.996897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-3119d4ee-ffd7-4d1b-aebe-2a5efde48f1f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting subnet 6115e9d6-2657-4305-b905-c3fae50c9d5e {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:57:03.000637 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3119d4ee-ffd7-4d1b-aebe-2a5efde48f1f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:03.045386 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3119d4ee-ffd7-4d1b-aebe-2a5efde48f1f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:03.062662 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-92f0a5a1-582e-4b3e-b4dd-08400212d07c None None] Set router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:03.133348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3119d4ee-ffd7-4d1b-aebe-2a5efde48f1f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:03.173952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:03.197869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 3ec5af78-b2bb-4e26-970b-946655f29816 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:03.198212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3ec5af78-b2bb-4e26-970b-946655f29816 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:03.272890 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-92f0a5a1-582e-4b3e-b4dd-08400212d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:57:01Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:03.273377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3119d4ee-ffd7-4d1b-aebe-2a5efde48f1f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:03.301248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0a5a1-582e-4b3e-b4dd-08400212d07c None None] Checking router: 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:57:03.303686 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119d4ee-ffd7-4d1b-aebe-2a5efde48f1f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Subnet': ['ID=6115e9d6-2657-4305-b905-c3fae50c9d5e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:03.311197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0a5a1-582e-4b3e-b4dd-08400212d07c None None] Routers {'89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:03.311628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-92f0a5a1-582e-4b3e-b4dd-08400212d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:03.314396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3119d4ee-ffd7-4d1b-aebe-2a5efde48f1f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:03.315135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766c9bb6-457d-4cdf-937f-d0a706bb3398 None None] Network 867d0240-26c2-4316-b682-4cd7243f8a8e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:57:03.322270 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3119d4ee-ffd7-4d1b-aebe-2a5efde48f1f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/subnets/6115e9d6-2657-4305-b905-c3fae50c9d5e HTTP/1.1" status: 204 len: 168 time: 0.3754768 Oct 19 11:57:03.322270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47780) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:03.337872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'name': 'network-vif-deleted', 'tag': '254059b0-883d-4620-92b9-499f720e0b29'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:57:03.340241 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed76daf0-cc60-44bd-97aa-b5a573d16008" -d '{"events": [{"server_uuid": "bef7c7f9-4620-49e3-b765-bc1e9418b1a4", "name": "network-vif-deleted", "tag": "254059b0-883d-4620-92b9-499f720e0b29"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:57:03.405842 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa4e2cb-d2b6-493b-9630-5d49d25f39a6 x-openstack-request-id: req-9aa4e2cb-d2b6-493b-9630-5d49d25f39a6 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:57:03.406072 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef7c7f9-4620-49e3-b765-bc1e9418b1a4", "name": "network-vif-deleted", "tag": "254059b0-883d-4620-92b9-499f720e0b29", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:57:03.406326 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9aa4e2cb-d2b6-493b-9630-5d49d25f39a6 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:57:03.406723 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef7c7f9-4620-49e3-b765-bc1e9418b1a4', 'name': 'network-vif-deleted', 'tag': '254059b0-883d-4620-92b9-499f720e0b29', 'status': 'completed', 'code': 200} Oct 19 11:57:03.458603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:03.486266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd1b5104-8890-4693-8e14-2a4f14a94948 req-bde3d685-2406-482c-84f9-f0a1ef93fa5c tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0271287 Oct 19 11:57:03.553159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-92f0a5a1-582e-4b3e-b4dd-08400212d07c None None] Set router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:03.579581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:03.696653 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port 03f18737-4b24-46bb-be97-6a7d0d3be8a2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:03.697091 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:03.713527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa265d2e-7509-4544-9cbe-f1df0a634648 None None] DHCP port deletion for 867d0240-26c2-4316-b682-4cd7243f8a8e request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:57:03.780962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port 03f18737-4b24-46bb-be97-6a7d0d3be8a2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=03f18737-4b24-46bb-be97-6a7d0d3be8a2,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:03.781304 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:03.794010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for 03f18737-4b24-46bb-be97-6a7d0d3be8a2 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:03.804631 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fa265d2e-7509-4544-9cbe-f1df0a634648 None None] Deleting port 670bd0be-173f-46dd-8d37-686cd5e1e6ef {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:03.805012 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fa265d2e-7509-4544-9cbe-f1df0a634648 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:03.818094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-92f0a5a1-582e-4b3e-b4dd-08400212d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:57:01Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:03.847866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0a5a1-582e-4b3e-b4dd-08400212d07c None None] The sync data for ids ['89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7'] in n-d-814547-1 is: [{'id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2074553785', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:57:01Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '03f18737-4b24-46bb-be97-6a7d0d3be8a2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:55:01Z', 'updated_at': '2021-10-19T11:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:57:03.912985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-fa265d2e-7509-4544-9cbe-f1df0a634648 None None] For port 670bd0be-173f-46dd-8d37-686cd5e1e6ef, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=670bd0be-173f-46dd-8d37-686cd5e1e6ef,segment=NetworkSegment(89d9550a-bd0e-427c-a9b6-4262a9f3dfe5),segment_id=89d9550a-bd0e-427c-a9b6-4262a9f3dfe5)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:03.913636 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fa265d2e-7509-4544-9cbe-f1df0a634648 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:03.931612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-fa265d2e-7509-4544-9cbe-f1df0a634648 None None] Calling delete_port for 670bd0be-173f-46dd-8d37-686cd5e1e6ef owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:04.052694 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.081241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=03f18737-4b24-46bb-be97-6a7d0d3be8a2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:04.153648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.248680 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.253039 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fa265d2e-7509-4544-9cbe-f1df0a634648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.253556 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.282823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa265d2e-7509-4544-9cbe-f1df0a634648 None None] Pushing event deleted for resources: {'Port': ['ID=670bd0be-173f-46dd-8d37-686cd5e1e6ef,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:04.289798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa265d2e-7509-4544-9cbe-f1df0a634648 None None] No DVR routers for this DVR port 670bd0be-173f-46dd-8d37-686cd5e1e6ef on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:57:04.398181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.398715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Fanout notify agent at l3_agent the message router_deleted on router 89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:57:04.407337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.407588 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4c4d4ec2-602e-4345-a001-da4e115d04b9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/routers/89cb3a6b-ce82-480f-b7cf-9f9c2eeb9ea7 HTTP/1.1" status: 204 len: 168 time: 1.0861421 Oct 19 11:57:04.411381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47786) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:04.500444 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.609544 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.631632 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b2087e38-c8b1-4b27-a1c8-413cd0c50ab3 req-29d196a5-c86f-4208-94f6-062983ea74eb tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0337362 Oct 19 11:57:04.645204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867d0240-26c2-4316-b682-4cd7243f8a8e']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:04.660475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:04.661103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d9550a-bd0e-427c-a9b6-4262a9f3dfe5') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:04.669947 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.683868 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.689586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:57:04.689979 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:57:04.692875 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:57:04.809423 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.816726 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.820303 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/networks/867d0240-26c2-4316-b682-4cd7243f8a8e HTTP/1.1" status: 204 len: 168 time: 0.4078853 Oct 19 11:57:04.823178 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47792) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:04.832341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbad0e-dbcc-4a43-80e7-307055f0d693 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Network': ['ID=867d0240-26c2-4316-b682-4cd7243f8a8e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:04.883440 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-74b0d588-5c68-46c9-9691-fab29def0eec tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:04.911757 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-74b0d588-5c68-46c9-9691-fab29def0eec tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:05.002913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 03f18737-4b24-46bb-be97-6a7d0d3be8a2 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:05.022843 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 03f18737-4b24-46bb-be97-6a7d0d3be8a2 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:05.023188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 03f18737-4b24-46bb-be97-6a7d0d3be8a2 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:05.023598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 670bd0be-173f-46dd-8d37-686cd5e1e6ef no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:05.045685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 670bd0be-173f-46dd-8d37-686cd5e1e6ef {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:05.046023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 670bd0be-173f-46dd-8d37-686cd5e1e6ef not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:05.046424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a4d02601-eddb-4afd-96be-5b3b71992b72 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:05.061079 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-74b0d588-5c68-46c9-9691-fab29def0eec tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:05.063750 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-74b0d588-5c68-46c9-9691-fab29def0eec tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:05.067602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a4d02601-eddb-4afd-96be-5b3b71992b72 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:05.067769 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-74b0d588-5c68-46c9-9691-fab29def0eec tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/security-groups/38bdf083-1f9d-439a-9f8e-4d34086f8d8f HTTP/1.1" status: 204 len: 168 time: 0.2404244 Oct 19 11:57:05.070187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a4d02601-eddb-4afd-96be-5b3b71992b72 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:05.084999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0d588-5c68-46c9-9691-fab29def0eec tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bdf083-1f9d-439a-9f8e-4d34086f8d8f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:05.663137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47800) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:05.667668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-73a8ebc2-3157-4b2a-b207-afb5c4c38725 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770619105', 'description': 'tempest-secgroup-smoke-770619105 description', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:05.724383 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d10aaeb5-40f8-4282-8241-ad0460891d37 req-acc44182-15c4-4b64-8c69-065983a6c77f tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0252612 Oct 19 11:57:05.763749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73a8ebc2-3157-4b2a-b207-afb5c4c38725 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:05.833788 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73a8ebc2-3157-4b2a-b207-afb5c4c38725 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:05.895090 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73a8ebc2-3157-4b2a-b207-afb5c4c38725 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:05.917567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 254059b0-883d-4620-92b9-499f720e0b29 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:05.924928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8ebc2-3157-4b2a-b207-afb5c4c38725 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:05.938818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 254059b0-883d-4620-92b9-499f720e0b29 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:05.939167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 254059b0-883d-4620-92b9-499f720e0b29 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:06.014893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-73a8ebc2-3157-4b2a-b207-afb5c4c38725 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:06.016211 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-73a8ebc2-3157-4b2a-b207-afb5c4c38725 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3520525 Oct 19 11:57:06.019964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47802) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:06.025019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-7b5a4da3-f670-4a20-838f-ed94dc23f133 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:06.109323 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4da3-f670-4a20-838f-ed94dc23f133 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:06.166329 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4da3-f670-4a20-838f-ed94dc23f133 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:06.266603 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4da3-f670-4a20-838f-ed94dc23f133 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:06.284754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a4da3-f670-4a20-838f-ed94dc23f133 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b31518-4034-4177-8f6a-089286ffa82c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:06.368049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7b5a4da3-f670-4a20-838f-ed94dc23f133 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:06.368049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7b5a4da3-f670-4a20-838f-ed94dc23f133 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3459091 Oct 19 11:57:06.369772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47806) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:06.374271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a1ae610b-25a5-4c54-a529-caf269a94f98 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:06.477442 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1ae610b-25a5-4c54-a529-caf269a94f98 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:06.534901 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1ae610b-25a5-4c54-a529-caf269a94f98 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:06.595414 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1ae610b-25a5-4c54-a529-caf269a94f98 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:06.618013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae610b-25a5-4c54-a529-caf269a94f98 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2792a45c-7c4d-4723-b171-5d3fef31141e,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:06.691579 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a1ae610b-25a5-4c54-a529-caf269a94f98 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:06.692869 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a1ae610b-25a5-4c54-a529-caf269a94f98 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221104 Oct 19 11:57:06.695659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47808) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:06.700132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-38511680-4233-4811-9aa9-23171858e7d5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:06.817951 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-30d37159-49f4-44f5-b352-28098efd7b8c req-9bd8afa6-0a32-4dce-994c-b55fa9f14ce4 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=bef7c7f9-4620-49e3-b765-bc1e9418b1a4 HTTP/1.1" status: 200 len: 210 time: 0.0270286 Oct 19 11:57:06.826408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38511680-4233-4811-9aa9-23171858e7d5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:06.892063 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38511680-4233-4811-9aa9-23171858e7d5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:06.940889 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38511680-4233-4811-9aa9-23171858e7d5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:07.311919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38511680-4233-4811-9aa9-23171858e7d5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc3ea4b-efa5-4acb-a38e-ff9621025f5b,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:07.391766 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38511680-4233-4811-9aa9-23171858e7d5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:07.393669 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-38511680-4233-4811-9aa9-23171858e7d5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6969824 Oct 19 11:57:07.396747 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47812) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:07.401285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-83ef2e73-629c-46ff-a6fb-0002fb0053f8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:07.514718 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83ef2e73-629c-46ff-a6fb-0002fb0053f8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:07.577356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83ef2e73-629c-46ff-a6fb-0002fb0053f8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:07.666264 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83ef2e73-629c-46ff-a6fb-0002fb0053f8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:07.685358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef2e73-629c-46ff-a6fb-0002fb0053f8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e5e039-9c01-4f92-960c-2cb82bc28847,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:07.754649 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-83ef2e73-629c-46ff-a6fb-0002fb0053f8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:07.755927 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-83ef2e73-629c-46ff-a6fb-0002fb0053f8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3581538 Oct 19 11:57:07.758838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47814) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:07.763112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a56e00b1-33ea-414d-95ac-d10427a6573a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:07.826184 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-a56e00b1-33ea-414d-95ac-d10427a6573a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Project e6ac90c2410a42dabcbbff726dd2e119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:57:07.831282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a56e00b1-33ea-414d-95ac-d10427a6573a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:07.892369 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a56e00b1-33ea-414d-95ac-d10427a6573a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:07.963703 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a56e00b1-33ea-414d-95ac-d10427a6573a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:07.981591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e00b1-33ea-414d-95ac-d10427a6573a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba90adb-6450-4f59-ba47-a156287c7a31,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:08.074023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a56e00b1-33ea-414d-95ac-d10427a6573a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.075244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a56e00b1-33ea-414d-95ac-d10427a6573a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3154652 Oct 19 11:57:08.078030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47822) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:08.082328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-958c47da-57d6-410a-a580-4aa36af637db tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:08.189552 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-958c47da-57d6-410a-a580-4aa36af637db tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Project e6ac90c2410a42dabcbbff726dd2e119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:57:08.194878 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958c47da-57d6-410a-a580-4aa36af637db tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.260226 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958c47da-57d6-410a-a580-4aa36af637db tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.340561 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958c47da-57d6-410a-a580-4aa36af637db tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.359256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c47da-57d6-410a-a580-4aa36af637db tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c0d4f1-792c-49ca-aa77-88c9b5180b30,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:08.428172 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958c47da-57d6-410a-a580-4aa36af637db tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.429493 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-958c47da-57d6-410a-a580-4aa36af637db tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3505480 Oct 19 11:57:08.432524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47826) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:08.437783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'network': {'name': 'tempest-network-smoke--2053766048', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'port_security_enabled': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:08.529049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:57:08.532607 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.556701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:57:08.565470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.565815 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Added segment c2c4dd96-3aca-45c4-a752-de236b02dcdd of type vlan for network 0485010d-de5d-4e84-b4ed-d98948c4ae4b Oct 19 11:57:08.605508 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.689295 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.694888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:08.695496 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.762645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Network': ['ID=0485010d-de5d-4e84-b4ed-d98948c4ae4b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:08.773626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 0485010d-de5d-4e84-b4ed-d98948c4ae4b details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:57:08.809153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47828) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:08.809375 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-46d18b8a-e5d6-4841-9491-71897aeed664 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3755355 Oct 19 11:57:08.814220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'admin_state_up': True, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:08.906910 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.907950 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:08.966603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:09.182006 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:09.449754 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:09.469022 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:09.576720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.25.2.149 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/8ac6fa17-c3e4-4548-8cca-a4be3321d30b) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:57:09.685209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:09.784666 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:09.828362 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:57:09.831368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:57:09.836732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:57:09.860186 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=8ac6fa17-c3e4-4548-8cca-a4be3321d30b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:10.194115 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:10.710275 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:10.904168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router 39c67d2d-33d0-4b5b-9151-a701d0763949 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:57:11.009591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:57:11.021389 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Sync routers for ids ['39c67d2d-33d0-4b5b-9151-a701d0763949'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:57:11.032315 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Routers {'39c67d2d-33d0-4b5b-9151-a701d0763949'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:11.033074 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['39c67d2d-33d0-4b5b-9151-a701d0763949'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:11.091098 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:11.092333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d5ba0c36-dd08-4e63-91d7-17e6b9bff70a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2818003 Oct 19 11:57:11.096155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47834) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:11.126236 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9f8b8753-dac9-4e30-83ed-6324d3e24d01 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e6ac90c2410a42dabcbbff726dd2e119&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265973 Oct 19 11:57:11.126458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47836) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:11.136303 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Set router 39c67d2d-33d0-4b5b-9151-a701d0763949 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:11.217351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7748f833-3ac6-49ce-aec4-dbcbdd30d2b9 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:11.218841 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7748f833-3ac6-49ce-aec4-dbcbdd30d2b9 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914621 Oct 19 11:57:11.222245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47838) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:11.252605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a45f22b0-b528-424a-bd99-3f83a5c97dc3 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268795 Oct 19 11:57:11.252820 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47842) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:11.259059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1100520346', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:11.332824 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:09Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:11.359084 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Checking router: 39c67d2d-33d0-4b5b-9151-a701d0763949 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:57:11.359429 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Updating router 39c67d2d-33d0-4b5b-9151-a701d0763949 port 8ac6fa17-c3e4-4548-8cca-a4be3321d30b binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:57:11.388566 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:11.427223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:57:11.432840 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:11.695940 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:11.730065 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:11.763591 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:11.789899 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Attempting to bind port 8ac6fa17-c3e4-4548-8cca-a4be3321d30b on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:57:11.790412 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Attempting to bind port 8ac6fa17-c3e4-4548-8cca-a4be3321d30b by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:57:11.790875 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Attempting to bind port 8ac6fa17-c3e4-4548-8cca-a4be3321d30b on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:57:11.794444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Subnet': ['ID=f4b6b52a-bf54-40d5-93b2-b7474fc74193,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:11.812572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:57:11.813114 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:57:11.813610 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:11.814097 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:57:11.814708 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Bound port: 8ac6fa17-c3e4-4548-8cca-a4be3321d30b, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:57:11.815182 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:11.827490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Checking segment: {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:57:11.828165 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network hostable DHCP agents. Network: 0485010d-de5d-4e84-b4ed-d98948c4ae4b, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:57:11.879663 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Pushing event updated for resources: {'Port': ['ID=8ac6fa17-c3e4-4548-8cca-a4be3321d30b,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:11.883912 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] For port 8ac6fa17-c3e4-4548-8cca-a4be3321d30b, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:57:11.890216 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] For port 8ac6fa17-c3e4-4548-8cca-a4be3321d30b, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8ac6fa17-c3e4-4548-8cca-a4be3321d30b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:57:11.891863 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.892210 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.893099 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.893446 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.893775 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.894101 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.894422 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.894743 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.895061 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.895382 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.895701 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.896020 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:11.938359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 0485010d-de5d-4e84-b4ed-d98948c4ae4b is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:57:11.968045 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:12.031386 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Routers {'39c67d2d-33d0-4b5b-9151-a701d0763949'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:12.032054 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['39c67d2d-33d0-4b5b-9151-a701d0763949'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:12.043756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 0485010d-de5d-4e84-b4ed-d98948c4ae4b) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:57:12.048266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:12.049311 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:12.054239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbe5a91-b6fa-4fb7-a344-e49572ec35fb None None] Network 0485010d-de5d-4e84-b4ed-d98948c4ae4b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:57:12.090203 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed3198-ec37-4dfd-8170-8afa69c3c04a None None] Pushing event updated for resources: {'Port': ['ID=8ac6fa17-c3e4-4548-8cca-a4be3321d30b,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:12.161532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47848) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:12.162374 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-66f90210-fb3f-49a2-8aa5-3183bb5755b6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9077265 Oct 19 11:57:12.286775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ips': [{'subnet_id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:57:12.287635 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:12.303908 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] Set router 39c67d2d-33d0-4b5b-9151-a701d0763949 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:12.548371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Allocated IP 172.20.0.2 (0485010d-de5d-4e84-b4ed-d98948c4ae4b/f4b6b52a-bf54-40d5-93b2-b7474fc74193/26668a37-0b35-40a6-8003-2a62f9e887f7) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:57:12.570764 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:09Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:12.618793 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710eb672-a877-465d-9069-b4f6a307ecef None None] The sync data for ids ['39c67d2d-33d0-4b5b-9151-a701d0763949'] in n-d-814547-1 is: [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:09Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:57:12.755895 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:12.795200 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:12.835691 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:12.886442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Network 0485010d-de5d-4e84-b4ed-d98948c4ae4b is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:57:12.891693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:57:12.906297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:57:12.909961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Pushing event updated for resources: {'Port': ['ID=26668a37-0b35-40a6-8003-2a62f9e887f7,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:13.005558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Attempting to bind port 26668a37-0b35-40a6-8003-2a62f9e887f7 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:57:13.005558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Attempting to bind port 26668a37-0b35-40a6-8003-2a62f9e887f7 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:57:13.005558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Attempting to bind port 26668a37-0b35-40a6-8003-2a62f9e887f7 on network 0485010d-de5d-4e84-b4ed-d98948c4ae4b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:57:13.007103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:57:13.007544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Checking segment: {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:57:13.008007 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:13.009884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Bound using segment: {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:57:13.009884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Bound port: 26668a37-0b35-40a6-8003-2a62f9e887f7, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:57:13.009884 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:13.109122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] For port 26668a37-0b35-40a6-8003-2a62f9e887f7, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:57:13.113509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] For port 26668a37-0b35-40a6-8003-2a62f9e887f7, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=26668a37-0b35-40a6-8003-2a62f9e887f7,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:57:13.188487 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:13.217323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.20.0.1 (0485010d-de5d-4e84-b4ed-d98948c4ae4b/f4b6b52a-bf54-40d5-93b2-b7474fc74193/d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:57:13.261901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07723c72-95e7-4b8b-95c6-ff35408ad033 None None] Pushing event updated for resources: {'Port': ['ID=26668a37-0b35-40a6-8003-2a62f9e887f7,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:13.373632 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:13.462571 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:13.519123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 0485010d-de5d-4e84-b4ed-d98948c4ae4b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:57:13.523152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:57:13.525516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:13.527829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:57:13.584832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:13.777540 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:14.060857 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:14.123317 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:14.196376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:14.201162 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:14.295473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 0485010d-de5d-4e84-b4ed-d98948c4ae4b is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:57:14.296652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:57:14.418370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router 39c67d2d-33d0-4b5b-9151-a701d0763949 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:57:14.508435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47856) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:14.538840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:57:14.547615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b2b6e24e-d230-4267-a161-04b04bb5a454 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "PUT /v2.0/routers/39c67d2d-33d0-4b5b-9151-a701d0763949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3810015 Oct 19 11:57:14.678936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Sync routers for ids ['39c67d2d-33d0-4b5b-9151-a701d0763949'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:57:14.687600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02569310-a9ea-4949-8720-c78c5df96ce5 None None] Network 0485010d-de5d-4e84-b4ed-d98948c4ae4b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:57:14.693387 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Deleting port 1093f610-c955-4ac9-90d1-f15483b75561 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:14.693720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:14.708458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Routers {'39c67d2d-33d0-4b5b-9151-a701d0763949'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:14.709128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['39c67d2d-33d0-4b5b-9151-a701d0763949'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:14.804644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-565e251e-74ce-4df2-bc1d-91e74b0d301b None None] Provisioning complete for port 26668a37-0b35-40a6-8003-2a62f9e887f7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:14.805015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-565e251e-74ce-4df2-bc1d-91e74b0d301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:14.806133 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:14.806734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:14.820898 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-ecb42b53-2cd9-4e85-9469-f0d226324c26 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770619105&fields=id&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 267 time: 0.0600181 Oct 19 11:57:14.852939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Calling delete_port for 1093f610-c955-4ac9-90d1-f15483b75561 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:14.895561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 26668a37-0b35-40a6-8003-2a62f9e887f7 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:57:14.965677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Set router 39c67d2d-33d0-4b5b-9151-a701d0763949 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:14.989442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-b7345ee3-bca4-45cc-9926-6317a55e9661 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:14.990906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-b7345ee3-bca4-45cc-9926-6317a55e9661 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/networks?id=0485010d-de5d-4e84-b4ed-d98948c4ae4b HTTP/1.1" status: 200 len: 797 time: 0.1691706 Oct 19 11:57:15.018409 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-07780a6a-2927-45a5-a856-1a8ad0627334 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/quotas/e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 375 time: 0.0186265 Oct 19 11:57:15.110525 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-f3f321da-4419-4b47-a06b-8efd1ffef9fc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809872 Oct 19 11:57:15.145213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 26668a37-0b35-40a6-8003-2a62f9e887f7 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:15.145583 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:15.147169 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-565e251e-74ce-4df2-bc1d-91e74b0d301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:15.181837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-992dcdc4-a1a6-4b1d-8b9f-4214f1dd61af service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:57:15.182946 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-992dcdc4-a1a6-4b1d-8b9f-4214f1dd61af service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0595670 Oct 19 11:57:15.197917 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:15.249996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event deleted for resources: {'Port': ['ID=1093f610-c955-4ac9-90d1-f15483b75561,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:15.262066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-565e251e-74ce-4df2-bc1d-91e74b0d301b None None] For port 26668a37-0b35-40a6-8003-2a62f9e887f7, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=26668a37-0b35-40a6-8003-2a62f9e887f7,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:15.292817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.293169 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.293517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.293858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.294197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.294529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.294856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.295187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.295513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.295834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.296157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.296483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:15.327250 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-565e251e-74ce-4df2-bc1d-91e74b0d301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:15.370674 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:15.378002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-da5721fc-8768-47d7-9136-90fad9722ea1 service neutron] 10.222.0.39 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886218 Oct 19 11:57:15.381760 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:15.382194 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Floating IP dd3a12f1-ceac-4706-8f31-dac6683325e5 disassociated (deleted). External IP: 172.25.2.219, port: 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a. Oct 19 11:57:15.440229 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e251e-74ce-4df2-bc1d-91e74b0d301b None None] Pushing event updated for resources: {'Port': ['ID=26668a37-0b35-40a6-8003-2a62f9e887f7,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:15.467528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:13Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd1389d0d-fed1-4ba1-8cb7-fdc8510a4a01', 'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:93:88:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:13Z', 'updated_at': '2021-10-19T11:57:13Z', 'revision_number': 2, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:15.473201 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:57:15.473551 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:57:15.499167 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Checking router: 39c67d2d-33d0-4b5b-9151-a701d0763949 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:57:15.499409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Updating router 39c67d2d-33d0-4b5b-9151-a701d0763949 port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:57:15.502379 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-37693fc7-4514-4b9e-acf7-aaabe09ac203 None None] Provisioning complete for port 26668a37-0b35-40a6-8003-2a62f9e887f7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:15.502747 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37693fc7-4514-4b9e-acf7-aaabe09ac203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:15.576155 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-3b37fa5b-c647-4975-8ae9-09752fe77ee8 service neutron] 10.222.0.39 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578608 Oct 19 11:57:15.703972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:15.715818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Router 18fb3e41-7b56-4011-a9fb-7b852114d3be has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:57:15.846058 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:57:15.853358 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:15.860785 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4f1c7-ef20-4866-b48b-203a4034e446 None None] Sync routers for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:57:15.887535 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4f1c7-ef20-4866-b48b-203a4034e446 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:15.888328 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2fb4f1c7-ef20-4866-b48b-203a4034e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:15.898405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0f95c7bb-834f-4731-97db-3484f1275484 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "DELETE /v2.0/floatingips/dd3a12f1-ceac-4706-8f31-dac6683325e5 HTTP/1.1" status: 204 len: 168 time: 1.3888083 Oct 19 11:57:15.899681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'tag': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:57:15.902555 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a74556e6-831d-4283-93fd-768aae5e1c01", "tag": "8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:57:15.914251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-37693fc7-4514-4b9e-acf7-aaabe09ac203 None None] Provisioning complete for port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:15.924427 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37693fc7-4514-4b9e-acf7-aaabe09ac203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:15.952660 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e70af84-213b-40c9-9bec-38527ebe4026 req-b20627b5-7b3a-47b5-a984-1845f63fdc3a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 210 time: 0.0947018 Oct 19 11:57:16.031109 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f122ff-5cb4-4821-b317-37fab1d11763 x-openstack-request-id: req-40f122ff-5cb4-4821-b317-37fab1d11763 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:57:16.031310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-37693fc7-4514-4b9e-acf7-aaabe09ac203 None None] Port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:57:16.031545 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74556e6-831d-4283-93fd-768aae5e1c01", "tag": "8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:57:16.031809 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40f122ff-5cb4-4821-b317-37fab1d11763 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:57:16.032223 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'tag': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'status': 'completed', 'code': 200} Oct 19 11:57:16.062232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8ac6fa17-c3e4-4548-8cca-a4be3321d30b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:57:16.088506 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2fb4f1c7-ef20-4866-b48b-203a4034e446 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:16.108739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2 req-23c37ff6-0c8f-4cfb-b995-b1d3126d4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:16.110709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2 req-23c37ff6-0c8f-4cfb-b995-b1d3126d4f70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 1096 time: 0.0555995 Oct 19 11:57:16.179878 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:16.207093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-63f0766d-17db-420d-bc28-dd45f1a58c6f None None] Provisioning complete for port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:16.207472 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-63f0766d-17db-420d-bc28-dd45f1a58c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:16.223543 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2 req-a7c205af-c608-44f8-a0a5-38e483ff3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:16.225144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2 req-a7c205af-c608-44f8-a0a5-38e483ff3af0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 200 len: 911 time: 0.1037138 Oct 19 11:57:16.230949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 8ac6fa17-c3e4-4548-8cca-a4be3321d30b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:16.231342 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:16.272331 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2 req-26c885ad-40a0-460a-9852-77fbd746cab8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a HTTP/1.1" status: 200 len: 217 time: 0.0403612 Oct 19 11:57:16.273690 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-63f0766d-17db-420d-bc28-dd45f1a58c6f None None] Port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:57:16.279463 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:16.340807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2 req-99eb37a0-f31a-4509-9002-623afa61184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:16.342372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2 req-99eb37a0-f31a-4509-9002-623afa61184b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 200 len: 849 time: 0.0621896 Oct 19 11:57:16.352271 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2fb4f1c7-ef20-4866-b48b-203a4034e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:16.352951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6860904-581b-49d1-bcf1-4597b22d8640 None None] Pushing event updated for resources: {'Port': ['ID=d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:16.402579 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4f1c7-ef20-4866-b48b-203a4034e446 None None] Checking router: 18fb3e41-7b56-4011-a9fb-7b852114d3be for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:57:16.417592 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4f1c7-ef20-4866-b48b-203a4034e446 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:16.418426 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2fb4f1c7-ef20-4866-b48b-203a4034e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:16.427273 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:16.474103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 8ac6fa17-c3e4-4548-8cca-a4be3321d30b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8ac6fa17-c3e4-4548-8cca-a4be3321d30b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:16.477799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Attempting to bind port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:57:16.478339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Attempting to bind port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:57:16.478902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2 req-4d2abd38-4920-412c-a6c7-1ce49a2a8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:16.479040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Attempting to bind port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 on network 0485010d-de5d-4e84-b4ed-d98948c4ae4b {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:57:16.480699 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2 req-4d2abd38-4920-412c-a6c7-1ce49a2a8a0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b5204d6-13f8-468a-ae99-252172f92e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299286 Oct 19 11:57:16.485784 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:57:16.487079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Checking segment: {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:57:16.487636 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:16.488299 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Bound using segment: {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:57:16.489039 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Bound port: d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:57:16.489846 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:16.493250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190161ae-f82c-42a9-abe9-71d6af193983 req-ff3a8e05-7eee-49ba-bfe8-94e1dcb9955e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:16.495107 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-190161ae-f82c-42a9-abe9-71d6af193983 req-ff3a8e05-7eee-49ba-bfe8-94e1dcb9955e tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 945 time: 0.1065137 Oct 19 11:57:16.595102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] For port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:57:16.600088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] For port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:57:16.603117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:16.605601 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2fb4f1c7-ef20-4866-b48b-203a4034e446 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:16.613466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-190161ae-f82c-42a9-abe9-71d6af193983 req-d2e6ba68-dd4c-4c38-bd6c-77e7be2827d2 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/security-groups?id=92d8526e-1861-423d-801a-f5294ef9e0f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099586 Oct 19 11:57:16.640732 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2 req-576e20d5-5eef-418a-967e-a9b3bd410847 service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445465 Oct 19 11:57:16.676203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=8ac6fa17-c3e4-4548-8cca-a4be3321d30b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:16.698243 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b3a3a4e0-5ff8-4241-a534-872fa979192a None None] Provisioning complete for port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:16.698612 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a4e0-5ff8-4241-a534-872fa979192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:16.701790 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:16.743233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfa275ae-a7cd-4d72-ab4b-e5bfe9b5b9d2 req-8bf4ac5c-5933-4d74-a7b7-54e67a334fbc service neutron] 10.222.0.49 "GET /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942528 Oct 19 11:57:16.809011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Routers {'39c67d2d-33d0-4b5b-9151-a701d0763949'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:16.809596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:56:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['39c67d2d-33d0-4b5b-9151-a701d0763949'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:16.815037 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6860904-581b-49d1-bcf1-4597b22d8640 None None] Pushing event updated for resources: {'Port': ['ID=d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:16.867508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 26668a37-0b35-40a6-8003-2a62f9e887f7 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:57:16.873374 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2fb4f1c7-ef20-4866-b48b-203a4034e446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:16.901907 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4f1c7-ef20-4866-b48b-203a4034e446 None None] The sync data for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 is: [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:41:49Z', 'revision_number': 4, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7933b2d0-1381-4e52-a1f9-c055e9d37796', 'name': '', 'network_id': '1b5204d6-13f8-468a-ae99-252172f92e2a', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'mac_address': 'fa:16:3e:cd:3b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '13bc9823-7501-4a92-b961-597339cb11f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:46Z', 'updated_at': '2021-10-19T11:41:56Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'subnets': [{'id': '13bc9823-7501-4a92-b961-597339cb11f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:57:16.962082 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde7ea-6d5f-4b85-a72a-4d7931639918 req-a0487f68-1b7c-4034-8cb3-39e280542690 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:16.967436 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cacde7ea-6d5f-4b85-a72a-4d7931639918 req-a0487f68-1b7c-4034-8cb3-39e280542690 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 945 time: 0.0763869 Oct 19 11:57:17.012580 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a4e0-5ff8-4241-a534-872fa979192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:17.042988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] Set router 39c67d2d-33d0-4b5b-9151-a701d0763949 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:17.095371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7dd7005b-0e27-4142-93f8-58bea5174f9d req-ebe2792d-785b-4e78-97c2-270dfff11912 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 210 time: 0.0321746 Oct 19 11:57:17.099901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 26668a37-0b35-40a6-8003-2a62f9e887f7 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:17.100279 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:17.107664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b3a3a4e0-5ff8-4241-a534-872fa979192a None None] For port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:17.121622 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-cacde7ea-6d5f-4b85-a72a-4d7931639918 req-ae074792-5d36-4182-8dd3-a68a5166101a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Deleting port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:17.124152 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cacde7ea-6d5f-4b85-a72a-4d7931639918 req-ae074792-5d36-4182-8dd3-a68a5166101a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:17.205827 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a4e0-5ff8-4241-a534-872fa979192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:17.229153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-cacde7ea-6d5f-4b85-a72a-4d7931639918 req-ae074792-5d36-4182-8dd3-a68a5166101a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] For port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:17.229589 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cacde7ea-6d5f-4b85-a72a-4d7931639918 req-ae074792-5d36-4182-8dd3-a68a5166101a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:17.247752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-cacde7ea-6d5f-4b85-a72a-4d7931639918 req-ae074792-5d36-4182-8dd3-a68a5166101a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Calling delete_port for 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:17.273740 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a315ac-18f1-46d3-bb4d-3839ddb93498 None None] New status for floating IP dd3a12f1-ceac-4706-8f31-dac6683325e5: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:57:17.385530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3a4e0-5ff8-4241-a534-872fa979192a None None] Pushing event updated for resources: {'Port': ['ID=d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:17.424327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-67ec7956-91f0-40c2-9ce7-027d23ad42f6 None None] Provisioning complete for port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:17.424727 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-67ec7956-91f0-40c2-9ce7-027d23ad42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:17.451482 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cacde7ea-6d5f-4b85-a72a-4d7931639918 req-ae074792-5d36-4182-8dd3-a68a5166101a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:17.476347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8ac6fa17-c3e4-4548-8cca-a4be3321d30b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:57:17.498522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae074792-5d36-4182-8dd3-a68a5166101a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event deleted for resources: {'Port': ['ID=8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:17.534566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacde7ea-6d5f-4b85-a72a-4d7931639918 req-ae074792-5d36-4182-8dd3-a68a5166101a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] No DVR routers for this DVR port 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:57:17.537486 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-cacde7ea-6d5f-4b85-a72a-4d7931639918 req-ae074792-5d36-4182-8dd3-a68a5166101a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:17.542175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cacde7ea-6d5f-4b85-a72a-4d7931639918 req-ae074792-5d36-4182-8dd3-a68a5166101a tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.49 "DELETE /v2.0/ports/8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a HTTP/1.1" status: 204 len: 173 time: 0.5690308 Oct 19 11:57:17.542706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'name': 'network-vif-deleted', 'tag': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:57:17.546248 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce2e223-a435-407c-8b2a-605ab7ccc5a6" -d '{"events": [{"server_uuid": "a74556e6-831d-4283-93fd-768aae5e1c01", "name": "network-vif-deleted", "tag": "8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:57:17.574877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:13Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd1389d0d-fed1-4ba1-8cb7-fdc8510a4a01', 'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:93:88:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:13Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:17.591448 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85aa3eb-22ce-4b08-b621-4285d22bc463 x-openstack-request-id: req-e85aa3eb-22ce-4b08-b621-4285d22bc463 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:57:17.591743 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74556e6-831d-4283-93fd-768aae5e1c01", "name": "network-vif-deleted", "tag": "8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:57:17.591998 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e85aa3eb-22ce-4b08-b621-4285d22bc463 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:57:17.592420 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74556e6-831d-4283-93fd-768aae5e1c01', 'name': 'network-vif-deleted', 'tag': '8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a', 'status': 'completed', 'code': 200} Oct 19 11:57:17.727258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e826265-740b-49d9-b62d-27d994433df2 req-923a2641-ab9d-47cc-baed-feb092dda9e8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 210 time: 0.0336874 Oct 19 11:57:17.766989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3321d828-fbf6-4384-bb06-1ff9a784235d None None] The sync data for ids ['39c67d2d-33d0-4b5b-9151-a701d0763949'] in n-d-814547-1 is: [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:13Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd1389d0d-fed1-4ba1-8cb7-fdc8510a4a01', 'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:93:88:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:13Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:57:17.774168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 8ac6fa17-c3e4-4548-8cca-a4be3321d30b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:17.774535 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:18.215877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83567404-2893-4d38-aa47-9dbf5707c26c req-4ec6cbb2-8054-4bc3-8c65-fa7cf45a534d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 210 time: 0.0333831 Oct 19 11:57:18.334624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-0d4cb8af-9b11-4571-b112-b08eacce6ce4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:18.336912 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-0d4cb8af-9b11-4571-b112-b08eacce6ce4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.26 "GET /v2.0/networks?id=0485010d-de5d-4e84-b4ed-d98948c4ae4b HTTP/1.1" status: 200 len: 797 time: 0.1501439 Oct 19 11:57:18.391130 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-92c65ef3-7956-40be-a319-766e7479a705 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 379 time: 0.0387042 Oct 19 11:57:18.404870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'port': {'device_id': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'admin_state_up': True, 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'security_groups': ['7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:18.618299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:57:18.621950 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:18.771229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.20.0.4 (0485010d-de5d-4e84-b4ed-d98948c4ae4b/f4b6b52a-bf54-40d5-93b2-b7474fc74193/ecce97cf-b600-43a0-9ff1-9faad3aa3b8a) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:57:18.885859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:57:18.927867 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-966d7e9c-e411-41b6-acc4-9b021016976b req-0daf3ea1-06fc-4beb-92e5-71f153364cf1 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 210 time: 0.0685890 Oct 19 11:57:18.967757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:18.968406 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:18.983790 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:19.084014 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:19.129088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 0485010d-de5d-4e84-b4ed-d98948c4ae4b is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:57:19.132176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:57:19.135892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:57:19.179583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:19.189781 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:19.190395 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:19.278290 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-5ef9e5a3-0041-4f1e-a9a5-0e345ad56194 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8799324 Oct 19 11:57:19.296979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Request body: {'port': {'device_id': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:19.366755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c849e-1cb7-490c-be62-8b40bf20807c req-553f11cb-ef71-433a-85dd-2f5eeb638258 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:19.368280 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-847c849e-1cb7-490c-be62-8b40bf20807c req-553f11cb-ef71-433a-85dd-2f5eeb638258 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 931 time: 0.0730376 Oct 19 11:57:19.377970 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:19.406573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0601d590-6abb-4e6a-ab25-1a6a576a6db3 None None] Provisioning complete for port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:19.406861 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0601d590-6abb-4e6a-ab25-1a6a576a6db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:19.424283 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-847c849e-1cb7-490c-be62-8b40bf20807c req-6257e838-c675-4f1c-bec4-875f420f3d3d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441463 Oct 19 11:57:19.450325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0601d590-6abb-4e6a-ab25-1a6a576a6db3 None None] Port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:57:19.648702 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecce97cf-b600-43a0-9ff1-9faad3aa3b8a {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:57:19.656233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:19.668373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Transition to ACTIVE for port object ecce97cf-b600-43a0-9ff1-9faad3aa3b8a will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:57:19.723465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:19.781922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Pushing event updated for resources: {'Port': ['ID=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:19.849519 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:19.855598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:57:19.856149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:57:19.856558 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on network 0485010d-de5d-4e84-b4ed-d98948c4ae4b {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:57:19.861764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on network 0485010d-de5d-4e84-b4ed-d98948c4ae4b not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:57:19.862159 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on network 0485010d-de5d-4e84-b4ed-d98948c4ae4b {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:57:19.867274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:57:19.867689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Checking segment: {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:57:19.868179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Bound using segment: {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:57:19.868709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Bound port: ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:57:19.869204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:19.936076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:57:19.940171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:57:20.031515 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:20.034811 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-16d23375-d39a-453c-96de-387e43302a49 req-753dfd4d-f8e7-4df3-bc85-1f6921bca741 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 210 time: 0.0307364 Oct 19 11:57:20.049504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:20.050408 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:20.052239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] 10.222.0.26 "PUT /v2.0/ports/ecce97cf-b600-43a0-9ff1-9faad3aa3b8a HTTP/1.1" status: 200 len: 1091 time: 0.7603838 Oct 19 11:57:20.052874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:57:20.055268 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6edc483-9d71-4a65-9f37-7c4d3f70e290" -d '{"events": [{"name": "network-changed", "server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:57:20.123660 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51492689-2598-41ff-a520-ab2f2c5999c7 x-openstack-request-id: req-51492689-2598-41ff-a520-ab2f2c5999c7 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:57:20.124052 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:57:20.124403 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51492689-2598-41ff-a520-ab2f2c5999c7 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:57:20.124929 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'status': 'completed', 'code': 200} Oct 19 11:57:20.141020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6adef-9329-41e0-baa4-c8ca63dff7ca service neutron] Pushing event updated for resources: {'Port': ['ID=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:20.196426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edc483-9d71-4a65-9f37-7c4d3f70e290 req-8f42f3c3-a758-4be3-ad09-d60276e1a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:20.197982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6edc483-9d71-4a65-9f37-7c4d3f70e290 req-8f42f3c3-a758-4be3-ad09-d60276e1a74e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1094 time: 0.0446525 Oct 19 11:57:20.316576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edc483-9d71-4a65-9f37-7c4d3f70e290 req-744f06e4-22b3-4e1b-b17a-21b40bcd68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:20.316740 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6edc483-9d71-4a65-9f37-7c4d3f70e290 req-744f06e4-22b3-4e1b-b17a-21b40bcd68fb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1064959 Oct 19 11:57:20.363568 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:20.419798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edc483-9d71-4a65-9f37-7c4d3f70e290 req-0fb84379-3928-4475-985a-dd378c5ff3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:20.421301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a6edc483-9d71-4a65-9f37-7c4d3f70e290 req-0fb84379-3928-4475-985a-dd378c5ff3ef service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935402 Oct 19 11:57:20.547190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-aa99a85b-d68d-4682-a0fe-8b1f7aed26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:20.548757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-aa99a85b-d68d-4682-a0fe-8b1f7aed26bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1094 time: 0.0741978 Oct 19 11:57:20.564254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f3603-3f12-45d9-884a-1dc10883d3c5 req-d652caba-30c4-418c-9bf4-ceef8db6b882 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:20.565680 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c52f3603-3f12-45d9-884a-1dc10883d3c5 req-d652caba-30c4-418c-9bf4-ceef8db6b882 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 943 time: 0.0650804 Oct 19 11:57:20.606404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-e6b8b25b-2753-4598-8639-4dc7a8e303bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a HTTP/1.1" status: 200 len: 217 time: 0.0397031 Oct 19 11:57:20.653955 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c52f3603-3f12-45d9-884a-1dc10883d3c5 req-470169b7-8d52-4353-bb2a-9c83ec4ad359 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819654 Oct 19 11:57:20.672715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-233d44f9-c412-4bb5-902a-27b6c900b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:20.674264 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-233d44f9-c412-4bb5-902a-27b6c900b9ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4b6b52a-bf54-40d5-93b2-b7474fc74193 HTTP/1.1" status: 200 len: 835 time: 0.0550256 Oct 19 11:57:20.727894 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-d810ad68-4c43-468f-affc-e8e72aef921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:20.729465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-d810ad68-4c43-468f-affc-e8e72aef921d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0485010d-de5d-4e84-b4ed-d98948c4ae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435691 Oct 19 11:57:20.834639 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-b0d82668-5a88-401d-8121-60ce409298fd service neutron] 10.222.0.26 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844078 Oct 19 11:57:20.926649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99d2b639-fc7f-4cda-bc73-acfe6e13a9bb req-8086cd84-6434-4fa2-aed7-06276bbefd8a service neutron] 10.222.0.26 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847609 Oct 19 11:57:21.157115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5750f7d2-899d-4e89-aaf1-66cbed4f0abc req-58ce3d66-d23d-47e5-82c3-aa3dd15f4f43 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 210 time: 0.0388017 Oct 19 11:57:21.219619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:21.240086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:21.240426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8b4db3af-1c2d-4440-b1cd-1ee5d37e5a8a not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:21.772599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb5f34-cc21-4205-b080-bfe17e7ba06c req-9cf694ae-fd8e-421d-b979-b23eba02edc5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:21.774018 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81eb5f34-cc21-4205-b080-bfe17e7ba06c req-9cf694ae-fd8e-421d-b979-b23eba02edc5 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 943 time: 0.0500298 Oct 19 11:57:21.814944 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81eb5f34-cc21-4205-b080-bfe17e7ba06c req-024a1a14-d22d-4829-8a96-d742c5f1db2d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333350 Oct 19 11:57:22.262246 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0aba1a0-deb0-4a88-82d3-b78595d5920a req-2dc91a6c-2fa4-4187-8cd8-95e00ea1e1da tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "GET /v2.0/ports?device_id=a74556e6-831d-4283-93fd-768aae5e1c01 HTTP/1.1" status: 200 len: 210 time: 0.0268955 Oct 19 11:57:22.949555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564b55-092e-4606-a238-b1a1ebfca3ca req-0eba9a2f-ba92-423b-9f0b-955567571c88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:22.951017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24564b55-092e-4606-a238-b1a1ebfca3ca req-0eba9a2f-ba92-423b-9f0b-955567571c88 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 943 time: 0.0495992 Oct 19 11:57:22.989096 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-24564b55-092e-4606-a238-b1a1ebfca3ca req-509d4823-8752-4645-8692-345092e59b57 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312443 Oct 19 11:57:23.317779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47922) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:23.439010 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-36a60b24-d713-462b-8f8b-12b5ae5dc65b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Deleting port dbffbad3-ab27-4943-93c9-b41d1ac55421 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:23.439871 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36a60b24-d713-462b-8f8b-12b5ae5dc65b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:23.519646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36a60b24-d713-462b-8f8b-12b5ae5dc65b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:23.519894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36a60b24-d713-462b-8f8b-12b5ae5dc65b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:23.531546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-36a60b24-d713-462b-8f8b-12b5ae5dc65b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Calling delete_port for dbffbad3-ab27-4943-93c9-b41d1ac55421 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:24.017635 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36a60b24-d713-462b-8f8b-12b5ae5dc65b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:24.043275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device ecce97cf-b600-43a0-9ff1-9faad3aa3b8a details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:57:24.043861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a60b24-d713-462b-8f8b-12b5ae5dc65b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event deleted for resources: {'Port': ['ID=dbffbad3-ab27-4943-93c9-b41d1ac55421,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:24.134361 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36a60b24-d713-462b-8f8b-12b5ae5dc65b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:24.136947 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-36a60b24-d713-462b-8f8b-12b5ae5dc65b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:24.141822 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-36a60b24-d713-462b-8f8b-12b5ae5dc65b tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "DELETE /v2.0/floatingips/98be9d09-6ad7-4864-afc7-6f6f0e2b397b HTTP/1.1" status: 204 len: 168 time: 0.8193676 Oct 19 11:57:24.150704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861d585-0237-4548-a574-2db47adac2a0 req-c1d53726-4a0e-4706-81d2-f75fad7c12f4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:24.152198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f861d585-0237-4548-a574-2db47adac2a0 req-c1d53726-4a0e-4706-81d2-f75fad7c12f4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 943 time: 0.0853777 Oct 19 11:57:24.157397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:24.169874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'port_id': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'mac_address': 'fa:16:3e:47:2b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:57:24.193716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f861d585-0237-4548-a574-2db47adac2a0 req-12090b12-b1a8-4a5e-b323-2d251e71b1fd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343428 Oct 19 11:57:24.212069 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:24.225876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecce97cf-b600-43a0-9ff1-9faad3aa3b8a {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:57:24.249106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:24.326316 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:24.373434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:24.380749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.381104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.381439 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.381775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.382103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.382427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.382746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.383062 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.383384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.383698 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.384012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.384325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:24.596555 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['ecce97cf-b600-43a0-9ff1-9faad3aa3b8a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:57:25.314779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e0856-4b43-49f4-8680-8e830b6ba84d req-a03ce4d8-6220-433b-85a8-369bc0b05d5f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:25.316339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea5e0856-4b43-49f4-8680-8e830b6ba84d req-a03ce4d8-6220-433b-85a8-369bc0b05d5f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 944 time: 0.0549324 Oct 19 11:57:25.358298 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ea5e0856-4b43-49f4-8680-8e830b6ba84d req-7171524b-e407-4578-8704-eed2b7371215 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358517 Oct 19 11:57:25.418610 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9d0384f-ae38-44d5-aa08-08ddfea7ae95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:26.057245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device ecce97cf-b600-43a0-9ff1-9faad3aa3b8a up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:57:26.183851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:57:26.187965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:57:26.188336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:26.266374 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:26.288725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:57:26.290950 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c996dbb-f9bd-49ec-9c97-8eeb2c731450" -d '{"events": [{"server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "name": "network-vif-plugged", "status": "completed", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:57:26.303939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:26.330157 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4501c836-9973-4e25-8cc8-57f79c9a98a9 x-openstack-request-id: req-4501c836-9973-4e25-8cc8-57f79c9a98a9 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:57:26.330157 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "name": "network-vif-plugged", "status": "completed", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:57:26.330157 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4501c836-9973-4e25-8cc8-57f79c9a98a9 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:57:26.330429 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'code': 200} Oct 19 11:57:26.389818 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:26.454060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2e2b1-9e02-45c3-853f-8b6afda584bd req-8b8ab695-6c41-40c1-8ed5-b2897fd3bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:26.456114 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7a2e2b1-9e02-45c3-853f-8b6afda584bd req-8b8ab695-6c41-40c1-8ed5-b2897fd3bb70 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1096 time: 0.0623887 Oct 19 11:57:26.464815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:26.485070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a4361-5e6e-4834-b41b-9e8a556c9746 req-aa56c795-7454-4047-b242-8fec6f125ee9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:26.486704 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cb8a4361-5e6e-4834-b41b-9e8a556c9746 req-aa56c795-7454-4047-b242-8fec6f125ee9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0529854 Oct 19 11:57:26.498256 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d7a2e2b1-9e02-45c3-853f-8b6afda584bd req-e063e219-029d-4a61-80aa-f5bd9bfeb87d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292346 Oct 19 11:57:26.525537 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cb8a4361-5e6e-4834-b41b-9e8a556c9746 req-b5464521-ac64-4599-988b-fd38f10af112 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323598 Oct 19 11:57:26.818165 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:57:27.611865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47948) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:27.646177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f8bb5-7ba9-4bac-91c6-e55b14db439e req-530453db-c769-4079-94b4-733a9d334e40 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:27.647602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e4f8bb5-7ba9-4bac-91c6-e55b14db439e req-530453db-c769-4079-94b4-733a9d334e40 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0500014 Oct 19 11:57:27.677199 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:27.690577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e4f8bb5-7ba9-4bac-91c6-e55b14db439e req-883df5c5-f40f-490d-b658-2254e534631f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362124 Oct 19 11:57:27.715793 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:27.843392 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bee5e04f-ea85-4f55-b598-aeeee4f465cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:27.866160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:27.868955 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:27.872822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] 10.222.0.39 "DELETE /v2.0/security-groups/92d8526e-1861-423d-801a-f5294ef9e0f0 HTTP/1.1" status: 204 len: 168 time: 0.2573230 Oct 19 11:57:27.889099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d8526e-1861-423d-801a-f5294ef9e0f0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:27.899019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.899382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.900140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.900454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.900909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.901347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.901592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.901910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.902364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.902690 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.903018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.903337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299a030-52fe-46e8-b7de-e80f5a8efdc8 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:57:27.984484 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47952) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:28.435189 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:28.680597 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] Deleting port 7933b2d0-1381-4e52-a1f9-c055e9d37796 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:28.681209 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:28.764275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] For port 7933b2d0-1381-4e52-a1f9-c055e9d37796, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7933b2d0-1381-4e52-a1f9-c055e9d37796,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:28.764669 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:28.777401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] Calling delete_port for 7933b2d0-1381-4e52-a1f9-c055e9d37796 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:28.810557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd8bda-6bfc-4140-bcf5-ccb570d72137 req-4305365e-86ca-4850-9513-359b2d40771b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:28.812080 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89bd8bda-6bfc-4140-bcf5-ccb570d72137 req-4305365e-86ca-4850-9513-359b2d40771b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0535302 Oct 19 11:57:28.852418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89bd8bda-6bfc-4140-bcf5-ccb570d72137 req-62fc3138-f625-48b1-947c-f4b5b1757959 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326388 Oct 19 11:57:29.001994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82984587-8652-4570-87ed-bec6bf53f293 req-e12599fb-881a-4e4e-a257-091643cb7128 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:29.003494 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82984587-8652-4570-87ed-bec6bf53f293 req-e12599fb-881a-4e4e-a257-091643cb7128 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0803478 Oct 19 11:57:29.041401 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82984587-8652-4570-87ed-bec6bf53f293 req-8223f676-0c0b-4dfe-aeaf-51608ff25760 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317314 Oct 19 11:57:29.052435 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:29.063296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47960) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:29.081100 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:29.086017 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] Pushing event deleted for resources: {'Port': ['ID=7933b2d0-1381-4e52-a1f9-c055e9d37796,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:29.112141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e09e3-00f1-4826-a716-934619169e5d tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:29.113838 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-967e09e3-00f1-4826-a716-934619169e5d tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1091 time: 0.0489202 Oct 19 11:57:29.116707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47962) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:29.121307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:57:29.200792 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:29.229613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:29.336824 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:29.444015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.25.2.172 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/de1ea5b1-bd9c-45f6-bdd1-e1b483608d7a) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:57:29.559353 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:29.618832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:29.710010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:29.748890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:57:29.751909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:57:29.755494 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:57:29.811223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=de1ea5b1-bd9c-45f6-bdd1-e1b483608d7a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:29.836725 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] Router 18fb3e41-7b56-4011-a9fb-7b852114d3be has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:57:29.943513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:57:29.951539 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-92229d74-e98f-494c-ac27-ef08b4e48adf admin admin] 10.222.0.39 "PUT /v2.0/routers/18fb3e41-7b56-4011-a9fb-7b852114d3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9631855 Oct 19 11:57:29.951701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47964) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:29.952594 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf52684e-e423-43c0-a4ca-c03471534318 None None] Sync routers for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:57:29.963054 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf52684e-e423-43c0-a4ca-c03471534318 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:29.963659 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cf52684e-e423-43c0-a4ca-c03471534318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:57:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:30.069148 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-cf52684e-e423-43c0-a4ca-c03471534318 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:30.069356 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.136656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.178670 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.257933 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cf52684e-e423-43c0-a4ca-c03471534318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:57:28Z', 'revision_number': 5, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port': {'id': 'e5f35554-7965-4f08-b990-a6e254953e3e', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:64:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:41:42Z', 'updated_at': '2021-10-19T11:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:30.275211 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.287223 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf52684e-e423-43c0-a4ca-c03471534318 None None] Checking router: 18fb3e41-7b56-4011-a9fb-7b852114d3be for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:57:30.295577 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf52684e-e423-43c0-a4ca-c03471534318 None None] Routers {'18fb3e41-7b56-4011-a9fb-7b852114d3be'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:30.296184 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cf52684e-e423-43c0-a4ca-c03471534318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:57:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['18fb3e41-7b56-4011-a9fb-7b852114d3be'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:30.342179 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Deleting port e5f35554-7965-4f08-b990-a6e254953e3e {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:30.342537 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.453921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] For port e5f35554-7965-4f08-b990-a6e254953e3e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e5f35554-7965-4f08-b990-a6e254953e3e,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:30.454441 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.456140 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.473416 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Calling delete_port for e5f35554-7965-4f08-b990-a6e254953e3e owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:30.485415 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-cf52684e-e423-43c0-a4ca-c03471534318 None None] Set router 18fb3e41-7b56-4011-a9fb-7b852114d3be gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:30.521099 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.540749 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-cf52684e-e423-43c0-a4ca-c03471534318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:57:30Z', 'revision_number': 6, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:30.571481 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf52684e-e423-43c0-a4ca-c03471534318 None None] The sync data for ids ['18fb3e41-7b56-4011-a9fb-7b852114d3be'] in n-d-814547-1 is: [{'id': '18fb3e41-7b56-4011-a9fb-7b852114d3be', 'name': 'tempest-TestVolumeBootPattern-37518495-router', 'tenant_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:41Z', 'updated_at': '2021-10-19T11:57:30Z', 'revision_number': 6, 'project_id': 'f80dff5b781d42d8a94187bf4b85d3e4', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:57:30.624899 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=de1ea5b1-bd9c-45f6-bdd1-e1b483608d7a,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:30.638358 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.723293 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.739503 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Floating IP 761e9fa6-5524-4b02-b24f-1c285d3a326d associated. External IP: 172.25.2.172, port: ecce97cf-b600-43a0-9ff1-9faad3aa3b8a. Oct 19 11:57:30.754909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f35554-7965-4f08-b990-a6e254953e3e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:30.815760 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.910830 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.912801 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.923225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:30.986540 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router 39c67d2d-33d0-4b5b-9151-a701d0763949 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:57:31.099704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:57:31.106263 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:31.106754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18fb3e41-7b56-4011-a9fb-7b852114d3be {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:57:31.111585 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:31.112658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16739fa7-3e8e-4c67-8d2e-144a061ec766 None None] Sync routers for ids ['39c67d2d-33d0-4b5b-9151-a701d0763949'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:57:31.112817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4dbd2820-278f-4b20-b0af-ef2559d565dc admin admin] 10.222.0.39 "DELETE /v2.0/routers/18fb3e41-7b56-4011-a9fb-7b852114d3be HTTP/1.1" status: 204 len: 168 time: 1.1600673 Oct 19 11:57:31.115255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47966) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:31.122985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16739fa7-3e8e-4c67-8d2e-144a061ec766 None None] Routers {'39c67d2d-33d0-4b5b-9151-a701d0763949'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:31.127153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-16739fa7-3e8e-4c67-8d2e-144a061ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:57:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['39c67d2d-33d0-4b5b-9151-a701d0763949'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:31.164603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e10e67-1a57-4324-a2d4-a315bb43e998 admin admin] Deleting subnet 13bc9823-7501-4a92-b961-597339cb11f4 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:57:31.167627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64e10e67-1a57-4324-a2d4-a315bb43e998 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:31.200121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:31.204333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64e10e67-1a57-4324-a2d4-a315bb43e998 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:31.233537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-16739fa7-3e8e-4c67-8d2e-144a061ec766 None None] Set router 39c67d2d-33d0-4b5b-9151-a701d0763949 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:31.244745 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-02c409fe-27a7-4d2e-b170-dcb4ce7c1ed2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1268826 Oct 19 11:57:31.245431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:57:31.247919 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8999d1-9e13-4bc1-bef9-d7706d645100" -d '{"events": [{"name": "network-changed", "server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:57:31.297175 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93a2fbc-715e-4b27-905d-388a464d99b4 x-openstack-request-id: req-e93a2fbc-715e-4b27-905d-388a464d99b4 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:57:31.297369 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:57:31.297626 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e93a2fbc-715e-4b27-905d-388a464d99b4 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:57:31.298023 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'status': 'completed', 'code': 200} Oct 19 11:57:31.301943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64e10e67-1a57-4324-a2d4-a315bb43e998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:31.377814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7933b2d0-1381-4e52-a1f9-c055e9d37796 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:31.387341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac671537-692f-4cf2-a668-c2542115245f req-801693e9-8168-4696-ba7f-de44320dc186 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:31.388916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ac671537-692f-4cf2-a668-c2542115245f req-801693e9-8168-4696-ba7f-de44320dc186 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.1020093 Oct 19 11:57:31.393956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8999d1-9e13-4bc1-bef9-d7706d645100 req-2829cbea-a36f-47c1-93b9-41b3a6aa8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:31.395391 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b8999d1-9e13-4bc1-bef9-d7706d645100 req-2829cbea-a36f-47c1-93b9-41b3a6aa8115 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1096 time: 0.0736260 Oct 19 11:57:31.401053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 7933b2d0-1381-4e52-a1f9-c055e9d37796 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:31.401405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7933b2d0-1381-4e52-a1f9-c055e9d37796 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:31.449764 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64e10e67-1a57-4324-a2d4-a315bb43e998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:31.483928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e10e67-1a57-4324-a2d4-a315bb43e998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13bc9823-7501-4a92-b961-597339cb11f4,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:31.484779 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ac671537-692f-4cf2-a668-c2542115245f req-2d962e71-73a5-4caa-8d66-79f2a3d2be9e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878527 Oct 19 11:57:31.511739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-64e10e67-1a57-4324-a2d4-a315bb43e998 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:31.517713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47972) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:31.518433 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-64e10e67-1a57-4324-a2d4-a315bb43e998 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/13bc9823-7501-4a92-b961-597339cb11f4 HTTP/1.1" status: 204 len: 168 time: 0.4020360 Oct 19 11:57:31.519243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 47974) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:31.529056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-16739fa7-3e8e-4c67-8d2e-144a061ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:13Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '761e9fa6-5524-4b02-b24f-1c285d3a326d', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'port_id': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'mac_address': 'fa:16:3e:47:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:57:29Z', 'updated_at': '2021-10-19T11:57:29Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1389d0d-fed1-4ba1-8cb7-fdc8510a4a01', 'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:93:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:13Z', 'updated_at': '2021-10-19T11:57:17Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:31.534627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6dcc61-2d65-4668-a9ec-035e805f83f5 None None] Network 1b5204d6-13f8-468a-ae99-252172f92e2a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:57:31.570393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16739fa7-3e8e-4c67-8d2e-144a061ec766 None None] Checking router: 39c67d2d-33d0-4b5b-9151-a701d0763949 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:57:31.578128 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8999d1-9e13-4bc1-bef9-d7706d645100 req-21a1fe09-6998-4d97-acbf-9cf55ef9d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:31.579619 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b8999d1-9e13-4bc1-bef9-d7706d645100 req-21a1fe09-6998-4d97-acbf-9cf55ef9d358 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0485010d-de5d-4e84-b4ed-d98948c4ae4b HTTP/1.1" status: 200 len: 898 time: 0.1754737 Oct 19 11:57:31.600918 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:31.626527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16739fa7-3e8e-4c67-8d2e-144a061ec766 None None] Routers {'39c67d2d-33d0-4b5b-9151-a701d0763949'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:31.626527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-16739fa7-3e8e-4c67-8d2e-144a061ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:57:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['39c67d2d-33d0-4b5b-9151-a701d0763949'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:31.628684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-94abcb59-0d53-4462-a334-f75c73817875 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/761e9fa6-5524-4b02-b24f-1c285d3a326d HTTP/1.1" status: 200 len: 991 time: 0.1103349 Oct 19 11:57:31.656238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b8999d1-9e13-4bc1-bef9-d7706d645100 req-352d5e4f-330a-4bed-b2ff-14624c0fe96d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a HTTP/1.1" status: 200 len: 999 time: 0.0688915 Oct 19 11:57:31.670250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Deleting port 1c170509-744f-4180-bff4-09dd30849108 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:31.670603 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:31.716266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8999d1-9e13-4bc1-bef9-d7706d645100 req-b235ee1d-8a73-41f4-89db-c1806814d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:31.717941 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b8999d1-9e13-4bc1-bef9-d7706d645100 req-b235ee1d-8a73-41f4-89db-c1806814d303 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4b6b52a-bf54-40d5-93b2-b7474fc74193 HTTP/1.1" status: 200 len: 835 time: 0.0538855 Oct 19 11:57:31.761584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] For port 1c170509-744f-4180-bff4-09dd30849108, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=1c170509-744f-4180-bff4-09dd30849108,segment=NetworkSegment(4cc9f4db-3a61-41f4-a731-b5d1587f4645),segment_id=4cc9f4db-3a61-41f4-a731-b5d1587f4645)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:31.762235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:31.768988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8999d1-9e13-4bc1-bef9-d7706d645100 req-bc5ae334-a7c0-4ea9-bc18-fca83d479594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:31.770730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b8999d1-9e13-4bc1-bef9-d7706d645100 req-bc5ae334-a7c0-4ea9-bc18-fca83d479594 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0485010d-de5d-4e84-b4ed-d98948c4ae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452828 Oct 19 11:57:31.781659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Calling delete_port for 1c170509-744f-4180-bff4-09dd30849108 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:31.788643 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-16739fa7-3e8e-4c67-8d2e-144a061ec766 None None] Set router 39c67d2d-33d0-4b5b-9151-a701d0763949 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:31.872253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b8999d1-9e13-4bc1-bef9-d7706d645100 req-b671a3f5-7083-40d1-9641-1b80fd71f284 service neutron] 10.222.0.26 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924895 Oct 19 11:57:31.882251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e116944-d67f-49d4-8078-b50ba814f9a0 None None] DHCP port deletion for 1b5204d6-13f8-468a-ae99-252172f92e2a request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:57:31.968266 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b8999d1-9e13-4bc1-bef9-d7706d645100 req-30ac83d9-8b65-456f-8885-469c6d265753 service neutron] 10.222.0.26 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884442 Oct 19 11:57:31.972950 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:32.000013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c170509-744f-4180-bff4-09dd30849108,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:32.003046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7e116944-d67f-49d4-8078-b50ba814f9a0 None None] Deleting port 1c170509-744f-4180-bff4-09dd30849108 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:32.003607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] No DVR routers for this DVR port 1c170509-744f-4180-bff4-09dd30849108 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:57:32.004387 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7e116944-d67f-49d4-8078-b50ba814f9a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:32.074707 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:32.099595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7e116944-d67f-49d4-8078-b50ba814f9a0 None None] For port 1c170509-744f-4180-bff4-09dd30849108, host n-d-814547-1, got binding levels [] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:32.099984 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7e116944-d67f-49d4-8078-b50ba814f9a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:32.101383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5204d6-13f8-468a-ae99-252172f92e2a']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:32.111214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc9f4db-3a61-41f4-a731-b5d1587f4645') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:32.111512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc9f4db-3a61-41f4-a731-b5d1587f4645') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:32.118940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7e116944-d67f-49d4-8078-b50ba814f9a0 None None] Calling delete_port for 1c170509-744f-4180-bff4-09dd30849108 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:32.126102 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:32.126743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.ipam_backend_mixin [None req-7e116944-d67f-49d4-8078-b50ba814f9a0 None None] Port 1c170509-744f-4180-bff4-09dd30849108 was not found and therefore no delete operation was performed {{(pid=101313) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 11:57:32.126743 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7e116944-d67f-49d4-8078-b50ba814f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:32.136335 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:32.142933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:57:32.143309 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: timer() Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:57:32.145021 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:57:32.153514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e116944-d67f-49d4-8078-b50ba814f9a0 None None] Pushing event deleted for resources: {'Port': ['ID=1c170509-744f-4180-bff4-09dd30849108,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:32.160101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e116944-d67f-49d4-8078-b50ba814f9a0 None None] No DVR routers for this DVR port 1c170509-744f-4180-bff4-09dd30849108 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:57:32.171178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-16739fa7-3e8e-4c67-8d2e-144a061ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:13Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '761e9fa6-5524-4b02-b24f-1c285d3a326d', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'port_id': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'mac_address': 'fa:16:3e:47:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:57:29Z', 'updated_at': '2021-10-19T11:57:29Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1389d0d-fed1-4ba1-8cb7-fdc8510a4a01', 'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:93:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:13Z', 'updated_at': '2021-10-19T11:57:17Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:32.199323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16739fa7-3e8e-4c67-8d2e-144a061ec766 None None] The sync data for ids ['39c67d2d-33d0-4b5b-9151-a701d0763949'] in n-d-814547-1 is: [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:13Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '761e9fa6-5524-4b02-b24f-1c285d3a326d', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'port_id': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'mac_address': 'fa:16:3e:47:2b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:57:29Z', 'updated_at': '2021-10-19T11:57:29Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1389d0d-fed1-4ba1-8cb7-fdc8510a4a01', 'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:93:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:13Z', 'updated_at': '2021-10-19T11:57:17Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:57:32.287098 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:32.294856 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:32.297953 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] 10.222.0.39 "DELETE /v2.0/networks/1b5204d6-13f8-468a-ae99-252172f92e2a HTTP/1.1" status: 204 len: 168 time: 0.7775660 Oct 19 11:57:32.301001 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47976) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:32.313236 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440246b-1768-4166-8188-0c84118a646a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5204d6-13f8-468a-ae99-252172f92e2a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:32.404627 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae46ab2-49d5-4359-bb63-4072e99187c8 None None] New status for floating IP 761e9fa6-5524-4b02-b24f-1c285d3a326d: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:57:32.630652 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47978) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:32.701180 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1710673e-4338-4b6f-922a-abd895ce7338 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/761e9fa6-5524-4b02-b24f-1c285d3a326d HTTP/1.1" status: 200 len: 993 time: 0.0694561 Oct 19 11:57:32.712042 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:32.806965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1c170509-744f-4180-bff4-09dd30849108 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:32.827552 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 1c170509-744f-4180-bff4-09dd30849108 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:32.827883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 1c170509-744f-4180-bff4-09dd30849108 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:32.828293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e5f35554-7965-4f08-b990-a6e254953e3e no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:32.846970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e5f35554-7965-4f08-b990-a6e254953e3e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:32.847325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e5f35554-7965-4f08-b990-a6e254953e3e not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:32.958165 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] Deleting port e970ac1f-96e5-447c-aedf-dfae17aad63a {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:32.958506 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:33.038672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] For port e970ac1f-96e5-447c-aedf-dfae17aad63a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e970ac1f-96e5-447c-aedf-dfae17aad63a,segment=NetworkSegment(ed147e5c-1ec2-49a2-999d-0a4540817531),segment_id=ed147e5c-1ec2-49a2-999d-0a4540817531)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:33.039025 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:33.051584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] Calling delete_port for e970ac1f-96e5-447c-aedf-dfae17aad63a owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:33.292389 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:33.317231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] Pushing event deleted for resources: {'Port': ['ID=e970ac1f-96e5-447c-aedf-dfae17aad63a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:33.479494 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:33.685015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] Router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:57:34.086787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:57:34.092148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1b4f6713-2765-4699-af77-8bc6120c6502 admin admin] 10.222.0.39 "PUT /v2.0/routers/7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7900686 Oct 19 11:57:34.094643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47982) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:34.097306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44556a-078a-48f9-8164-5c9fa5a6b18e None None] Sync routers for ids ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:57:34.117190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44556a-078a-48f9-8164-5c9fa5a6b18e None None] Routers {'7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:34.117825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8c44556a-078a-48f9-8164-5c9fa5a6b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:57:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:34.199638 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:34.233105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8c44556a-078a-48f9-8164-5c9fa5a6b18e None None] Set router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:34.303809 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:34.415093 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Deleting port 3b149d4d-bb02-4b98-ad00-2b42998653c2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:34.415777 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:34.496421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] For port 3b149d4d-bb02-4b98-ad00-2b42998653c2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3b149d4d-bb02-4b98-ad00-2b42998653c2,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:34.496729 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:34.508170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Calling delete_port for 3b149d4d-bb02-4b98-ad00-2b42998653c2 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:34.555300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8c44556a-078a-48f9-8164-5c9fa5a6b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'name': 'tempest-TestVolumeBootPattern-18291502-router', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:58Z', 'updated_at': '2021-10-19T11:57:33Z', 'revision_number': 5, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'gw_port': {'id': '3b149d4d-bb02-4b98-ad00-2b42998653c2', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:84:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:42:00Z', 'updated_at': '2021-10-19T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:34.580892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44556a-078a-48f9-8164-5c9fa5a6b18e None None] Checking router: 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:57:34.588944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44556a-078a-48f9-8164-5c9fa5a6b18e None None] Routers {'7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:57:34.589536 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8c44556a-078a-48f9-8164-5c9fa5a6b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:57:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:34.675190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8c44556a-078a-48f9-8164-5c9fa5a6b18e None None] Set router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:57:34.729103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8c44556a-078a-48f9-8164-5c9fa5a6b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'name': 'tempest-TestVolumeBootPattern-18291502-router', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:58Z', 'updated_at': '2021-10-19T11:57:34Z', 'revision_number': 6, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:34.744006 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:34.755280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44556a-078a-48f9-8164-5c9fa5a6b18e None None] The sync data for ids ['7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9'] in n-d-814547-1 is: [{'id': '7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9', 'name': 'tempest-TestVolumeBootPattern-18291502-router', 'tenant_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:41:58Z', 'updated_at': '2021-10-19T11:57:34Z', 'revision_number': 6, 'project_id': '2dbe1af042b64005b1f7cb16c2d9de7b', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:57:34.773201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b149d4d-bb02-4b98-ad00-2b42998653c2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:34.836738 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:34.924289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:34.926397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.146191 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.146756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:57:35.154473 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.155638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b330bfc0-fd03-4777-ab40-8fdaaf047c70 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7f92cbe5-d07a-4a47-9c9e-cd25e6feb5c9 HTTP/1.1" status: 204 len: 168 time: 1.0595253 Oct 19 11:57:35.158162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47984) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:35.208458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5e62ff-90b7-40ae-95dd-81820fdf2423 admin admin] Deleting subnet 7f3bb3c1-7892-488e-baf8-137d21e3475c {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:57:35.211086 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f5e62ff-90b7-40ae-95dd-81820fdf2423 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.243703 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f5e62ff-90b7-40ae-95dd-81820fdf2423 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.321826 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f5e62ff-90b7-40ae-95dd-81820fdf2423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.435209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f5e62ff-90b7-40ae-95dd-81820fdf2423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.461321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e62ff-90b7-40ae-95dd-81820fdf2423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3bb3c1-7892-488e-baf8-137d21e3475c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:35.464686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f5e62ff-90b7-40ae-95dd-81820fdf2423 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.467790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9f5e62ff-90b7-40ae-95dd-81820fdf2423 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7f3bb3c1-7892-488e-baf8-137d21e3475c HTTP/1.1" status: 204 len: 168 time: 0.3087037 Oct 19 11:57:35.470340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47986) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:35.472651 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb1643-71de-4247-b538-8e6bc5febb32 None None] Network b6d03863-8de6-4c67-a59f-e239c0386983 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:57:35.539154 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.602841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Deleting port 5360b2b6-fa3c-4e01-b3aa-158825f69229 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:35.603258 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.645631 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387b1c8f-f117-4bea-b6e2-0562ca2bc73a None None] DHCP port deletion for b6d03863-8de6-4c67-a59f-e239c0386983 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:57:35.668225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] For port 5360b2b6-fa3c-4e01-b3aa-158825f69229, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5360b2b6-fa3c-4e01-b3aa-158825f69229,segment=NetworkSegment(ed147e5c-1ec2-49a2-999d-0a4540817531),segment_id=ed147e5c-1ec2-49a2-999d-0a4540817531)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:35.668615 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.682060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Calling delete_port for 5360b2b6-fa3c-4e01-b3aa-158825f69229 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:35.694025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-387b1c8f-f117-4bea-b6e2-0562ca2bc73a None None] Deleting port 5360b2b6-fa3c-4e01-b3aa-158825f69229 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:57:35.694322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-387b1c8f-f117-4bea-b6e2-0562ca2bc73a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.761341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-387b1c8f-f117-4bea-b6e2-0562ca2bc73a None None] For port 5360b2b6-fa3c-4e01-b3aa-158825f69229, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5360b2b6-fa3c-4e01-b3aa-158825f69229,segment=NetworkSegment(ed147e5c-1ec2-49a2-999d-0a4540817531),segment_id=ed147e5c-1ec2-49a2-999d-0a4540817531)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:57:35.761735 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-387b1c8f-f117-4bea-b6e2-0562ca2bc73a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.775271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-387b1c8f-f117-4bea-b6e2-0562ca2bc73a None None] Calling delete_port for 5360b2b6-fa3c-4e01-b3aa-158825f69229 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:57:35.835092 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.852851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Pushing event deleted for resources: {'Port': ['ID=5360b2b6-fa3c-4e01-b3aa-158825f69229,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:35.854305 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-387b1c8f-f117-4bea-b6e2-0562ca2bc73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:35.859931 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] No DVR routers for this DVR port 5360b2b6-fa3c-4e01-b3aa-158825f69229 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:57:35.884427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b1c8f-f117-4bea-b6e2-0562ca2bc73a None None] Pushing event deleted for resources: {'Port': ['ID=5360b2b6-fa3c-4e01-b3aa-158825f69229,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:35.888250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b1c8f-f117-4bea-b6e2-0562ca2bc73a None None] No DVR routers for this DVR port 5360b2b6-fa3c-4e01-b3aa-158825f69229 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:57:35.938510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:36.038826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d03863-8de6-4c67-a59f-e239c0386983']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:36.047807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed147e5c-1ec2-49a2-999d-0a4540817531') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:36.048097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed147e5c-1ec2-49a2-999d-0a4540817531') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:57:36.057260 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:36.080385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:36.086201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:57:36.087128 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:57:36.088227 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:57:36.214257 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:36.219752 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:36.223070 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b6d03863-8de6-4c67-a59f-e239c0386983 HTTP/1.1" status: 204 len: 168 time: 0.7516963 Oct 19 11:57:36.233903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba83482-2039-4d14-b175-865f9fb95524 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d03863-8de6-4c67-a59f-e239c0386983,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:36.504895 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47990) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:36.544079 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-15a1ad18-b95d-494f-8817-f3db424d587c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f80dff5b781d42d8a94187bf4b85d3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379753 Oct 19 11:57:36.546493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47992) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:36.598759 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e212-6921-4866-ae3a-ee2c53c300ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:36.620776 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e212-6921-4866-ae3a-ee2c53c300ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:36.699815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e212-6921-4866-ae3a-ee2c53c300ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:36.702416 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e5f6e212-6921-4866-ae3a-ee2c53c300ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:36.703545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e5f6e212-6921-4866-ae3a-ee2c53c300ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf5f2c1e-8aa1-4eb1-8c01-24012a41b505 HTTP/1.1" status: 204 len: 168 time: 0.1561480 Oct 19 11:57:36.711051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6e212-6921-4866-ae3a-ee2c53c300ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5f2c1e-8aa1-4eb1-8c01-24012a41b505,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:36.819023 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5360b2b6-fa3c-4e01-b3aa-158825f69229 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:36.839514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 5360b2b6-fa3c-4e01-b3aa-158825f69229 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:36.839863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5360b2b6-fa3c-4e01-b3aa-158825f69229 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:36.840271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e970ac1f-96e5-447c-aedf-dfae17aad63a no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:36.859298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e970ac1f-96e5-447c-aedf-dfae17aad63a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:36.860265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e970ac1f-96e5-447c-aedf-dfae17aad63a not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:36.860265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3b149d4d-bb02-4b98-ad00-2b42998653c2 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:57:36.878854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 3b149d4d-bb02-4b98-ad00-2b42998653c2 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:57:36.879206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3b149d4d-bb02-4b98-ad00-2b42998653c2 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:57:37.254466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 47998) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:37.292246 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6e79e57b-eb0a-4b7a-8a5d-504931155336 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2dbe1af042b64005b1f7cb16c2d9de7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390868 Oct 19 11:57:37.294681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48000) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:57:37.340168 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b8c7-77d4-4310-b7a1-1012a658d3e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:37.360607 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b8c7-77d4-4310-b7a1-1012a658d3e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:37.471622 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b8c7-77d4-4310-b7a1-1012a658d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:37.474241 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b8c7-77d4-4310-b7a1-1012a658d3e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:37.475399 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3cf3b8c7-77d4-4310-b7a1-1012a658d3e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57a909be-6a1e-4357-a145-1092289b3e39 HTTP/1.1" status: 204 len: 168 time: 0.1798482 Oct 19 11:57:37.483384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3b8c7-77d4-4310-b7a1-1012a658d3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a909be-6a1e-4357-a145-1092289b3e39,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:57:42.036647 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b5413b-c8c2-433c-9083-816602072bb1 req-4b23837f-d337-4263-b9f7-aba3cd0fcf9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411246 Oct 19 11:57:42.116247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5413b-c8c2-433c-9083-816602072bb1 req-f2d3ed9b-d633-4742-8586-114882fa0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:42.117838 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b5413b-c8c2-433c-9083-816602072bb1 req-f2d3ed9b-d633-4742-8586-114882fa0b4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1096 time: 0.0404756 Oct 19 11:57:42.223361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5413b-c8c2-433c-9083-816602072bb1 req-f1e4bf33-7922-4479-b3a6-a63aa7eaef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:42.224847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b5413b-c8c2-433c-9083-816602072bb1 req-f1e4bf33-7922-4479-b3a6-a63aa7eaef33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0485010d-de5d-4e84-b4ed-d98948c4ae4b HTTP/1.1" status: 200 len: 898 time: 0.0875688 Oct 19 11:57:42.289275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b5413b-c8c2-433c-9083-816602072bb1 req-7e1886e7-7c0c-49d3-937c-cdde4cbdb081 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a HTTP/1.1" status: 200 len: 1001 time: 0.0568016 Oct 19 11:57:42.336283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5413b-c8c2-433c-9083-816602072bb1 req-98106e48-c0ad-42ce-9f84-3a468d55b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:42.337687 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b5413b-c8c2-433c-9083-816602072bb1 req-98106e48-c0ad-42ce-9f84-3a468d55b369 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4b6b52a-bf54-40d5-93b2-b7474fc74193 HTTP/1.1" status: 200 len: 835 time: 0.0415177 Oct 19 11:57:42.384880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5413b-c8c2-433c-9083-816602072bb1 req-5a60a592-b0fb-4a4f-8da9-9df808430b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:57:42.386314 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b5413b-c8c2-433c-9083-816602072bb1 req-5a60a592-b0fb-4a4f-8da9-9df808430b30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0485010d-de5d-4e84-b4ed-d98948c4ae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418103 Oct 19 11:57:42.474142 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b5413b-c8c2-433c-9083-816602072bb1 req-31546ff7-4f63-45eb-8e03-a016ed606bc3 service neutron] 10.222.0.26 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804815 Oct 19 11:57:42.567552 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b5413b-c8c2-433c-9083-816602072bb1 req-598bd795-e3e8-4fd2-b134-df92891d415d service neutron] 10.222.0.26 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857916 Oct 19 11:57:49.852211 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:50.349649 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:55.442818 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a5f6c777-eca3-40cc-ac3c-b06ba23f2f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:57.835172 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-44f50628-cd34-4b3c-b262-bbb0f7653158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:59.069335 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:57:59.166208 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:00.937545 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:03.818432 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:58:06.188184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fca4a3-9584-4963-9eee-dbc8064f5ffe req-f42dc50f-377e-4683-96b0-53a389b861e6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:06.189663 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e2fca4a3-9584-4963-9eee-dbc8064f5ffe req-f42dc50f-377e-4683-96b0-53a389b861e6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0484462 Oct 19 11:58:06.232731 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e2fca4a3-9584-4963-9eee-dbc8064f5ffe req-7562d360-8104-4574-8766-bc1ccca1ed4a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371671 Oct 19 11:58:06.254491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48022) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:06.320478 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fd758f88-9744-42f3-af14-a7125609d98c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/761e9fa6-5524-4b02-b24f-1c285d3a326d HTTP/1.1" status: 200 len: 993 time: 0.0648556 Oct 19 11:58:06.766778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44916a35-ca51-424d-980f-9be5599e5c56 req-99c261f9-9064-4a9c-9aad-9477e1bae782 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:06.768025 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44916a35-ca51-424d-980f-9be5599e5c56 req-99c261f9-9064-4a9c-9aad-9477e1bae782 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1096 time: 0.0414824 Oct 19 11:58:06.802492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44916a35-ca51-424d-980f-9be5599e5c56 req-943424f4-3173-4cb7-abc7-c6a834b4b6f2 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278683 Oct 19 11:58:07.792781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-876d88a0-3f86-4900-a4c6-891ebf2fec5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395806 Oct 19 11:58:07.801294 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-a9e3371a-f955-40f1-91c3-6d4251715ad7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 11:58:07.802243 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-a9e3371a-f955-40f1-91c3-6d4251715ad7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048254 Oct 19 11:58:12.836125 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-c9151104-6de8-43d8-a166-04397ced0e23 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:12.837595 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-c9151104-6de8-43d8-a166-04397ced0e23 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/ports/ecce97cf-b600-43a0-9ff1-9faad3aa3b8a HTTP/1.1" status: 200 len: 1093 time: 0.1777823 Oct 19 11:58:12.846046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Request body: {'binding': {'host': 'n-h2-814547-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:12.846483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Unknown quota resources ['binding']. {{(pid=101312) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 19 11:58:12.973757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on host n-h2-814547-1 for vnic_type normal with profile None {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:58:12.974084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:58:12.974409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on network 0485010d-de5d-4e84-b4ed-d98948c4ae4b {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:58:12.978496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on network 0485010d-de5d-4e84-b4ed-d98948c4ae4b not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:58:12.978806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on network 0485010d-de5d-4e84-b4ed-d98948c4ae4b {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:58:12.983383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:58:12.983711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Checking segment: {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:58:12.984078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Bound using segment: {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:58:12.984485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Bound port: ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:58:13.068333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:58:13.141720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] Publish callbacks [] for binding, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:13.142931 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-8573a7fc-9787-4a1f-9361-04f18c6152e5 service neutron] 10.222.0.39 "POST /v2.0/ports/ecce97cf-b600-43a0-9ff1-9faad3aa3b8a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3000889 Oct 19 11:58:13.391177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1abc72-39a5-4c93-b2fb-a001cc9b3af1 req-8455a2cb-e648-4ca1-9c9c-e2ed96327d41 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:13.392583 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee1abc72-39a5-4c93-b2fb-a001cc9b3af1 req-8455a2cb-e648-4ca1-9c9c-e2ed96327d41 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0493746 Oct 19 11:58:13.434516 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee1abc72-39a5-4c93-b2fb-a001cc9b3af1 req-ed11be68-be8f-44af-bbd1-9d25577d30b4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352261 Oct 19 11:58:13.677118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-0be74b60-145d-4bf7-af43-f9422799f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:13.678497 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-0be74b60-145d-4bf7-af43-f9422799f85d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1096 time: 0.0402052 Oct 19 11:58:13.771828 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-02be2534-923d-45fb-8978-c61546a0718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:13.773345 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-02be2534-923d-45fb-8978-c61546a0718e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0485010d-de5d-4e84-b4ed-d98948c4ae4b HTTP/1.1" status: 200 len: 898 time: 0.0883293 Oct 19 11:58:13.841336 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-37afcb80-addd-4cc6-aa2c-177d47d2a057 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a HTTP/1.1" status: 200 len: 1001 time: 0.0614557 Oct 19 11:58:13.889485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-6c818721-541f-4dc1-87f3-09221d1dd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:13.890855 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-6c818721-541f-4dc1-87f3-09221d1dd145 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4b6b52a-bf54-40d5-93b2-b7474fc74193 HTTP/1.1" status: 200 len: 835 time: 0.0427454 Oct 19 11:58:13.936401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-c1169911-22b0-4d4d-bc93-3509c38713f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:13.937888 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-c1169911-22b0-4d4d-bc93-3509c38713f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0485010d-de5d-4e84-b4ed-d98948c4ae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398376 Oct 19 11:58:14.029037 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-f331facf-faef-4c0b-a615-81e288f44599 service neutron] 10.222.0.49 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Oct 19 11:58:14.119132 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-421db0eb-4ba3-4614-b64e-fc217a8bcf35 service neutron] 10.222.0.49 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818090 Oct 19 11:58:14.256340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-f6fec580-0d28-4663-aafd-8a84d1408586 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:14.257830 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-f6fec580-0d28-4663-aafd-8a84d1408586 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3&tenant_id=e6ac90c2410a42dabcbbff726dd2e119&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 1096 time: 0.0794036 Oct 19 11:58:14.268659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-814547-1'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:14.320105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:14.442598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:14.480923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:58:14.549408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:58:14.551774 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45412e23-af3b-4efe-9d66-9ed3bd3c28bd" -d '{"events": [{"server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:58:14.555420 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:14.577879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8f5ea-93be-4a7c-b89c-262cd7606f97 req-119afd84-f453-4b13-81ee-b87d06784698 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:14.579361 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55f8f5ea-93be-4a7c-b89c-262cd7606f97 req-119afd84-f453-4b13-81ee-b87d06784698 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0723207 Oct 19 11:58:14.593896 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb8de6a-ccd8-46f6-a443-4dc31855f7b5 x-openstack-request-id: req-deb8de6a-ccd8-46f6-a443-4dc31855f7b5 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:58:14.594180 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:58:14.594428 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-deb8de6a-ccd8-46f6-a443-4dc31855f7b5 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:58:14.594811 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'code': 200} Oct 19 11:58:14.621739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55f8f5ea-93be-4a7c-b89c-262cd7606f97 req-c0e68b1b-d312-4281-aec6-6b8a74bc69f7 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362675 Oct 19 11:58:14.623646 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:14.727013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Pushing event updated for resources: {'Port': ['ID=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:14.779034 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on host n-h1-814547-1 for vnic_type normal with profile {"migrating_to": "n-h2-814547-1"} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:58:14.779364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:58:14.779716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on network 0485010d-de5d-4e84-b4ed-d98948c4ae4b {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:58:14.784235 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on network 0485010d-de5d-4e84-b4ed-d98948c4ae4b not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:58:14.784594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Attempting to bind port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on network 0485010d-de5d-4e84-b4ed-d98948c4ae4b {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:58:14.789836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:58:14.790167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Checking segment: {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:58:14.790547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Bound using segment: {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:58:14.790964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Bound port: ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c4dd96-3aca-45c4-a752-de236b02dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:58:14.791315 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:14.855634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:58:14.858637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:58:14.928566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:14.944352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-93ae5398-d6bb-483b-b38a-25dcc72d50de None None] Provisioning complete for port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:14.946801 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93ae5398-d6bb-483b-b38a-25dcc72d50de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:15.031129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Pushing event updated for resources: {'Port': ['ID=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,revision_number=8']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:15.033078 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93ae5398-d6bb-483b-b38a-25dcc72d50de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:15.058172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:58:15.060457 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85157837-e5c4-47a4-b4b9-38abc195c93d" -d '{"events": [{"server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "name": "network-vif-plugged", "status": "completed", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:58:15.076151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:15.078835 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:15.078835 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-2a98dc7d-d68c-4cd2-b269-b4686c4f38cd service neutron] 10.222.0.49 "PUT /v2.0/ports/ecce97cf-b600-43a0-9ff1-9faad3aa3b8a HTTP/1.1" status: 200 len: 1121 time: 0.8135858 Oct 19 11:58:15.080687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-93ae5398-d6bb-483b-b38a-25dcc72d50de None None] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:15.158726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['ecce97cf-b600-43a0-9ff1-9faad3aa3b8a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:58:15.187035 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd3ec5c-b8a8-49c4-93fc-0541c8b17a4b x-openstack-request-id: req-fcd3ec5c-b8a8-49c4-93fc-0541c8b17a4b {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:58:15.187325 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "name": "network-vif-plugged", "status": "completed", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:58:15.187572 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fcd3ec5c-b8a8-49c4-93fc-0541c8b17a4b {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:58:15.187994 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'code': 200} Oct 19 11:58:15.204705 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93ae5398-d6bb-483b-b38a-25dcc72d50de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:15.370562 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae5398-d6bb-483b-b38a-25dcc72d50de None None] Pushing event updated for resources: {'Port': ['ID=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:15.556255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-128cf53f-9561-428e-9472-49e35e4b608b None None] Provisioning complete for port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:15.556642 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-128cf53f-9561-428e-9472-49e35e4b608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:15.736260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135cb55-ba8f-4d4f-8e90-b75e556c4975 req-bab72396-b80b-4be1-8cc3-2722ce1dcd51 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:15.737751 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b135cb55-ba8f-4d4f-8e90-b75e556c4975 req-bab72396-b80b-4be1-8cc3-2722ce1dcd51 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0483971 Oct 19 11:58:15.779537 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b135cb55-ba8f-4d4f-8e90-b75e556c4975 req-41c2b74a-fa59-4914-98d5-4b0caf7446e2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351264 Oct 19 11:58:16.595646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:58:16.598038 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378" -d '{"events": [{"name": "network-changed", "server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:58:16.633403 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4570e8f-521c-4641-8999-498682c50039 x-openstack-request-id: req-b4570e8f-521c-4641-8999-498682c50039 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:58:16.633694 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:58:16.633948 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4570e8f-521c-4641-8999-498682c50039 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:58:16.634340 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'status': 'completed', 'code': 200} Oct 19 11:58:16.745224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378 req-06bc4ef6-cd49-4cae-a633-a189adc53584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:16.746673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378 req-06bc4ef6-cd49-4cae-a633-a189adc53584 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1126 time: 0.0858757 Oct 19 11:58:16.845099 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378 req-2f9600dd-a4fb-4022-aed6-9663086b8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:16.846808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378 req-2f9600dd-a4fb-4022-aed6-9663086b8354 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0485010d-de5d-4e84-b4ed-d98948c4ae4b HTTP/1.1" status: 200 len: 898 time: 0.0877712 Oct 19 11:58:16.894334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ed402-8568-4879-bba8-e4b6fefa4e83 req-428bbdd2-8b1a-4455-a3aa-b7de8e402ff1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:16.895818 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-757ed402-8568-4879-bba8-e4b6fefa4e83 req-428bbdd2-8b1a-4455-a3aa-b7de8e402ff1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0498927 Oct 19 11:58:16.917231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378 req-96118a4b-ccfb-4921-9057-df519e772e3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a HTTP/1.1" status: 200 len: 1001 time: 0.0585611 Oct 19 11:58:16.933966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-757ed402-8568-4879-bba8-e4b6fefa4e83 req-1b9dd92c-fa7a-4f8c-9821-f3fc3682b1e1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321250 Oct 19 11:58:16.970363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378 req-68e510e5-b0cd-4d60-8499-1e29513c4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:16.971806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378 req-68e510e5-b0cd-4d60-8499-1e29513c4ac8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4b6b52a-bf54-40d5-93b2-b7474fc74193 HTTP/1.1" status: 200 len: 835 time: 0.0469539 Oct 19 11:58:17.028017 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378 req-5c8d1009-da92-4c39-8fdc-2e7f816d680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:17.028017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378 req-5c8d1009-da92-4c39-8fdc-2e7f816d680f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0485010d-de5d-4e84-b4ed-d98948c4ae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398626 Oct 19 11:58:17.112997 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378 req-81f0f65c-da27-416f-a610-c75b6f98c6f1 service neutron] 10.222.0.26 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826321 Oct 19 11:58:17.208528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5fd06b49-fcb3-4aaa-bd78-18cabd35e378 req-ab0c6cbb-c3c1-4492-9bf4-5a2bcb9e1d1c service neutron] 10.222.0.26 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794327 Oct 19 11:58:17.591584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ecce97cf-b600-43a0-9ff1-9faad3aa3b8a details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:58:17.685446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:17.696588 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ecce97cf-b600-43a0-9ff1-9faad3aa3b8a has no active binding in host n-h2-814547-1 {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 19 11:58:18.048805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f820f88-fd0b-4910-8732-2b03c57426c7 req-2a010adb-c5b4-45b5-93ce-9f0408e18bcf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:18.050268 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f820f88-fd0b-4910-8732-2b03c57426c7 req-2a010adb-c5b4-45b5-93ce-9f0408e18bcf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0491345 Oct 19 11:58:18.088344 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f820f88-fd0b-4910-8732-2b03c57426c7 req-68b947c0-6acf-4aaf-b000-a2f4c648d8f0 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315027 Oct 19 11:58:19.205672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51e7b6-afa7-4fae-8268-8ee56b7a96fa req-8a561e9d-cb3d-49ae-881f-4cfaac8e6c5d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:19.207129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de51e7b6-afa7-4fae-8268-8ee56b7a96fa req-8a561e9d-cb3d-49ae-881f-4cfaac8e6c5d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0487871 Oct 19 11:58:19.243646 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de51e7b6-afa7-4fae-8268-8ee56b7a96fa req-e56084b8-9612-4eee-9c48-dcd888276459 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301487 Oct 19 11:58:19.840313 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:20.366141 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:20.372574 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-7eaa8fb7-c10c-41a6-93c5-fd748eaa34b0 service neutron] 10.222.0.26 "GET /v2.0/ports/ecce97cf-b600-43a0-9ff1-9faad3aa3b8a/bindings/n-h2-814547-1 HTTP/1.1" status: 200 len: 384 time: 0.0905063 Oct 19 11:58:20.380889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b9bb5-f5a3-4508-a2ef-1a1d2aed4a83 req-e6bb5930-6e3d-40c8-970f-d7a29130dad3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:20.382866 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a20b9bb5-f5a3-4508-a2ef-1a1d2aed4a83 req-e6bb5930-6e3d-40c8-970f-d7a29130dad3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 945 time: 0.0655904 Oct 19 11:58:20.454421 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a20b9bb5-f5a3-4508-a2ef-1a1d2aed4a83 req-06f540eb-4dca-4a73-b66f-ed8f462b17da tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651314 Oct 19 11:58:20.572425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:20.590701 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:58:20.628088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:58:20.630358 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1440e94-1e38-420b-a32e-37376fd7bb36" -d '{"events": [{"server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:58:20.637473 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:20.669457 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c8a92a-ae7e-44e9-9deb-fdc03f51e7ea x-openstack-request-id: req-a7c8a92a-ae7e-44e9-9deb-fdc03f51e7ea {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:58:20.669749 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:58:20.670000 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7c8a92a-ae7e-44e9-9deb-fdc03f51e7ea {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:58:20.670394 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'code': 200} Oct 19 11:58:20.722020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:20.792360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Transition to ACTIVE for port object ecce97cf-b600-43a0-9ff1-9faad3aa3b8a will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:58:20.865313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:20.962858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Pushing event updated for resources: {'Port': ['ID=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,revision_number=11']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:20.974622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:20.974979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:20.975316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:20.975650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:20.976521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:20.976873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:20.977202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:20.977523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:20.977845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:20.978193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:20.978593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:20.978900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:21.004970 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] No DVR routers for this DVR port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:58:21.140239 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-018ea032-0cd2-4f2a-8749-ba45087411da service neutron] 10.222.0.26 "PUT /v2.0/ports/ecce97cf-b600-43a0-9ff1-9faad3aa3b8a/bindings/n-h2-814547-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7502906 Oct 19 11:58:21.336821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-a2b8e512-88d4-4c5e-9ea5-ccffb8426cac tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:21.338306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-a2b8e512-88d4-4c5e-9ea5-ccffb8426cac tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3&tenant_id=e6ac90c2410a42dabcbbff726dd2e119&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 1095 time: 0.0433643 Oct 19 11:58:21.442013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-ee4958fc-2682-432e-8918-1a879dc9d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:21.443497 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-ee4958fc-2682-432e-8918-1a879dc9d61f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 1095 time: 0.0977776 Oct 19 11:58:21.507925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-622e54ac-5e86-4565-8504-dfd84fa19fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:21.509407 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-622e54ac-5e86-4565-8504-dfd84fa19fc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1095 time: 0.0433304 Oct 19 11:58:21.574006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84927a9c-22eb-423b-8f7d-447b1dde79c5 req-717d8bcb-3430-4e82-8176-f62078e82eec tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:21.577372 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84927a9c-22eb-423b-8f7d-447b1dde79c5 req-717d8bcb-3430-4e82-8176-f62078e82eec tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 944 time: 0.0530765 Oct 19 11:58:21.615126 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84927a9c-22eb-423b-8f7d-447b1dde79c5 req-c29e7818-a75e-4ca9-9f09-78090523a629 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333445 Oct 19 11:58:21.616897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-11df6ff2-a61b-4c27-817a-a4ab55162d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:21.618380 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-11df6ff2-a61b-4c27-817a-a4ab55162d61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0485010d-de5d-4e84-b4ed-d98948c4ae4b HTTP/1.1" status: 200 len: 898 time: 0.0971112 Oct 19 11:58:21.686268 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-194e72f9-9e5c-451c-a9a6-6b710c8c1530 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a HTTP/1.1" status: 200 len: 999 time: 0.0608592 Oct 19 11:58:21.737089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-741435ac-b20b-422c-a595-024a8cc94a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:21.738502 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-741435ac-b20b-422c-a595-024a8cc94a9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4b6b52a-bf54-40d5-93b2-b7474fc74193 HTTP/1.1" status: 200 len: 835 time: 0.0456419 Oct 19 11:58:21.787651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-b58ac337-8ec3-408d-b472-911d96585986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:21.789704 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-b58ac337-8ec3-408d-b472-911d96585986 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0485010d-de5d-4e84-b4ed-d98948c4ae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441346 Oct 19 11:58:21.877864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-a385424a-a9d9-4228-87bd-f257947ac805 service neutron] 10.222.0.49 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813355 Oct 19 11:58:21.971113 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-3c4577f2-57c5-424f-9f06-ca66c2be151e service neutron] 10.222.0.49 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859921 Oct 19 11:58:22.417666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-b7d43679-6e14-4775-b84c-bbae6bd34387 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:22.419837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-b7d43679-6e14-4775-b84c-bbae6bd34387 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3&tenant_id=e6ac90c2410a42dabcbbff726dd2e119&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 1095 time: 0.0552740 Oct 19 11:58:22.958324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f727b-be6a-4f4c-b9a7-f9064bd6d85c req-9dcea53b-76ad-4693-9135-a4281606a7d2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:22.959844 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-130f727b-be6a-4f4c-b9a7-f9064bd6d85c req-9dcea53b-76ad-4693-9135-a4281606a7d2 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 944 time: 0.0708470 Oct 19 11:58:22.998682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-130f727b-be6a-4f4c-b9a7-f9064bd6d85c req-1a7a29e0-74f4-44f6-9648-7c32f752d8e3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328465 Oct 19 11:58:23.022533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-24c32d4b-6f28-4e94-bae0-6e50a96f48bc service neutron] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:58:23.026087 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-24c32d4b-6f28-4e94-bae0-6e50a96f48bc service neutron] Publish callbacks [] for binding, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:23.027261 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0844c073-1c12-4d62-a0af-f75546a65ea6 req-24c32d4b-6f28-4e94-bae0-6e50a96f48bc service neutron] 10.222.0.49 "DELETE /v2.0/ports/ecce97cf-b600-43a0-9ff1-9faad3aa3b8a/bindings/n-h1-814547-1 HTTP/1.1" status: 204 len: 173 time: 0.6001115 Oct 19 11:58:23.111907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6f051-7c4e-47fa-b1b5-68bbb3c77d78 req-08d1e91b-210c-4e77-8d64-7c0367b545d7 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:23.113451 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2a6f051-7c4e-47fa-b1b5-68bbb3c77d78 req-08d1e91b-210c-4e77-8d64-7c0367b545d7 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1095 time: 0.0435770 Oct 19 11:58:23.148888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2a6f051-7c4e-47fa-b1b5-68bbb3c77d78 req-19b8727d-3ba7-4511-a425-632ee1c10553 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280430 Oct 19 11:58:23.263648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce3e20-e68a-4eaf-ac22-90129e1082d9 req-c921eae0-83de-4155-8039-3ec0bf6b52a6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:23.265029 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31ce3e20-e68a-4eaf-ac22-90129e1082d9 req-c921eae0-83de-4155-8039-3ec0bf6b52a6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 944 time: 0.0487192 Oct 19 11:58:23.302998 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-31ce3e20-e68a-4eaf-ac22-90129e1082d9 req-097d8fdb-7a97-4227-acb3-3e310e10b753 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321844 Oct 19 11:58:23.324216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48104) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:23.382447 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c4d27b3c-cbf4-4adf-b590-e21ac44ee346 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/761e9fa6-5524-4b02-b24f-1c285d3a326d HTTP/1.1" status: 200 len: 991 time: 0.0571117 Oct 19 11:58:23.612893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48110) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:24.069082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port de1ea5b1-bd9c-45f6-bdd1-e1b483608d7a {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:58:24.070106 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:24.144498 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:24.145272 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:24.155916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for de1ea5b1-bd9c-45f6-bdd1-e1b483608d7a owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:58:24.322195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device ecce97cf-b600-43a0-9ff1-9faad3aa3b8a no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:58:24.351490 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:24.360050 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device ecce97cf-b600-43a0-9ff1-9faad3aa3b8a not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:58:24.383802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=de1ea5b1-bd9c-45f6-bdd1-e1b483608d7a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:24.435270 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:24.435648 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Floating IP 761e9fa6-5524-4b02-b24f-1c285d3a326d disassociated (deleted). External IP: 172.25.2.172, port: ecce97cf-b600-43a0-9ff1-9faad3aa3b8a. Oct 19 11:58:24.636685 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router 39c67d2d-33d0-4b5b-9151-a701d0763949 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:58:24.740460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:58:24.745419 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:24.750289 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711a9cf0-e0a8-4e82-8c61-829bca40f9a7 None None] Sync routers for ids ['39c67d2d-33d0-4b5b-9151-a701d0763949'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:58:24.759432 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a9cf0-e0a8-4e82-8c61-829bca40f9a7 None None] Routers {'39c67d2d-33d0-4b5b-9151-a701d0763949'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:58:24.760021 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-711a9cf0-e0a8-4e82-8c61-829bca40f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:57:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['39c67d2d-33d0-4b5b-9151-a701d0763949'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:24.771922 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ac76659e-5cc1-47b3-b074-4bf3663b8ae1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/floatingips/761e9fa6-5524-4b02-b24f-1c285d3a326d HTTP/1.1" status: 204 len: 168 time: 1.1579700 Oct 19 11:58:24.773292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:58:24.775603 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfb37ae-c902-4452-9914-6f32ab44d5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:58:24.821104 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4a9114-bb27-4806-b60f-90151b25daa0 x-openstack-request-id: req-fe4a9114-bb27-4806-b60f-90151b25daa0 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:58:24.821394 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:58:24.821655 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe4a9114-bb27-4806-b60f-90151b25daa0 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:58:24.822062 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'status': 'completed', 'code': 200} Oct 19 11:58:24.876169 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-711a9cf0-e0a8-4e82-8c61-829bca40f9a7 None None] Set router 39c67d2d-33d0-4b5b-9151-a701d0763949 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:58:24.886986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb37ae-c902-4452-9914-6f32ab44d5d1 req-d4db75c5-1528-41be-99ac-56ed5b525ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:24.888412 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dfb37ae-c902-4452-9914-6f32ab44d5d1 req-d4db75c5-1528-41be-99ac-56ed5b525ad3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 1095 time: 0.0461295 Oct 19 11:58:24.981110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb37ae-c902-4452-9914-6f32ab44d5d1 req-6ea504d9-7d7e-40ae-a4ce-757dbb624fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:24.982580 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dfb37ae-c902-4452-9914-6f32ab44d5d1 req-6ea504d9-7d7e-40ae-a4ce-757dbb624fef service neutron] 10.222.0.49 "GET /v2.0/networks?id=0485010d-de5d-4e84-b4ed-d98948c4ae4b HTTP/1.1" status: 200 len: 898 time: 0.0853567 Oct 19 11:58:25.028752 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dfb37ae-c902-4452-9914-6f32ab44d5d1 req-dfc2a1b2-6b4c-4fd3-b173-35697a4469a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a HTTP/1.1" status: 200 len: 217 time: 0.0385399 Oct 19 11:58:25.080889 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-711a9cf0-e0a8-4e82-8c61-829bca40f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:13Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd1389d0d-fed1-4ba1-8cb7-fdc8510a4a01', 'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:93:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:13Z', 'updated_at': '2021-10-19T11:57:17Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:25.083303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb37ae-c902-4452-9914-6f32ab44d5d1 req-0f7a9af5-ea0c-4640-a603-7774a1af7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:25.085680 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dfb37ae-c902-4452-9914-6f32ab44d5d1 req-0f7a9af5-ea0c-4640-a603-7774a1af7003 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4b6b52a-bf54-40d5-93b2-b7474fc74193 HTTP/1.1" status: 200 len: 835 time: 0.0497622 Oct 19 11:58:25.111876 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711a9cf0-e0a8-4e82-8c61-829bca40f9a7 None None] Checking router: 39c67d2d-33d0-4b5b-9151-a701d0763949 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:58:25.120971 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a9cf0-e0a8-4e82-8c61-829bca40f9a7 None None] Routers {'39c67d2d-33d0-4b5b-9151-a701d0763949'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:58:25.121534 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-711a9cf0-e0a8-4e82-8c61-829bca40f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:57:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['39c67d2d-33d0-4b5b-9151-a701d0763949'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:25.133357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb37ae-c902-4452-9914-6f32ab44d5d1 req-16b4358d-dec5-4fb8-9ff9-19e0159d64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:25.134917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dfb37ae-c902-4452-9914-6f32ab44d5d1 req-16b4358d-dec5-4fb8-9ff9-19e0159d64ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0485010d-de5d-4e84-b4ed-d98948c4ae4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424435 Oct 19 11:58:25.232782 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-711a9cf0-e0a8-4e82-8c61-829bca40f9a7 None None] Set router 39c67d2d-33d0-4b5b-9151-a701d0763949 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:58:25.235276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dfb37ae-c902-4452-9914-6f32ab44d5d1 req-ef075ca2-e06f-40bf-9944-49edcf4fc856 service neutron] 10.222.0.49 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924947 Oct 19 11:58:25.247432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eef22f-1d07-48f4-82a7-89e3f7e51895 req-2bd8eccf-9f86-4f9f-b548-4662f48a0795 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:25.249206 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9eef22f-1d07-48f4-82a7-89e3f7e51895 req-2bd8eccf-9f86-4f9f-b548-4662f48a0795 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 944 time: 0.0584483 Oct 19 11:58:25.294027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9eef22f-1d07-48f4-82a7-89e3f7e51895 req-e604c11f-56c8-46eb-bea7-0e17ffb9a877 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347729 Oct 19 11:58:25.334661 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dfb37ae-c902-4452-9914-6f32ab44d5d1 req-75a5133c-6f50-4990-afc1-674cc704a215 service neutron] 10.222.0.49 "GET /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872624 Oct 19 11:58:25.436602 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-711a9cf0-e0a8-4e82-8c61-829bca40f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:13Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd1389d0d-fed1-4ba1-8cb7-fdc8510a4a01', 'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:93:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:13Z', 'updated_at': '2021-10-19T11:57:17Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:25.442378 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9ee81791-f73a-453a-9ca3-04d8014139d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:25.470098 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711a9cf0-e0a8-4e82-8c61-829bca40f9a7 None None] The sync data for ids ['39c67d2d-33d0-4b5b-9151-a701d0763949'] in n-d-814547-1 is: [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:57:13Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd1389d0d-fed1-4ba1-8cb7-fdc8510a4a01', 'name': '', 'network_id': '0485010d-de5d-4e84-b4ed-d98948c4ae4b', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:93:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:13Z', 'updated_at': '2021-10-19T11:57:17Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'f4b6b52a-bf54-40d5-93b2-b7474fc74193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:58:25.684514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db32f3aa-1c61-4ed9-81a7-cfd58bd4e3cf None None] New status for floating IP 761e9fa6-5524-4b02-b24f-1c285d3a326d: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:58:25.738761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee15018-11b8-4ace-82fa-100f5a605bf8 req-e1ae5d1d-23b5-4b3b-911f-8228803d9fef tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:25.740247 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aee15018-11b8-4ace-82fa-100f5a605bf8 req-e1ae5d1d-23b5-4b3b-911f-8228803d9fef tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 944 time: 0.0519586 Oct 19 11:58:25.840505 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-aee15018-11b8-4ace-82fa-100f5a605bf8 req-13ac67c4-81dc-4326-bc18-aa3e03a7cf01 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:58:25.840868 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-aee15018-11b8-4ace-82fa-100f5a605bf8 req-13ac67c4-81dc-4326-bc18-aa3e03a7cf01 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:25.926897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-aee15018-11b8-4ace-82fa-100f5a605bf8 req-13ac67c4-81dc-4326-bc18-aa3e03a7cf01 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:25.927547 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-aee15018-11b8-4ace-82fa-100f5a605bf8 req-13ac67c4-81dc-4326-bc18-aa3e03a7cf01 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:25.943766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-aee15018-11b8-4ace-82fa-100f5a605bf8 req-13ac67c4-81dc-4326-bc18-aa3e03a7cf01 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for ecce97cf-b600-43a0-9ff1-9faad3aa3b8a owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:58:26.139878 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-aee15018-11b8-4ace-82fa-100f5a605bf8 req-13ac67c4-81dc-4326-bc18-aa3e03a7cf01 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:26.167835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac67c4-81dc-4326-bc18-aa3e03a7cf01 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=ecce97cf-b600-43a0-9ff1-9faad3aa3b8a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:26.215665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee15018-11b8-4ace-82fa-100f5a605bf8 req-13ac67c4-81dc-4326-bc18-aa3e03a7cf01 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] No DVR routers for this DVR port ecce97cf-b600-43a0-9ff1-9faad3aa3b8a on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:58:26.218301 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-aee15018-11b8-4ace-82fa-100f5a605bf8 req-13ac67c4-81dc-4326-bc18-aa3e03a7cf01 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:26.221739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aee15018-11b8-4ace-82fa-100f5a605bf8 req-13ac67c4-81dc-4326-bc18-aa3e03a7cf01 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "DELETE /v2.0/ports/ecce97cf-b600-43a0-9ff1-9faad3aa3b8a HTTP/1.1" status: 204 len: 173 time: 0.4750266 Oct 19 11:58:26.222188 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'name': 'network-vif-deleted', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:58:26.224426 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87c88ec-8e63-49c6-a319-f646f1fd072c" -d '{"events": [{"server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "name": "network-vif-deleted", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:58:26.260455 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f9cd4d-e4e9-4e01-b2f4-e0b2db8ecc4d x-openstack-request-id: req-89f9cd4d-e4e9-4e01-b2f4-e0b2db8ecc4d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:58:26.260793 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce5591-6a51-4c0e-a90c-4c628dbd29f3", "name": "network-vif-deleted", "tag": "ecce97cf-b600-43a0-9ff1-9faad3aa3b8a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:58:26.261060 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89f9cd4d-e4e9-4e01-b2f4-e0b2db8ecc4d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:58:26.261452 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce5591-6a51-4c0e-a90c-4c628dbd29f3', 'name': 'network-vif-deleted', 'tag': 'ecce97cf-b600-43a0-9ff1-9faad3aa3b8a', 'status': 'completed', 'code': 200} Oct 19 11:58:26.400006 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f7fedbe-2b34-445c-b3a5-aa47482637dc req-f5a4a58e-ea2d-4a09-ac93-b0facdfb18c8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ce5591-6a51-4c0e-a90c-4c628dbd29f3 HTTP/1.1" status: 200 len: 210 time: 0.0367241 Oct 19 11:58:27.464057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48124) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:27.815011 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:27.848040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-47da2f38-d26f-406d-bbff-cc7221f41ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:28.068354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:58:28.068712 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:28.157498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:28.157855 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:28.170091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:58:28.417529 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:28.443268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:28.620698 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:28.826061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router 39c67d2d-33d0-4b5b-9151-a701d0763949 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:58:28.935708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:58:28.940939 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a0c9e61b-b43f-4cd1-816c-90aa714331a4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "PUT /v2.0/routers/39c67d2d-33d0-4b5b-9151-a701d0763949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4758160 Oct 19 11:58:28.943543 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48126) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:28.946924 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a65c3-8bc0-490c-92f9-50583cb2179c None None] Sync routers for ids ['39c67d2d-33d0-4b5b-9151-a701d0763949'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:58:28.956298 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a65c3-8bc0-490c-92f9-50583cb2179c None None] Routers {'39c67d2d-33d0-4b5b-9151-a701d0763949'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:58:28.956935 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6f7a65c3-8bc0-490c-92f9-50583cb2179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:58:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['39c67d2d-33d0-4b5b-9151-a701d0763949'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:28.996763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d457ae-c591-4ef4-ad74-8da685219c0a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting subnet f4b6b52a-bf54-40d5-93b2-b7474fc74193 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 11:58:28.999831 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21d457ae-c591-4ef4-ad74-8da685219c0a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.040180 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21d457ae-c591-4ef4-ad74-8da685219c0a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.057712 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.066848 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-6f7a65c3-8bc0-490c-92f9-50583cb2179c None None] Set router 39c67d2d-33d0-4b5b-9151-a701d0763949 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:58:29.122206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21d457ae-c591-4ef4-ad74-8da685219c0a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.172139 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.240665 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21d457ae-c591-4ef4-ad74-8da685219c0a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.245169 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6f7a65c3-8bc0-490c-92f9-50583cb2179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:58:28Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:29.271592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d457ae-c591-4ef4-ad74-8da685219c0a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b6b52a-bf54-40d5-93b2-b7474fc74193,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:29.272044 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a65c3-8bc0-490c-92f9-50583cb2179c None None] Checking router: 39c67d2d-33d0-4b5b-9151-a701d0763949 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:58:29.275440 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21d457ae-c591-4ef4-ad74-8da685219c0a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.283710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdafecb-e9ac-4b33-b441-5c82c684ef3a None None] Network 0485010d-de5d-4e84-b4ed-d98948c4ae4b requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:58:29.283800 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a65c3-8bc0-490c-92f9-50583cb2179c None None] Routers {'39c67d2d-33d0-4b5b-9151-a701d0763949'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:58:29.283875 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-21d457ae-c591-4ef4-ad74-8da685219c0a tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/subnets/f4b6b52a-bf54-40d5-93b2-b7474fc74193 HTTP/1.1" status: 204 len: 168 time: 0.3376586 Oct 19 11:58:29.283966 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6f7a65c3-8bc0-490c-92f9-50583cb2179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:58:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['39c67d2d-33d0-4b5b-9151-a701d0763949'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:29.284953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48128) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:29.400391 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.468279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] DHCP port deletion for 0485010d-de5d-4e84-b4ed-d98948c4ae4b request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 11:58:29.484934 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-6f7a65c3-8bc0-490c-92f9-50583cb2179c None None] Set router 39c67d2d-33d0-4b5b-9151-a701d0763949 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:58:29.519870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Deleting port 26668a37-0b35-40a6-8003-2a62f9e887f7 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:58:29.520247 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.523846 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.587513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] For port 26668a37-0b35-40a6-8003-2a62f9e887f7, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=26668a37-0b35-40a6-8003-2a62f9e887f7,segment=NetworkSegment(c2c4dd96-3aca-45c4-a752-de236b02dcdd),segment_id=c2c4dd96-3aca-45c4-a752-de236b02dcdd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:29.587918 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.600224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Calling delete_port for 26668a37-0b35-40a6-8003-2a62f9e887f7 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:58:29.641598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port 8ac6fa17-c3e4-4548-8cca-a4be3321d30b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 11:58:29.641983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.671155 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6f7a65c3-8bc0-490c-92f9-50583cb2179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:58:28Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:29.671891 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ecce97cf-b600-43a0-9ff1-9faad3aa3b8a no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:58:29.696861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: ecce97cf-b600-43a0-9ff1-9faad3aa3b8a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:58:29.697037 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device ecce97cf-b600-43a0-9ff1-9faad3aa3b8a not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:58:29.697289 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a65c3-8bc0-490c-92f9-50583cb2179c None None] The sync data for ids ['39c67d2d-33d0-4b5b-9151-a701d0763949'] in n-d-814547-1 is: [{'id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216234495', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:57:08Z', 'updated_at': '2021-10-19T11:58:28Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': '8ac6fa17-c3e4-4548-8cca-a4be3321d30b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c67d2d-33d0-4b5b-9151-a701d0763949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:57:09Z', 'updated_at': '2021-10-19T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:58:29.727118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port 8ac6fa17-c3e4-4548-8cca-a4be3321d30b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8ac6fa17-c3e4-4548-8cca-a4be3321d30b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:29.727118 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.738096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for 8ac6fa17-c3e4-4548-8cca-a4be3321d30b owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 11:58:29.745101 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.772424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Pushing event deleted for resources: {'Port': ['ID=26668a37-0b35-40a6-8003-2a62f9e887f7,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:29.781645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] No DVR routers for this DVR port 26668a37-0b35-40a6-8003-2a62f9e887f7 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 11:58:29.784056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.784408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.784780 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.785187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.785519 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.785846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.786173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.786495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.787083 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.787409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.787728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.788615 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90791f58-7024-4233-8289-880c4fd7d3f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.956684 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:29.980388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=8ac6fa17-c3e4-4548-8cca-a4be3321d30b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:29.990482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.990837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.991729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.992073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.992411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.992769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.993104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.993485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.993819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.994150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.994480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:29.994804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:30.060930 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.170013 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.174042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.274887 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.275463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Fanout notify agent at l3_agent the message router_deleted on router 39c67d2d-33d0-4b5b-9151-a701d0763949 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 11:58:30.282601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.283723 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-566d8d85-adda-4e3f-a2a4-0a6bf8cf02a8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/routers/39c67d2d-33d0-4b5b-9151-a701d0763949 HTTP/1.1" status: 204 len: 168 time: 0.9977705 Oct 19 11:58:30.286541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48130) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:30.363933 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.459864 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.479416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0485010d-de5d-4e84-b4ed-d98948c4ae4b']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:30.488119 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c4dd96-3aca-45c4-a752-de236b02dcdd') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:30.488411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c4dd96-3aca-45c4-a752-de236b02dcdd') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:30.497466 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.510522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.516462 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 11:58:30.516940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: timer() Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 11:58:30.521145 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 11:58:30.641943 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.649313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.652412 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/networks/0485010d-de5d-4e84-b4ed-d98948c4ae4b HTTP/1.1" status: 204 len: 168 time: 0.3646033 Oct 19 11:58:30.655220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48132) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:30.663854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f403b-3be4-4780-a8b9-85316af3d420 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Network': ['ID=0485010d-de5d-4e84-b4ed-d98948c4ae4b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:30.716988 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e202cc48-fcd9-4947-a6ab-f7c4fd1e7cc3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.754157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e202cc48-fcd9-4947-a6ab-f7c4fd1e7cc3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.859296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 26668a37-0b35-40a6-8003-2a62f9e887f7 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:58:30.882216 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 26668a37-0b35-40a6-8003-2a62f9e887f7 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:58:30.882574 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 26668a37-0b35-40a6-8003-2a62f9e887f7 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:58:30.882984 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:58:30.887885 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e202cc48-fcd9-4947-a6ab-f7c4fd1e7cc3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.898467 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e202cc48-fcd9-4947-a6ab-f7c4fd1e7cc3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:30.898467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e202cc48-fcd9-4947-a6ab-f7c4fd1e7cc3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/security-groups/7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1 HTTP/1.1" status: 204 len: 168 time: 0.2357247 Oct 19 11:58:30.905173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:58:30.905528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d1389d0d-fed1-4ba1-8cb7-fdc8510a4a01 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:58:30.905706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202cc48-fcd9-4947-a6ab-f7c4fd1e7cc3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac1c5a6-f69b-46a0-a5bc-9a947e62a1f1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:30.905946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8ac6fa17-c3e4-4548-8cca-a4be3321d30b no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:58:30.929067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 8ac6fa17-c3e4-4548-8cca-a4be3321d30b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 11:58:30.929686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8ac6fa17-c3e4-4548-8cca-a4be3321d30b not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 11:58:30.944936 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:31.481131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48138) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:31.482954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ba981609-3bac-4a66-af8c-4d6aa789776d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762067109', 'description': 'tempest-secgroup-smoke-1762067109 description', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:31.579404 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba981609-3bac-4a66-af8c-4d6aa789776d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:31.644027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba981609-3bac-4a66-af8c-4d6aa789776d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:31.711198 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba981609-3bac-4a66-af8c-4d6aa789776d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:31.739218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba981609-3bac-4a66-af8c-4d6aa789776d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c0ba9f-c94d-455a-9410-49f371df6c29,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:31.825364 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ba981609-3bac-4a66-af8c-4d6aa789776d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:31.826596 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ba981609-3bac-4a66-af8c-4d6aa789776d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3473847 Oct 19 11:58:31.829522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48140) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:31.833919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-227d5ee7-71f2-43ea-87e8-2a39195ca53e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '40c0ba9f-c94d-455a-9410-49f371df6c29', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:31.921076 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-227d5ee7-71f2-43ea-87e8-2a39195ca53e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:31.976337 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-227d5ee7-71f2-43ea-87e8-2a39195ca53e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.047809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-227d5ee7-71f2-43ea-87e8-2a39195ca53e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.070979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d5ee7-71f2-43ea-87e8-2a39195ca53e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed930b5-2afb-4005-a923-65030ab7b088,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:32.156471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-227d5ee7-71f2-43ea-87e8-2a39195ca53e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.157798 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-227d5ee7-71f2-43ea-87e8-2a39195ca53e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273163 Oct 19 11:58:32.160524 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48142) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:32.165262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3f395fc5-032b-478e-8ff5-671ba3344845 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '40c0ba9f-c94d-455a-9410-49f371df6c29', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:32.253438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f395fc5-032b-478e-8ff5-671ba3344845 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.333245 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f395fc5-032b-478e-8ff5-671ba3344845 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.413894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f395fc5-032b-478e-8ff5-671ba3344845 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.434131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f395fc5-032b-478e-8ff5-671ba3344845 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2a4d08-46d5-44fc-acd9-a4678b63d070,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:32.499556 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3f395fc5-032b-478e-8ff5-671ba3344845 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.500847 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3f395fc5-032b-478e-8ff5-671ba3344845 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3392880 Oct 19 11:58:32.503621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48144) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:32.508773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ee41b38b-9b09-4c4f-aab9-b17aaeeb6609 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '40c0ba9f-c94d-455a-9410-49f371df6c29', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:32.628505 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee41b38b-9b09-4c4f-aab9-b17aaeeb6609 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.691522 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee41b38b-9b09-4c4f-aab9-b17aaeeb6609 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.766095 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee41b38b-9b09-4c4f-aab9-b17aaeeb6609 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.786375 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41b38b-9b09-4c4f-aab9-b17aaeeb6609 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019f7b1e-4bfc-45c0-92e2-82e17869f0e4,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:32.847923 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee41b38b-9b09-4c4f-aab9-b17aaeeb6609 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.849257 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ee41b38b-9b09-4c4f-aab9-b17aaeeb6609 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447387 Oct 19 11:58:32.853045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48146) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:32.857552 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a84c4170-7c0a-43d1-a6c1-d1ed2f55458c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '40c0ba9f-c94d-455a-9410-49f371df6c29', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:32.935766 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a84c4170-7c0a-43d1-a6c1-d1ed2f55458c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:32.993609 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a84c4170-7c0a-43d1-a6c1-d1ed2f55458c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.080186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a84c4170-7c0a-43d1-a6c1-d1ed2f55458c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.101278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c4170-7c0a-43d1-a6c1-d1ed2f55458c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afe922d-b1f7-4a8e-87ea-0e158c9ca497,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:33.193108 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a84c4170-7c0a-43d1-a6c1-d1ed2f55458c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.194342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a84c4170-7c0a-43d1-a6c1-d1ed2f55458c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3403485 Oct 19 11:58:33.197159 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48148) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:33.204150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b0c62e8e-0092-4aea-a3ee-27be3fb7bf9f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '40c0ba9f-c94d-455a-9410-49f371df6c29', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:33.289462 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-b0c62e8e-0092-4aea-a3ee-27be3fb7bf9f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Project e6ac90c2410a42dabcbbff726dd2e119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:58:33.294591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0c62e8e-0092-4aea-a3ee-27be3fb7bf9f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.357596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0c62e8e-0092-4aea-a3ee-27be3fb7bf9f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.448253 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0c62e8e-0092-4aea-a3ee-27be3fb7bf9f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.468111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c62e8e-0092-4aea-a3ee-27be3fb7bf9f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed0f144-7975-4dc1-968e-94057ed02878,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:33.553421 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b0c62e8e-0092-4aea-a3ee-27be3fb7bf9f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.554709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b0c62e8e-0092-4aea-a3ee-27be3fb7bf9f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3566296 Oct 19 11:58:33.558132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48150) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:33.562637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4c7ba449-cf78-45e2-8c50-480875e40c57 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'security_group_rule': {'security_group_id': '40c0ba9f-c94d-455a-9410-49f371df6c29', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:33.652471 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-4c7ba449-cf78-45e2-8c50-480875e40c57 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Project e6ac90c2410a42dabcbbff726dd2e119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 11:58:33.657787 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c7ba449-cf78-45e2-8c50-480875e40c57 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.719726 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c7ba449-cf78-45e2-8c50-480875e40c57 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.785651 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c7ba449-cf78-45e2-8c50-480875e40c57 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.804065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ba449-cf78-45e2-8c50-480875e40c57 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11c522e-2f55-4fc3-b9a5-e634491cb9bf,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:33.884861 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c7ba449-cf78-45e2-8c50-480875e40c57 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.886086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4c7ba449-cf78-45e2-8c50-480875e40c57 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269579 Oct 19 11:58:33.888941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48152) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:33.894565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'network': {'name': 'tempest-network-smoke--470776201', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'port_security_enabled': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:33.973228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:58:33.976814 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:33.999443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 11:58:34.008357 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:34.013348 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Added segment fea518f7-8efc-4d31-94da-497d272d99c3 of type vlan for network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 Oct 19 11:58:34.047139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:34.133916 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:34.140374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:34.140997 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:34.213411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Network': ['ID=9a2abea6-20a7-4e3a-a578-d7ef0f7b0618,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:34.223928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 11:58:34.231588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fc652abd-96f2-4ab3-9323-370ef3308b63 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3416045 Oct 19 11:58:34.234285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48154) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:34.238638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'admin_state_up': True, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:34.316677 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:34.317773 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:34.404502 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:34.595974 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:34.871670 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:34.895371 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:35.042243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.25.2.198 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/a5db8f1e-3992-4958-9a84-a55378931a40) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:58:35.140380 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:35.235277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:35.271346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:58:35.274985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:58:35.278617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:58:35.308243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=a5db8f1e-3992-4958-9a84-a55378931a40,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:35.625175 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:35.816872 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:36.042168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 11:58:36.482248 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:58:36.493874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Sync routers for ids ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:58:36.503326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Routers {'d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:58:36.510432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:58:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:36.558756 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:36.560010 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cc801ec6-e424-4389-b408-ed0a7547aa5b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3248348 Oct 19 11:58:36.563218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48156) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:36.597232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-db438f1f-068c-4ba8-9842-e4844bea74c5 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e6ac90c2410a42dabcbbff726dd2e119&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328968 Oct 19 11:58:36.599823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48158) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:36.753661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a3b145-ca63-4935-aa8a-d71f6bf2eb11 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:36.754967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Set router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:58:36.755086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-46a3b145-ca63-4935-aa8a-d71f6bf2eb11 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1543300 Oct 19 11:58:36.757891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48160) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:36.796380 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0a4291ec-b74f-4a01-8625-d45909b08355 tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374370 Oct 19 11:58:36.798962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48162) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:36.803833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-975256020', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:36.929005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:35Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:36.933773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:58:36.937280 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:36.954505 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Checking router: d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:58:36.954853 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Updating router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b port a5db8f1e-3992-4958-9a84-a55378931a40 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:58:36.984239 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:37.183545 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:37.237804 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:37.254161 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Subnet': ['ID=dc5aac8d-9686-4762-8ac3-955e1ba547d9,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:37.266815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Checking segment: {'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:58:37.270685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network hostable DHCP agents. Network: 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 11:58:37.308561 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:37.354594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 11:58:37.358881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Attempting to bind port a5db8f1e-3992-4958-9a84-a55378931a40 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:58:37.359257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Attempting to bind port a5db8f1e-3992-4958-9a84-a55378931a40 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:58:37.359622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Attempting to bind port a5db8f1e-3992-4958-9a84-a55378931a40 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:58:37.364915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85deeed3-67fc-45c8-a693-959cc2447dfe None None] Pushing event updated for resources: {'Port': ['ID=a5db8f1e-3992-4958-9a84-a55378931a40,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:37.369401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:58:37.370362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:58:37.370362 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:37.370546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:58:37.370975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Bound port: a5db8f1e-3992-4958-9a84-a55378931a40, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:58:37.371365 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:37.422862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:58:37.424325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] For port a5db8f1e-3992-4958-9a84-a55378931a40, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:58:37.427331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:37.432326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] For port a5db8f1e-3992-4958-9a84-a55378931a40, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a5db8f1e-3992-4958-9a84-a55378931a40,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:58:37.432634 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:37.432803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dbbf94-487d-4fd4-98b7-118fd3a996ae None None] Network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:58:37.507606 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:37.536450 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8131e6e1-72f5-4273-a42f-c3a8fd14bdb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7364259 Oct 19 11:58:37.540737 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48164) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:37.609732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Routers {'d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:58:37.610352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:58:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:37.646208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85deeed3-67fc-45c8-a693-959cc2447dfe None None] Pushing event updated for resources: {'Port': ['ID=a5db8f1e-3992-4958-9a84-a55378931a40,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:37.678547 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 11:58:37.679451 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:37.807114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] Set router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:58:37.968292 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Allocated IP 172.20.0.2 (9a2abea6-20a7-4e3a-a578-d7ef0f7b0618/dc5aac8d-9686-4762-8ac3-955e1ba547d9/e195699f-f39a-41c8-952e-0a92cf20037e) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:58:37.997665 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:38.136639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:35Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:38.167057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3ad02-fa3f-4f34-a918-f60db15e31d7 None None] The sync data for ids ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'] in n-d-814547-1 is: [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:35Z', 'revision_number': 3, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:58:38.183870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:38.246684 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:38.285004 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:58:38.288318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:58:38.292979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:58:38.297333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.20.0.1 (9a2abea6-20a7-4e3a-a578-d7ef0f7b0618/dc5aac8d-9686-4762-8ac3-955e1ba547d9/88295230-5a25-46c4-8afa-1e4cf8590de2) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:58:38.307331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Pushing event updated for resources: {'Port': ['ID=e195699f-f39a-41c8-952e-0a92cf20037e,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:38.359231 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Attempting to bind port e195699f-f39a-41c8-952e-0a92cf20037e on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:58:38.359629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Attempting to bind port e195699f-f39a-41c8-952e-0a92cf20037e by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:58:38.359994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Attempting to bind port e195699f-f39a-41c8-952e-0a92cf20037e on network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:58:38.365320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:58:38.365793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Checking segment: {'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:58:38.366080 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:38.366464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Bound using segment: {'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:58:38.366993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Bound port: e195699f-f39a-41c8-952e-0a92cf20037e, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:58:38.367377 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:38.445596 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:38.449025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] For port e195699f-f39a-41c8-952e-0a92cf20037e, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:58:38.449150 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] For port e195699f-f39a-41c8-952e-0a92cf20037e, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e195699f-f39a-41c8-952e-0a92cf20037e,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:58:38.543652 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:38.572332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:38.596654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:58:38.598251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:58:38.600895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:58:38.610207 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a9886-4b65-4d2c-a940-137c1ae984f3 None None] Pushing event updated for resources: {'Port': ['ID=e195699f-f39a-41c8-952e-0a92cf20037e,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:38.676028 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:38.678431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=88295230-5a25-46c4-8afa-1e4cf8590de2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:38.947837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e195699f-f39a-41c8-952e-0a92cf20037e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:58:38.966429 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:39.008340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e195699f-f39a-41c8-952e-0a92cf20037e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:39.009532 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:39.097506 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:39.143887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port e195699f-f39a-41c8-952e-0a92cf20037e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e195699f-f39a-41c8-952e-0a92cf20037e,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:39.212136 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:39.213052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a5db8f1e-3992-4958-9a84-a55378931a40 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:58:39.283795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:39.294950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=e195699f-f39a-41c8-952e-0a92cf20037e,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:39.308559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a5db8f1e-3992-4958-9a84-a55378931a40 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:39.312371 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:39.360030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:39.391428 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:39.416736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port a5db8f1e-3992-4958-9a84-a55378931a40, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a5db8f1e-3992-4958-9a84-a55378931a40,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:39.441135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=88295230-5a25-46c4-8afa-1e4cf8590de2,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:39.452105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:39.488266 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:39.545161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=a5db8f1e-3992-4958-9a84-a55378931a40,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:39.556094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:58:39.557590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:58:39.661035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1c607f-28b1-4e97-a250-3bb9959bb925 None None] Network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 11:58:39.678076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:58:39.778301 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e109c6d2-3520-4704-ada8-c4b306aafa7c None None] Provisioning complete for port e195699f-f39a-41c8-952e-0a92cf20037e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:39.778666 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e109c6d2-3520-4704-ada8-c4b306aafa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:39.788661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:58:39.797138 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c98dd671-8d08-4ccd-b05e-94f56a02e759 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "PUT /v2.0/routers/d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2550633 Oct 19 11:58:39.959445 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-04a72367-44a6-41c0-adf8-ff9709f57464 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762067109&fields=id&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 267 time: 0.0401831 Oct 19 11:58:40.078166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-1ddbc3e9-49da-4979-a47c-096460872f69 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:40.079659 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-1ddbc3e9-49da-4979-a47c-096460872f69 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/networks?id=9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 HTTP/1.1" status: 200 len: 796 time: 0.1122105 Oct 19 11:58:40.096586 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-61fd38d4-05f0-496b-8dfe-b15a374a63bd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/quotas/e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 375 time: 0.0102177 Oct 19 11:58:40.129356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-abf4df78-9901-43ab-ba82-a34720c22cf3 None None] Provisioning complete for port 88295230-5a25-46c4-8afa-1e4cf8590de2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:40.129356 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-abf4df78-9901-43ab-ba82-a34720c22cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:40.167094 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a968a1c7-1179-4913-8600-f94c4d341ca0 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631161 Oct 19 11:58:40.169054 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Sync routers for ids ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:58:40.170838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-abf4df78-9901-43ab-ba82-a34720c22cf3 None None] Port 88295230-5a25-46c4-8afa-1e4cf8590de2 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:58:40.180983 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Routers {'d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:58:40.185765 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:58:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:40.186746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-abf4df78-9901-43ab-ba82-a34720c22cf3 None None] Provisioning complete for port e195699f-f39a-41c8-952e-0a92cf20037e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:40.186746 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-abf4df78-9901-43ab-ba82-a34720c22cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:40.274512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-ee58f5df-9148-4201-b724-48d508231319 service neutron] 10.222.0.39 "GET /v2.0/networks/9a2abea6-20a7-4e3a-a578-d7ef0f7b0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989804 Oct 19 11:58:40.312955 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Set router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:58:40.386912 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-7840fb8e-dc98-4867-88bd-2ec7e7a136fc service neutron] 10.222.0.39 "GET /v2.0/networks/9a2abea6-20a7-4e3a-a578-d7ef0f7b0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052277 Oct 19 11:58:40.531677 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:38Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '88295230-5a25-46c4-8afa-1e4cf8590de2', 'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:71:4d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:38Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 2, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:40.559195 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Checking router: d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:58:40.559548 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Updating router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b port 88295230-5a25-46c4-8afa-1e4cf8590de2 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 11:58:40.573079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-eb3ea90f-b160-42d7-a67c-a8d4e98c5f7d None None] Provisioning complete for port 88295230-5a25-46c4-8afa-1e4cf8590de2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:40.573583 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eb3ea90f-b160-42d7-a67c-a8d4e98c5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:40.589498 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:40.608940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ea90f-b160-42d7-a67c-a8d4e98c5f7d None None] Port 88295230-5a25-46c4-8afa-1e4cf8590de2 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:58:40.623577 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5b2ff7a3-4d0e-46b8-a32f-f900df8a7284 req-9bad5dc3-9c39-48b5-b880-4ab92f193560 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 210 time: 0.0361655 Oct 19 11:58:40.841117 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:58:40.851218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e195699f-f39a-41c8-952e-0a92cf20037e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:58:40.863450 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:40.897924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e195699f-f39a-41c8-952e-0a92cf20037e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:40.898294 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:40.957082 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:40.978450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a5db8f1e-3992-4958-9a84-a55378931a40 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:58:41.005465 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Pushing event updated for resources: {'Port': ['ID=88295230-5a25-46c4-8afa-1e4cf8590de2,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:41.035676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a5db8f1e-3992-4958-9a84-a55378931a40 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:41.037475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:41.047604 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.047975 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.048318 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.048678 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.049132 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.049465 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.049795 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.050113 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.050434 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.050748 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.051065 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.051380 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:58:41.091035 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Attempting to bind port 88295230-5a25-46c4-8afa-1e4cf8590de2 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:58:41.091527 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Attempting to bind port 88295230-5a25-46c4-8afa-1e4cf8590de2 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:58:41.091890 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Attempting to bind port 88295230-5a25-46c4-8afa-1e4cf8590de2 on network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:58:41.097545 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:58:41.098111 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Checking segment: {'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:58:41.098334 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:41.098694 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Bound using segment: {'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:58:41.099152 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Bound port: 88295230-5a25-46c4-8afa-1e4cf8590de2, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:58:41.099523 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:41.166593 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] For port 88295230-5a25-46c4-8afa-1e4cf8590de2, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:58:41.169966 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] For port 88295230-5a25-46c4-8afa-1e4cf8590de2, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=88295230-5a25-46c4-8afa-1e4cf8590de2,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:58:41.219955 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:41.231731 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-99fb272e-cf74-4f9c-8236-292edab586b2 None None] Provisioning complete for port 88295230-5a25-46c4-8afa-1e4cf8590de2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:41.231858 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99fb272e-cf74-4f9c-8236-292edab586b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:41.294006 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993b982-d14b-45c8-957a-733309597f46 None None] Pushing event updated for resources: {'Port': ['ID=88295230-5a25-46c4-8afa-1e4cf8590de2,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:41.305769 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Routers {'d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:58:41.306439 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:58:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:41.323998 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99fb272e-cf74-4f9c-8236-292edab586b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:41.362244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-99fb272e-cf74-4f9c-8236-292edab586b2 None None] For port 88295230-5a25-46c4-8afa-1e4cf8590de2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=88295230-5a25-46c4-8afa-1e4cf8590de2,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:41.432338 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] Set router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:58:41.440066 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-99fb272e-cf74-4f9c-8236-292edab586b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:41.488187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb272e-cf74-4f9c-8236-292edab586b2 None None] Pushing event updated for resources: {'Port': ['ID=88295230-5a25-46c4-8afa-1e4cf8590de2,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:41.558053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b9304bf0-5f47-45d1-89a9-b912e96cc627 None None] Provisioning complete for port 88295230-5a25-46c4-8afa-1e4cf8590de2 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:41.558432 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b9304bf0-5f47-45d1-89a9-b912e96cc627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:41.658371 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:38Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '88295230-5a25-46c4-8afa-1e4cf8590de2', 'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:71:4d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:38Z', 'updated_at': '2021-10-19T11:58:41Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:41.686295 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cb6ad-516e-41f9-a6d1-2db736c5c390 None None] The sync data for ids ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'] in n-d-814547-1 is: [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:38Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '88295230-5a25-46c4-8afa-1e4cf8590de2', 'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:71:4d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:38Z', 'updated_at': '2021-10-19T11:58:41Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:58:41.739844 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8279233-e21c-4316-854f-1cc79ee63406 req-e293f068-f756-437d-aca5-30630d2e507f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 210 time: 0.0416496 Oct 19 11:58:42.753520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-61b62d90-b65d-4c89-98e5-502d2bb0e82b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:42.755054 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-61b62d90-b65d-4c89-98e5-502d2bb0e82b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "GET /v2.0/networks?id=9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 HTTP/1.1" status: 200 len: 796 time: 0.1643519 Oct 19 11:58:42.800972 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-c6296c17-1734-44a9-af87-d56c5aa61626 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ac90c2410a42dabcbbff726dd2e119 HTTP/1.1" status: 200 len: 380 time: 0.0366395 Oct 19 11:58:42.811323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'port': {'device_id': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'admin_state_up': True, 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'security_groups': ['40c0ba9f-c94d-455a-9410-49f371df6c29']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:42.870781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 88295230-5a25-46c4-8afa-1e4cf8590de2 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:58:42.927298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 88295230-5a25-46c4-8afa-1e4cf8590de2 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:42.927298 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:43.131762 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-faf60b70-98b1-4517-9f64-06da86046eb4 req-bdf992bf-9389-4c6c-a0a7-30daef3bcbd9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 210 time: 0.3051586 Oct 19 11:58:43.265490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Made reservation on behalf of e6ac90c2410a42dabcbbff726dd2e119 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 11:58:43.269131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:43.395636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.20.0.7 (9a2abea6-20a7-4e3a-a578-d7ef0f7b0618/dc5aac8d-9686-4762-8ac3-955e1ba547d9/b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:58:43.530063 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:43.620151 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:43.653410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-b4070314-240b-4278-b633-788cf60e8c28 req-062cb76a-5729-40c0-9c58-52b941bf673b service neutron] (101311) timed out ('10.222.0.26', 63762) {{(pid=101311) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 11:58:43.669755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:58:43.672824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:58:43.676489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:58:43.683175 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:43.729455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:43.730066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:43.799588 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-86ce59f2-93a7-409b-b4c2-cdfde9879d32 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928796 Oct 19 11:58:43.812426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Request body: {'port': {'device_id': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:43.867120 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:43.902515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b218d5e7-f7b3-4eb7-9c30-e6bc9a52d824 None None] Provisioning complete for port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:43.903068 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b218d5e7-f7b3-4eb7-9c30-e6bc9a52d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:43.941364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b218d5e7-f7b3-4eb7-9c30-e6bc9a52d824 None None] Port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 11:58:44.130444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:58:44.137942 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:44.149378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Transition to ACTIVE for port object b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 11:58:44.225478 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:44.321295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:44.359717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Attempting to bind port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 11:58:44.360056 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Attempting to bind port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 11:58:44.360396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Attempting to bind port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 on network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:58:44.365705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 on network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 11:58:44.366038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Attempting to bind port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 on network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 11:58:44.371713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 11, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 11:58:44.372049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Checking segment: {'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 11:58:44.372449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Bound using segment: {'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 11:58:44.372935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Bound port: b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea518f7-8efc-4d31-94da-497d272d99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 11:58:44.373299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:44.453564 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] For port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 11:58:44.456916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] For port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 11:58:44.501768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa97a6-d4bd-424d-bd26-423a10181432 req-116b8d9b-5279-46d6-bb59-5aa0d6c6ed79 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:44.503254 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-19fa97a6-d4bd-424d-bd26-423a10181432 req-116b8d9b-5279-46d6-bb59-5aa0d6c6ed79 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 943 time: 0.0512354 Oct 19 11:58:44.541023 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-19fa97a6-d4bd-424d-bd26-423a10181432 req-109f60a2-8b2b-4168-ab77-f2d9d7cdc92e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Oct 19 11:58:44.545643 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:44.582928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:44.583576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:44.585002 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] 10.222.0.49 "PUT /v2.0/ports/b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 HTTP/1.1" status: 200 len: 1091 time: 0.7769701 Oct 19 11:58:44.585502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:58:44.587781 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855f5cc9-0d02-4c6a-b385-07c0686deae3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:58:44.614898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2052b8a-d66f-400a-bf2e-e6f8ad3dbdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:44.628663 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2922ee0b-ec94-423d-9733-57aa4eeaee44 x-openstack-request-id: req-2922ee0b-ec94-423d-9733-57aa4eeaee44 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:58:44.628966 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:58:44.629221 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2922ee0b-ec94-423d-9733-57aa4eeaee44 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:58:44.629659 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'status': 'completed', 'code': 200} Oct 19 11:58:44.692458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5cc9-0d02-4c6a-b385-07c0686deae3 req-ccfb6b00-883f-43ee-b917-e0f1340228b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:44.694099 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-855f5cc9-0d02-4c6a-b385-07c0686deae3 req-ccfb6b00-883f-43ee-b917-e0f1340228b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 1094 time: 0.0441959 Oct 19 11:58:44.799559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5cc9-0d02-4c6a-b385-07c0686deae3 req-5a8c46d0-bc5d-4792-a149-34453ed13222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:44.801079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-855f5cc9-0d02-4c6a-b385-07c0686deae3 req-5a8c46d0-bc5d-4792-a149-34453ed13222 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0993915 Oct 19 11:58:44.896449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f5cc9-0d02-4c6a-b385-07c0686deae3 req-9bb74beb-359c-4f40-b984-7b0b3fc30dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:44.898476 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-855f5cc9-0d02-4c6a-b385-07c0686deae3 req-9bb74beb-359c-4f40-b984-7b0b3fc30dc5 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900009 Oct 19 11:58:44.971441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-6742ddab-db8b-46d4-aa87-80197fd8161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:44.972920 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-6742ddab-db8b-46d4-aa87-80197fd8161f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 1094 time: 0.0405729 Oct 19 11:58:45.013572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-076e0cd9-8495-4d4c-a7f0-78c7f719d031 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 HTTP/1.1" status: 200 len: 217 time: 0.0329192 Oct 19 11:58:45.063953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a675d1e9-4abb-4357-8682-d687d2674c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:45.065484 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-a675d1e9-4abb-4357-8682-d687d2674c58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dc5aac8d-9686-4762-8ac3-955e1ba547d9 HTTP/1.1" status: 200 len: 834 time: 0.0436454 Oct 19 11:58:45.114076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-7d1140df-0114-4a0b-9a13-b37b7d56cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:45.115594 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-7d1140df-0114-4a0b-9a13-b37b7d56cfa3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a2abea6-20a7-4e3a-a578-d7ef0f7b0618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435424 Oct 19 11:58:45.205614 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-d9e0bd8b-6311-47b4-b1c3-01d9948a3840 service neutron] 10.222.0.49 "GET /v2.0/networks/9a2abea6-20a7-4e3a-a578-d7ef0f7b0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828705 Oct 19 11:58:45.299069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9245e572-d1e6-483c-9821-893b6ffcb129 req-b51754a4-59c1-4594-842c-2634da18908e service neutron] 10.222.0.49 "GET /v2.0/networks/9a2abea6-20a7-4e3a-a578-d7ef0f7b0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861342 Oct 19 11:58:45.658222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78b559-bd9b-4582-b555-de1000023051 req-af9c506c-ada7-44b2-99f5-a1753ba25e65 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:45.659705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd78b559-bd9b-4582-b555-de1000023051 req-af9c506c-ada7-44b2-99f5-a1753ba25e65 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 943 time: 0.0521076 Oct 19 11:58:45.701083 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd78b559-bd9b-4582-b555-de1000023051 req-604d175e-38e6-4a65-a2f5-64cee7c9668d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351479 Oct 19 11:58:46.819703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcf028-df38-4993-a4e2-ae3f42435422 req-4a165622-c83d-4b71-99c8-23fa8deffe1e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:46.821328 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-73dcf028-df38-4993-a4e2-ae3f42435422 req-4a165622-c83d-4b71-99c8-23fa8deffe1e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 943 time: 0.0499651 Oct 19 11:58:46.858724 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-73dcf028-df38-4993-a4e2-ae3f42435422 req-38f50695-1c76-44c6-ac37-6861496e6532 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Oct 19 11:58:47.724944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:58:47.818968 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:47.830096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'port_id': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'mac_address': 'fa:16:3e:29:3d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:58:47.870656 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:47.883169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:58:47.902309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:47.969634 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8501d2e-a2d0-4c4a-b287-2bc43c687268 req-2cf3b20a-860f-43b2-9f1f-9abc412710a0 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:47.971074 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c8501d2e-a2d0-4c4a-b287-2bc43c687268 req-2cf3b20a-860f-43b2-9f1f-9abc412710a0 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 943 time: 0.0475056 Oct 19 11:58:47.979282 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:48.010303 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c8501d2e-a2d0-4c4a-b287-2bc43c687268 req-8af3929e-e419-4204-9827-065f43e7c7d6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326242 Oct 19 11:58:48.027039 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:48.187992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:58:49.125991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e25ec-0747-443c-b069-bc391698cb8c req-7a33b41d-4967-4c0d-9dd2-76985e163c06 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:49.127472 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e6e25ec-0747-443c-b069-bc391698cb8c req-7a33b41d-4967-4c0d-9dd2-76985e163c06 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 944 time: 0.0491133 Oct 19 11:58:49.169679 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1e6e25ec-0747-443c-b069-bc391698cb8c req-36f6abcf-895f-4322-bb7f-c1f33d50b131 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357490 Oct 19 11:58:49.726289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:58:49.845718 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 11:58:49.849473 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:58:49.849843 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:49.871125 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:49.927624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:49.950517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:58:49.952797 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cce589-955a-4c73-94d0-e8742337d24c" -d '{"events": [{"server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "name": "network-vif-plugged", "status": "completed", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:58:49.965169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:58:49.989046 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7b58e2-7f0c-4e1d-97c3-01841bdad493 x-openstack-request-id: req-0c7b58e2-7f0c-4e1d-97c3-01841bdad493 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:58:49.989329 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "name": "network-vif-plugged", "status": "completed", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:58:49.989576 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c7b58e2-7f0c-4e1d-97c3-01841bdad493 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:58:49.989962 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'code': 200} Oct 19 11:58:50.028659 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:50.078665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:50.084756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68051c4b-e3c9-48b6-97c3-6bc62f1b0618 req-e6017356-a514-474f-8bb7-d0550529efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:50.086306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68051c4b-e3c9-48b6-97c3-6bc62f1b0618 req-e6017356-a514-474f-8bb7-d0550529efbc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 1096 time: 0.0436678 Oct 19 11:58:50.126224 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68051c4b-e3c9-48b6-97c3-6bc62f1b0618 req-404e1d52-fae2-4915-b3f8-e85433027880 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329847 Oct 19 11:58:50.285576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd0062-226f-47a2-8563-7da27f0e79ac req-cb7f426a-c846-4d89-a900-49d6958de6fc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:50.287468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0dfd0062-226f-47a2-8563-7da27f0e79ac req-cb7f426a-c846-4d89-a900-49d6958de6fc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0508306 Oct 19 11:58:50.327457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0dfd0062-226f-47a2-8563-7da27f0e79ac req-90b83fec-534b-4bc1-a8bf-e0cea7569add tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334966 Oct 19 11:58:50.384993 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:51.443238 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad30c-78d5-4c5e-b8ce-2a11e33f523c req-d5444c6b-35e7-4f95-8e2e-3b3e48af8dfd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:51.445276 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea6ad30c-78d5-4c5e-b8ce-2a11e33f523c req-d5444c6b-35e7-4f95-8e2e-3b3e48af8dfd tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0492837 Oct 19 11:58:51.483483 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea6ad30c-78d5-4c5e-b8ce-2a11e33f523c req-8803bd53-a2dd-4e86-8201-c134fb26189c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323324 Oct 19 11:58:51.597941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85627c0a-4c74-4860-b5b0-a998d1ee93e2 req-eb389bab-0895-49c0-84fd-bd9c230b597c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:51.599429 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85627c0a-4c74-4860-b5b0-a998d1ee93e2 req-eb389bab-0895-49c0-84fd-bd9c230b597c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0499043 Oct 19 11:58:51.641028 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-85627c0a-4c74-4860-b5b0-a998d1ee93e2 req-d65ce943-fb53-4742-a743-d32a3d433b48 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354471 Oct 19 11:58:51.662601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48224) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:51.701787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c0935-3200-4be7-a96f-7e714eed569d tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:51.703326 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c90c0935-3200-4be7-a96f-7e714eed569d tempest-TestNetworkAdvancedServerOps-1161992501 tempest-TestNetworkAdvancedServerOps-1161992501-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 1091 time: 0.0397007 Oct 19 11:58:51.706143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48226) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:51.711101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 11:58:51.796602 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:51.890106 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:51.993133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Allocated IP 172.25.2.19 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/9ae188a9-a252-4f97-86cf-fc71e36e4d85) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 11:58:52.091830 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:52.167560 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:52.210461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 11:58:52.213447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 11:58:52.216997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 11:58:52.242336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=9ae188a9-a252-4f97-86cf-fc71e36e4d85,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:52.700107 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:52.855011 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:53.007512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:53.070554 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:53.138006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event updated for resources: {'Port': ['ID=9ae188a9-a252-4f97-86cf-fc71e36e4d85,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:58:53.148189 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:53.245033 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Floating IP 2c4a072e-11da-4ec9-91ea-d2d6c7f94395 associated. External IP: 172.25.2.19, port: b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8. Oct 19 11:58:53.447814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 11:58:53.554038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 11:58:53.563475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52901083-ed44-4750-9024-9704e3b85997 None None] Sync routers for ids ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 11:58:53.573211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52901083-ed44-4750-9024-9704e3b85997 None None] Routers {'d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:58:53.573824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-52901083-ed44-4750-9024-9704e3b85997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:58:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:53.666817 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:53.677699 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-52901083-ed44-4750-9024-9704e3b85997 None None] Set router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:58:53.693175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-25f197dd-8caa-4f7e-8b85-3b20040d0f6e tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9859691 Oct 19 11:58:53.693761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:58:53.696570 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668bab19-2c47-40eb-99ec-6c8951aee7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:58:53.733409 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 11:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bb2138-8aa0-439e-b38c-8e88a5186f94 x-openstack-request-id: req-38bb2138-8aa0-439e-b38c-8e88a5186f94 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:58:53.733993 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:58:53.733993 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38bb2138-8aa0-439e-b38c-8e88a5186f94 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:58:53.734330 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'status': 'completed', 'code': 200} Oct 19 11:58:53.793841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de9c6b-58f5-4a78-bfc4-0aaa75485f4d req-03f378b1-def2-48a6-b378-7ed9f667bafe tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:53.795348 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-06de9c6b-58f5-4a78-bfc4-0aaa75485f4d req-03f378b1-def2-48a6-b378-7ed9f667bafe tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0494201 Oct 19 11:58:53.812684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bab19-2c47-40eb-99ec-6c8951aee7b3 req-bd03f407-b475-4c9d-871e-70799a734408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:53.814457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-668bab19-2c47-40eb-99ec-6c8951aee7b3 req-bd03f407-b475-4c9d-871e-70799a734408 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 1096 time: 0.0466578 Oct 19 11:58:53.838380 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-06de9c6b-58f5-4a78-bfc4-0aaa75485f4d req-ee23858d-b33a-47d8-8bd5-e12bc5d61f7b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355635 Oct 19 11:58:53.863121 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48232) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:53.910697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bab19-2c47-40eb-99ec-6c8951aee7b3 req-5dbd6747-5b50-4909-a478-f33a34dd8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:53.913697 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-668bab19-2c47-40eb-99ec-6c8951aee7b3 req-5dbd6747-5b50-4909-a478-f33a34dd8d3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 HTTP/1.1" status: 200 len: 897 time: 0.0916424 Oct 19 11:58:53.915218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-52901083-ed44-4750-9024-9704e3b85997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:38Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '2c4a072e-11da-4ec9-91ea-d2d6c7f94395', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'port_id': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'mac_address': 'fa:16:3e:29:3d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:58:52Z', 'updated_at': '2021-10-19T11:58:52Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88295230-5a25-46c4-8afa-1e4cf8590de2', 'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:71:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:38Z', 'updated_at': '2021-10-19T11:58:41Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:53.924308 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-95478756-9cf9-4a71-a647-08eec07da700 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/2c4a072e-11da-4ec9-91ea-d2d6c7f94395 HTTP/1.1" status: 200 len: 990 time: 0.0589416 Oct 19 11:58:53.941663 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52901083-ed44-4750-9024-9704e3b85997 None None] Checking router: d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 11:58:53.950468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52901083-ed44-4750-9024-9704e3b85997 None None] Routers {'d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 11:58:53.951064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-52901083-ed44-4750-9024-9704e3b85997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:58:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:53.981996 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-668bab19-2c47-40eb-99ec-6c8951aee7b3 req-27dc52ba-7f34-44d3-aead-b9ed3877f526 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 HTTP/1.1" status: 200 len: 998 time: 0.0611634 Oct 19 11:58:54.035804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bab19-2c47-40eb-99ec-6c8951aee7b3 req-ef98bd1c-b3d4-461b-b4d7-670f112820f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:54.037960 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-668bab19-2c47-40eb-99ec-6c8951aee7b3 req-ef98bd1c-b3d4-461b-b4d7-670f112820f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dc5aac8d-9686-4762-8ac3-955e1ba547d9 HTTP/1.1" status: 200 len: 834 time: 0.0491006 Oct 19 11:58:54.058643 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-52901083-ed44-4750-9024-9704e3b85997 None None] Set router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 11:58:54.087949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bab19-2c47-40eb-99ec-6c8951aee7b3 req-b64b9ce1-4811-4711-a7e4-e96bb036cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:58:54.089512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-668bab19-2c47-40eb-99ec-6c8951aee7b3 req-b64b9ce1-4811-4711-a7e4-e96bb036cbee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a2abea6-20a7-4e3a-a578-d7ef0f7b0618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446463 Oct 19 11:58:54.287526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-52901083-ed44-4750-9024-9704e3b85997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:38Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '2c4a072e-11da-4ec9-91ea-d2d6c7f94395', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'port_id': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'mac_address': 'fa:16:3e:29:3d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:58:52Z', 'updated_at': '2021-10-19T11:58:52Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88295230-5a25-46c4-8afa-1e4cf8590de2', 'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:71:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:38Z', 'updated_at': '2021-10-19T11:58:41Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 11:58:54.319494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52901083-ed44-4750-9024-9704e3b85997 None None] The sync data for ids ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'] in n-d-814547-1 is: [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:38Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '2c4a072e-11da-4ec9-91ea-d2d6c7f94395', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'port_id': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'mac_address': 'fa:16:3e:29:3d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T11:58:52Z', 'updated_at': '2021-10-19T11:58:52Z', 'revision_number': 0, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88295230-5a25-46c4-8afa-1e4cf8590de2', 'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:71:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:38Z', 'updated_at': '2021-10-19T11:58:41Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 11:58:54.461789 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-668bab19-2c47-40eb-99ec-6c8951aee7b3 req-f279b00b-6ea6-4621-80ee-9e7e7d566e0a service neutron] 10.222.0.49 "GET /v2.0/networks/9a2abea6-20a7-4e3a-a578-d7ef0f7b0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647587 Oct 19 11:58:54.525544 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f8823-d8f7-4f8e-af3b-9c2a2c2bf0d3 None None] New status for floating IP 2c4a072e-11da-4ec9-91ea-d2d6c7f94395: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 11:58:54.557209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-668bab19-2c47-40eb-99ec-6c8951aee7b3 req-0b4fde6e-7c22-48bd-b6eb-ebd278cfecab service neutron] 10.222.0.49 "GET /v2.0/networks/9a2abea6-20a7-4e3a-a578-d7ef0f7b0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875063 Oct 19 11:58:54.926343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48234) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:58:54.989137 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7916f569-73ea-4e1e-8732-e1628ab7360c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/2c4a072e-11da-4ec9-91ea-d2d6c7f94395 HTTP/1.1" status: 200 len: 992 time: 0.0617089 Oct 19 11:58:55.439840 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-358e625f-701d-4dea-bc31-2b5ae3410e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:57.893423 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be780b64-abf4-49d7-858e-2e604599ace1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:59.074704 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:58:59.179326 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:00.950044 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:17.821258 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:59:19.891227 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:20.382339 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:25.413305 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9d362de2-c8d1-40ce-871d-0c1e0178ba91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:26.535651 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5c34b-8cc4-4782-99fc-358a4e371fb3 req-041e257e-fa01-4a01-b83c-3991814fbdbc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:26.538094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38d5c34b-8cc4-4782-99fc-358a4e371fb3 req-041e257e-fa01-4a01-b83c-3991814fbdbc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0538533 Oct 19 11:59:26.575033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38d5c34b-8cc4-4782-99fc-358a4e371fb3 req-80d77f0a-d66f-4f1c-b024-104dc3f5f6c9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310173 Oct 19 11:59:27.691310 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c8839-3ceb-4058-9d1d-6be6faf7dd24 req-97b9a96e-13e9-4049-a726-df04c059d301 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:27.692803 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-566c8839-3ceb-4058-9d1d-6be6faf7dd24 req-97b9a96e-13e9-4049-a726-df04c059d301 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0519860 Oct 19 11:59:27.730253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-566c8839-3ceb-4058-9d1d-6be6faf7dd24 req-90c759ff-207c-4d4b-87a0-8db29ac21977 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310252 Oct 19 11:59:27.852742 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bbdc740e-7725-4b24-bfac-899fc1abfb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:28.844396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cae07-a3d7-4b06-94c7-bbdc063515c0 req-4e3268ae-8a7c-4f9b-8d39-db9e00335239 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:28.845885 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a92cae07-a3d7-4b06-94c7-bbdc063515c0 req-4e3268ae-8a7c-4f9b-8d39-db9e00335239 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0485578 Oct 19 11:59:28.884105 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a92cae07-a3d7-4b06-94c7-bbdc063515c0 req-a4c0003d-248e-4a79-9f46-7d4c47ce6884 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315602 Oct 19 11:59:29.092826 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:29.172612 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:30.001403 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af93d48-5400-4205-8dc5-6dd8a0e85f0e req-93413989-9683-4a08-b638-a38726610c95 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:30.002901 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5af93d48-5400-4205-8dc5-6dd8a0e85f0e req-93413989-9683-4a08-b638-a38726610c95 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0521891 Oct 19 11:59:30.041373 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5af93d48-5400-4205-8dc5-6dd8a0e85f0e req-ff635a07-237c-40a5-bd73-0eff020c5018 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323830 Oct 19 11:59:30.913975 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:31.165133 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14434334-2fea-4579-bfb2-abea08d0f5a1 req-02010c4f-924d-42af-bf9d-e69b96e5a9ee tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:31.166564 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-14434334-2fea-4579-bfb2-abea08d0f5a1 req-02010c4f-924d-42af-bf9d-e69b96e5a9ee tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0561123 Oct 19 11:59:31.204592 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-14434334-2fea-4579-bfb2-abea08d0f5a1 req-6932cc0f-dbdd-4a06-bc5a-cde232659f81 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314817 Oct 19 11:59:32.316612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada2a09-4052-4d29-952f-23101ca718e7 req-fbc2d3f5-7749-473f-88e6-7f38d2de6f92 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:32.318646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bada2a09-4052-4d29-952f-23101ca718e7 req-fbc2d3f5-7749-473f-88e6-7f38d2de6f92 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0482314 Oct 19 11:59:32.354795 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bada2a09-4052-4d29-952f-23101ca718e7 req-4b413834-be9a-4b2d-a74e-43f60f0edfbf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304039 Oct 19 11:59:33.469291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5c6a9-2438-444f-9224-24a9e9a72ffb req-73b8a55a-c4dc-4a2c-8069-454c46e6304f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:33.470769 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-feb5c6a9-2438-444f-9224-24a9e9a72ffb req-73b8a55a-c4dc-4a2c-8069-454c46e6304f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0490785 Oct 19 11:59:33.508464 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-feb5c6a9-2438-444f-9224-24a9e9a72ffb req-7e41c39d-39c9-4064-b861-eee45ea90bb3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312226 Oct 19 11:59:34.619238 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea2f6e-d94f-4782-86d6-d6e5998b57bb req-f4ff6318-7ebf-4209-802e-dedbdf1a4d31 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:34.620730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22ea2f6e-d94f-4782-86d6-d6e5998b57bb req-f4ff6318-7ebf-4209-802e-dedbdf1a4d31 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0474670 Oct 19 11:59:34.657042 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22ea2f6e-d94f-4782-86d6-d6e5998b57bb req-39e54e9f-e209-483b-acdc-c8cd653ad5fc tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304279 Oct 19 11:59:35.772900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089ea0c-cbf5-44b3-92a6-f221073024d4 req-31f6ab0a-55e6-4055-8c13-3b6eb193c36c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:35.774305 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9089ea0c-cbf5-44b3-92a6-f221073024d4 req-31f6ab0a-55e6-4055-8c13-3b6eb193c36c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0492208 Oct 19 11:59:35.812882 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9089ea0c-cbf5-44b3-92a6-f221073024d4 req-b0ebc740-18a3-4610-9f58-b0865e6ef30f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326369 Oct 19 11:59:36.927707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27abb6-d733-415a-a1ad-182af0a45e28 req-f3ef506e-e326-475b-acf1-64ec4d242141 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:36.929175 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f27abb6-d733-415a-a1ad-182af0a45e28 req-f3ef506e-e326-475b-acf1-64ec4d242141 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0518441 Oct 19 11:59:36.967863 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f27abb6-d733-415a-a1ad-182af0a45e28 req-1b146d4a-7256-45a6-a3ef-f0e6e19205e6 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327914 Oct 19 11:59:38.083436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d87272-413a-4df1-8c6d-4db8b40a3431 req-6a3b6908-29d2-4afc-87d5-d2064a654553 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:38.084943 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77d87272-413a-4df1-8c6d-4db8b40a3431 req-6a3b6908-29d2-4afc-87d5-d2064a654553 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0528238 Oct 19 11:59:38.122706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77d87272-413a-4df1-8c6d-4db8b40a3431 req-016cd53c-c02e-4ce6-95b9-8cea4478af91 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318217 Oct 19 11:59:39.236221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755e538-b28f-47ad-a8ad-22a1f7beda22 req-00bd05b5-b573-4008-a96b-34744378958d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:39.237829 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5755e538-b28f-47ad-a8ad-22a1f7beda22 req-00bd05b5-b573-4008-a96b-34744378958d tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0500393 Oct 19 11:59:39.275292 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5755e538-b28f-47ad-a8ad-22a1f7beda22 req-d512a1ea-e428-4250-ab33-75edcb416192 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310285 Oct 19 11:59:40.390292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde652-19b6-4740-ac46-2aa2271515d4 req-8f676241-8441-4359-8600-86cf3191d8b4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:40.391822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44bde652-19b6-4740-ac46-2aa2271515d4 req-8f676241-8441-4359-8600-86cf3191d8b4 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0514450 Oct 19 11:59:40.431789 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44bde652-19b6-4740-ac46-2aa2271515d4 req-745465db-1b50-46f4-a26a-db8c3f009263 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339525 Oct 19 11:59:41.302764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87e039-83bb-4b6e-bfb4-b9878ed23f2e req-25042c80-45ea-4704-95a6-1f8d532eedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:41.304206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e87e039-83bb-4b6e-bfb4-b9878ed23f2e req-25042c80-45ea-4704-95a6-1f8d532eedac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 1096 time: 0.0408683 Oct 19 11:59:41.408374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87e039-83bb-4b6e-bfb4-b9878ed23f2e req-7cd4141a-4c9a-4603-a02b-efaed8fcb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:41.409855 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e87e039-83bb-4b6e-bfb4-b9878ed23f2e req-7cd4141a-4c9a-4603-a02b-efaed8fcb2bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 HTTP/1.1" status: 200 len: 897 time: 0.0865219 Oct 19 11:59:41.475718 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e87e039-83bb-4b6e-bfb4-b9878ed23f2e req-e6983d22-8cbb-4c8b-85bf-a26c1cf27da7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 HTTP/1.1" status: 200 len: 1000 time: 0.0586343 Oct 19 11:59:41.532285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87e039-83bb-4b6e-bfb4-b9878ed23f2e req-201bfe1c-f39d-49b6-9e64-54b3d21b5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:41.533834 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e87e039-83bb-4b6e-bfb4-b9878ed23f2e req-201bfe1c-f39d-49b6-9e64-54b3d21b5a97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dc5aac8d-9686-4762-8ac3-955e1ba547d9 HTTP/1.1" status: 200 len: 834 time: 0.0513251 Oct 19 11:59:41.546054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d207e67-446a-47fb-bce0-2f89c809d927 req-c5329411-4a97-4d02-b0a9-4b8bebcd4171 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:41.547528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d207e67-446a-47fb-bce0-2f89c809d927 req-c5329411-4a97-4d02-b0a9-4b8bebcd4171 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0490844 Oct 19 11:59:41.579788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87e039-83bb-4b6e-bfb4-b9878ed23f2e req-5928417e-6779-461d-a424-3f15ec97b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:41.581235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e87e039-83bb-4b6e-bfb4-b9878ed23f2e req-5928417e-6779-461d-a424-3f15ec97b377 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a2abea6-20a7-4e3a-a578-d7ef0f7b0618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404627 Oct 19 11:59:41.586243 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6d207e67-446a-47fb-bce0-2f89c809d927 req-b77999ff-1050-4c6e-8641-5b40f1179d76 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Oct 19 11:59:41.671963 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e87e039-83bb-4b6e-bfb4-b9878ed23f2e req-3d8942d7-48fc-430c-8205-d247acdb2ee0 service neutron] 10.222.0.49 "GET /v2.0/networks/9a2abea6-20a7-4e3a-a578-d7ef0f7b0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834105 Oct 19 11:59:41.765674 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3e87e039-83bb-4b6e-bfb4-b9878ed23f2e req-e86306ef-9445-4cde-bf2e-a2f4f55ba2d3 service neutron] 10.222.0.49 "GET /v2.0/networks/9a2abea6-20a7-4e3a-a578-d7ef0f7b0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856719 Oct 19 11:59:42.704411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cdbc5-b6ca-4c72-8d2e-119434fca942 req-daeb7927-da13-4cc9-a509-b74e1f2b493b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:42.705930 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-466cdbc5-b6ca-4c72-8d2e-119434fca942 req-daeb7927-da13-4cc9-a509-b74e1f2b493b tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0507872 Oct 19 11:59:42.744033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-466cdbc5-b6ca-4c72-8d2e-119434fca942 req-2df7e277-dbe6-4beb-9ac2-f46f01c9b6bf tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321679 Oct 19 11:59:44.167288 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246ed3f-a0d3-42b6-a622-b90703a498e7 req-bb97a66a-07fd-491a-9c45-457d7109fa5c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:44.168691 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5246ed3f-a0d3-42b6-a622-b90703a498e7 req-bb97a66a-07fd-491a-9c45-457d7109fa5c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.3586223 Oct 19 11:59:44.204601 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5246ed3f-a0d3-42b6-a622-b90703a498e7 req-3d57eea0-427c-40bd-9d1a-3f2e0ed89e49 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300436 Oct 19 11:59:44.695031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0434bf9-9e7f-463d-b915-a6ef22486a6b req-3c84f85c-2068-45b8-9aff-65197e42c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:44.696518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b0434bf9-9e7f-463d-b915-a6ef22486a6b req-3c84f85c-2068-45b8-9aff-65197e42c077 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 1096 time: 0.0398378 Oct 19 11:59:44.734852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b0434bf9-9e7f-463d-b915-a6ef22486a6b req-569094fd-9809-47e5-ba4e-22c526b39bdc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317767 Oct 19 11:59:45.318693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358421a0-c12a-435f-9a3a-da26639735ea req-02fd177c-58bf-461e-aa65-43d751dd66f8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:45.320146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-358421a0-c12a-435f-9a3a-da26639735ea req-02fd177c-58bf-461e-aa65-43d751dd66f8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0486867 Oct 19 11:59:45.356549 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-358421a0-c12a-435f-9a3a-da26639735ea req-6d8fed6b-8f70-45df-ab46-b0bb4d2d7eb8 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304666 Oct 19 11:59:45.995727 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 11:59:45.998876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 11:59:46.143859 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:46.150022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:59:46.172994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'port_id': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'mac_address': 'fa:16:3e:29:3d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 11:59:46.179452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:59:46.181677 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f7715a-a7a3-4f0e-a95e-22c7e914e013" -d '{"events": [{"server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "name": "network-vif-unplugged", "status": "completed", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:59:46.196031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:59:46.222295 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 11:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df6d6a3-9c86-4d2b-96d1-02532fa0f34e x-openstack-request-id: req-8df6d6a3-9c86-4d2b-96d1-02532fa0f34e {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:59:46.222589 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "name": "network-vif-unplugged", "status": "completed", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:59:46.222839 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8df6d6a3-9c86-4d2b-96d1-02532fa0f34e {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:59:46.223222 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'code': 200} Oct 19 11:59:46.232771 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:46.246724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:59:46.269886 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:46.338064 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 11:59:46.338411 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 11:59:46.342561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:59:46.350312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.350656 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.350995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.351317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.351642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.351965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.352282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.352622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.352939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.353252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.353567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.353918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 11:59:46.469896 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551985b-6ada-4400-bfc9-fec9a833d8d7 req-8ba0cf8a-69f3-495e-9634-00e772319889 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 11:59:46.471391 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6551985b-6ada-4400-bfc9-fec9a833d8d7 req-8ba0cf8a-69f3-495e-9634-00e772319889 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 943 time: 0.0493824 Oct 19 11:59:46.509103 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6551985b-6ada-4400-bfc9-fec9a833d8d7 req-1adae4b4-c6cd-47a7-ac60-a54aaf754276 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315294 Oct 19 11:59:46.531514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48310) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 11:59:46.589742 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a27ac03c-22e9-411a-853d-44ac6b1c1ef9 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/floatingips/2c4a072e-11da-4ec9-91ea-d2d6c7f94395 HTTP/1.1" status: 200 len: 990 time: 0.0571244 Oct 19 11:59:46.874540 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:46.889706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 11:59:46.908339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:59:47.006724 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:47.053366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:59:47.201742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 11:59:48.005987 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 11:59:48.052208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 11:59:48.052856 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:48.126374 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:48.156451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 11:59:48.224418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 11:59:48.226692 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b26d49-b3f0-4928-b05d-27ed53d8d8e3" -d '{"events": [{"server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "name": "network-vif-plugged", "status": "completed", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 11:59:48.230144 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:48.263165 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e20a2e9-5a3d-4a4a-ae3f-81055275f2e0 x-openstack-request-id: req-9e20a2e9-5a3d-4a4a-ae3f-81055275f2e0 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 11:59:48.263461 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "name": "network-vif-plugged", "status": "completed", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 11:59:48.263712 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e20a2e9-5a3d-4a4a-ae3f-81055275f2e0 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 11:59:48.264156 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'code': 200} Oct 19 11:59:48.280589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 11:59:49.840981 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:50.410247 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:54.819850 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 11:59:55.417687 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a4b1-214c-4d12-b04a-12c980ee38c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:57.822327 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-28def18c-813d-4754-9c66-b0f96b8e514d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:59.057909 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 11:59:59.198984 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:00.930651 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:19.850525 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:20.423458 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:21.837137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48326) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:00:21.990359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port 9ae188a9-a252-4f97-86cf-fc71e36e4d85 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:00:21.990620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:22.066769 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:22.067087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:22.078453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for 9ae188a9-a252-4f97-86cf-fc71e36e4d85 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:00:22.290181 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:22.315048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=9ae188a9-a252-4f97-86cf-fc71e36e4d85,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:22.342446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.342797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.343140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.343478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.343811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.344143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.344471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.344846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.345173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.345481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.345805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.346122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:22.388526 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:22.388882 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Floating IP 2c4a072e-11da-4ec9-91ea-d2d6c7f94395 disassociated (deleted). External IP: 172.25.2.19, port: b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8. Oct 19 12:00:22.596032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:00:22.699762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:00:22.704489 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:22.710055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd33fe-d79f-4dfb-8eca-18e38a664e2f None None] Sync routers for ids ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:00:22.718896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd33fe-d79f-4dfb-8eca-18e38a664e2f None None] Routers {'d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:00:22.719584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-85cd33fe-d79f-4dfb-8eca-18e38a664e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:59:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:00:22.731046 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-917ba6ce-e51c-4a28-9272-61b51762c411 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/floatingips/2c4a072e-11da-4ec9-91ea-d2d6c7f94395 HTTP/1.1" status: 204 len: 168 time: 0.8929119 Oct 19 12:00:22.731727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:00:22.734096 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24f8c8d-635d-4b1c-8765-326c3c8c9084" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:00:22.775248 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae32336-fff4-4dba-9c0f-bbde2aa5d291 x-openstack-request-id: req-eae32336-fff4-4dba-9c0f-bbde2aa5d291 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:00:22.776484 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:00:22.776881 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eae32336-fff4-4dba-9c0f-bbde2aa5d291 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:00:22.777439 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'status': 'completed', 'code': 200} Oct 19 12:00:22.843903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f8c8d-635d-4b1c-8765-326c3c8c9084 req-457fce33-2e73-43c6-831b-a0b54aaf90dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:22.845633 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24f8c8d-635d-4b1c-8765-326c3c8c9084 req-457fce33-2e73-43c6-831b-a0b54aaf90dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 1096 time: 0.0452068 Oct 19 12:00:22.945972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f8c8d-635d-4b1c-8765-326c3c8c9084 req-52faeecc-6439-4ae9-a7d3-cc69c854b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:22.947461 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24f8c8d-635d-4b1c-8765-326c3c8c9084 req-52faeecc-6439-4ae9-a7d3-cc69c854b700 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 HTTP/1.1" status: 200 len: 897 time: 0.0943749 Oct 19 12:00:22.984818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-85cd33fe-d79f-4dfb-8eca-18e38a664e2f None None] Set router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:00:22.990353 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24f8c8d-635d-4b1c-8765-326c3c8c9084 req-ec9b35ff-5fa7-4c62-975f-bb1fd6d341f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 HTTP/1.1" status: 200 len: 217 time: 0.0352423 Oct 19 12:00:23.048554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f8c8d-635d-4b1c-8765-326c3c8c9084 req-845c5ef3-5af7-4f1d-8b05-841a2a4d677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:23.050791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24f8c8d-635d-4b1c-8765-326c3c8c9084 req-845c5ef3-5af7-4f1d-8b05-841a2a4d677d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dc5aac8d-9686-4762-8ac3-955e1ba547d9 HTTP/1.1" status: 200 len: 834 time: 0.0500071 Oct 19 12:00:23.101311 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f8c8d-635d-4b1c-8765-326c3c8c9084 req-7808a13c-5dbc-4adc-b6e3-ba2d0d40011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:23.102885 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24f8c8d-635d-4b1c-8765-326c3c8c9084 req-7808a13c-5dbc-4adc-b6e3-ba2d0d40011d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a2abea6-20a7-4e3a-a578-d7ef0f7b0618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426748 Oct 19 12:00:23.189239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-85cd33fe-d79f-4dfb-8eca-18e38a664e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:38Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '88295230-5a25-46c4-8afa-1e4cf8590de2', 'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:71:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:38Z', 'updated_at': '2021-10-19T11:58:41Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:00:23.214986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd33fe-d79f-4dfb-8eca-18e38a664e2f None None] Checking router: d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:00:23.223423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd33fe-d79f-4dfb-8eca-18e38a664e2f None None] Routers {'d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:00:23.224008 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-85cd33fe-d79f-4dfb-8eca-18e38a664e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T11:59:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:00:23.225002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2d1aa-edcb-4eb9-a699-54cf185c6b69 req-93e6073a-b2e9-482f-948d-a67224ffb8fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:23.226493 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-15c2d1aa-edcb-4eb9-a699-54cf185c6b69 req-93e6073a-b2e9-482f-948d-a67224ffb8fa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.1069176 Oct 19 12:00:23.244418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24f8c8d-635d-4b1c-8765-326c3c8c9084 req-ae6618f9-e03c-498e-816f-d210c7ed5c49 service neutron] 10.222.0.49 "GET /v2.0/networks/9a2abea6-20a7-4e3a-a578-d7ef0f7b0618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335726 Oct 19 12:00:23.296336 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-15c2d1aa-edcb-4eb9-a699-54cf185c6b69 req-a6f57afa-ecd5-458d-8bb9-9acb1d791de1 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639470 Oct 19 12:00:23.330596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-85cd33fe-d79f-4dfb-8eca-18e38a664e2f None None] Set router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:00:23.356209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b24f8c8d-635d-4b1c-8765-326c3c8c9084 req-c51c8808-59b4-4be4-89ef-6a1bcf1b9567 service neutron] 10.222.0.49 "GET /v2.0/networks/9a2abea6-20a7-4e3a-a578-d7ef0f7b0618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036882 Oct 19 12:00:23.525887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-85cd33fe-d79f-4dfb-8eca-18e38a664e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:38Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '88295230-5a25-46c4-8afa-1e4cf8590de2', 'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:71:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:38Z', 'updated_at': '2021-10-19T11:58:41Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:00:23.555914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd33fe-d79f-4dfb-8eca-18e38a664e2f None None] The sync data for ids ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'] in n-d-814547-1 is: [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:38Z', 'revision_number': 4, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '88295230-5a25-46c4-8afa-1e4cf8590de2', 'name': '', 'network_id': '9a2abea6-20a7-4e3a-a578-d7ef0f7b0618', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'mac_address': 'fa:16:3e:71:4d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:38Z', 'updated_at': '2021-10-19T11:58:41Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'subnets': [{'id': 'dc5aac8d-9686-4762-8ac3-955e1ba547d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:00:23.775555 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a632d7-ed55-48d8-9f77-b222baa78719 None None] New status for floating IP 2c4a072e-11da-4ec9-91ea-d2d6c7f94395: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:00:24.431645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec562ba3-0869-43fd-83e2-f801f974dc9a req-116f53b0-c7c3-4d7b-8c0a-431d6bcd304f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:24.433159 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ec562ba3-0869-43fd-83e2-f801f974dc9a req-116f53b0-c7c3-4d7b-8c0a-431d6bcd304f tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0530868 Oct 19 12:00:24.471828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ec562ba3-0869-43fd-83e2-f801f974dc9a req-f6d77077-b85a-46df-bac4-9a037838c06c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/security-groups?id=40c0ba9f-c94d-455a-9410-49f371df6c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328064 Oct 19 12:00:24.587740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a4d6c-584a-49d4-a9f0-e7dc28350a68 req-48d9094e-dd41-4257-94a6-c8d98c851cd3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:24.589112 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a29a4d6c-584a-49d4-a9f0-e7dc28350a68 req-48d9094e-dd41-4257-94a6-c8d98c851cd3 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 945 time: 0.0481489 Oct 19 12:00:24.674606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a29a4d6c-584a-49d4-a9f0-e7dc28350a68 req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:00:24.674942 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a29a4d6c-584a-49d4-a9f0-e7dc28350a68 req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:24.770682 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a29a4d6c-584a-49d4-a9f0-e7dc28350a68 req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:00:24.770928 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a29a4d6c-584a-49d4-a9f0-e7dc28350a68 req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:24.784726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a29a4d6c-584a-49d4-a9f0-e7dc28350a68 req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:00:24.977380 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a29a4d6c-584a-49d4-a9f0-e7dc28350a68 req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:25.005773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:25.016478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.016867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.017214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.017558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.017896 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.018243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.018934 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.018934 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.019292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.019624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.019957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.020325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:25.071948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29a4d6c-584a-49d4-a9f0-e7dc28350a68 req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] No DVR routers for this DVR port b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:00:25.075068 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a29a4d6c-584a-49d4-a9f0-e7dc28350a68 req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:25.078452 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a29a4d6c-584a-49d4-a9f0-e7dc28350a68 req-c347ab75-a5b1-40ed-9442-74c7045dae96 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.49 "DELETE /v2.0/ports/b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 HTTP/1.1" status: 204 len: 173 time: 0.4833212 Oct 19 12:00:25.078891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'name': 'network-vif-deleted', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:00:25.081164 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f519f09c-16e3-417e-841d-c9b2b5dfd54e" -d '{"events": [{"server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "name": "network-vif-deleted", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:00:25.116213 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8a4d36-e851-4298-8377-d841595b001a x-openstack-request-id: req-4c8a4d36-e851-4298-8377-d841595b001a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:00:25.116517 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a12f24-0c88-4b81-9a59-2bb15107ae04", "name": "network-vif-deleted", "tag": "b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:00:25.116821 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c8a4d36-e851-4298-8377-d841595b001a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:00:25.117216 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a12f24-0c88-4b81-9a59-2bb15107ae04', 'name': 'network-vif-deleted', 'tag': 'b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8', 'status': 'completed', 'code': 200} Oct 19 12:00:25.439211 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0806ca93-e865-44e7-99d2-7338f4d8b711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:25.574428 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44c2932d-2e16-481e-a800-596fb916c398 req-1c01e93f-267f-41ab-8c23-bd6814c87f12 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0a12f24-0c88-4b81-9a59-2bb15107ae04 HTTP/1.1" status: 200 len: 210 time: 0.0270290 Oct 19 12:00:26.630112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48354) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:00:26.983693 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:27.224507 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port 88295230-5a25-46c4-8afa-1e4cf8590de2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:00:27.224868 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:27.313057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port 88295230-5a25-46c4-8afa-1e4cf8590de2, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=88295230-5a25-46c4-8afa-1e4cf8590de2,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:00:27.313411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:27.326349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for 88295230-5a25-46c4-8afa-1e4cf8590de2 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:00:27.558987 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:27.582663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=88295230-5a25-46c4-8afa-1e4cf8590de2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:27.759354 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:27.823401 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d856db6-7fbf-490d-a9b9-d1a678e79c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:27.966273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:00:28.068314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:00:28.073226 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-21397cf9-269d-4622-a533-e263de85f445 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "PUT /v2.0/routers/d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4420912 Oct 19 12:00:28.075884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48356) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:00:28.081101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332770f3-fcbc-4008-9975-d748ed27ed42 None None] Sync routers for ids ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:00:28.090786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332770f3-fcbc-4008-9975-d748ed27ed42 None None] Routers {'d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:00:28.091468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-332770f3-fcbc-4008-9975-d748ed27ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:00:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:00:28.130016 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bd469a-0b4b-4cfa-a7e4-684d7b7f8125 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting subnet dc5aac8d-9686-4762-8ac3-955e1ba547d9 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:00:28.133046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7bd469a-0b4b-4cfa-a7e4-684d7b7f8125 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:28.171689 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7bd469a-0b4b-4cfa-a7e4-684d7b7f8125 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:28.196814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-332770f3-fcbc-4008-9975-d748ed27ed42 None None] Set router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:00:28.223801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:00:28.250655 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7bd469a-0b4b-4cfa-a7e4-684d7b7f8125 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:28.273768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:00:28.274108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b7550e0c-03ae-4cfe-9c9b-4a170b70d7d8 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:00:28.383646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7bd469a-0b4b-4cfa-a7e4-684d7b7f8125 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:28.392214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-332770f3-fcbc-4008-9975-d748ed27ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T12:00:27Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:00:28.413541 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7bd469a-0b4b-4cfa-a7e4-684d7b7f8125 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:28.419555 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e7bd469a-0b4b-4cfa-a7e4-684d7b7f8125 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/subnets/dc5aac8d-9686-4762-8ac3-955e1ba547d9 HTTP/1.1" status: 204 len: 168 time: 0.3403158 Oct 19 12:00:28.419555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd469a-0b4b-4cfa-a7e4-684d7b7f8125 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5aac8d-9686-4762-8ac3-955e1ba547d9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:28.420019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48358) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:00:28.424153 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d992f434-d7f4-4d1d-9a14-2c73a6eaf83e None None] Network 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:00:28.428031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332770f3-fcbc-4008-9975-d748ed27ed42 None None] Checking router: d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:00:28.479404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332770f3-fcbc-4008-9975-d748ed27ed42 None None] Routers {'d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:00:28.480035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-332770f3-fcbc-4008-9975-d748ed27ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:00:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:00:28.529014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:28.633591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:28.635042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-332770f3-fcbc-4008-9975-d748ed27ed42 None None] Set router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:00:28.700812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4863f75-64a2-4c98-94e2-cb0e85af913e None None] DHCP port deletion for 9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:00:28.746858 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Deleting port a5db8f1e-3992-4958-9a84-a55378931a40 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:00:28.747286 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:28.830304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a4863f75-64a2-4c98-94e2-cb0e85af913e None None] Deleting port e195699f-f39a-41c8-952e-0a92cf20037e {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:00:28.830962 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a4863f75-64a2-4c98-94e2-cb0e85af913e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:28.848144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] For port a5db8f1e-3992-4958-9a84-a55378931a40, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a5db8f1e-3992-4958-9a84-a55378931a40,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:00:28.848608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:28.866548 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Calling delete_port for a5db8f1e-3992-4958-9a84-a55378931a40 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:00:28.910524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a4863f75-64a2-4c98-94e2-cb0e85af913e None None] For port e195699f-f39a-41c8-952e-0a92cf20037e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e195699f-f39a-41c8-952e-0a92cf20037e,segment=NetworkSegment(fea518f7-8efc-4d31-94da-497d272d99c3),segment_id=fea518f7-8efc-4d31-94da-497d272d99c3)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:00:28.910868 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a4863f75-64a2-4c98-94e2-cb0e85af913e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:28.926065 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-a4863f75-64a2-4c98-94e2-cb0e85af913e None None] Calling delete_port for e195699f-f39a-41c8-952e-0a92cf20037e owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:00:28.937129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-332770f3-fcbc-4008-9975-d748ed27ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T12:00:27Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:00:28.967490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332770f3-fcbc-4008-9975-d748ed27ed42 None None] The sync data for ids ['d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b'] in n-d-814547-1 is: [{'id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012643332', 'tenant_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T12:00:27Z', 'revision_number': 5, 'project_id': 'e6ac90c2410a42dabcbbff726dd2e119', 'gw_port': {'id': 'a5db8f1e-3992-4958-9a84-a55378931a40', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350b3c0-1ad5-45be-bfe3-c2dacbd30c7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T11:58:34Z', 'updated_at': '2021-10-19T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:00:29.007671 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e195699f-f39a-41c8-952e-0a92cf20037e no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:00:29.122434 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.124785 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.154373 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.155003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Port': ['ID=a5db8f1e-3992-4958-9a84-a55378931a40,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:29.213653 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.220384 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a4863f75-64a2-4c98-94e2-cb0e85af913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.266365 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.269577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4863f75-64a2-4c98-94e2-cb0e85af913e None None] Pushing event deleted for resources: {'Port': ['ID=e195699f-f39a-41c8-952e-0a92cf20037e,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:29.272073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4863f75-64a2-4c98-94e2-cb0e85af913e None None] No DVR routers for this DVR port e195699f-f39a-41c8-952e-0a92cf20037e on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:00:29.312437 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.314744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.418410 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.418871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Fanout notify agent at l3_agent the message router_deleted on router d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:00:29.428257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.429837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f7f8f3d7-370c-4699-8fa3-6c45c057f2aa tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/routers/d350b3c0-1ad5-45be-bfe3-c2dacbd30c7b HTTP/1.1" status: 204 len: 168 time: 1.0084462 Oct 19 12:00:29.432214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48360) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:00:29.513486 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.604725 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.625623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2abea6-20a7-4e3a-a578-d7ef0f7b0618']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:00:29.635235 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea518f7-8efc-4d31-94da-497d272d99c3') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:00:29.635527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea518f7-8efc-4d31-94da-497d272d99c3') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:00:29.647513 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.661112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.667071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:00:29.667448 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:00:29.670471 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:00:29.783318 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.789478 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.794935 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/networks/9a2abea6-20a7-4e3a-a578-d7ef0f7b0618 HTTP/1.1" status: 204 len: 168 time: 0.3616853 Oct 19 12:00:29.797905 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48362) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:00:29.810059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7ce34-c6a0-402e-9d25-4540fc6ea721 tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'Network': ['ID=9a2abea6-20a7-4e3a-a578-d7ef0f7b0618,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:29.855966 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-014650e4-da61-426f-bd94-3b1ef598627c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.880760 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-014650e4-da61-426f-bd94-3b1ef598627c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.987553 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-014650e4-da61-426f-bd94-3b1ef598627c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.990803 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-014650e4-da61-426f-bd94-3b1ef598627c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:29.991974 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-014650e4-da61-426f-bd94-3b1ef598627c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] 10.222.0.39 "DELETE /v2.0/security-groups/40c0ba9f-c94d-455a-9410-49f371df6c29 HTTP/1.1" status: 204 len: 168 time: 0.1929729 Oct 19 12:00:30.002001 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014650e4-da61-426f-bd94-3b1ef598627c tempest-TestNetworkAdvancedServerOps-1839265348 tempest-TestNetworkAdvancedServerOps-1839265348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c0ba9f-c94d-455a-9410-49f371df6c29,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:30.543272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48370) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:00:30.742061 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-837ed894-86d4-4665-8ea5-9758a5d7619b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6ac90c2410a42dabcbbff726dd2e119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973374 Oct 19 12:00:30.744271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48376) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:00:30.799121 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0238c5b7-2d92-4dc0-bb08-1c0380ce4bb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:30.820851 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0238c5b7-2d92-4dc0-bb08-1c0380ce4bb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:30.897811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 88295230-5a25-46c4-8afa-1e4cf8590de2 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:00:30.917370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 88295230-5a25-46c4-8afa-1e4cf8590de2 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:00:30.920227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 88295230-5a25-46c4-8afa-1e4cf8590de2 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:00:30.920227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a5db8f1e-3992-4958-9a84-a55378931a40 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:00:30.932179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0238c5b7-2d92-4dc0-bb08-1c0380ce4bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:30.936498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a5db8f1e-3992-4958-9a84-a55378931a40 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:00:30.943383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a5db8f1e-3992-4958-9a84-a55378931a40 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:00:30.943968 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0238c5b7-2d92-4dc0-bb08-1c0380ce4bb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:30.943968 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0238c5b7-2d92-4dc0-bb08-1c0380ce4bb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2cbc7d0-0db1-411d-9322-f4035947e5ae HTTP/1.1" status: 204 len: 168 time: 0.1950395 Oct 19 12:00:30.949842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238c5b7-2d92-4dc0-bb08-1c0380ce4bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cbc7d0-0db1-411d-9322-f4035947e5ae,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:30.964733 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:31.593329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48382) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:00:31.635979 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3c8a2f42-bd43-490d-b78c-714b9f3a55a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c1e5e8ad3c94dbaaebed3076c3bbd43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414474 Oct 19 12:00:31.638433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48384) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:00:31.684881 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962f51c6-19ea-404c-b786-8e3361e966c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:31.705586 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962f51c6-19ea-404c-b786-8e3361e966c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:31.818953 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:00:31.823385 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962f51c6-19ea-404c-b786-8e3361e966c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:31.826108 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-962f51c6-19ea-404c-b786-8e3361e966c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:31.827262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-962f51c6-19ea-404c-b786-8e3361e966c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bca5fdca-ae2c-47d5-b213-4025215b9153 HTTP/1.1" status: 204 len: 168 time: 0.1879535 Oct 19 12:00:31.835423 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f51c6-19ea-404c-b786-8e3361e966c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca5fdca-ae2c-47d5-b213-4025215b9153,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:37.006640 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-c13b5695-6e41-471e-85d0-78d3788ca731 req-5b7f6cc2-e126-4fd7-a4e9-91145a9076ca service neutron] (101312) timed out ('10.222.0.49', 50694) {{(pid=101312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 12:00:42.868879 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-16516f3c-fbc4-4f5e-9f0c-51c57c3da096 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6b7127af11d348219f69d72f4cd001f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293229 Oct 19 12:00:43.057410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-e0d07fdc-461a-4e03-be10-81b384196fc8 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:43.058876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-e0d07fdc-461a-4e03-be10-81b384196fc8 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847360 Oct 19 12:00:43.074041 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-61aabcae-2f05-4487-8313-b8485def0345 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/quotas/6b7127af11d348219f69d72f4cd001f2 HTTP/1.1" status: 200 len: 375 time: 0.0094137 Oct 19 12:00:43.123845 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-59ee687e-2573-478a-8f0b-dd5a649ac4ad tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b7127af11d348219f69d72f4cd001f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447450 Oct 19 12:00:43.365654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-20fdd063-a7ba-4e9c-b8db-265ba20776bb req-1b292a27-f79e-448d-888c-99251186cd1e tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 210 time: 0.0271800 Oct 19 12:00:44.458004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1d3a828-a120-4c00-a48e-bb8c6bad54a0 req-e9466dcd-a8d4-4984-98b4-2480506ff547 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 210 time: 0.0266588 Oct 19 12:00:45.133342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-4af68c25-f2cd-4b93-9bd4-0fefed5adf60 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6b7127af11d348219f69d72f4cd001f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228868 Oct 19 12:00:45.240661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-a0ad1c01-d6a1-4a6c-9731-e0d5e57bd077 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:45.242092 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-a0ad1c01-d6a1-4a6c-9731-e0d5e57bd077 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1034334 Oct 19 12:00:45.255007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Request body: {'port': {'device_id': '1050edca-7c65-4882-8c3a-cb34f040f385', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'admin_state_up': True, 'tenant_id': '6b7127af11d348219f69d72f4cd001f2'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:00:45.438570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Made reservation on behalf of 6b7127af11d348219f69d72f4cd001f2 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:00:45.442338 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:45.456495 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:45.531556 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:45.555273 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a46f2740-f761-4dcf-85a9-2123ade57acd req-58a1fca7-59fb-4f90-bcbf-1a5f4063f28f tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 210 time: 0.0305152 Oct 19 12:00:45.594159 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:45.662127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951216aa-4f35-4b2c-afad-3d27e2b5d84a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:45.729019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Allocated IP 192.168.233.188 (5fb8634a-af47-4c11-9e5e-bac854e6032f/69baea8a-6d4e-40e3-a226-a064f0607e60/0354a777-0400-47c1-ac7d-0b4eed533935) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:00:46.169419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:46.273338 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:46.321506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Network 5fb8634a-af47-4c11-9e5e-bac854e6032f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:00:46.324592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:00:46.328823 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:00:46.352099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Pushing event updated for resources: {'Port': ['ID=0354a777-0400-47c1-ac7d-0b4eed533935,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:46.381961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:46.382573 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:46.454836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-1c84e9ee-532f-4fe5-9aca-e3d08c420743 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2039058 Oct 19 12:00:46.467621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Request body: {'port': {'device_id': '1050edca-7c65-4882-8c3a-cb34f040f385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:00:46.521753 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:46.567858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-14231f42-403b-4b5f-ad36-bff0a5a51da6 None None] Provisioning complete for port 0354a777-0400-47c1-ac7d-0b4eed533935 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:00:46.568436 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-14231f42-403b-4b5f-ad36-bff0a5a51da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:46.602126 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-14231f42-403b-4b5f-ad36-bff0a5a51da6 None None] Port 0354a777-0400-47c1-ac7d-0b4eed533935 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:00:46.710189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f37d2a-1523-4c37-9d76-9a59de46b93d req-2f360ee9-f5b2-4c25-9d3e-858cfa5e32df tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:46.711548 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5f37d2a-1523-4c37-9d76-9a59de46b93d req-2f360ee9-f5b2-4c25-9d3e-858cfa5e32df tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 936 time: 0.0856087 Oct 19 12:00:46.793709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d5f37d2a-1523-4c37-9d76-9a59de46b93d req-de8e1ef8-c6bb-4b28-bb60-e284c857f113 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/security-groups?id=951216aa-4f35-4b2c-afad-3d27e2b5d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538812 Oct 19 12:00:46.852819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0354a777-0400-47c1-ac7d-0b4eed533935 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:00:46.860313 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:46.872880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Transition to ACTIVE for port object 0354a777-0400-47c1-ac7d-0b4eed533935 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:00:46.952898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:47.007701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Pushing event updated for resources: {'Port': ['ID=0354a777-0400-47c1-ac7d-0b4eed533935,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:47.077730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Attempting to bind port 0354a777-0400-47c1-ac7d-0b4eed533935 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:00:47.078064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Attempting to bind port 0354a777-0400-47c1-ac7d-0b4eed533935 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:00:47.078396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Attempting to bind port 0354a777-0400-47c1-ac7d-0b4eed533935 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:00:47.082997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Port 0354a777-0400-47c1-ac7d-0b4eed533935 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:00:47.083318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Attempting to bind port 0354a777-0400-47c1-ac7d-0b4eed533935 on network 5fb8634a-af47-4c11-9e5e-bac854e6032f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:00:47.088478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:00:47.088856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Checking segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:00:47.089246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Bound using segment: {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:00:47.089673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Bound port: 0354a777-0400-47c1-ac7d-0b4eed533935, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7d7f14-8852-4de3-94de-22c1495c65b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:00:47.090032 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:47.155009 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] For port 0354a777-0400-47c1-ac7d-0b4eed533935, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:00:47.158158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] For port 0354a777-0400-47c1-ac7d-0b4eed533935, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=0354a777-0400-47c1-ac7d-0b4eed533935,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:00:47.217928 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:47.259729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:47.260404 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:47.261837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] 10.222.0.49 "PUT /v2.0/ports/0354a777-0400-47c1-ac7d-0b4eed533935 HTTP/1.1" status: 200 len: 1096 time: 0.7985539 Oct 19 12:00:47.262276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1050edca-7c65-4882-8c3a-cb34f040f385', 'tag': '0354a777-0400-47c1-ac7d-0b4eed533935'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:00:47.264561 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf1e6f9-7dae-4f8d-a08c-ec2fdc85b50f" -d '{"events": [{"name": "network-changed", "server_uuid": "1050edca-7c65-4882-8c3a-cb34f040f385", "tag": "0354a777-0400-47c1-ac7d-0b4eed533935"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:00:47.291637 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5967a9-71a0-4b51-abc9-7ed2ec10aa78 service neutron] Pushing event updated for resources: {'Port': ['ID=0354a777-0400-47c1-ac7d-0b4eed533935,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:47.310367 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21af740c-3f07-4a58-bfea-707563f65dd8 x-openstack-request-id: req-21af740c-3f07-4a58-bfea-707563f65dd8 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:00:47.310676 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1050edca-7c65-4882-8c3a-cb34f040f385", "tag": "0354a777-0400-47c1-ac7d-0b4eed533935", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:00:47.310934 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21af740c-3f07-4a58-bfea-707563f65dd8 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:00:47.311343 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1050edca-7c65-4882-8c3a-cb34f040f385', 'tag': '0354a777-0400-47c1-ac7d-0b4eed533935', 'status': 'completed', 'code': 200} Oct 19 12:00:47.376087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1e6f9-7dae-4f8d-a08c-ec2fdc85b50f req-cf607c39-f501-4394-9c9d-c90cd8ad11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:47.377715 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6bf1e6f9-7dae-4f8d-a08c-ec2fdc85b50f req-cf607c39-f501-4394-9c9d-c90cd8ad11c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b7127af11d348219f69d72f4cd001f2&device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 1099 time: 0.0445900 Oct 19 12:00:47.406430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6bf1e6f9-7dae-4f8d-a08c-ec2fdc85b50f req-1300340d-4ae1-4eb5-838b-5c16b528791f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6b7127af11d348219f69d72f4cd001f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204930 Oct 19 12:00:47.506344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1e6f9-7dae-4f8d-a08c-ec2fdc85b50f req-1c173a99-af02-4b16-8421-21cf95946c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:47.507733 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6bf1e6f9-7dae-4f8d-a08c-ec2fdc85b50f req-1c173a99-af02-4b16-8421-21cf95946c1c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951471 Oct 19 12:00:47.581791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-320709dd-0a9d-4d51-b31a-4a240dda97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:47.583274 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-320709dd-0a9d-4d51-b31a-4a240dda97a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b7127af11d348219f69d72f4cd001f2&device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 1099 time: 0.0411923 Oct 19 12:00:47.624447 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-efe5ba74-4066-4169-9f40-e46eea1cfd79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=0354a777-0400-47c1-ac7d-0b4eed533935 HTTP/1.1" status: 200 len: 217 time: 0.0332448 Oct 19 12:00:47.677905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-45df4021-df59-4042-81b4-4b0d26eb648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:47.679316 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-45df4021-df59-4042-81b4-4b0d26eb648d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69baea8a-6d4e-40e3-a226-a064f0607e60 HTTP/1.1" status: 200 len: 843 time: 0.0474973 Oct 19 12:00:47.723693 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-039a5057-1d12-46a0-a29f-f90388642bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:47.725191 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-039a5057-1d12-46a0-a29f-f90388642bbb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fb8634a-af47-4c11-9e5e-bac854e6032f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0390072 Oct 19 12:00:47.814714 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-944c2a1e-6312-44c4-b960-ccc3fd4480f5 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821991 Oct 19 12:00:47.937262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc2688ca-7217-4dc5-864f-079c4204f4dd req-45fe6bbc-2b1d-45a7-a9ec-db5bda0ee9c5 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb8634a-af47-4c11-9e5e-bac854e6032f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158190 Oct 19 12:00:47.947538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b15eb-e2e6-4013-b96e-d7b68ebb8a5e req-e586987e-9f42-48ed-add1-653d5314331b tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:47.948997 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef8b15eb-e2e6-4013-b96e-d7b68ebb8a5e req-e586987e-9f42-48ed-add1-653d5314331b tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 948 time: 0.0691803 Oct 19 12:00:47.987865 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef8b15eb-e2e6-4013-b96e-d7b68ebb8a5e req-879bafde-7c65-44f7-a030-f3d8370a6fa9 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/security-groups?id=951216aa-4f35-4b2c-afad-3d27e2b5d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328228 Oct 19 12:00:49.104581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c524d-3993-481c-9d87-7d7b483af5b7 req-934913a7-1991-41a8-b0ae-36a02b7af1ad tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:49.105960 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5c6c524d-3993-481c-9d87-7d7b483af5b7 req-934913a7-1991-41a8-b0ae-36a02b7af1ad tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 948 time: 0.0484343 Oct 19 12:00:49.142879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5c6c524d-3993-481c-9d87-7d7b483af5b7 req-74563f62-7d3e-4f13-85e0-f7d56ef1e935 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/security-groups?id=951216aa-4f35-4b2c-afad-3d27e2b5d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309255 Oct 19 12:00:49.868498 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:50.261203 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53a5b9-8394-43df-ac68-4555c42b0e34 req-e3e711cb-de55-46b8-a038-fe9eb7ccb155 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:50.262674 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d53a5b9-8394-43df-ac68-4555c42b0e34 req-e3e711cb-de55-46b8-a038-fe9eb7ccb155 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 948 time: 0.0543554 Oct 19 12:00:50.301126 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0d53a5b9-8394-43df-ac68-4555c42b0e34 req-ea226348-9415-412f-878d-f8fbba5eba71 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/security-groups?id=951216aa-4f35-4b2c-afad-3d27e2b5d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Oct 19 12:00:50.334687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 0354a777-0400-47c1-ac7d-0b4eed533935 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:00:50.412750 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:50.435441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 0354a777-0400-47c1-ac7d-0b4eed533935, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=0354a777-0400-47c1-ac7d-0b4eed533935,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:00:50.446755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '0354a777-0400-47c1-ac7d-0b4eed533935', 'network_id': '5fb8634a-af47-4c11-9e5e-bac854e6032f', 'port_id': '0354a777-0400-47c1-ac7d-0b4eed533935', 'mac_address': 'fa:16:3e:d2:74:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69baea8a-6d4e-40e3-a226-a064f0607e60', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:00:50.482562 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:50.498088 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0354a777-0400-47c1-ac7d-0b4eed533935 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:00:50.517101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 0354a777-0400-47c1-ac7d-0b4eed533935, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=0354a777-0400-47c1-ac7d-0b4eed533935,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:00:50.593950 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:50.640159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=0354a777-0400-47c1-ac7d-0b4eed533935,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:50.647239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.647582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.647916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.648244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.648606 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.648933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.649246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.649563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.649882 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.650191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.650504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.650819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:00:50.802998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['0354a777-0400-47c1-ac7d-0b4eed533935'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:00:51.413809 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57347a-cbf0-4254-9c8c-4132207e6641 req-eec961ed-395e-4995-b694-1ba4ddda169b tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:51.415259 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8c57347a-cbf0-4254-9c8c-4132207e6641 req-eec961ed-395e-4995-b694-1ba4ddda169b tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 949 time: 0.0482576 Oct 19 12:00:51.451881 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8c57347a-cbf0-4254-9c8c-4132207e6641 req-de3828b0-ce20-4998-a4a4-72605ca5717d tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/security-groups?id=951216aa-4f35-4b2c-afad-3d27e2b5d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Oct 19 12:00:52.349236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 0354a777-0400-47c1-ac7d-0b4eed533935 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:00:52.567120 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2be5-e77d-40b1-aaea-aeb57b330b60 req-17ea6876-0ba3-4b96-81fd-85dec072cda3 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:52.568603 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7cea2be5-e77d-40b1-aaea-aeb57b330b60 req-17ea6876-0ba3-4b96-81fd-85dec072cda3 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 949 time: 0.0492687 Oct 19 12:00:52.601048 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 0354a777-0400-47c1-ac7d-0b4eed533935 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:00:52.605106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 0354a777-0400-47c1-ac7d-0b4eed533935 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:00:52.605490 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:52.607468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7cea2be5-e77d-40b1-aaea-aeb57b330b60 req-12fd7bfb-66e9-420c-bcec-b3af25bbd36e tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/security-groups?id=951216aa-4f35-4b2c-afad-3d27e2b5d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327086 Oct 19 12:00:52.681518 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:52.702988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1050edca-7c65-4882-8c3a-cb34f040f385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0354a777-0400-47c1-ac7d-0b4eed533935'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:00:52.705241 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cf8528-a42b-48e7-85bb-e60760aedfe7" -d '{"events": [{"server_uuid": "1050edca-7c65-4882-8c3a-cb34f040f385", "name": "network-vif-plugged", "status": "completed", "tag": "0354a777-0400-47c1-ac7d-0b4eed533935"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:00:52.718411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 0354a777-0400-47c1-ac7d-0b4eed533935, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=0354a777-0400-47c1-ac7d-0b4eed533935,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:00:52.741333 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b617df6b-9408-46c8-bac7-564c1b9eee75 x-openstack-request-id: req-b617df6b-9408-46c8-bac7-564c1b9eee75 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:00:52.745287 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1050edca-7c65-4882-8c3a-cb34f040f385", "name": "network-vif-plugged", "status": "completed", "tag": "0354a777-0400-47c1-ac7d-0b4eed533935", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:00:52.745287 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b617df6b-9408-46c8-bac7-564c1b9eee75 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:00:52.745287 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1050edca-7c65-4882-8c3a-cb34f040f385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0354a777-0400-47c1-ac7d-0b4eed533935', 'code': 200} Oct 19 12:00:52.792928 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:52.835056 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952d4ec-694b-48d1-9f29-28a40f835718 req-666b04c3-6dda-4b4e-b92e-39b69b1b435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:52.836627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6952d4ec-694b-48d1-9f29-28a40f835718 req-666b04c3-6dda-4b4e-b92e-39b69b1b435f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 1101 time: 0.0412078 Oct 19 12:00:52.844389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=0354a777-0400-47c1-ac7d-0b4eed533935,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:52.873188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6952d4ec-694b-48d1-9f29-28a40f835718 req-0435c08f-3477-40fa-93ba-5ad12ee6f7bf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=951216aa-4f35-4b2c-afad-3d27e2b5d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294409 Oct 19 12:00:53.726590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8776426-85a9-4e26-92c6-7a217fb92714 req-f1485bfc-7b46-4c63-bcb1-a7d782f28b99 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:53.728086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8776426-85a9-4e26-92c6-7a217fb92714 req-f1485bfc-7b46-4c63-bcb1-a7d782f28b99 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 950 time: 0.0546405 Oct 19 12:00:53.766593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c8776426-85a9-4e26-92c6-7a217fb92714 req-547ca644-ef2c-4e4e-bc77-ab90b423219c tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/security-groups?id=951216aa-4f35-4b2c-afad-3d27e2b5d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324168 Oct 19 12:00:54.882336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fa1d9-bd4c-4b02-9ca8-77dedcf42ede req-a9d74e76-648c-4297-8696-d0b05bebf906 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:54.883800 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-305fa1d9-bd4c-4b02-9ca8-77dedcf42ede req-a9d74e76-648c-4297-8696-d0b05bebf906 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 950 time: 0.0488775 Oct 19 12:00:54.923640 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-305fa1d9-bd4c-4b02-9ca8-77dedcf42ede req-b0eda5ab-12e8-4864-9fda-64723ed902ce tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/security-groups?id=951216aa-4f35-4b2c-afad-3d27e2b5d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339401 Oct 19 12:00:55.365084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-7bce77f8-0b44-4dc6-8907-54e87c1380a8 req-55e32198-fb26-4200-9fd3-0afb9afd44a3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:00:55.366104 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7bce77f8-0b44-4dc6-8907-54e87c1380a8 req-55e32198-fb26-4200-9fd3-0afb9afd44a3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1008661 Oct 19 12:00:55.434043 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-67334028-87e4-453f-967c-60a2c9ebee38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:55.827854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-dc178a81-c5cb-4d28-8352-34d8e3f62d46 req-d1ecea44-fbce-4e0a-899b-978161ee8dd7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:00:55.828860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc178a81-c5cb-4d28-8352-34d8e3f62d46 req-d1ecea44-fbce-4e0a-899b-978161ee8dd7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052974 Oct 19 12:00:56.500368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7193a-350f-4505-bbce-a61a478fd767 req-401eb347-daa0-4e8a-9765-8e278b1f356d tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:56.501931 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2e7193a-350f-4505-bbce-a61a478fd767 req-401eb347-daa0-4e8a-9765-8e278b1f356d tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 950 time: 0.1090853 Oct 19 12:00:56.540357 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2e7193a-350f-4505-bbce-a61a478fd767 req-42a85978-8ce1-4230-92be-d48ba5846ae8 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/security-groups?id=951216aa-4f35-4b2c-afad-3d27e2b5d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322564 Oct 19 12:00:57.653961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96523b9c-99a4-4eaf-b683-cc9ced62aaa7 req-fd3253ab-3414-45d9-9342-fac532ca1ff3 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:57.655428 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96523b9c-99a4-4eaf-b683-cc9ced62aaa7 req-fd3253ab-3414-45d9-9342-fac532ca1ff3 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 950 time: 0.0480907 Oct 19 12:00:57.719214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-96523b9c-99a4-4eaf-b683-cc9ced62aaa7 req-37fa6d93-1775-4ad5-8c36-876366177e07 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/security-groups?id=951216aa-4f35-4b2c-afad-3d27e2b5d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573018 Oct 19 12:00:57.736256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331636d-1595-49d4-927e-76123af25559 req-16d1cf98-3c84-4914-9fec-9251897d9cf6 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:00:57.736256 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3331636d-1595-49d4-927e-76123af25559 req-16d1cf98-3c84-4914-9fec-9251897d9cf6 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.49 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 950 time: 0.0605993 Oct 19 12:00:57.829847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3331636d-1595-49d4-927e-76123af25559 req-1fcf869b-7a5e-4204-b1dc-9d2d6cb9e4bd tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Deleting port 0354a777-0400-47c1-ac7d-0b4eed533935 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:00:57.830102 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3331636d-1595-49d4-927e-76123af25559 req-1fcf869b-7a5e-4204-b1dc-9d2d6cb9e4bd tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:57.840036 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5951e6b6-3995-446b-ae3c-d4646ec75746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:57.920087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3331636d-1595-49d4-927e-76123af25559 req-1fcf869b-7a5e-4204-b1dc-9d2d6cb9e4bd tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] For port 0354a777-0400-47c1-ac7d-0b4eed533935, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=0354a777-0400-47c1-ac7d-0b4eed533935,segment=NetworkSegment(3c7d7f14-8852-4de3-94de-22c1495c65b7),segment_id=3c7d7f14-8852-4de3-94de-22c1495c65b7)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:00:57.920445 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3331636d-1595-49d4-927e-76123af25559 req-1fcf869b-7a5e-4204-b1dc-9d2d6cb9e4bd tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:57.933201 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3331636d-1595-49d4-927e-76123af25559 req-1fcf869b-7a5e-4204-b1dc-9d2d6cb9e4bd tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Calling delete_port for 0354a777-0400-47c1-ac7d-0b4eed533935 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:00:58.118359 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3331636d-1595-49d4-927e-76123af25559 req-1fcf869b-7a5e-4204-b1dc-9d2d6cb9e4bd tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:58.130785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['0354a777-0400-47c1-ac7d-0b4eed533935'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:00:58.147468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf869b-7a5e-4204-b1dc-9d2d6cb9e4bd tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Pushing event deleted for resources: {'Port': ['ID=0354a777-0400-47c1-ac7d-0b4eed533935,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:00:58.194048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3331636d-1595-49d4-927e-76123af25559 req-1fcf869b-7a5e-4204-b1dc-9d2d6cb9e4bd tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] No DVR routers for this DVR port 0354a777-0400-47c1-ac7d-0b4eed533935 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:00:58.196709 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3331636d-1595-49d4-927e-76123af25559 req-1fcf869b-7a5e-4204-b1dc-9d2d6cb9e4bd tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:58.200052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3331636d-1595-49d4-927e-76123af25559 req-1fcf869b-7a5e-4204-b1dc-9d2d6cb9e4bd tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.49 "DELETE /v2.0/ports/0354a777-0400-47c1-ac7d-0b4eed533935 HTTP/1.1" status: 204 len: 173 time: 0.4581559 Oct 19 12:00:58.200498 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1050edca-7c65-4882-8c3a-cb34f040f385', 'name': 'network-vif-deleted', 'tag': '0354a777-0400-47c1-ac7d-0b4eed533935'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:00:58.203172 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82fb94d-192d-4e5e-8ccc-d7f54e83d9d4" -d '{"events": [{"server_uuid": "1050edca-7c65-4882-8c3a-cb34f040f385", "name": "network-vif-deleted", "tag": "0354a777-0400-47c1-ac7d-0b4eed533935"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:00:58.240075 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a245d4-f985-44c5-85c8-a03e48105fea x-openstack-request-id: req-f0a245d4-f985-44c5-85c8-a03e48105fea {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:00:58.240386 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1050edca-7c65-4882-8c3a-cb34f040f385", "name": "network-vif-deleted", "tag": "0354a777-0400-47c1-ac7d-0b4eed533935", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:00:58.240679 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0a245d4-f985-44c5-85c8-a03e48105fea {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:00:58.241088 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1050edca-7c65-4882-8c3a-cb34f040f385', 'name': 'network-vif-deleted', 'tag': '0354a777-0400-47c1-ac7d-0b4eed533935', 'status': 'completed', 'code': 200} Oct 19 12:00:58.823045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d41afcff-08ae-4d31-9d8a-cedc4fc44724 req-b54ed767-67ab-456a-a56b-f18ec48c66e6 tempest-ServersAdminNegativeTestJSON-511993575 tempest-ServersAdminNegativeTestJSON-511993575-project] 10.222.0.39 "GET /v2.0/ports?device_id=1050edca-7c65-4882-8c3a-cb34f040f385 HTTP/1.1" status: 200 len: 210 time: 0.0260384 Oct 19 12:00:59.112933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:00:59.200021 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:00.323133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48530) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:00.397859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 0354a777-0400-47c1-ac7d-0b4eed533935 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:01:00.418003 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 0354a777-0400-47c1-ac7d-0b4eed533935 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:01:00.418354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 0354a777-0400-47c1-ac7d-0b4eed533935 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:01:00.457874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3a69fb8e-0719-4ef0-8eff-ccfa963e7bb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b7127af11d348219f69d72f4cd001f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335742 Oct 19 12:01:00.460274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48534) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:00.506547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-123efe84-1e9d-446b-8b8b-13f03f138682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:00.527991 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-123efe84-1e9d-446b-8b8b-13f03f138682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:00.650980 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-123efe84-1e9d-446b-8b8b-13f03f138682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:00.653521 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-123efe84-1e9d-446b-8b8b-13f03f138682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:00.654668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-123efe84-1e9d-446b-8b8b-13f03f138682 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/951216aa-4f35-4b2c-afad-3d27e2b5d84a HTTP/1.1" status: 204 len: 168 time: 0.1934736 Oct 19 12:01:00.662612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123efe84-1e9d-446b-8b8b-13f03f138682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951216aa-4f35-4b2c-afad-3d27e2b5d84a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:00.964445 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:01.213037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48540) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:01.229627 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31922714-0a1e-4b11-8816-18312de6fbbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:01.303005 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31922714-0a1e-4b11-8816-18312de6fbbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:01.386808 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-31922714-0a1e-4b11-8816-18312de6fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:01.429769 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-31922714-0a1e-4b11-8816-18312de6fbbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27c352e58b8742beb85c9f1e36f7beb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156403 Oct 19 12:01:01.431670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31922714-0a1e-4b11-8816-18312de6fbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdf2f14-d202-4271-9b99-e55833b6faae,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:01.432563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48542) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:01.482901 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-573ff0e9-e1b1-4a77-accf-c9cb43786f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:01.503893 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-573ff0e9-e1b1-4a77-accf-c9cb43786f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:01.627680 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-573ff0e9-e1b1-4a77-accf-c9cb43786f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:01.630521 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-573ff0e9-e1b1-4a77-accf-c9cb43786f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:01.631714 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-573ff0e9-e1b1-4a77-accf-c9cb43786f5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4cdf2f14-d202-4271-9b99-e55833b6faae HTTP/1.1" status: 204 len: 168 time: 0.1980135 Oct 19 12:01:01.639666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ff0e9-e1b1-4a77-accf-c9cb43786f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdf2f14-d202-4271-9b99-e55833b6faae,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:02.666135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48564) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:02.759476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1754632325-network', 'tenant_id': '6ca0f1f33be042faaec0a8d6fa3fad92'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:01:02.822638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Made reservation on behalf of 6ca0f1f33be042faaec0a8d6fa3fad92 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:01:02.824883 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:02.834498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:02.912235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:02.965644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:02.990186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:01:02.998678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:03.007802 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:03.007802 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Added segment 37c9a3e6-49b6-4df4-b1a9-5db082f97f67 of type vlan for network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 Oct 19 12:01:03.044850 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:03.129830 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:03.130798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:03.131379 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:03.220437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] Pushing event updated for resources: {'Network': ['ID=889c0bcd-7b32-4fd0-922f-71bb2a0174d7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:03.230003 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:01:03.240947 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d2291b7b-d89e-4d39-a4f8-bdd54276bb57 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5735934 Oct 19 12:01:03.243697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48568) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:03.248675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] Request body: {'subnet': {'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1754632325-subnet', 'tenant_id': '6ca0f1f33be042faaec0a8d6fa3fad92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:01:03.341260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] Made reservation on behalf of 6ca0f1f33be042faaec0a8d6fa3fad92 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:01:03.343593 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:03.554438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:03.611063 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c539fd05-ac9d-4e9d-96da-d53059fd29e8,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:03.620155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] Checking segment: {'id': '37c9a3e6-49b6-4df4-b1a9-5db082f97f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:01:03.620512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] Network hostable DHCP agents. Network: 889c0bcd-7b32-4fd0-922f-71bb2a0174d7, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:01:03.683876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] Network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:01:03.737570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 889c0bcd-7b32-4fd0-922f-71bb2a0174d7) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:01:03.741807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:03.742384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:03.746316 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9804c0dc-645b-4b7a-9b68-fca44404d97c None None] Network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:01:03.830932 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6ee19746-c791-4e55-9641-b63d10afdcc1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5853069 Oct 19 12:01:03.873642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c01b51-1009-49a3-a8ff-453c2faea47b None None] Network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:01:04.425409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d303-31c1-471e-a035-78fbe111fd36 req-8462e14f-9134-407d-ae65-0714ee367cbc tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:04.426778 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-8462e14f-9134-407d-ae65-0714ee367cbc tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/networks?id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7 HTTP/1.1" status: 200 len: 812 time: 0.1041882 Oct 19 12:01:04.441820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-ec479a03-910c-47ad-9d59-da005ee0c5b0 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/quotas/6ca0f1f33be042faaec0a8d6fa3fad92 HTTP/1.1" status: 200 len: 375 time: 0.0092623 Oct 19 12:01:04.472806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-4485158e-0e12-498c-96bb-a438e5859e9c tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257831 Oct 19 12:01:04.565197 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-3caa6156-de7f-46f1-a4d1-1b6724296b02 service neutron] 10.222.0.39 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850587 Oct 19 12:01:04.651498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-ed5814e1-8790-47a2-87cd-f138a4372bc9 service neutron] 10.222.0.39 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801320 Oct 19 12:01:04.856559 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-54a352b3-2fcc-4e00-890c-aae3ade3fd2a req-9048bebb-bc56-4eda-9a6d-aab0f5a142cc tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 210 time: 0.0254672 Oct 19 12:01:05.961909 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-99c80d5e-f5d8-466a-9272-fef0ed6f705a req-c9cd41fb-d408-4219-ba6d-e7f912ad79c5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 210 time: 0.0276570 Oct 19 12:01:07.033772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d303-31c1-471e-a035-78fbe111fd36 req-8679b13b-f488-4f01-92ed-13a8007ac584 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:07.035255 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-8679b13b-f488-4f01-92ed-13a8007ac584 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.49 "GET /v2.0/networks?id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7 HTTP/1.1" status: 200 len: 812 time: 0.1068513 Oct 19 12:01:07.047652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Request body: {'port': {'device_id': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7', 'admin_state_up': True, 'tenant_id': '6ca0f1f33be042faaec0a8d6fa3fad92'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:01:07.056350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b82309fa-14a2-44ff-aeab-3a3bf6fead42 req-d6ce04ef-e9d5-4a8f-9d6b-7d6a59006c16 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 210 time: 0.0261812 Oct 19 12:01:07.221856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Made reservation on behalf of 6ca0f1f33be042faaec0a8d6fa3fad92 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:01:07.225556 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:07.349654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Allocated IP 172.20.0.9 (889c0bcd-7b32-4fd0-922f-71bb2a0174d7/c539fd05-ac9d-4e9d-96da-d53059fd29e8/4ebaa1cb-0977-4aa2-a342-852426080d4c) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:01:07.499385 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:07.588902 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:07.633895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:01:07.636986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:01:07.640652 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:01:07.662961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Pushing event updated for resources: {'Port': ['ID=4ebaa1cb-0977-4aa2-a342-852426080d4c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:07.695508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:07.696117 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:07.762315 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-0e6f9b10-1a42-488a-991a-4e24ffc5f2f6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7184989 Oct 19 12:01:07.782861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Request body: {'port': {'device_id': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:01:07.828114 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:08.085547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebaa1cb-0977-4aa2-a342-852426080d4c {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:01:08.093519 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:08.105481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Transition to ACTIVE for port object 4ebaa1cb-0977-4aa2-a342-852426080d4c will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:01:08.176782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff862bb-8e0c-44da-b09d-a1681eada58e req-3a8f9e5f-b2bd-4d2a-91be-cafb1979df42 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:08.178240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ff862bb-8e0c-44da-b09d-a1681eada58e req-3a8f9e5f-b2bd-4d2a-91be-cafb1979df42 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 931 time: 0.0522408 Oct 19 12:01:08.181125 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:08.254743 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Pushing event updated for resources: {'Port': ['ID=4ebaa1cb-0977-4aa2-a342-852426080d4c,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:08.284292 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ff862bb-8e0c-44da-b09d-a1681eada58e req-ce558d8a-59f7-45bb-bda6-19e72b9d978b tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985909 Oct 19 12:01:08.333818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Attempting to bind port 4ebaa1cb-0977-4aa2-a342-852426080d4c on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:01:08.334151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Attempting to bind port 4ebaa1cb-0977-4aa2-a342-852426080d4c by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '37c9a3e6-49b6-4df4-b1a9-5db082f97f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:01:08.334480 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Attempting to bind port 4ebaa1cb-0977-4aa2-a342-852426080d4c on network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:01:08.338768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Port 4ebaa1cb-0977-4aa2-a342-852426080d4c on network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:01:08.339031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Attempting to bind port 4ebaa1cb-0977-4aa2-a342-852426080d4c on network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:01:08.343830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:01:08.344167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Checking segment: {'id': '37c9a3e6-49b6-4df4-b1a9-5db082f97f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:01:08.344589 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Bound using segment: {'id': '37c9a3e6-49b6-4df4-b1a9-5db082f97f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:01:08.345013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Bound port: 4ebaa1cb-0977-4aa2-a342-852426080d4c, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c9a3e6-49b6-4df4-b1a9-5db082f97f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:01:08.345382 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:08.406851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:01:08.409869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c,segment=NetworkSegment(37c9a3e6-49b6-4df4-b1a9-5db082f97f67),segment_id=37c9a3e6-49b6-4df4-b1a9-5db082f97f67)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:01:08.525782 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:08.562493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:08.563101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:08.565138 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] 10.222.0.49 "PUT /v2.0/ports/4ebaa1cb-0977-4aa2-a342-852426080d4c HTTP/1.1" status: 200 len: 1091 time: 0.7943091 Oct 19 12:01:08.565574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:01:08.567794 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e30f2d2-9205-4021-8a5d-11b0206eba87" -d '{"events": [{"name": "network-changed", "server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:01:08.587913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0901e80-9b6c-4fc9-978b-42b2fc0eccdd service neutron] Pushing event updated for resources: {'Port': ['ID=4ebaa1cb-0977-4aa2-a342-852426080d4c,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:08.605730 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959f5497-1506-44f4-b6ef-238a5e476db7 x-openstack-request-id: req-959f5497-1506-44f4-b6ef-238a5e476db7 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:01:08.606031 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:01:08.606308 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-959f5497-1506-44f4-b6ef-238a5e476db7 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:01:08.606706 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c', 'status': 'completed', 'code': 200} Oct 19 12:01:08.667087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30f2d2-9205-4021-8a5d-11b0206eba87 req-1e6b5f02-d637-4809-9724-5516751c12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:08.668576 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e30f2d2-9205-4021-8a5d-11b0206eba87 req-1e6b5f02-d637-4809-9724-5516751c12cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 1094 time: 0.0407436 Oct 19 12:01:08.766666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30f2d2-9205-4021-8a5d-11b0206eba87 req-6508f830-3f94-4fb9-8a50-70c3fadbe433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:08.768141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e30f2d2-9205-4021-8a5d-11b0206eba87 req-6508f830-3f94-4fb9-8a50-70c3fadbe433 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0918138 Oct 19 12:01:08.818049 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:01:08.862251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30f2d2-9205-4021-8a5d-11b0206eba87 req-082c74d5-0d5a-4b30-9a60-977d32bc306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:08.863614 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2e30f2d2-9205-4021-8a5d-11b0206eba87 req-082c74d5-0d5a-4b30-9a60-977d32bc306e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890729 Oct 19 12:01:08.938574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d303-31c1-471e-a035-78fbe111fd36 req-6e6bb5da-8f52-4e2c-bb50-021d2f49295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:08.940560 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-6e6bb5da-8f52-4e2c-bb50-021d2f49295e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 1094 time: 0.0399785 Oct 19 12:01:08.980263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-8b411cdc-4be8-4f4e-a23b-591b4413e1af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c HTTP/1.1" status: 200 len: 217 time: 0.0323837 Oct 19 12:01:09.028956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d303-31c1-471e-a035-78fbe111fd36 req-050c13c7-4a22-46b2-bf5f-c06d458b397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:09.030322 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-050c13c7-4a22-46b2-bf5f-c06d458b397b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c539fd05-ac9d-4e9d-96da-d53059fd29e8 HTTP/1.1" status: 200 len: 852 time: 0.0420673 Oct 19 12:01:09.064797 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-6533c5ea-55d6-4ce6-ac7a-63f7fe15a96a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266778 Oct 19 12:01:09.151269 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-a1abf255-46e5-429c-81a6-b9152ab9f116 service neutron] 10.222.0.49 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803759 Oct 19 12:01:09.242681 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df26d303-31c1-471e-a035-78fbe111fd36 req-88c05584-e548-4b7d-a6a4-88fca8835930 service neutron] 10.222.0.49 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849283 Oct 19 12:01:09.397115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60505-79de-49b1-87db-40d4dc90657f req-47846573-bf8b-4a0c-8a66-38c2febb3e52 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:09.398563 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-10b60505-79de-49b1-87db-40d4dc90657f req-47846573-bf8b-4a0c-8a66-38c2febb3e52 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 943 time: 0.0497198 Oct 19 12:01:09.436877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-10b60505-79de-49b1-87db-40d4dc90657f req-c3ee77e0-777d-4264-98fc-80bf5332d3b7 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323901 Oct 19 12:01:10.490138 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4ebaa1cb-0977-4aa2-a342-852426080d4c details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:01:10.551806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fb532-1d34-4206-a5b9-2b366aac01b1 req-f79ad2cc-8127-40f7-9bd0-9e9d7e7baee1 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:10.553465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f80fb532-1d34-4206-a5b9-2b366aac01b1 req-f79ad2cc-8127-40f7-9bd0-9e9d7e7baee1 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 943 time: 0.0495172 Oct 19 12:01:10.587973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c,segment=NetworkSegment(37c9a3e6-49b6-4df4-b1a9-5db082f97f67),segment_id=37c9a3e6-49b6-4df4-b1a9-5db082f97f67)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:01:10.594122 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f80fb532-1d34-4206-a5b9-2b366aac01b1 req-ae49a62c-5b04-4b98-8936-f909d09599dd tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343199 Oct 19 12:01:10.599087 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '4ebaa1cb-0977-4aa2-a342-852426080d4c', 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7', 'port_id': '4ebaa1cb-0977-4aa2-a342-852426080d4c', 'mac_address': 'fa:16:3e:47:11:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c539fd05-ac9d-4e9d-96da-d53059fd29e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:01:10.639906 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:10.652293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebaa1cb-0977-4aa2-a342-852426080d4c {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:01:10.670784 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c,segment=NetworkSegment(37c9a3e6-49b6-4df4-b1a9-5db082f97f67),segment_id=37c9a3e6-49b6-4df4-b1a9-5db082f97f67)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:01:10.741516 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:10.786980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=4ebaa1cb-0977-4aa2-a342-852426080d4c,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:10.933196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['4ebaa1cb-0977-4aa2-a342-852426080d4c'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:01:11.706400 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b0934-3753-4a6b-b947-200a9ecc6d5e req-e57c31db-1dcc-4787-b762-8aae4c7b36b7 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:11.707849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c7b0934-3753-4a6b-b947-200a9ecc6d5e req-e57c31db-1dcc-4787-b762-8aae4c7b36b7 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 944 time: 0.0482264 Oct 19 12:01:11.743906 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c7b0934-3753-4a6b-b947-200a9ecc6d5e req-38734b38-2b15-46e5-96ab-9501a8025a6e tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301988 Oct 19 12:01:12.489532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4ebaa1cb-0977-4aa2-a342-852426080d4c up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:01:12.587855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 4ebaa1cb-0977-4aa2-a342-852426080d4c completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:01:12.591887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 4ebaa1cb-0977-4aa2-a342-852426080d4c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:01:12.592266 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:12.667559 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:12.689952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:01:12.692145 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8c2cf2-26a9-4a82-a1a5-e4370314cbeb" -d '{"events": [{"server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "name": "network-vif-plugged", "status": "completed", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:01:12.703945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c,segment=NetworkSegment(37c9a3e6-49b6-4df4-b1a9-5db082f97f67),segment_id=37c9a3e6-49b6-4df4-b1a9-5db082f97f67)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:01:12.728367 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b3f329-8ee5-4706-ae0c-2f5cffcd3cb3 x-openstack-request-id: req-e6b3f329-8ee5-4706-ae0c-2f5cffcd3cb3 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:01:12.728680 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "name": "network-vif-plugged", "status": "completed", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:01:12.728934 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6b3f329-8ee5-4706-ae0c-2f5cffcd3cb3 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:01:12.729324 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c', 'code': 200} Oct 19 12:01:12.775314 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:12.826873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=4ebaa1cb-0977-4aa2-a342-852426080d4c,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:12.856594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098428eb-15d7-4af6-8e8a-a99f1f5d2474 req-786a8871-f40b-4498-98ba-301979161302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:12.858085 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-098428eb-15d7-4af6-8e8a-a99f1f5d2474 req-786a8871-f40b-4498-98ba-301979161302 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 1096 time: 0.0769172 Oct 19 12:01:12.869960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14580b-3310-4e05-90bb-57ca66ae1a7e req-fbb1ba11-a6ac-4ade-bdbf-e72e08068c03 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:12.871317 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cb14580b-3310-4e05-90bb-57ca66ae1a7e req-fbb1ba11-a6ac-4ade-bdbf-e72e08068c03 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0579097 Oct 19 12:01:12.920829 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-098428eb-15d7-4af6-8e8a-a99f1f5d2474 req-0dfc4af6-bb4b-42b7-a7d1-680aeed7d877 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485430 Oct 19 12:01:12.927871 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cb14580b-3310-4e05-90bb-57ca66ae1a7e req-951fb76b-7b98-4a65-8f0b-3fdf7e2a9fce tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504694 Oct 19 12:01:14.044485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d88fe-dfd5-4868-98fc-6484a08ce4f9 req-f747f4b7-a0be-4eea-83bb-b03032f6f6d5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:14.046043 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad0d88fe-dfd5-4868-98fc-6484a08ce4f9 req-f747f4b7-a0be-4eea-83bb-b03032f6f6d5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0503993 Oct 19 12:01:14.084624 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad0d88fe-dfd5-4868-98fc-6484a08ce4f9 req-c84835c8-b6cd-4caa-9d98-d3424d468de6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321307 Oct 19 12:01:15.224920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e264597-28e2-40dd-a98a-226804520062 req-36371e90-0762-4a7a-83cc-580144ffd988 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:15.226527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e264597-28e2-40dd-a98a-226804520062 req-36371e90-0762-4a7a-83cc-580144ffd988 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0601354 Oct 19 12:01:15.266426 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e264597-28e2-40dd-a98a-226804520062 req-b9faa7da-357b-439b-9844-998be1b76940 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338604 Oct 19 12:01:15.618502 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83008445-2a30-41a4-bf8b-915dfa5b49b7 req-fa1070e8-d698-4d50-b072-4de5857870ba tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:15.619969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83008445-2a30-41a4-bf8b-915dfa5b49b7 req-fa1070e8-d698-4d50-b072-4de5857870ba tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0523539 Oct 19 12:01:15.656985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-83008445-2a30-41a4-bf8b-915dfa5b49b7 req-c998e0aa-2c29-4301-bcc9-4df1c9eeeadf tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310471 Oct 19 12:01:15.763980 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-4e476527-a6f5-4b6c-b7ba-7c53ab9aeb29 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866361 Oct 19 12:01:15.773628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-a4176e7a-3843-47d9-a77b-0c84c8067fba service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:01:15.774358 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-a4176e7a-3843-47d9-a77b-0c84c8067fba service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048821 Oct 19 12:01:16.780168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9df4d-03f5-4767-b0f8-de6d9ec2529f req-a1a72517-629a-458b-87ac-54696064a04b tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:16.781590 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22a9df4d-03f5-4767-b0f8-de6d9ec2529f req-a1a72517-629a-458b-87ac-54696064a04b tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0556257 Oct 19 12:01:16.821152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-22a9df4d-03f5-4767-b0f8-de6d9ec2529f req-ae07fd8d-1468-4d8c-8b49-95afe7f22f9b tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332782 Oct 19 12:01:17.825892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-f38b4758-3ee9-4f39-bb61-ae8e90ab919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:17.827306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-f38b4758-3ee9-4f39-bb61-ae8e90ab919a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 1096 time: 0.0402265 Oct 19 12:01:18.248807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-3635876f-1a2e-4d2e-ac43-cc9072496839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:18.250259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-3635876f-1a2e-4d2e-ac43-cc9072496839 service neutron] 10.222.0.49 "GET /v2.0/networks?id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7 HTTP/1.1" status: 200 len: 913 time: 0.4162197 Oct 19 12:01:18.258499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3408ef-973b-4283-9fea-ab5028cec01a req-6ae23a9f-aa17-40ca-93ca-53e10ca4fa40 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:18.259828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c3408ef-973b-4283-9fea-ab5028cec01a req-6ae23a9f-aa17-40ca-93ca-53e10ca4fa40 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0685105 Oct 19 12:01:18.307713 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-7f084348-5b8b-404d-8dd7-54d08e291890 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c HTTP/1.1" status: 200 len: 217 time: 0.0469785 Oct 19 12:01:18.352027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9c3408ef-973b-4283-9fea-ab5028cec01a req-019df0ff-c5d9-46e5-bc98-107e0ea4736a tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859222 Oct 19 12:01:18.367371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-e8d530c8-783f-4ebd-849b-956df32387e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:18.368802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-e8d530c8-783f-4ebd-849b-956df32387e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c539fd05-ac9d-4e9d-96da-d53059fd29e8 HTTP/1.1" status: 200 len: 852 time: 0.0535786 Oct 19 12:01:18.400566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-7d44ef21-6563-46cf-89e1-de9c6890d586 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250585 Oct 19 12:01:18.410489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-684e5331-bdcc-4e40-986f-2e94b9bc4b60 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:01:18.411410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-684e5331-bdcc-4e40-986f-2e94b9bc4b60 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047507 Oct 19 12:01:18.502584 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-c8af7c0c-688f-4474-8623-23f52578f29b service neutron] 10.222.0.49 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845337 Oct 19 12:01:18.591183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-60f3c6bf-a4e5-4e72-b055-2c6ea7754487 service neutron] 10.222.0.49 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819845 Oct 19 12:01:19.464963 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0147c-c25c-4cfe-941c-fd23f8d06182 req-a58bf1e1-1573-47da-8160-3af1afe9ff5c tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:19.466434 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b0147c-c25c-4cfe-941c-fd23f8d06182 req-a58bf1e1-1573-47da-8160-3af1afe9ff5c tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0482614 Oct 19 12:01:19.507319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84b0147c-c25c-4cfe-941c-fd23f8d06182 req-8bbdd958-4d52-4306-8b61-9f1a53c09a36 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344198 Oct 19 12:01:19.856564 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:20.445473 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:20.620276 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b41aa-697a-4775-8983-b8bec3d720ce req-18424c32-cb9b-4b01-8b2b-5bab57127cb0 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:20.621740 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-224b41aa-697a-4775-8983-b8bec3d720ce req-18424c32-cb9b-4b01-8b2b-5bab57127cb0 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0484002 Oct 19 12:01:20.659527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-224b41aa-697a-4775-8983-b8bec3d720ce req-76a6e48f-98b3-4ce7-ac20-2be27641140b tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Oct 19 12:01:21.779848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c784292-d17b-488f-9626-d40e0136f7af req-0f80f420-9512-48a3-ad8d-ddaf0884a5bf tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:21.781274 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c784292-d17b-488f-9626-d40e0136f7af req-0f80f420-9512-48a3-ad8d-ddaf0884a5bf tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0514071 Oct 19 12:01:21.819018 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c784292-d17b-488f-9626-d40e0136f7af req-997a8de3-cbc1-4d64-8c58-e7c1945f9af1 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317290 Oct 19 12:01:22.937901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f46b5d-11e6-49a9-9b22-a14dc654fb55 req-551be5f4-9bf7-46e9-ad6a-235adbfce6a8 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:22.939341 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56f46b5d-11e6-49a9-9b22-a14dc654fb55 req-551be5f4-9bf7-46e9-ad6a-235adbfce6a8 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0539153 Oct 19 12:01:22.976074 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56f46b5d-11e6-49a9-9b22-a14dc654fb55 req-2d9804e0-f01b-48d1-a710-5812bb8af23e tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Oct 19 12:01:24.090076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63290f71-ae46-4073-a68e-2b7acad6aa0a req-5653fe61-cebd-4bd0-8113-bba018761ea5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:24.091527 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-63290f71-ae46-4073-a68e-2b7acad6aa0a req-5653fe61-cebd-4bd0-8113-bba018761ea5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0485687 Oct 19 12:01:24.127874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-63290f71-ae46-4073-a68e-2b7acad6aa0a req-9973baab-74ae-4426-820a-9068d34de747 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298109 Oct 19 12:01:25.247141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f416d22-f7e7-40b9-86a3-9e3683b59caa req-d486421f-fe97-4919-b6cc-77c180ea49a0 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:25.248811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f416d22-f7e7-40b9-86a3-9e3683b59caa req-d486421f-fe97-4919-b6cc-77c180ea49a0 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0488164 Oct 19 12:01:25.288947 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f416d22-f7e7-40b9-86a3-9e3683b59caa req-acb2e4b1-10e1-471b-ba7f-a98657f2c8ae tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Oct 19 12:01:25.439504 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b7e13c6-21bb-4182-bc66-a77660e691bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:26.401868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d64788-e9f5-42b8-be4e-9f265e851545 req-b511616c-8984-4ff6-99f2-db8d9b77d38b tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:26.403293 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7d64788-e9f5-42b8-be4e-9f265e851545 req-b511616c-8984-4ff6-99f2-db8d9b77d38b tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0481651 Oct 19 12:01:26.443322 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7d64788-e9f5-42b8-be4e-9f265e851545 req-bd06725a-2964-4b35-ae83-1d310fd57d2f tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341878 Oct 19 12:01:27.556470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcdfd3-b49c-4c03-badc-4e2e3091b2a4 req-5e49f2d3-70bb-4e0d-b87e-be249e9fbb86 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:27.557943 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ebcdfd3-b49c-4c03-badc-4e2e3091b2a4 req-5e49f2d3-70bb-4e0d-b87e-be249e9fbb86 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0485079 Oct 19 12:01:27.595891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9ebcdfd3-b49c-4c03-badc-4e2e3091b2a4 req-25581fcb-6cb0-4a49-bac9-310ea0757228 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Oct 19 12:01:27.820695 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-659a8d34-7416-47e3-acb2-8017c6d81aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:28.708836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543fc27-b7ba-4f36-b351-85cdde8f5cae req-e4c44e42-06c2-48a5-9f93-91f9381119d5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:28.710296 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1543fc27-b7ba-4f36-b351-85cdde8f5cae req-e4c44e42-06c2-48a5-9f93-91f9381119d5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0480082 Oct 19 12:01:28.747052 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1543fc27-b7ba-4f36-b351-85cdde8f5cae req-fe0f2261-d376-43a2-ac18-3bab5a965ffd tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Oct 19 12:01:29.073332 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:29.187714 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:29.863317 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d0bf6-ee1d-4f71-a952-48c48e204a61 req-bb4c8a1f-f07f-4bb0-a005-0f0dcb4bca66 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:29.864791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-612d0bf6-ee1d-4f71-a952-48c48e204a61 req-bb4c8a1f-f07f-4bb0-a005-0f0dcb4bca66 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0522983 Oct 19 12:01:29.902673 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-612d0bf6-ee1d-4f71-a952-48c48e204a61 req-3d18048b-4a40-485a-a43f-a8e734edbcc5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Oct 19 12:01:30.947644 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:31.016700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92ed6d-c24e-4dd5-992e-ed8bee1abac9 req-d82af327-8ee8-472e-8a18-0262ecce32c7 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:31.018168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b92ed6d-c24e-4dd5-992e-ed8bee1abac9 req-d82af327-8ee8-472e-8a18-0262ecce32c7 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0485082 Oct 19 12:01:31.055194 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b92ed6d-c24e-4dd5-992e-ed8bee1abac9 req-97212816-f173-40e6-b5c4-7e0ab7ecf195 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309937 Oct 19 12:01:32.174685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87129e-1be2-4ee7-9c26-b476663e5053 req-3286a33e-b489-4e29-a6e4-d6e406bb8953 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:32.176147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd87129e-1be2-4ee7-9c26-b476663e5053 req-3286a33e-b489-4e29-a6e4-d6e406bb8953 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0484929 Oct 19 12:01:32.213612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd87129e-1be2-4ee7-9c26-b476663e5053 req-7e745842-fdc0-4ffd-82c3-ac31901abc20 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Oct 19 12:01:33.330142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc15749-9c4a-4978-a2af-65231577c875 req-6a69dc33-85d3-47a5-b21c-8f71ad697bf1 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:33.331596 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cc15749-9c4a-4978-a2af-65231577c875 req-6a69dc33-85d3-47a5-b21c-8f71ad697bf1 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0496936 Oct 19 12:01:33.371805 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cc15749-9c4a-4978-a2af-65231577c875 req-a626ed66-1d91-47ff-a296-ac89d5d5c68b tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343194 Oct 19 12:01:34.484680 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d5987-6c97-4679-a29b-73e5f70bdc94 req-06d4fb66-c2ff-4a01-a987-0227e30070cf tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:34.486682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f56d5987-6c97-4679-a29b-73e5f70bdc94 req-06d4fb66-c2ff-4a01-a987-0227e30070cf tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0495234 Oct 19 12:01:34.526026 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f56d5987-6c97-4679-a29b-73e5f70bdc94 req-4eef61f5-4078-44f6-a27c-a8048c784771 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333483 Oct 19 12:01:35.640314 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071ee24-f466-4dd1-9367-aeef7c328b38 req-cfc60a19-e973-4446-89a6-6faf1b09f8a5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:35.642393 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0071ee24-f466-4dd1-9367-aeef7c328b38 req-cfc60a19-e973-4446-89a6-6faf1b09f8a5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0484865 Oct 19 12:01:35.679171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0071ee24-f466-4dd1-9367-aeef7c328b38 req-f18e7931-0b51-4f58-9464-f121ca90ea6a tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309277 Oct 19 12:01:36.796066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32d547-ff4a-4764-a5ab-9b36a1b28167 req-07475fb4-d9f1-48d0-b902-0e0788624bd2 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:36.797592 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a32d547-ff4a-4764-a5ab-9b36a1b28167 req-07475fb4-d9f1-48d0-b902-0e0788624bd2 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0520380 Oct 19 12:01:36.835118 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3a32d547-ff4a-4764-a5ab-9b36a1b28167 req-11541726-d34a-4705-9edb-6d79c11909c3 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Oct 19 12:01:37.947019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5374f65-280c-4253-b70e-b0dee4afebf8 req-f8c555ae-1f3e-4ca6-a08a-ee5415e23afa tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:37.948455 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b5374f65-280c-4253-b70e-b0dee4afebf8 req-f8c555ae-1f3e-4ca6-a08a-ee5415e23afa tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0472543 Oct 19 12:01:37.984844 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b5374f65-280c-4253-b70e-b0dee4afebf8 req-5b6da5ec-23b6-489a-8cac-b1d66078af90 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305276 Oct 19 12:01:39.098127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943806bb-e0b5-4b3e-8c42-9d576822cd46 req-4594efdb-5470-4821-a771-b6910f440f53 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:39.099594 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-943806bb-e0b5-4b3e-8c42-9d576822cd46 req-4594efdb-5470-4821-a771-b6910f440f53 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Oct 19 12:01:39.136390 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-943806bb-e0b5-4b3e-8c42-9d576822cd46 req-5cfb4857-147a-4402-b29b-179296d03063 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308578 Oct 19 12:01:40.251258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c027fab-d451-4c97-b6cb-b2a219f3d6db req-6a15a4f0-2ee3-464a-8c35-791ade078ef5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:40.252743 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1c027fab-d451-4c97-b6cb-b2a219f3d6db req-6a15a4f0-2ee3-464a-8c35-791ade078ef5 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0499387 Oct 19 12:01:40.293981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1c027fab-d451-4c97-b6cb-b2a219f3d6db req-a4b9f00d-00ac-4d7e-96fc-3602b8ad2da2 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352259 Oct 19 12:01:41.407030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6172a23-704b-40c3-a49f-9dedfc1142b3 req-d2220ffc-cc46-474f-b54a-15c84f003427 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:41.408485 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6172a23-704b-40c3-a49f-9dedfc1142b3 req-d2220ffc-cc46-474f-b54a-15c84f003427 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0486672 Oct 19 12:01:41.446038 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e6172a23-704b-40c3-a49f-9dedfc1142b3 req-11170f05-7a66-4c3a-99c8-98571f52fb94 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Oct 19 12:01:42.558506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d39f7-144c-4774-b1f7-a0aa4ffd1a68 req-c75f5eee-3bf2-43db-a5d6-4e917d0fdeb8 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:42.559962 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fb7d39f7-144c-4774-b1f7-a0aa4ffd1a68 req-c75f5eee-3bf2-43db-a5d6-4e917d0fdeb8 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0481038 Oct 19 12:01:42.597037 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fb7d39f7-144c-4774-b1f7-a0aa4ffd1a68 req-645aea2a-73ea-4e34-acd4-15a1f7bb7be2 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306158 Oct 19 12:01:43.701760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4ef2-314a-42ea-b1f7-1ce35a08c352 req-c1a89b88-a161-440e-a9f7-5ff541088706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:43.703219 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e02f4ef2-314a-42ea-b1f7-1ce35a08c352 req-c1a89b88-a161-440e-a9f7-5ff541088706 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 1096 time: 0.0711520 Oct 19 12:01:43.720903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6629213-0bbb-48af-9e66-dda3ce540991 req-3888a9a1-bffc-4769-81ac-fbff75834636 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:43.722514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6629213-0bbb-48af-9e66-dda3ce540991 req-3888a9a1-bffc-4769-81ac-fbff75834636 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0592995 Oct 19 12:01:43.814748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a6629213-0bbb-48af-9e66-dda3ce540991 req-2b6d0050-a7de-4cca-a49a-3cc19afc386c tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842214 Oct 19 12:01:43.834958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4ef2-314a-42ea-b1f7-1ce35a08c352 req-a720a2e2-61cd-45b9-a7be-6ed2fe36168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:43.836403 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e02f4ef2-314a-42ea-b1f7-1ce35a08c352 req-a720a2e2-61cd-45b9-a7be-6ed2fe36168e service neutron] 10.222.0.49 "GET /v2.0/networks?id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7 HTTP/1.1" status: 200 len: 913 time: 0.1130590 Oct 19 12:01:43.877261 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e02f4ef2-314a-42ea-b1f7-1ce35a08c352 req-64b4a55c-f771-4bb7-a14c-523ee4617fed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c HTTP/1.1" status: 200 len: 217 time: 0.0337920 Oct 19 12:01:43.924657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4ef2-314a-42ea-b1f7-1ce35a08c352 req-34b52003-5682-442e-af9a-4ec2f5a5da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:43.926021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e02f4ef2-314a-42ea-b1f7-1ce35a08c352 req-34b52003-5682-442e-af9a-4ec2f5a5da1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c539fd05-ac9d-4e9d-96da-d53059fd29e8 HTTP/1.1" status: 200 len: 852 time: 0.0421908 Oct 19 12:01:43.961631 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e02f4ef2-314a-42ea-b1f7-1ce35a08c352 req-7cc41d49-5674-473b-b28b-85e990c241a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285153 Oct 19 12:01:44.049491 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e02f4ef2-314a-42ea-b1f7-1ce35a08c352 req-1eef295c-0ee9-4545-961f-936e375cd3f4 service neutron] 10.222.0.49 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806856 Oct 19 12:01:44.142992 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e02f4ef2-314a-42ea-b1f7-1ce35a08c352 req-494cd43a-0835-4bdd-916f-470553115b64 service neutron] 10.222.0.49 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856380 Oct 19 12:01:44.928442 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38574bbe-e6e9-4ae0-a901-5ab2569d01df req-ba1869fd-466c-4743-8910-0863deece828 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:44.929926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38574bbe-e6e9-4ae0-a901-5ab2569d01df req-ba1869fd-466c-4743-8910-0863deece828 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0482180 Oct 19 12:01:44.966367 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-38574bbe-e6e9-4ae0-a901-5ab2569d01df req-50d245f0-7306-4b78-80a7-b9af671d47bb tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305085 Oct 19 12:01:45.707699 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-13015103-75de-43ac-a381-785c8b0d9a51 service neutron] show failed (client error): The resource could not be found. Oct 19 12:01:45.708740 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-13015103-75de-43ac-a381-785c8b0d9a51 service neutron] 10.222.0.49 "GET /v2.0/ports/4ebaa1cb-0977-4aa2-a342-852426080d4c/bindings/n-h1-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0550942 Oct 19 12:01:45.817976 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:01:46.084336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec3270-261f-46f5-8c09-f5e17d26cf68 req-c30c638d-e165-4b70-b44c-dc5c20834ae6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:46.085798 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94ec3270-261f-46f5-8c09-f5e17d26cf68 req-c30c638d-e165-4b70-b44c-dc5c20834ae6 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0502825 Oct 19 12:01:46.123694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-94ec3270-261f-46f5-8c09-f5e17d26cf68 req-57b98c27-1734-46f1-9901-02e1483b1b6c tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Oct 19 12:01:46.216783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-c70671d7-5044-48d9-a63e-9b6627abcccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:46.218333 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-c70671d7-5044-48d9-a63e-9b6627abcccd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086&tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92 HTTP/1.1" status: 200 len: 1096 time: 0.0396686 Oct 19 12:01:46.235854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:01:46.290756 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:46.492244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c,segment=NetworkSegment(37c9a3e6-49b6-4df4-b1a9-5db082f97f67),segment_id=37c9a3e6-49b6-4df4-b1a9-5db082f97f67)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:01:46.526726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:01:46.565599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:01:46.567851 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf4aeb0-403b-448f-9322-3402fc3d0b0b" -d '{"events": [{"server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "name": "network-vif-unplugged", "status": "completed", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:01:46.571530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:46.583401 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Transition to ACTIVE for port object 4ebaa1cb-0977-4aa2-a342-852426080d4c will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:01:46.666384 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:46.702713 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263a1f96-c948-4432-8ae8-b7d71f9c58e5 x-openstack-request-id: req-263a1f96-c948-4432-8ae8-b7d71f9c58e5 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:01:46.704968 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "name": "network-vif-unplugged", "status": "completed", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:01:46.704968 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-263a1f96-c948-4432-8ae8-b7d71f9c58e5 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:01:46.704968 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c', 'code': 200} Oct 19 12:01:46.736585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Pushing event updated for resources: {'Port': ['ID=4ebaa1cb-0977-4aa2-a342-852426080d4c,revision_number=6']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:46.738600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] No DVR routers for this DVR port 4ebaa1cb-0977-4aa2-a342-852426080d4c on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:01:46.750225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.750503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.750875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.751219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.751549 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.751880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.752203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.752526 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.752874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.753195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.753518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.753833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:46.781420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Attempting to bind port 4ebaa1cb-0977-4aa2-a342-852426080d4c on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:01:46.781754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Attempting to bind port 4ebaa1cb-0977-4aa2-a342-852426080d4c by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '37c9a3e6-49b6-4df4-b1a9-5db082f97f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:01:46.782594 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Attempting to bind port 4ebaa1cb-0977-4aa2-a342-852426080d4c on network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:01:46.787093 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Port 4ebaa1cb-0977-4aa2-a342-852426080d4c on network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:01:46.787648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Attempting to bind port 4ebaa1cb-0977-4aa2-a342-852426080d4c on network 889c0bcd-7b32-4fd0-922f-71bb2a0174d7 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:01:46.793565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:01:46.794148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Checking segment: {'id': '37c9a3e6-49b6-4df4-b1a9-5db082f97f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:01:46.794786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Bound using segment: {'id': '37c9a3e6-49b6-4df4-b1a9-5db082f97f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:01:46.795529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Bound port: 4ebaa1cb-0977-4aa2-a342-852426080d4c, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c9a3e6-49b6-4df4-b1a9-5db082f97f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:01:46.796126 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:46.857758 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:01:46.863502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c,segment=NetworkSegment(37c9a3e6-49b6-4df4-b1a9-5db082f97f67),segment_id=37c9a3e6-49b6-4df4-b1a9-5db082f97f67)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:01:46.942101 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:46.983495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:46.984091 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:46.985477 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] 10.222.0.26 "PUT /v2.0/ports/4ebaa1cb-0977-4aa2-a342-852426080d4c HTTP/1.1" status: 200 len: 1091 time: 0.7535036 Oct 19 12:01:47.002767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e255c4e-807e-492b-880a-8a74bd980aef service neutron] Pushing event updated for resources: {'Port': ['ID=4ebaa1cb-0977-4aa2-a342-852426080d4c,revision_number=7']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:47.049388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-90069008-8dad-4011-b450-fb4e4a7a0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:47.050829 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-90069008-8dad-4011-b450-fb4e4a7a0f75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 1094 time: 0.0403049 Oct 19 12:01:47.149373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-4811bd38-6193-4b07-a87d-7c2821bc9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:47.150857 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-4811bd38-6193-4b07-a87d-7c2821bc9be7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7 HTTP/1.1" status: 200 len: 913 time: 0.0924687 Oct 19 12:01:47.202237 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-f429d4e8-2c7a-4502-8d8e-e31b037e09b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c HTTP/1.1" status: 200 len: 217 time: 0.0372343 Oct 19 12:01:47.243665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143e660-84fc-4920-96b5-d0a05e68d2e8 req-7048567c-ff63-408b-bb2c-35703ea506b7 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:47.245187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6143e660-84fc-4920-96b5-d0a05e68d2e8 req-7048567c-ff63-408b-bb2c-35703ea506b7 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 943 time: 0.0537980 Oct 19 12:01:47.258419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-77c15390-6fc4-461c-bdb7-826612c0fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:47.258966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-77c15390-6fc4-461c-bdb7-826612c0fd1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c539fd05-ac9d-4e9d-96da-d53059fd29e8 HTTP/1.1" status: 200 len: 852 time: 0.0458140 Oct 19 12:01:47.284527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6143e660-84fc-4920-96b5-d0a05e68d2e8 req-1f821d3e-700b-4817-91b0-9d2c2b2754af tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330009 Oct 19 12:01:47.298158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-9de2021c-bf08-4633-ad98-c89e4d355317 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249367 Oct 19 12:01:47.393836 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-48931eed-b576-47e6-93da-da4a44a9dc2d service neutron] 10.222.0.26 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867100 Oct 19 12:01:47.488900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f638e44-49d2-45b1-811a-5a941f4b5808 req-4efd4a0f-95b1-4778-a2de-71b54c9dc18e service neutron] 10.222.0.26 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841868 Oct 19 12:01:48.397862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa099d-55dc-4cbf-a688-d61b802893eb req-347c534f-9f06-4960-b014-a9f18de5ed49 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:48.399321 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3aaa099d-55dc-4cbf-a688-d61b802893eb req-347c534f-9f06-4960-b014-a9f18de5ed49 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 943 time: 0.0472906 Oct 19 12:01:48.440648 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3aaa099d-55dc-4cbf-a688-d61b802893eb req-81f32fe2-7478-4063-bee8-fe4be0353a87 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353978 Oct 19 12:01:48.644292 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4ebaa1cb-0977-4aa2-a342-852426080d4c no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:01:48.681835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 4ebaa1cb-0977-4aa2-a342-852426080d4c not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:01:48.705220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:01:48.707525 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a89bd5f-6943-4d5e-b82e-af3a0868527e" -d '{"events": [{"name": "network-changed", "server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:01:48.753828 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5933f060-c41f-4b5b-85de-eb73f861fe89 x-openstack-request-id: req-5933f060-c41f-4b5b-85de-eb73f861fe89 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:01:48.754430 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:01:48.755275 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5933f060-c41f-4b5b-85de-eb73f861fe89 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:01:48.755673 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c', 'status': 'completed', 'code': 200} Oct 19 12:01:48.811365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-0cd9f4e1-61f0-49ba-a776-a5869adcd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:48.812905 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-0cd9f4e1-61f0-49ba-a776-a5869adcd967 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 1094 time: 0.0412135 Oct 19 12:01:48.816204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-7e6d9c4c-9931-4f90-ac64-3061c1c03d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:48.817712 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-7e6d9c4c-9931-4f90-ac64-3061c1c03d48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 1094 time: 0.0406346 Oct 19 12:01:48.908565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-8fc4091d-6577-4af6-94f0-fa31341d7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:48.908565 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-8fc4091d-6577-4af6-94f0-fa31341d7935 service neutron] 10.222.0.49 "GET /v2.0/networks?id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7 HTTP/1.1" status: 200 len: 913 time: 0.0866988 Oct 19 12:01:48.908755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-8a2433bc-db63-4ae5-856f-aefd87b4f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:48.908755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-8a2433bc-db63-4ae5-856f-aefd87b4f180 service neutron] 10.222.0.26 "GET /v2.0/networks?id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7 HTTP/1.1" status: 200 len: 913 time: 0.0834379 Oct 19 12:01:48.952708 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-89b42bd2-8e4a-4b8c-a8bd-ccb70374c1b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c HTTP/1.1" status: 200 len: 217 time: 0.0369709 Oct 19 12:01:48.952938 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-50561ac9-2e12-4871-9fe2-ce5c5902502e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c HTTP/1.1" status: 200 len: 217 time: 0.0384400 Oct 19 12:01:49.002974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-1487b740-8fc0-46a6-b9bc-c36fd67bca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:49.003908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-12808bf8-a8ff-47dd-b6df-288468a7d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:49.004458 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-1487b740-8fc0-46a6-b9bc-c36fd67bca71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c539fd05-ac9d-4e9d-96da-d53059fd29e8 HTTP/1.1" status: 200 len: 852 time: 0.0443628 Oct 19 12:01:49.005372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-12808bf8-a8ff-47dd-b6df-288468a7d62f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c539fd05-ac9d-4e9d-96da-d53059fd29e8 HTTP/1.1" status: 200 len: 852 time: 0.0457876 Oct 19 12:01:49.037932 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-d40eae5b-fb35-4032-84dd-f235b4712914 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250654 Oct 19 12:01:49.038175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-b2ff7d5d-9a7c-4d55-9dfa-270979d1ee37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256827 Oct 19 12:01:49.132232 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-034120e2-66ce-4c82-affd-cf4055579985 service neutron] 10.222.0.26 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854013 Oct 19 12:01:49.132739 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-ded8c688-9cd9-4aef-bb04-e091ca76c8b0 service neutron] 10.222.0.49 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880759 Oct 19 12:01:49.160590 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 4ebaa1cb-0977-4aa2-a342-852426080d4c details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:01:49.226823 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-3c95a8ed-6b2e-4d9d-ab17-66b452408654 service neutron] 10.222.0.26 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870361 Oct 19 12:01:49.227991 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a89bd5f-6943-4d5e-b82e-af3a0868527e req-a79e7c15-5eeb-4b0f-91a4-186271e50aee service neutron] 10.222.0.49 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884817 Oct 19 12:01:49.263623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c,segment=NetworkSegment(37c9a3e6-49b6-4df4-b1a9-5db082f97f67),segment_id=37c9a3e6-49b6-4df4-b1a9-5db082f97f67)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:01:49.275059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '4ebaa1cb-0977-4aa2-a342-852426080d4c', 'network_id': '889c0bcd-7b32-4fd0-922f-71bb2a0174d7', 'port_id': '4ebaa1cb-0977-4aa2-a342-852426080d4c', 'mac_address': 'fa:16:3e:47:11:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c539fd05-ac9d-4e9d-96da-d53059fd29e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:01:49.311399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:49.323778 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebaa1cb-0977-4aa2-a342-852426080d4c {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:01:49.343664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c,segment=NetworkSegment(37c9a3e6-49b6-4df4-b1a9-5db082f97f67),segment_id=37c9a3e6-49b6-4df4-b1a9-5db082f97f67)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:01:49.415499 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:49.469022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=4ebaa1cb-0977-4aa2-a342-852426080d4c,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:49.557564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d4be1-c690-4539-ab2a-b10a3bac29af req-33923c50-55b8-4277-bce8-640a25826a87 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:49.559029 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d2d4be1-c690-4539-ab2a-b10a3bac29af req-33923c50-55b8-4277-bce8-640a25826a87 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 944 time: 0.0490794 Oct 19 12:01:49.602617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4d2d4be1-c690-4539-ab2a-b10a3bac29af req-434c6bad-5501-489a-80b6-b06bac4415d3 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366421 Oct 19 12:01:49.691619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['4ebaa1cb-0977-4aa2-a342-852426080d4c'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:01:49.895839 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:50.415739 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:50.724875 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9668e-fa3f-438d-b9cf-59aa47a4d78b req-eee31c7a-8bc4-485d-9669-aa3f84da0c93 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:50.726348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00e9668e-fa3f-438d-b9cf-59aa47a4d78b req-eee31c7a-8bc4-485d-9669-aa3f84da0c93 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 944 time: 0.0544615 Oct 19 12:01:50.764037 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00e9668e-fa3f-438d-b9cf-59aa47a4d78b req-c2ccda3e-792e-48b4-a94b-fe0c3114ff31 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318742 Oct 19 12:01:51.160022 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 4ebaa1cb-0977-4aa2-a342-852426080d4c up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:01:51.224089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-acc5e21b-6d5c-44c2-80d2-c6a56a1d4cfd tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:51.225584 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-acc5e21b-6d5c-44c2-80d2-c6a56a1d4cfd tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.49 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086&tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 944 time: 0.0876160 Oct 19 12:01:51.284521 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 4ebaa1cb-0977-4aa2-a342-852426080d4c completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:01:51.286399 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-4cee0948-16de-4eb0-ab8c-473409677da9 service neutron] delete failed (client error): The resource could not be found. Oct 19 12:01:51.287426 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-4cee0948-16de-4eb0-ab8c-473409677da9 service neutron] 10.222.0.49 "DELETE /v2.0/ports/4ebaa1cb-0977-4aa2-a342-852426080d4c/bindings/n-h2-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0547118 Oct 19 12:01:51.288474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 4ebaa1cb-0977-4aa2-a342-852426080d4c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:01:51.289145 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:51.368657 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:51.377898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-5a33b8cf-c4d8-4f04-a1e9-450850f58eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:51.379405 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-5a33b8cf-c4d8-4f04-a1e9-450850f58eb1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 1095 time: 0.0459671 Oct 19 12:01:51.390526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:01:51.392799 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fee9994-1796-42bf-9ad0-aeb14c0a9fe9" -d '{"events": [{"server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "name": "network-vif-plugged", "status": "completed", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:01:51.405097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c,segment=NetworkSegment(37c9a3e6-49b6-4df4-b1a9-5db082f97f67),segment_id=37c9a3e6-49b6-4df4-b1a9-5db082f97f67)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:01:51.449186 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98895162-a5c1-4816-ac15-7bdd18c53ab6 x-openstack-request-id: req-98895162-a5c1-4816-ac15-7bdd18c53ab6 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:01:51.449682 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "name": "network-vif-plugged", "status": "completed", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:01:51.450107 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98895162-a5c1-4816-ac15-7bdd18c53ab6 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:01:51.450660 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c', 'code': 200} Oct 19 12:01:51.478831 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:51.481128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-b2454f72-6c87-4fcb-a68d-6738154cd8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:51.482685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-b2454f72-6c87-4fcb-a68d-6738154cd8a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7 HTTP/1.1" status: 200 len: 913 time: 0.0968223 Oct 19 12:01:51.526381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=4ebaa1cb-0977-4aa2-a342-852426080d4c,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:51.528773 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-3cc721cc-1625-4f16-b0e1-40f02d4564c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c HTTP/1.1" status: 200 len: 217 time: 0.0387213 Oct 19 12:01:51.534451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.534835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.535078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.535413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.535738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.536063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.536383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.536875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.537200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.537515 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.537832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.538147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:51.578106 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-d4309425-32f0-4037-b438-32eb647c263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:51.580059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-d4309425-32f0-4037-b438-32eb647c263c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c539fd05-ac9d-4e9d-96da-d53059fd29e8 HTTP/1.1" status: 200 len: 852 time: 0.0448551 Oct 19 12:01:51.610905 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-4a5a387a-1a37-47bf-a4f4-27b32ddfd825 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=889c0bcd-7b32-4fd0-922f-71bb2a0174d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240200 Oct 19 12:01:51.700566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-db4209cb-08bf-4c81-9aa5-215a7cf694d6 service neutron] 10.222.0.49 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832624 Oct 19 12:01:51.787744 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-a44aea1a-78e7-4363-a137-e43ceef30b09 service neutron] 10.222.0.49 "GET /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804431 Oct 19 12:01:53.054605 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d80a4b-2c88-4e4d-ac0c-df689c7f2298 req-2eb26b65-4d35-4679-9971-38bf7eeafd07 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:53.056072 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67d80a4b-2c88-4e4d-ac0c-df689c7f2298 req-2eb26b65-4d35-4679-9971-38bf7eeafd07 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0516407 Oct 19 12:01:53.093021 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67d80a4b-2c88-4e4d-ac0c-df689c7f2298 req-db753931-5f48-401a-90ae-fc708b885d84 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309670 Oct 19 12:01:54.541202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf189bf7-75fc-4318-a6f9-f8ba761ba88c req-a47ad298-a95d-4302-a027-3cc1d639b3c7 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:54.542684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf189bf7-75fc-4318-a6f9-f8ba761ba88c req-a47ad298-a95d-4302-a027-3cc1d639b3c7 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.3813341 Oct 19 12:01:54.554851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-f080cb5e-b257-410b-8f6d-fe7baf99c44f tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:54.556177 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-f080cb5e-b257-410b-8f6d-fe7baf99c44f tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.26 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 945 time: 0.0639813 Oct 19 12:01:54.614510 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bf189bf7-75fc-4318-a6f9-f8ba761ba88c req-880e1097-4c0b-44c1-a6a8-e6da97d85f5b tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573685 Oct 19 12:01:54.666230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-c98a356a-69c7-4b5a-8586-772e801156e9 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Deleting port 4ebaa1cb-0977-4aa2-a342-852426080d4c {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:01:54.666574 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-c98a356a-69c7-4b5a-8586-772e801156e9 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:54.751134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-c98a356a-69c7-4b5a-8586-772e801156e9 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] For port 4ebaa1cb-0977-4aa2-a342-852426080d4c, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=4ebaa1cb-0977-4aa2-a342-852426080d4c,segment=NetworkSegment(37c9a3e6-49b6-4df4-b1a9-5db082f97f67),segment_id=37c9a3e6-49b6-4df4-b1a9-5db082f97f67)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:01:54.751511 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-c98a356a-69c7-4b5a-8586-772e801156e9 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:54.763703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-c98a356a-69c7-4b5a-8586-772e801156e9 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Calling delete_port for 4ebaa1cb-0977-4aa2-a342-852426080d4c owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:01:55.003400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-c98a356a-69c7-4b5a-8586-772e801156e9 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:55.023932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['4ebaa1cb-0977-4aa2-a342-852426080d4c'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:01:55.031858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a356a-69c7-4b5a-8586-772e801156e9 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Pushing event deleted for resources: {'Port': ['ID=4ebaa1cb-0977-4aa2-a342-852426080d4c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:55.075870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-c98a356a-69c7-4b5a-8586-772e801156e9 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] No DVR routers for this DVR port 4ebaa1cb-0977-4aa2-a342-852426080d4c on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:01:55.078749 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-c98a356a-69c7-4b5a-8586-772e801156e9 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:55.082757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bd90c1a8-d426-4a46-8bbf-d2821aa5ca6e req-c98a356a-69c7-4b5a-8586-772e801156e9 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.26 "DELETE /v2.0/ports/4ebaa1cb-0977-4aa2-a342-852426080d4c HTTP/1.1" status: 204 len: 173 time: 0.5126092 Oct 19 12:01:55.083240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'name': 'network-vif-deleted', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:01:55.085502 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b1947a-938a-49c9-9c0c-201fd1235261" -d '{"events": [{"server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "name": "network-vif-deleted", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:01:55.120194 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afd2cf0-4f35-40ce-8f50-b256937c874e x-openstack-request-id: req-0afd2cf0-4f35-40ce-8f50-b256937c874e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:01:55.120472 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f9d003-404e-4aa1-805a-a9c9b0ef4086", "name": "network-vif-deleted", "tag": "4ebaa1cb-0977-4aa2-a342-852426080d4c", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:01:55.120756 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0afd2cf0-4f35-40ce-8f50-b256937c874e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:01:55.121250 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f9d003-404e-4aa1-805a-a9c9b0ef4086', 'name': 'network-vif-deleted', 'tag': '4ebaa1cb-0977-4aa2-a342-852426080d4c', 'status': 'completed', 'code': 200} Oct 19 12:01:55.462044 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-012c0ade-7b57-4733-b373-a518fc71d038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:55.717091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-40dd9c64-2b43-47a5-81ed-67b48b8dab45 req-07851c7b-0746-478c-972f-71c94c4799d3 tempest-DeleteServersTestJSON-2082358632 tempest-DeleteServersTestJSON-2082358632-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f9d003-404e-4aa1-805a-a9c9b0ef4086 HTTP/1.1" status: 200 len: 210 time: 0.0261574 Oct 19 12:01:56.842290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 48746) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:56.893979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Deleting subnet c539fd05-ac9d-4e9d-96da-d53059fd29e8 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:01:56.897250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:56.932157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:56.970968 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.078925 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.105805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c539fd05-ac9d-4e9d-96da-d53059fd29e8,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:57.108567 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.111961 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c539fd05-ac9d-4e9d-96da-d53059fd29e8 HTTP/1.1" status: 204 len: 168 time: 0.2686646 Oct 19 12:01:57.114714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48748) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:57.118409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.118786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.119127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.119495 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.119825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.120154 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.120483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.124701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.124701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.124701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.124701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.124701 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839ed59-e662-4dd5-975d-ad43c4e1a74f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:01:57.193809 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 4ebaa1cb-0977-4aa2-a342-852426080d4c no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:01:57.194553 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.214110 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 4ebaa1cb-0977-4aa2-a342-852426080d4c {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:01:57.214453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 4ebaa1cb-0977-4aa2-a342-852426080d4c not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:01:57.279551 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.300717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889c0bcd-7b32-4fd0-922f-71bb2a0174d7']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:01:57.309633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c9a3e6-49b6-4df4-b1a9-5db082f97f67') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:01:57.309929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c9a3e6-49b6-4df4-b1a9-5db082f97f67') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:01:57.319051 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.332584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.338837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:01:57.339219 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: timer() Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:01:57.340925 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:01:57.471916 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.476400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.479714 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] 10.222.0.39 "DELETE /v2.0/networks/889c0bcd-7b32-4fd0-922f-71bb2a0174d7 HTTP/1.1" status: 204 len: 168 time: 0.3640018 Oct 19 12:01:57.492209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412510c-72bf-4881-884a-a448f44bb253 admin admin] Pushing event deleted for resources: {'Network': ['ID=889c0bcd-7b32-4fd0-922f-71bb2a0174d7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:57.796275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48752) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:57.835512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-26eea8f9-debf-48ef-8de8-1f6853a45e24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ca0f1f33be042faaec0a8d6fa3fad92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380430 Oct 19 12:01:57.837922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48754) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:57.850007 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ae928c65-4645-4018-97f4-2b3b66bdfe97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.884487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-413ece18-8bed-45b4-aa5d-b3e907ef634c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:57.905073 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-413ece18-8bed-45b4-aa5d-b3e907ef634c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:58.009030 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-413ece18-8bed-45b4-aa5d-b3e907ef634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:58.011449 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-413ece18-8bed-45b4-aa5d-b3e907ef634c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:58.012605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-413ece18-8bed-45b4-aa5d-b3e907ef634c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d90b20a-247b-40ce-bd6d-e3b5a11bb1de HTTP/1.1" status: 204 len: 168 time: 0.1737926 Oct 19 12:01:58.020470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ece18-8bed-45b4-aa5d-b3e907ef634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d90b20a-247b-40ce-bd6d-e3b5a11bb1de,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:59.044573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48776) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:59.072977 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:59.143328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1605381994-network', 'tenant_id': '62557da948754448b9882ed2400906ee'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:01:59.186233 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:59.209797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Made reservation on behalf of 62557da948754448b9882ed2400906ee for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:01:59.212079 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:59.220565 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:59.296524 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:59.387344 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:59.411813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:01:59.421512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5060fcd-e05f-4e7d-af6b-8dcecc97b899,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:59.426973 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:59.427385 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Added segment 68b54008-0591-4ea5-be3a-7321b403380a of type vlan for network a279c768-c936-48ff-bd8f-9e4760688fbf Oct 19 12:01:59.466644 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:59.570059 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:59.571013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:01:59.571588 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:01:59.629166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] Pushing event updated for resources: {'Network': ['ID=a279c768-c936-48ff-bd8f-9e4760688fbf,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:01:59.638613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network a279c768-c936-48ff-bd8f-9e4760688fbf details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:01:59.681414 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bd08f38d-1bea-4476-b114-55694180a560 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6356785 Oct 19 12:01:59.684498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 48780) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:01:59.689751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] Request body: {'subnet': {'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1605381994-subnet', 'tenant_id': '62557da948754448b9882ed2400906ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:01:59.798451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] Made reservation on behalf of 62557da948754448b9882ed2400906ee for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:01:59.800790 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:00.038582 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:00.093582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca50a806-aa8c-45dd-973e-cb3f77900319,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:00.102713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] Checking segment: {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:02:00.103064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] Network hostable DHCP agents. Network: a279c768-c936-48ff-bd8f-9e4760688fbf, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:02:00.227195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] Network a279c768-c936-48ff-bd8f-9e4760688fbf is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:02:00.311413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, a279c768-c936-48ff-bd8f-9e4760688fbf) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:02:00.315340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:00.315917 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:00.319664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263d757a-be9c-4024-be2d-fdebdad820a8 None None] Network a279c768-c936-48ff-bd8f-9e4760688fbf requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:02:00.394690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a6f2a0d4-0b42-4182-a226-52140b81ac84 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7090876 Oct 19 12:02:00.437510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a3be9-33ac-4372-bb8d-31c7c117c9d5 None None] Network a279c768-c936-48ff-bd8f-9e4760688fbf requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:02:00.815396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500cf83-07cd-4b62-83ed-b313899a841a req-b13e2c41-a708-4521-84e2-c959f1006d40 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:00.816873 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-b13e2c41-a708-4521-84e2-c959f1006d40 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 815 time: 0.1034238 Oct 19 12:02:00.831998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-5cefd4a4-a4d7-4f0f-8a91-fbb28e176a96 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/quotas/62557da948754448b9882ed2400906ee HTTP/1.1" status: 200 len: 375 time: 0.0093098 Oct 19 12:02:00.861882 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-9d1f33b4-4f07-475c-8e0f-8ee40e3d094a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247037 Oct 19 12:02:00.941877 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:00.958779 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-d6b5e62e-0cf2-4668-b845-78c0979b9a84 service neutron] 10.222.0.39 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872037 Oct 19 12:02:01.048721 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-43963060-e184-4be7-9bf6-a6b83bdd0991 service neutron] 10.222.0.39 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835605 Oct 19 12:02:01.296432 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dc4c2144-5ebc-43d5-bbd1-42977feabc03 req-2e8e70f4-4d87-457c-89a8-0504ace814aa tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 210 time: 0.0321553 Oct 19 12:02:02.388675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-20600d19-3808-473f-847f-7e520d1e7d48 req-98306539-e9ee-4c8b-a5aa-5c8e3193753f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 210 time: 0.0270367 Oct 19 12:02:03.444949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500cf83-07cd-4b62-83ed-b313899a841a req-e4deb316-134d-4960-a501-037fdcdcb4e8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:03.446515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-e4deb316-134d-4960-a501-037fdcdcb4e8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.26 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 815 time: 0.1053243 Oct 19 12:02:03.468925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Request body: {'port': {'device_id': '00ab554e-a646-438e-9966-9de958518817', 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf', 'admin_state_up': True, 'tenant_id': '62557da948754448b9882ed2400906ee'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:02:03.485148 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b0772047-b84b-4286-9d2b-c9323508f62b req-dc27c583-f2d2-43b8-9b24-294b57c71b4f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 210 time: 0.0273011 Oct 19 12:02:03.678578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Made reservation on behalf of 62557da948754448b9882ed2400906ee for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:02:03.682050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:03.809021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Allocated IP 172.20.0.3 (a279c768-c936-48ff-bd8f-9e4760688fbf/ca50a806-aa8c-45dd-973e-cb3f77900319/b59b9971-3c3b-4e10-89a6-d811bf09cff5) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:02:03.950534 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:04.039152 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:04.080916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Network a279c768-c936-48ff-bd8f-9e4760688fbf is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:02:04.084027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:02:04.087622 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:02:04.114317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Pushing event updated for resources: {'Port': ['ID=b59b9971-3c3b-4e10-89a6-d811bf09cff5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:04.138069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:04.138677 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:04.224001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-6404898c-9ca2-4ffb-8735-58c961b61600 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7604015 Oct 19 12:02:04.241501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Request body: {'port': {'device_id': '00ab554e-a646-438e-9966-9de958518817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:02:04.293723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:04.554248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59b9971-3c3b-4e10-89a6-d811bf09cff5 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:02:04.571158 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:04.600315 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Transition to ACTIVE for port object b59b9971-3c3b-4e10-89a6-d811bf09cff5 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:02:04.615130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7638b-b8c5-41df-bc3c-2062a379b45b req-6a994e12-f67a-410b-bb92-bcfd61b97a6f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:04.616629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ecd7638b-b8c5-41df-bc3c-2062a379b45b req-6a994e12-f67a-410b-bb92-bcfd61b97a6f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 931 time: 0.0579467 Oct 19 12:02:04.654271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ecd7638b-b8c5-41df-bc3c-2062a379b45b req-32fa2918-7207-440a-865c-24de2a1039e4 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Oct 19 12:02:04.671542 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:04.740216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Pushing event updated for resources: {'Port': ['ID=b59b9971-3c3b-4e10-89a6-d811bf09cff5,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:04.788474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Attempting to bind port b59b9971-3c3b-4e10-89a6-d811bf09cff5 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:02:04.788754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Attempting to bind port b59b9971-3c3b-4e10-89a6-d811bf09cff5 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:02:04.789340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Attempting to bind port b59b9971-3c3b-4e10-89a6-d811bf09cff5 on network a279c768-c936-48ff-bd8f-9e4760688fbf {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:02:04.793502 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Port b59b9971-3c3b-4e10-89a6-d811bf09cff5 on network a279c768-c936-48ff-bd8f-9e4760688fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:02:04.793815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Attempting to bind port b59b9971-3c3b-4e10-89a6-d811bf09cff5 on network a279c768-c936-48ff-bd8f-9e4760688fbf {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:02:04.798496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:02:04.798822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Checking segment: {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:02:04.799189 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Bound using segment: {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:02:04.799697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Bound port: b59b9971-3c3b-4e10-89a6-d811bf09cff5, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:02:04.800073 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:04.859967 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:02:04.863191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:02:04.924595 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:04.959177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:04.959779 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:04.961392 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] 10.222.0.26 "PUT /v2.0/ports/b59b9971-3c3b-4e10-89a6-d811bf09cff5 HTTP/1.1" status: 200 len: 1091 time: 0.7239339 Oct 19 12:02:04.963525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:02:04.965840 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b994b7-6f4e-46a0-9606-ea1ade84947a" -d '{"events": [{"name": "network-changed", "server_uuid": "00ab554e-a646-438e-9966-9de958518817", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:02:04.992180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47447bb9-8030-4260-83d4-1e666da2d78d service neutron] Pushing event updated for resources: {'Port': ['ID=b59b9971-3c3b-4e10-89a6-d811bf09cff5,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:05.005078 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66af0941-d168-4de2-a978-ec3810c3edc9 x-openstack-request-id: req-66af0941-d168-4de2-a978-ec3810c3edc9 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:02:05.005375 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ab554e-a646-438e-9966-9de958518817", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:02:05.005645 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66af0941-d168-4de2-a978-ec3810c3edc9 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:02:05.006038 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5', 'status': 'completed', 'code': 200} Oct 19 12:02:05.076828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b994b7-6f4e-46a0-9606-ea1ade84947a req-6d7551e6-0562-4483-9966-c0b901436c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:05.078338 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d5b994b7-6f4e-46a0-9606-ea1ade84947a req-6d7551e6-0562-4483-9966-c0b901436c41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 1094 time: 0.0421486 Oct 19 12:02:05.176345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b994b7-6f4e-46a0-9606-ea1ade84947a req-f0b05b18-8312-4d86-90b5-32176ca7b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:05.177809 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d5b994b7-6f4e-46a0-9606-ea1ade84947a req-f0b05b18-8312-4d86-90b5-32176ca7b452 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=62557da948754448b9882ed2400906ee&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0876136 Oct 19 12:02:05.280952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b994b7-6f4e-46a0-9606-ea1ade84947a req-06094c05-8535-447b-b2dc-e33e4f0746ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:05.282420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d5b994b7-6f4e-46a0-9606-ea1ade84947a req-06094c05-8535-447b-b2dc-e33e4f0746ac service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932600 Oct 19 12:02:05.367552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500cf83-07cd-4b62-83ed-b313899a841a req-5a9c7fc5-88ea-4e70-b8db-d6f2ad2b4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:05.370191 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-5a9c7fc5-88ea-4e70-b8db-d6f2ad2b4aa8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 1094 time: 0.0424585 Oct 19 12:02:05.420820 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-d5c671f8-a792-4d7d-8b0a-cb985a9b3c2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5 HTTP/1.1" status: 200 len: 217 time: 0.0377090 Oct 19 12:02:05.472673 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500cf83-07cd-4b62-83ed-b313899a841a req-179f1891-c57e-4bf7-8363-917fb464e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:05.474092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-179f1891-c57e-4bf7-8363-917fb464e716 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0428624 Oct 19 12:02:05.509409 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-38538951-8db0-4c06-a917-6d7d1b9969f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243695 Oct 19 12:02:05.606129 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-0b10cc9f-fc6c-450d-9a50-bd63c3ac46ab service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842655 Oct 19 12:02:05.705035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e500cf83-07cd-4b62-83ed-b313899a841a req-91ccbca3-595c-4266-b711-e2b55ba7238f service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819454 Oct 19 12:02:05.767956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338bc15-fe98-4e4e-802c-97bcf7e3fc7b req-e6e72dd6-aa14-4165-ba17-e864c4ddbf79 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:05.769512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e338bc15-fe98-4e4e-802c-97bcf7e3fc7b req-e6e72dd6-aa14-4165-ba17-e864c4ddbf79 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 943 time: 0.0487473 Oct 19 12:02:05.811644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e338bc15-fe98-4e4e-802c-97bcf7e3fc7b req-161f6398-cad3-406d-9f06-034604039fca tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361881 Oct 19 12:02:06.929440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6683469-21b2-4ae4-898b-46c39fc3d090 req-7f94438b-182c-4f31-afc1-1abf94ffda76 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:06.930914 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b6683469-21b2-4ae4-898b-46c39fc3d090 req-7f94438b-182c-4f31-afc1-1abf94ffda76 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 943 time: 0.0519228 Oct 19 12:02:06.968329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b6683469-21b2-4ae4-898b-46c39fc3d090 req-e5f330b4-b6ff-42aa-818f-917d644cc7f7 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Oct 19 12:02:07.253762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b59b9971-3c3b-4e10-89a6-d811bf09cff5 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:02:07.353907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:02:07.365429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5', 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf', 'port_id': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5', 'mac_address': 'fa:16:3e:df:17:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca50a806-aa8c-45dd-973e-cb3f77900319', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:02:07.406959 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:07.420008 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59b9971-3c3b-4e10-89a6-d811bf09cff5 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:02:07.440428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:02:07.500112 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:07.550793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=b59b9971-3c3b-4e10-89a6-d811bf09cff5,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:07.757166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['b59b9971-3c3b-4e10-89a6-d811bf09cff5'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:02:08.095370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407908ab-c98f-4bfd-be2e-b10a6e96c326 req-67267db4-738a-4652-beb1-bde7098e94d9 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:08.096832 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-407908ab-c98f-4bfd-be2e-b10a6e96c326 req-67267db4-738a-4652-beb1-bde7098e94d9 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 944 time: 0.0476108 Oct 19 12:02:08.132690 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-407908ab-c98f-4bfd-be2e-b10a6e96c326 req-99a20695-fefe-4a0e-9244-12bf904ca115 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299122 Oct 19 12:02:09.245246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717acb3-1b01-4808-8c0e-51f96c7a6f6e req-ad14106d-7db2-4d77-801b-413588cadbac tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:09.246694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7717acb3-1b01-4808-8c0e-51f96c7a6f6e req-ad14106d-7db2-4d77-801b-413588cadbac tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 944 time: 0.0482709 Oct 19 12:02:09.269844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b59b9971-3c3b-4e10-89a6-d811bf09cff5 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:02:09.286530 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7717acb3-1b01-4808-8c0e-51f96c7a6f6e req-5638f738-5678-4298-b015-f8caef0fef3e tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Oct 19 12:02:09.381318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port b59b9971-3c3b-4e10-89a6-d811bf09cff5 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:02:09.385311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port b59b9971-3c3b-4e10-89a6-d811bf09cff5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:02:09.385676 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:09.462717 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:09.484117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:02:09.486843 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dec6cd-32ed-4c33-be28-eb77372fa1a7" -d '{"events": [{"server_uuid": "00ab554e-a646-438e-9966-9de958518817", "name": "network-vif-plugged", "status": "completed", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:02:09.498855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:02:09.525009 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8259b77-bea7-4d07-b220-10d0a3048f73 x-openstack-request-id: req-b8259b77-bea7-4d07-b220-10d0a3048f73 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:02:09.525303 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ab554e-a646-438e-9966-9de958518817", "name": "network-vif-plugged", "status": "completed", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:02:09.525560 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8259b77-bea7-4d07-b220-10d0a3048f73 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:02:09.525958 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5', 'code': 200} Oct 19 12:02:09.563813 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:09.610705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=b59b9971-3c3b-4e10-89a6-d811bf09cff5,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:09.634368 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7ed4-aaf6-4078-ba16-9d72d25ceeba req-134dc02e-2e88-43e0-8c56-22323b48c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:09.635869 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ac8a7ed4-aaf6-4078-ba16-9d72d25ceeba req-134dc02e-2e88-43e0-8c56-22323b48c620 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 1096 time: 0.0408971 Oct 19 12:02:09.677251 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ac8a7ed4-aaf6-4078-ba16-9d72d25ceeba req-8c82f94e-aa00-46d6-98f6-0faa497e19d5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270698 Oct 19 12:02:10.402380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22cf41-81ff-4171-b080-8893fad99d45 req-fe29ea19-d1fa-4eea-8dc8-4852886cc587 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:10.403841 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d22cf41-81ff-4171-b080-8893fad99d45 req-fe29ea19-d1fa-4eea-8dc8-4852886cc587 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0521572 Oct 19 12:02:10.441197 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6d22cf41-81ff-4171-b080-8893fad99d45 req-0e97f91e-4988-4cc6-a394-b8d4cc2ba720 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307572 Oct 19 12:02:11.558933 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a120d-0421-41d8-ae2d-4768a0db36a4 req-c146cc15-0385-47b7-98e3-93af2ec4f66a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:11.560383 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d6a120d-0421-41d8-ae2d-4768a0db36a4 req-c146cc15-0385-47b7-98e3-93af2ec4f66a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0492785 Oct 19 12:02:11.600382 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d6a120d-0421-41d8-ae2d-4768a0db36a4 req-3f735b5c-c660-4ab6-9bc8-1ebc2db824f0 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Oct 19 12:02:11.712918 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9005f0-2b7d-44bc-9930-6c1cc939780e req-f70753e7-a0da-4a21-aef2-4fb99e51c083 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:11.714381 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ec9005f0-2b7d-44bc-9930-6c1cc939780e req-f70753e7-a0da-4a21-aef2-4fb99e51c083 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0486958 Oct 19 12:02:11.751911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ec9005f0-2b7d-44bc-9930-6c1cc939780e req-d4712885-5229-4d6f-8c46-ceaa2d10de1f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Oct 19 12:02:12.006473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fa72c-5cc1-4256-931c-f40c6e8e0e0d req-4dd0ea2a-6444-4a95-b509-54ae13ef784c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:12.007830 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e33fa72c-5cc1-4256-931c-f40c6e8e0e0d req-4dd0ea2a-6444-4a95-b509-54ae13ef784c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0484972 Oct 19 12:02:12.044107 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e33fa72c-5cc1-4256-931c-f40c6e8e0e0d req-ffb0aff3-01ba-4817-9eda-d0833143224e tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304675 Oct 19 12:02:12.154892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2b445-230a-4e31-9aaf-d78c445f51ef req-10a897f2-c8a3-422a-8da3-414fd1173189 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:12.156888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-85e2b445-230a-4e31-9aaf-d78c445f51ef req-10a897f2-c8a3-422a-8da3-414fd1173189 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0476136 Oct 19 12:02:12.193485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-85e2b445-230a-4e31-9aaf-d78c445f51ef req-0d134bea-c765-4ed5-bcb7-83e88d9d35f3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Oct 19 12:02:12.596559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702d99b-a03e-4d75-93be-be5aa39b6156 req-65277a8f-5855-4684-b19e-cc059bf360bb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:12.597966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f702d99b-a03e-4d75-93be-be5aa39b6156 req-65277a8f-5855-4684-b19e-cc059bf360bb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0486319 Oct 19 12:02:12.635755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f702d99b-a03e-4d75-93be-be5aa39b6156 req-5a9023c7-423c-4858-bc5b-f0598307b472 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Oct 19 12:02:12.702189 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-14d5eaf3-87b8-446c-a848-183fe0b143a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433717 Oct 19 12:02:13.753758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34555-6738-4698-a58f-bb2ca023f346 req-79c53730-0867-4d85-8f4f-06f9b63b7ed8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:13.755181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2e34555-6738-4698-a58f-bb2ca023f346 req-79c53730-0867-4d85-8f4f-06f9b63b7ed8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0492449 Oct 19 12:02:13.794244 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2e34555-6738-4698-a58f-bb2ca023f346 req-0a169938-8f08-4bc6-87bc-171303ac9412 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330825 Oct 19 12:02:14.580745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-d402c8a2-7e75-4632-8fb7-b5ffdba4e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:14.582182 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-d402c8a2-7e75-4632-8fb7-b5ffdba4e810 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 1096 time: 0.0405405 Oct 19 12:02:14.672610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-136d5519-af34-4d4d-851a-6cbf189a04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:14.674031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-136d5519-af34-4d4d-851a-6cbf189a04d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.0846229 Oct 19 12:02:14.713555 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-2c1b2699-361c-476d-a4dc-afa0e1dae4d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5 HTTP/1.1" status: 200 len: 217 time: 0.0322876 Oct 19 12:02:14.764925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-136a71d0-480a-4e55-baf5-a17ef1e5da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:14.766349 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-136a71d0-480a-4e55-baf5-a17ef1e5da83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0454066 Oct 19 12:02:14.796176 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-9cbe97fc-bdd3-4b6a-a40b-776190f22967 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229900 Oct 19 12:02:14.913555 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-b158320e-570b-4c44-8bc3-52c948461012 service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099474 Oct 19 12:02:14.925848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a615f0-2f35-4c80-99fe-415e8a2050f7 req-ee966a22-9f48-48c2-bac7-6e68197c210f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:14.927175 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d1a615f0-2f35-4c80-99fe-415e8a2050f7 req-ee966a22-9f48-48c2-bac7-6e68197c210f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0658064 Oct 19 12:02:15.012278 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d1a615f0-2f35-4c80-99fe-415e8a2050f7 req-f8b3263f-483e-4c3d-815b-4c948a8c963c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757995 Oct 19 12:02:15.035351 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-4f11bd4d-61a1-4258-80f9-41779d7337c5 service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072893 Oct 19 12:02:16.124950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e618394-3866-4716-b9cf-3b4e663acdad req-e250a69b-e7d5-4a9b-9e0b-47a3fbddeb38 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:16.126394 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e618394-3866-4716-b9cf-3b4e663acdad req-e250a69b-e7d5-4a9b-9e0b-47a3fbddeb38 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0486536 Oct 19 12:02:16.162977 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e618394-3866-4716-b9cf-3b4e663acdad req-83ac7538-0e8e-45d2-bdad-7081b4723a7c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307238 Oct 19 12:02:17.281611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841e82c-18ca-48b0-8c20-cc098b65fd48 req-c8070397-ce8b-4aff-bf5f-ce20f6b49b83 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:17.283081 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8841e82c-18ca-48b0-8c20-cc098b65fd48 req-c8070397-ce8b-4aff-bf5f-ce20f6b49b83 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0529795 Oct 19 12:02:17.319801 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8841e82c-18ca-48b0-8c20-cc098b65fd48 req-dd465664-0900-4399-893f-993fb67c2afa tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305338 Oct 19 12:02:18.436234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0272efc-59b2-4008-a280-449f6eaa7a86 req-6c2bc6e3-82b0-4efc-89c4-d8e5897a1e4e tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:18.438232 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0272efc-59b2-4008-a280-449f6eaa7a86 req-6c2bc6e3-82b0-4efc-89c4-d8e5897a1e4e tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0525444 Oct 19 12:02:18.475382 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0272efc-59b2-4008-a280-449f6eaa7a86 req-8c88713e-7567-4c35-98ac-69483e5a0fab tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Oct 19 12:02:19.588173 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff871f-0427-4a27-b719-2dc3af999f21 req-6bc80891-f469-45db-98b7-29242dc6d340 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:19.589654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72ff871f-0427-4a27-b719-2dc3af999f21 req-6bc80891-f469-45db-98b7-29242dc6d340 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0479102 Oct 19 12:02:19.626126 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-72ff871f-0427-4a27-b719-2dc3af999f21 req-dff44d80-d724-463a-8ed0-0322c6ad86dc tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306141 Oct 19 12:02:19.934152 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:20.410154 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:20.746440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b328994-3a9d-4d05-9e4d-1cbbe9676e83 req-6ee8953e-5f0f-44db-9e9d-ddccdba3fcaa tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:20.747939 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b328994-3a9d-4d05-9e4d-1cbbe9676e83 req-6ee8953e-5f0f-44db-9e9d-ddccdba3fcaa tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0561528 Oct 19 12:02:20.785533 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b328994-3a9d-4d05-9e4d-1cbbe9676e83 req-48095337-10fb-465f-b798-3df8f5f4f216 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Oct 19 12:02:21.899560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aafa37-0998-4cd6-915a-f72761f489b2 req-7e2f4e82-b228-465c-9604-8dda590687c5 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:21.901040 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e0aafa37-0998-4cd6-915a-f72761f489b2 req-7e2f4e82-b228-465c-9604-8dda590687c5 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0480230 Oct 19 12:02:21.939045 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e0aafa37-0998-4cd6-915a-f72761f489b2 req-0c42803f-f628-4805-a723-9560f26008b5 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314810 Oct 19 12:02:22.816769 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:02:23.051786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f62888-d00b-4f34-8af3-db37c021e368 req-84c72986-a642-4f89-b414-6e0f0bea4947 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:23.053282 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98f62888-d00b-4f34-8af3-db37c021e368 req-84c72986-a642-4f89-b414-6e0f0bea4947 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0493724 Oct 19 12:02:23.090334 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98f62888-d00b-4f34-8af3-db37c021e368 req-34202bd6-c622-40a7-807d-daf90f695f5c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Oct 19 12:02:24.205925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aac708-8106-4e6c-98c3-49f6b6648846 req-83a42d55-a01d-4141-b786-430deb320a41 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:24.207385 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e2aac708-8106-4e6c-98c3-49f6b6648846 req-83a42d55-a01d-4141-b786-430deb320a41 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0512123 Oct 19 12:02:24.243482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e2aac708-8106-4e6c-98c3-49f6b6648846 req-df3382c6-2a53-4cdb-b3a1-1e79da2d59c0 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302866 Oct 19 12:02:25.362354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cab98-40c2-4de7-9ca8-c8e2500f02f8 req-f01a3593-07e5-4e42-a3b8-5b72621680d8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:25.363828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d9cab98-40c2-4de7-9ca8-c8e2500f02f8 req-f01a3593-07e5-4e42-a3b8-5b72621680d8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0530879 Oct 19 12:02:25.403852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d9cab98-40c2-4de7-9ca8-c8e2500f02f8 req-483fcb23-b9f1-47ae-aac2-3201b4fafc27 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Oct 19 12:02:25.421072 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a460a98-57f9-4243-877e-a10099b6472e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:26.519355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577aaa5-24c9-40a0-9f37-4e07093171ef req-36dcc868-9d84-4dac-a560-7f7f4b4f39ee tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:26.520877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1577aaa5-24c9-40a0-9f37-4e07093171ef req-36dcc868-9d84-4dac-a560-7f7f4b4f39ee tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0484872 Oct 19 12:02:26.558227 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1577aaa5-24c9-40a0-9f37-4e07093171ef req-8dfc645f-422c-4559-a3fb-6f55a40d9f01 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312898 Oct 19 12:02:27.673713 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1a3b3-f128-4257-b3e5-b59245fcd7a3 req-3b0e3046-0a1d-48a6-a665-64ced352cb09 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:27.675179 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86d1a3b3-f128-4257-b3e5-b59245fcd7a3 req-3b0e3046-0a1d-48a6-a665-64ced352cb09 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0487409 Oct 19 12:02:27.712412 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86d1a3b3-f128-4257-b3e5-b59245fcd7a3 req-f0cea2fe-b28f-42be-8f4d-48c8fb9427fc tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Oct 19 12:02:27.832453 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2626cc03-f22c-418d-9461-c5db38667436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:28.826291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f78e-8fc5-4c52-a594-e5b530952c77 req-3262fd12-caff-47eb-af39-f2edac3f2e46 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:28.827667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7698f78e-8fc5-4c52-a594-e5b530952c77 req-3262fd12-caff-47eb-af39-f2edac3f2e46 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0481408 Oct 19 12:02:28.865911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7698f78e-8fc5-4c52-a594-e5b530952c77 req-64264f9a-8648-4330-9fc5-d89b85d096f1 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323009 Oct 19 12:02:29.060994 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:29.180684 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:29.978238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481725a-88db-4ef8-894c-cc9bdcce6676 req-4e61e6c1-2b43-4ad7-b2a2-4c8a6f55c0cf tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:29.979761 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5481725a-88db-4ef8-894c-cc9bdcce6676 req-4e61e6c1-2b43-4ad7-b2a2-4c8a6f55c0cf tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0488088 Oct 19 12:02:30.017469 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5481725a-88db-4ef8-894c-cc9bdcce6676 req-41dd5327-8b76-42e8-bf1e-cd3a099bcdb3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Oct 19 12:02:30.940010 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:31.132809 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67091402-5a1e-411c-b348-42bdf6d1d564 req-3b60d70d-d7ac-4b7f-bb2d-966e8e0c3e0c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:31.134131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67091402-5a1e-411c-b348-42bdf6d1d564 req-3b60d70d-d7ac-4b7f-bb2d-966e8e0c3e0c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0507340 Oct 19 12:02:31.170778 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67091402-5a1e-411c-b348-42bdf6d1d564 req-96ce1c41-e2f1-4123-a075-0140d1056630 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307546 Oct 19 12:02:32.289654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343eb59-d181-4690-98f2-114796a883dc req-5536f56a-87f1-49a6-8135-61556d3ac69b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:32.291133 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f343eb59-d181-4690-98f2-114796a883dc req-5536f56a-87f1-49a6-8135-61556d3ac69b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0544534 Oct 19 12:02:32.328664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f343eb59-d181-4690-98f2-114796a883dc req-c5a8d744-21fc-4906-9a85-1cc903f84338 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315783 Oct 19 12:02:33.442595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb9c54-810c-4dba-b886-1ed70d22471f req-c8244a48-fcd1-456e-b153-c96124cc9433 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:33.444084 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1fb9c54-810c-4dba-b886-1ed70d22471f req-c8244a48-fcd1-456e-b153-c96124cc9433 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0493279 Oct 19 12:02:33.482158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1fb9c54-810c-4dba-b886-1ed70d22471f req-7bb1fec1-3a1c-4044-ada4-24135d415b17 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 Oct 19 12:02:34.596482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1318a1b-d2b3-400f-862c-0fe9353d4c10 req-153f0c09-25b1-4a5e-871d-7cd09ff70400 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:34.597997 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1318a1b-d2b3-400f-862c-0fe9353d4c10 req-153f0c09-25b1-4a5e-871d-7cd09ff70400 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0494742 Oct 19 12:02:34.635798 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1318a1b-d2b3-400f-862c-0fe9353d4c10 req-b7d9b2e4-103f-49bc-84e8-871866affb5a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Oct 19 12:02:35.749782 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8d24a-fba2-4292-93f7-326271723e67 req-945f291e-f71b-4309-934e-859cea792fb1 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:35.751241 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1c8d24a-fba2-4292-93f7-326271723e67 req-945f291e-f71b-4309-934e-859cea792fb1 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0478232 Oct 19 12:02:35.788569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1c8d24a-fba2-4292-93f7-326271723e67 req-6b86d4ed-f513-46db-9a5e-87c71aecdac7 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312171 Oct 19 12:02:36.901439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd522e0e-8b5f-49dc-9737-ab7ddf4fa3d1 req-02b90e71-70ae-4609-a382-3f9326090543 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:36.902912 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd522e0e-8b5f-49dc-9737-ab7ddf4fa3d1 req-02b90e71-70ae-4609-a382-3f9326090543 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Oct 19 12:02:36.940508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd522e0e-8b5f-49dc-9737-ab7ddf4fa3d1 req-3673a1f3-d9a3-4557-ad90-60490a8c5e15 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Oct 19 12:02:38.055689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804aff2-75bd-4fae-96f5-885aae4cf043 req-2fde6cb8-a90e-49c1-b129-ecb556c8b6de tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:38.057148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4804aff2-75bd-4fae-96f5-885aae4cf043 req-2fde6cb8-a90e-49c1-b129-ecb556c8b6de tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0504751 Oct 19 12:02:38.093147 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4804aff2-75bd-4fae-96f5-885aae4cf043 req-0685c251-be19-443b-8135-563a182f1595 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295129 Oct 19 12:02:39.209357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4249dae-0fc8-421c-92aa-e36e7cd94d1e req-a23b7dc5-b299-419f-b96c-2a315721a339 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:39.210822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f4249dae-0fc8-421c-92aa-e36e7cd94d1e req-a23b7dc5-b299-419f-b96c-2a315721a339 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0524461 Oct 19 12:02:39.248688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f4249dae-0fc8-421c-92aa-e36e7cd94d1e req-ed4a06ed-cf92-414e-a9e5-fe33191f760f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Oct 19 12:02:40.362547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb314832-310e-4eb2-9008-8a6608dbd817 req-e8ac9bc5-7242-4b81-b18e-702d2d52f88d tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:40.364009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fb314832-310e-4eb2-9008-8a6608dbd817 req-e8ac9bc5-7242-4b81-b18e-702d2d52f88d tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0481679 Oct 19 12:02:40.401151 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fb314832-310e-4eb2-9008-8a6608dbd817 req-7c98ebaf-d510-43c8-a2be-aaafd07d0582 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Oct 19 12:02:41.517312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438ca71-de8f-4e57-bf2c-9ac5e1bb0e36 req-1db8a3b6-f07e-4b68-ae66-c8c744d82c5a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:41.518828 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3438ca71-de8f-4e57-bf2c-9ac5e1bb0e36 req-1db8a3b6-f07e-4b68-ae66-c8c744d82c5a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0496962 Oct 19 12:02:41.557581 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3438ca71-de8f-4e57-bf2c-9ac5e1bb0e36 req-d61b5713-9938-4c8b-a0c1-694e1a522d82 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328810 Oct 19 12:02:42.277760 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-17f8d761-1846-46a6-a98f-d69da4dfcc7c service neutron] show failed (client error): The resource could not be found. Oct 19 12:02:42.278775 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-17f8d761-1846-46a6-a98f-d69da4dfcc7c service neutron] 10.222.0.26 "GET /v2.0/ports/b59b9971-3c3b-4e10-89a6-d811bf09cff5/bindings/n-h2-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0552561 Oct 19 12:02:42.335471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6072c-1617-4529-8bbc-3a0725b18c23 req-beb0f56a-2118-4a58-8faf-966ab8cff05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:42.337062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29c6072c-1617-4529-8bbc-3a0725b18c23 req-beb0f56a-2118-4a58-8faf-966ab8cff05f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 1096 time: 0.0440302 Oct 19 12:02:42.445913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6072c-1617-4529-8bbc-3a0725b18c23 req-61e9c02a-57bc-45af-b663-d9dfa94690cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:42.447442 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29c6072c-1617-4529-8bbc-3a0725b18c23 req-61e9c02a-57bc-45af-b663-d9dfa94690cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.0861821 Oct 19 12:02:42.497158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29c6072c-1617-4529-8bbc-3a0725b18c23 req-cf38c633-6338-429e-b6e9-ce684c44a57d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5 HTTP/1.1" status: 200 len: 217 time: 0.0378666 Oct 19 12:02:42.550172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6072c-1617-4529-8bbc-3a0725b18c23 req-eb59fc60-6202-40d7-94bf-ea10b61a0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:42.551539 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29c6072c-1617-4529-8bbc-3a0725b18c23 req-eb59fc60-6202-40d7-94bf-ea10b61a0344 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0435145 Oct 19 12:02:42.586915 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29c6072c-1617-4529-8bbc-3a0725b18c23 req-f1524c4d-d006-4a4e-8135-7a434279a0a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241551 Oct 19 12:02:42.727922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbc87a-d9cb-4a8d-933f-9158c146a914 req-ea66dca9-fb0c-44b2-b127-fd605cb3231e tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:42.729431 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bfbc87a-d9cb-4a8d-933f-9158c146a914 req-ea66dca9-fb0c-44b2-b127-fd605cb3231e tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 945 time: 0.0968814 Oct 19 12:02:42.731224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29c6072c-1617-4529-8bbc-3a0725b18c23 req-894006c4-401c-4317-9877-c3b364d17c3c service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294477 Oct 19 12:02:42.746986 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-c1e054db-28c8-47b2-9560-e72454601718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:42.748582 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-c1e054db-28c8-47b2-9560-e72454601718 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817&tenant_id=62557da948754448b9882ed2400906ee HTTP/1.1" status: 200 len: 1096 time: 0.0421784 Oct 19 12:02:42.760275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:02:42.817101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:42.824126 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bfbc87a-d9cb-4a8d-933f-9158c146a914 req-28a8a1ef-5b22-4d4c-be4e-c49d59c720b7 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880594 Oct 19 12:02:42.851771 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29c6072c-1617-4529-8bbc-3a0725b18c23 req-7bb8004d-5ef7-41ac-a2fe-b345db33426f service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075678 Oct 19 12:02:43.020228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:02:43.052357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:02:43.090448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:02:43.095611 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579d158a-07fa-458f-8511-5916864fb70e" -d '{"events": [{"server_uuid": "00ab554e-a646-438e-9966-9de958518817", "name": "network-vif-unplugged", "status": "completed", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:02:43.101169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:43.114679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Transition to ACTIVE for port object b59b9971-3c3b-4e10-89a6-d811bf09cff5 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:02:43.169744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:43.209100 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f41fce-0c82-4413-89b8-2741ab9fd915 x-openstack-request-id: req-b6f41fce-0c82-4413-89b8-2741ab9fd915 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:02:43.209392 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ab554e-a646-438e-9966-9de958518817", "name": "network-vif-unplugged", "status": "completed", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:02:43.209645 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6f41fce-0c82-4413-89b8-2741ab9fd915 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:02:43.210037 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5', 'code': 200} Oct 19 12:02:43.238358 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] No DVR routers for this DVR port b59b9971-3c3b-4e10-89a6-d811bf09cff5 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:02:43.240182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Pushing event updated for resources: {'Port': ['ID=b59b9971-3c3b-4e10-89a6-d811bf09cff5,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:43.274681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Attempting to bind port b59b9971-3c3b-4e10-89a6-d811bf09cff5 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:02:43.274946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Attempting to bind port b59b9971-3c3b-4e10-89a6-d811bf09cff5 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:02:43.275274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Attempting to bind port b59b9971-3c3b-4e10-89a6-d811bf09cff5 on network a279c768-c936-48ff-bd8f-9e4760688fbf {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:02:43.279459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Port b59b9971-3c3b-4e10-89a6-d811bf09cff5 on network a279c768-c936-48ff-bd8f-9e4760688fbf not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:02:43.279773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Attempting to bind port b59b9971-3c3b-4e10-89a6-d811bf09cff5 on network a279c768-c936-48ff-bd8f-9e4760688fbf {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:02:43.285115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:02:43.285439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Checking segment: {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:02:43.285815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Bound using segment: {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:02:43.286230 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Bound port: b59b9971-3c3b-4e10-89a6-d811bf09cff5, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:02:43.286574 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:43.347835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:02:43.350735 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:02:43.416224 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:43.453362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:43.453974 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:43.455353 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] 10.222.0.49 "PUT /v2.0/ports/b59b9971-3c3b-4e10-89a6-d811bf09cff5 HTTP/1.1" status: 200 len: 1091 time: 0.6992218 Oct 19 12:02:43.474902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c3271-76d9-44a5-bd78-107f114728ac service neutron] Pushing event updated for resources: {'Port': ['ID=b59b9971-3c3b-4e10-89a6-d811bf09cff5,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:43.521796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-d1380e08-118f-46ab-8c1d-eebd4d557673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:43.523311 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-d1380e08-118f-46ab-8c1d-eebd4d557673 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 1094 time: 0.0439470 Oct 19 12:02:43.612607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-73746b6a-dd94-4543-a011-de0e894da4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:43.614017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-73746b6a-dd94-4543-a011-de0e894da4bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.0840514 Oct 19 12:02:43.659055 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-9dfe6cd2-a6e4-4b26-adf1-2b345b126c8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5 HTTP/1.1" status: 200 len: 217 time: 0.0375373 Oct 19 12:02:43.708084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-4260c45c-234f-484c-a981-5d8c526dcea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:43.718270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-4260c45c-234f-484c-a981-5d8c526dcea6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0513055 Oct 19 12:02:43.750154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-c4decdc7-f5ae-477b-9905-74788627ad02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257928 Oct 19 12:02:43.840102 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-aaa56e47-5af9-4266-812c-dc8ab123d1b1 service neutron] 10.222.0.49 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828443 Oct 19 12:02:43.931890 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-515b6da1-aa09-4255-9b4e-400e5645cffc req-04d6b908-841a-4a91-8b4c-a67959fe6a00 service neutron] 10.222.0.49 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852940 Oct 19 12:02:43.943312 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2c05a-2dd9-4dba-8ef5-ae87886e51b0 req-8d6d0113-a76e-4091-b148-85dca851a63c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:43.944819 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-28f2c05a-2dd9-4dba-8ef5-ae87886e51b0 req-8d6d0113-a76e-4091-b148-85dca851a63c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 943 time: 0.0488768 Oct 19 12:02:43.982449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-28f2c05a-2dd9-4dba-8ef5-ae87886e51b0 req-9af73546-0792-48d7-a1d5-2b9a34b4bb5d tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311191 Oct 19 12:02:45.098097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cffc03-f060-4a1d-a984-240f3907f6c5 req-77ce6346-92d2-4e47-b197-0293bcb3cae1 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:45.099578 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-43cffc03-f060-4a1d-a984-240f3907f6c5 req-77ce6346-92d2-4e47-b197-0293bcb3cae1 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 943 time: 0.0484715 Oct 19 12:02:45.135948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-43cffc03-f060-4a1d-a984-240f3907f6c5 req-20e4dbec-bad6-4f02-b51c-eb0a051f6b38 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305262 Oct 19 12:02:45.210854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:02:45.213193 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733" -d '{"events": [{"name": "network-changed", "server_uuid": "00ab554e-a646-438e-9966-9de958518817", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:02:45.260398 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2469693-d61c-45df-baaa-177442c56184 x-openstack-request-id: req-b2469693-d61c-45df-baaa-177442c56184 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:02:45.260721 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ab554e-a646-438e-9966-9de958518817", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:02:45.260981 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2469693-d61c-45df-baaa-177442c56184 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:02:45.261370 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5', 'status': 'completed', 'code': 200} Oct 19 12:02:45.293538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e5826-f1d6-4919-82c7-a225d4ae9182 req-4e78a2ea-42d3-4171-97ae-906e10439b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:45.294993 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c53e5826-f1d6-4919-82c7-a225d4ae9182 req-4e78a2ea-42d3-4171-97ae-906e10439b96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 1094 time: 0.0485134 Oct 19 12:02:45.330862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-d0992520-8270-4dd8-a5f9-0e138f8ef6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:45.332340 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-d0992520-8270-4dd8-a5f9-0e138f8ef6ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 1094 time: 0.0420263 Oct 19 12:02:45.403580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e5826-f1d6-4919-82c7-a225d4ae9182 req-cfcdf8e4-36bb-45ad-8b26-94765211cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:45.405122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c53e5826-f1d6-4919-82c7-a225d4ae9182 req-cfcdf8e4-36bb-45ad-8b26-94765211cdce service neutron] 10.222.0.49 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.0857487 Oct 19 12:02:45.456104 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c53e5826-f1d6-4919-82c7-a225d4ae9182 req-bddd28e0-9b04-4052-99d9-a9cecdd45e1c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5 HTTP/1.1" status: 200 len: 217 time: 0.0399432 Oct 19 12:02:45.510571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e5826-f1d6-4919-82c7-a225d4ae9182 req-2e13ba7c-7ec4-4175-bc99-595e8fb53626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:45.512114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c53e5826-f1d6-4919-82c7-a225d4ae9182 req-2e13ba7c-7ec4-4175-bc99-595e8fb53626 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0480671 Oct 19 12:02:45.559401 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c53e5826-f1d6-4919-82c7-a225d4ae9182 req-b79cdbb9-87b3-412f-9238-55145381beb7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299180 Oct 19 12:02:45.662942 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c53e5826-f1d6-4919-82c7-a225d4ae9182 req-42afedce-b78d-4bea-bc78-e363858ea0f6 service neutron] 10.222.0.49 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947447 Oct 19 12:02:45.752878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-036af77b-e51e-4d94-9012-4fdb52bea7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:45.754773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-036af77b-e51e-4d94-9012-4fdb52bea7db service neutron] 10.222.0.26 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.4107990 Oct 19 12:02:45.760284 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c53e5826-f1d6-4919-82c7-a225d4ae9182 req-efa57be1-7d60-470e-a899-c182318ec103 service neutron] 10.222.0.49 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888598 Oct 19 12:02:45.801686 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-3b28932f-ab44-4858-9ba7-fd4ddf54a3aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5 HTTP/1.1" status: 200 len: 217 time: 0.0344446 Oct 19 12:02:45.857655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-46983b03-7f60-4831-99ea-96052fdf4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:45.859667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-46983b03-7f60-4831-99ea-96052fdf4e99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0438051 Oct 19 12:02:45.860189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-cbef2a5c-b361-40c5-bc42-d1fc9c30a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:45.861689 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-cbef2a5c-b361-40c5-bc42-d1fc9c30a81c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 1094 time: 0.0404258 Oct 19 12:02:45.895371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-b64d1acc-d95b-4436-b7d0-dee30f09e65a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238774 Oct 19 12:02:45.956212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-68ced1f0-3097-4de2-9d3e-91fcce972721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:45.957775 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-68ced1f0-3097-4de2-9d3e-91fcce972721 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.0896955 Oct 19 12:02:45.992196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-32997235-8e5b-4dfc-98d6-e0fd3138a57d service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855424 Oct 19 12:02:46.000033 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-4f99647b-1c92-42a5-b1b8-be955a59d5c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5 HTTP/1.1" status: 200 len: 217 time: 0.0341625 Oct 19 12:02:46.056634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-446c289c-b994-4cfe-8edc-7553f8dccdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:46.058042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-446c289c-b994-4cfe-8edc-7553f8dccdb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0506814 Oct 19 12:02:46.088669 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-07a1f751-9358-4cc6-a663-fc1bd29f0ac1 service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850391 Oct 19 12:02:46.088917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-bfc72404-ae7b-445e-a817-f9a3183cf694 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238972 Oct 19 12:02:46.177976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-343b0855-0b51-4e48-babf-9ba560a659e2 service neutron] 10.222.0.49 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823817 Oct 19 12:02:46.294655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a85b4-c8f3-4b9b-86ad-4aa59b3df1b3 req-7001a127-ff09-4dcc-bc48-f5a3267bfbe9 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:46.296161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e27a85b4-c8f3-4b9b-86ad-4aa59b3df1b3 req-7001a127-ff09-4dcc-bc48-f5a3267bfbe9 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 943 time: 0.0899963 Oct 19 12:02:46.330147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ae0c000e-9bd0-40ff-9fe0-80784d4cf733 req-03b084cf-bdf7-414c-a075-90b6a5e0f4d6 service neutron] 10.222.0.49 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451981 Oct 19 12:02:46.346983 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e27a85b4-c8f3-4b9b-86ad-4aa59b3df1b3 req-f89550e4-7e25-47af-a193-209cad3b582c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447533 Oct 19 12:02:46.675670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e098b-eea6-43a3-b298-907d35e9feee req-d6322fbf-653c-44cd-9204-fe3a0f2b809a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:46.677301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a3e098b-eea6-43a3-b298-907d35e9feee req-d6322fbf-653c-44cd-9204-fe3a0f2b809a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 943 time: 0.0499094 Oct 19 12:02:46.715850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a3e098b-eea6-43a3-b298-907d35e9feee req-9236b245-5628-4b73-b30f-7303b560054d tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325422 Oct 19 12:02:46.749451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-a8b2ba1e-4984-433f-a5b5-69d2381dbb37 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:46.750894 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-a8b2ba1e-4984-433f-a5b5-69d2381dbb37 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.26 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817&tenant_id=62557da948754448b9882ed2400906ee&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 943 time: 0.0511222 Oct 19 12:02:46.813043 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-e462b8b0-4db0-4ff2-be04-e7116ac283a3 service neutron] delete failed (client error): The resource could not be found. Oct 19 12:02:46.814066 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-e462b8b0-4db0-4ff2-be04-e7116ac283a3 service neutron] 10.222.0.26 "DELETE /v2.0/ports/b59b9971-3c3b-4e10-89a6-d811bf09cff5/bindings/n-h1-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0516164 Oct 19 12:02:46.904017 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-25dbb1f7-8e62-4f38-af90-d7da75bb5ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:46.905923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-25dbb1f7-8e62-4f38-af90-d7da75bb5ecd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 1094 time: 0.0389202 Oct 19 12:02:46.998230 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-4dfdfebc-128d-4739-a8ce-cdb66a5ca4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:46.999653 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-4dfdfebc-128d-4739-a8ce-cdb66a5ca4a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.0830050 Oct 19 12:02:47.044405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-028122c3-777f-46c6-9203-f24f3298116f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5 HTTP/1.1" status: 200 len: 217 time: 0.0330551 Oct 19 12:02:47.107365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-476c07a2-0dbb-4302-a1c4-28f6e238588d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:47.108893 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-476c07a2-0dbb-4302-a1c4-28f6e238588d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0554373 Oct 19 12:02:47.141744 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-e34e0a77-6238-4181-b357-719583947971 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238321 Oct 19 12:02:47.229994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-a79d321a-cf94-4def-80a5-3d6643a34a7d service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799494 Oct 19 12:02:47.330251 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-343a769f-893f-43b0-9768-b7278bd56ec8 req-96a4cfaf-dcb5-447d-80d3-e1da4d60a4ec service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854714 Oct 19 12:02:47.503805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b59b9971-3c3b-4e10-89a6-d811bf09cff5 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:02:47.546225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device b59b9971-3c3b-4e10-89a6-d811bf09cff5 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:02:47.837104 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645beef-abfc-4416-93bd-c969f03bb3a5 req-4b2f2407-c28d-48b0-a4e8-f8dededc7ca6 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:47.838498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2645beef-abfc-4416-93bd-c969f03bb3a5 req-4b2f2407-c28d-48b0-a4e8-f8dededc7ca6 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 943 time: 0.0501945 Oct 19 12:02:47.875581 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2645beef-abfc-4416-93bd-c969f03bb3a5 req-ba78a63d-a3ba-47f3-98f5-6f7769e49168 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302570 Oct 19 12:02:48.862639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b59b9971-3c3b-4e10-89a6-d811bf09cff5 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:02:48.963841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:02:48.977514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5', 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf', 'port_id': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5', 'mac_address': 'fa:16:3e:df:17:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca50a806-aa8c-45dd-973e-cb3f77900319', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:02:48.995900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b83a-869f-4e36-b13a-a7ce7b6278c6 req-f7a5b8ed-6e1e-43de-bea7-fe94e98c5f43 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:48.997556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4a5b83a-869f-4e36-b13a-a7ce7b6278c6 req-f7a5b8ed-6e1e-43de-bea7-fe94e98c5f43 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 943 time: 0.0525663 Oct 19 12:02:49.014522 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:49.027174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59b9971-3c3b-4e10-89a6-d811bf09cff5 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:02:49.036556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4a5b83a-869f-4e36-b13a-a7ce7b6278c6 req-21381ed5-e41e-4805-b9f5-b105f57e0f6a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330584 Oct 19 12:02:49.048378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:02:49.106780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:49.150537 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e327e-f99e-4955-be0b-c3918b65969a req-004e61f2-c115-4558-833f-c15ca503ecbf tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:49.151938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-385e327e-f99e-4955-be0b-c3918b65969a req-004e61f2-c115-4558-833f-c15ca503ecbf tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 944 time: 0.0495670 Oct 19 12:02:49.153614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b59b9971-3c3b-4e10-89a6-d811bf09cff5,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:49.194832 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-385e327e-f99e-4955-be0b-c3918b65969a req-d776ac5c-e836-44c2-9c7d-ffb4969a76e3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356629 Oct 19 12:02:49.308766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974989-6b9d-4b9d-8aa7-92f3b97d9980 req-de286e83-9fac-43e7-9896-365ea4183b77 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:49.310214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d974989-6b9d-4b9d-8aa7-92f3b97d9980 req-de286e83-9fac-43e7-9896-365ea4183b77 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 944 time: 0.0486658 Oct 19 12:02:49.329071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b59b9971-3c3b-4e10-89a6-d811bf09cff5'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:02:49.352986 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4d974989-6b9d-4b9d-8aa7-92f3b97d9980 req-e4e76b14-1c16-4da6-acbc-d12d9f242ee3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368946 Oct 19 12:02:49.917573 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:49.934336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e236-853f-4976-8f5c-b190d2096972 req-2d95771b-13e5-41cd-ad1b-e58ca88ad66f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:49.936472 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-2d95771b-13e5-41cd-ad1b-e58ca88ad66f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 815 time: 0.1023254 Oct 19 12:02:49.950906 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-1b106f04-68fc-4fd1-a957-eacbf14023e6 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/quotas/62557da948754448b9882ed2400906ee HTTP/1.1" status: 200 len: 375 time: 0.0088246 Oct 19 12:02:50.009613 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-348281c2-d9be-4ba3-acd3-b92aafe47c98 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526485 Oct 19 12:02:50.401514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-cba0581a-40a0-404f-8e1e-fab1e937244a service neutron] 10.222.0.39 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848975 Oct 19 12:02:50.409123 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:50.493826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-987bef52-1df8-4527-a652-05c6edc24ec0 service neutron] 10.222.0.39 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858610 Oct 19 12:02:50.702463 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce4f292b-86e9-4737-92ea-5ac2f0c81150 req-23d982bf-e6d0-4ede-8345-de2f4dbd5cd5 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 210 time: 0.0265093 Oct 19 12:02:50.886329 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b59b9971-3c3b-4e10-89a6-d811bf09cff5 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:02:51.003252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port b59b9971-3c3b-4e10-89a6-d811bf09cff5 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:02:51.007345 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port b59b9971-3c3b-4e10-89a6-d811bf09cff5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:02:51.013338 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:51.087737 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:51.109929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455e94c-ffbd-4092-bd96-ee36da6b3d12 req-f5126144-4c70-4cd5-8333-cec1724fcd8b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:51.111579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5455e94c-ffbd-4092-bd96-ee36da6b3d12 req-f5126144-4c70-4cd5-8333-cec1724fcd8b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.49 "GET /v2.0/ports?device_id=00ab554e-a646-438e-9966-9de958518817 HTTP/1.1" status: 200 len: 944 time: 0.0534749 Oct 19 12:02:51.112348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:02:51.114707 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d556e40-9798-4161-88b1-1f91633caa00" -d '{"events": [{"server_uuid": "00ab554e-a646-438e-9966-9de958518817", "name": "network-vif-plugged", "status": "completed", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:02:51.139805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:02:51.157804 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c15c427-fa01-4bc0-868d-31d64314bf15 x-openstack-request-id: req-8c15c427-fa01-4bc0-868d-31d64314bf15 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:02:51.158091 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ab554e-a646-438e-9966-9de958518817", "name": "network-vif-plugged", "status": "completed", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:02:51.158343 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c15c427-fa01-4bc0-868d-31d64314bf15 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:02:51.158737 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5', 'code': 200} Oct 19 12:02:51.203750 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:51.208138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-5455e94c-ffbd-4092-bd96-ee36da6b3d12 req-d0400f8c-7301-4b66-ad0d-e7184b7bea95 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Deleting port b59b9971-3c3b-4e10-89a6-d811bf09cff5 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:02:51.208478 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5455e94c-ffbd-4092-bd96-ee36da6b3d12 req-d0400f8c-7301-4b66-ad0d-e7184b7bea95 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:51.251070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=b59b9971-3c3b-4e10-89a6-d811bf09cff5,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:51.301964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5455e94c-ffbd-4092-bd96-ee36da6b3d12 req-d0400f8c-7301-4b66-ad0d-e7184b7bea95 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] For port b59b9971-3c3b-4e10-89a6-d811bf09cff5, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=b59b9971-3c3b-4e10-89a6-d811bf09cff5,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:02:51.302314 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5455e94c-ffbd-4092-bd96-ee36da6b3d12 req-d0400f8c-7301-4b66-ad0d-e7184b7bea95 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:51.315323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-5455e94c-ffbd-4092-bd96-ee36da6b3d12 req-d0400f8c-7301-4b66-ad0d-e7184b7bea95 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Calling delete_port for b59b9971-3c3b-4e10-89a6-d811bf09cff5 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:02:51.557895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5455e94c-ffbd-4092-bd96-ee36da6b3d12 req-d0400f8c-7301-4b66-ad0d-e7184b7bea95 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:51.569121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['b59b9971-3c3b-4e10-89a6-d811bf09cff5'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:02:51.594302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0400f8c-7301-4b66-ad0d-e7184b7bea95 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Pushing event deleted for resources: {'Port': ['ID=b59b9971-3c3b-4e10-89a6-d811bf09cff5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:51.633566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-5455e94c-ffbd-4092-bd96-ee36da6b3d12 req-d0400f8c-7301-4b66-ad0d-e7184b7bea95 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] No DVR routers for this DVR port b59b9971-3c3b-4e10-89a6-d811bf09cff5 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:02:51.636203 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5455e94c-ffbd-4092-bd96-ee36da6b3d12 req-d0400f8c-7301-4b66-ad0d-e7184b7bea95 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:51.639659 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5455e94c-ffbd-4092-bd96-ee36da6b3d12 req-d0400f8c-7301-4b66-ad0d-e7184b7bea95 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.49 "DELETE /v2.0/ports/b59b9971-3c3b-4e10-89a6-d811bf09cff5 HTTP/1.1" status: 204 len: 173 time: 0.5213923 Oct 19 12:02:51.640151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'name': 'network-vif-deleted', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:02:51.643519 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c047ca5a-2719-4930-8b58-44fdeefe4766" -d '{"events": [{"server_uuid": "00ab554e-a646-438e-9966-9de958518817", "name": "network-vif-deleted", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:02:51.688382 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9904a843-24a0-40c2-9428-b0a1244352a0 x-openstack-request-id: req-9904a843-24a0-40c2-9428-b0a1244352a0 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:02:51.688382 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ab554e-a646-438e-9966-9de958518817", "name": "network-vif-deleted", "tag": "b59b9971-3c3b-4e10-89a6-d811bf09cff5", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:02:51.688382 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9904a843-24a0-40c2-9428-b0a1244352a0 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:02:51.688382 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ab554e-a646-438e-9966-9de958518817', 'name': 'network-vif-deleted', 'tag': 'b59b9971-3c3b-4e10-89a6-d811bf09cff5', 'status': 'completed', 'code': 200} Oct 19 12:02:51.801947 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-41a068ff-1938-4190-8fa7-5c4ad3a32d7f req-ee97255a-cda5-440f-81e9-09727d2dcd3c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 210 time: 0.0308847 Oct 19 12:02:52.603700 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e236-853f-4976-8f5c-b190d2096972 req-58d75856-4562-4b18-80f9-c2d1e9eb43b1 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:52.605158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-58d75856-4562-4b18-80f9-c2d1e9eb43b1 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.26 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 815 time: 0.1007645 Oct 19 12:02:52.619562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Request body: {'port': {'device_id': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf', 'admin_state_up': True, 'tenant_id': '62557da948754448b9882ed2400906ee'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:02:52.792086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Made reservation on behalf of 62557da948754448b9882ed2400906ee for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:02:52.795521 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:52.923604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-320001c3-5f6d-45e2-a0c7-95ed85118340 req-aa5496a4-e94e-45f0-ad4d-ab0dd54edabf tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 210 time: 0.0514452 Oct 19 12:02:52.949146 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Allocated IP 172.20.0.7 (a279c768-c936-48ff-bd8f-9e4760688fbf/ca50a806-aa8c-45dd-973e-cb3f77900319/585d15ce-dae4-408d-b1cd-289d7e6608dd) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:02:53.093110 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:53.187688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:53.232341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Network a279c768-c936-48ff-bd8f-9e4760688fbf is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:02:53.236141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:02:53.240961 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:02:53.247426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Pushing event updated for resources: {'Port': ['ID=585d15ce-dae4-408d-b1cd-289d7e6608dd,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:53.277458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.277800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.278133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.278460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.278809 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.279135 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.279470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.279788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.280105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.280419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.280757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.281071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:53.305057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:53.305660 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:53.377748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-bfd3832f-471d-4665-9eb3-89f1b31255cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7617402 Oct 19 12:02:53.397102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Request body: {'port': {'device_id': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:02:53.456490 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:53.725440 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585d15ce-dae4-408d-b1cd-289d7e6608dd {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:02:53.732912 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:53.744588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Transition to ACTIVE for port object 585d15ce-dae4-408d-b1cd-289d7e6608dd will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:02:53.826119 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:53.875179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Pushing event updated for resources: {'Port': ['ID=585d15ce-dae4-408d-b1cd-289d7e6608dd,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:53.946377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Attempting to bind port 585d15ce-dae4-408d-b1cd-289d7e6608dd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:02:53.946711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Attempting to bind port 585d15ce-dae4-408d-b1cd-289d7e6608dd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:02:53.947032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Attempting to bind port 585d15ce-dae4-408d-b1cd-289d7e6608dd on network a279c768-c936-48ff-bd8f-9e4760688fbf {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:02:53.951217 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Port 585d15ce-dae4-408d-b1cd-289d7e6608dd on network a279c768-c936-48ff-bd8f-9e4760688fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:02:53.952836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Attempting to bind port 585d15ce-dae4-408d-b1cd-289d7e6608dd on network a279c768-c936-48ff-bd8f-9e4760688fbf {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:02:53.956355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:02:53.957940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Checking segment: {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:02:53.957940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Bound using segment: {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:02:53.957940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Bound port: 585d15ce-dae4-408d-b1cd-289d7e6608dd, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:02:53.958679 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:54.020285 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:02:54.023255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:02:54.045798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b7c5b-e3b3-494b-8bfd-fce1c484881e req-e2d64803-377f-46ca-885d-0eb2f5b7d655 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:54.047383 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-037b7c5b-e3b3-494b-8bfd-fce1c484881e req-e2d64803-377f-46ca-885d-0eb2f5b7d655 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0513344 Oct 19 12:02:54.085865 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-037b7c5b-e3b3-494b-8bfd-fce1c484881e req-bc1e785d-6547-47b5-9c4a-63ee1e0be749 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322995 Oct 19 12:02:54.090235 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:54.124672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:54.125257 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:54.127092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] 10.222.0.26 "PUT /v2.0/ports/585d15ce-dae4-408d-b1cd-289d7e6608dd HTTP/1.1" status: 200 len: 1091 time: 0.7354000 Oct 19 12:02:54.131630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:02:54.133908 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c9594f-2d61-4503-bd28-61669dd692be" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:02:54.157704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba49fb7-bf78-44e7-b334-a9857916792d service neutron] Pushing event updated for resources: {'Port': ['ID=585d15ce-dae4-408d-b1cd-289d7e6608dd,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:54.175286 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb54e96-f506-48ce-894f-34be6b43d82a x-openstack-request-id: req-dbb54e96-f506-48ce-894f-34be6b43d82a {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:02:54.175576 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:02:54.175832 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dbb54e96-f506-48ce-894f-34be6b43d82a {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:02:54.176235 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd', 'status': 'completed', 'code': 200} Oct 19 12:02:54.237835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9594f-2d61-4503-bd28-61669dd692be req-65ef98e3-99f2-46dd-a036-6aace1321b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:54.239280 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77c9594f-2d61-4503-bd28-61669dd692be req-65ef98e3-99f2-46dd-a036-6aace1321b84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 1094 time: 0.0411017 Oct 19 12:02:54.341772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9594f-2d61-4503-bd28-61669dd692be req-94aba07e-7b01-44c3-9799-4d1299b81744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:54.343686 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77c9594f-2d61-4503-bd28-61669dd692be req-94aba07e-7b01-44c3-9799-4d1299b81744 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=62557da948754448b9882ed2400906ee&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0920167 Oct 19 12:02:54.442960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9594f-2d61-4503-bd28-61669dd692be req-4dc4b809-35b6-4c2a-af89-58f6e25bf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:54.444434 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-77c9594f-2d61-4503-bd28-61669dd692be req-4dc4b809-35b6-4c2a-af89-58f6e25bf14f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898607 Oct 19 12:02:54.531333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e236-853f-4976-8f5c-b190d2096972 req-29696c80-e1aa-4fed-8f95-59f0284fad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:54.532849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-29696c80-e1aa-4fed-8f95-59f0284fad35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 1094 time: 0.0407412 Oct 19 12:02:54.580879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-f41a9884-0f7a-405f-a7d5-240c9aa5abe4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd HTTP/1.1" status: 200 len: 217 time: 0.0325999 Oct 19 12:02:54.631871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e236-853f-4976-8f5c-b190d2096972 req-91187e38-9cab-4d3d-bc09-e214dd34c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:54.633212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-91187e38-9cab-4d3d-bc09-e214dd34c8c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0456727 Oct 19 12:02:54.668900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-3034ad3e-3edf-4d9e-9312-0295e9a90eac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244713 Oct 19 12:02:54.755224 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-9c09ab0b-aa8b-4002-bb25-008399fc82e8 service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789945 Oct 19 12:02:54.851923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3141e236-853f-4976-8f5c-b190d2096972 req-df42e698-c81a-4dfa-85df-f6e58fdf3753 service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850966 Oct 19 12:02:54.927697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b59b9971-3c3b-4e10-89a6-d811bf09cff5 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:02:54.950941 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: b59b9971-3c3b-4e10-89a6-d811bf09cff5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:02:54.954768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device b59b9971-3c3b-4e10-89a6-d811bf09cff5 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:02:55.200215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46451028-834c-4d72-8266-71d48af0ba50 req-9f3b8a80-3734-43f5-afd7-41a498a31e0b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:55.202330 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-46451028-834c-4d72-8266-71d48af0ba50 req-9f3b8a80-3734-43f5-afd7-41a498a31e0b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0495059 Oct 19 12:02:55.239631 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-46451028-834c-4d72-8266-71d48af0ba50 req-d46c2a66-4500-4365-9a3a-d5f8e8b5fb21 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313687 Oct 19 12:02:55.460923 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-122ffa35-61b9-43a8-9295-dac54a23ed57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:56.354807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828e941-6a25-48b3-a50e-30c0ffac4077 req-3a9ef0c0-0b59-494e-ba43-04136f918693 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:56.356252 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b828e941-6a25-48b3-a50e-30c0ffac4077 req-3a9ef0c0-0b59-494e-ba43-04136f918693 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0480821 Oct 19 12:02:56.392747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b828e941-6a25-48b3-a50e-30c0ffac4077 req-6ae7e7b5-ac64-4051-8a4e-81b1d887d778 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299721 Oct 19 12:02:57.511372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faf91a-7fb3-4ee4-902e-f182a6274099 req-15682d6e-b508-4fbb-bf57-e92558e94097 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:57.512931 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11faf91a-7fb3-4ee4-902e-f182a6274099 req-15682d6e-b508-4fbb-bf57-e92558e94097 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0546246 Oct 19 12:02:57.550756 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-11faf91a-7fb3-4ee4-902e-f182a6274099 req-a3b78a6c-a1a9-4317-aab6-7c03f1754a4e tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318160 Oct 19 12:02:57.825766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-707a924c-69b0-4dbe-8bd6-5ef6bc5d63db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:58.662957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4b165-6e1d-4fe0-8dc4-e8d34b9b8daf req-4367c39a-a8d4-4a8f-9ec1-a0eebcbabdee tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:58.664709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95a4b165-6e1d-4fe0-8dc4-e8d34b9b8daf req-4367c39a-a8d4-4a8f-9ec1-a0eebcbabdee tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0482626 Oct 19 12:02:58.709173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95a4b165-6e1d-4fe0-8dc4-e8d34b9b8daf req-318549d9-8c7c-431b-82ed-ea2125fcb00d tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381644 Oct 19 12:02:59.083490 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:59.202328 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:59.581094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 585d15ce-dae4-408d-b1cd-289d7e6608dd details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:02:59.673913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:02:59.684658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '585d15ce-dae4-408d-b1cd-289d7e6608dd', 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf', 'port_id': '585d15ce-dae4-408d-b1cd-289d7e6608dd', 'mac_address': 'fa:16:3e:a3:a6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca50a806-aa8c-45dd-973e-cb3f77900319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:02:59.723550 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:59.735693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585d15ce-dae4-408d-b1cd-289d7e6608dd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:02:59.754889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:02:59.815673 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:02:59.822412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22a301-e926-4543-bc28-273fdaed72a1 req-3ea6f6f3-986e-43d6-b7c7-51a8a0e72cc4 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:02:59.823898 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ab22a301-e926-4543-bc28-273fdaed72a1 req-3ea6f6f3-986e-43d6-b7c7-51a8a0e72cc4 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0493817 Oct 19 12:02:59.832139 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:02:59.863210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ab22a301-e926-4543-bc28-273fdaed72a1 req-a66ade89-4993-4f3d-b498-defd4f3b5668 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328043 Oct 19 12:02:59.879040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=585d15ce-dae4-408d-b1cd-289d7e6608dd,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:02:59.886432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:59.886773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:59.887105 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:59.887507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:59.887846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:59.888168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:59.888485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:59.888841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:59.889672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:59.889990 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:59.890302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:02:59.890614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:00.091017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['585d15ce-dae4-408d-b1cd-289d7e6608dd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:03:00.929711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:00.975803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13984f73-a74e-4f2c-848a-3cf835257560 req-ec0d3b3f-c112-4b87-ae95-f549814bb227 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:00.977290 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-13984f73-a74e-4f2c-848a-3cf835257560 req-ec0d3b3f-c112-4b87-ae95-f549814bb227 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 944 time: 0.0476630 Oct 19 12:03:01.014271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-13984f73-a74e-4f2c-848a-3cf835257560 req-5eeb621b-3ff8-47b7-9e98-fb156d233b52 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303288 Oct 19 12:03:01.611932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 585d15ce-dae4-408d-b1cd-289d7e6608dd up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:03:01.859794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 585d15ce-dae4-408d-b1cd-289d7e6608dd completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:03:01.863425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 585d15ce-dae4-408d-b1cd-289d7e6608dd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:01.863789 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:01.936627 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:01.958199 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:03:01.960409 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9337697-937d-433c-8b81-08737691dc11" -d '{"events": [{"server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "name": "network-vif-plugged", "status": "completed", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:03:01.972989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:03:01.994726 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af93cfc4-f641-44fc-959e-516252c8448d x-openstack-request-id: req-af93cfc4-f641-44fc-959e-516252c8448d {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:03:01.995011 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "name": "network-vif-plugged", "status": "completed", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:03:01.995263 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af93cfc4-f641-44fc-959e-516252c8448d {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:03:01.995741 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd', 'code': 200} Oct 19 12:03:02.043501 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:02.095232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=585d15ce-dae4-408d-b1cd-289d7e6608dd,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:02.133717 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf22f-6535-492c-9ee6-50bc64077934 req-9fe3c1ef-e878-498d-9e1a-1af4bb4e748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:02.135136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-416bf22f-6535-492c-9ee6-50bc64077934 req-9fe3c1ef-e878-498d-9e1a-1af4bb4e748b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 1096 time: 0.0724499 Oct 19 12:03:02.147320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b316dd-57e7-411b-ac42-6cb5e03a4c9c req-00a76f29-03cd-4b2b-8288-71a71d5cd862 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:02.148704 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9b316dd-57e7-411b-ac42-6cb5e03a4c9c req-00a76f29-03cd-4b2b-8288-71a71d5cd862 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0590999 Oct 19 12:03:02.203423 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-416bf22f-6535-492c-9ee6-50bc64077934 req-4ee1b11d-4bca-4beb-a386-1e8ff7e5fee6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538154 Oct 19 12:03:02.208207 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9b316dd-57e7-411b-ac42-6cb5e03a4c9c req-3fd45344-b1e2-4238-a603-ae49b0247641 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522263 Oct 19 12:03:03.324887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846702a6-1f99-480c-be87-f1dea818a171 req-6e6a7434-4727-4913-b7b0-cf9dc14b1317 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:03.326372 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-846702a6-1f99-480c-be87-f1dea818a171 req-6e6a7434-4727-4913-b7b0-cf9dc14b1317 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0495756 Oct 19 12:03:03.366276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-846702a6-1f99-480c-be87-f1dea818a171 req-0390ccc5-4f06-4964-905a-caa5198e4a00 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338225 Oct 19 12:03:04.481629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88d1ca-b970-43eb-9738-85e519db23d4 req-0d1d8b82-fd23-4312-adc2-c3342b4a1a51 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:04.483615 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc88d1ca-b970-43eb-9738-85e519db23d4 req-0d1d8b82-fd23-4312-adc2-c3342b4a1a51 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0496922 Oct 19 12:03:04.520279 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc88d1ca-b970-43eb-9738-85e519db23d4 req-77fc769b-9771-4351-9e98-3041d9d2830b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306284 Oct 19 12:03:04.636472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51e96d-cc70-4baa-bbb8-8227bbdb81b1 req-3b879215-9205-4cd3-a28b-168958e18c70 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:04.637967 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df51e96d-cc70-4baa-bbb8-8227bbdb81b1 req-3b879215-9205-4cd3-a28b-168958e18c70 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0538640 Oct 19 12:03:04.675943 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df51e96d-cc70-4baa-bbb8-8227bbdb81b1 req-4e67636e-f39e-487f-92f2-b1d73cfaddf9 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Oct 19 12:03:04.989981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded9ff-35f2-4041-9fb7-1ae7bb6e6050 req-94526a49-0d93-438b-b7da-b44221809065 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:04.991492 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0ded9ff-35f2-4041-9fb7-1ae7bb6e6050 req-94526a49-0d93-438b-b7da-b44221809065 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0495548 Oct 19 12:03:05.030342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0ded9ff-35f2-4041-9fb7-1ae7bb6e6050 req-c30e08e3-724e-42a5-bef2-801be8553612 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Oct 19 12:03:05.080100 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-7ea4b322-f429-4e53-93ed-3016d4f569b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391920 Oct 19 12:03:06.145922 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7a1f6-a962-40f1-8f9c-9009dbaa0ef6 req-6a513aba-6e69-4802-9367-ac20419e10a1 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:06.147378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91a7a1f6-a962-40f1-8f9c-9009dbaa0ef6 req-6a513aba-6e69-4802-9367-ac20419e10a1 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0477893 Oct 19 12:03:06.186806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91a7a1f6-a962-40f1-8f9c-9009dbaa0ef6 req-8c1a44a1-9fbc-45ae-8959-a5d1d2785e2b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331428 Oct 19 12:03:06.967656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-6ef8ca8e-c42b-4619-9a24-616ab893d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:06.969154 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-6ef8ca8e-c42b-4619-9a24-616ab893d27a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 1096 time: 0.0444689 Oct 19 12:03:07.061862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-96059efb-1684-4307-a43d-eaf7f816e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:07.063312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-96059efb-1684-4307-a43d-eaf7f816e446 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.0859232 Oct 19 12:03:07.107002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-b9281242-e01b-41e1-971f-958c12714090 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd HTTP/1.1" status: 200 len: 217 time: 0.0363188 Oct 19 12:03:07.154529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-e5be2c1a-a075-44d7-999d-03687578190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:07.155909 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-e5be2c1a-a075-44d7-999d-03687578190b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0422041 Oct 19 12:03:07.186845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-850a2cbc-7b84-4a0b-a505-cf4438eb6a33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236967 Oct 19 12:03:07.197235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-04428ab0-493b-41d7-a0bb-a6370c5c01d5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:03:07.198162 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-04428ab0-493b-41d7-a0bb-a6370c5c01d5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046456 Oct 19 12:03:07.292685 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-1920e55d-9a09-4dc1-b8ec-13894cbc46da service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871899 Oct 19 12:03:07.307186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1463c-e3e0-4b43-9b55-4c3251544ffc req-72c13a66-2ea4-4b58-b405-3d49476e3591 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:07.309863 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4fc1463c-e3e0-4b43-9b55-4c3251544ffc req-72c13a66-2ea4-4b58-b405-3d49476e3591 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0553322 Oct 19 12:03:07.351181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4fc1463c-e3e0-4b43-9b55-4c3251544ffc req-3063b7ab-733c-47af-adae-8a5eceeea0c2 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355732 Oct 19 12:03:07.384485 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-ab4a0834-a770-4317-b66f-cd7c62dcf39b service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843439 Oct 19 12:03:08.465458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d9515-cc63-405a-a7ca-e1213565e617 req-795b1d53-d805-4ba0-912a-3cb08b604dfa tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:08.467076 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a7d9515-cc63-405a-a7ca-e1213565e617 req-795b1d53-d805-4ba0-912a-3cb08b604dfa tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0485733 Oct 19 12:03:08.504564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6a7d9515-cc63-405a-a7ca-e1213565e617 req-5ffd2443-c730-45ad-958f-2b53e1fe43cb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Oct 19 12:03:09.618756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21b7a5-3822-4eb5-bf0b-4456f9db8213 req-91eb09d4-cef9-4862-a968-00e784fefb4b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:09.620236 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb21b7a5-3822-4eb5-bf0b-4456f9db8213 req-91eb09d4-cef9-4862-a968-00e784fefb4b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0485065 Oct 19 12:03:09.657710 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb21b7a5-3822-4eb5-bf0b-4456f9db8213 req-3fea459d-1a0d-4797-842c-cdeb8949c378 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Oct 19 12:03:10.775958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946eff1-0827-4b4f-b744-352ed3e263a4 req-f3d975aa-0907-45eb-9aa1-f0df3b8c46ff tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:10.777356 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3946eff1-0827-4b4f-b744-352ed3e263a4 req-f3d975aa-0907-45eb-9aa1-f0df3b8c46ff tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0530179 Oct 19 12:03:10.814214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3946eff1-0827-4b4f-b744-352ed3e263a4 req-950925ea-2cd9-40b8-a89d-e7412f2a8f8f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308871 Oct 19 12:03:11.928123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6fda9-95f7-46f4-806a-9f395ffcca4e req-cf18f0fe-8f6d-4b46-961e-6cf7785af77f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:11.929619 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a3b6fda9-95f7-46f4-806a-9f395ffcca4e req-cf18f0fe-8f6d-4b46-961e-6cf7785af77f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0500934 Oct 19 12:03:11.967492 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a3b6fda9-95f7-46f4-806a-9f395ffcca4e req-b2925943-f605-429a-ba1b-4acd7a4791ee tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Oct 19 12:03:13.083065 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80f0e4-3753-4eb1-b6ca-85939b1b2c4d req-75937750-a557-4af4-b6ef-62b75d28e1b7 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:13.084578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d80f0e4-3753-4eb1-b6ca-85939b1b2c4d req-75937750-a557-4af4-b6ef-62b75d28e1b7 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0508637 Oct 19 12:03:13.120999 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d80f0e4-3753-4eb1-b6ca-85939b1b2c4d req-e6341699-ce3a-45f0-ab81-0110ca3212c9 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304425 Oct 19 12:03:14.235042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3e50d-15b9-42d6-bcd7-a05ea78ea0b7 req-07ebbd90-1a00-4878-87d0-71c70f66cba8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:14.236524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ef3e50d-15b9-42d6-bcd7-a05ea78ea0b7 req-07ebbd90-1a00-4878-87d0-71c70f66cba8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0485115 Oct 19 12:03:14.278286 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ef3e50d-15b9-42d6-bcd7-a05ea78ea0b7 req-a53f3f56-b1d9-4919-abc5-4f3e99e38e72 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359178 Oct 19 12:03:15.392008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd166954-8892-4455-824e-c632aaeafb0f req-7bdf88c4-19a7-4d8e-a2ef-92ca03c68b4c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:15.393496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd166954-8892-4455-824e-c632aaeafb0f req-7bdf88c4-19a7-4d8e-a2ef-92ca03c68b4c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0485411 Oct 19 12:03:15.431102 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd166954-8892-4455-824e-c632aaeafb0f req-634a28a5-57be-40d5-a753-283f4df206aa tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314865 Oct 19 12:03:16.546093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b3f7a-031b-4279-b0cd-5f6ba57c9924 req-61ec94fa-86f1-4a24-9d37-213c925fde4b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:16.547625 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b5b3f7a-031b-4279-b0cd-5f6ba57c9924 req-61ec94fa-86f1-4a24-9d37-213c925fde4b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0500040 Oct 19 12:03:16.585495 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b5b3f7a-031b-4279-b0cd-5f6ba57c9924 req-1146303e-c78c-4b6e-adea-7083288ed7c7 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318775 Oct 19 12:03:17.703676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5eee-c14a-466a-a458-5fd3a2fa51e7 req-52c8e876-d047-4eea-8de3-6fca3f4187b5 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:17.705179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-456a5eee-c14a-466a-a458-5fd3a2fa51e7 req-52c8e876-d047-4eea-8de3-6fca3f4187b5 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0523491 Oct 19 12:03:17.747737 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-456a5eee-c14a-466a-a458-5fd3a2fa51e7 req-055e2480-00d1-4861-8d82-092fc0a312c4 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310194 Oct 19 12:03:18.862207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444c1ad-92cd-4fdd-8aa4-7c637ee83a6f req-233be943-062e-452d-b0bb-9455649ae945 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:18.863667 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e444c1ad-92cd-4fdd-8aa4-7c637ee83a6f req-233be943-062e-452d-b0bb-9455649ae945 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0484984 Oct 19 12:03:18.900702 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e444c1ad-92cd-4fdd-8aa4-7c637ee83a6f req-86ca29ad-4d88-4623-84cb-00725149f9a4 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Oct 19 12:03:19.936052 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:20.024127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642644c-70d4-45a8-bbb3-ef3dedafc301 req-3f67cec3-e338-405d-bc1c-3a314dcc44a0 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:20.025645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7642644c-70d4-45a8-bbb3-ef3dedafc301 req-3f67cec3-e338-405d-bc1c-3a314dcc44a0 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0495000 Oct 19 12:03:20.063453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7642644c-70d4-45a8-bbb3-ef3dedafc301 req-b9cbeafe-3dfd-41c9-894e-c18f83deef2b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316794 Oct 19 12:03:20.424708 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:21.191048 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a8303-597d-4d76-89b5-5ed266ed4d6a req-aa0f9091-898a-44ac-8ade-d93f1aaecffb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:21.192494 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ff6a8303-597d-4d76-89b5-5ed266ed4d6a req-aa0f9091-898a-44ac-8ade-d93f1aaecffb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0496819 Oct 19 12:03:21.235844 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ff6a8303-597d-4d76-89b5-5ed266ed4d6a req-e191ad70-e36c-47f0-a714-b59d47a916fa tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370412 Oct 19 12:03:22.365453 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a2566-8966-4a19-bedb-95eee9f0a238 req-12fa708b-ff92-4c7f-87c5-eb852003ffb8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:22.367034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d68a2566-8966-4a19-bedb-95eee9f0a238 req-12fa708b-ff92-4c7f-87c5-eb852003ffb8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0641422 Oct 19 12:03:22.407170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d68a2566-8966-4a19-bedb-95eee9f0a238 req-bc08de8c-002f-421a-a610-64fbd8bcad36 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Oct 19 12:03:23.520968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfee43-11b9-403a-9a20-93a8befbb52e req-4e8773b9-5d8b-46d8-85ca-931b15b70db6 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:23.522467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23bfee43-11b9-403a-9a20-93a8befbb52e req-4e8773b9-5d8b-46d8-85ca-931b15b70db6 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0485196 Oct 19 12:03:23.560691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23bfee43-11b9-403a-9a20-93a8befbb52e req-ca3c463e-1337-487b-bfa5-917707d5d3bc tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324285 Oct 19 12:03:24.677790 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2529e0-c4d7-41b2-93c9-cc78f7702a33 req-15707e92-47c2-4c24-8571-7a57809968b5 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:24.679250 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d2529e0-c4d7-41b2-93c9-cc78f7702a33 req-15707e92-47c2-4c24-8571-7a57809968b5 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0521450 Oct 19 12:03:24.716237 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5d2529e0-c4d7-41b2-93c9-cc78f7702a33 req-55528024-2789-47a6-aebb-97ad2b41d56d tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Oct 19 12:03:25.442001 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-96d6b7e4-f601-47dc-a8e6-3c5b1dfecbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:25.832102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584e00a-2e6c-4c95-a0c9-264847c31ee2 req-36fb987a-d464-4846-960b-0379e65ad68a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:25.833492 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0584e00a-2e6c-4c95-a0c9-264847c31ee2 req-36fb987a-d464-4846-960b-0379e65ad68a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0485144 Oct 19 12:03:25.869644 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0584e00a-2e6c-4c95-a0c9-264847c31ee2 req-40033eae-b7d5-43da-bdcd-88510739584b tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303259 Oct 19 12:03:26.994539 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c958b-d710-429f-8d2d-cd732a631149 req-9629f79b-4797-4bf2-b362-1c2bc638e961 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:26.996013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca4c958b-d710-429f-8d2d-cd732a631149 req-9629f79b-4797-4bf2-b362-1c2bc638e961 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0485439 Oct 19 12:03:27.033126 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca4c958b-d710-429f-8d2d-cd732a631149 req-f47ca30f-350a-4a6c-b8e7-6c08fbf20ea2 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Oct 19 12:03:27.814049 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b894fb10-1629-4fad-87b7-33e393c691b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:28.145696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994d170-ba24-45cd-a411-c395d571fe9f req-2f3d6483-d968-4c2c-ac2c-de55c2614eba tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:28.147156 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6994d170-ba24-45cd-a411-c395d571fe9f req-2f3d6483-d968-4c2c-ac2c-de55c2614eba tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0480304 Oct 19 12:03:28.188140 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6994d170-ba24-45cd-a411-c395d571fe9f req-4a1a732b-1cdf-462c-85e4-f55cdeda52b2 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351670 Oct 19 12:03:29.088277 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:29.202616 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:29.299953 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff0317-a04f-4670-902c-d2fb5d630a09 req-1385fbaa-c548-4aff-9bb6-d603bcac4585 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:29.301519 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3cff0317-a04f-4670-902c-d2fb5d630a09 req-1385fbaa-c548-4aff-9bb6-d603bcac4585 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0485697 Oct 19 12:03:29.339127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3cff0317-a04f-4670-902c-d2fb5d630a09 req-3e2c48f1-231b-458e-a0bd-e92fc40a64db tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316992 Oct 19 12:03:30.453650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89312ca3-41d1-491e-a811-5fd4a29dd49f req-1d8d17b4-519c-49a1-a05c-7d96787f7389 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:30.455126 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89312ca3-41d1-491e-a811-5fd4a29dd49f req-1d8d17b4-519c-49a1-a05c-7d96787f7389 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0496819 Oct 19 12:03:30.496851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89312ca3-41d1-491e-a811-5fd4a29dd49f req-528d69a4-2117-487b-803c-158adf2feb55 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357461 Oct 19 12:03:30.973417 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:31.616428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c97962-e580-47ae-9c36-a97cf438bd3a req-f92f3f65-3f29-474e-86de-756de51bd081 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:31.617930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95c97962-e580-47ae-9c36-a97cf438bd3a req-f92f3f65-3f29-474e-86de-756de51bd081 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0516970 Oct 19 12:03:31.654754 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95c97962-e580-47ae-9c36-a97cf438bd3a req-22680517-efab-4b1a-9ca8-0250fcd66ebb tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306740 Oct 19 12:03:32.775712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fb695-c241-4c79-90b9-0471e45897ce req-b7be676f-fe24-43f0-b55e-dedcbb529b1e tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:32.777108 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d0fb695-c241-4c79-90b9-0471e45897ce req-b7be676f-fe24-43f0-b55e-dedcbb529b1e tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0494092 Oct 19 12:03:32.816930 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d0fb695-c241-4c79-90b9-0471e45897ce req-ac2cecd1-6e50-4649-8ec7-dc42446bc03f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Oct 19 12:03:33.930303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de1645-e556-4c11-bc67-9dc7e2a7ca36 req-58579eae-df6f-41c8-83e1-92dacd054e92 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:33.931746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15de1645-e556-4c11-bc67-9dc7e2a7ca36 req-58579eae-df6f-41c8-83e1-92dacd054e92 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0478024 Oct 19 12:03:33.968202 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15de1645-e556-4c11-bc67-9dc7e2a7ca36 req-4d10b51a-c2f9-4622-a686-6f3cfbc373a2 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304198 Oct 19 12:03:34.749793 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-033f374b-638e-43b4-82fe-06fb29585e92 service neutron] show failed (client error): The resource could not be found. Oct 19 12:03:34.750870 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-033f374b-638e-43b4-82fe-06fb29585e92 service neutron] 10.222.0.26 "GET /v2.0/ports/585d15ce-dae4-408d-b1cd-289d7e6608dd/bindings/n-h2-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.1064005 Oct 19 12:03:35.097942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d6f5-30f0-4663-8270-4c734f2c51a5 req-304159ce-fb2b-4a52-bc87-2397fd464eab tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:35.099440 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-51a6d6f5-30f0-4663-8270-4c734f2c51a5 req-304159ce-fb2b-4a52-bc87-2397fd464eab tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 945 time: 0.0502388 Oct 19 12:03:35.142196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-51a6d6f5-30f0-4663-8270-4c734f2c51a5 req-f34bce17-1b8e-4140-84ec-c2a24ffb55a5 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367501 Oct 19 12:03:35.336739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-b3dacb23-78d8-4968-a649-c29a7fa989f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:35.338291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-b3dacb23-78d8-4968-a649-c29a7fa989f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e&tenant_id=62557da948754448b9882ed2400906ee HTTP/1.1" status: 200 len: 1096 time: 0.1081419 Oct 19 12:03:35.352441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:03:35.405302 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:35.612520 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:03:35.644015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:03:35.688856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:03:35.691118 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca204f32-21c2-4f34-8a3a-354fe73b6589" -d '{"events": [{"server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "name": "network-vif-unplugged", "status": "completed", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:03:35.695157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:35.707684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Transition to ACTIVE for port object 585d15ce-dae4-408d-b1cd-289d7e6608dd will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:03:35.739321 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8bc4c6-9703-4b4d-a718-baa96e6e9384 x-openstack-request-id: req-ec8bc4c6-9703-4b4d-a718-baa96e6e9384 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:03:35.739619 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "name": "network-vif-unplugged", "status": "completed", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:03:35.739876 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec8bc4c6-9703-4b4d-a718-baa96e6e9384 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:03:35.740282 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd', 'code': 200} Oct 19 12:03:35.791250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:35.857157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] No DVR routers for this DVR port 585d15ce-dae4-408d-b1cd-289d7e6608dd on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:03:35.860221 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Pushing event updated for resources: {'Port': ['ID=585d15ce-dae4-408d-b1cd-289d7e6608dd,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:35.886770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.887115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.887460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.888333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.888695 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.889027 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.889356 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.889684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.890012 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.890337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.890662 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.890984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:35.907616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Attempting to bind port 585d15ce-dae4-408d-b1cd-289d7e6608dd on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:03:35.907954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Attempting to bind port 585d15ce-dae4-408d-b1cd-289d7e6608dd by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:03:35.908286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Attempting to bind port 585d15ce-dae4-408d-b1cd-289d7e6608dd on network a279c768-c936-48ff-bd8f-9e4760688fbf {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:03:35.912558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Port 585d15ce-dae4-408d-b1cd-289d7e6608dd on network a279c768-c936-48ff-bd8f-9e4760688fbf not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:03:35.912903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Attempting to bind port 585d15ce-dae4-408d-b1cd-289d7e6608dd on network a279c768-c936-48ff-bd8f-9e4760688fbf {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:03:35.917976 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:03:35.918318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Checking segment: {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:03:35.918698 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Bound using segment: {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:03:35.919165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Bound port: 585d15ce-dae4-408d-b1cd-289d7e6608dd, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b54008-0591-4ea5-be3a-7321b403380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:03:35.919517 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:35.981571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:03:35.984580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:03:36.071624 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:36.107975 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:36.108611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:36.109982 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] 10.222.0.49 "PUT /v2.0/ports/585d15ce-dae4-408d-b1cd-289d7e6608dd HTTP/1.1" status: 200 len: 1091 time: 0.7614865 Oct 19 12:03:36.128240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bad74c-6536-4444-92ea-e6038434f7fb service neutron] Pushing event updated for resources: {'Port': ['ID=585d15ce-dae4-408d-b1cd-289d7e6608dd,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:36.171546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-e5db0535-d1bc-4a42-8781-db0a3c5ec601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:36.173154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-e5db0535-d1bc-4a42-8781-db0a3c5ec601 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 1094 time: 0.0406995 Oct 19 12:03:36.303900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82177ec2-0a89-4a40-8fad-236835da7124 req-002e6793-99f4-4481-8e19-cae6ac03d3fc tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:36.305420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82177ec2-0a89-4a40-8fad-236835da7124 req-002e6793-99f4-4481-8e19-cae6ac03d3fc tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0663319 Oct 19 12:03:36.306785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-2d0127f6-32a1-400b-8c2d-34c393ed259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:36.308179 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-2d0127f6-32a1-400b-8c2d-34c393ed259f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.1280563 Oct 19 12:03:36.361025 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-07f75d9d-a3ee-4922-a047-aad6ff7f535b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd HTTP/1.1" status: 200 len: 217 time: 0.0432949 Oct 19 12:03:36.386140 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-82177ec2-0a89-4a40-8fad-236835da7124 req-52337112-10d0-4c93-8940-164b6d734404 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744240 Oct 19 12:03:36.421777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-895be54f-3b88-4d1f-9e38-c58709cde3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:36.423226 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-895be54f-3b88-4d1f-9e38-c58709cde3c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0517862 Oct 19 12:03:36.455032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-4e2fcd48-4d6d-45ab-a30c-681964688cd5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247014 Oct 19 12:03:36.548703 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-4e5435c1-67e9-44ca-b19f-764ce55d462b service neutron] 10.222.0.49 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857978 Oct 19 12:03:36.637826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c6f9ca0-d9ac-48e3-bfd8-7fc3943fc394 req-39a16610-1428-46f7-a18f-df56cd7d8e65 service neutron] 10.222.0.49 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821264 Oct 19 12:03:36.817950 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:03:37.506831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a32c3-3b43-48b8-bb0c-d60fa2f67f1c req-4f9ebed3-ed14-4601-97ea-4a225daefc0e tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:37.508275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5a1a32c3-3b43-48b8-bb0c-d60fa2f67f1c req-4f9ebed3-ed14-4601-97ea-4a225daefc0e tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0521393 Oct 19 12:03:37.546480 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5a1a32c3-3b43-48b8-bb0c-d60fa2f67f1c req-205a863e-2c1d-4b83-85cd-45138b1541ee tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 Oct 19 12:03:37.741240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:03:37.743612 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:03:37.790324 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d440ac2b-307c-4853-a6d2-95899d881407 x-openstack-request-id: req-d440ac2b-307c-4853-a6d2-95899d881407 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:03:37.790621 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:03:37.790875 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d440ac2b-307c-4853-a6d2-95899d881407 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:03:37.791277 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd', 'status': 'completed', 'code': 200} Oct 19 12:03:37.854811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-527340f4-3a21-4304-a26c-5fe72811e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:37.855250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-ded57b84-29d6-40bf-a23d-302472d28c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:37.856418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-527340f4-3a21-4304-a26c-5fe72811e654 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 1094 time: 0.0408404 Oct 19 12:03:37.856774 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-ded57b84-29d6-40bf-a23d-302472d28c31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 1094 time: 0.0459402 Oct 19 12:03:37.946722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-04a94f5c-50d8-4b31-a453-8b2d05e57077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:37.948231 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-04a94f5c-50d8-4b31-a453-8b2d05e57077 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.0845222 Oct 19 12:03:37.948358 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-560142fa-14d9-4cc7-ac07-3aba1421aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:37.949799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-560142fa-14d9-4cc7-ac07-3aba1421aeef service neutron] 10.222.0.26 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.0863359 Oct 19 12:03:37.994052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-4350836d-6646-47ce-96c4-3d5ef89c0bef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd HTTP/1.1" status: 200 len: 217 time: 0.0376902 Oct 19 12:03:37.994537 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-0be7b5ee-7568-451f-b027-fcea6aa97f7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd HTTP/1.1" status: 200 len: 217 time: 0.0334365 Oct 19 12:03:38.046962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-799770a7-1179-452e-a035-5a01cb5c892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:38.048423 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-799770a7-1179-452e-a035-5a01cb5c892d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0474184 Oct 19 12:03:38.050689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-2152eb94-3196-4164-8cd6-787f024da8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:38.052115 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-2152eb94-3196-4164-8cd6-787f024da8be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0462651 Oct 19 12:03:38.081701 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-1d72d3e6-0712-422d-9279-0d1a53e235ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249834 Oct 19 12:03:38.089047 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-82b2bbb2-f997-46fb-b6dd-f61e25c80e57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242836 Oct 19 12:03:38.177371 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-d3a72396-4cf8-4324-9b42-2a0155f0e34f service neutron] 10.222.0.49 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871956 Oct 19 12:03:38.192277 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-fe8ea184-6e49-404d-b535-97fb4186ec1e service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881326 Oct 19 12:03:38.274932 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-54923c7b-8174-46d8-ae85-1b1025a1d4d9 service neutron] 10.222.0.49 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870302 Oct 19 12:03:38.292243 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cc0d5f9e-d252-4397-a689-cef63c7a8c8b req-6cab35ed-54c4-432c-94e9-c5116c87c2c7 service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881484 Oct 19 12:03:38.665828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29359d7c-9024-43c2-a2ba-fc40ded8ce47 req-a1565a90-5ba3-4f24-9b65-5f1d589637e3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:38.667285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29359d7c-9024-43c2-a2ba-fc40ded8ce47 req-a1565a90-5ba3-4f24-9b65-5f1d589637e3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0491731 Oct 19 12:03:38.704390 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29359d7c-9024-43c2-a2ba-fc40ded8ce47 req-345d4b86-c912-4d99-85ce-5a6699d08aec tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304773 Oct 19 12:03:39.031697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830265ab-5dff-40ff-a0e2-e803081e7f9e req-c25792ba-3b9e-4625-b78b-0083c3bc78db tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:39.033160 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-830265ab-5dff-40ff-a0e2-e803081e7f9e req-c25792ba-3b9e-4625-b78b-0083c3bc78db tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0475771 Oct 19 12:03:39.072827 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-830265ab-5dff-40ff-a0e2-e803081e7f9e req-d80d3798-aa4c-4fd2-9e07-5ffc156f747c tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Oct 19 12:03:39.129410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-3d17d189-000f-4abd-8f03-1b329d6c73fe tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:39.132515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-3d17d189-000f-4abd-8f03-1b329d6c73fe tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e&tenant_id=62557da948754448b9882ed2400906ee&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 943 time: 0.0496254 Oct 19 12:03:39.198587 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-add6c675-b22d-4ef1-b8a4-ba48e469b4bf service neutron] delete failed (client error): The resource could not be found. Oct 19 12:03:39.199577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-add6c675-b22d-4ef1-b8a4-ba48e469b4bf service neutron] 10.222.0.26 "DELETE /v2.0/ports/585d15ce-dae4-408d-b1cd-289d7e6608dd/bindings/n-h1-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0562174 Oct 19 12:03:39.288082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-9f480323-0cab-422e-8dfc-b30a49fcccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:39.289872 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-9f480323-0cab-422e-8dfc-b30a49fcccec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62557da948754448b9882ed2400906ee&device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 1094 time: 0.0398779 Oct 19 12:03:39.385644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-07233dca-84d3-4963-828e-c78e8af92d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:39.387371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-07233dca-84d3-4963-828e-c78e8af92d91 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 200 len: 916 time: 0.0857077 Oct 19 12:03:39.431919 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-de670d9f-5140-4dba-8918-1bd08c673105 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd HTTP/1.1" status: 200 len: 217 time: 0.0331030 Oct 19 12:03:39.484411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-74778b5c-948c-46a0-80c3-449a28846aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:39.485808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-74778b5c-948c-46a0-80c3-449a28846aac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 200 len: 855 time: 0.0428572 Oct 19 12:03:39.520661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-d5930648-4334-47fa-bfe9-98e1ec988e60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a279c768-c936-48ff-bd8f-9e4760688fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238569 Oct 19 12:03:39.614902 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-5687ec95-1b0c-4b93-ac60-4491a819fa2d service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827401 Oct 19 12:03:39.709490 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8cdde2cb-b142-420b-96b1-4ac95c82fbf0 req-afc5d96f-79a5-4e0a-920b-9b23a4bdef2d service neutron] 10.222.0.26 "GET /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825388 Oct 19 12:03:39.813155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 585d15ce-dae4-408d-b1cd-289d7e6608dd no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:03:39.850598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 585d15ce-dae4-408d-b1cd-289d7e6608dd not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:03:40.190946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a12fb-25eb-496e-b4b7-40191032f0cb req-ec369e07-742a-4d50-9de2-6ffb4cd16f7a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:40.192425 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd9a12fb-25eb-496e-b4b7-40191032f0cb req-ec369e07-742a-4d50-9de2-6ffb4cd16f7a tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0493858 Oct 19 12:03:40.230301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd9a12fb-25eb-496e-b4b7-40191032f0cb req-ad80013b-6dfb-45ec-a261-af4a9b68ef7f tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319808 Oct 19 12:03:41.165933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 585d15ce-dae4-408d-b1cd-289d7e6608dd details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:03:41.264164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:03:41.275870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '585d15ce-dae4-408d-b1cd-289d7e6608dd', 'network_id': 'a279c768-c936-48ff-bd8f-9e4760688fbf', 'port_id': '585d15ce-dae4-408d-b1cd-289d7e6608dd', 'mac_address': 'fa:16:3e:a3:a6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca50a806-aa8c-45dd-973e-cb3f77900319', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:03:41.314143 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:41.327143 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585d15ce-dae4-408d-b1cd-289d7e6608dd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:03:41.346374 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:03:41.346941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6789a2-6f7b-4326-b6b1-322046c3ef4b req-bf97bd72-f2e1-462a-8a62-426343d0d586 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:41.348441 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1c6789a2-6f7b-4326-b6b1-322046c3ef4b req-bf97bd72-f2e1-462a-8a62-426343d0d586 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 943 time: 0.0495269 Oct 19 12:03:41.394290 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1c6789a2-6f7b-4326-b6b1-322046c3ef4b req-f67d9393-38c9-488c-bb89-5765c058dd68 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Oct 19 12:03:41.419483 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:41.470661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=585d15ce-dae4-408d-b1cd-289d7e6608dd,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:41.515739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c6114-7a17-465a-96bb-c3e5597d03b2 req-2fd7a949-35b0-4414-abe8-f677db522416 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:41.517370 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-671c6114-7a17-465a-96bb-c3e5597d03b2 req-2fd7a949-35b0-4414-abe8-f677db522416 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 944 time: 0.0542600 Oct 19 12:03:41.556715 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-671c6114-7a17-465a-96bb-c3e5597d03b2 req-5ba4c5f5-cf93-4213-ad42-91db4b5a92d8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335262 Oct 19 12:03:41.643965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['585d15ce-dae4-408d-b1cd-289d7e6608dd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:03:41.674098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec0c29-0288-486c-adf5-b50ff940857c req-1036a0a8-eab5-446e-a1c1-f629eb243721 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:41.675961 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6ec0c29-0288-486c-adf5-b50ff940857c req-1036a0a8-eab5-446e-a1c1-f629eb243721 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 944 time: 0.0504816 Oct 19 12:03:41.713183 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6ec0c29-0288-486c-adf5-b50ff940857c req-a86fbdb4-9fe9-4ca4-b535-8c1932a89c89 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Oct 19 12:03:42.277562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feeff9-2d96-46bd-9aff-4bf18df5403e req-b2d7f709-21e0-4755-8ab7-36a66f9b66c8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:42.279038 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97feeff9-2d96-46bd-9aff-4bf18df5403e req-b2d7f709-21e0-4755-8ab7-36a66f9b66c8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 944 time: 0.0490248 Oct 19 12:03:42.316611 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-97feeff9-2d96-46bd-9aff-4bf18df5403e req-22732786-f54a-487b-a17f-80565630a342 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Oct 19 12:03:43.189626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 585d15ce-dae4-408d-b1cd-289d7e6608dd up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:03:43.305645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 585d15ce-dae4-408d-b1cd-289d7e6608dd completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:03:43.309496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 585d15ce-dae4-408d-b1cd-289d7e6608dd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:43.309867 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:43.390155 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:43.413102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:03:43.415723 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6db99e-543d-43c3-a34b-4d277b6308e6" -d '{"events": [{"server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "name": "network-vif-plugged", "status": "completed", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:03:43.429412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:03:43.431020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0d353-a454-47be-8d02-9ea930cb0fde req-7a2f32dc-c2e2-416d-b7b7-70bf819a0d73 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:43.432527 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1d0d353-a454-47be-8d02-9ea930cb0fde req-7a2f32dc-c2e2-416d-b7b7-70bf819a0d73 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 944 time: 0.0492673 Oct 19 12:03:43.478467 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f1d0d353-a454-47be-8d02-9ea930cb0fde req-492bad0e-4c62-40af-9bf5-5edd83d5ac81 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/security-groups?id=d5060fcd-e05f-4e7d-af6b-8dcecc97b899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392420 Oct 19 12:03:43.486273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29fabb-7071-4c62-81ab-fde5a2fbd5ff req-7013d111-1fbf-40b0-9bf1-0bedcf2d2217 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:43.487887 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5f29fabb-7071-4c62-81ab-fde5a2fbd5ff req-7013d111-1fbf-40b0-9bf1-0bedcf2d2217 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 944 time: 0.0541399 Oct 19 12:03:43.494117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:43.532099 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ede4e1-dc7d-486e-aee5-be075ba7ff7c x-openstack-request-id: req-43ede4e1-dc7d-486e-aee5-be075ba7ff7c {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:03:43.532396 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "name": "network-vif-plugged", "status": "completed", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:03:43.532716 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43ede4e1-dc7d-486e-aee5-be075ba7ff7c {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:03:43.533133 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd', 'code': 200} Oct 19 12:03:43.549986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=585d15ce-dae4-408d-b1cd-289d7e6608dd,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:43.586944 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-5f29fabb-7071-4c62-81ab-fde5a2fbd5ff req-e9d4a5e2-7317-476f-9f16-b95504c52df3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Deleting port 585d15ce-dae4-408d-b1cd-289d7e6608dd {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:03:43.587282 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5f29fabb-7071-4c62-81ab-fde5a2fbd5ff req-e9d4a5e2-7317-476f-9f16-b95504c52df3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:43.673325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5f29fabb-7071-4c62-81ab-fde5a2fbd5ff req-e9d4a5e2-7317-476f-9f16-b95504c52df3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] For port 585d15ce-dae4-408d-b1cd-289d7e6608dd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=585d15ce-dae4-408d-b1cd-289d7e6608dd,segment=NetworkSegment(68b54008-0591-4ea5-be3a-7321b403380a),segment_id=68b54008-0591-4ea5-be3a-7321b403380a)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:03:43.673683 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5f29fabb-7071-4c62-81ab-fde5a2fbd5ff req-e9d4a5e2-7317-476f-9f16-b95504c52df3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:43.686290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-5f29fabb-7071-4c62-81ab-fde5a2fbd5ff req-e9d4a5e2-7317-476f-9f16-b95504c52df3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Calling delete_port for 585d15ce-dae4-408d-b1cd-289d7e6608dd owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:03:43.876715 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5f29fabb-7071-4c62-81ab-fde5a2fbd5ff req-e9d4a5e2-7317-476f-9f16-b95504c52df3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:43.888512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['585d15ce-dae4-408d-b1cd-289d7e6608dd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:03:43.906437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4a5e2-7317-476f-9f16-b95504c52df3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Pushing event deleted for resources: {'Port': ['ID=585d15ce-dae4-408d-b1cd-289d7e6608dd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:43.950720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f29fabb-7071-4c62-81ab-fde5a2fbd5ff req-e9d4a5e2-7317-476f-9f16-b95504c52df3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] No DVR routers for this DVR port 585d15ce-dae4-408d-b1cd-289d7e6608dd on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:03:43.953375 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5f29fabb-7071-4c62-81ab-fde5a2fbd5ff req-e9d4a5e2-7317-476f-9f16-b95504c52df3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:43.956675 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5f29fabb-7071-4c62-81ab-fde5a2fbd5ff req-e9d4a5e2-7317-476f-9f16-b95504c52df3 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.49 "DELETE /v2.0/ports/585d15ce-dae4-408d-b1cd-289d7e6608dd HTTP/1.1" status: 204 len: 173 time: 0.4622185 Oct 19 12:03:43.957117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'name': 'network-vif-deleted', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:03:43.959454 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3457e31a-ce83-432f-847a-85ec9fb0c9bf" -d '{"events": [{"server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "name": "network-vif-deleted", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:03:43.994971 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6d3d32-9d51-46d4-a961-51756231036d x-openstack-request-id: req-af6d3d32-9d51-46d4-a961-51756231036d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:03:43.995263 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a94519-b337-4f36-9d65-9effc9dfbd9e", "name": "network-vif-deleted", "tag": "585d15ce-dae4-408d-b1cd-289d7e6608dd", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:03:43.995510 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af6d3d32-9d51-46d4-a961-51756231036d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:03:43.995899 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a94519-b337-4f36-9d65-9effc9dfbd9e', 'name': 'network-vif-deleted', 'tag': '585d15ce-dae4-408d-b1cd-289d7e6608dd', 'status': 'completed', 'code': 200} Oct 19 12:03:44.584711 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-006c220d-fded-4f1b-a203-881ca1276bec req-aa4acfdb-f82b-41fa-b376-3bb920778dc8 tempest-ServerDiskConfigTestJSON-434429687 tempest-ServerDiskConfigTestJSON-434429687-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2a94519-b337-4f36-9d65-9effc9dfbd9e HTTP/1.1" status: 200 len: 210 time: 0.0267279 Oct 19 12:03:45.703375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49142) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:45.750982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fba845-c455-4609-92da-4c9fe761d14a admin admin] Deleting subnet ca50a806-aa8c-45dd-973e-cb3f77900319 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:03:45.753947 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54fba845-c455-4609-92da-4c9fe761d14a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:45.787164 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54fba845-c455-4609-92da-4c9fe761d14a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:45.825388 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54fba845-c455-4609-92da-4c9fe761d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:45.933516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54fba845-c455-4609-92da-4c9fe761d14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:45.965952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fba845-c455-4609-92da-4c9fe761d14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca50a806-aa8c-45dd-973e-cb3f77900319,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:45.968097 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-54fba845-c455-4609-92da-4c9fe761d14a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:45.971864 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-54fba845-c455-4609-92da-4c9fe761d14a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ca50a806-aa8c-45dd-973e-cb3f77900319 HTTP/1.1" status: 204 len: 168 time: 0.2667608 Oct 19 12:03:45.973752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49144) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:46.039967 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:46.116483 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:46.136854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a279c768-c936-48ff-bd8f-9e4760688fbf']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:03:46.146247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b54008-0591-4ea5-be3a-7321b403380a') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:03:46.146538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b54008-0591-4ea5-be3a-7321b403380a') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:03:46.155476 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:46.168095 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:46.173713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:03:46.174085 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: timer() Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:03:46.175653 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:03:46.294358 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:46.299582 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:46.302696 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a279c768-c936-48ff-bd8f-9e4760688fbf HTTP/1.1" status: 204 len: 168 time: 0.3280349 Oct 19 12:03:46.313939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666347f-e624-43a2-9620-d37bd332bc93 admin admin] Pushing event deleted for resources: {'Network': ['ID=a279c768-c936-48ff-bd8f-9e4760688fbf,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:46.587955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49150) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:46.630312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b96ff8a5-d160-4c47-b937-7f323b5ddfc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62557da948754448b9882ed2400906ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411916 Oct 19 12:03:46.632754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 49152) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:46.679747 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a291e40-0f95-4bb1-9f0e-93d63a03f122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:46.700586 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a291e40-0f95-4bb1-9f0e-93d63a03f122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:46.785396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a291e40-0f95-4bb1-9f0e-93d63a03f122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:46.788036 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0a291e40-0f95-4bb1-9f0e-93d63a03f122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:46.789193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0a291e40-0f95-4bb1-9f0e-93d63a03f122 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5060fcd-e05f-4e7d-af6b-8dcecc97b899 HTTP/1.1" status: 204 len: 168 time: 0.1555436 Oct 19 12:03:46.797576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a291e40-0f95-4bb1-9f0e-93d63a03f122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5060fcd-e05f-4e7d-af6b-8dcecc97b899,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:47.236147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 585d15ce-dae4-408d-b1cd-289d7e6608dd no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:03:47.255868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 585d15ce-dae4-408d-b1cd-289d7e6608dd {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:03:47.256207 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 585d15ce-dae4-408d-b1cd-289d7e6608dd not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:03:47.737129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49174) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:47.839283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1348584543-network', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:03:47.910285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Made reservation on behalf of 9a0dcef8170e4e968d7182b6da19117b for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:03:47.912528 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:47.921474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:47.993206 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:48.064744 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:48.101804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:03:48.120108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f17dff-cd50-412e-9708-139f6876df4c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:48.126433 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:48.126775 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Added segment b86eba8a-52cd-4f22-a97a-d722d05707dd of type vlan for network 532277dd-16a6-4697-b3d6-eb33995261fa Oct 19 12:03:48.167247 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:48.247825 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:48.248805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:48.249388 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:48.311110 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] Pushing event updated for resources: {'Network': ['ID=532277dd-16a6-4697-b3d6-eb33995261fa,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:48.320750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 532277dd-16a6-4697-b3d6-eb33995261fa details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:03:48.330987 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ef1c2d9d-7d0c-405d-8c04-479cd6ba9a1f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5926189 Oct 19 12:03:48.333762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49178) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:48.338522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] Request body: {'subnet': {'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1348584543-subnet', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:03:48.413749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] Made reservation on behalf of 9a0dcef8170e4e968d7182b6da19117b for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:03:48.416448 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:48.614024 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:48.669634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=605975b8-cd07-44be-9dd4-92df520a1988,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:48.677408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:03:48.677764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] Network hostable DHCP agents. Network: 532277dd-16a6-4697-b3d6-eb33995261fa, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:03:48.733417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] Network 532277dd-16a6-4697-b3d6-eb33995261fa is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:03:48.785225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 532277dd-16a6-4697-b3d6-eb33995261fa) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:03:48.789365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:48.790209 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:48.794799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaa95a8-4c88-46af-b91c-11d78de1de95 None None] Network 532277dd-16a6-4697-b3d6-eb33995261fa requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:03:48.895688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e536d56f-370e-4a51-9986-5c3b909f96ae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5608664 Oct 19 12:03:48.898326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49180) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:48.903491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:03:48.937109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-532277dd-16a6-4697-b3d6-eb33995261fa', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:03:48.938012 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.008182 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.009323 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.065517 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.071526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Allocated IP 172.20.0.2 (532277dd-16a6-4697-b3d6-eb33995261fa/605975b8-cd07-44be-9dd4-92df520a1988/3b8019aa-ad10-4b02-b7ff-68ddc64253ff) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:03:49.212204 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.256169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.265854 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.305332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Network 532277dd-16a6-4697-b3d6-eb33995261fa is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:03:49.308092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:03:49.311577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:03:49.318195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Pushing event updated for resources: {'Port': ['ID=3b8019aa-ad10-4b02-b7ff-68ddc64253ff,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:49.367148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Attempting to bind port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:03:49.367831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Attempting to bind port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:03:49.367831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Attempting to bind port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:03:49.372666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:03:49.373035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:03:49.373422 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.373802 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:03:49.374249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Bound port: 3b8019aa-ad10-4b02-b7ff-68ddc64253ff, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:03:49.374616 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.455372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] For port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:03:49.458505 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] For port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3b8019aa-ad10-4b02-b7ff-68ddc64253ff,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:03:49.511511 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.512324 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.531711 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.568425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757c977-5ec1-4c07-8698-10beb768be4e None None] Pushing event updated for resources: {'Port': ['ID=3b8019aa-ad10-4b02-b7ff-68ddc64253ff,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:49.642459 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Allocated IP 172.25.2.26 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/8b4fcea2-6dcc-4324-86ac-2dab9c788135) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:03:49.777032 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.877487 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.922152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:03:49.925067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:03:49.927493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:03:49.945260 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:49.952124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Pushing event updated for resources: {'Port': ['ID=8b4fcea2-6dcc-4324-86ac-2dab9c788135,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:50.437300 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:50.472187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd651c27-3b7e-4b7a-ac68-d43924ce29c1 None None] Network 532277dd-16a6-4697-b3d6-eb33995261fa requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:03:50.584478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-33bf44a5-b8e2-4209-a586-5188eb7b9940 None None] Provisioning complete for port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:50.584869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33bf44a5-b8e2-4209-a586-5188eb7b9940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:50.592439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:50.695110 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33bf44a5-b8e2-4209-a586-5188eb7b9940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:50.731466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-33bf44a5-b8e2-4209-a586-5188eb7b9940 None None] For port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3b8019aa-ad10-4b02-b7ff-68ddc64253ff,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:03:50.796871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-33bf44a5-b8e2-4209-a586-5188eb7b9940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:50.810260 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:50.851587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf44a5-b8e2-4209-a586-5188eb7b9940 None None] Pushing event updated for resources: {'Port': ['ID=3b8019aa-ad10-4b02-b7ff-68ddc64253ff,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:50.914054 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e754b2cd-97cb-41cd-ab10-84d8985bad77 None None] Provisioning complete for port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:50.914417 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e754b2cd-97cb-41cd-ab10-84d8985bad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:51.007816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:03:51.037442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3b8019aa-ad10-4b02-b7ff-68ddc64253ff up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:03:51.087172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:51.087540 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:51.112671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:03:51.121848 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Sync routers for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:03:51.130967 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:03:51.135075 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:03:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:03:51.172548 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:51.174363 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0f249a26-c8af-4a94-8c17-1380bbce5476 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2749910 Oct 19 12:03:51.177142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49182) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:51.235395 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:03:51.412066 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:50Z', 'revision_number': 3, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:03:51.438776 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Checking router: b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:03:51.439121 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Updating router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 port 8b4fcea2-6dcc-4324-86ac-2dab9c788135 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:03:51.463251 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:51.596951 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:51.712077 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:51.785240 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:51.802885 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Allocated IP 172.20.0.1 (532277dd-16a6-4697-b3d6-eb33995261fa/605975b8-cd07-44be-9dd4-92df520a1988/46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:03:51.839100 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Attempting to bind port 8b4fcea2-6dcc-4324-86ac-2dab9c788135 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:03:51.839462 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Attempting to bind port 8b4fcea2-6dcc-4324-86ac-2dab9c788135 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:03:51.839845 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Attempting to bind port 8b4fcea2-6dcc-4324-86ac-2dab9c788135 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:03:51.842587 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Pushing event updated for resources: {'Port': ['ID=8b4fcea2-6dcc-4324-86ac-2dab9c788135,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:51.850501 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:03:51.850869 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:03:51.851260 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:51.851643 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:03:51.852215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Bound port: 8b4fcea2-6dcc-4324-86ac-2dab9c788135, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:03:51.852609 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:51.855483 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.855822 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.856159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.856487 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.856834 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.857158 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.857481 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.857801 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.858118 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.858507 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.858824 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.859139 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:03:51.909219 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] For port 8b4fcea2-6dcc-4324-86ac-2dab9c788135, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:03:51.912161 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] For port 8b4fcea2-6dcc-4324-86ac-2dab9c788135, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8b4fcea2-6dcc-4324-86ac-2dab9c788135,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:03:51.912336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:51.997328 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:52.025519 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:52.055262 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:03:52.055794 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:03:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:03:52.072766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Network 532277dd-16a6-4697-b3d6-eb33995261fa is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:03:52.076296 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:03:52.078687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:03:52.089572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fd5c0-f384-4fdc-a1b6-efdc1544e968 None None] Pushing event updated for resources: {'Port': ['ID=8b4fcea2-6dcc-4324-86ac-2dab9c788135,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:52.103288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Pushing event updated for resources: {'Port': ['ID=46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:52.123369 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:52.173125 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:03:52.326754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f5f7afd2-fd55-4f5e-8793-c32e431d3bce None None] Provisioning complete for port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:52.327297 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f5f7afd2-fd55-4f5e-8793-c32e431d3bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:52.336684 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:52.361404 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:50Z', 'revision_number': 3, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:03:52.362218 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7afd2-fd55-4f5e-8793-c32e431d3bce None None] Port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:03:52.388133 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0a1cc-2891-4ed0-a3ce-8814460ed40c None None] The sync data for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 is: [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:50Z', 'revision_number': 3, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:03:52.511476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:52.563633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:52.637960 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:52.640105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Pushing event updated for resources: {'Port': ['ID=46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:52.742720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Network 532277dd-16a6-4697-b3d6-eb33995261fa is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:03:52.744163 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:03:52.878760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:03:52.990383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7c70b448-0669-4deb-aadd-e74861202d7e None None] Provisioning complete for port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:52.990752 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7c70b448-0669-4deb-aadd-e74861202d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:53.000182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:03:53.005691 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a737082f-c370-4f36-aa41-0590ae83a50e admin admin] 10.222.0.39 "PUT /v2.0/routers/b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8274949 Oct 19 12:03:53.041693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7c70b448-0669-4deb-aadd-e74861202d7e None None] Port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:03:53.060828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8b4fcea2-6dcc-4324-86ac-2dab9c788135 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:03:53.112630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 8b4fcea2-6dcc-4324-86ac-2dab9c788135 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:53.112999 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:53.193773 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:53.214498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 8b4fcea2-6dcc-4324-86ac-2dab9c788135, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8b4fcea2-6dcc-4324-86ac-2dab9c788135,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:03:53.259682 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:53.317673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=8b4fcea2-6dcc-4324-86ac-2dab9c788135,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:53.643514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49190) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:53.648342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-be54cb85-19b4-4337-969a-f13827ef4f27 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165480857', 'description': 'tempest-description--2035869481'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:03:53.716973 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-be54cb85-19b4-4337-969a-f13827ef4f27 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:53.784164 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-be54cb85-19b4-4337-969a-f13827ef4f27 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:53.825413 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-be54cb85-19b4-4337-969a-f13827ef4f27 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:53.854081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54cb85-19b4-4337-969a-f13827ef4f27 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72e3902-fc81-4bb1-b88c-1cafd9c1b457,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:53.907537 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-be54cb85-19b4-4337-969a-f13827ef4f27 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:53.908847 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-be54cb85-19b4-4337-969a-f13827ef4f27 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2642794 Oct 19 12:03:53.911702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49192) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:53.916426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-937ed867-e066-4b0b-b338-98e590def82b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'security_group_rule': {'security_group_id': 'c72e3902-fc81-4bb1-b88c-1cafd9c1b457', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:03:53.966118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Sync routers for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:03:53.975954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:03:53.975954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:03:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:03:53.990262 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-937ed867-e066-4b0b-b338-98e590def82b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.046807 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-937ed867-e066-4b0b-b338-98e590def82b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.081390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:03:54.099564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-937ed867-e066-4b0b-b338-98e590def82b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.119007 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ed867-e066-4b0b-b338-98e590def82b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4716ac96-d170-4361-9a61-5b87537c7820,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:54.210017 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-937ed867-e066-4b0b-b338-98e590def82b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.211185 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-937ed867-e066-4b0b-b338-98e590def82b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2985101 Oct 19 12:03:54.213867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49194) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:54.218813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-346a3273-627a-4ce5-8c73-5bc544908d49 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'security_group_rule': {'security_group_id': 'c72e3902-fc81-4bb1-b88c-1cafd9c1b457', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:03:54.279868 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 2, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:03:54.293112 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-346a3273-627a-4ce5-8c73-5bc544908d49 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.305965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Checking router: b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:03:54.306315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Updating router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:03:54.335538 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.351098 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-346a3273-627a-4ce5-8c73-5bc544908d49 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.396602 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-346a3273-627a-4ce5-8c73-5bc544908d49 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.424468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a3273-627a-4ce5-8c73-5bc544908d49 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c79d999-b944-4ac3-8814-000ace5f7fad,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:54.490217 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-346a3273-627a-4ce5-8c73-5bc544908d49 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.491466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-346a3273-627a-4ce5-8c73-5bc544908d49 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2766411 Oct 19 12:03:54.494500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49196) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:03:54.499687 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:03:54.595252 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.602178 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.659497 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.708087 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.711486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13de0b8-26e0-4f4a-a01d-2706b72075f7 None None] Pushing event updated for resources: {'Port': ['ID=46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:54.764556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Attempting to bind port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:03:54.764937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Attempting to bind port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:03:54.765296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Attempting to bind port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:03:54.770851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:03:54.771297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:03:54.771770 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.772217 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:03:54.772707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Bound port: 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:03:54.773087 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.833117 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Allocated IP 172.25.2.14 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/e84a5d28-be30-4065-89ac-6e6ed149a888) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:03:54.842355 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] For port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:03:54.849659 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] For port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:03:54.939972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:54.941370 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.011056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3ee727a8-1a45-437f-938c-3ba1ed012972 None None] Provisioning complete for port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:55.011542 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3ee727a8-1a45-437f-938c-3ba1ed012972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.015755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13de0b8-26e0-4f4a-a01d-2706b72075f7 None None] Pushing event updated for resources: {'Port': ['ID=46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:55.042318 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.112044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:03:55.119921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:03:55.123469 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:03:55.149571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event updated for resources: {'Port': ['ID=e84a5d28-be30-4065-89ac-6e6ed149a888,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:55.199472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8b4fcea2-6dcc-4324-86ac-2dab9c788135 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:03:55.205443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:03:55.206075 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:03:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:03:55.226749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.362375 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.387931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 8b4fcea2-6dcc-4324-86ac-2dab9c788135 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:55.388305 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.431913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:03:55.437917 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3ee727a8-1a45-437f-938c-3ba1ed012972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.495836 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1d92027f-0511-46cc-bf6d-da5840bc6035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.532795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.568180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3ee727a8-1a45-437f-938c-3ba1ed012972 None None] For port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:03:55.579343 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.625538 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3ee727a8-1a45-437f-938c-3ba1ed012972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.653763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event updated for resources: {'Port': ['ID=e84a5d28-be30-4065-89ac-6e6ed149a888,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:55.667294 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.731393 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee727a8-1a45-437f-938c-3ba1ed012972 None None] Pushing event updated for resources: {'Port': ['ID=46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:55.741577 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.743498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0650db06-24e2-48d2-91ad-91d6a66b2ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2473550 Oct 19 12:03:55.757654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1ce81143-e4de-4e97-abec-e4387e722dbb None None] Provisioning complete for port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:55.758027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1ce81143-e4de-4e97-abec-e4387e722dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:55.807117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:54Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:03:55.836819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c8ef9-716a-48dd-95aa-381e3f41f832 None None] The sync data for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 is: [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:54Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:03:55.906492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-1d39c2d0-5bbd-4af4-b9e8-7a560eb2f4dc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--165480857&fields=id&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 267 time: 0.0543742 Oct 19 12:03:56.346033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0df9de49-af35-4e2f-bba1-52e5bb2bd56d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:56.347564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0df9de49-af35-4e2f-bba1-52e5bb2bd56d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 812 time: 0.4283857 Oct 19 12:03:56.363127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-c6a377ca-8440-4191-b507-09c3cdf15cf3 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/quotas/9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 375 time: 0.0095534 Oct 19 12:03:56.417766 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-f19605c7-c28d-45c6-9b9a-58252fff22b0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488453 Oct 19 12:03:56.574423 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-f8c43247-fb3c-432b-bd4f-f4577ec0aa4a service neutron] 10.222.0.39 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442413 Oct 19 12:03:56.666806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-3a4ec231-9295-4924-b0ab-680f139116e8 service neutron] 10.222.0.39 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859048 Oct 19 12:03:56.906237 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af9d4932-0d9d-4e1c-b43d-f54ed5a3a146 req-99bdfe01-8b4f-4678-8e83-80922b21822f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 210 time: 0.0311747 Oct 19 12:03:57.029146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:03:57.076133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:57.076496 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:57.836131 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-90e38991-db4d-49f8-b048-5998a0097e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:57.999418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a229d636-2da4-4810-a3df-3da3e24c9c88 req-4bba9e8c-b2cb-4426-8297-4bcf8a2bac00 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 210 time: 0.0262566 Oct 19 12:03:58.830145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-b590c92a-2189-4e01-94c7-7edb27b47ed3 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:58.831585 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-b590c92a-2189-4e01-94c7-7edb27b47ed3 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 812 time: 0.1024313 Oct 19 12:03:58.883298 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-8da4b9a2-c2b6-41eb-831c-c85e88bb9698 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 379 time: 0.0409524 Oct 19 12:03:58.892815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'port': {'device_id': 'dfe03101-7374-4188-b236-b0e13c116040', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'admin_state_up': True, 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'security_groups': ['c72e3902-fc81-4bb1-b88c-1cafd9c1b457']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:03:59.042312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Made reservation on behalf of 9a0dcef8170e4e968d7182b6da19117b for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:03:59.046497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:59.087260 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:59.122242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0aad178-626e-4914-b8c7-cb69a2d52c29 req-67defe62-7062-4e2f-a65f-1abdff811aa6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 210 time: 0.0533419 Oct 19 12:03:59.201398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Allocated IP 172.20.0.3 (532277dd-16a6-4697-b3d6-eb33995261fa/605975b8-cd07-44be-9dd4-92df520a1988/2d4ff965-bce7-4f4c-add6-d1927d3de4cd) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:03:59.218573 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:59.333794 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:59.419292 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:59.475955 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Network 532277dd-16a6-4697-b3d6-eb33995261fa is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:03:59.479060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:03:59.483388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:03:59.489602 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event updated for resources: {'Port': ['ID=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:03:59.536298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:03:59.536944 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:59.610579 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-9c19e229-2ef2-448f-96c1-3ee0effd78d0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214000 Oct 19 12:03:59.623672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Request body: {'port': {'device_id': 'dfe03101-7374-4188-b236-b0e13c116040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:03:59.677849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:59.748354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-41d3f92b-ef25-4f9b-a244-7eec030f07a3 None None] Provisioning complete for port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:03:59.748895 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41d3f92b-ef25-4f9b-a244-7eec030f07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:59.785469 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-41d3f92b-ef25-4f9b-a244-7eec030f07a3 None None] Port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:03:59.946628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4ff965-bce7-4f4c-add6-d1927d3de4cd {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:03:59.954691 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:03:59.967042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Transition to ACTIVE for port object 2d4ff965-bce7-4f4c-add6-d1927d3de4cd will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:04:00.046934 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:00.100005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:04:00.173752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Attempting to bind port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:04:00.174101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Attempting to bind port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:04:00.174414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Attempting to bind port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:04:00.179241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd on network 532277dd-16a6-4697-b3d6-eb33995261fa not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:04:00.179574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Attempting to bind port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:04:00.185334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:04:00.185672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:04:00.186060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:04:00.186486 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Bound port: 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:04:00.186845 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:00.252572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f1bee-56ac-42b6-893a-dfb0260c1755 req-dd8e8d49-618a-47c2-a4d7-eb328c4bedb4 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:00.254717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-293f1bee-56ac-42b6-893a-dfb0260c1755 req-dd8e8d49-618a-47c2-a4d7-eb328c4bedb4 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 943 time: 0.0555370 Oct 19 12:04:00.256327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:04:00.266446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:04:00.294716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-293f1bee-56ac-42b6-893a-dfb0260c1755 req-43409f87-b90f-4db2-912d-7a3ff1c40440 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328114 Oct 19 12:04:00.322427 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:00.360412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:00.361046 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:00.362441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] 10.222.0.49 "PUT /v2.0/ports/2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 200 len: 1091 time: 0.7432928 Oct 19 12:04:00.362884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:04:00.365160 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48287bd2-9365-4040-9630-9ab000003b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:04:00.388574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabd754-7b19-4f83-8730-55aad6cb7591 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:04:00.406393 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0baadd9-7233-424d-910b-1f5aeebcbeeb x-openstack-request-id: req-a0baadd9-7233-424d-910b-1f5aeebcbeeb {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:04:00.406701 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:04:00.406958 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0baadd9-7233-424d-910b-1f5aeebcbeeb {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:04:00.407365 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'status': 'completed', 'code': 200} Oct 19 12:04:00.475263 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48287bd2-9365-4040-9630-9ab000003b1f req-3c1d0b2f-2461-43dd-b525-5dcc97f8cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:00.476877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-48287bd2-9365-4040-9630-9ab000003b1f req-3c1d0b2f-2461-43dd-b525-5dcc97f8cb8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 1094 time: 0.0476863 Oct 19 12:04:00.582865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48287bd2-9365-4040-9630-9ab000003b1f req-23b1f738-282f-448f-b50f-8aaeb79b1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:00.584344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-48287bd2-9365-4040-9630-9ab000003b1f req-23b1f738-282f-448f-b50f-8aaeb79b1c2f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9a0dcef8170e4e968d7182b6da19117b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1002181 Oct 19 12:04:00.680169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48287bd2-9365-4040-9630-9ab000003b1f req-2d9936e7-5546-432f-947d-4f8592339e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:00.681689 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-48287bd2-9365-4040-9630-9ab000003b1f req-2d9936e7-5546-432f-947d-4f8592339e68 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904365 Oct 19 12:04:00.967810 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:01.066808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-634d9048-44d1-4980-a58a-bfa89a6b12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:01.068309 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-634d9048-44d1-4980-a58a-bfa89a6b12d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 1094 time: 0.3531294 Oct 19 12:04:01.108145 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-a9f8e771-c1c3-41df-85db-2d3ce20ebd19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 200 len: 217 time: 0.0323269 Oct 19 12:04:01.155887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-751a3def-04b4-4670-be19-767a6d6163f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:01.157301 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-751a3def-04b4-4670-be19-767a6d6163f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0430214 Oct 19 12:04:01.206663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-47ede8ab-8b39-45a0-8632-8127c665d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:01.208133 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-47ede8ab-8b39-45a0-8632-8127c665d35c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433171 Oct 19 12:04:01.297034 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-dbd3c113-7d2d-46c2-a5e9-0a45bd1a082b service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818839 Oct 19 12:04:01.395918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2520d4b-a2f4-405c-a66d-1c8a6be88638 req-1da23be0-c739-45f4-87e2-4b7391db3189 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918584 Oct 19 12:04:01.409984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48ba5-f218-4a34-80b1-22e5e56aacc5 req-022e7d40-3b42-4e29-926a-c9cb11f94b3a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:01.411488 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c8b48ba5-f218-4a34-80b1-22e5e56aacc5 req-022e7d40-3b42-4e29-926a-c9cb11f94b3a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 943 time: 0.0492437 Oct 19 12:04:01.448833 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c8b48ba5-f218-4a34-80b1-22e5e56aacc5 req-3b13271f-829f-4750-82dd-f8231886464e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310321 Oct 19 12:04:02.564666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23729c03-4e2e-4d30-8618-72e93bc1835e req-aff2cff0-deb2-4e2b-92af-0e97bd1291a4 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:02.566124 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23729c03-4e2e-4d30-8618-72e93bc1835e req-aff2cff0-deb2-4e2b-92af-0e97bd1291a4 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 943 time: 0.0487304 Oct 19 12:04:02.602566 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23729c03-4e2e-4d30-8618-72e93bc1835e req-d5422b3c-770d-4fee-b9fe-c5d1c3102846 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306373 Oct 19 12:04:03.713849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0897e-236f-4746-a998-bd2327225735 req-7759343e-d1c8-42c2-ad74-eeca73e8713b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:03.715223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbe0897e-236f-4746-a998-bd2327225735 req-7759343e-d1c8-42c2-ad74-eeca73e8713b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 943 time: 0.0477090 Oct 19 12:04:03.751949 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fbe0897e-236f-4746-a998-bd2327225735 req-d5b8d11a-acbe-48ea-95db-318a128bd8c8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Oct 19 12:04:04.877192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34943278-451c-4199-9c88-1b12321cf316 req-72a58b38-709c-47e6-929e-614942be606c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:04.878666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-34943278-451c-4199-9c88-1b12321cf316 req-72a58b38-709c-47e6-929e-614942be606c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 943 time: 0.0507276 Oct 19 12:04:04.921341 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-34943278-451c-4199-9c88-1b12321cf316 req-83b41ca2-da59-4743-8526-bee995b07ed6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367041 Oct 19 12:04:05.360842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2d4ff965-bce7-4f4c-add6-d1927d3de4cd details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:04:05.460963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:04:05.474040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'port_id': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'mac_address': 'fa:16:3e:be:c0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:04:05.515071 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:05.527676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4ff965-bce7-4f4c-add6-d1927d3de4cd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:04:05.545996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:04:05.607383 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:05.653282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:04:05.660385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.660756 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.661093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.661431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.661759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.662084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.662404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.662723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.663044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.663359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.663676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.663991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:04:05.811716 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['2d4ff965-bce7-4f4c-add6-d1927d3de4cd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:04:06.036657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d9c93-76c9-4074-9b55-180df008dd19 req-cb59733c-03e8-46fe-bbbd-7b08c154b850 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:06.038089 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff6d9c93-76c9-4074-9b55-180df008dd19 req-cb59733c-03e8-46fe-bbbd-7b08c154b850 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 944 time: 0.0513563 Oct 19 12:04:06.082486 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff6d9c93-76c9-4074-9b55-180df008dd19 req-af0d1276-4968-4185-bb16-4d7be709e395 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377309 Oct 19 12:04:07.196493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714dee1-682c-4851-8b2a-0d666fdbf9dd req-8aae3c6e-38e9-4663-9b68-18b8206a0582 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:07.197963 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a714dee1-682c-4851-8b2a-0d666fdbf9dd req-8aae3c6e-38e9-4663-9b68-18b8206a0582 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 944 time: 0.0480273 Oct 19 12:04:07.235503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a714dee1-682c-4851-8b2a-0d666fdbf9dd req-21458b57-389d-47ab-9f91-3f2d17f29e39 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310395 Oct 19 12:04:07.376996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2d4ff965-bce7-4f4c-add6-d1927d3de4cd up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:04:07.499108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:04:07.503525 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:04:07.504031 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:07.581198 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:07.602406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:04:07.604649 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e75a4a-6e46-437c-9a62-3ca7a298c94e" -d '{"events": [{"server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "name": "network-vif-plugged", "status": "completed", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:04:07.620061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:04:07.644679 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489eebe9-f51c-4dde-ae58-b95692c32877 x-openstack-request-id: req-489eebe9-f51c-4dde-ae58-b95692c32877 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:04:07.644679 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "name": "network-vif-plugged", "status": "completed", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:04:07.644679 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-489eebe9-f51c-4dde-ae58-b95692c32877 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:04:07.644679 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'code': 200} Oct 19 12:04:07.687199 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:07.733743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:04:07.738096 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074a26d-7ba6-4283-8a37-7c2f35f25aa8 req-18bfa9b8-e05e-4d3c-bd21-e58001bacf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:07.739623 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c074a26d-7ba6-4283-8a37-7c2f35f25aa8 req-18bfa9b8-e05e-4d3c-bd21-e58001bacf1c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 1096 time: 0.0405574 Oct 19 12:04:07.773728 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c074a26d-7ba6-4283-8a37-7c2f35f25aa8 req-ad89f1b5-6e3f-44f7-90a9-59bac40c2593 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273457 Oct 19 12:04:08.360912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e313933-090b-4058-8623-62598aa6e9f9 req-c96d41c5-7333-444c-a487-425f56d50bdc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:08.362380 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e313933-090b-4058-8623-62598aa6e9f9 req-c96d41c5-7333-444c-a487-425f56d50bdc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0483224 Oct 19 12:04:08.405137 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e313933-090b-4058-8623-62598aa6e9f9 req-9eafda3a-82b6-4323-bed0-44bca1c79c97 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368910 Oct 19 12:04:09.520477 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02984da-980c-4050-b60d-b17994d50702 req-059c10f8-cd53-4f50-91fa-0c7c3e6b20a2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:09.521981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f02984da-980c-4050-b60d-b17994d50702 req-059c10f8-cd53-4f50-91fa-0c7c3e6b20a2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0485997 Oct 19 12:04:09.559291 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f02984da-980c-4050-b60d-b17994d50702 req-f1e9c3a9-3357-479d-86a9-c7878c69be90 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308280 Oct 19 12:04:09.667181 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a07c38-dd97-4397-b6a4-046ede27381b req-40eac907-abbf-4e18-865c-dcb88e9b0998 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:09.669168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-45a07c38-dd97-4397-b6a4-046ede27381b req-40eac907-abbf-4e18-865c-dcb88e9b0998 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0487592 Oct 19 12:04:09.677961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49258) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:04:09.682328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6719264e-b851-4d7f-b756-d47efd229c9a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'floatingip': {'port_id': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:04:09.720337 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6719264e-b851-4d7f-b756-d47efd229c9a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:10.158085 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6719264e-b851-4d7f-b756-d47efd229c9a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:10.235681 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6719264e-b851-4d7f-b756-d47efd229c9a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:10.337368 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-6719264e-b851-4d7f-b756-d47efd229c9a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533 associated. External IP: 172.25.2.14, port: 2d4ff965-bce7-4f4c-add6-d1927d3de4cd. Oct 19 12:04:10.545209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6719264e-b851-4d7f-b756-d47efd229c9a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:04:10.652350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6719264e-b851-4d7f-b756-d47efd229c9a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:04:10.657533 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6719264e-b851-4d7f-b756-d47efd229c9a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:10.662814 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504c59a-8662-49cb-a425-5770566816ad None None] Sync routers for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:04:10.673363 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504c59a-8662-49cb-a425-5770566816ad None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:04:10.673955 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d504c59a-8662-49cb-a425-5770566816ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:03:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:04:10.684700 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6719264e-b851-4d7f-b756-d47efd229c9a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "PUT /v2.0/floatingips/200ba74f-4f78-49c8-a7d8-c4f2763e6533 HTTP/1.1" status: 200 len: 990 time: 1.0056543 Oct 19 12:04:10.685300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:04:10.687559 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f556fa5b-4966-463f-9c93-9a6b07521973" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:04:10.728169 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35b3289-d33c-4b9f-848d-630446298bd1 x-openstack-request-id: req-e35b3289-d33c-4b9f-848d-630446298bd1 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:04:10.729096 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:04:10.729096 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e35b3289-d33c-4b9f-848d-630446298bd1 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:04:10.729364 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'status': 'completed', 'code': 200} Oct 19 12:04:10.783424 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d504c59a-8662-49cb-a425-5770566816ad None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:04:10.792170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556fa5b-4966-463f-9c93-9a6b07521973 req-93ff5ba7-d902-44c1-9c5c-0337f028e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:10.793786 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f556fa5b-4966-463f-9c93-9a6b07521973 req-93ff5ba7-d902-44c1-9c5c-0337f028e269 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 1096 time: 0.0423501 Oct 19 12:04:10.892691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556fa5b-4966-463f-9c93-9a6b07521973 req-95e61f3b-79e4-4b66-ad34-283d99762206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:10.894217 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f556fa5b-4966-463f-9c93-9a6b07521973 req-95e61f3b-79e4-4b66-ad34-283d99762206 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0932965 Oct 19 12:04:10.961836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f556fa5b-4966-463f-9c93-9a6b07521973 req-4236fc68-b390-4143-9316-9473ea7ca2d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 200 len: 998 time: 0.0597184 Oct 19 12:04:11.009954 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556fa5b-4966-463f-9c93-9a6b07521973 req-98d0ac6d-18fe-4efd-83f5-c7e984a8d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:11.011904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f556fa5b-4966-463f-9c93-9a6b07521973 req-98d0ac6d-18fe-4efd-83f5-c7e984a8d25f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0427544 Oct 19 12:04:11.061067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556fa5b-4966-463f-9c93-9a6b07521973 req-c9434afd-2da8-4876-88fa-04bbb22a6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:11.062484 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f556fa5b-4966-463f-9c93-9a6b07521973 req-c9434afd-2da8-4876-88fa-04bbb22a6ed7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441055 Oct 19 12:04:11.092094 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d504c59a-8662-49cb-a425-5770566816ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:be:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe03101-7374-4188-b236-b0e13c116040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:04:10Z', 'revision_number': 1, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:04:11.117019 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504c59a-8662-49cb-a425-5770566816ad None None] Checking router: b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:04:11.125549 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504c59a-8662-49cb-a425-5770566816ad None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:04:11.126155 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d504c59a-8662-49cb-a425-5770566816ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:03:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:04:11.153829 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f556fa5b-4966-463f-9c93-9a6b07521973 req-801522f7-8d9e-4f7a-b429-b10bac314725 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831347 Oct 19 12:04:11.235057 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d504c59a-8662-49cb-a425-5770566816ad None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:04:11.248294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f556fa5b-4966-463f-9c93-9a6b07521973 req-560aeac8-719f-48a0-add0-7fc5c3d27ecb service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876751 Oct 19 12:04:11.456165 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d504c59a-8662-49cb-a425-5770566816ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:be:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe03101-7374-4188-b236-b0e13c116040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:04:10Z', 'revision_number': 1, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:04:11.481374 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d504c59a-8662-49cb-a425-5770566816ad None None] The sync data for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 is: [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:be:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe03101-7374-4188-b236-b0e13c116040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:04:10Z', 'revision_number': 1, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:04:11.675433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f88659-69e3-4b4c-a351-8a96d835ea70 None None] New status for floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:04:13.816963 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:04:19.934667 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:20.447395 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:25.435116 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ffadb208-5a07-4fb9-9625-6544cf1fe2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:27.830262 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-df8a2d6f-5728-4249-aa4d-e286f0632fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:29.069748 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:29.230261 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:30.950331 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:47.638864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-c0365212-ce2d-4637-9e92-45e7b116def7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394869 Oct 19 12:04:47.720036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-1be5884a-580a-4728-92e4-808733ccc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:47.721576 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-1be5884a-580a-4728-92e4-808733ccc09b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 1096 time: 0.0409057 Oct 19 12:04:47.830020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-8f06d5f7-6c1c-4a95-b7d5-b4d0bba502e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:47.831381 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-8f06d5f7-6c1c-4a95-b7d5-b4d0bba502e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0883260 Oct 19 12:04:47.896738 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-305af056-faa3-4724-af0c-4a22d7129615 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 200 len: 1000 time: 0.0576668 Oct 19 12:04:47.949730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-40f602ed-61dd-4c88-b3b4-809fe012e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:47.951125 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-40f602ed-61dd-4c88-b3b4-809fe012e347 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0468969 Oct 19 12:04:47.996124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-41821474-f120-4e25-aa97-bc4e263595be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:04:47.997616 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-41821474-f120-4e25-aa97-bc4e263595be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393119 Oct 19 12:04:48.089693 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-90d7b36d-1f89-4a3c-9eb8-ed96162801e8 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843177 Oct 19 12:04:48.178854 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef694cda-271c-4cae-b0ac-7ad46447215c req-e6811b76-845e-4f80-950d-26e7eaa9c3a3 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815873 Oct 19 12:04:49.972901 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:50.458206 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:50.816684 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:04:55.440904 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3db317da-9610-4d83-86da-6323875ba50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:57.829073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-62cb1085-0a7c-417a-ba12-5183cdad5653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:59.063313 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:04:59.195088 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:00.955056 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:20.006588 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:20.463003 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:25.440199 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4cc969f0-3cfc-4c60-97a4-d302cb9fcd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:27.816385 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:05:27.845793 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-26c7545d-f68b-4f86-a70a-550c6a142026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:29.108577 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:29.200314 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:30.931577 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:47.437454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11f9d8-1b7a-4a80-9b47-21eee75d114b req-e299eb01-7e1a-4e98-a4f6-c1234835d028 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:47.438909 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff11f9d8-1b7a-4a80-9b47-21eee75d114b req-e299eb01-7e1a-4e98-a4f6-c1234835d028 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0482488 Oct 19 12:05:47.476298 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff11f9d8-1b7a-4a80-9b47-21eee75d114b req-a9d61033-9aed-4291-9bca-48e6520c147c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314002 Oct 19 12:05:47.829728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1966429-35a9-495e-8ef1-b1c968d80ef4 req-964e4676-f960-4cb0-a99e-154ecc7f2f9f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:47.831091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1966429-35a9-495e-8ef1-b1c968d80ef4 req-964e4676-f960-4cb0-a99e-154ecc7f2f9f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0525475 Oct 19 12:05:47.875001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1966429-35a9-495e-8ef1-b1c968d80ef4 req-49977a76-f0e7-493b-97f2-92dfcbb1e733 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377231 Oct 19 12:05:47.944185 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-8b279644-a43c-4e91-a1a0-3990d8c03473 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875893 Oct 19 12:05:48.995457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e42f4-6b95-4792-bd71-6cf809d21ebe req-92b3d8c9-938c-4a32-8f87-ed6147a2bed7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:48.997009 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e29e42f4-6b95-4792-bd71-6cf809d21ebe req-92b3d8c9-938c-4a32-8f87-ed6147a2bed7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0546813 Oct 19 12:05:49.035718 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e29e42f4-6b95-4792-bd71-6cf809d21ebe req-f7f73ba8-c3bc-4a48-9058-02c75a933fb7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326245 Oct 19 12:05:49.671372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb2a06-aa66-4fa4-9e56-25c443781f60 req-93ca0784-28fd-4277-99bf-2ea5a026ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:49.672890 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7bb2a06-aa66-4fa4-9e56-25c443781f60 req-93ca0784-28fd-4277-99bf-2ea5a026ef87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 1096 time: 0.0451758 Oct 19 12:05:49.773086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb2a06-aa66-4fa4-9e56-25c443781f60 req-5f66a37f-e2c0-4cc5-87fd-6622b6aa95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:49.774439 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7bb2a06-aa66-4fa4-9e56-25c443781f60 req-5f66a37f-e2c0-4cc5-87fd-6622b6aa95ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0837114 Oct 19 12:05:49.841941 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7bb2a06-aa66-4fa4-9e56-25c443781f60 req-8e7f0027-4737-407f-b62b-55cb380653e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 200 len: 1000 time: 0.0601814 Oct 19 12:05:49.890911 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb2a06-aa66-4fa4-9e56-25c443781f60 req-aa6d7973-ece9-467d-8dca-852d0f11a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:49.892326 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7bb2a06-aa66-4fa4-9e56-25c443781f60 req-aa6d7973-ece9-467d-8dca-852d0f11a132 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0431383 Oct 19 12:05:49.940424 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb2a06-aa66-4fa4-9e56-25c443781f60 req-30e0c605-acce-4fab-96fd-c5aea68b247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:49.942004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7bb2a06-aa66-4fa4-9e56-25c443781f60 req-30e0c605-acce-4fab-96fd-c5aea68b247e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424521 Oct 19 12:05:49.994309 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:50.048048 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7bb2a06-aa66-4fa4-9e56-25c443781f60 req-45c12694-2cbe-40d6-910c-5d914356a0e8 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878987 Oct 19 12:05:50.140265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7bb2a06-aa66-4fa4-9e56-25c443781f60 req-e085c9db-a385-4d9c-8048-5f8c442a23c4 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847263 Oct 19 12:05:50.152813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79402ebe-afbf-491d-9a08-8b2c86cee065 req-9b730baf-623a-4abb-96ac-7e9d0ad88174 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:50.154733 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79402ebe-afbf-491d-9a08-8b2c86cee065 req-9b730baf-623a-4abb-96ac-7e9d0ad88174 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0504587 Oct 19 12:05:50.196213 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-79402ebe-afbf-491d-9a08-8b2c86cee065 req-16b5e19e-cf6a-4cb5-94db-0422217cf9e5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335150 Oct 19 12:05:50.221796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-489ab877-aa80-49cc-b869-72d2bdae6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:50.223274 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-489ab877-aa80-49cc-b869-72d2bdae6076 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 1096 time: 0.0461235 Oct 19 12:05:50.320137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-09e19d8e-5ed1-4325-a905-c76d8d27dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:50.321594 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-09e19d8e-5ed1-4325-a905-c76d8d27dafc service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0909758 Oct 19 12:05:50.388813 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-f842f9ad-8622-4dbf-a2fc-5120650da91b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 200 len: 1000 time: 0.0599473 Oct 19 12:05:50.440368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-a1b2da47-664c-4aa2-a3f2-341697e37f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:50.441833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-a1b2da47-664c-4aa2-a3f2-341697e37f96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0464962 Oct 19 12:05:50.474502 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:50.487414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-c4f5c824-5ca5-48bc-a790-399fb03df23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:50.488926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-c4f5c824-5ca5-48bc-a790-399fb03df23d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395706 Oct 19 12:05:50.581862 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-07c9eec2-e5a5-4a1a-8007-0b555cc1d759 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853519 Oct 19 12:05:50.670954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-61e92829-9e6c-4197-a00d-f07015ce71e8 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816126 Oct 19 12:05:51.316740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128ef94-ac81-4b04-9be0-5691684576f3 req-2016a458-984a-40d2-bcb1-81178f95a565 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:51.318121 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3128ef94-ac81-4b04-9be0-5691684576f3 req-2016a458-984a-40d2-bcb1-81178f95a565 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0534503 Oct 19 12:05:51.357648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3128ef94-ac81-4b04-9be0-5691684576f3 req-33dc2d09-d472-48ef-85eb-f9cc13ce4685 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333109 Oct 19 12:05:52.476682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe758-c85c-481a-a697-8973776fbabe req-7d0584ce-9529-436b-aef5-51c973555b81 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:52.478145 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-98dbe758-c85c-481a-a697-8973776fbabe req-7d0584ce-9529-436b-aef5-51c973555b81 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0521033 Oct 19 12:05:52.515464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-98dbe758-c85c-481a-a697-8973776fbabe req-1ef41b14-8acf-47c0-9933-5534ad797e88 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312791 Oct 19 12:05:53.640730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62726b-3ce5-469f-9a71-322aa9776707 req-e552b340-da0c-4ade-8653-7e28e0123eee tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:53.642178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f62726b-3ce5-469f-9a71-322aa9776707 req-e552b340-da0c-4ade-8653-7e28e0123eee tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0487654 Oct 19 12:05:53.679198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f62726b-3ce5-469f-9a71-322aa9776707 req-7484c6f3-4236-4180-a440-4046a61da140 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312791 Oct 19 12:05:54.791642 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93352c68-04bc-4ec9-8378-95484fb6a02a req-8952f490-2019-4ed5-b1de-534db29729af tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:54.793633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93352c68-04bc-4ec9-8378-95484fb6a02a req-8952f490-2019-4ed5-b1de-534db29729af tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0484791 Oct 19 12:05:54.829768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-93352c68-04bc-4ec9-8378-95484fb6a02a req-3f04aec2-cc34-4211-b040-d7b1bb95b089 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303030 Oct 19 12:05:55.428281 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fef65823-4554-4d4e-881a-cc99b7874b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:55.943430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeeba1-f302-4b9b-8ef6-fc022c7ec042 req-d77ce162-c779-47bc-8eeb-2c07db2ce2f1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:55.944886 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4aeeeba1-f302-4b9b-8ef6-fc022c7ec042 req-d77ce162-c779-47bc-8eeb-2c07db2ce2f1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0484271 Oct 19 12:05:55.989577 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4aeeeba1-f302-4b9b-8ef6-fc022c7ec042 req-56a2903e-acb2-462c-9307-a15bae7fb415 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388954 Oct 19 12:05:57.169347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517e8a3-b8ea-44a6-b9f8-bb0f2316beed req-19bb0160-09b0-42d7-b636-5d8979fade6d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:57.170831 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b517e8a3-b8ea-44a6-b9f8-bb0f2316beed req-19bb0160-09b0-42d7-b636-5d8979fade6d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.1107655 Oct 19 12:05:57.209971 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b517e8a3-b8ea-44a6-b9f8-bb0f2316beed req-f54a813e-e9cd-4265-a3f6-57e11d0c177f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329151 Oct 19 12:05:57.828563 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c786980b-d912-4d27-a1a9-daa749a4fb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:58.332207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8634fa-1904-4823-8c5a-00fcc4c704a2 req-5565db4c-f52a-482d-aa1c-803ef53762fa tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:58.333682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b8634fa-1904-4823-8c5a-00fcc4c704a2 req-5565db4c-f52a-482d-aa1c-803ef53762fa tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0518856 Oct 19 12:05:58.376977 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b8634fa-1904-4823-8c5a-00fcc4c704a2 req-4d9285cd-33a1-4bff-8bf7-b6272a068926 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367794 Oct 19 12:05:59.113613 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:59.222101 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:05:59.495501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154116b-fbbd-4592-b104-693eeaabe58f req-b3e68075-e035-47a3-a22e-f4e105edda1b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:05:59.496988 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4154116b-fbbd-4592-b104-693eeaabe58f req-b3e68075-e035-47a3-a22e-f4e105edda1b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0528984 Oct 19 12:05:59.533807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4154116b-fbbd-4592-b104-693eeaabe58f req-6f1b0c20-1d8d-4498-bb38-46db47bf4f28 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307646 Oct 19 12:06:00.651485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63c00a-f35a-4b76-8700-8b0e8be692e8 req-696d2ae7-c6c0-4d18-a182-bf8937d4c09c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:00.652995 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d63c00a-f35a-4b76-8700-8b0e8be692e8 req-696d2ae7-c6c0-4d18-a182-bf8937d4c09c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0527358 Oct 19 12:06:00.690906 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8d63c00a-f35a-4b76-8700-8b0e8be692e8 req-7e7e19d9-de80-4bfe-879e-8f303537d18b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321262 Oct 19 12:06:00.931324 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:01.802495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010e6d8-a25a-45f1-a90a-a7a6bcd55cc1 req-ee563b17-e89a-4591-8db4-bf66a083fef2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:01.803849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1010e6d8-a25a-45f1-a90a-a7a6bcd55cc1 req-ee563b17-e89a-4591-8db4-bf66a083fef2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0478411 Oct 19 12:06:01.840799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1010e6d8-a25a-45f1-a90a-a7a6bcd55cc1 req-b5b43801-330d-4957-8913-7b06d0279c44 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304334 Oct 19 12:06:02.851482 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-c4c1ba82-b6d0-4561-b0f8-fa79dfacb83a service neutron] show failed (client error): The resource could not be found. Oct 19 12:06:02.852376 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-c4c1ba82-b6d0-4561-b0f8-fa79dfacb83a service neutron] 10.222.0.49 "GET /v2.0/ports/2d4ff965-bce7-4f4c-add6-d1927d3de4cd/bindings/n-h1-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0541120 Oct 19 12:06:02.960261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c3c20-9c3a-47af-a5b5-77bc35ba5670 req-2b5030c3-8481-455c-8cc0-4c0da49370ae tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:02.961756 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc8c3c20-9c3a-47af-a5b5-77bc35ba5670 req-2b5030c3-8481-455c-8cc0-4c0da49370ae tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0548458 Oct 19 12:06:02.999787 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bc8c3c20-9c3a-47af-a5b5-77bc35ba5670 req-293cba56-c685-420d-add4-1f279be8e3cb tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315566 Oct 19 12:06:03.279618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-f178a180-c38d-4b3b-92c4-61f7743274c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:03.281155 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-f178a180-c38d-4b3b-92c4-61f7743274c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 1096 time: 0.0414090 Oct 19 12:06:03.297413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:06:03.352218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:03.551254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:06:03.582668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:06:03.621699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:06:03.623959 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036cf312-13d6-4564-a1dc-21c2d4663cc8" -d '{"events": [{"server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "name": "network-vif-unplugged", "status": "completed", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:06:03.628022 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:03.640064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Transition to ACTIVE for port object 2d4ff965-bce7-4f4c-add6-d1927d3de4cd will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:06:03.684748 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64453ee-193e-4fda-a274-45373a43bd60 x-openstack-request-id: req-f64453ee-193e-4fda-a274-45373a43bd60 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:06:03.685043 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "name": "network-vif-unplugged", "status": "completed", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:06:03.685296 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f64453ee-193e-4fda-a274-45373a43bd60 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:06:03.685698 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'code': 200} Oct 19 12:06:03.686870 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:03.764084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,revision_number=6']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:06:03.778883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.779229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.779568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.779910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.780239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.780585 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.780915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.781242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.781565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.781892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.782213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.782533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:03.819912 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] No DVR routers for this DVR port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:06:03.953779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Attempting to bind port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:06:03.954112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Attempting to bind port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:06:03.954435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Attempting to bind port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:06:03.958580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd on network 532277dd-16a6-4697-b3d6-eb33995261fa not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:06:03.958898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Attempting to bind port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:06:03.964113 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:06:03.964443 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:06:03.964849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:06:03.965263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Bound port: 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:06:03.965605 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:04.030746 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:06:04.033845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:06:04.116394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d67a6-a765-4fa8-b74d-2f054862fab5 req-92748138-e003-4d91-91c0-1c16f1e32d3d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:04.117876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-678d67a6-a765-4fa8-b74d-2f054862fab5 req-92748138-e003-4d91-91c0-1c16f1e32d3d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 943 time: 0.0493398 Oct 19 12:06:04.126426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:04.157354 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-678d67a6-a765-4fa8-b74d-2f054862fab5 req-26b00db0-7863-46dc-85b9-4412980b5608 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335324 Oct 19 12:06:04.164463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:04.165105 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:04.166849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] 10.222.0.26 "PUT /v2.0/ports/2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 200 len: 1091 time: 0.8732028 Oct 19 12:06:04.204689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114e74c-94d5-4630-bc5e-0f3af4e08466 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,revision_number=7']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:06:04.237986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-1beac71f-e25b-4ee5-84df-203865ab6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:04.239494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-1beac71f-e25b-4ee5-84df-203865ab6488 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 1094 time: 0.0473385 Oct 19 12:06:04.338103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-a0d9dabd-b317-48b3-8727-9f801f1197b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:04.340197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-a0d9dabd-b317-48b3-8727-9f801f1197b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0929363 Oct 19 12:06:04.416763 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-6244e8ce-3a9b-4130-ada8-a7e459637fdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 200 len: 998 time: 0.0655787 Oct 19 12:06:04.471608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-7ea75c21-bea9-4039-9512-1edf982b4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:04.473086 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-7ea75c21-bea9-4039-9512-1edf982b4d8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0459313 Oct 19 12:06:04.526966 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-ad394b77-f723-40f4-9c42-311946626c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:04.528457 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-ad394b77-f723-40f4-9c42-311946626c52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438600 Oct 19 12:06:04.620484 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-2fd40550-2a37-4e4d-b3a5-1fe134bca738 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808504 Oct 19 12:06:04.713404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef875152-1f3b-4a64-8ed2-5273360aee57 req-3c556841-d329-4434-be0c-584bd64cdea1 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835755 Oct 19 12:06:04.816503 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:06:05.279761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e78f8e-8b8e-4785-a7ad-570dd58533ed req-16fbbd8d-4585-4f3c-908f-b4d5f97dd94b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:05.281158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53e78f8e-8b8e-4785-a7ad-570dd58533ed req-16fbbd8d-4585-4f3c-908f-b4d5f97dd94b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 943 time: 0.0485587 Oct 19 12:06:05.318253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53e78f8e-8b8e-4785-a7ad-570dd58533ed req-67e68c9f-bf78-4529-bb41-319635741d88 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310891 Oct 19 12:06:05.686554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:06:05.688932 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f826c0a-4f3f-4d0d-9a73-a42afda72200" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:06:05.735420 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8bab0c-4193-45e3-8186-dde2ff15af0c x-openstack-request-id: req-5e8bab0c-4193-45e3-8186-dde2ff15af0c {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:06:05.735714 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:06:05.735973 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e8bab0c-4193-45e3-8186-dde2ff15af0c {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:06:05.736409 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'status': 'completed', 'code': 200} Oct 19 12:06:05.794979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-8f0bf1d2-bdd0-44a9-8e68-07e67c145725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:05.796602 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-8f0bf1d2-bdd0-44a9-8e68-07e67c145725 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 1094 time: 0.0416324 Oct 19 12:06:05.800346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-2b0afc1b-8111-4a5e-8581-5d07eb83a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:05.801852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-2b0afc1b-8111-4a5e-8581-5d07eb83a4f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 1094 time: 0.0412698 Oct 19 12:06:05.889352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-84785874-4d37-4fb3-8385-eaa8b4310556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:05.890825 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-84785874-4d37-4fb3-8385-eaa8b4310556 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0874319 Oct 19 12:06:05.895072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-192e6a32-8278-47cd-a4d9-4463c02bfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:05.896558 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-192e6a32-8278-47cd-a4d9-4463c02bfa0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0872891 Oct 19 12:06:05.955066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-77157e29-5dba-41d4-99e4-77d23f38f42e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 200 len: 998 time: 0.0575218 Oct 19 12:06:05.961689 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-b969a4ea-cd9f-4f01-9732-ada9a5aa0019 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 200 len: 998 time: 0.0573733 Oct 19 12:06:06.007981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-969fd9eb-c672-4297-9c94-0149760946c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:06.009460 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-969fd9eb-c672-4297-9c94-0149760946c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0475960 Oct 19 12:06:06.017633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-534b4e9d-2d03-4c3b-8fe2-742c93bac212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:06.019077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-534b4e9d-2d03-4c3b-8fe2-742c93bac212 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0482395 Oct 19 12:06:06.054477 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-067e87a7-4b24-457a-83e7-4424372c92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:06.055969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-067e87a7-4b24-457a-83e7-4424372c92e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396070 Oct 19 12:06:06.065446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-383aa275-719b-41ae-b3c0-b4d9846d7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:06.067057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-383aa275-719b-41ae-b3c0-b4d9846d7d74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399857 Oct 19 12:06:06.145315 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-741f3ee6-7709-4c7e-a184-4be792393236 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821636 Oct 19 12:06:06.157868 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-d9a21bb7-7658-42eb-a219-a9bfd7702176 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810778 Oct 19 12:06:06.247591 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-0d7cdbbb-4600-4df3-bd07-d6b1e5f78e7e service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859299 Oct 19 12:06:06.253199 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f826c0a-4f3f-4d0d-9a73-a42afda72200 req-ef662dfb-402b-4f28-bf04-fba5c51f7439 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862699 Oct 19 12:06:06.437864 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027f8eb-d31d-40a0-a5ef-2a6521e0e978 req-8b054269-3b48-4589-a4ae-535e6a1232b6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:06.439316 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7027f8eb-d31d-40a0-a5ef-2a6521e0e978 req-8b054269-3b48-4589-a4ae-535e6a1232b6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 943 time: 0.0484896 Oct 19 12:06:06.475934 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7027f8eb-d31d-40a0-a5ef-2a6521e0e978 req-63780c6c-c2ff-4358-9267-0f26ea737396 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307784 Oct 19 12:06:07.647302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66553948-fa5a-4d98-96ad-28feab4b25ef req-998447cf-dab2-466a-b551-3b2651460589 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:07.648814 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66553948-fa5a-4d98-96ad-28feab4b25ef req-998447cf-dab2-466a-b551-3b2651460589 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 943 time: 0.1031537 Oct 19 12:06:07.687072 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66553948-fa5a-4d98-96ad-28feab4b25ef req-d4e52e5c-654b-4714-a1e6-0ff4bc33b1a7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318062 Oct 19 12:06:07.891276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2d4ff965-bce7-4f4c-add6-d1927d3de4cd no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:06:07.927977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 2d4ff965-bce7-4f4c-add6-d1927d3de4cd not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:06:08.031052 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440915a-34b2-4c59-b409-dce314052d07 req-6c4bb127-ed1b-4950-ae23-462a99576289 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:08.032568 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b440915a-34b2-4c59-b409-dce314052d07 req-6c4bb127-ed1b-4950-ae23-462a99576289 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 943 time: 0.0491045 Oct 19 12:06:08.103042 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b440915a-34b2-4c59-b409-dce314052d07 req-4e6614a0-a60e-429c-9f79-3b0e30097966 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644398 Oct 19 12:06:08.120437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-47cd005f-d017-4430-a105-2b65ee5eb41b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:08.121923 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-47cd005f-d017-4430-a105-2b65ee5eb41b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040&tenant_id=9a0dcef8170e4e968d7182b6da19117b&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 943 time: 0.0652018 Oct 19 12:06:08.181867 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-26474678-bcb2-41cc-8684-b06d21cca76a service neutron] delete failed (client error): The resource could not be found. Oct 19 12:06:08.182773 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-26474678-bcb2-41cc-8684-b06d21cca76a service neutron] 10.222.0.49 "DELETE /v2.0/ports/2d4ff965-bce7-4f4c-add6-d1927d3de4cd/bindings/n-h2-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0538297 Oct 19 12:06:08.264066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-aac328ae-c2e4-45c1-9f2e-4025a0fbe1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:08.265568 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-aac328ae-c2e4-45c1-9f2e-4025a0fbe1f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 1094 time: 0.0404747 Oct 19 12:06:08.356787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-9e2b94d2-bda1-4cf1-978d-24e268e784c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:08.358303 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-9e2b94d2-bda1-4cf1-978d-24e268e784c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0862241 Oct 19 12:06:08.392687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2d4ff965-bce7-4f4c-add6-d1927d3de4cd details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:06:08.428430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-42869ae5-18ec-4504-89e4-7d4794e41454 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 200 len: 998 time: 0.0623264 Oct 19 12:06:08.490399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:06:08.502716 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'port_id': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'mac_address': 'fa:16:3e:be:c0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:06:08.541360 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:08.555492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4ff965-bce7-4f4c-add6-d1927d3de4cd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:06:08.576354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:06:08.662756 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:08.720233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:06:08.727744 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.728093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.728430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.728788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.729117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.729442 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.729763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.730090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.730938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.731242 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.731556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.731869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:08.798167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-1017a561-e5da-4691-a74a-ce096d5b0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:08.799618 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-1017a561-e5da-4691-a74a-ce096d5b0c63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.3643687 Oct 19 12:06:08.844902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-4e397b4c-39e7-4f89-b023-4d924fb0a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:08.846578 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-4e397b4c-39e7-4f89-b023-4d924fb0a482 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393162 Oct 19 12:06:08.936276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-25dd1bd7-699d-4ab1-8839-2e1925941421 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825131 Oct 19 12:06:08.937880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['2d4ff965-bce7-4f4c-add6-d1927d3de4cd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:06:09.033663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f3dde6b-4c11-460f-b9a2-cd6f7b624aaf req-df02ab0b-e81b-457e-977d-8ccb30194479 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908983 Oct 19 12:06:09.224193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcea19d-981a-431d-bce2-e45a8b024003 req-b036b4e4-1f4f-482f-a8cb-b89a9d54d5bd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:09.225671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efcea19d-981a-431d-bce2-e45a8b024003 req-b036b4e4-1f4f-482f-a8cb-b89a9d54d5bd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 944 time: 0.0532365 Oct 19 12:06:09.263902 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efcea19d-981a-431d-bce2-e45a8b024003 req-e31a2b43-eab0-49bf-82ef-f4d791a838c5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315106 Oct 19 12:06:10.383939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055eec3-21f7-4efd-b57e-66a428dfb578 req-91fd9fd4-c042-4ba5-964b-97d5c77040ca tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:10.385599 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0055eec3-21f7-4efd-b57e-66a428dfb578 req-91fd9fd4-c042-4ba5-964b-97d5c77040ca tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 944 time: 0.0542204 Oct 19 12:06:10.407686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2d4ff965-bce7-4f4c-add6-d1927d3de4cd up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:06:10.424428 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0055eec3-21f7-4efd-b57e-66a428dfb578 req-b709ca1b-a4ec-4690-a6c7-3493db794df6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325553 Oct 19 12:06:10.490689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:06:10.494719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:06:10.495174 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:10.538522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bd242-2599-4a62-b1c6-05f921c172f7 req-32f41294-1594-4d0a-9ef8-1dc7dada39c5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:10.540012 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-719bd242-2599-4a62-b1c6-05f921c172f7 req-32f41294-1594-4d0a-9ef8-1dc7dada39c5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 944 time: 0.0493257 Oct 19 12:06:10.571747 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:10.578848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-719bd242-2599-4a62-b1c6-05f921c172f7 req-c0da11b1-be49-4237-aee4-c8d126b71be5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323856 Oct 19 12:06:10.597615 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:06:10.601621 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be698189-895e-456f-8cd1-aae1dc1064db" -d '{"events": [{"server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "name": "network-vif-plugged", "status": "completed", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:06:10.612268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:06:10.637710 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1948314-dab0-4f40-a135-6959ca8b73bd x-openstack-request-id: req-a1948314-dab0-4f40-a135-6959ca8b73bd {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:06:10.637999 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "name": "network-vif-plugged", "status": "completed", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:06:10.638247 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1948314-dab0-4f40-a135-6959ca8b73bd {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:06:10.638635 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'code': 200} Oct 19 12:06:10.679738 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:10.698239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3d465-a94a-48e7-93a3-e2c1ec36a311 req-ea46651a-1830-4609-b55d-7030d62d0086 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:10.700302 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ed3d465-a94a-48e7-93a3-e2c1ec36a311 req-ea46651a-1830-4609-b55d-7030d62d0086 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 944 time: 0.0545645 Oct 19 12:06:10.726833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:06:10.738735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ed3d465-a94a-48e7-93a3-e2c1ec36a311 req-d24ce862-a455-42a8-9994-dd6fcb6127dc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322592 Oct 19 12:06:11.163919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e36065-a799-4b48-916c-70893c28e42c req-4af7b122-4eee-4bc5-be28-124021bc4dcc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:11.165330 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24e36065-a799-4b48-916c-70893c28e42c req-4af7b122-4eee-4bc5-be28-124021bc4dcc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0489569 Oct 19 12:06:11.203093 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24e36065-a799-4b48-916c-70893c28e42c req-baaf05f2-5fcc-4e74-925f-25126f5b36f7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310419 Oct 19 12:06:12.319267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729b737-8888-411f-bae5-79c3caebacdb req-c4444942-e128-4950-a9b0-683fbd737fc2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:12.320671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c729b737-8888-411f-bae5-79c3caebacdb req-c4444942-e128-4950-a9b0-683fbd737fc2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0491374 Oct 19 12:06:12.358410 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c729b737-8888-411f-bae5-79c3caebacdb req-b5175882-249e-4640-987e-bab3a2b79fee tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317392 Oct 19 12:06:12.564490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-ffac841d-6c3f-4b53-a355-94e65e45c5e5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:12.565939 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-ffac841d-6c3f-4b53-a355-94e65e45c5e5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 945 time: 0.0520775 Oct 19 12:06:12.655485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Deleting port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:06:12.655821 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:12.744176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] For port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:06:12.744527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:12.908698 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:12.909233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:12.909549 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533 disassociated. External IP: 172.25.2.14, port: 2d4ff965-bce7-4f4c-add6-d1927d3de4cd. Oct 19 12:06:12.909883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Calling delete_port for 2d4ff965-bce7-4f4c-add6-d1927d3de4cd owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:06:13.096625 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:13.124620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event deleted for resources: {'Port': ['ID=2d4ff965-bce7-4f4c-add6-d1927d3de4cd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:06:13.241446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:06:13.347255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:06:13.357232 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e280ef-b7a2-4c60-9f16-e645c77e5369 None None] Sync routers for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:06:13.366254 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e280ef-b7a2-4c60-9f16-e645c77e5369 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:06:13.366862 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c0e280ef-b7a2-4c60-9f16-e645c77e5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:05:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:06:13.384471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] No DVR routers for this DVR port 2d4ff965-bce7-4f4c-add6-d1927d3de4cd on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:06:13.387765 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:13.391103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00d9aabb-1205-46b0-a029-e69f9b04d0f4 req-f37d2743-3dcc-4033-960a-ba25d94c4cc7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.26 "DELETE /v2.0/ports/2d4ff965-bce7-4f4c-add6-d1927d3de4cd HTTP/1.1" status: 204 len: 173 time: 0.8151562 Oct 19 12:06:13.391544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'name': 'network-vif-deleted', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:06:13.393803 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd1ee190bb2935d1f01112ce94f962ea68b7b1a44d801a31476d0fb7d5a67ba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19687b9d-0b47-401b-9e45-407d2ccbcd20" -d '{"events": [{"server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "name": "network-vif-deleted", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:06:13.439183 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf99322f-9a01-4b84-b58e-235d49229b34 x-openstack-request-id: req-cf99322f-9a01-4b84-b58e-235d49229b34 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:06:13.439474 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe03101-7374-4188-b236-b0e13c116040", "name": "network-vif-deleted", "tag": "2d4ff965-bce7-4f4c-add6-d1927d3de4cd", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:06:13.439830 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf99322f-9a01-4b84-b58e-235d49229b34 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:06:13.440239 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe03101-7374-4188-b236-b0e13c116040', 'name': 'network-vif-deleted', 'tag': '2d4ff965-bce7-4f4c-add6-d1927d3de4cd', 'status': 'completed', 'code': 200} Oct 19 12:06:13.461418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ec0dbae4-93a4-41f3-854f-16761843dc1d req-6dd5ed3e-f2e4-4f44-95a8-f913bdd00f06 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfe03101-7374-4188-b236-b0e13c116040 HTTP/1.1" status: 200 len: 210 time: 0.0300491 Oct 19 12:06:13.481554 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c0e280ef-b7a2-4c60-9f16-e645c77e5369 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:06:13.678221 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c0e280ef-b7a2-4c60-9f16-e645c77e5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:06:13.704125 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e280ef-b7a2-4c60-9f16-e645c77e5369 None None] Checking router: b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:06:13.711921 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e280ef-b7a2-4c60-9f16-e645c77e5369 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:06:13.712510 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c0e280ef-b7a2-4c60-9f16-e645c77e5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:05:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:06:13.815048 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c0e280ef-b7a2-4c60-9f16-e645c77e5369 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:06:14.006664 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c0e280ef-b7a2-4c60-9f16-e645c77e5369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:06:14.035275 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e280ef-b7a2-4c60-9f16-e645c77e5369 None None] The sync data for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 is: [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:06:14.255432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f266c-a9a5-4119-8da9-1c69a9f0520e None None] New status for floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:06:14.687315 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-adca5082-a4f8-4e76-b886-d8acdc4841f7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--165480857&fields=id&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 267 time: 0.0317712 Oct 19 12:06:14.793035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-5209f116-ba84-4816-8e87-b65f06c7f878 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:14.794968 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-5209f116-ba84-4816-8e87-b65f06c7f878 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 812 time: 0.1012142 Oct 19 12:06:14.809825 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-0054d165-7b05-4df3-b6bd-3039791ca42e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/quotas/9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 375 time: 0.0087595 Oct 19 12:06:14.860831 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-848bc0fd-c941-468a-a3ff-cb06438d0b89 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458903 Oct 19 12:06:14.955768 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-0ebb73cf-21c5-4b48-b7ae-8b8f1f39ea35 service neutron] 10.222.0.39 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829449 Oct 19 12:06:15.042753 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-059665a1-1b9d-4f85-891c-9758ad6ee5f8 service neutron] 10.222.0.39 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809629 Oct 19 12:06:15.268188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d3a36578-6daa-494f-b61b-8ae95f0f6d16 req-28c31597-61ef-4a8d-90b6-d29bbc88c5a2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 210 time: 0.0261216 Oct 19 12:06:16.370289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e955eb72-5dfe-4ed2-a81a-64c1612ef58b req-91244d45-cf37-4747-af1b-5f2126963181 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 210 time: 0.0280244 Oct 19 12:06:16.420852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2d4ff965-bce7-4f4c-add6-d1927d3de4cd no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:06:16.440995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 2d4ff965-bce7-4f4c-add6-d1927d3de4cd {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:06:16.441343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 2d4ff965-bce7-4f4c-add6-d1927d3de4cd not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:06:17.127712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-9670b1b6-c382-430b-8b45-7664b06e1f5c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:17.129188 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-9670b1b6-c382-430b-8b45-7664b06e1f5c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 812 time: 0.1051679 Oct 19 12:06:17.171419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-90603955-b8ea-4c51-bb27-21712c3401af tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 379 time: 0.0330534 Oct 19 12:06:17.182058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'port': {'device_id': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'admin_state_up': True, 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'security_groups': ['c72e3902-fc81-4bb1-b88c-1cafd9c1b457']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:06:17.376332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Made reservation on behalf of 9a0dcef8170e4e968d7182b6da19117b for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:06:17.379890 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:17.475198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b2ded482-e1b8-45ca-90d8-0a5a0b897c74 req-e8ea4e82-5a6c-4a8e-8b6c-8fb6661e53cd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 210 time: 0.0318494 Oct 19 12:06:17.531740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Allocated IP 172.20.0.13 (532277dd-16a6-4697-b3d6-eb33995261fa/605975b8-cd07-44be-9dd4-92df520a1988/f1c6b71f-7a99-42a7-bb03-fc29bf443d40) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:06:17.664706 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:17.755899 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:17.803493 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Network 532277dd-16a6-4697-b3d6-eb33995261fa is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:06:17.806787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:06:17.810572 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:06:17.836229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event updated for resources: {'Port': ['ID=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:06:17.850271 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.850619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.850961 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.851299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.851634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.851965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.852290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.852650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.852976 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.853300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.853624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.853949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:06:17.877165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:17.877809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:17.973802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-f0d533af-16e1-466e-9c9f-83ef823b7645 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7963712 Oct 19 12:06:17.986445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Request body: {'port': {'device_id': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:06:18.001577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9f7d0bee-924d-41d7-b6fd-edfbfd442dab None None] Provisioning complete for port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:06:18.002145 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9f7d0bee-924d-41d7-b6fd-edfbfd442dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:18.036029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d0bee-924d-41d7-b6fd-edfbfd442dab None None] Port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:06:18.040110 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:18.302390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c6b71f-7a99-42a7-bb03-fc29bf443d40 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:06:18.311394 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:18.323030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Transition to ACTIVE for port object f1c6b71f-7a99-42a7-bb03-fc29bf443d40 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:06:18.381869 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:18.433309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Pushing event updated for resources: {'Port': ['ID=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:06:18.506990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Attempting to bind port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:06:18.507329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Attempting to bind port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:06:18.507660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Attempting to bind port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:06:18.512334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 on network 532277dd-16a6-4697-b3d6-eb33995261fa not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:06:18.512703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Attempting to bind port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:06:18.517934 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:06:18.518275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:06:18.518663 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:06:18.519432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Bound port: f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:06:18.519432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:18.590801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:06:18.593901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:06:18.603222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a26292-b486-420f-a082-9066c6d5e758 req-598fb591-16b3-49bb-baf4-5b310f3f0024 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:18.607467 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-06a26292-b486-420f-a082-9066c6d5e758 req-598fb591-16b3-49bb-baf4-5b310f3f0024 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 944 time: 0.0541008 Oct 19 12:06:18.642733 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-06a26292-b486-420f-a082-9066c6d5e758 req-f713b189-61d2-4e62-aaec-4ff60e5607a1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313010 Oct 19 12:06:18.662864 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:18.700767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:18.701379 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:18.702811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] 10.222.0.49 "PUT /v2.0/ports/f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 1092 time: 0.7205658 Oct 19 12:06:18.703256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:06:18.705557 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef71ed6c-631d-4c0c-a691-bd4e8399e5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:06:18.727772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a6fdf-4675-43db-92f0-51aef355965b service neutron] Pushing event updated for resources: {'Port': ['ID=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:06:18.747710 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab89a61-22a1-4334-8575-987dfc007a5b x-openstack-request-id: req-aab89a61-22a1-4334-8575-987dfc007a5b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:06:18.748005 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:06:18.748256 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aab89a61-22a1-4334-8575-987dfc007a5b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:06:18.749394 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'status': 'completed', 'code': 200} Oct 19 12:06:18.811882 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71ed6c-631d-4c0c-a691-bd4e8399e5ad req-a67eef81-fab3-4c3f-a25d-0d3191058163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:18.813364 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef71ed6c-631d-4c0c-a691-bd4e8399e5ad req-a67eef81-fab3-4c3f-a25d-0d3191058163 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1095 time: 0.0446625 Oct 19 12:06:18.919022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71ed6c-631d-4c0c-a691-bd4e8399e5ad req-df996322-28d4-4a59-b4fd-7fe783f56154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:18.920512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef71ed6c-631d-4c0c-a691-bd4e8399e5ad req-df996322-28d4-4a59-b4fd-7fe783f56154 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9a0dcef8170e4e968d7182b6da19117b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0995309 Oct 19 12:06:19.018147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71ed6c-631d-4c0c-a691-bd4e8399e5ad req-c988c3c5-58c3-4686-8644-34de1e1dacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:19.019610 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef71ed6c-631d-4c0c-a691-bd4e8399e5ad req-c988c3c5-58c3-4686-8644-34de1e1dacf9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922394 Oct 19 12:06:19.104386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-34ae06c4-7713-4258-858d-2082d24267ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:19.105988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-34ae06c4-7713-4258-858d-2082d24267ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1095 time: 0.0499244 Oct 19 12:06:19.146534 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-5e4d37ec-bf32-4d48-a517-a7cd9bf9578d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 217 time: 0.0334153 Oct 19 12:06:19.194202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-6a56b233-7abe-48a6-ae8c-915c35c9570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:19.195589 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-6a56b233-7abe-48a6-ae8c-915c35c9570a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0419159 Oct 19 12:06:19.243629 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-066b1c4a-5ba7-4eb4-9dff-ef92622b4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:19.245293 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-066b1c4a-5ba7-4eb4-9dff-ef92622b4213 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429833 Oct 19 12:06:19.335822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-c2088a40-7316-4f4d-bb25-d4f9b862fbb4 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828826 Oct 19 12:06:19.428488 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b8798a3c-c375-482b-acb3-a350f3095f08 req-d5619f67-b7bb-4b47-bdbd-fc03527022b0 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856118 Oct 19 12:06:19.755713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca7c76-7d78-4687-96be-3e8530f921bd req-67fbc443-da7e-488f-909f-772519ea89d6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:19.757226 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96ca7c76-7d78-4687-96be-3e8530f921bd req-67fbc443-da7e-488f-909f-772519ea89d6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 944 time: 0.0481975 Oct 19 12:06:19.795435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-96ca7c76-7d78-4687-96be-3e8530f921bd req-d24d9609-359d-4405-b809-73cffe0344a8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314198 Oct 19 12:06:19.970395 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:20.490690 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:20.910943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152981d4-c84a-4b30-819a-4b2028b36287 req-e0dc8488-e820-4bbb-8fc8-187d1167a4d4 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:20.912420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-152981d4-c84a-4b30-819a-4b2028b36287 req-e0dc8488-e820-4bbb-8fc8-187d1167a4d4 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 944 time: 0.0490913 Oct 19 12:06:20.950063 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-152981d4-c84a-4b30-819a-4b2028b36287 req-5d0f5907-e48e-4567-8926-38a5871191a6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310001 Oct 19 12:06:22.064683 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb467116-a3ef-44f3-a730-dbe826c9a785 req-da520937-0c80-4ae2-9f87-dfffc722ad6b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:22.066187 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb467116-a3ef-44f3-a730-dbe826c9a785 req-da520937-0c80-4ae2-9f87-dfffc722ad6b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 944 time: 0.0494683 Oct 19 12:06:22.102916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb467116-a3ef-44f3-a730-dbe826c9a785 req-142992f7-66d7-4e98-8400-d492c1c92b40 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307558 Oct 19 12:06:23.216179 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2639-3dd3-460b-83c4-7a41b4eed4e6 req-bf2f381d-bc0b-459a-b8f4-61db6e4124d5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:23.217660 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efbd2639-3dd3-460b-83c4-7a41b4eed4e6 req-bf2f381d-bc0b-459a-b8f4-61db6e4124d5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 944 time: 0.0477862 Oct 19 12:06:23.259312 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efbd2639-3dd3-460b-83c4-7a41b4eed4e6 req-677bad19-9f40-42d4-affc-2a44f72b3245 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358522 Oct 19 12:06:23.967524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f1c6b71f-7a99-42a7-bb03-fc29bf443d40 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:06:24.066771 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:06:24.078107 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'port_id': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'mac_address': 'fa:16:3e:88:f1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:06:24.112847 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:24.125328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c6b71f-7a99-42a7-bb03-fc29bf443d40 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:06:24.143977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:06:24.210553 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:24.259257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:06:24.380968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c8ba-0d41-48d2-893b-0d7609fce9f3 req-82d614be-ffcd-4861-97fe-700560575974 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:24.382440 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5cb4c8ba-0d41-48d2-893b-0d7609fce9f3 req-82d614be-ffcd-4861-97fe-700560575974 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 945 time: 0.0537570 Oct 19 12:06:24.413406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['f1c6b71f-7a99-42a7-bb03-fc29bf443d40'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:06:24.419384 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5cb4c8ba-0d41-48d2-893b-0d7609fce9f3 req-04de75ee-2d72-45df-b7e2-b5c856121c99 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310276 Oct 19 12:06:25.451333 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f1b12cee-2338-473b-b876-f83531ced638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:25.535482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121326d-30c6-49b7-8b4b-fe8bbc61cbd3 req-a907bfce-109e-4462-ae0c-b12bcff1dc9c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:25.537003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2121326d-30c6-49b7-8b4b-fe8bbc61cbd3 req-a907bfce-109e-4462-ae0c-b12bcff1dc9c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 945 time: 0.0499785 Oct 19 12:06:25.575463 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2121326d-30c6-49b7-8b4b-fe8bbc61cbd3 req-331651b4-4eae-4602-ba73-ddd32e82eab7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322173 Oct 19 12:06:25.967235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f1c6b71f-7a99-42a7-bb03-fc29bf443d40 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:06:26.067588 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:06:26.071206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:06:26.071565 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:26.146135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:26.168428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:06:26.170691 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7461538910ec978873ab87c505b080bdff2e354496c63d2971b4bae33c639ef1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8220fec2-b6af-4b15-8625-4a4b9598f59c" -d '{"events": [{"server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "name": "network-vif-plugged", "status": "completed", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:06:26.182526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:06:26.210589 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af2edad-4ce4-4f9e-aff2-aa5baea46e99 x-openstack-request-id: req-3af2edad-4ce4-4f9e-aff2-aa5baea46e99 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:06:26.210589 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "name": "network-vif-plugged", "status": "completed", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:06:26.210589 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3af2edad-4ce4-4f9e-aff2-aa5baea46e99 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:06:26.210589 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'code': 200} Oct 19 12:06:26.256674 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:26.335014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fa27b-6f78-457b-b2aa-ef387c7ded4f req-95d99048-54da-4e25-8a53-b2e66c484269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:26.336521 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a7fa27b-6f78-457b-b2aa-ef387c7ded4f req-95d99048-54da-4e25-8a53-b2e66c484269 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1097 time: 0.0750494 Oct 19 12:06:26.347411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:06:26.373265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8a7fa27b-6f78-457b-b2aa-ef387c7ded4f req-1d0d2ad4-8993-4318-92a1-2218474bce7e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297575 Oct 19 12:06:26.687297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856273e2-cfda-497e-9d4a-3ddcbf860e83 req-c215b4fa-4533-4bf9-8844-32d372eb72fa tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:26.688765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-856273e2-cfda-497e-9d4a-3ddcbf860e83 req-c215b4fa-4533-4bf9-8844-32d372eb72fa tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0482521 Oct 19 12:06:26.730059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-856273e2-cfda-497e-9d4a-3ddcbf860e83 req-02385b88-07c2-4fe7-9f34-97eee06cbfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353749 Oct 19 12:06:27.833560 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-44f7270c-f11f-4c15-8e01-6277686f4684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:27.848730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b215cb9-c257-41a0-888c-86a67149b2ec req-fe9abafd-8019-407e-b39c-9a10ae092dc4 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:27.850211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b215cb9-c257-41a0-888c-86a67149b2ec req-fe9abafd-8019-407e-b39c-9a10ae092dc4 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0484011 Oct 19 12:06:27.887419 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b215cb9-c257-41a0-888c-86a67149b2ec req-9997bb9f-d37d-4a1d-9106-49fb91724f4e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312634 Oct 19 12:06:27.997534 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc980-428f-4285-bc2b-dad1eeea461c req-309b2296-e920-4cf9-a2a7-dbf76c972a13 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:27.999029 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9bcc980-428f-4285-bc2b-dad1eeea461c req-309b2296-e920-4cf9-a2a7-dbf76c972a13 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0492389 Oct 19 12:06:28.014514 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 49630) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:06:28.019016 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e9e9cae0-ba29-4ff0-926a-39f0a6f72a21 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'floatingip': {'port_id': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:06:28.058215 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cae0-ba29-4ff0-926a-39f0a6f72a21 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:28.483682 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cae0-ba29-4ff0-926a-39f0a6f72a21 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:28.524529 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cae0-ba29-4ff0-926a-39f0a6f72a21 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:28.624344 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-e9e9cae0-ba29-4ff0-926a-39f0a6f72a21 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533 associated. External IP: 172.25.2.14, port: f1c6b71f-7a99-42a7-bb03-fc29bf443d40. Oct 19 12:06:28.829943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e9cae0-ba29-4ff0-926a-39f0a6f72a21 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:06:28.936069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e9cae0-ba29-4ff0-926a-39f0a6f72a21 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:06:28.940925 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e9e9cae0-ba29-4ff0-926a-39f0a6f72a21 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:28.945431 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb4cfe-70e7-4777-acbb-ea1d8eee3c47 None None] Sync routers for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:06:28.967991 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e9e9cae0-ba29-4ff0-926a-39f0a6f72a21 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "PUT /v2.0/floatingips/200ba74f-4f78-49c8-a7d8-c4f2763e6533 HTTP/1.1" status: 200 len: 991 time: 0.9523807 Oct 19 12:06:28.968715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:06:28.971124 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d16048-414f-40e8-a760-a9a36ff6ef3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:06:29.011680 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c32885-3eea-4c41-9588-eb417c1fe7b2 x-openstack-request-id: req-d0c32885-3eea-4c41-9588-eb417c1fe7b2 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:06:29.012285 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:06:29.012285 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0c32885-3eea-4c41-9588-eb417c1fe7b2 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:06:29.012659 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'status': 'completed', 'code': 200} Oct 19 12:06:29.062490 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb4cfe-70e7-4777-acbb-ea1d8eee3c47 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:06:29.062490 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c6eb4cfe-70e7-4777-acbb-ea1d8eee3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:06:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:06:29.079861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d16048-414f-40e8-a760-a9a36ff6ef3a req-79a286e5-53b7-4744-bc6d-4c11b12c311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:29.081483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92d16048-414f-40e8-a760-a9a36ff6ef3a req-79a286e5-53b7-4744-bc6d-4c11b12c311a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1097 time: 0.0431416 Oct 19 12:06:29.096147 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:29.163465 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c6eb4cfe-70e7-4777-acbb-ea1d8eee3c47 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:06:29.179684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d16048-414f-40e8-a760-a9a36ff6ef3a req-3e2093ac-e50c-458b-872d-f0ee1df23d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:29.181237 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92d16048-414f-40e8-a760-a9a36ff6ef3a req-3e2093ac-e50c-458b-872d-f0ee1df23d92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0929112 Oct 19 12:06:29.199158 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:29.246919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92d16048-414f-40e8-a760-a9a36ff6ef3a req-3f2cf62d-64c8-4823-8564-5948ed452c31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 999 time: 0.0585558 Oct 19 12:06:29.297770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d16048-414f-40e8-a760-a9a36ff6ef3a req-fe0bf0cc-b83b-4d11-b0d1-42cf2597639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:29.299246 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92d16048-414f-40e8-a760-a9a36ff6ef3a req-fe0bf0cc-b83b-4d11-b0d1-42cf2597639d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0457079 Oct 19 12:06:29.348782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d16048-414f-40e8-a760-a9a36ff6ef3a req-1fd06b79-615d-4120-aec3-c9021906c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:29.350195 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92d16048-414f-40e8-a760-a9a36ff6ef3a req-1fd06b79-615d-4120-aec3-c9021906c7e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442076 Oct 19 12:06:29.382784 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c6eb4cfe-70e7-4777-acbb-ea1d8eee3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:88:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:06:28Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:06:29.412252 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb4cfe-70e7-4777-acbb-ea1d8eee3c47 None None] Checking router: b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:06:29.421285 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb4cfe-70e7-4777-acbb-ea1d8eee3c47 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:06:29.421887 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c6eb4cfe-70e7-4777-acbb-ea1d8eee3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:06:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:06:29.441367 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92d16048-414f-40e8-a760-a9a36ff6ef3a req-13d7ef47-a1c6-4ad0-9e35-d1ccbe397cdc service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839531 Oct 19 12:06:29.526278 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c6eb4cfe-70e7-4777-acbb-ea1d8eee3c47 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:06:29.538137 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92d16048-414f-40e8-a760-a9a36ff6ef3a req-cf12007d-8aa7-4cae-8713-1ff10240ad3a service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896966 Oct 19 12:06:29.746944 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c6eb4cfe-70e7-4777-acbb-ea1d8eee3c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:88:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:06:28Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:06:29.772604 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb4cfe-70e7-4777-acbb-ea1d8eee3c47 None None] The sync data for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 is: [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:88:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:06:28Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:06:29.964658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba8e42-27f4-4287-a84e-2bbde61a80e6 None None] New status for floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:06:30.970365 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:41.816649 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:06:49.986860 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:50.479015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:50.632681 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-61da56df-240a-4810-9bc1-1f550a79e225 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393355 Oct 19 12:06:50.710876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-0ed162e9-cf3b-4e12-8892-d43ee59cc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:50.712309 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-0ed162e9-cf3b-4e12-8892-d43ee59cc0df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1097 time: 0.0390213 Oct 19 12:06:50.828382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-2ea35dbc-9393-441f-82bc-ea253580ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:50.830119 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-2ea35dbc-9393-441f-82bc-ea253580ba85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0929985 Oct 19 12:06:50.893834 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-ce3c3dd5-7884-4cf1-a717-62157b327dce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 1001 time: 0.0565727 Oct 19 12:06:50.947893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-d291dd87-4e50-4613-b22b-f40bbed0e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:50.949387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-d291dd87-4e50-4613-b22b-f40bbed0e498 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0467815 Oct 19 12:06:50.994915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-30b4a2d2-ef10-4a1f-abac-366b6ae7eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:06:50.996360 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-30b4a2d2-ef10-4a1f-abac-366b6ae7eb09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390570 Oct 19 12:06:51.095075 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-027c64c4-b7a0-4e4c-8c9b-ee7093b87f63 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861361 Oct 19 12:06:51.185190 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7b8f636-4cb3-41e1-996e-30f1448cc36e req-49d00bbc-95fe-4657-9301-3c2e186094c9 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812433 Oct 19 12:06:55.426859 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ef6d357-98d8-4270-b6b3-1941b3dd0175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:57.850097 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a1cb0d69-c753-4966-9fb9-6d6c85106c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:59.095680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:06:59.226710 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:00.969710 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:18.816257 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:07:19.992833 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:20.489678 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:25.438083 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-10381fd5-4c30-4bb3-a2eb-5a81f525d790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:27.855314 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30e894e5-7af4-4ec4-b839-87543276f305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:29.106429 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:29.249358 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:30.969294 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:50.014560 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:50.477783 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:50.631270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-2c9d1e63-87d4-474c-8af8-3b987051c483 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404994 Oct 19 12:07:50.718413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-bfe6bb0d-f65d-458d-8bd7-7ec1a8389d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:07:50.720451 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-bfe6bb0d-f65d-458d-8bd7-7ec1a8389d3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1097 time: 0.0453100 Oct 19 12:07:50.827301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-000fd1dd-a28a-4041-8627-75a05ec0e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:07:50.828808 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-000fd1dd-a28a-4041-8627-75a05ec0e6ae service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0894690 Oct 19 12:07:50.895345 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-727af52f-8c23-4cb3-b20f-700a911d9fc6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 1001 time: 0.0597341 Oct 19 12:07:50.943802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-d69e7488-dc41-4907-a397-5449d7c9d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:07:50.945199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-d69e7488-dc41-4907-a397-5449d7c9d563 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0431371 Oct 19 12:07:50.990616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-238499a5-127c-40d7-b4fc-8fe2ff7f11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:07:50.992197 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-238499a5-127c-40d7-b4fc-8fe2ff7f11d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397782 Oct 19 12:07:51.397054 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-66eb5616-1a1a-4ce2-b333-0a0525a8423e service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976438 Oct 19 12:07:51.485620 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1705ef6a-8057-4b21-ba6f-dcdcdfb1bd86 req-afdc05b8-9a06-4716-94d4-2b43ab32b1ff service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819094 Oct 19 12:07:55.454531 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0273-897d-4d35-b6f0-c30b34e32a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:55.815884 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:07:57.866121 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a0c79687-e5bc-4f3c-886e-30b6f082b25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:59.082778 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:07:59.202819 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:00.974925 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:06.075397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16667a26-d623-45d9-9bff-7115be7f9752 req-7c0743ea-82ce-4966-a33e-d04066b5681d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:06.076946 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16667a26-d623-45d9-9bff-7115be7f9752 req-7c0743ea-82ce-4966-a33e-d04066b5681d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0943196 Oct 19 12:08:06.118534 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16667a26-d623-45d9-9bff-7115be7f9752 req-2b8c6b29-45b9-4a5a-8428-a61b57cbb7aa tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350602 Oct 19 12:08:07.349338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92d0d1-5af5-4984-97a1-fd6a5ec3ebb3 req-91143e52-82b7-4cfa-8692-a3bba96745e5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:07.350723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f92d0d1-5af5-4984-97a1-fd6a5ec3ebb3 req-91143e52-82b7-4cfa-8692-a3bba96745e5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0923617 Oct 19 12:08:07.386964 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0f92d0d1-5af5-4984-97a1-fd6a5ec3ebb3 req-995cbf1c-7319-490f-8238-e7a5632e0963 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304465 Oct 19 12:08:08.498917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7d8e-3f28-4ff9-98d0-09e1810fa3e5 req-ce9d7841-3932-414b-a16d-1d4e003b0312 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:08.500361 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f84c7d8e-3f28-4ff9-98d0-09e1810fa3e5 req-ce9d7841-3932-414b-a16d-1d4e003b0312 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0481193 Oct 19 12:08:08.538018 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f84c7d8e-3f28-4ff9-98d0-09e1810fa3e5 req-5ad04dc3-d963-4be6-984b-232411a3db89 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318160 Oct 19 12:08:09.654559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9809d89-84e6-438b-ba2c-92ea24f861b9 req-bd4b8d64-945d-4ceb-a5c4-3fb88c987bbc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:09.655994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9809d89-84e6-438b-ba2c-92ea24f861b9 req-bd4b8d64-945d-4ceb-a5c4-3fb88c987bbc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0514779 Oct 19 12:08:09.693748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9809d89-84e6-438b-ba2c-92ea24f861b9 req-9550d87b-1731-4976-8b19-a88226c4ec18 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316622 Oct 19 12:08:10.816091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21415b-4c63-4ce8-bd9f-d5a9de402112 req-ea69b449-3a71-48a1-86b0-89a986cb3fe2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:10.817561 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b21415b-4c63-4ce8-bd9f-d5a9de402112 req-ea69b449-3a71-48a1-86b0-89a986cb3fe2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0526180 Oct 19 12:08:10.858784 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b21415b-4c63-4ce8-bd9f-d5a9de402112 req-54f91630-2837-42af-9e03-86a892d2846b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352702 Oct 19 12:08:11.970529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f6909-83c1-4794-8472-5b5da33ec810 req-ca788d4b-20be-401f-a7bb-29ed210c61b5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:11.971974 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-462f6909-83c1-4794-8472-5b5da33ec810 req-ca788d4b-20be-401f-a7bb-29ed210c61b5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0480759 Oct 19 12:08:12.008347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-462f6909-83c1-4794-8472-5b5da33ec810 req-4d5d7635-754b-4bd7-bffa-457e7b6e6022 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305269 Oct 19 12:08:13.125439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d54ac3-1d2b-4176-8824-c4bb5d57db61 req-7d675ad7-b6bf-4975-a2f8-ffa357cbb70a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:13.126905 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8d54ac3-1d2b-4176-8824-c4bb5d57db61 req-7d675ad7-b6bf-4975-a2f8-ffa357cbb70a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0490685 Oct 19 12:08:13.168516 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d8d54ac3-1d2b-4176-8824-c4bb5d57db61 req-289191e0-73ce-4f92-9883-78964b1c6ec3 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358429 Oct 19 12:08:14.280844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c3525-f7f9-4874-98d1-4d1428ae424c req-6183587f-e340-4f28-adc3-deaf44014582 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:14.282804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-235c3525-f7f9-4874-98d1-4d1428ae424c req-6183587f-e340-4f28-adc3-deaf44014582 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0483291 Oct 19 12:08:14.320169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-235c3525-f7f9-4874-98d1-4d1428ae424c req-c43da880-5cb0-4f6e-9ac9-b0b919e93998 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313706 Oct 19 12:08:15.435030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93428e9c-8f62-4100-9fc9-489b1280a73d req-266fd1cd-bb06-4d34-85bc-dcbcfb29d60a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:15.436502 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93428e9c-8f62-4100-9fc9-489b1280a73d req-266fd1cd-bb06-4d34-85bc-dcbcfb29d60a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0488250 Oct 19 12:08:15.474934 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-93428e9c-8f62-4100-9fc9-489b1280a73d req-d92be6d1-debf-49ee-88bb-da526ed45f5e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318556 Oct 19 12:08:16.592893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ae871-9b7c-42fa-a4e5-548ba54d7d0d req-b64d1b9b-1515-494c-ad75-2ce6de50a5a8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:16.594334 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-126ae871-9b7c-42fa-a4e5-548ba54d7d0d req-b64d1b9b-1515-494c-ad75-2ce6de50a5a8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0519176 Oct 19 12:08:16.631108 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-126ae871-9b7c-42fa-a4e5-548ba54d7d0d req-1118a62f-b5e3-4b14-9919-ade8c01ae208 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309141 Oct 19 12:08:16.970731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6670-0ec3-43e1-a7dc-7c21da48a9bc req-22203b67-1992-4be9-b2ed-ca0e381b623b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:16.972193 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-648e6670-0ec3-43e1-a7dc-7c21da48a9bc req-22203b67-1992-4be9-b2ed-ca0e381b623b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0485618 Oct 19 12:08:17.017092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-648e6670-0ec3-43e1-a7dc-7c21da48a9bc req-fd5013f8-3b98-4a3e-8ec8-2addc978bf93 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388141 Oct 19 12:08:17.049198 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-f5e74009-299c-45b7-a4f7-ed9b3390fef5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420012 Oct 19 12:08:17.057988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-9e92fff9-54d8-44e0-9092-c1884c61238c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:08:17.058909 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-9e92fff9-54d8-44e0-9092-c1884c61238c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047913 Oct 19 12:08:18.130926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b713b-5573-4ec8-bd3c-2c0db98934e1 req-a99beeb1-3ec0-49b2-b1fa-e45473ba5699 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:18.132371 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-563b713b-5573-4ec8-bd3c-2c0db98934e1 req-a99beeb1-3ec0-49b2-b1fa-e45473ba5699 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0482066 Oct 19 12:08:18.172366 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-563b713b-5573-4ec8-bd3c-2c0db98934e1 req-684d0161-7bd1-4594-811b-fd71d70b3b7f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341868 Oct 19 12:08:19.288479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff9d93-0f2f-494e-976e-4b66e93401fd req-ec18c77e-fac9-4e6d-b959-a432cc7bca32 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:19.289950 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1ff9d93-0f2f-494e-976e-4b66e93401fd req-ec18c77e-fac9-4e6d-b959-a432cc7bca32 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0510867 Oct 19 12:08:19.337043 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1ff9d93-0f2f-494e-976e-4b66e93401fd req-d71e38b5-578f-4181-86a9-d30bb941a8d7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405722 Oct 19 12:08:20.002874 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:20.448267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e64d9-d099-4a14-a5ff-057aed0ce03f req-eb9fcf63-d72a-4d3c-b873-9a559e92ce55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:20.455172 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c32e64d9-d099-4a14-a5ff-057aed0ce03f req-eb9fcf63-d72a-4d3c-b873-9a559e92ce55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0487020 Oct 19 12:08:20.491634 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c32e64d9-d099-4a14-a5ff-057aed0ce03f req-54f9c583-cdac-4db9-8ce3-af664c8464b9 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353706 Oct 19 12:08:20.499353 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:21.607198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f671349-cea8-46dc-9a10-50943846155d req-8fec1b81-fb58-4b7e-9375-2f3df2a58827 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:21.608718 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f671349-cea8-46dc-9a10-50943846155d req-8fec1b81-fb58-4b7e-9375-2f3df2a58827 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0490212 Oct 19 12:08:21.646578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f671349-cea8-46dc-9a10-50943846155d req-5e2965ad-d346-46aa-bd9d-bf7f57848fb3 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309250 Oct 19 12:08:22.768215 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305cd30-7e26-4fcf-a8a2-a1733d824f52 req-a79048f5-e4a4-4fb9-a2b8-9b3f2c7d2ef7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:22.769731 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2305cd30-7e26-4fcf-a8a2-a1733d824f52 req-a79048f5-e4a4-4fb9-a2b8-9b3f2c7d2ef7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0555751 Oct 19 12:08:22.807013 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2305cd30-7e26-4fcf-a8a2-a1733d824f52 req-70f923bf-c8ab-4284-9515-c09f84635cf5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314171 Oct 19 12:08:23.214601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-835dc5c5-43f2-4ce7-9293-79a7acad8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:23.216081 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-835dc5c5-43f2-4ce7-9293-79a7acad8547 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1097 time: 0.0764344 Oct 19 12:08:23.308796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-c55542fc-d7c3-4a53-8a54-855c9b41e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:23.310274 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-c55542fc-d7c3-4a53-8a54-855c9b41e8f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0874181 Oct 19 12:08:23.373341 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-da290b26-0cd8-4e74-8d85-ba82605f9ec3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 1001 time: 0.0560374 Oct 19 12:08:23.421449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-12f05865-c253-4e0a-858b-763e6742ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:23.422887 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-12f05865-c253-4e0a-858b-763e6742ef91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0432293 Oct 19 12:08:23.472610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-2956158d-3f60-4cd7-bd1f-2b102630adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:23.474114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-2956158d-3f60-4cd7-bd1f-2b102630adf4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443869 Oct 19 12:08:23.563963 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-67eb04f7-11b9-432a-a8b1-8cbe0edadbe3 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826316 Oct 19 12:08:23.656162 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-2ba6400f-339d-4fb8-a0c6-e6bd48d8b152 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849419 Oct 19 12:08:23.922143 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acc7c-329c-4d53-9bce-dbe346899ef0 req-ca12a68a-ba13-408a-8a2f-909538fa15d1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:23.924101 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-300acc7c-329c-4d53-9bce-dbe346899ef0 req-ca12a68a-ba13-408a-8a2f-909538fa15d1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0487137 Oct 19 12:08:23.962113 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-300acc7c-329c-4d53-9bce-dbe346899ef0 req-0f29c481-bdba-4f04-8a86-57ea3cfdadef tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 Oct 19 12:08:25.077810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98748435-9175-47ae-9db8-a91b80b999df req-e0c6de12-28ec-457c-aeca-d3ea16581f5a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:25.079300 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98748435-9175-47ae-9db8-a91b80b999df req-e0c6de12-28ec-457c-aeca-d3ea16581f5a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0500259 Oct 19 12:08:25.116857 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-98748435-9175-47ae-9db8-a91b80b999df req-0867ea81-4d7a-4628-a7c4-9502b0478a3d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316465 Oct 19 12:08:25.442174 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4307b4d1-ddb0-4f8e-ba2e-0183ef2ad449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:25.634812 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-be5b50d9-0a6e-45b2-babb-ae85ce5fed2a service neutron] show failed (client error): The resource could not be found. Oct 19 12:08:25.635789 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-be5b50d9-0a6e-45b2-babb-ae85ce5fed2a service neutron] 10.222.0.49 "GET /v2.0/ports/f1c6b71f-7a99-42a7-bb03-fc29bf443d40/bindings/n-h1-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0530024 Oct 19 12:08:26.258214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-4b8dcbb5-3756-45b1-a57e-758c0d7e1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:26.259707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-4b8dcbb5-3756-45b1-a57e-758c0d7e1d53 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 1097 time: 0.1058004 Oct 19 12:08:26.268552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa9689-0b26-4570-b151-762b93e67321 req-fb1eed0f-a498-435d-b2fc-925baaac1958 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:26.272698 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bfa9689-0b26-4570-b151-762b93e67321 req-fb1eed0f-a498-435d-b2fc-925baaac1958 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0835731 Oct 19 12:08:26.275903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:08:26.352770 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3bfa9689-0b26-4570-b151-762b93e67321 req-c8862ba3-0a1f-4016-b322-9f1ea9b9c93c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740991 Oct 19 12:08:26.357257 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:26.865166 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:08:26.897727 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:08:26.937640 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:08:26.942974 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:26.955353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Transition to ACTIVE for port object f1c6b71f-7a99-42a7-bb03-fc29bf443d40 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:08:26.975885 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cc37d3-228e-4566-bc7c-cb56ea084ec1" -d '{"events": [{"server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:08:27.036975 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:27.076699 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859e0103-ec4e-4a7e-b174-c752119df34e x-openstack-request-id: req-859e0103-ec4e-4a7e-b174-c752119df34e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:08:27.076996 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:08:27.077250 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-859e0103-ec4e-4a7e-b174-c752119df34e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:08:27.077653 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'code': 200} Oct 19 12:08:27.125426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Pushing event updated for resources: {'Port': ['ID=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,revision_number=6']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:08:27.139337 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.139677 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.140012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.140341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.140691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.141561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.141883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.142201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.142522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.142842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.143158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.143474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:27.173312 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] No DVR routers for this DVR port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:08:27.313729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Attempting to bind port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:08:27.314421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Attempting to bind port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:08:27.314421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Attempting to bind port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:08:27.318559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 on network 532277dd-16a6-4697-b3d6-eb33995261fa not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:08:27.318874 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Attempting to bind port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:08:27.323590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:08:27.323921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:08:27.324298 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:08:27.324757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Bound port: f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:08:27.325104 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:27.386206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:08:27.389458 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:08:27.471668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1150d-585e-4667-bc57-5d08cafcc60a req-7362a467-5423-466e-b286-789f0605bb26 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:27.473160 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1c1150d-585e-4667-bc57-5d08cafcc60a req-7362a467-5423-466e-b286-789f0605bb26 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 944 time: 0.0525665 Oct 19 12:08:27.493066 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:27.530223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:27.530986 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:27.532847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] 10.222.0.26 "PUT /v2.0/ports/f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 1092 time: 1.2608073 Oct 19 12:08:27.554149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a1c1150d-585e-4667-bc57-5d08cafcc60a req-f38dd415-d495-4ffb-aa6f-11e458d45331 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746632 Oct 19 12:08:27.593106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8dcd0-f9f1-4fcf-960c-dd492308670f service neutron] Pushing event updated for resources: {'Port': ['ID=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,revision_number=7']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:08:27.611574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-52475ca8-1ae5-4878-a356-38e6796362cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:27.613181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-52475ca8-1ae5-4878-a356-38e6796362cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1095 time: 0.0462556 Oct 19 12:08:27.726684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-ceb868ad-7e27-4355-85dd-88d116f82a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:27.728174 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-ceb868ad-7e27-4355-85dd-88d116f82a8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.1041625 Oct 19 12:08:27.800245 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-61647ec4-2966-4c26-8d40-d6397d8dca37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 999 time: 0.0607996 Oct 19 12:08:27.856802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-14879be0-7539-4dd0-8c82-36d4a64af561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:27.858223 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-14879be0-7539-4dd0-8c82-36d4a64af561 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0471931 Oct 19 12:08:27.877369 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-57f9d738-152e-4fbe-86d9-ca7bffc75664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:27.908680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-d76ce070-a18b-42fc-9325-b24b4318c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:27.910055 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-d76ce070-a18b-42fc-9325-b24b4318c1e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394206 Oct 19 12:08:28.002434 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-05c36167-1ddd-43da-8534-7bc436713ec0 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809681 Oct 19 12:08:28.099972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4004c23-ca50-4a0c-80f0-f9815124ac71 req-f73d38f3-47ec-4cf6-b4f3-1795c3e9c231 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860565 Oct 19 12:08:28.677973 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b197d7-d8ed-4dfc-9614-c35ef30d1349 req-9432a6f3-0621-413a-b636-5d69ff9e986c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:28.679364 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-59b197d7-d8ed-4dfc-9614-c35ef30d1349 req-9432a6f3-0621-413a-b636-5d69ff9e986c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 944 time: 0.0531418 Oct 19 12:08:28.717212 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-59b197d7-d8ed-4dfc-9614-c35ef30d1349 req-dfb68d5d-fb8f-43a3-955e-d5d4a37b745f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320399 Oct 19 12:08:29.078411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:08:29.080912 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064c3481-eaaa-4b09-ba8d-55d9a8579cab" -d '{"events": [{"name": "network-changed", "server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:08:29.122903 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:29.128950 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e141b58d-003e-411e-9d09-8b8e639c4201 x-openstack-request-id: req-e141b58d-003e-411e-9d09-8b8e639c4201 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:08:29.129241 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:08:29.129492 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e141b58d-003e-411e-9d09-8b8e639c4201 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:08:29.129889 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'status': 'completed', 'code': 200} Oct 19 12:08:29.188940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-0998630d-2416-4e3f-a2a4-0cd083ea0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:29.190471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-0998630d-2416-4e3f-a2a4-0cd083ea0c65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1095 time: 0.0427625 Oct 19 12:08:29.196095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-055d96b0-d98b-454c-b4a1-a5dcb4b0c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:29.197701 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-055d96b0-d98b-454c-b4a1-a5dcb4b0c514 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1095 time: 0.0423915 Oct 19 12:08:29.226364 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:29.285900 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-da6fd8bd-a68d-4be0-b249-1f5ff189c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:29.287371 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-da6fd8bd-a68d-4be0-b249-1f5ff189c32b service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0901117 Oct 19 12:08:29.292590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-9c22d121-da81-469e-a42e-fcb33408b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:29.294240 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-9c22d121-da81-469e-a42e-fcb33408b98e service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0887923 Oct 19 12:08:29.351891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-bb48fa9e-fcef-4dff-8eeb-f3f5afc24aa3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 999 time: 0.0572984 Oct 19 12:08:29.358527 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-b4235f3b-de53-467f-b092-3f0dc42a06b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 999 time: 0.0562603 Oct 19 12:08:29.401711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-a5cc6d1f-b38c-4957-8291-667c31cd6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:29.403183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-a5cc6d1f-b38c-4957-8291-667c31cd6ee5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0442591 Oct 19 12:08:29.414300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-f7a3a23e-25ce-4739-8f5a-0b5888890f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:29.415726 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-f7a3a23e-25ce-4739-8f5a-0b5888890f9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0475833 Oct 19 12:08:29.453014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-2d040aec-6923-44e9-9ca2-bdda843a3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:29.455026 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-2d040aec-6923-44e9-9ca2-bdda843a3493 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444355 Oct 19 12:08:29.461992 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-615b22fe-aa4d-469a-967b-1f3141d35731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:29.463473 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-615b22fe-aa4d-469a-967b-1f3141d35731 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398238 Oct 19 12:08:29.550786 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-0f301409-6696-4021-8aed-b29a5b9cac8a service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893133 Oct 19 12:08:29.555147 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-bedb6bd1-c24f-40c7-92ca-0616fd4c8735 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825002 Oct 19 12:08:29.650845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-d971f36b-4fcd-4bb4-a00d-178b9ca6a959 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867021 Oct 19 12:08:29.651074 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-064c3481-eaaa-4b09-ba8d-55d9a8579cab req-ba5ad4de-3bdb-4505-bafe-b91cb1a97d53 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928602 Oct 19 12:08:29.838245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595179a0-c3c8-46a1-88f4-1710bd8ea6d3 req-9cdec527-9487-40ef-83fa-4248692ce71a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:29.839733 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-595179a0-c3c8-46a1-88f4-1710bd8ea6d3 req-9cdec527-9487-40ef-83fa-4248692ce71a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 944 time: 0.0501168 Oct 19 12:08:29.878408 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-595179a0-c3c8-46a1-88f4-1710bd8ea6d3 req-9c710630-3c35-4f0d-be7f-be38e5879687 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326593 Oct 19 12:08:30.433391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f1c6b71f-7a99-42a7-bb03-fc29bf443d40 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:08:30.473284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device f1c6b71f-7a99-42a7-bb03-fc29bf443d40 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:08:30.978468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f1c6b71f-7a99-42a7-bb03-fc29bf443d40 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:08:30.983998 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:31.000564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b46c1-9e3b-4ffb-a32c-90f9357c2927 req-563cadd6-fb9a-4793-ae7b-2b43f5a1a53f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:31.002096 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-212b46c1-9e3b-4ffb-a32c-90f9357c2927 req-563cadd6-fb9a-4793-ae7b-2b43f5a1a53f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 944 time: 0.0510645 Oct 19 12:08:31.040609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-212b46c1-9e3b-4ffb-a32c-90f9357c2927 req-b11b8b05-06d8-467b-8999-960b2bbd1a39 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322719 Oct 19 12:08:31.072127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:08:31.083124 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'port_id': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'mac_address': 'fa:16:3e:88:f1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:08:31.120131 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:31.132558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c6b71f-7a99-42a7-bb03-fc29bf443d40 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:08:31.151194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:08:31.219868 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:31.280478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:08:31.288599 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.288948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.289285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.289618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.289946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.290354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.290582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.290905 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.291227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.291898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.292174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.292564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:31.378209 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0b5e-9aa8-4aea-80a5-5547ce50f6d4 req-54d64619-6ce4-427a-ad0d-da8be3713484 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:31.379614 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f14f0b5e-9aa8-4aea-80a5-5547ce50f6d4 req-54d64619-6ce4-427a-ad0d-da8be3713484 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 945 time: 0.0561750 Oct 19 12:08:31.418138 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f14f0b5e-9aa8-4aea-80a5-5547ce50f6d4 req-1b4a7bf8-42a5-4f2a-ad8e-c1957ad63cb2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321319 Oct 19 12:08:31.451089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-323038b0-d439-441d-a28e-ed007caa137b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:31.452595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-323038b0-d439-441d-a28e-ed007caa137b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a&tenant_id=9a0dcef8170e4e968d7182b6da19117b&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 945 time: 0.0516469 Oct 19 12:08:31.517661 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-0ce96300-9a4f-4048-afd2-c959c51e784c service neutron] delete failed (client error): The resource could not be found. Oct 19 12:08:31.519124 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-0ce96300-9a4f-4048-afd2-c959c51e784c service neutron] 10.222.0.49 "DELETE /v2.0/ports/f1c6b71f-7a99-42a7-bb03-fc29bf443d40/bindings/n-h2-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0586476 Oct 19 12:08:31.536678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f1c6b71f-7a99-42a7-bb03-fc29bf443d40'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:08:31.602470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-98767bcb-ccba-4dcb-9c28-fa9c1fd653c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:31.603959 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-98767bcb-ccba-4dcb-9c28-fa9c1fd653c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1096 time: 0.0426388 Oct 19 12:08:31.696097 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-03d4ff9f-21bc-4934-901e-5f9ca4ee12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:31.697580 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-03d4ff9f-21bc-4934-901e-5f9ca4ee12d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0858681 Oct 19 12:08:31.764729 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-b497f91c-2ae1-4bd4-a542-624dcc58520b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 1000 time: 0.0601237 Oct 19 12:08:31.812528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-13d327d4-8c86-42c8-90e2-de43a52f0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:31.814542 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-13d327d4-8c86-42c8-90e2-de43a52f0d45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0428188 Oct 19 12:08:31.857642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-e7f44b6e-22fb-4241-b7bc-e24a51f6cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:31.859060 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-e7f44b6e-22fb-4241-b7bc-e24a51f6cbc5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379565 Oct 19 12:08:31.951257 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-f980f2b2-54e5-4ca5-b125-2fbc7531c876 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850129 Oct 19 12:08:32.038023 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8f5735b-b5d0-426e-8674-206f5a3c2099 req-db821340-1ca5-48fd-b17f-59631b6dc92a service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803418 Oct 19 12:08:32.540397 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cd454-ddec-4fa2-9138-79d1d59e3d1e req-c0394809-5564-411a-9644-522253a8f923 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:32.542168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f76cd454-ddec-4fa2-9138-79d1d59e3d1e req-c0394809-5564-411a-9644-522253a8f923 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 945 time: 0.0556433 Oct 19 12:08:32.579865 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f76cd454-ddec-4fa2-9138-79d1d59e3d1e req-05f120ea-9bfa-47b7-9143-18376098a450 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311313 Oct 19 12:08:32.814964 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:08:32.978498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f1c6b71f-7a99-42a7-bb03-fc29bf443d40 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:08:33.116866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:08:33.120767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:08:33.121143 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:33.198817 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:33.222871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:08:33.236923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:08:33.271524 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873a6e8c-2891-4097-af60-27453c3eb04c" -d '{"events": [{"server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "name": "network-vif-plugged", "status": "completed", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:08:33.305493 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:33.362285 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5f16da-0043-4902-9e9c-4090f35ec6fb x-openstack-request-id: req-2b5f16da-0043-4902-9e9c-4090f35ec6fb {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:08:33.362579 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "name": "network-vif-plugged", "status": "completed", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:08:33.362835 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b5f16da-0043-4902-9e9c-4090f35ec6fb {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:08:33.363231 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'code': 200} Oct 19 12:08:33.367924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:08:33.693380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78db448-263c-4c77-bb10-0c4c2748d3bc req-27d8ce76-cee5-4868-8900-318601be6647 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:33.694856 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f78db448-263c-4c77-bb10-0c4c2748d3bc req-27d8ce76-cee5-4868-8900-318601be6647 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0494769 Oct 19 12:08:33.732101 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f78db448-263c-4c77-bb10-0c4c2748d3bc req-46f32ec1-39d3-417a-99ee-e7ec1f0d887d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Oct 19 12:08:33.849659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206899f-6d91-4073-ad1e-a41aa40d29b5 req-c1ee5565-47b1-4c04-a160-cb07efbc6dc5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:33.851131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f206899f-6d91-4073-ad1e-a41aa40d29b5 req-c1ee5565-47b1-4c04-a160-cb07efbc6dc5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0493948 Oct 19 12:08:33.888156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f206899f-6d91-4073-ad1e-a41aa40d29b5 req-2c55535a-5773-4b27-a8ab-c0a90080914d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309713 Oct 19 12:08:34.179714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71560523-70bb-4b2a-9d67-2f8cfdc32793 req-0d5a9340-c27a-4837-a433-1dc0f4ade33e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:34.181232 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-71560523-70bb-4b2a-9d67-2f8cfdc32793 req-0d5a9340-c27a-4837-a433-1dc0f4ade33e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0516233 Oct 19 12:08:34.243987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-71560523-70bb-4b2a-9d67-2f8cfdc32793 req-beed7b29-a291-4031-b3f0-19c9ba488c3c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566096 Oct 19 12:08:34.260094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8c59-f52c-4ead-abbc-0fc5fd3a4d21 req-ef77ec10-ed9c-4234-9da2-b373f156b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:34.261569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-340c8c59-f52c-4ead-abbc-0fc5fd3a4d21 req-ef77ec10-ed9c-4234-9da2-b373f156b977 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 1097 time: 0.0481379 Oct 19 12:08:34.355255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8c59-f52c-4ead-abbc-0fc5fd3a4d21 req-d13b8bd5-d986-4e9e-915a-d0e0763de71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:34.356652 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-340c8c59-f52c-4ead-abbc-0fc5fd3a4d21 req-d13b8bd5-d986-4e9e-915a-d0e0763de71c service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0840569 Oct 19 12:08:34.429712 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-340c8c59-f52c-4ead-abbc-0fc5fd3a4d21 req-29df6a71-7607-44af-9b59-b4302da75634 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 200 len: 1001 time: 0.0610936 Oct 19 12:08:34.481668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8c59-f52c-4ead-abbc-0fc5fd3a4d21 req-004d9443-80d3-43eb-a393-0a99cfa07e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:34.483075 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-340c8c59-f52c-4ead-abbc-0fc5fd3a4d21 req-004d9443-80d3-43eb-a393-0a99cfa07e78 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0428846 Oct 19 12:08:34.532679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8c59-f52c-4ead-abbc-0fc5fd3a4d21 req-b4b57ae6-57d2-4487-831e-0aa1e910b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:34.534179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-340c8c59-f52c-4ead-abbc-0fc5fd3a4d21 req-b4b57ae6-57d2-4487-831e-0aa1e910b748 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397546 Oct 19 12:08:34.630578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-340c8c59-f52c-4ead-abbc-0fc5fd3a4d21 req-8b56c8b2-68f0-4790-a3c7-d749bf237994 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848546 Oct 19 12:08:34.724479 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-340c8c59-f52c-4ead-abbc-0fc5fd3a4d21 req-e12d39c2-9a67-4707-a5e5-41056ed1a6c4 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827980 Oct 19 12:08:35.364032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eae90a-5e83-4297-9bec-67c514794ace req-74a77b6f-d463-4ab3-ac60-5b9cc3c4be07 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:35.365451 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a3eae90a-5e83-4297-9bec-67c514794ace req-74a77b6f-d463-4ab3-ac60-5b9cc3c4be07 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0522103 Oct 19 12:08:35.402933 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a3eae90a-5e83-4297-9bec-67c514794ace req-ea2c3ef3-ec16-431f-bb70-62d480e9a7d1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314682 Oct 19 12:08:36.521016 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b6a30-9cdd-450e-84a6-75042e05c0f7 req-1065f8b0-d523-4e3c-9d4f-77feb348d252 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:36.522531 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f6b6a30-9cdd-450e-84a6-75042e05c0f7 req-1065f8b0-d523-4e3c-9d4f-77feb348d252 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0528650 Oct 19 12:08:36.560632 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4f6b6a30-9cdd-450e-84a6-75042e05c0f7 req-91be68e2-e542-4fee-811a-ae58631d46ad tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322335 Oct 19 12:08:36.947655 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996fdf0-c025-4886-810a-7860b0e11f53 req-83fa12e0-27b8-441b-9ec5-882fbcaea134 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:36.949195 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f996fdf0-c025-4886-810a-7860b0e11f53 req-83fa12e0-27b8-441b-9ec5-882fbcaea134 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0519714 Oct 19 12:08:36.987372 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f996fdf0-c025-4886-810a-7860b0e11f53 req-6fe535ec-c693-4f45-853f-e2b234bc6864 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Oct 19 12:08:38.106420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1829a-1453-480f-a0e2-037fb066f3c0 req-4b0d2318-7edd-4bd5-b381-6eaa4ff4e1bb tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:38.107911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38f1829a-1453-480f-a0e2-037fb066f3c0 req-4b0d2318-7edd-4bd5-b381-6eaa4ff4e1bb tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0529687 Oct 19 12:08:38.146499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38f1829a-1453-480f-a0e2-037fb066f3c0 req-42a4a330-b97a-4aac-aec3-3633f50681df tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320678 Oct 19 12:08:38.310499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-18b15204-8927-423f-b81a-183dd9f74e1b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:38.311863 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-18b15204-8927-423f-b81a-183dd9f74e1b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 946 time: 0.0481620 Oct 19 12:08:38.405111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Deleting port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:08:38.405443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:38.491024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] For port f1c6b71f-7a99-42a7-bb03-fc29bf443d40, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:08:38.491377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:38.659100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:38.659371 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:38.659687 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533 disassociated. External IP: 172.25.2.14, port: f1c6b71f-7a99-42a7-bb03-fc29bf443d40. Oct 19 12:08:38.660020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Calling delete_port for f1c6b71f-7a99-42a7-bb03-fc29bf443d40 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:08:38.836945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:38.865082 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event deleted for resources: {'Port': ['ID=f1c6b71f-7a99-42a7-bb03-fc29bf443d40,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:08:38.983929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:08:39.093995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:08:39.106117 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c4f430-9e4e-49cf-8e1e-ec11be2888a2 None None] Sync routers for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:08:39.115266 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c4f430-9e4e-49cf-8e1e-ec11be2888a2 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:08:39.115928 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c8c4f430-9e4e-49cf-8e1e-ec11be2888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:08:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:08:39.136474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] No DVR routers for this DVR port f1c6b71f-7a99-42a7-bb03-fc29bf443d40 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:08:39.139231 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:39.143075 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6c0c4f49-6e2a-44d6-8640-231ec8d8b49b req-55d75b5c-67f0-4aa6-aec1-dafe0ceffdbd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.26 "DELETE /v2.0/ports/f1c6b71f-7a99-42a7-bb03-fc29bf443d40 HTTP/1.1" status: 204 len: 173 time: 0.8215902 Oct 19 12:08:39.143522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'name': 'network-vif-deleted', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:08:39.145804 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703fa462-6d89-4719-b58b-8e0c2f0ca508" -d '{"events": [{"server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "name": "network-vif-deleted", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:08:39.188388 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e8bc39-34c8-40fb-a346-17a039244200 x-openstack-request-id: req-56e8bc39-34c8-40fb-a346-17a039244200 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:08:39.188817 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5adcebe-e082-4ae5-9943-8b57cba4736a", "name": "network-vif-deleted", "tag": "f1c6b71f-7a99-42a7-bb03-fc29bf443d40", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:08:39.189077 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56e8bc39-34c8-40fb-a346-17a039244200 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:08:39.189482 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5adcebe-e082-4ae5-9943-8b57cba4736a', 'name': 'network-vif-deleted', 'tag': 'f1c6b71f-7a99-42a7-bb03-fc29bf443d40', 'status': 'completed', 'code': 200} Oct 19 12:08:39.231455 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c8c4f430-9e4e-49cf-8e1e-ec11be2888a2 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:08:39.247912 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-44b6ee64-688f-4cdb-8e5a-81fcc39a244f req-4ee19bd6-027c-48f3-9155-11b36de6ae0f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5adcebe-e082-4ae5-9943-8b57cba4736a HTTP/1.1" status: 200 len: 210 time: 0.0290480 Oct 19 12:08:39.425472 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c8c4f430-9e4e-49cf-8e1e-ec11be2888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:08:39.451492 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c4f430-9e4e-49cf-8e1e-ec11be2888a2 None None] Checking router: b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:08:39.460433 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c4f430-9e4e-49cf-8e1e-ec11be2888a2 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:08:39.461060 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c8c4f430-9e4e-49cf-8e1e-ec11be2888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:08:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:08:39.565866 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c8c4f430-9e4e-49cf-8e1e-ec11be2888a2 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:08:39.849540 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c8c4f430-9e4e-49cf-8e1e-ec11be2888a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:08:39.874718 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c4f430-9e4e-49cf-8e1e-ec11be2888a2 None None] The sync data for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 is: [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:08:40.086080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e042aac-b2cb-4226-b4fa-2137fcc60236 None None] New status for floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:08:40.523474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-0031a540-5385-46c6-bb09-71b3270fb275 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--165480857&fields=id&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 267 time: 0.0326653 Oct 19 12:08:40.626079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-56f24657-f96f-44a6-84e7-b9b57d34baf1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:40.627514 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-56f24657-f96f-44a6-84e7-b9b57d34baf1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 812 time: 0.0970953 Oct 19 12:08:40.642551 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-9737447f-ec7d-447d-8da5-8de40d01660d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/quotas/9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 375 time: 0.0092213 Oct 19 12:08:40.697717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-08cbc608-87ac-491d-8deb-8662b37776b7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499861 Oct 19 12:08:40.715072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-4c341d8f-b5ce-40f2-b3ef-37ab82e2d182 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:08:40.716019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-4c341d8f-b5ce-40f2-b3ef-37ab82e2d182 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050044 Oct 19 12:08:40.806654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-c1e98e6a-dff2-4305-b590-e2f99915ba84 service neutron] 10.222.0.39 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840991 Oct 19 12:08:40.896911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-e972bd0b-70d8-4003-b26a-1a1b03879aca service neutron] 10.222.0.39 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843120 Oct 19 12:08:40.994142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f1c6b71f-7a99-42a7-bb03-fc29bf443d40 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:08:41.014319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: f1c6b71f-7a99-42a7-bb03-fc29bf443d40 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:08:41.014662 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f1c6b71f-7a99-42a7-bb03-fc29bf443d40 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:08:41.135672 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6781bf8c-838e-4bd0-9c74-c89c737b415a req-310979c1-31ff-482b-903e-a7a912201dd1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 210 time: 0.0263262 Oct 19 12:08:42.231495 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f42e7e1-1d07-4fac-adbb-f0d18ec3ba89 req-1802bed3-703c-49a7-9003-3bd73d2aed77 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 210 time: 0.0275536 Oct 19 12:08:43.116197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-aad47df3-c233-4c86-879c-62f9ee9a36b9 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:43.117767 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-aad47df3-c233-4c86-879c-62f9ee9a36b9 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 812 time: 0.1065598 Oct 19 12:08:43.160803 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-ceff2925-0e0e-48ba-96d1-56f2302f9e9b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 379 time: 0.0333869 Oct 19 12:08:43.170101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'port': {'device_id': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'admin_state_up': True, 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'security_groups': ['c72e3902-fc81-4bb1-b88c-1cafd9c1b457']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:08:43.330424 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6724d5d0-7e0f-4691-b4a7-2aeb34aa7f28 req-047d69be-9855-4d4f-bc0a-e1a8e7f85402 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 210 time: 0.0262263 Oct 19 12:08:43.362478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Made reservation on behalf of 9a0dcef8170e4e968d7182b6da19117b for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:08:43.366035 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:43.490883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Allocated IP 172.20.0.3 (532277dd-16a6-4697-b3d6-eb33995261fa/605975b8-cd07-44be-9dd4-92df520a1988/6306125f-7dc5-4ad8-af34-9e30af011846) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:08:43.626098 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:43.721803 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:43.764988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Network 532277dd-16a6-4697-b3d6-eb33995261fa is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:08:43.768566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:08:43.772298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:08:43.778532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:08:43.813879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.814221 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.814559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.814891 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.815223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.815544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.815869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.816196 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.816509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.816852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.817172 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.817487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:08:43.841259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:43.841868 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:43.930651 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-13be1a75-7854-4f87-82a3-d006bfe4bfff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7644072 Oct 19 12:08:43.943965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Request body: {'port': {'device_id': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:08:43.997426 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:44.008137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-83af1c38-cf09-4329-860e-7f75180e585f None None] Provisioning complete for port 6306125f-7dc5-4ad8-af34-9e30af011846 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:08:44.008711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-83af1c38-cf09-4329-860e-7f75180e585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:44.047017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-83af1c38-cf09-4329-860e-7f75180e585f None None] Port 6306125f-7dc5-4ad8-af34-9e30af011846 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:08:44.271710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6306125f-7dc5-4ad8-af34-9e30af011846 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:08:44.279136 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:44.290902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Transition to ACTIVE for port object 6306125f-7dc5-4ad8-af34-9e30af011846 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:08:44.369081 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:44.421325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:08:44.450858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0323b-a34e-4f00-9067-abd9a178e583 req-2a867e2b-1fb7-4748-b7d4-61906ba8b21a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:44.452584 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-add0323b-a34e-4f00-9067-abd9a178e583 req-2a867e2b-1fb7-4748-b7d4-61906ba8b21a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 943 time: 0.0534010 Oct 19 12:08:44.492165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:08:44.492506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:08:44.492892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:08:44.497523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Port 6306125f-7dc5-4ad8-af34-9e30af011846 on network 532277dd-16a6-4697-b3d6-eb33995261fa not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:08:44.497801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:08:44.501729 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-add0323b-a34e-4f00-9067-abd9a178e583 req-1d26b212-90fb-4282-9700-ce69149d28bd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421906 Oct 19 12:08:44.503564 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:08:44.503899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:08:44.504392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:08:44.504751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Bound port: 6306125f-7dc5-4ad8-af34-9e30af011846, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:08:44.505111 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:44.579628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:08:44.582750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:08:44.638418 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:44.684867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:44.685499 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:44.686891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] 10.222.0.49 "PUT /v2.0/ports/6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 1091 time: 0.7471890 Oct 19 12:08:44.687350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:08:44.689636 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee117be2ea68d154c82319a951a758e47aba97e515fcee19ed583566ddb60e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c604b41c-9394-41b6-b41e-322f0a41948c" -d '{"events": [{"name": "network-changed", "server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:08:44.713966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd3c96-500c-48d9-a764-47e7465dcfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:08:44.791928 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efc1032-6983-40de-ae8e-1a5e48b1bb28 x-openstack-request-id: req-5efc1032-6983-40de-ae8e-1a5e48b1bb28 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:08:44.792265 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:08:44.792561 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5efc1032-6983-40de-ae8e-1a5e48b1bb28 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:08:44.792970 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846', 'status': 'completed', 'code': 200} Oct 19 12:08:44.855818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604b41c-9394-41b6-b41e-322f0a41948c req-6239174d-6be1-4bd6-8325-b2bc9ebf4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:44.857392 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c604b41c-9394-41b6-b41e-322f0a41948c req-6239174d-6be1-4bd6-8325-b2bc9ebf4588 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1094 time: 0.0430243 Oct 19 12:08:44.963768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604b41c-9394-41b6-b41e-322f0a41948c req-8d6da3a9-944f-44a3-bc63-e166d03f50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:44.965293 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c604b41c-9394-41b6-b41e-322f0a41948c req-8d6da3a9-944f-44a3-bc63-e166d03f50d7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9a0dcef8170e4e968d7182b6da19117b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1001654 Oct 19 12:08:45.060749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604b41c-9394-41b6-b41e-322f0a41948c req-5ae362d1-2cce-4912-8cbb-af580fd3eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:45.062207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c604b41c-9394-41b6-b41e-322f0a41948c req-5ae362d1-2cce-4912-8cbb-af580fd3eb10 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900862 Oct 19 12:08:45.139691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-c047d9cf-a282-48f7-9c2f-6dac46878ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:45.141272 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-c047d9cf-a282-48f7-9c2f-6dac46878ec5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1094 time: 0.0441353 Oct 19 12:08:45.182023 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-64c63d9a-56b0-4ecb-800f-764534a26503 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 217 time: 0.0330698 Oct 19 12:08:45.231496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-542e8cf2-be18-44e2-97ab-95148fe81b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:45.232954 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-542e8cf2-be18-44e2-97ab-95148fe81b4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0436122 Oct 19 12:08:45.285503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-3ea7583b-4271-4b16-ae0e-ac5e6cbec309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:45.286981 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-3ea7583b-4271-4b16-ae0e-ac5e6cbec309 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475442 Oct 19 12:08:45.376904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-f19cfacd-1189-43a2-aed7-44034f44cb59 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803223 Oct 19 12:08:45.468554 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6dbaf8-c3b4-4179-a085-60304527d66f req-a2b3ab23-6933-422d-b593-e64faec35ade service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850358 Oct 19 12:08:45.610263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca07180-a319-427f-8eb0-4487efd38d9a req-8843ee21-30c8-40d3-82f1-cde880a1cf29 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:45.611707 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cca07180-a319-427f-8eb0-4487efd38d9a req-8843ee21-30c8-40d3-82f1-cde880a1cf29 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 943 time: 0.0487311 Oct 19 12:08:45.648648 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cca07180-a319-427f-8eb0-4487efd38d9a req-5fc0b021-6b9e-4b52-bedc-6caa56ee2bbe tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308886 Oct 19 12:08:46.763273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb0a8b-ef2f-4ffe-8d28-c769a2112972 req-8599ee61-b47e-451e-a9e5-c4e0813259bf tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:46.764807 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ebb0a8b-ef2f-4ffe-8d28-c769a2112972 req-8599ee61-b47e-451e-a9e5-c4e0813259bf tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 943 time: 0.0495684 Oct 19 12:08:46.802593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3ebb0a8b-ef2f-4ffe-8d28-c769a2112972 req-50fdcc46-0b33-46c0-a3cf-09a67813bf4e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316939 Oct 19 12:08:47.924162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9365df0-20bb-4293-a5ab-695219d766dc req-936f45e7-7cac-4dee-a5ac-0ef095576157 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:47.925636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9365df0-20bb-4293-a5ab-695219d766dc req-936f45e7-7cac-4dee-a5ac-0ef095576157 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 943 time: 0.0529780 Oct 19 12:08:47.963764 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9365df0-20bb-4293-a5ab-695219d766dc req-a91b5598-4576-4a3e-9ac3-b25fb37f7c5b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318189 Oct 19 12:08:48.534503 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:08:48.630267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:08:48.641013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '6306125f-7dc5-4ad8-af34-9e30af011846', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'port_id': '6306125f-7dc5-4ad8-af34-9e30af011846', 'mac_address': 'fa:16:3e:60:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:08:48.676932 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:48.689553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6306125f-7dc5-4ad8-af34-9e30af011846 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:08:48.708127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:08:48.774320 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:48.819527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:08:48.997370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['6306125f-7dc5-4ad8-af34-9e30af011846'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:08:49.076253 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa354ac-cf5f-47ef-8f19-b3c065c063d8 req-c0362b6d-8445-43fa-ae08-4a89a8989254 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:49.077675 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1fa354ac-cf5f-47ef-8f19-b3c065c063d8 req-c0362b6d-8445-43fa-ae08-4a89a8989254 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 944 time: 0.0485518 Oct 19 12:08:49.116963 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1fa354ac-cf5f-47ef-8f19-b3c065c063d8 req-a5bcd09d-7710-41dd-9e17-af918d4f7487 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326178 Oct 19 12:08:50.024603 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:50.230761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81584a0f-3ab7-4d90-be05-693d4f6ee1fd req-21e2961e-1294-4b6f-bc25-79015397b9cc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:50.232285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81584a0f-3ab7-4d90-be05-693d4f6ee1fd req-21e2961e-1294-4b6f-bc25-79015397b9cc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 944 time: 0.0478003 Oct 19 12:08:50.271717 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-81584a0f-3ab7-4d90-be05-693d4f6ee1fd req-14187295-326c-402c-aa1d-d03dd0d26914 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Oct 19 12:08:50.522399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:50.549718 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:08:50.659492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 6306125f-7dc5-4ad8-af34-9e30af011846 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:08:50.663215 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 6306125f-7dc5-4ad8-af34-9e30af011846 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:08:50.663593 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:50.740981 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:50.762019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:08:50.767805 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e56864-b3a8-4e7d-9044-f6ac32193d5c" -d '{"events": [{"server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "name": "network-vif-plugged", "status": "completed", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:08:50.776850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:08:50.801799 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6453a4a1-acad-4ca2-94a5-acda86218f87 x-openstack-request-id: req-6453a4a1-acad-4ca2-94a5-acda86218f87 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:08:50.802085 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "name": "network-vif-plugged", "status": "completed", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:08:50.802335 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6453a4a1-acad-4ca2-94a5-acda86218f87 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:08:50.802723 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846', 'code': 200} Oct 19 12:08:50.842240 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:50.896061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:08:50.918948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098e167-c757-4b67-8aae-4a3afa4866e2 req-9fb98fc5-5a44-4a37-8ae5-3615ca3a4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:50.920419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2098e167-c757-4b67-8aae-4a3afa4866e2 req-9fb98fc5-5a44-4a37-8ae5-3615ca3a4272 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1096 time: 0.0533693 Oct 19 12:08:50.954032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2098e167-c757-4b67-8aae-4a3afa4866e2 req-57b577f5-cb71-4005-b285-068c0ed8b2ad service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266595 Oct 19 12:08:51.385313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1faabe-81c2-4fec-b818-d9e42444ff57 req-1bb86515-dae8-44a2-9ff1-16f719f05ad0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:51.386678 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc1faabe-81c2-4fec-b818-d9e42444ff57 req-1bb86515-dae8-44a2-9ff1-16f719f05ad0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0484641 Oct 19 12:08:51.423904 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dc1faabe-81c2-4fec-b818-d9e42444ff57 req-91b8935f-1aef-4785-b7ee-f92f8b2ceb52 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306883 Oct 19 12:08:52.538377 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389892ce-673c-4cbc-a3a5-1e0690de34b4 req-9b5b34d5-d088-40f5-9d9e-b758ebeb1518 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:52.539855 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-389892ce-673c-4cbc-a3a5-1e0690de34b4 req-9b5b34d5-d088-40f5-9d9e-b758ebeb1518 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0490794 Oct 19 12:08:52.578070 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-389892ce-673c-4cbc-a3a5-1e0690de34b4 req-cdc7fba0-9293-46fc-b33b-6b18a6488e7a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319784 Oct 19 12:08:52.691245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a583fc-1ce8-42f5-83e9-3fa58586b18a req-8b01760e-972d-44fb-9231-13f8b86eb57f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:52.692727 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-31a583fc-1ce8-42f5-83e9-3fa58586b18a req-8b01760e-972d-44fb-9231-13f8b86eb57f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0524216 Oct 19 12:08:52.701177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 50042) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:08:52.705603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-e2019613-dd0b-4b1e-a411-b5de7fa0ed41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'floatingip': {'port_id': '6306125f-7dc5-4ad8-af34-9e30af011846'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:08:52.742597 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2019613-dd0b-4b1e-a411-b5de7fa0ed41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:53.163187 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2019613-dd0b-4b1e-a411-b5de7fa0ed41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:53.219646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2019613-dd0b-4b1e-a411-b5de7fa0ed41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:53.318006 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-e2019613-dd0b-4b1e-a411-b5de7fa0ed41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533 associated. External IP: 172.25.2.14, port: 6306125f-7dc5-4ad8-af34-9e30af011846. Oct 19 12:08:53.519138 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2019613-dd0b-4b1e-a411-b5de7fa0ed41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:08:53.624482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2019613-dd0b-4b1e-a411-b5de7fa0ed41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:08:53.629755 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e2019613-dd0b-4b1e-a411-b5de7fa0ed41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:53.636446 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd48a1a-a743-4543-828b-15282f298cd2 None None] Sync routers for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:08:53.646446 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd48a1a-a743-4543-828b-15282f298cd2 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:08:53.647157 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-edd48a1a-a743-4543-828b-15282f298cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:08:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:08:53.757563 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-edd48a1a-a743-4543-828b-15282f298cd2 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:08:53.962795 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e2019613-dd0b-4b1e-a411-b5de7fa0ed41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "PUT /v2.0/floatingips/200ba74f-4f78-49c8-a7d8-c4f2763e6533 HTTP/1.1" status: 200 len: 990 time: 1.2605529 Oct 19 12:08:53.963608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:08:53.967050 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8073c6-9516-4082-8434-d36b3b866927" -d '{"events": [{"name": "network-changed", "server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:08:53.989122 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-edd48a1a-a743-4543-828b-15282f298cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': '6306125f-7dc5-4ad8-af34-9e30af011846', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:60:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:08:53Z', 'revision_number': 9, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:08:54.005942 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f104e75b-cfee-4b17-9e5c-e853130d4128 x-openstack-request-id: req-f104e75b-cfee-4b17-9e5c-e853130d4128 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:08:54.006232 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:08:54.006480 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f104e75b-cfee-4b17-9e5c-e853130d4128 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:08:54.006871 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846', 'status': 'completed', 'code': 200} Oct 19 12:08:54.017615 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd48a1a-a743-4543-828b-15282f298cd2 None None] Checking router: b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:08:54.027926 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd48a1a-a743-4543-828b-15282f298cd2 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:08:54.028568 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-edd48a1a-a743-4543-828b-15282f298cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:08:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:08:54.070938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8073c6-9516-4082-8434-d36b3b866927 req-151d7ba5-c019-4dae-be56-b8b1e9b311bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:54.072455 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c8073c6-9516-4082-8434-d36b3b866927 req-151d7ba5-c019-4dae-be56-b8b1e9b311bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1096 time: 0.0430319 Oct 19 12:08:54.149426 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-edd48a1a-a743-4543-828b-15282f298cd2 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:08:54.169132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8073c6-9516-4082-8434-d36b3b866927 req-d12fb90b-b49f-4f4b-b4cf-f55e3b3bba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:54.170723 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c8073c6-9516-4082-8434-d36b3b866927 req-d12fb90b-b49f-4f4b-b4cf-f55e3b3bba73 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0907235 Oct 19 12:08:54.235201 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c8073c6-9516-4082-8434-d36b3b866927 req-82a83298-460d-4055-b8e1-8f7492c34e31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 998 time: 0.0573871 Oct 19 12:08:54.287662 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8073c6-9516-4082-8434-d36b3b866927 req-1e066d8b-9cf8-418b-b65b-d907ec5be3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:54.289154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c8073c6-9516-4082-8434-d36b3b866927 req-1e066d8b-9cf8-418b-b65b-d907ec5be3d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0478675 Oct 19 12:08:54.333228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8073c6-9516-4082-8434-d36b3b866927 req-70f3256f-cd22-4d3f-bd91-35c679344486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:08:54.334712 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c8073c6-9516-4082-8434-d36b3b866927 req-70f3256f-cd22-4d3f-bd91-35c679344486 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392079 Oct 19 12:08:54.423584 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c8073c6-9516-4082-8434-d36b3b866927 req-9eaeb5b1-0427-4de6-9d58-5851c4a9b217 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819545 Oct 19 12:08:54.464922 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-edd48a1a-a743-4543-828b-15282f298cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': '6306125f-7dc5-4ad8-af34-9e30af011846', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:60:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:08:53Z', 'revision_number': 9, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:08:54.490915 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd48a1a-a743-4543-828b-15282f298cd2 None None] The sync data for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 is: [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': '6306125f-7dc5-4ad8-af34-9e30af011846', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:60:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:08:53Z', 'revision_number': 9, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:08:54.520108 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c8073c6-9516-4082-8434-d36b3b866927 req-5381961a-5dbb-4c88-a6d9-5c5a4076cc88 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893905 Oct 19 12:08:54.683185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a9d45-23f8-4166-aaa0-3388f6911e67 None None] New status for floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:08:55.436517 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5717ba3d-2637-4156-8aaa-6977c7cb62bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:57.864742 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e7da14fa-dfb2-4e2c-bf07-90a830569521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:59.082121 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:08:59.240973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:00.978619 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:09.815169 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:09:19.995706 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:20.533939 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:25.429997 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ab991aff-4b46-4513-a375-6120e00de141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:27.824607 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-08f9021c-29c3-43cb-b8bb-3ba99b964b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:29.115955 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:29.235845 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:30.990039 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:46.815270 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:09:50.064780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:50.560979 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:52.617733 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-2570bfd9-a873-48bc-ba44-657631f04c5f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393779 Oct 19 12:09:52.697180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-054dfa66-532b-4a9b-bdcc-e685ed5cb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:09:52.698631 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-054dfa66-532b-4a9b-bdcc-e685ed5cb184 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1096 time: 0.0405836 Oct 19 12:09:52.804766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-ca911dc8-33cc-4260-b394-9334187d24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:09:52.806235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-ca911dc8-33cc-4260-b394-9334187d24a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0890963 Oct 19 12:09:52.871310 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-761b0937-31a6-49b9-a6e8-43a15093aff9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 1001 time: 0.0582602 Oct 19 12:09:52.923959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-01fac70a-83b9-4bd2-b3ed-ee793253c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:09:52.925529 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-01fac70a-83b9-4bd2-b3ed-ee793253c4c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0478010 Oct 19 12:09:52.970157 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-c5858c1d-fa1d-44fa-a83c-409a097ecbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:09:52.971514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-c5858c1d-fa1d-44fa-a83c-409a097ecbed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392225 Oct 19 12:09:53.066963 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-6769c7bb-2326-4d68-83d1-da63f1a959f9 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879476 Oct 19 12:09:53.158576 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9cd1f32f-068e-4899-9d96-dd723f04ba6f req-e53e455b-0e58-4bc9-a376-adba92e026fe service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827372 Oct 19 12:09:55.458038 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3b31dd2-6bf0-45d9-adfc-00197c49d158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:57.829695 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0dde4066-cbc5-4d8d-8c21-8d0c9447a922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:59.142316 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:09:59.246835 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:00.989504 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:20.043231 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:20.532408 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:23.815067 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:10:25.456767 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-af10d27f-c785-401a-99cd-0db5b4faec7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:27.844834 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8c4e422d-831d-48a6-9e8f-96ea9cc53161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:29.137769 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:29.245291 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:30.966491 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:31.059376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe6302-64dd-4b43-896c-71c3c191cbf3 req-45c9835c-c414-4131-b278-654de245ddce tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:31.061931 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cbe6302-64dd-4b43-896c-71c3c191cbf3 req-45c9835c-c414-4131-b278-654de245ddce tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0571454 Oct 19 12:10:31.109813 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cbe6302-64dd-4b43-896c-71c3c191cbf3 req-394194cf-05aa-469a-8a18-ab40a02d0774 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418015 Oct 19 12:10:31.281421 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-ec0c0c18-1355-4a55-9b8c-1a7c400ebeab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909865 Oct 19 12:10:32.231916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a389e-5e56-4dc9-a75c-3cd94aec5807 req-fc49f260-e7af-4056-a85b-b96c95507340 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:32.233943 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e1a389e-5e56-4dc9-a75c-3cd94aec5807 req-fc49f260-e7af-4056-a85b-b96c95507340 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0535865 Oct 19 12:10:32.272735 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6e1a389e-5e56-4dc9-a75c-3cd94aec5807 req-6e921fdc-708a-4fbc-b95f-ddaac03fe63e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328918 Oct 19 12:10:33.389209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c366-051b-4200-80aa-f10be0bafde4 req-95f9a8c2-8da7-434c-9a32-b0bb135569a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:33.389897 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f23d1-2be2-4b67-928f-f165aee58e78 req-409a7abd-e052-4836-b555-61eeca8943f8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:33.390744 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-95f9a8c2-8da7-434c-9a32-b0bb135569a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1096 time: 0.0452876 Oct 19 12:10:33.391085 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-591f23d1-2be2-4b67-928f-f165aee58e78 req-409a7abd-e052-4836-b555-61eeca8943f8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0493841 Oct 19 12:10:33.429481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-591f23d1-2be2-4b67-928f-f165aee58e78 req-b0c1ccaf-46b0-46e7-aa89-e95bb505c8a3 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322852 Oct 19 12:10:33.485526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c366-051b-4200-80aa-f10be0bafde4 req-70659f87-3d56-4d30-9328-ac92f0d323e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:33.486974 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-70659f87-3d56-4d30-9328-ac92f0d323e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0887160 Oct 19 12:10:33.550725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-eef213c3-9925-4318-ad9b-7158312cce45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 1001 time: 0.0566888 Oct 19 12:10:33.597853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c366-051b-4200-80aa-f10be0bafde4 req-389478b7-6dc7-45ac-8ce7-e822b73329d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:33.599213 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-389478b7-6dc7-45ac-8ce7-e822b73329d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0418041 Oct 19 12:10:33.649064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c366-051b-4200-80aa-f10be0bafde4 req-6fb1b5c9-0040-4d71-98c9-19967fc054e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:33.650865 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-6fb1b5c9-0040-4d71-98c9-19967fc054e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446923 Oct 19 12:10:33.742787 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-b3695ad6-1353-459b-b049-e2d9bfca0994 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846438 Oct 19 12:10:33.837017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-d37c5646-846f-44c9-a116-0e1293bb3025 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875769 Oct 19 12:10:34.542874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae7cb-6c8d-43b1-9aa4-a609f4921baa req-85fc826d-14f5-45d5-b105-631805a5eabb tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:34.544327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d34ae7cb-6c8d-43b1-9aa4-a609f4921baa req-85fc826d-14f5-45d5-b105-631805a5eabb tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0483909 Oct 19 12:10:34.581662 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d34ae7cb-6c8d-43b1-9aa4-a609f4921baa req-a7d11efa-9c63-4320-8319-164034ca55ec tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308988 Oct 19 12:10:35.706693 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6524571-a4e7-475f-ae32-0e6a67bcf8ea req-f24cdb1b-cc8f-442b-901c-747a612789c0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:35.708141 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6524571-a4e7-475f-ae32-0e6a67bcf8ea req-f24cdb1b-cc8f-442b-901c-747a612789c0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0511851 Oct 19 12:10:35.744106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b6524571-a4e7-475f-ae32-0e6a67bcf8ea req-46290251-f32c-4f72-9497-9e5a7c5245d3 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300641 Oct 19 12:10:36.856398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0621-5213-4c03-a2a8-7663cdd2a123 req-5332add3-3f87-4989-8b9d-448618f2b24b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:36.857899 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-453c0621-5213-4c03-a2a8-7663cdd2a123 req-5332add3-3f87-4989-8b9d-448618f2b24b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0484681 Oct 19 12:10:36.894686 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-453c0621-5213-4c03-a2a8-7663cdd2a123 req-6714bd0c-becf-442f-bb16-cf028c97fcdd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309052 Oct 19 12:10:38.007129 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472df28-6763-4eb2-935c-b35f8b05f07b req-3c237901-1616-40ac-a0c9-b1728b575967 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:38.008624 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d472df28-6763-4eb2-935c-b35f8b05f07b req-3c237901-1616-40ac-a0c9-b1728b575967 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0490119 Oct 19 12:10:38.051949 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d472df28-6763-4eb2-935c-b35f8b05f07b req-74c07c95-6815-458c-9b33-9035eb7cb306 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370438 Oct 19 12:10:39.171036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3f01f-21d5-4de2-8a14-29fef715fd27 req-0c13cf05-2e06-436b-b082-a9ad3a92f753 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:39.174983 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56d3f01f-21d5-4de2-8a14-29fef715fd27 req-0c13cf05-2e06-436b-b082-a9ad3a92f753 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0528462 Oct 19 12:10:39.210796 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56d3f01f-21d5-4de2-8a14-29fef715fd27 req-a8b8a258-5758-41d0-bdf0-b75f0ad74409 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324070 Oct 19 12:10:40.329182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb92556-4e3b-4145-b4b9-bc33ea1bebf2 req-645eb6bf-3075-4659-993b-bcd3000399ab tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:40.330646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8fb92556-4e3b-4145-b4b9-bc33ea1bebf2 req-645eb6bf-3075-4659-993b-bcd3000399ab tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0494659 Oct 19 12:10:40.371943 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8fb92556-4e3b-4145-b4b9-bc33ea1bebf2 req-df692970-cb8b-40da-aff3-61ea43945d8d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353684 Oct 19 12:10:41.486706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7633eda-55b5-4187-93da-377710e52f64 req-6ee11600-6821-4bf7-97dc-eb8ca47bffdd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:41.488174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7633eda-55b5-4187-93da-377710e52f64 req-6ee11600-6821-4bf7-97dc-eb8ca47bffdd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0492284 Oct 19 12:10:41.525386 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7633eda-55b5-4187-93da-377710e52f64 req-0e11b1af-4da6-4055-ab92-d79cd93b9d9e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313282 Oct 19 12:10:42.643497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399afef7-4eb8-417c-abca-69b6029a5f9a req-0fff7f2b-f4e0-4614-9e17-f04897ab315b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:42.644965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-399afef7-4eb8-417c-abca-69b6029a5f9a req-0fff7f2b-f4e0-4614-9e17-f04897ab315b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0511134 Oct 19 12:10:42.682562 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-399afef7-4eb8-417c-abca-69b6029a5f9a req-46f05b4c-a2a2-47f7-ab44-c87465bc79df tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316954 Oct 19 12:10:43.798617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d51bf-a6c2-4200-95b4-f2a7ede238da req-ac793471-4fb6-4b55-8ee2-b24eb61c98c7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:43.800058 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-474d51bf-a6c2-4200-95b4-f2a7ede238da req-ac793471-4fb6-4b55-8ee2-b24eb61c98c7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0523896 Oct 19 12:10:43.837293 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-474d51bf-a6c2-4200-95b4-f2a7ede238da req-b5b3fff6-f97a-415c-a380-256fe68c7461 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312731 Oct 19 12:10:44.949926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814296da-4c09-497d-9ffc-bd41ec3dc3f2 req-92bbb439-f2ce-46d1-8122-f3d5e55ced88 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:44.951878 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-814296da-4c09-497d-9ffc-bd41ec3dc3f2 req-92bbb439-f2ce-46d1-8122-f3d5e55ced88 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0482895 Oct 19 12:10:44.988288 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-814296da-4c09-497d-9ffc-bd41ec3dc3f2 req-2228b18e-96ce-465a-8dfb-e11ec9814e92 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304723 Oct 19 12:10:45.959316 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [req-c636c366-051b-4200-80aa-f10be0bafde4 req-bec360e0-c1e6-4900-8459-f9594953d55c service neutron] show failed (client error): The resource could not be found. Oct 19 12:10:45.960326 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-bec360e0-c1e6-4900-8459-f9594953d55c service neutron] 10.222.0.49 "GET /v2.0/ports/6306125f-7dc5-4ad8-af34-9e30af011846/bindings/n-h1-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0582561 Oct 19 12:10:46.102575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67382193-a286-4bcf-ba70-7ea9958d76ea req-742fa8f1-94d8-4aa5-980d-b331b09a9e21 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:46.104031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67382193-a286-4bcf-ba70-7ea9958d76ea req-742fa8f1-94d8-4aa5-980d-b331b09a9e21 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0505178 Oct 19 12:10:46.141664 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67382193-a286-4bcf-ba70-7ea9958d76ea req-bf3cb582-4c6e-491d-9a54-9eeaf426349e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310280 Oct 19 12:10:46.491048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c366-051b-4200-80aa-f10be0bafde4 req-398dc6b7-dfe7-454d-8ffe-e6653dd92c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:46.492500 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-398dc6b7-dfe7-454d-8ffe-e6653dd92c09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 1096 time: 0.0399756 Oct 19 12:10:46.508527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:10:46.564852 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:46.762918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:10:46.794775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:10:46.832876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:10:46.835116 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26387794-8291-4ada-8c40-10f295c04d99" -d '{"events": [{"server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "name": "network-vif-unplugged", "status": "completed", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:10:46.839156 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:46.858251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Transition to ACTIVE for port object 6306125f-7dc5-4ad8-af34-9e30af011846 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:10:46.886229 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073359ce-0c84-4657-8ecd-1a96acde265b x-openstack-request-id: req-073359ce-0c84-4657-8ecd-1a96acde265b {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:10:46.886229 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "name": "network-vif-unplugged", "status": "completed", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:10:46.886229 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-073359ce-0c84-4657-8ecd-1a96acde265b {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:10:46.886229 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846', 'code': 200} Oct 19 12:10:46.937062 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:47.018117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=6']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:10:47.035393 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.035739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.036075 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.036408 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.036763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.037088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.037411 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.037733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.038056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.038375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.038691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.039009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:47.071113 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] No DVR routers for this DVR port 6306125f-7dc5-4ad8-af34-9e30af011846 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:10:47.205426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:10:47.205763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:10:47.206092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:10:47.211062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Port 6306125f-7dc5-4ad8-af34-9e30af011846 on network 532277dd-16a6-4697-b3d6-eb33995261fa not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:10:47.211382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:10:47.216415 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:10:47.216805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:10:47.217734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:10:47.218158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Bound port: 6306125f-7dc5-4ad8-af34-9e30af011846, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:10:47.218892 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:47.264570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584c754-4151-4697-9756-6f89407a4be4 req-89e19985-6b56-4901-b237-f2c68351b78a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:47.266088 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0584c754-4151-4697-9756-6f89407a4be4 req-89e19985-6b56-4901-b237-f2c68351b78a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 943 time: 0.0550268 Oct 19 12:10:47.289799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:10:47.289799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:10:47.304498 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0584c754-4151-4697-9756-6f89407a4be4 req-5eeeb593-79dc-4917-bf53-fc980ebe50a8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321879 Oct 19 12:10:47.372152 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:47.409045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:47.409652 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:47.411178 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] 10.222.0.26 "PUT /v2.0/ports/6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 1091 time: 0.9064999 Oct 19 12:10:47.429676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c57421-50e4-484c-a0f4-665d74819759 service neutron] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=7']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:10:47.483767 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c366-051b-4200-80aa-f10be0bafde4 req-23ef0f00-8664-4545-8873-4086a2bbb21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:47.485301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-23ef0f00-8664-4545-8873-4086a2bbb21b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1094 time: 0.0435710 Oct 19 12:10:47.587496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c366-051b-4200-80aa-f10be0bafde4 req-6f4ce93b-ea12-4b0c-b385-6d22d293864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:47.588994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-6f4ce93b-ea12-4b0c-b385-6d22d293864b service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0937822 Oct 19 12:10:47.661259 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-1f3aa2d9-7dc0-46e9-b814-c48dd73427b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 999 time: 0.0602357 Oct 19 12:10:47.714603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c366-051b-4200-80aa-f10be0bafde4 req-8b667004-8814-4750-9967-abc0f77bbb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:47.716055 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-8b667004-8814-4750-9967-abc0f77bbb60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0444403 Oct 19 12:10:47.771219 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c366-051b-4200-80aa-f10be0bafde4 req-3080512c-c1f4-463f-ac45-9b0cabc0a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:47.772793 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-3080512c-c1f4-463f-ac45-9b0cabc0a0ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449698 Oct 19 12:10:47.865491 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-0e1604f1-d82d-4af2-8e7c-44c780468799 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804861 Oct 19 12:10:47.963371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c636c366-051b-4200-80aa-f10be0bafde4 req-ae273dfb-eee3-441b-a8c3-d1d7fb4a1016 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841827 Oct 19 12:10:48.426484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b10ff-e643-4371-adf5-5b6c319ee6bb req-7ae5c064-935f-42b9-ab31-10142c49342b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:48.427942 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-021b10ff-e643-4371-adf5-5b6c319ee6bb req-7ae5c064-935f-42b9-ab31-10142c49342b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 943 time: 0.0486875 Oct 19 12:10:48.466024 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-021b10ff-e643-4371-adf5-5b6c319ee6bb req-0403d56f-fb00-4ee4-9100-05bbe1f4d317 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Oct 19 12:10:48.884132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:10:48.886600 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:10:48.935208 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17afdb5-bf1f-43b7-b632-d2c95f6c6b27 x-openstack-request-id: req-b17afdb5-bf1f-43b7-b632-d2c95f6c6b27 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:10:48.936127 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:10:48.936459 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b17afdb5-bf1f-43b7-b632-d2c95f6c6b27 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:10:48.937190 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846', 'status': 'completed', 'code': 200} Oct 19 12:10:48.996130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-72794d09-35ff-4235-a68f-26776e92a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:48.997723 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-72794d09-35ff-4235-a68f-26776e92a8bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1094 time: 0.0441887 Oct 19 12:10:49.002619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-d5971818-6313-44da-ae56-90dfd58fdec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:49.004117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-d5971818-6313-44da-ae56-90dfd58fdec6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1094 time: 0.0413275 Oct 19 12:10:49.104432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-7a20df61-0054-4d71-b5af-cb1c256f8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:49.105957 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-7a20df61-0054-4d71-b5af-cb1c256f8c8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0944757 Oct 19 12:10:49.180338 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-1cba5621-a954-4b5d-8beb-08d36916efc2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 999 time: 0.0638084 Oct 19 12:10:49.237736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-e70a8710-4bcf-4c6f-bfb7-1a76a1400c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:49.239240 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-e70a8710-4bcf-4c6f-bfb7-1a76a1400c37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0507834 Oct 19 12:10:49.290272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-489274c4-137a-4245-9c67-cc0c739322b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:49.291789 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-489274c4-137a-4245-9c67-cc0c739322b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445828 Oct 19 12:10:49.384573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-1bb7b235-eb78-4147-8c39-93e2c43182ed service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833769 Oct 19 12:10:49.410103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-d7931195-cd06-492f-bd5d-d73b6a89ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:49.411482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-d7931195-cd06-492f-bd5d-d73b6a89ebfb service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.4073114 Oct 19 12:10:49.480509 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-57e871b9-7372-45a9-ab67-a5148cef454e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 999 time: 0.0613384 Oct 19 12:10:49.482766 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-692c6913-7a38-4897-aa3a-d7f04ff4fe52 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902624 Oct 19 12:10:49.531164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-8cf08e83-7bac-497c-9a3f-078294ec850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:49.532809 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-8cf08e83-7bac-497c-9a3f-078294ec850c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0455523 Oct 19 12:10:49.578231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-eb540fc9-e19b-4c3f-87d4-c579663f1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:49.580093 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-eb540fc9-e19b-4c3f-87d4-c579663f1a23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405247 Oct 19 12:10:49.589350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3d17-0f5e-4599-9654-5ba90f1e0c83 req-7fd6c225-a9c1-49c3-a3de-d034a6dc023b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:49.590840 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c28e3d17-0f5e-4599-9654-5ba90f1e0c83 req-7fd6c225-a9c1-49c3-a3de-d034a6dc023b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 943 time: 0.0537395 Oct 19 12:10:49.628014 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c28e3d17-0f5e-4599-9654-5ba90f1e0c83 req-424fd79b-0768-4105-bf5b-a2c0f4688b95 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305834 Oct 19 12:10:49.675906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:10:49.676523 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-9ba201aa-5dd8-44ff-b35b-64d3bb015ac0 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885217 Oct 19 12:10:49.766353 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb93395b-0deb-40c7-b38f-69fc33f4c7f2 req-665ddb0e-e25a-4e27-b27f-0dd2310beeec service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826023 Oct 19 12:10:49.771504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:10:49.784035 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '6306125f-7dc5-4ad8-af34-9e30af011846', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'port_id': '6306125f-7dc5-4ad8-af34-9e30af011846', 'mac_address': 'fa:16:3e:60:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:10:49.824301 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:49.838602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6306125f-7dc5-4ad8-af34-9e30af011846 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:10:49.857466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:10:49.976403 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:50.023274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:10:50.030783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.031132 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.031467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.031800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.032131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.032456 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.032826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.033149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.033474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.033790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.034108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.034426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:50.037831 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:50.213191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['6306125f-7dc5-4ad8-af34-9e30af011846'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:10:50.514304 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:50.747112 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2936b9-7f1b-4bc2-ac1d-0f67d0bfc83c req-11476483-bc9e-488a-8248-064231f2723f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:50.748593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af2936b9-7f1b-4bc2-ac1d-0f67d0bfc83c req-11476483-bc9e-488a-8248-064231f2723f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 944 time: 0.0528877 Oct 19 12:10:50.787203 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af2936b9-7f1b-4bc2-ac1d-0f67d0bfc83c req-3c811109-8f94-4768-b9e7-16524e724d6b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322618 Oct 19 12:10:51.243090 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:10:51.282348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:10:51.354943 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c45b8-6010-4c46-bf03-337c1c4abc8e req-fa07a597-b630-4b90-a3a2-738d8e649e7c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:51.356442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c52c45b8-6010-4c46-bf03-337c1c4abc8e req-fa07a597-b630-4b90-a3a2-738d8e649e7c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 944 time: 0.0496519 Oct 19 12:10:51.395176 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c52c45b8-6010-4c46-bf03-337c1c4abc8e req-51f9257c-0edb-4aa1-866e-46fbdb9f1e77 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320389 Oct 19 12:10:51.406720 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-4ec50411-2b35-4d8b-b9c5-e71c87ef0eaa tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:51.408197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-4ec50411-2b35-4d8b-b9c5-e71c87ef0eaa tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.26 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765&tenant_id=9a0dcef8170e4e968d7182b6da19117b&binding%3Ahost_id=n-h1-814547-1 HTTP/1.1" status: 200 len: 944 time: 0.0560989 Oct 19 12:10:51.469886 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-09178278-026e-4d96-a238-e7675d49909e service neutron] 10.222.0.26 "GET /v2.0/ports/6306125f-7dc5-4ad8-af34-9e30af011846/bindings/n-h1-814547-1 HTTP/1.1" status: 200 len: 382 time: 0.0537269 Oct 19 12:10:51.533322 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-ac5d15b1-60af-4c13-beb5-9e6e08860ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:51.534837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-ac5d15b1-60af-4c13-beb5-9e6e08860ea8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1095 time: 0.0399292 Oct 19 12:10:51.625812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-14f4b2ef-1af4-4c7c-90b2-d8563174d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:51.627253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-14f4b2ef-1af4-4c7c-90b2-d8563174d2bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0854800 Oct 19 12:10:51.675572 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:10:51.691965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-ecd32048-9e68-4651-9f88-3542a7e4a335 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 1000 time: 0.0573602 Oct 19 12:10:51.740716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-0a2684a5-8198-49a8-a014-70c984dc862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:51.742092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-0a2684a5-8198-49a8-a014-70c984dc862f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0430729 Oct 19 12:10:51.771429 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 6306125f-7dc5-4ad8-af34-9e30af011846 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:10:51.775604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 6306125f-7dc5-4ad8-af34-9e30af011846 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:10:51.779234 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:51.791307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-48e15aed-c4d6-47da-9e6a-84ab476ee528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:51.793121 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-48e15aed-c4d6-47da-9e6a-84ab476ee528 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443773 Oct 19 12:10:51.854649 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:51.877358 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:10:51.879603 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3aa7ea-e610-4c60-99ec-4a9d39ad1681" -d '{"events": [{"server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "name": "network-vif-plugged", "status": "completed", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:10:51.883261 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-2c4d7295-d02b-44f2-a04e-d56f7bd0f507 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825336 Oct 19 12:10:51.892694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:10:51.928136 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a76b69-2113-4608-b706-f8b94b3d1caa x-openstack-request-id: req-a5a76b69-2113-4608-b706-f8b94b3d1caa {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:10:51.928424 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "name": "network-vif-plugged", "status": "completed", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:10:51.928696 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5a76b69-2113-4608-b706-f8b94b3d1caa {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:10:51.929084 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846', 'code': 200} Oct 19 12:10:51.954595 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:51.979459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-05a93082-baa2-4796-90ba-bf9cc07dd3d8 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893707 Oct 19 12:10:52.001246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:10:52.510105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5887c-2154-474d-b3e2-e989795f4023 req-6ba22a77-6883-40ed-888b-d3952b1c5b93 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:52.511557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9df5887c-2154-474d-b3e2-e989795f4023 req-6ba22a77-6883-40ed-888b-d3952b1c5b93 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0480642 Oct 19 12:10:52.549343 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9df5887c-2154-474d-b3e2-e989795f4023 req-01199693-c673-42df-baea-b2ac02abdd70 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314548 Oct 19 12:10:53.665480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951ac02-e5b3-426d-814e-b0edc750dc93 req-e34157fc-1ebd-41c1-a0f4-138c7a91748d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:53.666959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5951ac02-e5b3-426d-814e-b0edc750dc93 req-e34157fc-1ebd-41c1-a0f4-138c7a91748d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0485663 Oct 19 12:10:53.703961 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5951ac02-e5b3-426d-814e-b0edc750dc93 req-a8bb2ba5-1990-468f-87eb-e4fddfe366c0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302503 Oct 19 12:10:54.512887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-f9651e7d-1c48-4408-80e3-87edba15639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:54.515043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-f9651e7d-1c48-4408-80e3-87edba15639c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 1096 time: 0.0445695 Oct 19 12:10:54.527339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:10:54.579003 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:54.813402 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:10:54.848199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67763d9-032e-4773-befa-3d3f2f01f572 req-0d200bd0-4f3b-4851-b749-52598a49825a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:54.849604 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e67763d9-032e-4773-befa-3d3f2f01f572 req-0d200bd0-4f3b-4851-b749-52598a49825a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0773067 Oct 19 12:10:54.867417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:10:54.924153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e67763d9-032e-4773-befa-3d3f2f01f572 req-4a9d8ab8-b239-4094-9181-637d253520e8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676575 Oct 19 12:10:54.927541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:10:54.932512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:54.946569 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Transition to ACTIVE for port object 6306125f-7dc5-4ad8-af34-9e30af011846 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:10:54.971065 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeb8945-3e49-4ed3-96b8-36d12f7c3ec4" -d '{"events": [{"server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "name": "network-vif-unplugged", "status": "completed", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:10:55.017231 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:55.068858 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1008cd-e582-428c-b063-52afbfc375fc x-openstack-request-id: req-3f1008cd-e582-428c-b063-52afbfc375fc {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:10:55.069165 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "name": "network-vif-unplugged", "status": "completed", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:10:55.069488 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f1008cd-e582-428c-b063-52afbfc375fc {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:10:55.070013 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846', 'code': 200} Oct 19 12:10:55.110992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=10']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:10:55.125513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.125772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.126101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.126443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.126777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.127114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.127446 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.127780 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.128109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.128457 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.128790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.129116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:10:55.160210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] No DVR routers for this DVR port 6306125f-7dc5-4ad8-af34-9e30af011846 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:10:55.298109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:10:55.298440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:10:55.298764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:10:55.303285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Port 6306125f-7dc5-4ad8-af34-9e30af011846 on network 532277dd-16a6-4697-b3d6-eb33995261fa not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:10:55.303601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Attempting to bind port 6306125f-7dc5-4ad8-af34-9e30af011846 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:10:55.308907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:10:55.309239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:10:55.309617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:10:55.310029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Bound port: 6306125f-7dc5-4ad8-af34-9e30af011846, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:10:55.310400 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:55.380372 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:10:55.384732 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:10:55.434167 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7396d355-c260-424d-8828-edcce4949bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:55.446439 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:55.485594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:55.486199 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:55.487695 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] 10.222.0.49 "PUT /v2.0/ports/6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 1092 time: 0.9643030 Oct 19 12:10:55.507685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357b23f-ccb1-4f47-a0a2-5021a49cabc6 service neutron] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=11']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:10:55.553445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-5f525a4e-4e9b-4838-a7f8-e859c8fc8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:55.554948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-5f525a4e-4e9b-4838-a7f8-e859c8fc8793 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1095 time: 0.0434310 Oct 19 12:10:55.659626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-d8486a8f-b59d-452e-b650-33978bfe6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:55.661183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-d8486a8f-b59d-452e-b650-33978bfe6373 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0982952 Oct 19 12:10:55.693028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:10:55.727045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-e5bb0578-199e-4a81-a369-a0a479dcf46a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 999 time: 0.0584495 Oct 19 12:10:55.731267 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:10:55.777676 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-d28b5f96-887d-40e0-a313-fcf82850f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:55.779779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-d28b5f96-887d-40e0-a313-fcf82850f163 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0435534 Oct 19 12:10:55.828025 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-650f5aae-4dc4-4da4-a404-6b00ebe60956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:55.829547 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-650f5aae-4dc4-4da4-a404-6b00ebe60956 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436950 Oct 19 12:10:55.919838 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-d50e247a-069c-44dc-8b16-f0213d961b8c service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825830 Oct 19 12:10:56.053593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d6111b4-5a74-4b6d-a68e-a4ead6b35eff req-bdb5f9f4-9f14-4c65-97e7-357e8aced7c8 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274216 Oct 19 12:10:56.063504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70577-3a26-4ac3-805e-0ada9f16c626 req-99f7aa32-f359-40fa-8a15-736c4f983c41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:56.065124 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24a70577-3a26-4ac3-805e-0ada9f16c626 req-99f7aa32-f359-40fa-8a15-736c4f983c41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 944 time: 0.0739412 Oct 19 12:10:56.103744 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24a70577-3a26-4ac3-805e-0ada9f16c626 req-118d6988-3e2a-4518-b6ee-71169a3135c0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325627 Oct 19 12:10:57.071114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:10:57.073497 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:10:57.123934 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2880b6-9bd2-4464-b2db-b1343ce18c82 x-openstack-request-id: req-cc2880b6-9bd2-4464-b2db-b1343ce18c82 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:10:57.125275 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:10:57.125275 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc2880b6-9bd2-4464-b2db-b1343ce18c82 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:10:57.125275 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846', 'status': 'completed', 'code': 200} Oct 19 12:10:57.199349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-1c8ac66f-86ff-40ac-8136-fa527f99f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:57.201471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-1c8ac66f-86ff-40ac-8136-fa527f99f072 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1095 time: 0.0481567 Oct 19 12:10:57.212846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-f6fd9986-08c7-44a5-818e-6f673bffcab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:57.214329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-f6fd9986-08c7-44a5-818e-6f673bffcab0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 1095 time: 0.0720010 Oct 19 12:10:57.241504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683a505-9fcd-4f72-a15a-b0e365409e8e req-29e71a1d-f952-47e1-9142-33164383d202 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:57.242955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d683a505-9fcd-4f72-a15a-b0e365409e8e req-29e71a1d-f952-47e1-9142-33164383d202 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 944 time: 0.0697718 Oct 19 12:10:57.300522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-8b25afe6-473f-4f60-8110-67fd4199cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:57.302131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-8b25afe6-473f-4f60-8110-67fd4199cf0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0896752 Oct 19 12:10:57.328645 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d683a505-9fcd-4f72-a15a-b0e365409e8e req-f83c3a1e-c941-4957-89d5-a4890cbc821f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755758 Oct 19 12:10:57.351228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-a04e254d-85d8-4d92-a132-88f22605b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:57.352884 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-a04e254d-85d8-4d92-a132-88f22605b46c service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.1268220 Oct 19 12:10:57.379542 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-0ce93b23-9125-4c04-a324-34972ebe5bfa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 999 time: 0.0664456 Oct 19 12:10:57.430791 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-3450be74-33b2-4724-9efb-1092323e52cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 200 len: 999 time: 0.0675166 Oct 19 12:10:57.432873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-9168288a-156b-4b44-acec-8a97dc8fbde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:57.434308 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-9168288a-156b-4b44-acec-8a97dc8fbde9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0441382 Oct 19 12:10:57.506309 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-d7041f25-bbdd-4029-b879-b8c3520d93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:57.508790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-d7041f25-bbdd-4029-b879-b8c3520d93b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620971 Oct 19 12:10:57.509299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-b2564760-f409-4bfb-915c-5808412d23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:57.510780 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-b2564760-f409-4bfb-915c-5808412d23fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0715072 Oct 19 12:10:57.557485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-88896434-763e-4da1-91bf-f9105a3321ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:57.559106 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-88896434-763e-4da1-91bf-f9105a3321ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412757 Oct 19 12:10:57.609765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-cde18295-b22d-4374-ab1f-4b5e43804bdc service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883188 Oct 19 12:10:57.663325 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-7be6188e-0c18-4dc0-a844-52a234c7ccc2 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902297 Oct 19 12:10:57.707226 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-f9a8255d-cead-4c77-96ca-a15b6297d3b8 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854688 Oct 19 12:10:57.755210 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8cfdd6c-3972-4894-9185-8e59fe19e6ba req-7dc6ee6c-9fc1-4466-ba1f-2e7f93bbfc85 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848472 Oct 19 12:10:57.849972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e789-0a29-4f84-b2d2-2d99b08f56ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:58.443688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22059ad-7727-4575-be63-2f80d9c19b03 req-12b9d8bb-7c78-416b-8005-728db0898567 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:58.445183 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d22059ad-7727-4575-be63-2f80d9c19b03 req-12b9d8bb-7c78-416b-8005-728db0898567 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 944 time: 0.0482748 Oct 19 12:10:58.486948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d22059ad-7727-4575-be63-2f80d9c19b03 req-91db66cb-c968-4dfd-943e-97eb4d3f99cd tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350797 Oct 19 12:10:58.604043 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e2789-4894-4e0f-a50e-f308c999ccdd req-5d1b71a6-3745-4b8a-b0fd-a4863ccce542 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:58.605528 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-483e2789-4894-4e0f-a50e-f308c999ccdd req-5d1b71a6-3745-4b8a-b0fd-a4863ccce542 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 944 time: 0.0535166 Oct 19 12:10:58.642240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-483e2789-4894-4e0f-a50e-f308c999ccdd req-5e41a8e1-aef5-4238-a4e1-6ca301de1bfc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307512 Oct 19 12:10:58.756801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e2770-6321-40c8-937e-87accbf12c90 req-506ec1ee-714b-4b1f-b493-3c03f15c850f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:58.758258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c9e2770-6321-40c8-937e-87accbf12c90 req-506ec1ee-714b-4b1f-b493-3c03f15c850f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 944 time: 0.0476110 Oct 19 12:10:58.795746 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3c9e2770-6321-40c8-937e-87accbf12c90 req-9aac22c5-b24b-406b-ac8c-19632a47fb0e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310874 Oct 19 12:10:59.080608 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:59.195591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ae5e6-4b5c-476f-8ea9-72e6aee8e1fe req-16d79232-96da-4422-98cb-a94eb31ec5c6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:10:59.197071 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a9ae5e6-4b5c-476f-8ea9-72e6aee8e1fe req-16d79232-96da-4422-98cb-a94eb31ec5c6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 944 time: 0.0491385 Oct 19 12:10:59.234006 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:59.234638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a9ae5e6-4b5c-476f-8ea9-72e6aee8e1fe req-6acba880-4f46-4033-8c8a-b151262d3f4e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Oct 19 12:10:59.274537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:10:59.370452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:10:59.390293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '6306125f-7dc5-4ad8-af34-9e30af011846', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'port_id': '6306125f-7dc5-4ad8-af34-9e30af011846', 'mac_address': 'fa:16:3e:60:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:10:59.430328 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:59.442621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6306125f-7dc5-4ad8-af34-9e30af011846 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:10:59.469144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:10:59.547216 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:10:59.596625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=12']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:10:59.768445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['6306125f-7dc5-4ad8-af34-9e30af011846'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:11:00.381989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5575272-4751-4c1b-9e0a-7f4092ab147d req-a65e2a14-bb89-451e-b879-2a816a5d9ed2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:00.383445 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5575272-4751-4c1b-9e0a-7f4092ab147d req-a65e2a14-bb89-451e-b879-2a816a5d9ed2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0814104 Oct 19 12:11:00.422854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-afce959f-29a7-4c84-94c7-c1f343b1ddc5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:00.424348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-afce959f-29a7-4c84-94c7-c1f343b1ddc5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 945 time: 0.0769863 Oct 19 12:11:00.442728 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f5575272-4751-4c1b-9e0a-7f4092ab147d req-3e417739-dc77-4444-8bd4-339bc336ca4c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531781 Oct 19 12:11:00.520396 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Deleting port 6306125f-7dc5-4ad8-af34-9e30af011846 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:11:00.520764 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:00.609100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] For port 6306125f-7dc5-4ad8-af34-9e30af011846, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=6306125f-7dc5-4ad8-af34-9e30af011846,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:11:00.609465 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:00.813853 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:11:00.828890 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:00.829282 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:00.829596 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533 disassociated. External IP: 172.25.2.14, port: 6306125f-7dc5-4ad8-af34-9e30af011846. Oct 19 12:11:00.829965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Calling delete_port for 6306125f-7dc5-4ad8-af34-9e30af011846 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:11:00.975870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:01.029865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:01.066158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event deleted for resources: {'Port': ['ID=6306125f-7dc5-4ad8-af34-9e30af011846,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:11:01.184295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:11:01.273709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:11:01.299498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 6306125f-7dc5-4ad8-af34-9e30af011846 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:11:01.299848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 12:11:01.300273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:11:01.315349 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24586444-48b7-4f56-88bf-c84497b72da6 None None] Sync routers for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:11:01.329185 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24586444-48b7-4f56-88bf-c84497b72da6 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:11:01.329874 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-24586444-48b7-4f56-88bf-c84497b72da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:10:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:11:01.346022 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] No DVR routers for this DVR port 6306125f-7dc5-4ad8-af34-9e30af011846 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:11:01.349729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:01.353782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7bce7b96-b152-4db3-bb10-3c605e4d9db3 req-f09c1da5-a7f9-4db7-9c03-bcb72833e977 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "DELETE /v2.0/ports/6306125f-7dc5-4ad8-af34-9e30af011846 HTTP/1.1" status: 204 len: 173 time: 0.9217155 Oct 19 12:11:01.354289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'name': 'network-vif-deleted', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:11:01.357435 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a029dc9-fd25-482f-93c8-a3b9d8fada23" -d '{"events": [{"server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "name": "network-vif-deleted", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:11:01.415619 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d51db8-cffe-4413-854e-1cc51ebf3ed0 x-openstack-request-id: req-c4d51db8-cffe-4413-854e-1cc51ebf3ed0 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:11:01.416849 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadd4676-8c6a-4163-8824-6d4c6eab7765", "name": "network-vif-deleted", "tag": "6306125f-7dc5-4ad8-af34-9e30af011846", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:11:01.417588 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4d51db8-cffe-4413-854e-1cc51ebf3ed0 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:11:01.418367 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadd4676-8c6a-4163-8824-6d4c6eab7765', 'name': 'network-vif-deleted', 'tag': '6306125f-7dc5-4ad8-af34-9e30af011846', 'status': 'completed', 'code': 200} Oct 19 12:11:01.457112 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-24586444-48b7-4f56-88bf-c84497b72da6 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:11:01.481416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Port 6306125f-7dc5-4ad8-af34-9e30af011846 not found, will not notify nova. {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 12:11:01.561150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89d49ce6-8926-4752-9ed1-d6d77f68ceee req-426ca57f-bf44-4fda-8303-8001e6719412 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=aadd4676-8c6a-4163-8824-6d4c6eab7765 HTTP/1.1" status: 200 len: 210 time: 0.0333054 Oct 19 12:11:01.764635 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-24586444-48b7-4f56-88bf-c84497b72da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:11:01.793624 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24586444-48b7-4f56-88bf-c84497b72da6 None None] Checking router: b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:11:01.802342 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24586444-48b7-4f56-88bf-c84497b72da6 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:11:01.802971 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-24586444-48b7-4f56-88bf-c84497b72da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:10:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:11:01.908998 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-24586444-48b7-4f56-88bf-c84497b72da6 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:11:02.107558 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-24586444-48b7-4f56-88bf-c84497b72da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:11:02.136196 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24586444-48b7-4f56-88bf-c84497b72da6 None None] The sync data for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 is: [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:11:02.373460 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea8209-b9c9-4b67-82dd-f0476416f065 None None] New status for floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:11:02.827269 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-d437995d-e1d8-4f88-98f2-1135162ac4b3 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--165480857&fields=id&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 267 time: 0.0316882 Oct 19 12:11:02.934274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-a22ceff0-0977-48dc-89ab-9fccb3372850 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:02.935704 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-a22ceff0-0977-48dc-89ab-9fccb3372850 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 812 time: 0.1016922 Oct 19 12:11:02.951231 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-2a1dbfd1-6ef2-48a7-81fe-9d44e1f2ed9d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/quotas/9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 375 time: 0.0092633 Oct 19 12:11:03.003609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-a813ddf9-bc40-4d9c-a785-b0d459507421 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463836 Oct 19 12:11:03.173077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-69bec93b-2d09-42d5-bd7d-8c95fa71688a service neutron] 10.222.0.39 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241972 Oct 19 12:11:03.260073 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-b04c5f33-11c6-429e-b7fd-c64bffd3a392 service neutron] 10.222.0.39 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809538 Oct 19 12:11:04.532417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0ead0082-ded1-43e8-8a12-a683c019806f req-d18f44e3-4367-4e36-b985-0ed89ddb163f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 210 time: 0.0336385 Oct 19 12:11:05.289694 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:11:05.309949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 6306125f-7dc5-4ad8-af34-9e30af011846 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:11:05.310408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 6306125f-7dc5-4ad8-af34-9e30af011846 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:11:05.628913 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-15b53ef6-9dff-4ade-a8f0-0435953d16bc req-3a195384-58bd-4db1-8c39-7c8a006e8717 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 210 time: 0.0276268 Oct 19 12:11:06.393639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-baa8b766-e8ca-44d9-b66d-81b19d45f189 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:06.395082 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-baa8b766-e8ca-44d9-b66d-81b19d45f189 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 812 time: 0.1046503 Oct 19 12:11:06.443009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-1fc9dba6-7716-48c3-aa96-48ec66b95ac1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 379 time: 0.0331898 Oct 19 12:11:06.455427 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'port': {'device_id': '8577c851-db2a-44a4-a92e-94e3893249ed', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'admin_state_up': True, 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'security_groups': ['c72e3902-fc81-4bb1-b88c-1cafd9c1b457']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:11:06.616960 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Made reservation on behalf of 9a0dcef8170e4e968d7182b6da19117b for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:11:06.620636 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:06.735765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-20ae92e0-0a92-4cf1-ba2b-a90915621492 req-e4115484-c50e-4de3-98c9-4783a25c4ee7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 210 time: 0.0273397 Oct 19 12:11:06.745444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Allocated IP 172.20.0.8 (532277dd-16a6-4697-b3d6-eb33995261fa/605975b8-cd07-44be-9dd4-92df520a1988/3c710272-70bc-48e8-a9c4-f2e8a93b1646) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:11:06.878754 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:06.981781 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:07.023657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Network 532277dd-16a6-4697-b3d6-eb33995261fa is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:11:07.026811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:11:07.030937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:11:07.060021 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:11:07.089203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:07.093330 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:07.174607 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-4da9cdb5-1fba-41a1-b933-63db33cad999 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7227051 Oct 19 12:11:07.192123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Request body: {'port': {'device_id': '8577c851-db2a-44a4-a92e-94e3893249ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:11:07.230808 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-dcb561ff-e4eb-4592-8f49-8a5cd85bd984 None None] Provisioning complete for port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:11:07.231377 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dcb561ff-e4eb-4592-8f49-8a5cd85bd984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:07.244374 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:07.268932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-dcb561ff-e4eb-4592-8f49-8a5cd85bd984 None None] Port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:11:07.498303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c710272-70bc-48e8-a9c4-f2e8a93b1646 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:11:07.505581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:07.516994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Transition to ACTIVE for port object 3c710272-70bc-48e8-a9c4-f2e8a93b1646 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:11:07.593870 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:07.647907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:11:07.717050 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:11:07.717381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:11:07.717705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:11:07.722283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on network 532277dd-16a6-4697-b3d6-eb33995261fa not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:11:07.722602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:11:07.727486 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:11:07.727759 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:11:07.728136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:11:07.728574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Bound port: 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:11:07.728930 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:07.794839 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:11:07.797775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:11:07.854499 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45a578-0851-490b-bf60-f793983eb54f req-159d0584-b3da-4c88-9a5e-95d74f235cb5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:07.855962 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba45a578-0851-490b-bf60-f793983eb54f req-159d0584-b3da-4c88-9a5e-95d74f235cb5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0515254 Oct 19 12:11:07.858199 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:07.911833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:07.912439 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:07.913926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] 10.222.0.26 "PUT /v2.0/ports/3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 1091 time: 0.7261405 Oct 19 12:11:07.916041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:11:07.918586 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dd92cc-9d20-4448-b09a-240c6cdf3f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:11:07.947084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb4ca7-d544-448b-806f-ce5305741e98 service neutron] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:11:07.955792 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba45a578-0851-490b-bf60-f793983eb54f req-71656f37-8535-4031-be53-a0c9c2110eab tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925333 Oct 19 12:11:07.959562 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b24e6-aaca-434d-afe1-21565593768e x-openstack-request-id: req-7c2b24e6-aaca-434d-afe1-21565593768e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:11:07.959964 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:11:07.960380 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c2b24e6-aaca-434d-afe1-21565593768e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:11:07.960897 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'status': 'completed', 'code': 200} Oct 19 12:11:08.026398 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd92cc-9d20-4448-b09a-240c6cdf3f0a req-2ceb356a-00d2-4720-b379-95b2962ba190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:08.027911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84dd92cc-9d20-4448-b09a-240c6cdf3f0a req-2ceb356a-00d2-4720-b379-95b2962ba190 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1094 time: 0.0421929 Oct 19 12:11:08.141789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd92cc-9d20-4448-b09a-240c6cdf3f0a req-56d153ad-f982-4a17-ad99-42ee55eed098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:08.143327 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84dd92cc-9d20-4448-b09a-240c6cdf3f0a req-56d153ad-f982-4a17-ad99-42ee55eed098 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9a0dcef8170e4e968d7182b6da19117b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0961409 Oct 19 12:11:08.241908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd92cc-9d20-4448-b09a-240c6cdf3f0a req-6936316b-7ab8-4e91-8b2c-fa283153aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:08.243340 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-84dd92cc-9d20-4448-b09a-240c6cdf3f0a req-6936316b-7ab8-4e91-8b2c-fa283153aee2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890613 Oct 19 12:11:08.330011 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-456b3e01-de46-483d-8b19-dacd798a15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:08.331412 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-456b3e01-de46-483d-8b19-dacd798a15b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1094 time: 0.0409472 Oct 19 12:11:08.376152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-1ec97971-9077-4a00-ba75-05b4d1ccb483 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 217 time: 0.0322626 Oct 19 12:11:08.431416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-ca8acb1e-1447-4e2f-9cf4-6278b3df2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:08.432828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-ca8acb1e-1447-4e2f-9cf4-6278b3df2b4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0457623 Oct 19 12:11:08.481827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-9303cbc6-2c79-40db-9b90-fbcec3f309fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:08.483308 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-9303cbc6-2c79-40db-9b90-fbcec3f309fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393550 Oct 19 12:11:08.574789 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-2db60869-eb5f-41c1-9771-4daf709766d4 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798328 Oct 19 12:11:08.669533 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2d9437e-3758-4bab-ade2-06a353f20484 req-1318a3a3-86fb-4def-a589-9bbdd81365aa service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823441 Oct 19 12:11:09.077452 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc4a0d-df4a-4363-9989-693b6b11d21a req-57c16a0a-0110-4d01-bc77-58f1f31d3fca tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:09.078922 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09bc4a0d-df4a-4363-9989-693b6b11d21a req-57c16a0a-0110-4d01-bc77-58f1f31d3fca tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0481763 Oct 19 12:11:09.121574 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-09bc4a0d-df4a-4363-9989-693b6b11d21a req-c667e23b-1fc7-44d8-8158-3d6f694f9b03 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367341 Oct 19 12:11:09.770620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:11:09.862552 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:11:09.873320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'port_id': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'mac_address': 'fa:16:3e:58:32:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:11:09.912731 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:09.925092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c710272-70bc-48e8-a9c4-f2e8a93b1646 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:11:09.943122 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:11:10.044075 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:10.088856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:11:10.234981 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124122-04ed-4fe8-8199-bac26a2bc1d7 req-68db4054-bfe9-4896-8d37-5b267df9c1f0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:10.236435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37124122-04ed-4fe8-8199-bac26a2bc1d7 req-68db4054-bfe9-4896-8d37-5b267df9c1f0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0485647 Oct 19 12:11:10.272973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3c710272-70bc-48e8-a9c4-f2e8a93b1646'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:11:10.275934 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-37124122-04ed-4fe8-8199-bac26a2bc1d7 req-17d49eee-ca82-4f35-9767-2e1bd5ecc9f5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333116 Oct 19 12:11:11.396042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fea2a-a325-49a7-af55-0535c7271ab8 req-bd9b8ef5-e4f5-42a9-a680-53a6e140853a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:11.397540 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-089fea2a-a325-49a7-af55-0535c7271ab8 req-bd9b8ef5-e4f5-42a9-a680-53a6e140853a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0541120 Oct 19 12:11:11.435004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-089fea2a-a325-49a7-af55-0535c7271ab8 req-11684b4b-b79d-4c07-aa06-2e7c9ce9ef10 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315728 Oct 19 12:11:11.786049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:11:11.902634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:11:11.906357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:11:11.906719 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:11.982490 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:12.004689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:11:12.006913 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2f036f-1cca-4d1b-b7a1-34c18160bb3b" -d '{"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-plugged", "status": "completed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:11:12.018834 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:11:12.043128 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9733d510-b55f-444e-b6ee-a611c3772fbe x-openstack-request-id: req-9733d510-b55f-444e-b6ee-a611c3772fbe {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:11:12.043407 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-plugged", "status": "completed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:11:12.043664 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9733d510-b55f-444e-b6ee-a611c3772fbe {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:11:12.044697 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'code': 200} Oct 19 12:11:12.085559 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:12.135636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:11:12.146803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c389629-3ae8-446a-94e3-8c12b8715607 req-9817b0e1-9d31-4e9b-8876-f6d9e16bf1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:12.148282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c389629-3ae8-446a-94e3-8c12b8715607 req-9817b0e1-9d31-4e9b-8876-f6d9e16bf1e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1096 time: 0.0402052 Oct 19 12:11:12.191081 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7c389629-3ae8-446a-94e3-8c12b8715607 req-d53aabd5-ca2a-4f6a-a1ab-7972d5d42efb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314522 Oct 19 12:11:12.552500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70284adf-8be6-4a34-a57e-c99c01e3d5e9 req-520ceb78-2baa-4183-a2d7-e21a6d7aa62c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:12.553983 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70284adf-8be6-4a34-a57e-c99c01e3d5e9 req-520ceb78-2baa-4183-a2d7-e21a6d7aa62c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0534766 Oct 19 12:11:12.590248 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70284adf-8be6-4a34-a57e-c99c01e3d5e9 req-a1d0fe7e-791b-48a8-8386-6c4d8161aef9 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304825 Oct 19 12:11:13.707428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809916f-821d-4e93-9526-8264276717e1 req-60d2bc91-7c1c-48dc-9491-f1c10e62dd16 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:13.708930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a809916f-821d-4e93-9526-8264276717e1 req-60d2bc91-7c1c-48dc-9491-f1c10e62dd16 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0484967 Oct 19 12:11:13.745283 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a809916f-821d-4e93-9526-8264276717e1 req-48301646-777c-4356-aea1-376ceb746616 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304809 Oct 19 12:11:13.854006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb6620-7c98-4591-83a1-42a8e1e7a558 req-ed060b4f-de73-4e36-a6be-ef3f61b4a052 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:13.855449 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aadb6620-7c98-4591-83a1-42a8e1e7a558 req-ed060b4f-de73-4e36-a6be-ef3f61b4a052 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0482440 Oct 19 12:11:13.864387 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 50494) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:11:13.868770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-eb095eb7-ab53-4a08-bda3-9823167a1a55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Request body: {'floatingip': {'port_id': '3c710272-70bc-48e8-a9c4-f2e8a93b1646'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:11:13.906319 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb095eb7-ab53-4a08-bda3-9823167a1a55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:14.325647 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb095eb7-ab53-4a08-bda3-9823167a1a55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:14.381404 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb095eb7-ab53-4a08-bda3-9823167a1a55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:14.481293 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-eb095eb7-ab53-4a08-bda3-9823167a1a55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533 associated. External IP: 172.25.2.14, port: 3c710272-70bc-48e8-a9c4-f2e8a93b1646. Oct 19 12:11:15.007941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb095eb7-ab53-4a08-bda3-9823167a1a55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:11:15.119105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb095eb7-ab53-4a08-bda3-9823167a1a55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:11:15.124569 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eb095eb7-ab53-4a08-bda3-9823167a1a55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:15.129352 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f77f4b1-56b9-4d83-a64d-28dbe6f2788e None None] Sync routers for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:11:15.138780 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77f4b1-56b9-4d83-a64d-28dbe6f2788e None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:11:15.139372 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2f77f4b1-56b9-4d83-a64d-28dbe6f2788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:10:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:11:15.151384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eb095eb7-ab53-4a08-bda3-9823167a1a55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "PUT /v2.0/floatingips/200ba74f-4f78-49c8-a7d8-c4f2763e6533 HTTP/1.1" status: 200 len: 991 time: 1.2859256 Oct 19 12:11:15.152169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:11:15.154556 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaa44af-53b6-4112-a056-bd0052308ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:11:15.194391 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73d7226-6926-4920-9549-14dc8029096b x-openstack-request-id: req-e73d7226-6926-4920-9549-14dc8029096b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:11:15.194693 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:11:15.194947 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e73d7226-6926-4920-9549-14dc8029096b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:11:15.195366 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'status': 'completed', 'code': 200} Oct 19 12:11:15.249211 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2f77f4b1-56b9-4d83-a64d-28dbe6f2788e None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:11:15.271682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa44af-53b6-4112-a056-bd0052308ee4 req-ad052624-2208-40e9-a39e-8d331a683e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:15.271682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efaa44af-53b6-4112-a056-bd0052308ee4 req-ad052624-2208-40e9-a39e-8d331a683e76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1096 time: 0.0403404 Oct 19 12:11:15.367048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa44af-53b6-4112-a056-bd0052308ee4 req-bfba2e01-4ba3-4e58-98b9-3bff0b58d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:15.368526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efaa44af-53b6-4112-a056-bd0052308ee4 req-bfba2e01-4ba3-4e58-98b9-3bff0b58d847 service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0983839 Oct 19 12:11:15.436361 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efaa44af-53b6-4112-a056-bd0052308ee4 req-e2b9bc90-faff-4b6f-864d-9d58b5839c49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 999 time: 0.0598624 Oct 19 12:11:15.470359 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2f77f4b1-56b9-4d83-a64d-28dbe6f2788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:58:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8577c851-db2a-44a4-a92e-94e3893249ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:11:14Z', 'revision_number': 13, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:11:15.485319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa44af-53b6-4112-a056-bd0052308ee4 req-2c269130-a84f-4c1d-ac9c-2579c23b093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:15.486762 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efaa44af-53b6-4112-a056-bd0052308ee4 req-2c269130-a84f-4c1d-ac9c-2579c23b093b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0435205 Oct 19 12:11:15.495977 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f77f4b1-56b9-4d83-a64d-28dbe6f2788e None None] Checking router: b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:11:15.504836 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f77f4b1-56b9-4d83-a64d-28dbe6f2788e None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:11:15.505441 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2f77f4b1-56b9-4d83-a64d-28dbe6f2788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:10:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:11:15.536282 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa44af-53b6-4112-a056-bd0052308ee4 req-629f1f03-75c0-4a66-b562-ebee3c618965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:15.537771 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efaa44af-53b6-4112-a056-bd0052308ee4 req-629f1f03-75c0-4a66-b562-ebee3c618965 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438828 Oct 19 12:11:15.609840 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-2f77f4b1-56b9-4d83-a64d-28dbe6f2788e None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:11:15.627260 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efaa44af-53b6-4112-a056-bd0052308ee4 req-20c11df4-40d5-4621-9fc4-25f6bb322129 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818317 Oct 19 12:11:15.839677 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-2f77f4b1-56b9-4d83-a64d-28dbe6f2788e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:58:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8577c851-db2a-44a4-a92e-94e3893249ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:11:14Z', 'revision_number': 13, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:11:15.866422 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f77f4b1-56b9-4d83-a64d-28dbe6f2788e None None] The sync data for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 is: [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '200ba74f-4f78-49c8-a7d8-c4f2763e6533', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'port_id': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'mac_address': 'fa:16:3e:58:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8577c851-db2a-44a4-a92e-94e3893249ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:03:55Z', 'updated_at': '2021-10-19T12:11:14Z', 'revision_number': 13, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:11:16.038168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-efaa44af-53b6-4112-a056-bd0052308ee4 req-bc531a67-22a8-466e-9c0f-61a0a599bf68 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031358 Oct 19 12:11:16.074085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e3b8e0-1274-409e-971a-08b773a0d78f None None] New status for floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:11:20.068424 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:20.559472 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:25.472476 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2c3d1ed8-fd57-4c3b-8ae5-b9f7f5d1e271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:27.867721 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d442-ae7e-4c6e-be85-fde1040002a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:29.125344 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:29.267814 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:30.993256 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:37.812797 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:11:50.078666 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:50.519011 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:55.305137 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d304ff-67e7-43ab-a549-2113e6982530 req-a64f0113-c5c6-434a-afcd-9751ba4653cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384448 Oct 19 12:11:55.388887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d304ff-67e7-43ab-a549-2113e6982530 req-b3c0de40-508e-46dd-a29b-0a082a6c62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:55.393947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d304ff-67e7-43ab-a549-2113e6982530 req-b3c0de40-508e-46dd-a29b-0a082a6c62a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1096 time: 0.0399601 Oct 19 12:11:55.439175 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3e13-922b-4a1f-a5fa-9ef50cab35b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:55.501028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d304ff-67e7-43ab-a549-2113e6982530 req-43ca710f-88b8-4f9e-9761-11cada9d3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:55.502394 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d304ff-67e7-43ab-a549-2113e6982530 req-43ca710f-88b8-4f9e-9761-11cada9d3fd2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0890334 Oct 19 12:11:55.575636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d304ff-67e7-43ab-a549-2113e6982530 req-a5a926c3-f5c2-4cf6-93c1-5dad4bdb8862 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 1001 time: 0.0618148 Oct 19 12:11:55.642800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d304ff-67e7-43ab-a549-2113e6982530 req-4b414c9c-9103-4f6c-9600-e651411ba3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:55.644195 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d304ff-67e7-43ab-a549-2113e6982530 req-4b414c9c-9103-4f6c-9600-e651411ba3ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0455511 Oct 19 12:11:55.692106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d304ff-67e7-43ab-a549-2113e6982530 req-23906388-2761-4317-a0eb-622646d56196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:11:55.693615 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d304ff-67e7-43ab-a549-2113e6982530 req-23906388-2761-4317-a0eb-622646d56196 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383043 Oct 19 12:11:55.784821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d304ff-67e7-43ab-a549-2113e6982530 req-f988af9e-6f49-4d6b-abdb-0e0bba67d054 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827510 Oct 19 12:11:55.875351 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-94d304ff-67e7-43ab-a549-2113e6982530 req-1eeb4809-8d76-4e15-be54-ac87dd49bed1 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799649 Oct 19 12:11:57.855871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0778217-081d-4c03-869a-4abde430f766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:59.101440 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:11:59.277151 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:01.004404 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:02.302598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-7a7a114e-8d2b-49b8-9b8a-3f1210b535a7 req-2f3cd336-cc50-417e-b2a2-f1fde13e04d3 tempest-TestVolumeBootPattern-1899816919 tempest-TestVolumeBootPattern-1899816919-project] (101311) timed out ('10.222.0.26', 63752) {{(pid=101311) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 12:12:14.811834 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:12:20.078262 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:20.523781 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:25.430998 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-517d5d17-7372-42f8-ba74-d00737e3e6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:27.855161 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1cd40b52-1743-4e8d-9d99-b0115c1ff07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:29.141319 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:29.255349 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:31.007833 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:50.060484 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:50.546295 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:51.810699 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:12:55.271645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-65c538b3-02ed-453f-bba3-c326db0151d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385640 Oct 19 12:12:55.364951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-f5c7b92c-8d9a-41b4-8ef3-9f5f22b6465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:12:55.367179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-f5c7b92c-8d9a-41b4-8ef3-9f5f22b6465a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1096 time: 0.0434279 Oct 19 12:12:55.424260 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e292a41c-8a5c-497c-aab6-b90728ad2cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:55.473756 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-f7a71ac0-467b-4da5-83ff-59384f676819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:12:55.475271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-f7a71ac0-467b-4da5-83ff-59384f676819 service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0843811 Oct 19 12:12:55.546664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-42ea25d4-872c-4f2d-b7fd-17ff8bb0fef4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 1001 time: 0.0598388 Oct 19 12:12:55.597974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-7a412ef4-238b-4738-bb01-2da1fbc47168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:12:55.599346 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-7a412ef4-238b-4738-bb01-2da1fbc47168 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0417583 Oct 19 12:12:55.646914 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-a5e47569-7a68-4987-a157-7de5de95cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:12:55.648330 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-a5e47569-7a68-4987-a157-7de5de95cef8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373940 Oct 19 12:12:55.748640 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-86678e5a-433e-4e3d-90e8-a0f4a777f9e2 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875127 Oct 19 12:12:55.842636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9bc7c71-725a-4048-90fd-f6dde35aa232 req-93bf35c1-c786-400b-9293-fab376658bea service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827041 Oct 19 12:12:55.928115 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40372cce-ead9-40a3-bb88-c36da217d908 req-67dde54c-0d4f-4b6c-b7e7-b2052c539e3b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:12:55.929631 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40372cce-ead9-40a3-bb88-c36da217d908 req-67dde54c-0d4f-4b6c-b7e7-b2052c539e3b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0507474 Oct 19 12:12:55.967192 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40372cce-ead9-40a3-bb88-c36da217d908 req-0d0be073-77ce-4bf1-a869-aaeb8363b1a6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317745 Oct 19 12:12:57.838244 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d71c9797-aa0f-434a-8c29-2281044c79db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:59.106274 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:12:59.270264 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:01.008097 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:09.480964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-cce2e783-78c4-4f3a-865f-abe1bea56d40 req-f280b51f-1d0b-4e1a-b203-b078c9415000 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:13:09.481935 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cce2e783-78c4-4f3a-865f-abe1bea56d40 req-f280b51f-1d0b-4e1a-b203-b078c9415000 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0416324 Oct 19 12:13:10.896386 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130026f-a1c3-4945-acd6-468f177f225e req-0718c2e3-10be-4a19-a8c0-bac50cb6fa42 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:10.897885 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5130026f-a1c3-4945-acd6-468f177f225e req-0718c2e3-10be-4a19-a8c0-bac50cb6fa42 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.1132617 Oct 19 12:13:10.935806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5130026f-a1c3-4945-acd6-468f177f225e req-7c821264-f8bf-492a-93c2-60aae06beb8f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317447 Oct 19 12:13:11.027967 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-11f31d04-e0f1-4772-a4a7-6d9811329754 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754111 Oct 19 12:13:12.100390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b60e46-b4c3-4725-92c9-2f35dad1d436 req-885114da-3df5-4efc-9505-687b1ebf0467 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:12.101871 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b2b60e46-b4c3-4725-92c9-2f35dad1d436 req-885114da-3df5-4efc-9505-687b1ebf0467 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0958998 Oct 19 12:13:12.139168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b2b60e46-b4c3-4725-92c9-2f35dad1d436 req-63207ba3-2ed7-45f2-b2b3-2064146417ec tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313151 Oct 19 12:13:13.253313 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990481b2-7361-47b6-b684-ec602a32bdd5 req-a0ca8a9b-2de1-411a-a8c2-1d6c1f0babd5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:13.254794 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-990481b2-7361-47b6-b684-ec602a32bdd5 req-a0ca8a9b-2de1-411a-a8c2-1d6c1f0babd5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0483170 Oct 19 12:13:13.291312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-990481b2-7361-47b6-b684-ec602a32bdd5 req-a766d032-bea4-4018-8a87-d378a6a9b575 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305395 Oct 19 12:13:14.411684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b86b5-967e-4e0f-8262-b60993485053 req-3b89479e-82ef-4156-8b63-2eb027888cfa tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:14.413193 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-014b86b5-967e-4e0f-8262-b60993485053 req-3b89479e-82ef-4156-8b63-2eb027888cfa tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0502889 Oct 19 12:13:14.456395 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-014b86b5-967e-4e0f-8262-b60993485053 req-28aec35b-1e25-4cd3-9a68-e4ee8c5e2b7c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368783 Oct 19 12:13:14.946270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-a7646c5c-7d61-408f-8928-68867e092b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:14.947710 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-a7646c5c-7d61-408f-8928-68867e092b14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1096 time: 0.0396116 Oct 19 12:13:15.040836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-bf838345-99a7-43d6-ba98-68a0d09e6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:15.042255 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-bf838345-99a7-43d6-ba98-68a0d09e6169 service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0831900 Oct 19 12:13:15.112979 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-b25db2b0-87f1-475d-9975-94c76c088c44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 1001 time: 0.0596452 Oct 19 12:13:15.165346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-931d6b67-6e78-441a-9f7c-acb6a1039778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:15.166713 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-931d6b67-6e78-441a-9f7c-acb6a1039778 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0426855 Oct 19 12:13:15.215127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-a480ca8e-a7ab-45b7-bcd6-9be4ebf628b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:15.216490 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-a480ca8e-a7ab-45b7-bcd6-9be4ebf628b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386312 Oct 19 12:13:15.232395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-b8d6e320-f471-45b7-b80b-2236f6433c00 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:13:15.233954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-b8d6e320-f471-45b7-b80b-2236f6433c00 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048158 Oct 19 12:13:15.329253 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-10d8d64c-0a89-42c9-8752-a06cf50e7de6 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843267 Oct 19 12:13:15.421986 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-147dcc1a-ba35-4984-a004-9058a199ae9c service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813384 Oct 19 12:13:15.574580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63017d7b-3a8c-4100-b709-dc5f15df1550 req-dbb44f6e-410d-4edc-9f75-3d349265bdfb tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:15.576098 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-63017d7b-3a8c-4100-b709-dc5f15df1550 req-dbb44f6e-410d-4edc-9f75-3d349265bdfb tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0500815 Oct 19 12:13:15.619335 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-63017d7b-3a8c-4100-b709-dc5f15df1550 req-e9ce4e9e-d55e-4be3-94fb-002270913c15 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370877 Oct 19 12:13:16.759057 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63df38-ba7e-4601-b39f-4ce5a6680a60 req-88fe1fcd-76e0-4784-a83d-c216722612d7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:16.760611 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b63df38-ba7e-4601-b39f-4ce5a6680a60 req-88fe1fcd-76e0-4784-a83d-c216722612d7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0623729 Oct 19 12:13:16.799249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b63df38-ba7e-4601-b39f-4ce5a6680a60 req-97aae8e1-a071-454d-bc41-18082b5a0491 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325413 Oct 19 12:13:17.919352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c7d11-04c0-443c-8f16-d41c4e1f72f5 req-0205c519-c2aa-4afa-9245-b786fa4e515b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:17.921401 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e37c7d11-04c0-443c-8f16-d41c4e1f72f5 req-0205c519-c2aa-4afa-9245-b786fa4e515b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0479424 Oct 19 12:13:17.958415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e37c7d11-04c0-443c-8f16-d41c4e1f72f5 req-e764322b-d109-4943-9606-24bf8b53f806 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311463 Oct 19 12:13:19.078697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd2edd-bc31-40b1-9941-3ad3ccbe3647 req-629f4ca7-01b8-4ac0-a9a5-48c1948c0b04 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:19.080178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ebdd2edd-bc31-40b1-9941-3ad3ccbe3647 req-629f4ca7-01b8-4ac0-a9a5-48c1948c0b04 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0536802 Oct 19 12:13:19.117390 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ebdd2edd-bc31-40b1-9941-3ad3ccbe3647 req-e2163780-cfdf-4897-adb8-56e69075b632 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313399 Oct 19 12:13:20.052421 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:20.231542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7822c76-7c77-4fae-9b5e-5fc96bd401b7 req-ee94355e-873b-47e4-8ee8-80d370232100 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:20.233042 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7822c76-7c77-4fae-9b5e-5fc96bd401b7 req-ee94355e-873b-47e4-8ee8-80d370232100 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0480959 Oct 19 12:13:20.270254 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e7822c76-7c77-4fae-9b5e-5fc96bd401b7 req-206b9608-a465-4a7c-99bf-4c08f1952e5d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305641 Oct 19 12:13:20.506078 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:21.386873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be06341-0cc8-4b29-9382-503145501670 req-bacdf357-8a9d-41d7-8e91-410c5044402c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:21.388239 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6be06341-0cc8-4b29-9382-503145501670 req-bacdf357-8a9d-41d7-8e91-410c5044402c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0499001 Oct 19 12:13:21.427068 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6be06341-0cc8-4b29-9382-503145501670 req-b3a85507-9e9a-48a0-a083-406a5678c97e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328319 Oct 19 12:13:22.541567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362ec7-44a9-4793-8c78-179dfe505cb2 req-fdb18cc8-0584-46f4-8ecf-fb920f44a2f1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:22.543312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-19362ec7-44a9-4793-8c78-179dfe505cb2 req-fdb18cc8-0584-46f4-8ecf-fb920f44a2f1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0488918 Oct 19 12:13:22.584842 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-19362ec7-44a9-4793-8c78-179dfe505cb2 req-47417a35-3bc4-4a7a-a658-aebc3bb1f158 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353296 Oct 19 12:13:23.699441 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a56aa-0d88-4d51-81b3-c521ca19e433 req-f3e431bf-8d28-4530-890d-45af351c8a9e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:23.700915 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d73a56aa-0d88-4d51-81b3-c521ca19e433 req-f3e431bf-8d28-4530-890d-45af351c8a9e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0483696 Oct 19 12:13:23.738510 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d73a56aa-0d88-4d51-81b3-c521ca19e433 req-93384a67-04ba-496b-b5d7-8e6880733f7b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313408 Oct 19 12:13:24.853195 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e97a3-3ecd-488b-853d-38fd1a9f2978 req-62b27e4b-2783-4ced-8fd7-d7f294970f5c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:24.854639 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-678e97a3-3ecd-488b-853d-38fd1a9f2978 req-62b27e4b-2783-4ced-8fd7-d7f294970f5c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0478394 Oct 19 12:13:24.892004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-678e97a3-3ecd-488b-853d-38fd1a9f2978 req-df756bbb-450d-4f5f-8b81-6fccf1b36f90 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306678 Oct 19 12:13:25.471751 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7484e44e-41d7-48bd-ae57-53165c082e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:26.022736 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa7c9e-ecd6-4b47-bddd-7a8af9c5320b req-7b470fc1-8597-4b67-b4ec-996dcea1342e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:26.024238 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efaa7c9e-ecd6-4b47-bddd-7a8af9c5320b req-7b470fc1-8597-4b67-b4ec-996dcea1342e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0537472 Oct 19 12:13:26.061801 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efaa7c9e-ecd6-4b47-bddd-7a8af9c5320b req-f10bd5ed-d1ef-4a95-a850-fb2114cb685a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317054 Oct 19 12:13:27.178903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c102ad-dc86-4177-8f23-447abf1bdb72 req-bcf87c8e-28d2-485d-835a-27c4ccdf39fc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:27.180888 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6c102ad-dc86-4177-8f23-447abf1bdb72 req-bcf87c8e-28d2-485d-835a-27c4ccdf39fc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0503688 Oct 19 12:13:27.217828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d6c102ad-dc86-4177-8f23-447abf1bdb72 req-eb48a798-763e-4521-af17-1b0d44208c87 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313325 Oct 19 12:13:27.837149 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30caa817-56ee-4ab4-b445-86954ab840b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:28.333752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b17bbc-d3c0-4bb1-baa6-8ca15b1aa218 req-54dbcba1-280f-40c4-91bd-c52fd4f722b1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:28.335344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2b17bbc-d3c0-4bb1-baa6-8ca15b1aa218 req-54dbcba1-280f-40c4-91bd-c52fd4f722b1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0505595 Oct 19 12:13:28.373918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e2b17bbc-d3c0-4bb1-baa6-8ca15b1aa218 req-0aff94ce-5346-4d99-b411-dd124e5ce311 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323999 Oct 19 12:13:28.809276 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:13:29.105813 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:29.236943 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:29.490687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3dac4-e6d1-474d-93f4-ab019e567612 req-76dea12f-a735-4c7d-a52e-ecb6a3534362 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:29.492161 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2cb3dac4-e6d1-474d-93f4-ab019e567612 req-76dea12f-a735-4c7d-a52e-ecb6a3534362 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0491703 Oct 19 12:13:29.534318 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2cb3dac4-e6d1-474d-93f4-ab019e567612 req-b825dea9-229c-4873-9f9d-252ae43c62ee tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361400 Oct 19 12:13:30.407480 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-9fb40e91-12c7-4de7-88bb-148faa377272 service neutron] show failed (client error): The resource could not be found. Oct 19 12:13:30.408464 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-9fb40e91-12c7-4de7-88bb-148faa377272 service neutron] 10.222.0.26 "GET /v2.0/ports/3c710272-70bc-48e8-a9c4-f2e8a93b1646/bindings/n-h2-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0905685 Oct 19 12:13:30.650811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a817e7-8784-4c2b-ae23-8c31b1f29714 req-43b101cd-08fa-4311-ac82-dd97ebc91e91 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:30.653158 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68a817e7-8784-4c2b-ae23-8c31b1f29714 req-43b101cd-08fa-4311-ac82-dd97ebc91e91 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0496635 Oct 19 12:13:30.692093 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68a817e7-8784-4c2b-ae23-8c31b1f29714 req-dc6e9030-66e7-451c-9881-efe4cc79f3c7 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324233 Oct 19 12:13:30.901968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-b88c8699-4761-4629-b0c2-32289acb7fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:30.903393 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-b88c8699-4761-4629-b0c2-32289acb7fa5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 1096 time: 0.0830972 Oct 19 12:13:30.914315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-11530e2e-0784-471b-969d-6a2a752fd85b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:13:30.915270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-11530e2e-0784-471b-969d-6a2a752fd85b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048814 Oct 19 12:13:30.926769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:13:30.979380 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:31.006369 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:31.180642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:13:31.212472 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:13:31.256584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:13:31.258889 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718a90ed-8621-486a-a776-0fe2ed774e8d" -d '{"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-unplugged", "status": "completed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:13:31.263021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:31.276035 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Transition to ACTIVE for port object 3c710272-70bc-48e8-a9c4-f2e8a93b1646 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:13:31.306819 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d6d2d7-5c4d-453f-bc31-9fddf2c5c6a9 x-openstack-request-id: req-b9d6d2d7-5c4d-453f-bc31-9fddf2c5c6a9 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:13:31.307112 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-unplugged", "status": "completed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:13:31.307363 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9d6d2d7-5c4d-453f-bc31-9fddf2c5c6a9 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:13:31.307759 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'code': 200} Oct 19 12:13:31.337804 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:31.419001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:13:31.433399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.433684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.434030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.434376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.434709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.435068 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.435394 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.435720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.436045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.436368 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.436715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.437037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:31.469611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] No DVR routers for this DVR port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:13:31.611775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:13:31.612129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:13:31.612485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:13:31.619631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on network 532277dd-16a6-4697-b3d6-eb33995261fa not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:13:31.619631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:13:31.622251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:13:31.622582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:13:31.622958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:13:31.623366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Bound port: 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:13:31.623710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:31.687060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:13:31.690710 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:13:31.792336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:31.844958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86695e5b-3ef2-4764-8c7d-90a4a3df52cd req-a3447657-785a-4de5-bdcc-b4f4e09a8a6a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:31.846499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86695e5b-3ef2-4764-8c7d-90a4a3df52cd req-a3447657-785a-4de5-bdcc-b4f4e09a8a6a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0879841 Oct 19 12:13:31.852642 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:31.852949 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:31.854298 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] 10.222.0.49 "PUT /v2.0/ports/3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 1091 time: 0.9312036 Oct 19 12:13:31.900875 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9df41-6d66-4bb9-918f-f28af15b1f8a service neutron] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:13:31.941199 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86695e5b-3ef2-4764-8c7d-90a4a3df52cd req-481755a2-40df-48d6-ba22-1d7186abdc56 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856750 Oct 19 12:13:31.951813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-97252fe0-411a-4861-a144-421cd04283d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:31.953456 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-97252fe0-411a-4861-a144-421cd04283d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1094 time: 0.0663679 Oct 19 12:13:32.054795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-e327ce93-c135-426f-b7ab-a4fedcede5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:32.056294 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-e327ce93-c135-426f-b7ab-a4fedcede5f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0915682 Oct 19 12:13:32.126316 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-e9a6bdf0-e20a-4dfd-9efe-bf69e0c6bda3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 999 time: 0.0624061 Oct 19 12:13:32.176200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-4b4c8215-85ee-4017-9809-cb4bc22cf7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:32.177638 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-4b4c8215-85ee-4017-9809-cb4bc22cf7df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0440385 Oct 19 12:13:32.222733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-5472673e-602c-4c65-8f07-aa564c936f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:32.224111 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-5472673e-602c-4c65-8f07-aa564c936f5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392783 Oct 19 12:13:32.319563 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-bfdac998-6b61-4786-8719-99f61cf27204 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881186 Oct 19 12:13:32.417099 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-7e5e3ed9-78c7-4dc5-9f33-67f9544777a6 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900311 Oct 19 12:13:32.531468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:13:32.571857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:13:33.062009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e324609-60d7-4416-9aae-2a3dfde484e4 req-ce10787d-791e-4bd2-938c-47a9c3140ef2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:33.063945 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e324609-60d7-4416-9aae-2a3dfde484e4 req-ce10787d-791e-4bd2-938c-47a9c3140ef2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0528495 Oct 19 12:13:33.102035 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7e324609-60d7-4416-9aae-2a3dfde484e4 req-63e21956-21f5-4517-aba9-ed7cb25c9132 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320041 Oct 19 12:13:33.309390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:13:33.311808 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94" -d '{"events": [{"name": "network-changed", "server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:13:33.358483 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d335e6cd-d817-4ce9-8871-434de988abfe x-openstack-request-id: req-d335e6cd-d817-4ce9-8871-434de988abfe {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:13:33.358778 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:13:33.359033 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d335e6cd-d817-4ce9-8871-434de988abfe {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:13:33.359928 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'status': 'completed', 'code': 200} Oct 19 12:13:33.427967 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-e862d7b4-c22d-4d41-899e-84159ebeac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:33.429837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-e862d7b4-c22d-4d41-899e-84159ebeac43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1094 time: 0.0524452 Oct 19 12:13:33.437455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-678fd368-e68b-42b1-bda0-524b170f52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:33.439668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-678fd368-e68b-42b1-bda0-524b170f52b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1094 time: 0.0429423 Oct 19 12:13:33.529522 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-762c5c5d-8dab-4e1e-b17c-6bf4a010ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:33.531809 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-762c5c5d-8dab-4e1e-b17c-6bf4a010ca3d service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0948749 Oct 19 12:13:33.541871 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-e78b39c2-e533-4b77-b8c4-b4b3c1bc4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:33.543605 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-e78b39c2-e533-4b77-b8c4-b4b3c1bc4c3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0929508 Oct 19 12:13:33.602023 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-9a339d89-6e3e-4fa3-bf77-ea8631de5f94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 999 time: 0.0641055 Oct 19 12:13:33.613063 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-9a323551-c0a6-4271-a0d7-b925b4bd3760 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 999 time: 0.0582492 Oct 19 12:13:33.652562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-dad70589-4796-48fc-b15f-dd638feda73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:33.654313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-dad70589-4796-48fc-b15f-dd638feda73d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0456343 Oct 19 12:13:33.675780 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-506ab242-2ed1-4626-bbc2-9409b55567bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:33.677290 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-506ab242-2ed1-4626-bbc2-9409b55567bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0504422 Oct 19 12:13:33.719616 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-710a3569-7ccf-4473-a017-4db4688a1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:33.721264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-710a3569-7ccf-4473-a017-4db4688a1f0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601442 Oct 19 12:13:33.729213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-394245c4-aa62-4aaa-ba67-eb1895c71a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:33.730698 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-394245c4-aa62-4aaa-ba67-eb1895c71a33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412507 Oct 19 12:13:33.818818 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-bc4d375f-7817-473c-90cb-3933d588971d service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896676 Oct 19 12:13:33.826019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-bca2a341-b13a-40c9-8ddb-5203b85f5196 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836329 Oct 19 12:13:33.912337 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-8d2f21fb-605d-4184-9023-81674bccce9e service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862610 Oct 19 12:13:33.927736 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3d22e262-2bb5-4a20-8cfc-d9d9b531fb94 req-b71b434a-8488-424b-a923-f20449e9355c service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901086 Oct 19 12:13:34.220084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9bfd-fdb9-4450-8703-3937c8c54f08 req-025dc1fd-e362-43fd-8a05-f27a17df0aa5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:34.221793 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-546b9bfd-fdb9-4450-8703-3937c8c54f08 req-025dc1fd-e362-43fd-8a05-f27a17df0aa5 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0508711 Oct 19 12:13:34.261847 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-546b9bfd-fdb9-4450-8703-3937c8c54f08 req-d77d1aa4-38cd-404d-b753-3983fa50e5aa tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337412 Oct 19 12:13:35.398246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb21771-85d5-4392-92be-f5726006eead req-d2b72415-9406-4a0b-9939-a25c2790c3a0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:35.399627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ddb21771-85d5-4392-92be-f5726006eead req-d2b72415-9406-4a0b-9939-a25c2790c3a0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0568709 Oct 19 12:13:35.437998 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ddb21771-85d5-4392-92be-f5726006eead req-c5d099d5-36cc-426a-a59d-c912e2371047 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324283 Oct 19 12:13:36.559568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2ebab-3829-401f-9421-2b2d06f25a1c req-79810b7d-6b06-4e54-991b-76bce3bc3331 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:36.561067 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6fb2ebab-3829-401f-9421-2b2d06f25a1c req-79810b7d-6b06-4e54-991b-76bce3bc3331 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0536315 Oct 19 12:13:36.601117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6fb2ebab-3829-401f-9421-2b2d06f25a1c req-309e5a11-cfe6-4924-911e-eb4c9cd950b0 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339503 Oct 19 12:13:37.718093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2d25e-1046-4b0c-b448-5cb0ab2458e6 req-33923569-c3ec-4d7f-a92f-3a4d17ec0a5d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:37.719593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b2e2d25e-1046-4b0c-b448-5cb0ab2458e6 req-33923569-c3ec-4d7f-a92f-3a4d17ec0a5d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0497072 Oct 19 12:13:37.758525 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b2e2d25e-1046-4b0c-b448-5cb0ab2458e6 req-e86ff2d9-5949-4a9c-9533-9a6291da0d0d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328810 Oct 19 12:13:38.871858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9026ec-0d33-4865-90bd-e40c87f181e3 req-ec48e3ad-4d62-4caa-8a49-d4f405287c6e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:38.873350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd9026ec-0d33-4865-90bd-e40c87f181e3 req-ec48e3ad-4d62-4caa-8a49-d4f405287c6e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0485330 Oct 19 12:13:38.910722 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd9026ec-0d33-4865-90bd-e40c87f181e3 req-23247b5a-5b11-4f7d-8e17-2462141c7ba3 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Oct 19 12:13:40.025021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38e71f-bae8-4f81-8f01-e27847232f66 req-078d70a1-3e55-46e0-82b7-93aa7b73579d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:40.026515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d38e71f-bae8-4f81-8f01-e27847232f66 req-078d70a1-3e55-46e0-82b7-93aa7b73579d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0492773 Oct 19 12:13:40.063627 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7d38e71f-bae8-4f81-8f01-e27847232f66 req-c45914da-fec4-47c3-9081-f45024145071 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306044 Oct 19 12:13:41.179328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e29c5-ab3f-4610-87b0-ea9930c944c3 req-85479481-2337-4a63-85de-07b5256c4b51 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:41.180808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-622e29c5-ab3f-4610-87b0-ea9930c944c3 req-85479481-2337-4a63-85de-07b5256c4b51 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0483072 Oct 19 12:13:41.216376 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-622e29c5-ab3f-4610-87b0-ea9930c944c3 req-5f921147-8e39-408e-b9f1-be36a92a816f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297859 Oct 19 12:13:42.347812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b20e9-ac16-4f33-abb5-f7ab3b273b74 req-7a9018af-5235-49b2-ab6a-da2db23b8353 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:42.349331 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-852b20e9-ac16-4f33-abb5-f7ab3b273b74 req-7a9018af-5235-49b2-ab6a-da2db23b8353 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0532289 Oct 19 12:13:42.387768 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-852b20e9-ac16-4f33-abb5-f7ab3b273b74 req-1cd98b50-a60e-4b58-b3dc-9af68e80327f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322127 Oct 19 12:13:43.506049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192584e3-0c9f-49da-87f9-8559ee0db8bf req-a6afba35-e6f8-4267-99db-4048ad6a51f1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:43.507418 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-192584e3-0c9f-49da-87f9-8559ee0db8bf req-a6afba35-e6f8-4267-99db-4048ad6a51f1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0526106 Oct 19 12:13:43.544828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-192584e3-0c9f-49da-87f9-8559ee0db8bf req-47332d25-fcef-47ee-bfed-0154e4b4815e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314023 Oct 19 12:13:44.658769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1286a2-8d3a-4be2-a66b-b23ae6b621b2 req-eaa179cc-82e6-47af-b3aa-48be6370c81c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:44.660263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f1286a2-8d3a-4be2-a66b-b23ae6b621b2 req-eaa179cc-82e6-47af-b3aa-48be6370c81c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0488377 Oct 19 12:13:44.698359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2f1286a2-8d3a-4be2-a66b-b23ae6b621b2 req-9275ec33-8074-4420-adb4-1cae54881a2b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322094 Oct 19 12:13:45.816851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff899-b033-46ec-ad21-29f6ee0f4c8b req-1c951651-387b-4bbf-8689-f32240f58315 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:45.818234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae3ff899-b033-46ec-ad21-29f6ee0f4c8b req-1c951651-387b-4bbf-8689-f32240f58315 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 943 time: 0.0494087 Oct 19 12:13:45.857022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ae3ff899-b033-46ec-ad21-29f6ee0f4c8b req-7a795af2-79ab-487d-8922-698fec785e27 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326886 Oct 19 12:13:46.166732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:13:46.258104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:13:46.269010 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'port_id': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'mac_address': 'fa:16:3e:58:32:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:13:46.308393 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:46.321070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c710272-70bc-48e8-a9c4-f2e8a93b1646 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:13:46.339856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:13:46.396599 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:46.443463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:13:46.450737 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.451077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.451406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.451733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.452056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.452376 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.452730 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.453047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.453363 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.453678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.453992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.454303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:46.649311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['3c710272-70bc-48e8-a9c4-f2e8a93b1646'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:13:46.970926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc6d1f-b8e9-45ca-9a1a-98184184425e req-d9ac342d-fcd8-4acd-a144-0a9ab2a22dc8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:46.972912 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50fc6d1f-b8e9-45ca-9a1a-98184184425e req-d9ac342d-fcd8-4acd-a144-0a9ab2a22dc8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0486100 Oct 19 12:13:47.009811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-50fc6d1f-b8e9-45ca-9a1a-98184184425e req-4576c98d-5883-4bef-ba35-03a109384fbf tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311093 Oct 19 12:13:47.623199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa8902-12e6-48f5-bfd0-d4db9513f019 req-5ab6d57d-190e-4809-8228-a093b227171d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:47.624693 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c2aa8902-12e6-48f5-bfd0-d4db9513f019 req-5ab6d57d-190e-4809-8228-a093b227171d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0882208 Oct 19 12:13:47.637202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-a9fa76e3-c94d-4cfa-9c91-c8b8bc0d7064 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:47.638550 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-a9fa76e3-c94d-4cfa-9c91-c8b8bc0d7064 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.49 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed&tenant_id=9a0dcef8170e4e968d7182b6da19117b&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 944 time: 0.0650988 Oct 19 12:13:47.706945 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c2aa8902-12e6-48f5-bfd0-d4db9513f019 req-ed0690d7-f0ad-4078-8d30-3b4ddb031610 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673161 Oct 19 12:13:47.730269 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-3ca671a5-051c-48be-ba35-2574816e7f59 service neutron] 10.222.0.49 "GET /v2.0/ports/3c710272-70bc-48e8-a9c4-f2e8a93b1646/bindings/n-h2-814547-1 HTTP/1.1" status: 200 len: 382 time: 0.0835545 Oct 19 12:13:47.794983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-5ef7a406-03fc-4b8f-8348-463350edd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:47.796416 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-5ef7a406-03fc-4b8f-8348-463350edd4b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1095 time: 0.0442781 Oct 19 12:13:47.885888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-7d94582e-aab6-4ac7-bdea-b7839cf68c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:47.887356 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-7d94582e-aab6-4ac7-bdea-b7839cf68c3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0832274 Oct 19 12:13:47.954364 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-b44a2646-af96-4d3c-83c7-fb5555c5a90d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 1000 time: 0.0604322 Oct 19 12:13:48.000998 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-44b85d0f-02d9-4774-980b-58fe86ec1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:48.002361 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-44b85d0f-02d9-4774-980b-58fe86ec1c67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0412955 Oct 19 12:13:48.047243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-175949b6-d02f-4c23-bed4-363e2378312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:48.048712 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-175949b6-d02f-4c23-bed4-363e2378312b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394406 Oct 19 12:13:48.140570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-f4afd0d2-5989-4886-a9bf-a07090cdce8f service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841656 Oct 19 12:13:48.179549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:13:48.229937 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-68af784a-1031-4471-bc61-63123598f7ab service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819812 Oct 19 12:13:48.314723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:13:48.319297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:13:48.319665 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:48.393107 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:48.414605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:13:48.416828 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffce3d8-7bb4-41a7-b11b-a9f973287caf" -d '{"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-plugged", "status": "completed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:13:48.429538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:13:48.509222 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:48.517431 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e65bc6e-3480-4c76-bc64-7f2fc0eb13b7 x-openstack-request-id: req-3e65bc6e-3480-4c76-bc64-7f2fc0eb13b7 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:13:48.517431 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-plugged", "status": "completed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:13:48.517431 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e65bc6e-3480-4c76-bc64-7f2fc0eb13b7 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:13:48.517431 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'code': 200} Oct 19 12:13:48.561937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:13:48.827565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1ddae-2640-4d77-bf7f-adf861f0feaf req-154a4d4d-72f6-43f2-9c3c-cc40f6b3daa2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:48.828947 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-73b1ddae-2640-4d77-bf7f-adf861f0feaf req-154a4d4d-72f6-43f2-9c3c-cc40f6b3daa2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0529790 Oct 19 12:13:48.866443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-73b1ddae-2640-4d77-bf7f-adf861f0feaf req-ae82a9f2-042f-4bc3-8973-b57cc6631ac9 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310442 Oct 19 12:13:49.983054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad1d70-f33b-44b2-a085-c8763bf1aa7d req-f10f69d4-273d-4d7e-9281-13d5dc13f442 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:49.984523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3ad1d70-f33b-44b2-a085-c8763bf1aa7d req-f10f69d4-273d-4d7e-9281-13d5dc13f442 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0473435 Oct 19 12:13:50.022077 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a3ad1d70-f33b-44b2-a085-c8763bf1aa7d req-eeab110d-e3a3-4535-b2c6-fb6619aa7c88 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308039 Oct 19 12:13:50.110958 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:50.526439 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:51.137259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc8797-7360-4e37-bc30-4f16823712bb req-289c17a1-c125-44ed-b04b-17608cafe0fc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:51.138745 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56bc8797-7360-4e37-bc30-4f16823712bb req-289c17a1-c125-44ed-b04b-17608cafe0fc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0491576 Oct 19 12:13:51.177281 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56bc8797-7360-4e37-bc30-4f16823712bb req-9ac69085-1bfd-4c55-b4f8-a611faa82e36 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324178 Oct 19 12:13:52.309428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0898204-a7e4-4cf2-a278-2428e03492a4 req-1e7059da-5a83-4aff-9115-8b581f37dd32 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:52.311204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0898204-a7e4-4cf2-a278-2428e03492a4 req-1e7059da-5a83-4aff-9115-8b581f37dd32 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0667586 Oct 19 12:13:52.351399 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a0898204-a7e4-4cf2-a278-2428e03492a4 req-0aee580b-6409-41ef-aa6e-3d7cd445fc41 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327656 Oct 19 12:13:53.478475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-bbe42c35-ddd0-4e23-88fe-48b408fdb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:53.481478 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-bbe42c35-ddd0-4e23-88fe-48b408fdb319 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed&tenant_id=9a0dcef8170e4e968d7182b6da19117b HTTP/1.1" status: 200 len: 1096 time: 0.0420787 Oct 19 12:13:53.496248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:13:53.553480 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:53.652471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e248a57-4fcf-4831-8f8b-fe4a27c5046d req-64d096ad-c819-401a-9352-4103b1b48485 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:53.654216 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e248a57-4fcf-4831-8f8b-fe4a27c5046d req-64d096ad-c819-401a-9352-4103b1b48485 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0486832 Oct 19 12:13:53.693593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e248a57-4fcf-4831-8f8b-fe4a27c5046d req-723f59dd-9c3d-410f-808e-b8328ed62b7d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325649 Oct 19 12:13:53.759133 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:13:53.791007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:13:53.829069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:13:53.831933 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ef6875-74ca-48d5-9a9e-e92a7ab55e66" -d '{"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-unplugged", "status": "completed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:13:53.835564 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:53.847449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Transition to ACTIVE for port object 3c710272-70bc-48e8-a9c4-f2e8a93b1646 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:13:53.922274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:53.998252 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00648c4-29c3-4ad0-9a3d-1024acfca9fe x-openstack-request-id: req-f00648c4-29c3-4ad0-9a3d-1024acfca9fe {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:13:53.998535 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-unplugged", "status": "completed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:13:53.998790 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f00648c4-29c3-4ad0-9a3d-1024acfca9fe {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:13:53.999182 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'code': 200} Oct 19 12:13:54.013072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=10']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:13:54.027638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.027979 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.028319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.028678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.029009 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.029335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.029659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.029978 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.030296 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.030613 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.030929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.031242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:13:54.061600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] No DVR routers for this DVR port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:13:54.193908 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:13:54.194243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:13:54.194568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:13:54.198713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on network 532277dd-16a6-4697-b3d6-eb33995261fa not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:13:54.199028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Attempting to bind port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on network 532277dd-16a6-4697-b3d6-eb33995261fa {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:13:54.203741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:13:54.204074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Checking segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:13:54.204455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Bound using segment: {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:13:54.204902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Bound port: 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86eba8a-52cd-4f22-a97a-d722d05707dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:13:54.205295 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:54.239098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:13:54.267079 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:13:54.270054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:13:54.276642 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:13:54.362955 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:54.400480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:54.401106 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:54.402473 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] 10.222.0.26 "PUT /v2.0/ports/3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 1092 time: 0.9102674 Oct 19 12:13:54.423500 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03721ef4-74b2-42ad-9338-5c133d0151f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=11']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:13:54.470428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-d0adeafe-b5fb-4358-9972-32db76481eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:54.472488 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-d0adeafe-b5fb-4358-9972-32db76481eb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1095 time: 0.0415237 Oct 19 12:13:54.571396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-6e6f55e6-78c6-494c-a7f5-d65ff90743e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:54.572908 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-6e6f55e6-78c6-494c-a7f5-d65ff90743e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0896831 Oct 19 12:13:54.643688 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-6077822f-5c5d-44fb-be01-17e18a45a3f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 999 time: 0.0602927 Oct 19 12:13:54.697495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-f2e65217-dada-482f-87d0-6daf14cfbd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:54.698910 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-f2e65217-dada-482f-87d0-6daf14cfbd18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0436945 Oct 19 12:13:54.748578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-2a0ced32-3126-4c15-ae34-63508508498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:54.750072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-2a0ced32-3126-4c15-ae34-63508508498f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399897 Oct 19 12:13:54.812554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc6f9a-e712-4216-8053-ecf2d6f739d6 req-f549d084-9530-4ddf-b1ec-a15b4a4f388f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:54.814098 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eefc6f9a-e712-4216-8053-ecf2d6f739d6 req-f549d084-9530-4ddf-b1ec-a15b4a4f388f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0530331 Oct 19 12:13:54.849296 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-2fc78a06-5868-4b50-aeb1-2bbfab43962c service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877607 Oct 19 12:13:54.852265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eefc6f9a-e712-4216-8053-ecf2d6f739d6 req-01ea8723-7068-4db0-ae1e-43ad1f352ca1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322680 Oct 19 12:13:54.941698 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4498ce6e-9dc5-4936-84a2-3e866251ee30 req-3561258a-90dc-4702-a7d2-81db07da1694 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807734 Oct 19 12:13:55.442061 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f172cb5-dfdb-44fa-8c6d-09003fa0bd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:55.978506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bded2-e6ed-4442-b2a8-c768cbf6de3c req-f70b8bf5-05b6-443d-8d6d-b76d98074f32 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:55.980082 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-527bded2-e6ed-4442-b2a8-c768cbf6de3c req-f70b8bf5-05b6-443d-8d6d-b76d98074f32 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0537763 Oct 19 12:13:56.000520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:13:56.002819 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:13:56.024842 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-527bded2-e6ed-4442-b2a8-c768cbf6de3c req-f1655b55-2758-4ee6-b59a-b3fcf96b3d35 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386593 Oct 19 12:13:56.080854 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ffd1e2-4138-456f-8b7e-bbf2c870d425 x-openstack-request-id: req-b9ffd1e2-4138-456f-8b7e-bbf2c870d425 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:13:56.080854 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:13:56.080854 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9ffd1e2-4138-456f-8b7e-bbf2c870d425 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:13:56.080854 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'status': 'completed', 'code': 200} Oct 19 12:13:56.130678 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-5024cb44-299d-4ea2-8d61-0438bdf94b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:56.133330 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-5024cb44-299d-4ea2-8d61-0438bdf94b94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1095 time: 0.0465565 Oct 19 12:13:56.149172 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-4e46c4d4-41f7-45a1-9758-a24b5c99bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:56.150899 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-4e46c4d4-41f7-45a1-9758-a24b5c99bfac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1095 time: 0.0418408 Oct 19 12:13:56.231965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-5b09f644-48cd-491e-bc24-9112241987fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:56.233492 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-5b09f644-48cd-491e-bc24-9112241987fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0920963 Oct 19 12:13:56.250413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-01b39e8d-1b6b-4fb8-be15-378166ef09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:56.251965 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-01b39e8d-1b6b-4fb8-be15-378166ef09ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0902464 Oct 19 12:13:56.308415 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-cee604c3-a3a2-4e36-9db5-102c5e2489e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 999 time: 0.0673327 Oct 19 12:13:56.324987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-cdc87086-89f3-4c63-a5cc-855bcd40535b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 999 time: 0.0611594 Oct 19 12:13:56.358186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-92897ee1-b016-4f64-9da9-8d9807b635eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:56.359655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-92897ee1-b016-4f64-9da9-8d9807b635eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0449564 Oct 19 12:13:56.379155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-a876bb6f-e873-4537-b1aa-9d97eb9c38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:56.380705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-a876bb6f-e873-4537-b1aa-9d97eb9c38c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0451794 Oct 19 12:13:56.411338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-fc0f503f-1b29-4c28-90ee-4f8129f9b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:56.412911 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-fc0f503f-1b29-4c28-90ee-4f8129f9b98c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454617 Oct 19 12:13:56.437412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-2f79dde3-9d52-4019-bff0-b8ef17011ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:56.439073 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-2f79dde3-9d52-4019-bff0-b8ef17011ad4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471411 Oct 19 12:13:56.517635 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-1a18a760-8b9d-44f1-8594-e974f3dbb68c service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960965 Oct 19 12:13:56.540196 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-f467b151-8408-45b7-8a1f-2752bc2479cf service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895596 Oct 19 12:13:56.612794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-717368af-985e-4e1f-a397-cb5e6c3a13b3 service neutron] 10.222.0.49 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872223 Oct 19 12:13:56.641924 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f92fb5b5-910d-4ffd-8e25-65bd64f0fd3e req-2671bdab-bd37-4552-a34c-0d7731892fa2 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871010 Oct 19 12:13:56.747626 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a00482-fc36-45d0-8ad3-4da00fb63500 req-a8b9f8eb-19c7-41e5-a62d-0ba7d6e782b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:56.749131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4a00482-fc36-45d0-8ad3-4da00fb63500 req-a8b9f8eb-19c7-41e5-a62d-0ba7d6e782b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a0dcef8170e4e968d7182b6da19117b&device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 1095 time: 0.0412381 Oct 19 12:13:56.858604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a00482-fc36-45d0-8ad3-4da00fb63500 req-f5f41aba-7ede-4bf9-b387-8e041beb9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:56.860028 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4a00482-fc36-45d0-8ad3-4da00fb63500 req-f5f41aba-7ede-4bf9-b387-8e041beb9be6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 200 len: 913 time: 0.0898519 Oct 19 12:13:56.928165 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4a00482-fc36-45d0-8ad3-4da00fb63500 req-9af41544-d991-43af-b08f-5dd24951e6db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 200 len: 999 time: 0.0570238 Oct 19 12:13:56.975879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a00482-fc36-45d0-8ad3-4da00fb63500 req-f44611ff-0cc0-443e-b846-f4f5a50838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:56.977366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4a00482-fc36-45d0-8ad3-4da00fb63500 req-f44611ff-0cc0-443e-b846-f4f5a50838eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 200 len: 851 time: 0.0420730 Oct 19 12:13:57.028761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a00482-fc36-45d0-8ad3-4da00fb63500 req-50e20d6e-0dd5-4620-8156-faf26f1088e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:57.030220 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4a00482-fc36-45d0-8ad3-4da00fb63500 req-50e20d6e-0dd5-4620-8156-faf26f1088e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=532277dd-16a6-4697-b3d6-eb33995261fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414875 Oct 19 12:13:57.149313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4a00482-fc36-45d0-8ad3-4da00fb63500 req-828c27e6-94df-4d7f-8380-01429ab13d78 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100876 Oct 19 12:13:57.161548 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca381374-56bd-4930-ae99-b44527c4fbe5 req-21168db4-c759-47bf-883b-de80443783d9 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:57.162937 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca381374-56bd-4930-ae99-b44527c4fbe5 req-21168db4-c759-47bf-883b-de80443783d9 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0675042 Oct 19 12:13:57.254849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ca381374-56bd-4930-ae99-b44527c4fbe5 req-1d9379c2-a063-4b26-bbcc-20357496942b tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838809 Oct 19 12:13:57.280818 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e4a00482-fc36-45d0-8ad3-4da00fb63500 req-78d69af7-4b6b-4249-94e8-c8e235e132d9 service neutron] 10.222.0.26 "GET /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168997 Oct 19 12:13:57.863456 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a2938155-c50d-415d-94f7-35b72d204868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:58.373580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2150c5-35e1-4aa0-ae70-203da3dda1e6 req-f6782e7d-9170-48f1-a018-c3c7c081ada1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:58.375066 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b2150c5-35e1-4aa0-ae70-203da3dda1e6 req-f6782e7d-9170-48f1-a018-c3c7c081ada1 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0485985 Oct 19 12:13:58.413970 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b2150c5-35e1-4aa0-ae70-203da3dda1e6 req-6ff1a209-2f69-47a3-a48f-c8add252fd7d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 Oct 19 12:13:59.103255 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:59.263617 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:13:59.532317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562023d-0757-4c9c-aa51-fe18ca6ef916 req-3ad86141-9e46-4915-b5cb-e915c5a89b2a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:13:59.533810 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a562023d-0757-4c9c-aa51-fe18ca6ef916 req-3ad86141-9e46-4915-b5cb-e915c5a89b2a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0486674 Oct 19 12:13:59.576044 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a562023d-0757-4c9c-aa51-fe18ca6ef916 req-ca57f2ed-cbb6-4fbe-9a40-2cae1e3ae1ae tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355058 Oct 19 12:14:00.692355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84338fea-a200-48d0-97ef-8c6b8e428f02 req-18277747-40f0-4807-b87d-0a7c748ccb66 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:00.693838 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84338fea-a200-48d0-97ef-8c6b8e428f02 req-18277747-40f0-4807-b87d-0a7c748ccb66 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0479853 Oct 19 12:14:00.730531 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-84338fea-a200-48d0-97ef-8c6b8e428f02 req-a0be85c7-9295-4776-a4de-da26f9497794 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309427 Oct 19 12:14:01.019808 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:01.842617 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ee051-5265-4c67-a4ae-da5762fa09c4 req-ea867638-9a17-40d6-88b9-748af7428c0c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:01.843987 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b15ee051-5265-4c67-a4ae-da5762fa09c4 req-ea867638-9a17-40d6-88b9-748af7428c0c tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0473626 Oct 19 12:14:01.880488 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b15ee051-5265-4c67-a4ae-da5762fa09c4 req-8c89a4a0-7eb5-4cd6-a7c2-41af9179a1ce tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300155 Oct 19 12:14:02.998499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e34649-c785-48ef-9aa1-4cc59b4ee92f req-689cd8f1-498f-44fb-b80d-37aeed6d00f2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:02.999961 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67e34649-c785-48ef-9aa1-4cc59b4ee92f req-689cd8f1-498f-44fb-b80d-37aeed6d00f2 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0520041 Oct 19 12:14:03.038532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67e34649-c785-48ef-9aa1-4cc59b4ee92f req-8746dc7a-abae-4d1a-bf11-bc17e2b6f589 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327189 Oct 19 12:14:04.162264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156d02a-0211-4a1d-ad7c-904eb8e76691 req-5ca66c64-0449-4077-9f0f-a01400bb7efc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:04.163749 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e156d02a-0211-4a1d-ad7c-904eb8e76691 req-5ca66c64-0449-4077-9f0f-a01400bb7efc tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0505657 Oct 19 12:14:04.202472 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e156d02a-0211-4a1d-ad7c-904eb8e76691 req-26e971d0-0b7f-4f76-9bcf-f7db89ff6743 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324702 Oct 19 12:14:05.318329 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57e055-481f-4b64-ba2d-5facf11b3bc2 req-a1ccef78-c9d2-4a67-921f-71a1bac13414 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:05.319810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e57e055-481f-4b64-ba2d-5facf11b3bc2 req-a1ccef78-c9d2-4a67-921f-71a1bac13414 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0493116 Oct 19 12:14:05.355907 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9e57e055-481f-4b64-ba2d-5facf11b3bc2 req-b2745c77-f2fb-48ff-893c-1d446196fc71 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301354 Oct 19 12:14:05.809292 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:14:06.469073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28a6e7-fb84-40fd-91c4-2faefd4776a3 req-6e7b9524-15d5-46f1-8796-59e510c12067 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:06.470509 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba28a6e7-fb84-40fd-91c4-2faefd4776a3 req-6e7b9524-15d5-46f1-8796-59e510c12067 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0478675 Oct 19 12:14:06.510853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba28a6e7-fb84-40fd-91c4-2faefd4776a3 req-eb7f30ef-2dac-4d75-af1f-d2bfcc90c703 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343976 Oct 19 12:14:07.626120 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f8bb-0e87-4fa3-973f-5093ca27debf req-e0a392f5-f291-44e4-aba4-545861e2b4cf tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:07.627593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b77f8bb-0e87-4fa3-973f-5093ca27debf req-e0a392f5-f291-44e4-aba4-545861e2b4cf tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0490406 Oct 19 12:14:07.664641 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b77f8bb-0e87-4fa3-973f-5093ca27debf req-a6320baa-5f5c-4093-93a7-d4da1ec05a42 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303891 Oct 19 12:14:08.645856 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:14:08.740833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:08.751929 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'port_id': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'mac_address': 'fa:16:3e:58:32:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:14:08.778976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de9fef-ebb4-4c8b-a77e-7002d84be597 req-91237413-bbdf-4bb1-ad76-cd58afecb985 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:08.780362 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9de9fef-ebb4-4c8b-a77e-7002d84be597 req-91237413-bbdf-4bb1-ad76-cd58afecb985 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 944 time: 0.0481477 Oct 19 12:14:08.789153 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:08.802033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c710272-70bc-48e8-a9c4-f2e8a93b1646 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:14:08.818631 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b9de9fef-ebb4-4c8b-a77e-7002d84be597 req-3f1d38be-a2bc-4816-af1b-783c0807be1f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322492 Oct 19 12:14:08.821562 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:08.885781 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:08.937647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=12']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:08.941999 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10e571-8205-4238-bc20-cf29285c6bd9 req-d71c17e0-9b2e-4fc5-93b8-6781b39e9a83 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:08.943509 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa10e571-8205-4238-bc20-cf29285c6bd9 req-d71c17e0-9b2e-4fc5-93b8-6781b39e9a83 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0582108 Oct 19 12:14:08.981035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa10e571-8205-4238-bc20-cf29285c6bd9 req-28bffaf1-1b2e-4cfc-a175-ba61ddee25e4 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316062 Oct 19 12:14:09.094072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a14ed-a9f8-4eb3-8692-d3b7c767cc6c req-06ede181-2238-451f-8ab2-9d8fa80a194f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:09.095443 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad7a14ed-a9f8-4eb3-8692-d3b7c767cc6c req-06ede181-2238-451f-8ab2-9d8fa80a194f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0497162 Oct 19 12:14:09.129349 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['3c710272-70bc-48e8-a9c4-f2e8a93b1646'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:14:09.133367 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ad7a14ed-a9f8-4eb3-8692-d3b7c767cc6c req-f3412137-a129-45ae-ba3e-3f83df9d2556 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Oct 19 12:14:09.585063 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976688ed-232d-4f34-86b8-feb475d5b6b4 req-c3c92a0b-a488-49bf-985c-00da1054727e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:09.586503 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-976688ed-232d-4f34-86b8-feb475d5b6b4 req-c3c92a0b-a488-49bf-985c-00da1054727e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0475760 Oct 19 12:14:09.627498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-976688ed-232d-4f34-86b8-feb475d5b6b4 req-c91d251b-8f6c-41d6-a3cf-0d5ce80f5d77 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350146 Oct 19 12:14:10.662317 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:14:10.742778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e4fe2-6938-465b-9875-60f67fb2dad8 req-8ce2d5c7-43c0-49f0-a3c0-cccb3c8cd72f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:10.744231 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b8e4fe2-6938-465b-9875-60f67fb2dad8 req-8ce2d5c7-43c0-49f0-a3c0-cccb3c8cd72f tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 945 time: 0.0487239 Oct 19 12:14:10.782321 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0b8e4fe2-6938-465b-9875-60f67fb2dad8 req-602b9e17-0cc0-49ef-9907-80d36f8f3ef9 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320325 Oct 19 12:14:10.802061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:14:10.806013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:14:10.806421 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:10.883479 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:10.905222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:14:10.907419 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60316b21-fc03-4006-921f-88d42be1ac0d" -d '{"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-plugged", "status": "completed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:14:10.919894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:10.945565 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cd808c-cabf-42cd-81ac-abcbc80532c6 x-openstack-request-id: req-39cd808c-cabf-42cd-81ac-abcbc80532c6 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:14:10.945826 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-plugged", "status": "completed", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:14:10.946065 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39cd808c-cabf-42cd-81ac-abcbc80532c6 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:14:10.946458 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'code': 200} Oct 19 12:14:10.990414 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:11.037800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=13']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:11.284819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11497ea8-2583-401e-af0d-dd8095265aec req-9d5a4334-11cf-405b-8de5-94ab8e17792d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:11.286451 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11497ea8-2583-401e-af0d-dd8095265aec req-9d5a4334-11cf-405b-8de5-94ab8e17792d tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 946 time: 0.0480759 Oct 19 12:14:11.376346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Deleting port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:14:11.376624 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:11.766351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] For port 3c710272-70bc-48e8-a9c4-f2e8a93b1646, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=3c710272-70bc-48e8-a9c4-f2e8a93b1646,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:11.766699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:11.895571 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38100df5-21e1-4bf9-aa06-c312fa37e22f req-c2222faa-6529-4ee3-9552-9326fc55ee55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:11.897068 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38100df5-21e1-4bf9-aa06-c312fa37e22f req-c2222faa-6529-4ee3-9552-9326fc55ee55 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 946 time: 0.0485790 Oct 19 12:14:11.935454 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38100df5-21e1-4bf9-aa06-c312fa37e22f req-5e588132-a412-4042-a6e5-d8d818edcada tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups?id=c72e3902-fc81-4bb1-b88c-1cafd9c1b457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324039 Oct 19 12:14:11.937584 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:11.937938 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:11.938255 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533 disassociated. External IP: 172.25.2.14, port: 3c710272-70bc-48e8-a9c4-f2e8a93b1646. Oct 19 12:14:11.938591 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Calling delete_port for 3c710272-70bc-48e8-a9c4-f2e8a93b1646 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:14:12.131322 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:12.160246 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event deleted for resources: {'Port': ['ID=3c710272-70bc-48e8-a9c4-f2e8a93b1646,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:12.275078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:14:12.383861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:14:12.394457 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0abfd5-b674-40ca-b258-9a447ea4b3b8 None None] Sync routers for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:14:12.403347 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0abfd5-b674-40ca-b258-9a447ea4b3b8 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:14:12.404009 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ec0abfd5-b674-40ca-b258-9a447ea4b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:14:12.421967 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] No DVR routers for this DVR port 3c710272-70bc-48e8-a9c4-f2e8a93b1646 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:14:12.424513 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:12.427779 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-11497ea8-2583-401e-af0d-dd8095265aec req-11125c34-9f2b-4e8b-8dc2-b65dba45cc58 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.26 "DELETE /v2.0/ports/3c710272-70bc-48e8-a9c4-f2e8a93b1646 HTTP/1.1" status: 204 len: 173 time: 1.1321027 Oct 19 12:14:12.428267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-deleted', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:14:12.430541 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2b1b67-c6e1-4fab-a0f9-11df97a44ee2" -d '{"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-deleted", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:14:12.468130 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825ea691-8cd5-4890-9435-c49957cbcc99 x-openstack-request-id: req-825ea691-8cd5-4890-9435-c49957cbcc99 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:14:12.468420 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8577c851-db2a-44a4-a92e-94e3893249ed", "name": "network-vif-deleted", "tag": "3c710272-70bc-48e8-a9c4-f2e8a93b1646", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:14:12.468825 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-825ea691-8cd5-4890-9435-c49957cbcc99 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:14:12.469288 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8577c851-db2a-44a4-a92e-94e3893249ed', 'name': 'network-vif-deleted', 'tag': '3c710272-70bc-48e8-a9c4-f2e8a93b1646', 'status': 'completed', 'code': 200} Oct 19 12:14:12.511753 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-ec0abfd5-b674-40ca-b258-9a447ea4b3b8 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:14:12.711497 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ec0abfd5-b674-40ca-b258-9a447ea4b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:14:12.737190 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0abfd5-b674-40ca-b258-9a447ea4b3b8 None None] Checking router: b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:14:12.745388 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0abfd5-b674-40ca-b258-9a447ea4b3b8 None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:14:12.745983 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ec0abfd5-b674-40ca-b258-9a447ea4b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:14:12.850605 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-ec0abfd5-b674-40ca-b258-9a447ea4b3b8 None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:14:13.036056 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-737601cb-898e-4207-bed0-3f0c20ed725c req-dc5d4862-796d-409c-81a2-e73f04c5d2e6 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 210 time: 0.0306842 Oct 19 12:14:13.057278 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-ec0abfd5-b674-40ca-b258-9a447ea4b3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:14:13.083341 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0abfd5-b674-40ca-b258-9a447ea4b3b8 None None] The sync data for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 is: [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:52Z', 'revision_number': 4, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7', 'name': '', 'network_id': '532277dd-16a6-4697-b3d6-eb33995261fa', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'mac_address': 'fa:16:3e:1c:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '605975b8-cd07-44be-9dd4-92df520a1988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:51Z', 'updated_at': '2021-10-19T12:03:55Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'subnets': [{'id': '605975b8-cd07-44be-9dd4-92df520a1988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:14:13.428002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ebcfb-d2a3-4a21-baaf-c56efb9057a8 None None] New status for floating IP 200ba74f-4f78-49c8-a7d8-c4f2763e6533: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:14:14.140276 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b20de5bc-b75e-4813-80da-3651a026ddf5 req-85cea88e-9714-4fd2-b3c5-72ecc4be935e tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 210 time: 0.0343332 Oct 19 12:14:14.671770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:14:14.695655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 3c710272-70bc-48e8-a9c4-f2e8a93b1646 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:14:14.696004 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 3c710272-70bc-48e8-a9c4-f2e8a93b1646 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:14:15.233122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-38923fd4-0438-4246-b98a-e65e7780d0a1 req-d8499001-eb1a-4318-af27-b20662e2d50a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 210 time: 0.0252643 Oct 19 12:14:16.326899 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba24e1ac-3b9b-4671-ba95-79dc896098c6 req-20370d88-445c-48c4-bab9-2fdddaaa3547 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 210 time: 0.0257285 Oct 19 12:14:17.432418 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9d38162-e271-4f6b-9c79-76b9cab9d9b9 req-7c677fc0-e082-49e4-bb33-1546722f75ff tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/ports?device_id=8577c851-db2a-44a4-a92e-94e3893249ed HTTP/1.1" status: 200 len: 210 time: 0.0275044 Oct 19 12:14:20.076203 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:20.554106 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:22.349064 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51014) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:14:22.408878 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23b102e7-8a89-48a7-bc0c-8ba0e859d14a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:22.435194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23b102e7-8a89-48a7-bc0c-8ba0e859d14a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:22.548351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23b102e7-8a89-48a7-bc0c-8ba0e859d14a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:22.551196 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-23b102e7-8a89-48a7-bc0c-8ba0e859d14a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:22.552385 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-23b102e7-8a89-48a7-bc0c-8ba0e859d14a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "DELETE /v2.0/security-groups/c72e3902-fc81-4bb1-b88c-1cafd9c1b457 HTTP/1.1" status: 204 len: 168 time: 0.2022226 Oct 19 12:14:22.560742 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51016) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:14:22.565675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b102e7-8a89-48a7-bc0c-8ba0e859d14a tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72e3902-fc81-4bb1-b88c-1cafd9c1b457,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:22.576568 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-43d1842e-65d1-4d30-8b0c-f5f109aed0d8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] show failed (client error): The resource could not be found. Oct 19 12:14:22.580703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51018) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:14:22.581552 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-43d1842e-65d1-4d30-8b0c-f5f109aed0d8 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "GET /v2.0/security-groups/c72e3902-fc81-4bb1-b88c-1cafd9c1b457 HTTP/1.1" status: 404 len: 347 time: 0.0187199 Oct 19 12:14:22.712127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fb790360-754e-45e1-948a-e1049c646840 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Deleting port e84a5d28-be30-4065-89ac-6e6ed149a888 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:14:22.712461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb790360-754e-45e1-948a-e1049c646840 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:22.790644 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb790360-754e-45e1-948a-e1049c646840 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:22.790874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb790360-754e-45e1-948a-e1049c646840 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:22.802618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fb790360-754e-45e1-948a-e1049c646840 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Calling delete_port for e84a5d28-be30-4065-89ac-6e6ed149a888 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:14:22.988398 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb790360-754e-45e1-948a-e1049c646840 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:23.026033 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb790360-754e-45e1-948a-e1049c646840 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Pushing event deleted for resources: {'Port': ['ID=e84a5d28-be30-4065-89ac-6e6ed149a888,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:23.087528 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb790360-754e-45e1-948a-e1049c646840 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:23.090031 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb790360-754e-45e1-948a-e1049c646840 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:23.091282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fb790360-754e-45e1-948a-e1049c646840 tempest-ServerActionsTestJSON-1487218712 tempest-ServerActionsTestJSON-1487218712-project] 10.222.0.39 "DELETE /v2.0/floatingips/200ba74f-4f78-49c8-a7d8-c4f2763e6533 HTTP/1.1" status: 204 len: 168 time: 0.5087981 Oct 19 12:14:23.094416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51020) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:14:23.607834 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:23.851132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] Deleting port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:14:23.851474 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:23.931962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] For port 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:23.932318 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:23.944807 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] Calling delete_port for 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:14:24.184937 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:24.214091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:24.383790 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:24.594766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] Router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:14:24.698668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:14:24.703623 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2819701a-78b9-4b4a-a8fb-ff69c3935542 admin admin] 10.222.0.39 "PUT /v2.0/routers/b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6082690 Oct 19 12:14:24.706900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51024) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:14:24.707743 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c756f6-5dfd-4a1a-bb6d-6e76140096db None None] Sync routers for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:14:24.716845 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c756f6-5dfd-4a1a-bb6d-6e76140096db None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:14:24.717446 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d5c756f6-5dfd-4a1a-bb6d-6e76140096db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:14:24.809662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:24.821578 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d5c756f6-5dfd-4a1a-bb6d-6e76140096db None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:14:24.906544 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:24.997591 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d5c756f6-5dfd-4a1a-bb6d-6e76140096db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:14:24Z', 'revision_number': 5, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port': {'id': '8b4fcea2-6dcc-4324-86ac-2dab9c788135', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:14:25.023978 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c756f6-5dfd-4a1a-bb6d-6e76140096db None None] Checking router: b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:14:25.032310 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c756f6-5dfd-4a1a-bb6d-6e76140096db None None] Routers {'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:14:25.032941 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d5c756f6-5dfd-4a1a-bb6d-6e76140096db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:13:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:14:25.033105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Deleting port 8b4fcea2-6dcc-4324-86ac-2dab9c788135 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:14:25.033441 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:25.109630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] For port 8b4fcea2-6dcc-4324-86ac-2dab9c788135, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=8b4fcea2-6dcc-4324-86ac-2dab9c788135,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:25.109872 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:25.118659 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d5c756f6-5dfd-4a1a-bb6d-6e76140096db None None] Set router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:14:25.122620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Calling delete_port for 8b4fcea2-6dcc-4324-86ac-2dab9c788135 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:14:25.169114 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d5c756f6-5dfd-4a1a-bb6d-6e76140096db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:14:24Z', 'revision_number': 6, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:14:25.198061 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c756f6-5dfd-4a1a-bb6d-6e76140096db None None] The sync data for ids ['b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72'] in n-d-814547-1 is: [{'id': 'b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72', 'name': 'tempest-ServerActionsTestJSON-1348584543-router', 'tenant_id': '9a0dcef8170e4e968d7182b6da19117b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:03:49Z', 'updated_at': '2021-10-19T12:14:24Z', 'revision_number': 6, 'project_id': '9a0dcef8170e4e968d7182b6da19117b', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:14:25.339310 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:25.369714 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4fcea2-6dcc-4324-86ac-2dab9c788135,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:25.428742 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:25.462769 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8984a357-9954-4111-85f9-19f1ce2d3be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:25.819146 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:25.821239 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:25.927612 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:25.928034 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:14:25.932350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:25.935999 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7492bb8f-d95d-475f-b36d-790fc3b316ed admin admin] 10.222.0.39 "DELETE /v2.0/routers/b5f1fd9e-fc1b-4c4d-85f8-0461f4a24c72 HTTP/1.1" status: 204 len: 168 time: 1.2257252 Oct 19 12:14:25.936772 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51026) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:14:25.947888 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:14:25.968819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:14:25.969156 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 46c7aef0-0b1f-4aec-b2a0-41c8ac5166e7 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:14:25.983957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca65f36a-ed7f-4cf8-ad39-c1abadc36aeb admin admin] Deleting subnet 605975b8-cd07-44be-9dd4-92df520a1988 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:14:25.987118 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ca65f36a-ed7f-4cf8-ad39-c1abadc36aeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.029304 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ca65f36a-ed7f-4cf8-ad39-c1abadc36aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.104684 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ca65f36a-ed7f-4cf8-ad39-c1abadc36aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.212940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ca65f36a-ed7f-4cf8-ad39-c1abadc36aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.241404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65f36a-ed7f-4cf8-ad39-c1abadc36aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=605975b8-cd07-44be-9dd4-92df520a1988,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:26.246224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ca65f36a-ed7f-4cf8-ad39-c1abadc36aeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.249584 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ca65f36a-ed7f-4cf8-ad39-c1abadc36aeb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/605975b8-cd07-44be-9dd4-92df520a1988 HTTP/1.1" status: 204 len: 168 time: 0.3118677 Oct 19 12:14:26.252262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51028) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:14:26.261206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887e6d79-2bd4-4be5-8056-1b61b5d930a8 None None] Network 532277dd-16a6-4697-b3d6-eb33995261fa requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:14:26.329038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.384816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Deleting port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:14:26.385160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.451929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] For port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3b8019aa-ad10-4b02-b7ff-68ddc64253ff,segment=NetworkSegment(b86eba8a-52cd-4f22-a97a-d722d05707dd),segment_id=b86eba8a-52cd-4f22-a97a-d722d05707dd)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:26.452217 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.465232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Calling delete_port for 3b8019aa-ad10-4b02-b7ff-68ddc64253ff owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:14:26.571458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b427d55-ba56-4c28-9d50-6f0af2d4471d None None] DHCP port deletion for 532277dd-16a6-4697-b3d6-eb33995261fa request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:14:26.607668 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.616101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2b427d55-ba56-4c28-9d50-6f0af2d4471d None None] Deleting port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:14:26.616476 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b427d55-ba56-4c28-9d50-6f0af2d4471d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.636342 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] No DVR routers for this DVR port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:14:26.641336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8019aa-ad10-4b02-b7ff-68ddc64253ff,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:26.681649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2b427d55-ba56-4c28-9d50-6f0af2d4471d None None] For port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff, host n-d-814547-1, got binding levels [] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:26.682042 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b427d55-ba56-4c28-9d50-6f0af2d4471d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.693875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2b427d55-ba56-4c28-9d50-6f0af2d4471d None None] Calling delete_port for 3b8019aa-ad10-4b02-b7ff-68ddc64253ff owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:14:26.696508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.ipam_backend_mixin [None req-2b427d55-ba56-4c28-9d50-6f0af2d4471d None None] Port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff was not found and therefore no delete operation was performed {{(pid=101313) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 19 12:14:26.697769 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b427d55-ba56-4c28-9d50-6f0af2d4471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.714484 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.722347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b427d55-ba56-4c28-9d50-6f0af2d4471d None None] Pushing event deleted for resources: {'Port': ['ID=3b8019aa-ad10-4b02-b7ff-68ddc64253ff,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:26.726123 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b427d55-ba56-4c28-9d50-6f0af2d4471d None None] No DVR routers for this DVR port 3b8019aa-ad10-4b02-b7ff-68ddc64253ff on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:14:26.738666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532277dd-16a6-4697-b3d6-eb33995261fa']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:14:26.747875 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86eba8a-52cd-4f22-a97a-d722d05707dd') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:14:26.748166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86eba8a-52cd-4f22-a97a-d722d05707dd') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:14:26.757307 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.769940 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.775850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:14:26.777605 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:14:26.777906 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:14:26.904898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.910814 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:26.914276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] 10.222.0.39 "DELETE /v2.0/networks/532277dd-16a6-4697-b3d6-eb33995261fa HTTP/1.1" status: 204 len: 168 time: 0.6589847 Oct 19 12:14:26.926010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7665e1b-8ac0-47a5-a6b9-ec5ac7ea6e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=532277dd-16a6-4697-b3d6-eb33995261fa,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:27.167575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51032) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:14:27.208846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c6913f5d-22d1-408c-909b-d831f88f8797 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a0dcef8170e4e968d7182b6da19117b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419118 Oct 19 12:14:27.211165 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51034) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:14:27.257960 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45edc443-8e75-4ed5-b1e7-005774014821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:27.279392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45edc443-8e75-4ed5-b1e7-005774014821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:27.340084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3b8019aa-ad10-4b02-b7ff-68ddc64253ff no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:14:27.360468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 3b8019aa-ad10-4b02-b7ff-68ddc64253ff {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:14:27.360828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3b8019aa-ad10-4b02-b7ff-68ddc64253ff not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:14:27.361223 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8b4fcea2-6dcc-4324-86ac-2dab9c788135 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:14:27.379403 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 8b4fcea2-6dcc-4324-86ac-2dab9c788135 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:14:27.379738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 8b4fcea2-6dcc-4324-86ac-2dab9c788135 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:14:27.389909 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45edc443-8e75-4ed5-b1e7-005774014821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:27.392229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45edc443-8e75-4ed5-b1e7-005774014821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:27.394031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-45edc443-8e75-4ed5-b1e7-005774014821 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0f17dff-cd50-412e-9708-139f6876df4c HTTP/1.1" status: 204 len: 168 time: 0.1813025 Oct 19 12:14:27.401747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edc443-8e75-4ed5-b1e7-005774014821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f17dff-cd50-412e-9708-139f6876df4c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:27.835824 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3ad223ec-5af1-439c-8f8e-153a44019f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:28.413844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51056) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:14:28.506739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-42689105-network', 'tenant_id': 'f99402a771534ad3b0bc7e08f80687ee'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:14:28.576328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Made reservation on behalf of f99402a771534ad3b0bc7e08f80687ee for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:14:28.578679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:28.587688 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:28.661277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:28.730576 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:28.754407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:14:28.763664 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb605e-fd6f-4112-b7cd-30877d6c7451,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:28.769588 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:28.769930 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Added segment 0887c559-0d36-410c-9d12-6bafc9f29e33 of type vlan for network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 Oct 19 12:14:28.811852 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:28.882020 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:28.882917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:28.883512 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:28.940818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] Pushing event updated for resources: {'Network': ['ID=c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:28.955185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:14:28.993460 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4f98d803-e08f-4cf1-895c-ba820375a01a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5785351 Oct 19 12:14:28.996266 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51060) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:14:29.001150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] Request body: {'subnet': {'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-42689105-subnet', 'tenant_id': 'f99402a771534ad3b0bc7e08f80687ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:14:29.104545 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] Made reservation on behalf of f99402a771534ad3b0bc7e08f80687ee for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:14:29.106903 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:29.128260 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:29.253864 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:29.650715 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:29.713069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6720c64a-c987-4123-a977-70001f39961c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:29.722624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] Checking segment: {'id': '0887c559-0d36-410c-9d12-6bafc9f29e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:14:29.722983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] Network hostable DHCP agents. Network: c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:14:29.795548 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] Network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:14:29.875789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:14:29.879831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:29.880411 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:29.884620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466cec91-75ec-499a-8c27-8b36c090f56f None None] Network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:14:29.976040 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-45049e87-beac-46db-99e9-b33117fd2fa2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9786341 Oct 19 12:14:30.006751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835bccc4-6b33-4e9e-9b0c-64e087f05639 None None] Network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:14:30.399267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-9839f892-dc0a-49ac-9f17-14b5eae669dc tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:30.400651 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-9839f892-dc0a-49ac-9f17-14b5eae669dc tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/networks?id=c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 HTTP/1.1" status: 200 len: 812 time: 0.1003234 Oct 19 12:14:30.415213 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-ab981cac-4046-4644-9b79-ca9444d7da46 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/quotas/f99402a771534ad3b0bc7e08f80687ee HTTP/1.1" status: 200 len: 375 time: 0.0088065 Oct 19 12:14:30.446080 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-9f943f15-e5ff-4adc-9e31-b03f3e1d8e29 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f99402a771534ad3b0bc7e08f80687ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254970 Oct 19 12:14:30.457360 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-2b41de05-639c-40db-824d-fee578e80f03 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:14:30.458302 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-2b41de05-639c-40db-824d-fee578e80f03 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056157 Oct 19 12:14:30.549461 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-9acabcee-ff97-4a0f-8eff-ce87e2d16617 service neutron] 10.222.0.39 "GET /v2.0/networks/c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855970 Oct 19 12:14:30.640077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-d826c80a-26e1-4e79-ac7d-f021ec2b30c2 service neutron] 10.222.0.39 "GET /v2.0/networks/c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844944 Oct 19 12:14:30.854347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3b396581-ae16-46f9-9ebb-db4ef2841656 req-a5d4fb98-e5c3-414c-8c3c-58fb25b79a7f tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 210 time: 0.0257609 Oct 19 12:14:30.990529 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:31.947624 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a09bb51-72de-40f4-a932-d9bd13137d3d req-4190232e-d333-4f6e-b1cd-9a429c09070c tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 210 time: 0.0278280 Oct 19 12:14:32.593240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-f482b1d8-ce2a-494d-93a1-43cd859fb522 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:32.594663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-f482b1d8-ce2a-494d-93a1-43cd859fb522 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.49 "GET /v2.0/networks?id=c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 HTTP/1.1" status: 200 len: 812 time: 0.1007299 Oct 19 12:14:32.607149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Request body: {'port': {'device_id': '38d37d7d-a36d-46a5-8212-13f8e879df41', 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1', 'admin_state_up': True, 'tenant_id': 'f99402a771534ad3b0bc7e08f80687ee'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:14:32.790152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Made reservation on behalf of f99402a771534ad3b0bc7e08f80687ee for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:14:32.793970 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:32.921073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Allocated IP 172.20.0.6 (c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1/6720c64a-c987-4123-a977-70001f39961c/aa33771f-9fdd-42b9-a2c5-df984c0e8cfb) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:14:33.041211 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-71156e53-4084-4b86-8631-5415e9e069b4 req-d5f8a5fd-2f94-4625-91db-f04b7f17a47f tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 210 time: 0.0265322 Oct 19 12:14:33.066109 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:33.150176 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:33.198307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:14:33.201554 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:14:33.205302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:14:33.231507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Pushing event updated for resources: {'Port': ['ID=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:33.246070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.246414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.246757 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.247094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.247428 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.247760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.248084 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.248406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.248767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.249091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.249411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.249760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:33.267604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:33.268769 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:33.358570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-584e6dcb-15b0-4379-badc-23836aea8ca5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7550554 Oct 19 12:14:33.370703 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Request body: {'port': {'device_id': '38d37d7d-a36d-46a5-8212-13f8e879df41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:14:33.424193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:33.685812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa33771f-9fdd-42b9-a2c5-df984c0e8cfb {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:14:33.693617 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:33.706090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Transition to ACTIVE for port object aa33771f-9fdd-42b9-a2c5-df984c0e8cfb will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:14:33.773219 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:33.825901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Pushing event updated for resources: {'Port': ['ID=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:33.888358 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Attempting to bind port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:14:33.888718 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Attempting to bind port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '0887c559-0d36-410c-9d12-6bafc9f29e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:14:33.889044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Attempting to bind port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb on network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:14:33.893307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb on network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:14:33.893632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Attempting to bind port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb on network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:14:33.898697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:14:33.899028 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Checking segment: {'id': '0887c559-0d36-410c-9d12-6bafc9f29e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:14:33.899404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Bound using segment: {'id': '0887c559-0d36-410c-9d12-6bafc9f29e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:14:33.899817 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Bound port: aa33771f-9fdd-42b9-a2c5-df984c0e8cfb, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0887c559-0d36-410c-9d12-6bafc9f29e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:14:33.900162 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:33.965362 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] For port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:14:33.968182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] For port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb,segment=NetworkSegment(0887c559-0d36-410c-9d12-6bafc9f29e33),segment_id=0887c559-0d36-410c-9d12-6bafc9f29e33)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:14:34.062395 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:34.096122 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:34.096754 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:34.098652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] 10.222.0.49 "PUT /v2.0/ports/aa33771f-9fdd-42b9-a2c5-df984c0e8cfb HTTP/1.1" status: 200 len: 1091 time: 0.7314215 Oct 19 12:14:34.104144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d37d7d-a36d-46a5-8212-13f8e879df41', 'tag': 'aa33771f-9fdd-42b9-a2c5-df984c0e8cfb'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:14:34.106556 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f7e636-5eee-4191-8edd-f8801b4f88f6" -d '{"events": [{"name": "network-changed", "server_uuid": "38d37d7d-a36d-46a5-8212-13f8e879df41", "tag": "aa33771f-9fdd-42b9-a2c5-df984c0e8cfb"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:14:34.142545 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764f34ce-7c61-4ca2-babf-69d626f79b85 x-openstack-request-id: req-764f34ce-7c61-4ca2-babf-69d626f79b85 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:14:34.142844 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d37d7d-a36d-46a5-8212-13f8e879df41", "tag": "aa33771f-9fdd-42b9-a2c5-df984c0e8cfb", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:14:34.143099 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-764f34ce-7c61-4ca2-babf-69d626f79b85 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:14:34.143495 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d37d7d-a36d-46a5-8212-13f8e879df41', 'tag': 'aa33771f-9fdd-42b9-a2c5-df984c0e8cfb', 'status': 'completed', 'code': 200} Oct 19 12:14:34.161483 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76239b0e-1d79-41ed-b7e6-28e6e3918d68 service neutron] Pushing event updated for resources: {'Port': ['ID=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:34.206324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279557f-8772-476c-9975-bf6603d15fb5 req-1b8635f4-a721-46f1-9b4f-f75c3b3d094f tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:34.207790 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2279557f-8772-476c-9975-bf6603d15fb5 req-1b8635f4-a721-46f1-9b4f-f75c3b3d094f tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 943 time: 0.0961835 Oct 19 12:14:34.240778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7e636-5eee-4191-8edd-f8801b4f88f6 req-0dcddbda-167d-404d-82ad-134a8b571804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:34.242141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-61f7e636-5eee-4191-8edd-f8801b4f88f6 req-0dcddbda-167d-404d-82ad-134a8b571804 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f99402a771534ad3b0bc7e08f80687ee&device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 1094 time: 0.0770578 Oct 19 12:14:34.261348 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2279557f-8772-476c-9975-bf6603d15fb5 req-3b4e11c9-a5a3-4b91-9daa-2f6e0fe0e4cf tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475321 Oct 19 12:14:34.344777 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7e636-5eee-4191-8edd-f8801b4f88f6 req-62e4f584-93c9-4cf2-8d3b-e2af669f56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:34.346776 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-61f7e636-5eee-4191-8edd-f8801b4f88f6 req-62e4f584-93c9-4cf2-8d3b-e2af669f56ca service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f99402a771534ad3b0bc7e08f80687ee&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946388 Oct 19 12:14:34.442449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7e636-5eee-4191-8edd-f8801b4f88f6 req-48954bbf-90a8-4dde-805d-ba96d7f20be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:34.443994 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-61f7e636-5eee-4191-8edd-f8801b4f88f6 req-48954bbf-90a8-4dde-805d-ba96d7f20be3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909114 Oct 19 12:14:34.520587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-813f83ab-30ad-4685-b1c2-2a9827761b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:34.521411 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-813f83ab-30ad-4685-b1c2-2a9827761b2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f99402a771534ad3b0bc7e08f80687ee&device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 1094 time: 0.0407391 Oct 19 12:14:34.567198 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-2006b826-118e-40a6-a4ec-a9d7cf249038 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb HTTP/1.1" status: 200 len: 217 time: 0.0380790 Oct 19 12:14:34.617242 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-0a54793f-54d4-4c19-ad89-cd9732770b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:34.618820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-0a54793f-54d4-4c19-ad89-cd9732770b49 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6720c64a-c987-4123-a977-70001f39961c HTTP/1.1" status: 200 len: 852 time: 0.0449982 Oct 19 12:14:34.651127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-fadc4c36-8f12-4cdd-bda8-c969f2c95cd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252886 Oct 19 12:14:34.749173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-e34eaa5d-3d72-404e-ae2a-43586810d362 service neutron] 10.222.0.49 "GET /v2.0/networks/c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910332 Oct 19 12:14:34.842067 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-30e828dd-288c-4c2b-84b9-33d9cd92cecf req-1754da26-6564-4e7b-bd64-17b54aa5e3fa service neutron] 10.222.0.49 "GET /v2.0/networks/c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857515 Oct 19 12:14:35.390431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406886b-3afa-4d65-9e2d-f753fd085d3b req-54b436a5-23ac-4e6b-9ad0-275d49f6d8ed tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:35.391955 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3406886b-3afa-4d65-9e2d-f753fd085d3b req-54b436a5-23ac-4e6b-9ad0-275d49f6d8ed tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 943 time: 0.0567777 Oct 19 12:14:35.429668 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3406886b-3afa-4d65-9e2d-f753fd085d3b req-e974b77b-67dc-4e7a-bf84-86d2d72fd21f tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Oct 19 12:14:36.425231 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device aa33771f-9fdd-42b9-a2c5-df984c0e8cfb details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:14:36.525558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb,segment=NetworkSegment(0887c559-0d36-410c-9d12-6bafc9f29e33),segment_id=0887c559-0d36-410c-9d12-6bafc9f29e33)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:36.536825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'aa33771f-9fdd-42b9-a2c5-df984c0e8cfb', 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1', 'port_id': 'aa33771f-9fdd-42b9-a2c5-df984c0e8cfb', 'mac_address': 'fa:16:3e:91:dc:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6720c64a-c987-4123-a977-70001f39961c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:14:36.544328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff294d3-8905-440b-a7e5-911120efae31 req-2875e578-032a-47b3-ac1f-0173e3c8d989 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:36.545862 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ff294d3-8905-440b-a7e5-911120efae31 req-2875e578-032a-47b3-ac1f-0173e3c8d989 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 943 time: 0.0496392 Oct 19 12:14:36.573721 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:36.584093 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ff294d3-8905-440b-a7e5-911120efae31 req-24633713-8017-416b-980b-f51bd93572d5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Oct 19 12:14:36.587041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa33771f-9fdd-42b9-a2c5-df984c0e8cfb {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:14:36.606427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb,segment=NetworkSegment(0887c559-0d36-410c-9d12-6bafc9f29e33),segment_id=0887c559-0d36-410c-9d12-6bafc9f29e33)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:36.669695 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:36.718808 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:36.859604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['aa33771f-9fdd-42b9-a2c5-df984c0e8cfb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:14:37.700867 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5652-28cc-4e82-95a3-478fc4bd9f3d req-364420c2-99f1-40d6-a13f-4bc5771cd2d4 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:37.702310 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d15c5652-28cc-4e82-95a3-478fc4bd9f3d req-364420c2-99f1-40d6-a13f-4bc5771cd2d4 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 944 time: 0.0477009 Oct 19 12:14:37.743037 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d15c5652-28cc-4e82-95a3-478fc4bd9f3d req-136db920-53c0-4836-a01c-3180238c609a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342360 Oct 19 12:14:38.425165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device aa33771f-9fdd-42b9-a2c5-df984c0e8cfb up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:14:38.527197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:14:38.530959 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:14:38.531781 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:38.608761 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:38.630892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d37d7d-a36d-46a5-8212-13f8e879df41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33771f-9fdd-42b9-a2c5-df984c0e8cfb'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:14:38.633201 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a309f0-46b8-4f4b-b393-546fdd712ae9" -d '{"events": [{"server_uuid": "38d37d7d-a36d-46a5-8212-13f8e879df41", "name": "network-vif-plugged", "status": "completed", "tag": "aa33771f-9fdd-42b9-a2c5-df984c0e8cfb"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:14:38.646007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb,segment=NetworkSegment(0887c559-0d36-410c-9d12-6bafc9f29e33),segment_id=0887c559-0d36-410c-9d12-6bafc9f29e33)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:38.668173 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a388fec-51f8-47ff-a12f-a698daf69417 x-openstack-request-id: req-7a388fec-51f8-47ff-a12f-a698daf69417 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:14:38.668846 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d37d7d-a36d-46a5-8212-13f8e879df41", "name": "network-vif-plugged", "status": "completed", "tag": "aa33771f-9fdd-42b9-a2c5-df984c0e8cfb", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:14:38.669023 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a388fec-51f8-47ff-a12f-a698daf69417 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:14:38.669426 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d37d7d-a36d-46a5-8212-13f8e879df41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33771f-9fdd-42b9-a2c5-df984c0e8cfb', 'code': 200} Oct 19 12:14:38.698871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:38.746383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:38.765656 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ba45c-ba2e-4d0a-8d71-e186de10389a req-dc38e2ed-3802-4b8a-964d-77b2f85d0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:38.767169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7e6ba45c-ba2e-4d0a-8d71-e186de10389a req-dc38e2ed-3802-4b8a-964d-77b2f85d0d31 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 1096 time: 0.0451965 Oct 19 12:14:38.802404 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7e6ba45c-ba2e-4d0a-8d71-e186de10389a req-b25ac1d4-9424-4d40-8295-abfbf271ad5b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278947 Oct 19 12:14:38.854475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849875e5-5c12-4e30-b063-1573c03a18fe req-236b6074-e03d-430e-9c68-7ac42ede4503 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:38.855948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-849875e5-5c12-4e30-b063-1573c03a18fe req-236b6074-e03d-430e-9c68-7ac42ede4503 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0478480 Oct 19 12:14:38.892158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-849875e5-5c12-4e30-b063-1573c03a18fe req-fa40cf64-c378-495f-9b55-f4687f436ef7 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303290 Oct 19 12:14:40.007001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb115375-11f0-453d-9a53-5e7fb7d6ba1a req-0e7273b2-f67f-4eb0-8f7f-802ad650e7e2 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:40.008508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb115375-11f0-453d-9a53-5e7fb7d6ba1a req-0e7273b2-f67f-4eb0-8f7f-802ad650e7e2 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0494301 Oct 19 12:14:40.047365 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb115375-11f0-453d-9a53-5e7fb7d6ba1a req-984afc4d-2f1d-4b66-8993-94478dc7af04 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Oct 19 12:14:41.159761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e29e-209d-4ef1-a061-29161746ea3b req-3239e7c2-dd58-4c67-a209-7b9fc427e1ee tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:41.161212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90d0e29e-209d-4ef1-a061-29161746ea3b req-3239e7c2-dd58-4c67-a209-7b9fc427e1ee tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0472448 Oct 19 12:14:41.197678 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-90d0e29e-209d-4ef1-a061-29161746ea3b req-107e0db0-5e38-44cd-a82e-ed2b67d8b324 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306220 Oct 19 12:14:41.422140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-57c34bd6-9e1b-42da-b2ea-b17197ed9891 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:41.423505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-57c34bd6-9e1b-42da-b2ea-b17197ed9891 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/networks?id=c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 HTTP/1.1" status: 200 len: 812 time: 0.1052308 Oct 19 12:14:41.438268 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-40362cc5-5013-4aca-852d-4059af8e2664 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/quotas/f99402a771534ad3b0bc7e08f80687ee HTTP/1.1" status: 200 len: 375 time: 0.0090461 Oct 19 12:14:41.487087 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-51badc74-68eb-463c-baf4-107420b9ff3b tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f99402a771534ad3b0bc7e08f80687ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435870 Oct 19 12:14:41.578495 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-00feda44-8d29-4174-a4b9-de54d256952c service neutron] 10.222.0.39 "GET /v2.0/networks/c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844724 Oct 19 12:14:41.667482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-34ff68f5-9116-44c0-aa6b-fe1697a597d0 service neutron] 10.222.0.39 "GET /v2.0/networks/c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824726 Oct 19 12:14:41.886860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ecbe4016-5b9e-4b1a-81a7-45ee9d0892d6 req-c1aeab58-ccdb-4f7e-b815-9751ae4a0a8b tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 210 time: 0.0260458 Oct 19 12:14:42.808372 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:14:42.978450 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4bc9ff3c-132c-4dfb-847a-c0e7b4f29266 req-64c1f6bb-871b-4a9d-9fd4-e39b65d80cde tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 210 time: 0.0261886 Oct 19 12:14:43.928568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-f1e9a22c-be7e-4b37-b769-27359daaf745 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:43.930026 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-f1e9a22c-be7e-4b37-b769-27359daaf745 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.26 "GET /v2.0/networks?id=c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 HTTP/1.1" status: 200 len: 812 time: 0.1033146 Oct 19 12:14:43.945235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Request body: {'port': {'device_id': 'dce72fd3-7780-47db-83c9-423896b729c0', 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1', 'admin_state_up': True, 'tenant_id': 'f99402a771534ad3b0bc7e08f80687ee'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:14:44.078781 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-67f333c4-1230-4624-a0e9-f4e829877d18 req-133897ff-360c-4240-9e94-f773a04b6db6 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 210 time: 0.0321367 Oct 19 12:14:44.144000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Made reservation on behalf of f99402a771534ad3b0bc7e08f80687ee for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:14:44.147667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:44.275950 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Allocated IP 172.20.0.7 (c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1/6720c64a-c987-4123-a977-70001f39961c/0527390f-e15c-407e-b1fb-2ff4d63920bd) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:14:44.414225 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:44.525350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:44.537815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['aa33771f-9fdd-42b9-a2c5-df984c0e8cfb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:14:44.575509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:14:44.578570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:14:44.582877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:14:44.606059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Pushing event updated for resources: {'Port': ['ID=0527390f-e15c-407e-b1fb-2ff4d63920bd,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:44.634878 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:44.635483 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:44.724263 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-e8c7592d-0a20-4531-b966-4836ae9f4a9a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7826326 Oct 19 12:14:44.742035 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Request body: {'port': {'device_id': 'dce72fd3-7780-47db-83c9-423896b729c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:14:44.794289 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:45.050865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0527390f-e15c-407e-b1fb-2ff4d63920bd {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:14:45.058150 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:45.070008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Transition to ACTIVE for port object 0527390f-e15c-407e-b1fb-2ff4d63920bd will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:14:45.136412 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:45.188484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Pushing event updated for resources: {'Port': ['ID=0527390f-e15c-407e-b1fb-2ff4d63920bd,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:45.199878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23669ad-c2b6-43e9-a050-d36858f542f3 req-324e293c-5a60-4c53-856f-67373c7b1475 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:45.201419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f23669ad-c2b6-43e9-a050-d36858f542f3 req-324e293c-5a60-4c53-856f-67373c7b1475 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 943 time: 0.0569539 Oct 19 12:14:45.240378 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f23669ad-c2b6-43e9-a050-d36858f542f3 req-2bcc4e69-cf5a-41db-b70b-f4a72363fdee tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328863 Oct 19 12:14:45.253491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Attempting to bind port 0527390f-e15c-407e-b1fb-2ff4d63920bd on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:14:45.253824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Attempting to bind port 0527390f-e15c-407e-b1fb-2ff4d63920bd by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '0887c559-0d36-410c-9d12-6bafc9f29e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:14:45.254147 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Attempting to bind port 0527390f-e15c-407e-b1fb-2ff4d63920bd on network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:14:45.258448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Port 0527390f-e15c-407e-b1fb-2ff4d63920bd on network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:14:45.258762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Attempting to bind port 0527390f-e15c-407e-b1fb-2ff4d63920bd on network c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:14:45.263734 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:14:45.266077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Checking segment: {'id': '0887c559-0d36-410c-9d12-6bafc9f29e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:14:45.266077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Bound using segment: {'id': '0887c559-0d36-410c-9d12-6bafc9f29e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:14:45.266077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Bound port: 0527390f-e15c-407e-b1fb-2ff4d63920bd, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0887c559-0d36-410c-9d12-6bafc9f29e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:14:45.266077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:45.330299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] For port 0527390f-e15c-407e-b1fb-2ff4d63920bd, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:14:45.333326 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] For port 0527390f-e15c-407e-b1fb-2ff4d63920bd, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0527390f-e15c-407e-b1fb-2ff4d63920bd,segment=NetworkSegment(0887c559-0d36-410c-9d12-6bafc9f29e33),segment_id=0887c559-0d36-410c-9d12-6bafc9f29e33)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:14:45.427711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:45.461909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:45.462516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:45.463950 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] 10.222.0.26 "PUT /v2.0/ports/0527390f-e15c-407e-b1fb-2ff4d63920bd HTTP/1.1" status: 200 len: 1091 time: 0.7259061 Oct 19 12:14:45.464291 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce72fd3-7780-47db-83c9-423896b729c0', 'tag': '0527390f-e15c-407e-b1fb-2ff4d63920bd'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:14:45.466549 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0b86e8-6f8d-4d7f-b06d-fdfdcdc0601a" -d '{"events": [{"name": "network-changed", "server_uuid": "dce72fd3-7780-47db-83c9-423896b729c0", "tag": "0527390f-e15c-407e-b1fb-2ff4d63920bd"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:14:45.490051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac00586-75f2-4654-8e8d-5525b665a131 service neutron] Pushing event updated for resources: {'Port': ['ID=0527390f-e15c-407e-b1fb-2ff4d63920bd,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:45.504191 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24654098-0601-45da-9f7a-157587884383 x-openstack-request-id: req-24654098-0601-45da-9f7a-157587884383 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:14:45.504480 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce72fd3-7780-47db-83c9-423896b729c0", "tag": "0527390f-e15c-407e-b1fb-2ff4d63920bd", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:14:45.504784 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24654098-0601-45da-9f7a-157587884383 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:14:45.505197 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce72fd3-7780-47db-83c9-423896b729c0', 'tag': '0527390f-e15c-407e-b1fb-2ff4d63920bd', 'status': 'completed', 'code': 200} Oct 19 12:14:45.575198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b86e8-6f8d-4d7f-b06d-fdfdcdc0601a req-37795dd5-3d20-4d58-a0f9-6204e1db7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:45.576695 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee0b86e8-6f8d-4d7f-b06d-fdfdcdc0601a req-37795dd5-3d20-4d58-a0f9-6204e1db7507 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99402a771534ad3b0bc7e08f80687ee&device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 1094 time: 0.0401754 Oct 19 12:14:45.681138 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b86e8-6f8d-4d7f-b06d-fdfdcdc0601a req-c008c881-a963-4850-9aa6-c28a5c061a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:45.682506 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee0b86e8-6f8d-4d7f-b06d-fdfdcdc0601a req-c008c881-a963-4850-9aa6-c28a5c061a69 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f99402a771534ad3b0bc7e08f80687ee&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0935619 Oct 19 12:14:45.780994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b86e8-6f8d-4d7f-b06d-fdfdcdc0601a req-4d902efe-c737-4722-a6dc-a4b2ed8871c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:45.782433 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee0b86e8-6f8d-4d7f-b06d-fdfdcdc0601a req-4d902efe-c737-4722-a6dc-a4b2ed8871c3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893121 Oct 19 12:14:45.864444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-4e253233-a970-4744-ade3-285821069c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:45.865930 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-4e253233-a970-4744-ade3-285821069c2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f99402a771534ad3b0bc7e08f80687ee&device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 1094 time: 0.0403683 Oct 19 12:14:45.911920 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-1b51e8be-9d51-4820-a6d3-0a3bb38bb058 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0527390f-e15c-407e-b1fb-2ff4d63920bd HTTP/1.1" status: 200 len: 217 time: 0.0333550 Oct 19 12:14:45.962943 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-38c2026e-165f-4aa4-9a35-cdcea06205e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:45.964327 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-38c2026e-165f-4aa4-9a35-cdcea06205e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6720c64a-c987-4123-a977-70001f39961c HTTP/1.1" status: 200 len: 852 time: 0.0414348 Oct 19 12:14:46.002738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-cbdf2199-5cb0-4dea-93ab-b91ba7d5f0d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269053 Oct 19 12:14:46.096157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-c04d46f9-325f-4d28-acd3-c14f8fc73bf2 service neutron] 10.222.0.26 "GET /v2.0/networks/c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803611 Oct 19 12:14:46.196197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f50740ac-33cc-4fd3-aca3-0a0b6a6fe91b req-7d1a5126-ed31-4257-82f7-cdb89d05c28d service neutron] 10.222.0.26 "GET /v2.0/networks/c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865772 Oct 19 12:14:46.354316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2889e4-5f8b-42a6-8f37-261687f870df req-2620e952-9845-4f3e-b914-2b6b50eafd2c tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:46.355771 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fb2889e4-5f8b-42a6-8f37-261687f870df req-2620e952-9845-4f3e-b914-2b6b50eafd2c tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 943 time: 0.0492840 Oct 19 12:14:46.393335 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fb2889e4-5f8b-42a6-8f37-261687f870df req-09c1d123-a8e0-44bb-8327-b9e42d1c25d4 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316389 Oct 19 12:14:47.507741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35622e3-b1e5-4dc1-a2cb-8d5753d51bcb req-0400e832-8274-44da-9efd-2ab68a3b5fb0 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:47.509242 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d35622e3-b1e5-4dc1-a2cb-8d5753d51bcb req-0400e832-8274-44da-9efd-2ab68a3b5fb0 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 943 time: 0.0491400 Oct 19 12:14:47.547230 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d35622e3-b1e5-4dc1-a2cb-8d5753d51bcb req-3bae1615-8b35-415c-b6d9-a6f960398c45 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Oct 19 12:14:48.660293 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830412c-ab03-4cdb-87d3-331a2caf00f6 req-afcaea98-c71e-46a4-8a4d-308d60647361 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:48.661796 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9830412c-ab03-4cdb-87d3-331a2caf00f6 req-afcaea98-c71e-46a4-8a4d-308d60647361 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 943 time: 0.0503170 Oct 19 12:14:48.699438 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9830412c-ab03-4cdb-87d3-331a2caf00f6 req-2c9f035c-0ba8-4be6-846f-45de361a1dc5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Oct 19 12:14:48.779593 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 0527390f-e15c-407e-b1fb-2ff4d63920bd details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:14:48.872945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 0527390f-e15c-407e-b1fb-2ff4d63920bd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0527390f-e15c-407e-b1fb-2ff4d63920bd,segment=NetworkSegment(0887c559-0d36-410c-9d12-6bafc9f29e33),segment_id=0887c559-0d36-410c-9d12-6bafc9f29e33)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:48.884276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '0527390f-e15c-407e-b1fb-2ff4d63920bd', 'network_id': 'c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1', 'port_id': '0527390f-e15c-407e-b1fb-2ff4d63920bd', 'mac_address': 'fa:16:3e:1f:ce:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6720c64a-c987-4123-a977-70001f39961c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:14:48.922979 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:48.935594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0527390f-e15c-407e-b1fb-2ff4d63920bd {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:14:48.954761 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 0527390f-e15c-407e-b1fb-2ff4d63920bd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0527390f-e15c-407e-b1fb-2ff4d63920bd,segment=NetworkSegment(0887c559-0d36-410c-9d12-6bafc9f29e33),segment_id=0887c559-0d36-410c-9d12-6bafc9f29e33)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:49.018181 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:49.064913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=0527390f-e15c-407e-b1fb-2ff4d63920bd,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:49.072009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.072356 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.072726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.073061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.073392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.073719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.074044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.074366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.074685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.075004 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.075323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.075639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:49.253645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['0527390f-e15c-407e-b1fb-2ff4d63920bd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:14:49.810704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a66c5-d653-4342-bc99-8853ff4d7969 req-205f3376-aed4-4140-96f5-60aede17163a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:49.812065 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-368a66c5-d653-4342-bc99-8853ff4d7969 req-205f3376-aed4-4140-96f5-60aede17163a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 944 time: 0.0485501 Oct 19 12:14:49.848714 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-368a66c5-d653-4342-bc99-8853ff4d7969 req-ca1288d6-f1c9-43b7-a366-8ff139ba4434 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307539 Oct 19 12:14:50.101820 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:50.555296 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:50.794873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 0527390f-e15c-407e-b1fb-2ff4d63920bd up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:14:50.909902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 0527390f-e15c-407e-b1fb-2ff4d63920bd completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:14:50.913842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 0527390f-e15c-407e-b1fb-2ff4d63920bd triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:14:50.914209 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:50.966179 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e5ba-cdbf-402e-bd29-d3dee04c71fc req-0ee00fc5-8707-496d-9d30-f135320f7abc tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:50.967665 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b050e5ba-cdbf-402e-bd29-d3dee04c71fc req-0ee00fc5-8707-496d-9d30-f135320f7abc tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 944 time: 0.0530601 Oct 19 12:14:50.990331 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:51.005930 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b050e5ba-cdbf-402e-bd29-d3dee04c71fc req-d21e781b-5bfb-4bde-8c07-10c0f915a1a7 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Oct 19 12:14:51.014766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce72fd3-7780-47db-83c9-423896b729c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0527390f-e15c-407e-b1fb-2ff4d63920bd'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:14:51.017015 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecc6d4c-d465-4bad-a4d8-5e304902a4e3" -d '{"events": [{"server_uuid": "dce72fd3-7780-47db-83c9-423896b729c0", "name": "network-vif-plugged", "status": "completed", "tag": "0527390f-e15c-407e-b1fb-2ff4d63920bd"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:14:51.030307 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 0527390f-e15c-407e-b1fb-2ff4d63920bd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0527390f-e15c-407e-b1fb-2ff4d63920bd,segment=NetworkSegment(0887c559-0d36-410c-9d12-6bafc9f29e33),segment_id=0887c559-0d36-410c-9d12-6bafc9f29e33)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:51.052863 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecfd1ec-dbbb-46eb-9c8e-75498e059c35 x-openstack-request-id: req-aecfd1ec-dbbb-46eb-9c8e-75498e059c35 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:14:51.053147 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce72fd3-7780-47db-83c9-423896b729c0", "name": "network-vif-plugged", "status": "completed", "tag": "0527390f-e15c-407e-b1fb-2ff4d63920bd", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:14:51.053394 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aecfd1ec-dbbb-46eb-9c8e-75498e059c35 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:14:51.053784 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce72fd3-7780-47db-83c9-423896b729c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0527390f-e15c-407e-b1fb-2ff4d63920bd', 'code': 200} Oct 19 12:14:51.092781 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:51.141305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=0527390f-e15c-407e-b1fb-2ff4d63920bd,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:51.160785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025f06f-95ad-4a66-a2b2-937fc99c08c9 req-3c165077-cc38-497f-9497-a4634582e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:51.162245 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4025f06f-95ad-4a66-a2b2-937fc99c08c9 req-3c165077-cc38-497f-9497-a4634582e389 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 1096 time: 0.0451162 Oct 19 12:14:51.199939 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4025f06f-95ad-4a66-a2b2-937fc99c08c9 req-f62527ac-e30f-4c6b-b294-c1a15b8065d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258541 Oct 19 12:14:52.118128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b02f2-c851-44c9-a3de-52624fd7451e req-fc544121-0a39-41fb-91e8-989b72b4895f tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:52.119595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d2b02f2-c851-44c9-a3de-52624fd7451e req-fc544121-0a39-41fb-91e8-989b72b4895f tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 945 time: 0.0479600 Oct 19 12:14:52.157027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d2b02f2-c851-44c9-a3de-52624fd7451e req-417bcd3d-b344-405e-bc8f-373b0a7b63f8 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Oct 19 12:14:53.273713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ecc7f-c495-48dd-be29-2e6e1ccb84ff req-9362507a-3974-46b2-8414-f4920735b838 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:53.275399 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8b5ecc7f-c495-48dd-be29-2e6e1ccb84ff req-9362507a-3974-46b2-8414-f4920735b838 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 945 time: 0.0496361 Oct 19 12:14:53.326331 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8b5ecc7f-c495-48dd-be29-2e6e1ccb84ff req-18306b26-ca79-4956-93cf-36a092feaa04 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396774 Oct 19 12:14:53.776192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c59e1-825d-4068-b3d7-1bb55760f4e9 req-b95c1c37-580b-4483-9e4c-7b6bd353bd5d tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:53.777563 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-912c59e1-825d-4068-b3d7-1bb55760f4e9 req-b95c1c37-580b-4483-9e4c-7b6bd353bd5d tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 945 time: 0.0483711 Oct 19 12:14:53.815452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-912c59e1-825d-4068-b3d7-1bb55760f4e9 req-c5bc1b76-d280-4696-be0b-f04ced003b9b tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Oct 19 12:14:54.934251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0f443-69da-48f4-bdb4-af3c069580e9 req-93d48046-ffe9-45c5-889b-abe42761f731 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:54.935725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cff0f443-69da-48f4-bdb4-af3c069580e9 req-93d48046-ffe9-45c5-889b-abe42761f731 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 945 time: 0.0514560 Oct 19 12:14:54.972810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cff0f443-69da-48f4-bdb4-af3c069580e9 req-dd55bddf-07c2-4275-98ad-90c16015a52a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305831 Oct 19 12:14:55.151254 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3c133-4e74-4d58-a1ca-ba00bc1c4203 req-ae5bce1c-1d5b-48ba-9542-f1f669dd6b0d tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:55.152652 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76a3c133-4e74-4d58-a1ca-ba00bc1c4203 req-ae5bce1c-1d5b-48ba-9542-f1f669dd6b0d tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.26 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 945 time: 0.0515225 Oct 19 12:14:55.251521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-76a3c133-4e74-4d58-a1ca-ba00bc1c4203 req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Deleting port 0527390f-e15c-407e-b1fb-2ff4d63920bd {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:14:55.251858 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-76a3c133-4e74-4d58-a1ca-ba00bc1c4203 req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:55.341764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-76a3c133-4e74-4d58-a1ca-ba00bc1c4203 req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] For port 0527390f-e15c-407e-b1fb-2ff4d63920bd, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=0527390f-e15c-407e-b1fb-2ff4d63920bd,segment=NetworkSegment(0887c559-0d36-410c-9d12-6bafc9f29e33),segment_id=0887c559-0d36-410c-9d12-6bafc9f29e33)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:14:55.342122 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-76a3c133-4e74-4d58-a1ca-ba00bc1c4203 req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:55.354200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-76a3c133-4e74-4d58-a1ca-ba00bc1c4203 req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Calling delete_port for 0527390f-e15c-407e-b1fb-2ff4d63920bd owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:14:55.433300 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a57a6da1-5633-4531-84b7-fc28eb6f8628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:55.530534 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-76a3c133-4e74-4d58-a1ca-ba00bc1c4203 req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:55.541994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['aa33771f-9fdd-42b9-a2c5-df984c0e8cfb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:14:55.546981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['0527390f-e15c-407e-b1fb-2ff4d63920bd'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:14:55.562225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Pushing event deleted for resources: {'Port': ['ID=0527390f-e15c-407e-b1fb-2ff4d63920bd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:14:55.572342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.572708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.573040 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.573377 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.573709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.574036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.574361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.574684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.575008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.575325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.575647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.576456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:14:55.615715 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a3c133-4e74-4d58-a1ca-ba00bc1c4203 req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] No DVR routers for this DVR port 0527390f-e15c-407e-b1fb-2ff4d63920bd on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:14:55.618204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-76a3c133-4e74-4d58-a1ca-ba00bc1c4203 req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:55.621498 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-76a3c133-4e74-4d58-a1ca-ba00bc1c4203 req-632a23ee-27b1-4976-9249-b2082eb5ae65 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.26 "DELETE /v2.0/ports/0527390f-e15c-407e-b1fb-2ff4d63920bd HTTP/1.1" status: 204 len: 173 time: 0.4594958 Oct 19 12:14:55.621935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce72fd3-7780-47db-83c9-423896b729c0', 'name': 'network-vif-deleted', 'tag': '0527390f-e15c-407e-b1fb-2ff4d63920bd'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:14:55.624185 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c0a8a5-43fb-496e-ab24-f02a861fb6fb" -d '{"events": [{"server_uuid": "dce72fd3-7780-47db-83c9-423896b729c0", "name": "network-vif-deleted", "tag": "0527390f-e15c-407e-b1fb-2ff4d63920bd"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:14:55.665696 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5419a717-4a33-45d1-b2b7-87b2b1cbbf83 x-openstack-request-id: req-5419a717-4a33-45d1-b2b7-87b2b1cbbf83 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:14:55.666003 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce72fd3-7780-47db-83c9-423896b729c0", "name": "network-vif-deleted", "tag": "0527390f-e15c-407e-b1fb-2ff4d63920bd", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:14:55.666255 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5419a717-4a33-45d1-b2b7-87b2b1cbbf83 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:14:55.666670 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce72fd3-7780-47db-83c9-423896b729c0', 'name': 'network-vif-deleted', 'tag': '0527390f-e15c-407e-b1fb-2ff4d63920bd', 'status': 'completed', 'code': 200} Oct 19 12:14:56.082536 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-21f91005-909d-4a12-88cf-a211f64964e4 req-4f0be198-aabd-4c20-932a-3270d947d270 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce72fd3-7780-47db-83c9-423896b729c0 HTTP/1.1" status: 200 len: 210 time: 0.0317416 Oct 19 12:14:57.230664 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235228e-a3ab-4e99-8906-09b4a2f387f4 req-3d6fa197-923b-4cd6-bc16-31e6ddae7c59 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:57.232748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4235228e-a3ab-4e99-8906-09b4a2f387f4 req-3d6fa197-923b-4cd6-bc16-31e6ddae7c59 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0515571 Oct 19 12:14:57.269807 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4235228e-a3ab-4e99-8906-09b4a2f387f4 req-cfa420ab-bb64-449a-9a61-4b6054c826f5 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311480 Oct 19 12:14:57.397940 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63245bc-128e-417b-943f-70d8b3affa96 req-9fb92305-61d6-47fc-b89a-ae901ee786a7 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:57.399315 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e63245bc-128e-417b-943f-70d8b3affa96 req-9fb92305-61d6-47fc-b89a-ae901ee786a7 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0487711 Oct 19 12:14:57.435763 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e63245bc-128e-417b-943f-70d8b3affa96 req-4fd4ce2e-43cc-4e65-959d-a66ab9d06013 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306892 Oct 19 12:14:57.555023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed19bb2-6bcd-41aa-a24e-ab42bcbf0c53 req-ad4236f8-5e4e-4514-b814-efb70e8890a4 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:57.556494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ed19bb2-6bcd-41aa-a24e-ab42bcbf0c53 req-ad4236f8-5e4e-4514-b814-efb70e8890a4 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0515397 Oct 19 12:14:57.595343 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ed19bb2-6bcd-41aa-a24e-ab42bcbf0c53 req-8f1bb395-be7b-4f8e-aa10-a785f80f41f0 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326424 Oct 19 12:14:57.612330 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb2fd11-68f1-403b-a212-a9c2d1e2359a req-ed8f5f20-4b44-47fa-aa4e-065adf3e023e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401540 Oct 19 12:14:57.697543 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2fd11-68f1-403b-a212-a9c2d1e2359a req-52fa291b-68b4-42a1-85d6-8982a3f05f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:57.699038 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb2fd11-68f1-403b-a212-a9c2d1e2359a req-52fa291b-68b4-42a1-85d6-8982a3f05f0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f99402a771534ad3b0bc7e08f80687ee&device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 1096 time: 0.0454283 Oct 19 12:14:57.772391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1406c4c-cbb3-4cb5-8338-69f5b721eaa5 req-629e2ec8-7604-4332-9d70-9c9ada6890db tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:57.774181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1406c4c-cbb3-4cb5-8338-69f5b721eaa5 req-629e2ec8-7604-4332-9d70-9c9ada6890db tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0528884 Oct 19 12:14:57.803671 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2fd11-68f1-403b-a212-a9c2d1e2359a req-163c3147-b639-40bf-b27b-a5402787d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:57.805174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb2fd11-68f1-403b-a212-a9c2d1e2359a req-163c3147-b639-40bf-b27b-a5402787d8c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 HTTP/1.1" status: 200 len: 913 time: 0.0867598 Oct 19 12:14:57.812748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1406c4c-cbb3-4cb5-8338-69f5b721eaa5 req-e12c8ee1-ea46-487b-8b62-41d3dbd2f268 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324974 Oct 19 12:14:57.824727 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c79715db-17e7-439a-b822-ae771a761bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:57.852816 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb2fd11-68f1-403b-a212-a9c2d1e2359a req-f776d845-3307-41ff-af6d-472d31936bab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb HTTP/1.1" status: 200 len: 217 time: 0.0400381 Oct 19 12:14:57.927846 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2fd11-68f1-403b-a212-a9c2d1e2359a req-57c0c102-1269-451f-bb2b-7700787c1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:57.929214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb2fd11-68f1-403b-a212-a9c2d1e2359a req-57c0c102-1269-451f-bb2b-7700787c1e4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6720c64a-c987-4123-a977-70001f39961c HTTP/1.1" status: 200 len: 852 time: 0.0693381 Oct 19 12:14:57.947379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6cd36-1cc3-4ccb-b659-57c98fa9929b req-5ed9ff49-acd5-407d-8ddd-54b9544add9c tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:57.948804 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fb6cd36-1cc3-4ccb-b659-57c98fa9929b req-5ed9ff49-acd5-407d-8ddd-54b9544add9c tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0620928 Oct 19 12:14:57.978015 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb2fd11-68f1-403b-a212-a9c2d1e2359a req-5e6998cd-479c-43d0-bb36-4b7216c8e7db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283115 Oct 19 12:14:58.031764 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8fb6cd36-1cc3-4ccb-b659-57c98fa9929b req-7c723709-5cc9-4de1-9973-a721e67446c1 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748534 Oct 19 12:14:58.087750 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb2fd11-68f1-403b-a212-a9c2d1e2359a req-4a3e73c5-8e34-4712-b0fc-63600d8c56fd service neutron] 10.222.0.49 "GET /v2.0/networks/c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019366 Oct 19 12:14:58.208509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42152fe4-9979-4a77-9217-82b003a7ab4f req-ceb96b59-07d3-4c94-8c59-7cdf46180582 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:58.210019 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42152fe4-9979-4a77-9217-82b003a7ab4f req-ceb96b59-07d3-4c94-8c59-7cdf46180582 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0974140 Oct 19 12:14:58.226857 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ceb2fd11-68f1-403b-a212-a9c2d1e2359a req-f5665b08-d333-4ef0-81f6-558204a4c3a1 service neutron] 10.222.0.49 "GET /v2.0/networks/c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317253 Oct 19 12:14:58.253050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-42152fe4-9979-4a77-9217-82b003a7ab4f req-b2257096-31ea-40a6-8cac-8ad7cd43618a tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359976 Oct 19 12:14:58.818566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecb021-6dde-4136-a136-c92a5154c9eb req-1f2473e5-5966-4703-b378-4381dd3bf255 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:58.819940 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7ecb021-6dde-4136-a136-c92a5154c9eb req-1f2473e5-5966-4703-b378-4381dd3bf255 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0485070 Oct 19 12:14:58.832406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 0527390f-e15c-407e-b1fb-2ff4d63920bd no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:14:58.851977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 0527390f-e15c-407e-b1fb-2ff4d63920bd {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:14:58.852322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 0527390f-e15c-407e-b1fb-2ff4d63920bd not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:14:58.858619 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7ecb021-6dde-4136-a136-c92a5154c9eb req-3adba927-0cd9-48e7-b907-614299a49378 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326095 Oct 19 12:14:59.098186 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:59.280762 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:14:59.987985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f73e5-9ef9-4a44-afd7-475fd7f83a62 req-59600a12-a7f3-4cd2-908d-e575a811f796 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:14:59.989500 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e54f73e5-9ef9-4a44-afd7-475fd7f83a62 req-59600a12-a7f3-4cd2-908d-e575a811f796 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0494883 Oct 19 12:15:00.026759 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e54f73e5-9ef9-4a44-afd7-475fd7f83a62 req-aa663bf6-53ad-4291-a3c4-39233657f623 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/security-groups?id=caeb605e-fd6f-4112-b7cd-30877d6c7451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309987 Oct 19 12:15:00.171312 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc51e93-8d2e-4141-8012-84cc031e41c6 req-15af37f7-ef24-45e3-8fb6-3e9babf3bec2 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:00.172740 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bcc51e93-8d2e-4141-8012-84cc031e41c6 req-15af37f7-ef24-45e3-8fb6-3e9babf3bec2 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.49 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 945 time: 0.0516088 Oct 19 12:15:00.260796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-bcc51e93-8d2e-4141-8012-84cc031e41c6 req-3394ca55-8c94-428c-9d8f-a80f3d8d0347 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Deleting port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:15:00.261136 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bcc51e93-8d2e-4141-8012-84cc031e41c6 req-3394ca55-8c94-428c-9d8f-a80f3d8d0347 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:00.353623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-bcc51e93-8d2e-4141-8012-84cc031e41c6 req-3394ca55-8c94-428c-9d8f-a80f3d8d0347 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] For port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb,segment=NetworkSegment(0887c559-0d36-410c-9d12-6bafc9f29e33),segment_id=0887c559-0d36-410c-9d12-6bafc9f29e33)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:00.353983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bcc51e93-8d2e-4141-8012-84cc031e41c6 req-3394ca55-8c94-428c-9d8f-a80f3d8d0347 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:00.366433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-bcc51e93-8d2e-4141-8012-84cc031e41c6 req-3394ca55-8c94-428c-9d8f-a80f3d8d0347 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Calling delete_port for aa33771f-9fdd-42b9-a2c5-df984c0e8cfb owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:15:00.544706 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bcc51e93-8d2e-4141-8012-84cc031e41c6 req-3394ca55-8c94-428c-9d8f-a80f3d8d0347 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:00.557300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['aa33771f-9fdd-42b9-a2c5-df984c0e8cfb'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:15:00.576431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394ca55-8c94-428c-9d8f-a80f3d8d0347 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Pushing event deleted for resources: {'Port': ['ID=aa33771f-9fdd-42b9-a2c5-df984c0e8cfb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:00.618841 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc51e93-8d2e-4141-8012-84cc031e41c6 req-3394ca55-8c94-428c-9d8f-a80f3d8d0347 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] No DVR routers for this DVR port aa33771f-9fdd-42b9-a2c5-df984c0e8cfb on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:15:00.621393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-bcc51e93-8d2e-4141-8012-84cc031e41c6 req-3394ca55-8c94-428c-9d8f-a80f3d8d0347 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:00.624655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bcc51e93-8d2e-4141-8012-84cc031e41c6 req-3394ca55-8c94-428c-9d8f-a80f3d8d0347 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.49 "DELETE /v2.0/ports/aa33771f-9fdd-42b9-a2c5-df984c0e8cfb HTTP/1.1" status: 204 len: 173 time: 0.4460719 Oct 19 12:15:00.625159 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d37d7d-a36d-46a5-8212-13f8e879df41', 'name': 'network-vif-deleted', 'tag': 'aa33771f-9fdd-42b9-a2c5-df984c0e8cfb'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:15:00.627440 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37776c13-cf9a-4686-94ba-c2859682039d" -d '{"events": [{"server_uuid": "38d37d7d-a36d-46a5-8212-13f8e879df41", "name": "network-vif-deleted", "tag": "aa33771f-9fdd-42b9-a2c5-df984c0e8cfb"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:15:00.661985 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3963c49-ae24-410a-b2cd-9e3738e1b4bf x-openstack-request-id: req-c3963c49-ae24-410a-b2cd-9e3738e1b4bf {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:15:00.662284 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d37d7d-a36d-46a5-8212-13f8e879df41", "name": "network-vif-deleted", "tag": "aa33771f-9fdd-42b9-a2c5-df984c0e8cfb", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:15:00.662537 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3963c49-ae24-410a-b2cd-9e3738e1b4bf {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:15:00.662931 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d37d7d-a36d-46a5-8212-13f8e879df41', 'name': 'network-vif-deleted', 'tag': 'aa33771f-9fdd-42b9-a2c5-df984c0e8cfb', 'status': 'completed', 'code': 200} Oct 19 12:15:01.038652 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:01.130019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-092ed946-faef-4382-a7ee-f38a0e3c86e7 req-01fb5194-36fa-4691-9f8f-6ddca889fbf8 tempest-ServersNegativeTestJSON-934498233 tempest-ServersNegativeTestJSON-934498233-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d37d7d-a36d-46a5-8212-13f8e879df41 HTTP/1.1" status: 200 len: 210 time: 0.0261331 Oct 19 12:15:02.195233 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51212) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:02.240859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-448b3cb5-db93-4d87-9d39-bcdf2cea758c admin admin] Deleting subnet 6720c64a-c987-4123-a977-70001f39961c {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:15:02.244015 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-448b3cb5-db93-4d87-9d39-bcdf2cea758c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.278773 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-448b3cb5-db93-4d87-9d39-bcdf2cea758c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.322289 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-448b3cb5-db93-4d87-9d39-bcdf2cea758c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.444863 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-448b3cb5-db93-4d87-9d39-bcdf2cea758c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.471454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b3cb5-db93-4d87-9d39-bcdf2cea758c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6720c64a-c987-4123-a977-70001f39961c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:02.476052 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-448b3cb5-db93-4d87-9d39-bcdf2cea758c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.479311 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-448b3cb5-db93-4d87-9d39-bcdf2cea758c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6720c64a-c987-4123-a977-70001f39961c HTTP/1.1" status: 204 len: 168 time: 0.2830651 Oct 19 12:15:02.481839 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51214) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:02.548657 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.649813 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.669354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:02.678506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0887c559-0d36-410c-9d12-6bafc9f29e33') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:02.678802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0887c559-0d36-410c-9d12-6bafc9f29e33') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:02.687991 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.701375 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.707758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:15:02.708139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:15:02.709836 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:15:02.830062 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.835451 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:02.838646 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1 HTTP/1.1" status: 204 len: 168 time: 0.3558631 Oct 19 12:15:02.850192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95971e8f-4315-4818-96bc-527bc53b3808 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0479d4f-d3ad-4732-a8cd-24ba7d6bd2a1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:03.138917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51218) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:03.178643 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1a6f7a20-3c34-4cad-8546-12de6b60104c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f99402a771534ad3b0bc7e08f80687ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385697 Oct 19 12:15:03.181204 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51220) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:03.227727 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55c92d22-5637-4b2e-8b0c-df65cd376eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:03.248424 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55c92d22-5637-4b2e-8b0c-df65cd376eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:03.378053 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55c92d22-5637-4b2e-8b0c-df65cd376eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:03.380671 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-55c92d22-5637-4b2e-8b0c-df65cd376eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:03.381852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-55c92d22-5637-4b2e-8b0c-df65cd376eb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/caeb605e-fd6f-4112-b7cd-30877d6c7451 HTTP/1.1" status: 204 len: 168 time: 0.1997657 Oct 19 12:15:03.389830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c92d22-5637-4b2e-8b0c-df65cd376eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb605e-fd6f-4112-b7cd-30877d6c7451,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:04.385168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51242) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:04.489806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-367136483'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:04.565661 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device aa33771f-9fdd-42b9-a2c5-df984c0e8cfb no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:15:04.570157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Made reservation on behalf of 92589bb4ea6f48f197ca51053612549f for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:04.573885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:04.583226 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:04.590682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: aa33771f-9fdd-42b9-a2c5-df984c0e8cfb {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:15:04.591025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device aa33771f-9fdd-42b9-a2c5-df984c0e8cfb not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:15:04.662249 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:04.726282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:04.751584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:15:04.765284 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c49e6c-844c-4fb1-93b7-737adbd210ba,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:04.771004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:04.771342 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Added segment 362720ff-6598-4800-a1d1-b1b25fdf5563 of type vlan for network 8ab25169-4c39-4121-bee2-458b15fbfa52 Oct 19 12:15:04.809877 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:04.883952 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:04.889719 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:04.890328 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:04.954827 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event updated for resources: {'Network': ['ID=8ab25169-4c39-4121-bee2-458b15fbfa52,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:04.965171 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 8ab25169-4c39-4121-bee2-458b15fbfa52 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:15:04.992236 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7bc6ee2f-f738-4cba-bd06-fe59ce98d1d0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6059761 Oct 19 12:15:08.269834 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51246) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:08.275014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Request body: {'subnet': {'network_id': '8ab25169-4c39-4121-bee2-458b15fbfa52', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:08.435079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Made reservation on behalf of 92589bb4ea6f48f197ca51053612549f for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:08.438551 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:08.681452 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:08.740262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event updated for resources: {'Subnet': ['ID=9e2befdc-a0e0-451c-b5ee-ef568d3718b7,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:08.749019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Checking segment: {'id': '362720ff-6598-4800-a1d1-b1b25fdf5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ab25169-4c39-4121-bee2-458b15fbfa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:08.749376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Network hostable DHCP agents. Network: 8ab25169-4c39-4121-bee2-458b15fbfa52, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:15:08.846575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Network 8ab25169-4c39-4121-bee2-458b15fbfa52 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:15:08.916229 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 8ab25169-4c39-4121-bee2-458b15fbfa52) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:08.922178 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:08.922895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:08.928982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b7b38-da38-4166-807a-f494b117dd22 None None] Network 8ab25169-4c39-4121-bee2-458b15fbfa52 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:09.027150 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6c12527d-5d85-44d8-b53f-d661c6e443af tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7560689 Oct 19 12:15:09.030531 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51248) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:09.035438 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-402274907'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:09.073323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-8ab25169-4c39-4121-bee2-458b15fbfa52', 'network_id': '8ab25169-4c39-4121-bee2-458b15fbfa52', 'tenant_id': '92589bb4ea6f48f197ca51053612549f', 'fixed_ips': [{'subnet_id': '9e2befdc-a0e0-451c-b5ee-ef568d3718b7'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:15:09.074173 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.118473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Made reservation on behalf of 92589bb4ea6f48f197ca51053612549f for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:09.122074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.146699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:15:09.156182 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.156552 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Added segment 8b031d8b-90b3-4163-bf49-3b7ec977ba81 of type vlan for network a1064e31-8cca-4429-8c28-fb3aa01e7c64 Oct 19 12:15:09.202383 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.210800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Allocated IP 2001:db8:0:ffff::2 (8ab25169-4c39-4121-bee2-458b15fbfa52/9e2befdc-a0e0-451c-b5ee-ef568d3718b7/ce23a997-e7a4-4cc0-a17a-fced07111300) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:09.284428 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.290109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:09.290690 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.356746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event updated for resources: {'Network': ['ID=a1064e31-8cca-4429-8c28-fb3aa01e7c64,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:09.369097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network a1064e31-8cca-4429-8c28-fb3aa01e7c64 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:15:09.371203 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.390094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9126a08d-b62b-48fc-bd09-efcfba81ce7e tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3583863 Oct 19 12:15:09.393066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51250) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:09.398155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Request body: {'subnet': {'network_id': 'a1064e31-8cca-4429-8c28-fb3aa01e7c64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:09.446842 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.492441 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Network 8ab25169-4c39-4121-bee2-458b15fbfa52 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:09.495319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:09.499375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:09.502377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Pushing event updated for resources: {'Port': ['ID=ce23a997-e7a4-4cc0-a17a-fced07111300,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:09.538144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Made reservation on behalf of 92589bb4ea6f48f197ca51053612549f for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:09.542866 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.562330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Attempting to bind port ce23a997-e7a4-4cc0-a17a-fced07111300 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:09.562696 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Attempting to bind port ce23a997-e7a4-4cc0-a17a-fced07111300 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '362720ff-6598-4800-a1d1-b1b25fdf5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ab25169-4c39-4121-bee2-458b15fbfa52'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:09.563055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Attempting to bind port ce23a997-e7a4-4cc0-a17a-fced07111300 on network 8ab25169-4c39-4121-bee2-458b15fbfa52 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:09.568233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:09.568629 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Checking segment: {'id': '362720ff-6598-4800-a1d1-b1b25fdf5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ab25169-4c39-4121-bee2-458b15fbfa52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:09.569029 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.569420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Bound using segment: {'id': '362720ff-6598-4800-a1d1-b1b25fdf5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ab25169-4c39-4121-bee2-458b15fbfa52'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:09.569884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Bound port: ce23a997-e7a4-4cc0-a17a-fced07111300, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362720ff-6598-4800-a1d1-b1b25fdf5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8ab25169-4c39-4121-bee2-458b15fbfa52'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:09.570256 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.632295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] For port ce23a997-e7a4-4cc0-a17a-fced07111300, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:09.635511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] For port ce23a997-e7a4-4cc0-a17a-fced07111300, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ce23a997-e7a4-4cc0-a17a-fced07111300,segment=NetworkSegment(362720ff-6598-4800-a1d1-b1b25fdf5563),segment_id=362720ff-6598-4800-a1d1-b1b25fdf5563)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:09.747748 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.808447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675d48a-5b04-441e-8fea-aac3ae404e16 None None] Pushing event updated for resources: {'Port': ['ID=ce23a997-e7a4-4cc0-a17a-fced07111300,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:09.835542 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:09.898379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event updated for resources: {'Subnet': ['ID=101d9f76-543e-4f3d-a05d-4f33132bc200,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:09.912444 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Checking segment: {'id': '8b031d8b-90b3-4163-bf49-3b7ec977ba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1064e31-8cca-4429-8c28-fb3aa01e7c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:09.912853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Network hostable DHCP agents. Network: a1064e31-8cca-4429-8c28-fb3aa01e7c64, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:15:10.018456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Network a1064e31-8cca-4429-8c28-fb3aa01e7c64 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:15:10.080920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, a1064e31-8cca-4429-8c28-fb3aa01e7c64) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:10.085073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:10.085670 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:10.089560 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23e0ae5-21d4-4a51-af7b-9f3c52073fc6 None None] Network a1064e31-8cca-4429-8c28-fb3aa01e7c64 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:10.164032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-81cec5a9-09f1-4b7a-ac66-4c599eb8d11f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7698877 Oct 19 12:15:10.166815 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51252) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:10.241797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-a1064e31-8cca-4429-8c28-fb3aa01e7c64', 'network_id': 'a1064e31-8cca-4429-8c28-fb3aa01e7c64', 'tenant_id': '92589bb4ea6f48f197ca51053612549f', 'fixed_ips': [{'subnet_id': '101d9f76-543e-4f3d-a05d-4f33132bc200'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:15:10.242670 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:10.392075 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Allocated IP 2001:db8::2 (a1064e31-8cca-4429-8c28-fb3aa01e7c64/101d9f76-543e-4f3d-a05d-4f33132bc200/469ea744-3da8-43fb-8d62-75b7255140eb) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:10.569206 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:10.630344 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:10.661704 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:10.707502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Network a1064e31-8cca-4429-8c28-fb3aa01e7c64 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:10.710360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:10.712412 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:10.714625 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:10.717709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Pushing event updated for resources: {'Port': ['ID=469ea744-3da8-43fb-8d62-75b7255140eb,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:10.765070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea2316-f2f8-472c-aad6-db4b2fe13790 None None] Network 8ab25169-4c39-4121-bee2-458b15fbfa52 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:10.839666 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:10.878089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Subnet': ['ID=101d9f76-543e-4f3d-a05d-4f33132bc200,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:10.938137 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:10.958938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1064e31-8cca-4429-8c28-fb3aa01e7c64']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:10.963728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Attempting to bind port 469ea744-3da8-43fb-8d62-75b7255140eb on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:10.970073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Attempting to bind port 469ea744-3da8-43fb-8d62-75b7255140eb by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '8b031d8b-90b3-4163-bf49-3b7ec977ba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1064e31-8cca-4429-8c28-fb3aa01e7c64'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:10.970073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Attempting to bind port 469ea744-3da8-43fb-8d62-75b7255140eb on network a1064e31-8cca-4429-8c28-fb3aa01e7c64 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:10.970426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b031d8b-90b3-4163-bf49-3b7ec977ba81') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:10.970426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b031d8b-90b3-4163-bf49-3b7ec977ba81') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:10.978423 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:10.992628 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:10.997199 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:11.004682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Checking segment: {'id': '8b031d8b-90b3-4163-bf49-3b7ec977ba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1064e31-8cca-4429-8c28-fb3aa01e7c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:11.004682 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.004682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Bound using segment: {'id': '8b031d8b-90b3-4163-bf49-3b7ec977ba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1064e31-8cca-4429-8c28-fb3aa01e7c64'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:11.004682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Bound port: 469ea744-3da8-43fb-8d62-75b7255140eb, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b031d8b-90b3-4163-bf49-3b7ec977ba81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a1064e31-8cca-4429-8c28-fb3aa01e7c64'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:11.005116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:15:11.005213 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:15:11.005308 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:15:11.016423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8a1075ce-d2cb-41f4-af71-44982e153b17 None None] Provisioning complete for port ce23a997-e7a4-4cc0-a17a-fced07111300 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:11.016804 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a1075ce-d2cb-41f4-af71-44982e153b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.107503 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 12:15:11.107503 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 12:15:11.107503 n-d-814547-1 neutron-server[101311]: [parameters: {'id': 'a1064e31-8cca-4429-8c28-fb3aa01e7c64'}] Oct 19 12:15:11.107503 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 12:15:11.108018 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 12:15:11.140321 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] For port 469ea744-3da8-43fb-8d62-75b7255140eb, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:11.145375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] For port 469ea744-3da8-43fb-8d62-75b7255140eb, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=469ea744-3da8-43fb-8d62-75b7255140eb,segment=NetworkSegment(8b031d8b-90b3-4163-bf49-3b7ec977ba81),segment_id=8b031d8b-90b3-4163-bf49-3b7ec977ba81)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:11.205598 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a1075ce-d2cb-41f4-af71-44982e153b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.230157 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.280587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8a1075ce-d2cb-41f4-af71-44982e153b17 None None] For port ce23a997-e7a4-4cc0-a17a-fced07111300, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ce23a997-e7a4-4cc0-a17a-fced07111300,segment=NetworkSegment(362720ff-6598-4800-a1d1-b1b25fdf5563),segment_id=362720ff-6598-4800-a1d1-b1b25fdf5563)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:11.321835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bc323-0e19-417a-ae19-2bad0e610d74 None None] Pushing event updated for resources: {'Port': ['ID=469ea744-3da8-43fb-8d62-75b7255140eb,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:11.339743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a102f-5f91-4404-ba3f-0211758e4ce8 None None] Network a1064e31-8cca-4429-8c28-fb3aa01e7c64 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:11.411166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ce23a997-e7a4-4cc0-a17a-fced07111300 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:11.416463 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8a1075ce-d2cb-41f4-af71-44982e153b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.538245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1075ce-d2cb-41f4-af71-44982e153b17 None None] Pushing event updated for resources: {'Port': ['ID=ce23a997-e7a4-4cc0-a17a-fced07111300,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:11.557201 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5dd6ee31-f58c-4bda-9615-b95bdb79a5aa None None] Provisioning complete for port ce23a997-e7a4-4cc0-a17a-fced07111300 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:11.557569 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ee31-f58c-4bda-9615-b95bdb79a5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.590759 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ce23a997-e7a4-4cc0-a17a-fced07111300 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:11.591120 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.595867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7b9d16-0306-4412-b848-f2957bbfda76 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 12:15:11.609410 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.663574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Deleting port 469ea744-3da8-43fb-8d62-75b7255140eb {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:15:11.664271 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.731740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] For port 469ea744-3da8-43fb-8d62-75b7255140eb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=469ea744-3da8-43fb-8d62-75b7255140eb,segment=NetworkSegment(8b031d8b-90b3-4163-bf49-3b7ec977ba81),segment_id=8b031d8b-90b3-4163-bf49-3b7ec977ba81)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:11.732101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.736768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b9d16-0306-4412-b848-f2957bbfda76 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 12:15:11.745251 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Calling delete_port for 469ea744-3da8-43fb-8d62-75b7255140eb owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:15:11.901521 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:11.929328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No DVR routers for this DVR port 469ea744-3da8-43fb-8d62-75b7255140eb on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:15:11.935910 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Port': ['ID=469ea744-3da8-43fb-8d62-75b7255140eb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:12.014539 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.038697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1064e31-8cca-4429-8c28-fb3aa01e7c64']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:12.048739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b031d8b-90b3-4163-bf49-3b7ec977ba81') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:12.049037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b031d8b-90b3-4163-bf49-3b7ec977ba81') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:12.058141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.071421 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.077093 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:15:12.077468 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:15:12.080362 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:15:12.209808 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.218136 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.221264 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/networks/a1064e31-8cca-4429-8c28-fb3aa01e7c64 HTTP/1.1" status: 204 len: 168 time: 2.0534012 Oct 19 12:15:12.224856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51254) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:12.230424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375579789'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:12.232947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10c431-0c60-4a8b-8687-329e05951162 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Network': ['ID=a1064e31-8cca-4429-8c28-fb3aa01e7c64,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:12.314851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Made reservation on behalf of 92589bb4ea6f48f197ca51053612549f for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:12.318299 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.345310 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:15:12.353650 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.353983 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Added segment 0accb301-f744-4eed-a435-4abb7bd0da6a of type vlan for network e66d91be-fb5e-4f8c-a66c-c7f469b47c9e Oct 19 12:15:12.392568 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.475078 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.480565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:12.481245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.544071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event updated for resources: {'Network': ['ID=e66d91be-fb5e-4f8c-a66c-c7f469b47c9e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:12.554811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e66d91be-fb5e-4f8c-a66c-c7f469b47c9e details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:15:12.580753 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b6932f3a-05cb-4023-93d5-b78f4b60ec06 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3547037 Oct 19 12:15:12.583675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51256) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:12.588710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Request body: {'subnet': {'network_id': 'e66d91be-fb5e-4f8c-a66c-c7f469b47c9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:12.735789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Made reservation on behalf of 92589bb4ea6f48f197ca51053612549f for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:12.739297 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:12.799845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_backend_mixin [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Performing IP validity checks on allocation pools {{(pid=101312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 19 12:15:12.800361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.ipam_backend_mixin [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 19 12:15:12.964203 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.022576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event updated for resources: {'Subnet': ['ID=8513d262-c954-4a24-b3e3-e378a2798d5d,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:13.029184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Checking segment: {'id': '0accb301-f744-4eed-a435-4abb7bd0da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e66d91be-fb5e-4f8c-a66c-c7f469b47c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:13.029472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Network hostable DHCP agents. Network: e66d91be-fb5e-4f8c-a66c-c7f469b47c9e, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:15:13.129277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Network e66d91be-fb5e-4f8c-a66c-c7f469b47c9e is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:15:13.209201 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e66d91be-fb5e-4f8c-a66c-c7f469b47c9e) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:13.213199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:13.213771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.218057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be107a25-a6b3-4ec7-962c-64545e0965da None None] Network e66d91be-fb5e-4f8c-a66c-c7f469b47c9e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:13.295122 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-40bca4b7-5fdc-4a6d-b6a5-84dcda103388 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7103119 Oct 19 12:15:13.297810 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51258) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:13.364274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-e66d91be-fb5e-4f8c-a66c-c7f469b47c9e', 'network_id': 'e66d91be-fb5e-4f8c-a66c-c7f469b47c9e', 'tenant_id': '92589bb4ea6f48f197ca51053612549f', 'fixed_ips': [{'subnet_id': '8513d262-c954-4a24-b3e3-e378a2798d5d'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:15:13.365263 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.369893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ce23a997-e7a4-4cc0-a17a-fced07111300 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:13.401752 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.459739 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.511920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port ce23a997-e7a4-4cc0-a17a-fced07111300 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:13.512286 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.564230 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Allocated IP 2001:db8::3 (e66d91be-fb5e-4f8c-a66c-c7f469b47c9e/8513d262-c954-4a24-b3e3-e378a2798d5d/b090bd0b-e07b-4aff-b3a3-e24cba35ccdd) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:13.733571 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.809709 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.849855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Network e66d91be-fb5e-4f8c-a66c-c7f469b47c9e is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:13.852602 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:13.856042 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:13.863226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Pushing event updated for resources: {'Port': ['ID=b090bd0b-e07b-4aff-b3a3-e24cba35ccdd,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:13.890339 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.914182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Attempting to bind port b090bd0b-e07b-4aff-b3a3-e24cba35ccdd on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:13.914575 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Attempting to bind port b090bd0b-e07b-4aff-b3a3-e24cba35ccdd by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '0accb301-f744-4eed-a435-4abb7bd0da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e66d91be-fb5e-4f8c-a66c-c7f469b47c9e'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:13.914932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Attempting to bind port b090bd0b-e07b-4aff-b3a3-e24cba35ccdd on network e66d91be-fb5e-4f8c-a66c-c7f469b47c9e {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:13.920110 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:13.920490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Checking segment: {'id': '0accb301-f744-4eed-a435-4abb7bd0da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e66d91be-fb5e-4f8c-a66c-c7f469b47c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:13.920902 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.921286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Bound using segment: {'id': '0accb301-f744-4eed-a435-4abb7bd0da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e66d91be-fb5e-4f8c-a66c-c7f469b47c9e'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:13.921747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Bound port: b090bd0b-e07b-4aff-b3a3-e24cba35ccdd, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0accb301-f744-4eed-a435-4abb7bd0da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e66d91be-fb5e-4f8c-a66c-c7f469b47c9e'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:13.922119 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.925376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Subnet': ['ID=8513d262-c954-4a24-b3e3-e378a2798d5d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:13.988925 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:13.989233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] For port b090bd0b-e07b-4aff-b3a3-e24cba35ccdd, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:13.992498 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] For port b090bd0b-e07b-4aff-b3a3-e24cba35ccdd, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b090bd0b-e07b-4aff-b3a3-e24cba35ccdd,segment=NetworkSegment(0accb301-f744-4eed-a435-4abb7bd0da6a),segment_id=0accb301-f744-4eed-a435-4abb7bd0da6a)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:14.009015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66d91be-fb5e-4f8c-a66c-c7f469b47c9e']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:14.018189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0accb301-f744-4eed-a435-4abb7bd0da6a') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:14.018487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0accb301-f744-4eed-a435-4abb7bd0da6a') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:14.027680 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:14.056018 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:14.057942 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:14.063913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:15:14.064917 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:15:14.068013 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:15:14.130810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a36e2e-8949-4d29-9530-dc35fffa9ef2 None None] Pushing event updated for resources: {'Port': ['ID=b090bd0b-e07b-4aff-b3a3-e24cba35ccdd,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:14.146168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15143588-9aca-4f8f-8e0e-67cdff7214a1 None None] Network e66d91be-fb5e-4f8c-a66c-c7f469b47c9e requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:14.147361 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.db.api [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 12:15:14.147361 n-d-814547-1 neutron-server[101311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 12:15:14.147361 n-d-814547-1 neutron-server[101311]: [parameters: {'id': 'e66d91be-fb5e-4f8c-a66c-c7f469b47c9e'}] Oct 19 12:15:14.147361 n-d-814547-1 neutron-server[101311]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 12:15:14.147740 n-d-814547-1 neutron-server[101311]: DEBUG oslo_db.api [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 12:15:14.273920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658a357-8c95-4b71-b93f-ffc581010606 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 12:15:14.336411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a658a357-8c95-4b71-b93f-ffc581010606 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 12:15:14.649213 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:14.702205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Deleting port b090bd0b-e07b-4aff-b3a3-e24cba35ccdd {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:15:14.702539 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:14.769665 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] For port b090bd0b-e07b-4aff-b3a3-e24cba35ccdd, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b090bd0b-e07b-4aff-b3a3-e24cba35ccdd,segment=NetworkSegment(0accb301-f744-4eed-a435-4abb7bd0da6a),segment_id=0accb301-f744-4eed-a435-4abb7bd0da6a)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:14.769943 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:14.782142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Calling delete_port for b090bd0b-e07b-4aff-b3a3-e24cba35ccdd owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:15:14.914984 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:14.944408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Port': ['ID=b090bd0b-e07b-4aff-b3a3-e24cba35ccdd,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:14.948074 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No DVR routers for this DVR port b090bd0b-e07b-4aff-b3a3-e24cba35ccdd on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:15:15.025288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.044775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66d91be-fb5e-4f8c-a66c-c7f469b47c9e']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:15.054364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0accb301-f744-4eed-a435-4abb7bd0da6a') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:15.054669 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0accb301-f744-4eed-a435-4abb7bd0da6a') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:15.068927 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.081894 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.087667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:15:15.088049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:15:15.090952 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:15:15.223519 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.230388 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.233524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/networks/e66d91be-fb5e-4f8c-a66c-c7f469b47c9e HTTP/1.1" status: 204 len: 168 time: 1.9346900 Oct 19 12:15:15.237959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51260) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:15.244774 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1192285613'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:15.245702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c95ba9-f6c6-4742-abc5-e580feaacb13 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Network': ['ID=e66d91be-fb5e-4f8c-a66c-c7f469b47c9e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:15.318191 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Made reservation on behalf of 92589bb4ea6f48f197ca51053612549f for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:15.321646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.344042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:15:15.352749 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.353115 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Added segment 05692183-2e99-40e0-99c1-745e76f99185 of type vlan for network 85013d1c-ce72-4972-9c1d-8fca5e15a8ed Oct 19 12:15:15.395443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.474670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.480316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:15.480976 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.544206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event updated for resources: {'Network': ['ID=85013d1c-ce72-4972-9c1d-8fca5e15a8ed,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:15.555028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 85013d1c-ce72-4972-9c1d-8fca5e15a8ed details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:15:15.569345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d892bc04-632f-4538-ba64-6d361dc46132 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3299613 Oct 19 12:15:15.572038 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51262) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:15.576924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Request body: {'subnet': {'network_id': '85013d1c-ce72-4972-9c1d-8fca5e15a8ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:15.735943 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Made reservation on behalf of 92589bb4ea6f48f197ca51053612549f for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:15.739455 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:15.992909 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:16.052757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event updated for resources: {'Subnet': ['ID=79ef04f6-34f0-437a-811d-ae6d6ec02c69,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:16.060786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Checking segment: {'id': '05692183-2e99-40e0-99c1-745e76f99185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '85013d1c-ce72-4972-9c1d-8fca5e15a8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:16.061145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Network hostable DHCP agents. Network: 85013d1c-ce72-4972-9c1d-8fca5e15a8ed, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:15:16.149075 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Network 85013d1c-ce72-4972-9c1d-8fca5e15a8ed is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:15:16.244047 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 85013d1c-ce72-4972-9c1d-8fca5e15a8ed) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:16.247803 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:16.248407 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:16.252963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a5ef8-2494-4f4f-bb61-3afd2723f41c None None] Network 85013d1c-ce72-4972-9c1d-8fca5e15a8ed requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:16.341019 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7240ad2e-8075-4f7b-8a58-d95828e866e2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7678759 Oct 19 12:15:16.344694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51264) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:16.350080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1018973598'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:16.401298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-85013d1c-ce72-4972-9c1d-8fca5e15a8ed', 'network_id': '85013d1c-ce72-4972-9c1d-8fca5e15a8ed', 'tenant_id': '92589bb4ea6f48f197ca51053612549f', 'fixed_ips': [{'subnet_id': '79ef04f6-34f0-437a-811d-ae6d6ec02c69'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:15:16.402133 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:16.435471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Made reservation on behalf of 92589bb4ea6f48f197ca51053612549f for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:16.439630 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:16.463946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:15:16.473333 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:16.473671 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Added segment 90f981f1-714a-41d5-8ccb-2b60447f2021 of type vlan for network a689a697-3bab-4622-8bef-7b37034de652 Oct 19 12:15:16.517245 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:16.615435 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:16.621171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:16.621762 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:16.685618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Allocated IP 2001:db8::2 (85013d1c-ce72-4972-9c1d-8fca5e15a8ed/79ef04f6-34f0-437a-811d-ae6d6ec02c69/17dd3f12-4c3a-4574-98f1-e0193fe387e3) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:16.688963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event updated for resources: {'Network': ['ID=a689a697-3bab-4622-8bef-7b37034de652,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:16.700144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network a689a697-3bab-4622-8bef-7b37034de652 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:15:16.729025 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-98c1ed0a-39ab-42c2-b5f0-e62cdf1a00c2 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3832190 Oct 19 12:15:16.731908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51266) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:16.738341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Request body: {'subnet': {'network_id': 'a689a697-3bab-4622-8bef-7b37034de652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:16.881594 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:16.907442 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Made reservation on behalf of 92589bb4ea6f48f197ca51053612549f for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:16.911151 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:16.955526 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:16.999528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Network 85013d1c-ce72-4972-9c1d-8fca5e15a8ed is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:17.002397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:17.006245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:17.012945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Pushing event updated for resources: {'Port': ['ID=17dd3f12-4c3a-4574-98f1-e0193fe387e3,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:17.064168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Attempting to bind port 17dd3f12-4c3a-4574-98f1-e0193fe387e3 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:17.064584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Attempting to bind port 17dd3f12-4c3a-4574-98f1-e0193fe387e3 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '05692183-2e99-40e0-99c1-745e76f99185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '85013d1c-ce72-4972-9c1d-8fca5e15a8ed'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:17.064952 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Attempting to bind port 17dd3f12-4c3a-4574-98f1-e0193fe387e3 on network 85013d1c-ce72-4972-9c1d-8fca5e15a8ed {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:17.070157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:17.070463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Checking segment: {'id': '05692183-2e99-40e0-99c1-745e76f99185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '85013d1c-ce72-4972-9c1d-8fca5e15a8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:17.070858 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:17.071249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Bound using segment: {'id': '05692183-2e99-40e0-99c1-745e76f99185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '85013d1c-ce72-4972-9c1d-8fca5e15a8ed'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:17.071705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Bound port: 17dd3f12-4c3a-4574-98f1-e0193fe387e3, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05692183-2e99-40e0-99c1-745e76f99185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '85013d1c-ce72-4972-9c1d-8fca5e15a8ed'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:17.072084 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:17.132819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] For port 17dd3f12-4c3a-4574-98f1-e0193fe387e3, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:17.135740 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] For port 17dd3f12-4c3a-4574-98f1-e0193fe387e3, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=17dd3f12-4c3a-4574-98f1-e0193fe387e3,segment=NetworkSegment(05692183-2e99-40e0-99c1-745e76f99185),segment_id=05692183-2e99-40e0-99c1-745e76f99185)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:17.166461 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:17.224254 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:17.229086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event updated for resources: {'Subnet': ['ID=341fdd5a-0daf-493f-bb1c-9f3af0a29e2c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:17.239303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Checking segment: {'id': '90f981f1-714a-41d5-8ccb-2b60447f2021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a689a697-3bab-4622-8bef-7b37034de652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:17.239303 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Network hostable DHCP agents. Network: a689a697-3bab-4622-8bef-7b37034de652, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:15:17.280086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1edfca-9410-45e8-b5c5-500f07447b13 None None] Pushing event updated for resources: {'Port': ['ID=17dd3f12-4c3a-4574-98f1-e0193fe387e3,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:17.320836 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Network a689a697-3bab-4622-8bef-7b37034de652 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:15:17.415156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, a689a697-3bab-4622-8bef-7b37034de652) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:17.420576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:17.421160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:17.432908 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6daea04-e820-4cfa-a88a-5be446853ddd None None] Network a689a697-3bab-4622-8bef-7b37034de652 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:17.514553 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3e01ac5d-4c27-49c9-8596-15d9f49fc159 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7791893 Oct 19 12:15:17.514888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51268) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:17.601315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-a689a697-3bab-4622-8bef-7b37034de652', 'network_id': 'a689a697-3bab-4622-8bef-7b37034de652', 'tenant_id': '92589bb4ea6f48f197ca51053612549f', 'fixed_ips': [{'subnet_id': '341fdd5a-0daf-493f-bb1c-9f3af0a29e2c'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:15:17.602178 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:17.624085 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:17.699369 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:17.743942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Allocated IP 2001:db8::2 (a689a697-3bab-4622-8bef-7b37034de652/341fdd5a-0daf-493f-bb1c-9f3af0a29e2c/023a188e-8129-4d93-a731-afd6249815ca) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:17.884479 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:17.949947 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:17.992461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Network a689a697-3bab-4622-8bef-7b37034de652 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:17.995322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:17.998790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:18.004931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Pushing event updated for resources: {'Port': ['ID=023a188e-8129-4d93-a731-afd6249815ca,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:18.018606 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.053493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Subnet': ['ID=341fdd5a-0daf-493f-bb1c-9f3af0a29e2c,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:18.061797 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Attempting to bind port 023a188e-8129-4d93-a731-afd6249815ca on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:18.062172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Attempting to bind port 023a188e-8129-4d93-a731-afd6249815ca by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '90f981f1-714a-41d5-8ccb-2b60447f2021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a689a697-3bab-4622-8bef-7b37034de652'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:18.062532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Attempting to bind port 023a188e-8129-4d93-a731-afd6249815ca on network a689a697-3bab-4622-8bef-7b37034de652 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:18.068647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:18.069024 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Checking segment: {'id': '90f981f1-714a-41d5-8ccb-2b60447f2021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a689a697-3bab-4622-8bef-7b37034de652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:18.069421 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.069810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Bound using segment: {'id': '90f981f1-714a-41d5-8ccb-2b60447f2021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a689a697-3bab-4622-8bef-7b37034de652'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:18.070291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Bound port: 023a188e-8129-4d93-a731-afd6249815ca, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f981f1-714a-41d5-8ccb-2b60447f2021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a689a697-3bab-4622-8bef-7b37034de652'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:18.070653 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.116291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.138924 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a689a697-3bab-4622-8bef-7b37034de652']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:18.139811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] For port 023a188e-8129-4d93-a731-afd6249815ca, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:18.143511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] For port 023a188e-8129-4d93-a731-afd6249815ca, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=023a188e-8129-4d93-a731-afd6249815ca,segment=NetworkSegment(90f981f1-714a-41d5-8ccb-2b60447f2021),segment_id=90f981f1-714a-41d5-8ccb-2b60447f2021)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:18.149359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f981f1-714a-41d5-8ccb-2b60447f2021') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:18.153748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f981f1-714a-41d5-8ccb-2b60447f2021') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:18.160320 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.225225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024fc1a-b8e4-4ff0-ad37-db27b19564db None None] Network 85013d1c-ce72-4972-9c1d-8fca5e15a8ed requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:18.237607 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.238551 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.244192 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:15:18.244592 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: timer() Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:15:18.247485 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:15:18.366825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.db.api [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 12:15:18.366825 n-d-814547-1 neutron-server[101312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 12:15:18.366825 n-d-814547-1 neutron-server[101312]: [parameters: {'id': 'a689a697-3bab-4622-8bef-7b37034de652'}] Oct 19 12:15:18.366825 n-d-814547-1 neutron-server[101312]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 12:15:18.367312 n-d-814547-1 neutron-server[101312]: DEBUG oslo_db.api [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 12:15:18.383976 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7a998-d89c-476f-beb9-f9ecc3227bf0 None None] Pushing event updated for resources: {'Port': ['ID=023a188e-8129-4d93-a731-afd6249815ca,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:18.390454 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-08ed092a-4bd8-4a74-8d85-97a1f9647bc2 None None] Provisioning complete for port 17dd3f12-4c3a-4574-98f1-e0193fe387e3 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:18.390816 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-08ed092a-4bd8-4a74-8d85-97a1f9647bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.399670 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e40f5-913c-496e-9358-e47d312d1993 None None] Network a689a697-3bab-4622-8bef-7b37034de652 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:18.623830 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-08ed092a-4bd8-4a74-8d85-97a1f9647bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.662762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-08ed092a-4bd8-4a74-8d85-97a1f9647bc2 None None] For port 17dd3f12-4c3a-4574-98f1-e0193fe387e3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=17dd3f12-4c3a-4574-98f1-e0193fe387e3,segment=NetworkSegment(05692183-2e99-40e0-99c1-745e76f99185),segment_id=05692183-2e99-40e0-99c1-745e76f99185)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:18.741436 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-08ed092a-4bd8-4a74-8d85-97a1f9647bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.790291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed092a-4bd8-4a74-8d85-97a1f9647bc2 None None] Pushing event updated for resources: {'Port': ['ID=17dd3f12-4c3a-4574-98f1-e0193fe387e3,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:18.800580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b19cb-c2e8-44d0-a679-d9bb5fd9d1f4 None None] get_active_networks_info from n-d-814547-1 {{(pid=101313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 12:15:18.868158 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.881187 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a9d5f849-6bb8-4ed1-a0b3-5b0cf0b706d3 None None] Provisioning complete for port 17dd3f12-4c3a-4574-98f1-e0193fe387e3 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:18.881550 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f849-6bb8-4ed1-a0b3-5b0cf0b706d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.883182 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b19cb-c2e8-44d0-a679-d9bb5fd9d1f4 None None] Resources bound (agent type, host, resource id): {{(pid=101313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 12:15:18.920416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Deleting port 023a188e-8129-4d93-a731-afd6249815ca {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:15:18.920673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.986529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] For port 023a188e-8129-4d93-a731-afd6249815ca, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=023a188e-8129-4d93-a731-afd6249815ca,segment=NetworkSegment(90f981f1-714a-41d5-8ccb-2b60447f2021),segment_id=90f981f1-714a-41d5-8ccb-2b60447f2021)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:18.986882 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:18.998939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Calling delete_port for 023a188e-8129-4d93-a731-afd6249815ca owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:15:19.149175 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.176868 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Port': ['ID=023a188e-8129-4d93-a731-afd6249815ca,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:19.180709 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No DVR routers for this DVR port 023a188e-8129-4d93-a731-afd6249815ca on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:15:19.259204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.278452 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a689a697-3bab-4622-8bef-7b37034de652']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:19.287974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f981f1-714a-41d5-8ccb-2b60447f2021') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:19.288271 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f981f1-714a-41d5-8ccb-2b60447f2021') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:19.298528 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.312198 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.319517 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:15:19.319635 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: timer() Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:15:19.323335 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:15:19.386848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 17dd3f12-4c3a-4574-98f1-e0193fe387e3 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:19.434845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 17dd3f12-4c3a-4574-98f1-e0193fe387e3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:19.435215 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.458119 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.465741 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.469526 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/networks/a689a697-3bab-4622-8bef-7b37034de652 HTTP/1.1" status: 204 len: 168 time: 1.9521515 Oct 19 12:15:19.472456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51270) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:19.479937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde29fe-bc90-4436-9777-e4f0b162a92b tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Network': ['ID=a689a697-3bab-4622-8bef-7b37034de652,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:19.503122 n-d-814547-1 neutron-server[101311]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da1b63b-a73c-40be-aa25-f9dbd70de51f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] GET failed (client error): The resource could not be found. Oct 19 12:15:19.504439 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6da1b63b-a73c-40be-aa25-f9dbd70de51f tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "GET /v2.0/subnets/341fdd5a-0daf-493f-bb1c-9f3af0a29e2c HTTP/1.1" status: 404 len: 337 time: 0.0308788 Oct 19 12:15:19.507515 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51272) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:19.526049 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c03a4b3-aa81-4687-a820-6c1b49b97fe0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] DELETE failed (client error): The resource could not be found. Oct 19 12:15:19.526596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c03a4b3-aa81-4687-a820-6c1b49b97fe0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 12:15:19.529646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8c03a4b3-aa81-4687-a820-6c1b49b97fe0 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/networks/a689a697-3bab-4622-8bef-7b37034de652 HTTP/1.1" status: 404 len: 339 time: 0.0211494 Oct 19 12:15:19.534012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51274) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:19.558693 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-2770fe26-4f28-4f81-8202-d8cb120a9ce3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] DELETE failed (client error): The resource could not be found. Oct 19 12:15:19.559132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2770fe26-4f28-4f81-8202-d8cb120a9ce3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 12:15:19.562068 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2770fe26-4f28-4f81-8202-d8cb120a9ce3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/subnets/341fdd5a-0daf-493f-bb1c-9f3af0a29e2c HTTP/1.1" status: 404 len: 337 time: 0.0271745 Oct 19 12:15:19.564263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51276) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:19.581471 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85af09c-6ff1-4199-b3af-8f645709d513 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] DELETE failed (client error): The resource could not be found. Oct 19 12:15:19.581990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85af09c-6ff1-4199-b3af-8f645709d513 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 12:15:19.584926 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a85af09c-6ff1-4199-b3af-8f645709d513 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/networks/a689a697-3bab-4622-8bef-7b37034de652 HTTP/1.1" status: 404 len: 339 time: 0.0197799 Oct 19 12:15:19.587273 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51278) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:19.634740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced8b17c-a6e7-407f-9cfe-7bf9eb667084 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Deleting subnet 79ef04f6-34f0-437a-811d-ae6d6ec02c69 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:15:19.637722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ced8b17c-a6e7-407f-9cfe-7bf9eb667084 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.680049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ced8b17c-a6e7-407f-9cfe-7bf9eb667084 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.759242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ced8b17c-a6e7-407f-9cfe-7bf9eb667084 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.808293 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:15:19.875131 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ced8b17c-a6e7-407f-9cfe-7bf9eb667084 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.905994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8b17c-a6e7-407f-9cfe-7bf9eb667084 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Subnet': ['ID=79ef04f6-34f0-437a-811d-ae6d6ec02c69,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:19.910075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ced8b17c-a6e7-407f-9cfe-7bf9eb667084 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:19.913850 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ced8b17c-a6e7-407f-9cfe-7bf9eb667084 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/subnets/79ef04f6-34f0-437a-811d-ae6d6ec02c69 HTTP/1.1" status: 204 len: 168 time: 0.3256454 Oct 19 12:15:19.915578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3860184f-6fdf-429d-95d8-a8bdfe47469d None None] Network 85013d1c-ce72-4972-9c1d-8fca5e15a8ed requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:19.916409 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51280) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:19.990687 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.044076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Deleting port 17dd3f12-4c3a-4574-98f1-e0193fe387e3 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:15:20.044466 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.088104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdd2d19-8eaa-4e8a-addf-fc7a607062f8 None None] DHCP port deletion for 85013d1c-ce72-4972-9c1d-8fca5e15a8ed request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:15:20.091647 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.111549 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] For port 17dd3f12-4c3a-4574-98f1-e0193fe387e3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=17dd3f12-4c3a-4574-98f1-e0193fe387e3,segment=NetworkSegment(05692183-2e99-40e0-99c1-745e76f99185),segment_id=05692183-2e99-40e0-99c1-745e76f99185)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:20.111908 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.124460 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Calling delete_port for 17dd3f12-4c3a-4574-98f1-e0193fe387e3 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:15:20.134290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd2d19-8eaa-4e8a-addf-fc7a607062f8 None None] Deleting port 17dd3f12-4c3a-4574-98f1-e0193fe387e3 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:15:20.134770 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2d19-8eaa-4e8a-addf-fc7a607062f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.200806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0bdd2d19-8eaa-4e8a-addf-fc7a607062f8 None None] For port 17dd3f12-4c3a-4574-98f1-e0193fe387e3, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=17dd3f12-4c3a-4574-98f1-e0193fe387e3,segment=NetworkSegment(05692183-2e99-40e0-99c1-745e76f99185),segment_id=05692183-2e99-40e0-99c1-745e76f99185)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:20.201193 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2d19-8eaa-4e8a-addf-fc7a607062f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.213109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd2d19-8eaa-4e8a-addf-fc7a607062f8 None None] Calling delete_port for 17dd3f12-4c3a-4574-98f1-e0193fe387e3 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:15:20.280569 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.288413 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0bdd2d19-8eaa-4e8a-addf-fc7a607062f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.308506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No DVR routers for this DVR port 17dd3f12-4c3a-4574-98f1-e0193fe387e3 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:15:20.313607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Port': ['ID=17dd3f12-4c3a-4574-98f1-e0193fe387e3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:20.318636 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd2d19-8eaa-4e8a-addf-fc7a607062f8 None None] Pushing event deleted for resources: {'Port': ['ID=17dd3f12-4c3a-4574-98f1-e0193fe387e3,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:20.321073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd2d19-8eaa-4e8a-addf-fc7a607062f8 None None] No DVR routers for this DVR port 17dd3f12-4c3a-4574-98f1-e0193fe387e3 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:15:20.399619 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.419270 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85013d1c-ce72-4972-9c1d-8fca5e15a8ed']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:20.428030 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05692183-2e99-40e0-99c1-745e76f99185') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:20.428319 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05692183-2e99-40e0-99c1-745e76f99185') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:20.437410 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.450210 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.456421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:15:20.456818 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: timer() Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:15:20.459668 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:15:20.569832 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.878060 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.885000 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:20.887840 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/networks/85013d1c-ce72-4972-9c1d-8fca5e15a8ed HTTP/1.1" status: 204 len: 168 time: 0.9705615 Oct 19 12:15:20.890303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51282) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:20.907519 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce432f9-5be0-4964-9bd8-7f2db0abb1a8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Network': ['ID=85013d1c-ce72-4972-9c1d-8fca5e15a8ed,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:20.925554 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ee3e37-1882-4816-8974-cac1611ac725 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] DELETE failed (client error): The resource could not be found. Oct 19 12:15:20.925986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ee3e37-1882-4816-8974-cac1611ac725 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 12:15:20.929064 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-72ee3e37-1882-4816-8974-cac1611ac725 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/subnets/8513d262-c954-4a24-b3e3-e378a2798d5d HTTP/1.1" status: 404 len: 337 time: 0.0371168 Oct 19 12:15:20.931382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51284) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:20.949097 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1523e0d-7f9e-4179-a242-ebabc3b7b3f7 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] DELETE failed (client error): The resource could not be found. Oct 19 12:15:20.949595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1523e0d-7f9e-4179-a242-ebabc3b7b3f7 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 12:15:20.952388 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d1523e0d-7f9e-4179-a242-ebabc3b7b3f7 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/networks/e66d91be-fb5e-4f8c-a66c-c7f469b47c9e HTTP/1.1" status: 404 len: 339 time: 0.0201044 Oct 19 12:15:20.955149 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51286) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:20.978688 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfbf5a9-5eb6-452a-8675-e843c8ed815d tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] DELETE failed (client error): The resource could not be found. Oct 19 12:15:20.979109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfbf5a9-5eb6-452a-8675-e843c8ed815d tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 12:15:20.988456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9bfbf5a9-5eb6-452a-8675-e843c8ed815d tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/subnets/101d9f76-543e-4f3d-a05d-4f33132bc200 HTTP/1.1" status: 404 len: 337 time: 0.0260921 Oct 19 12:15:20.990275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51288) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:21.007329 n-d-814547-1 neutron-server[101312]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a73a2a-d0b5-4929-9510-54f841ff0612 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] DELETE failed (client error): The resource could not be found. Oct 19 12:15:21.007828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a73a2a-d0b5-4929-9510-54f841ff0612 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 12:15:21.010673 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-05a73a2a-d0b5-4929-9510-54f841ff0612 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/networks/a1064e31-8cca-4429-8c28-fb3aa01e7c64 HTTP/1.1" status: 404 len: 339 time: 0.0195620 Oct 19 12:15:21.012817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51290) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:21.064849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cadd398-fac1-417f-8996-150250916ed8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Deleting subnet 9e2befdc-a0e0-451c-b5ee-ef568d3718b7 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:15:21.067748 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cadd398-fac1-417f-8996-150250916ed8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.106218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cadd398-fac1-417f-8996-150250916ed8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.185814 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cadd398-fac1-417f-8996-150250916ed8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.307263 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cadd398-fac1-417f-8996-150250916ed8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.338755 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadd398-fac1-417f-8996-150250916ed8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2befdc-a0e0-451c-b5ee-ef568d3718b7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:21.341738 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2cadd398-fac1-417f-8996-150250916ed8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.345411 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2cadd398-fac1-417f-8996-150250916ed8 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/subnets/9e2befdc-a0e0-451c-b5ee-ef568d3718b7 HTTP/1.1" status: 204 len: 168 time: 0.3315904 Oct 19 12:15:21.347497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9426a7-c81d-4747-aa1a-8087b0f3da43 None None] Network 8ab25169-4c39-4121-bee2-458b15fbfa52 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:21.348627 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51292) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:21.379616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 17dd3f12-4c3a-4574-98f1-e0193fe387e3 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:15:21.431213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 17dd3f12-4c3a-4574-98f1-e0193fe387e3 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:15:21.431576 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 17dd3f12-4c3a-4574-98f1-e0193fe387e3 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:15:21.445604 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.503339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Deleting port ce23a997-e7a4-4cc0-a17a-fced07111300 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:15:21.503679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.571492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff26ac92-cdaf-43f1-a4c2-9176f5795415 None None] DHCP port deletion for 8ab25169-4c39-4121-bee2-458b15fbfa52 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:15:21.575006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] For port ce23a997-e7a4-4cc0-a17a-fced07111300, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ce23a997-e7a4-4cc0-a17a-fced07111300,segment=NetworkSegment(362720ff-6598-4800-a1d1-b1b25fdf5563),segment_id=362720ff-6598-4800-a1d1-b1b25fdf5563)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:21.575306 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.588759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Calling delete_port for ce23a997-e7a4-4cc0-a17a-fced07111300 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:15:21.617245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ff26ac92-cdaf-43f1-a4c2-9176f5795415 None None] Deleting port ce23a997-e7a4-4cc0-a17a-fced07111300 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:15:21.617617 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ff26ac92-cdaf-43f1-a4c2-9176f5795415 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.684209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ff26ac92-cdaf-43f1-a4c2-9176f5795415 None None] For port ce23a997-e7a4-4cc0-a17a-fced07111300, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=ce23a997-e7a4-4cc0-a17a-fced07111300,segment=NetworkSegment(362720ff-6598-4800-a1d1-b1b25fdf5563),segment_id=362720ff-6598-4800-a1d1-b1b25fdf5563)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:21.684628 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ff26ac92-cdaf-43f1-a4c2-9176f5795415 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.696758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ff26ac92-cdaf-43f1-a4c2-9176f5795415 None None] Calling delete_port for ce23a997-e7a4-4cc0-a17a-fced07111300 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:15:21.732164 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.760959 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Port': ['ID=ce23a997-e7a4-4cc0-a17a-fced07111300,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:21.764979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] No DVR routers for this DVR port ce23a997-e7a4-4cc0-a17a-fced07111300 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:15:21.780481 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ff26ac92-cdaf-43f1-a4c2-9176f5795415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.855000 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.878063 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab25169-4c39-4121-bee2-458b15fbfa52']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:21.889223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362720ff-6598-4800-a1d1-b1b25fdf5563') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:21.889565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362720ff-6598-4800-a1d1-b1b25fdf5563') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:21.902440 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.917837 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.925391 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:15:21.929594 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:15:21.958313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26ac92-cdaf-43f1-a4c2-9176f5795415 None None] Pushing event deleted for resources: {'Port': ['ID=ce23a997-e7a4-4cc0-a17a-fced07111300,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:21.962760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26ac92-cdaf-43f1-a4c2-9176f5795415 None None] No DVR routers for this DVR port ce23a997-e7a4-4cc0-a17a-fced07111300 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:15:22.061324 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:22.069249 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:22.072451 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] 10.222.0.39 "DELETE /v2.0/networks/8ab25169-4c39-4121-bee2-458b15fbfa52 HTTP/1.1" status: 204 len: 168 time: 0.7222111 Oct 19 12:15:22.084804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bea73-3638-4d5f-a712-631735f3c4d3 tempest-NetworksIpV6Test-747316477 tempest-NetworksIpV6Test-747316477-project] Pushing event deleted for resources: {'Network': ['ID=8ab25169-4c39-4121-bee2-458b15fbfa52,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:22.504366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51298) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:22.637153 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-84e69e74-3147-40c9-924a-237ad557893d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92589bb4ea6f48f197ca51053612549f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316042 Oct 19 12:15:22.639675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51302) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:22.687432 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dca49529-73e5-49e3-a82a-cea82a860139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:22.708370 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dca49529-73e5-49e3-a82a-cea82a860139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:22.817498 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dca49529-73e5-49e3-a82a-cea82a860139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:22.820076 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dca49529-73e5-49e3-a82a-cea82a860139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:22.821242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dca49529-73e5-49e3-a82a-cea82a860139 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94c49e6c-844c-4fb1-93b7-737adbd210ba HTTP/1.1" status: 204 len: 168 time: 0.1806271 Oct 19 12:15:22.829103 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca49529-73e5-49e3-a82a-cea82a860139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c49e6c-844c-4fb1-93b7-737adbd210ba,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:23.358159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ce23a997-e7a4-4cc0-a17a-fced07111300 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:15:23.377867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: ce23a997-e7a4-4cc0-a17a-fced07111300 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:15:23.378212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device ce23a997-e7a4-4cc0-a17a-fced07111300 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:15:23.757241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51324) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:23.848164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-3e016352-5f42-4ee1-9d4f-81603326e4e1 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1928819589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:23.946741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e016352-5f42-4ee1-9d4f-81603326e4e1 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:23.947761 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e016352-5f42-4ee1-9d4f-81603326e4e1 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.012009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e016352-5f42-4ee1-9d4f-81603326e4e1 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.072602 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e016352-5f42-4ee1-9d4f-81603326e4e1 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.171578 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-3e016352-5f42-4ee1-9d4f-81603326e4e1 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.173289 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3e016352-5f42-4ee1-9d4f-81603326e4e1 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4150381 Oct 19 12:15:24.175909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51328) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:24.180670 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-849789338'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:24.260876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Made reservation on behalf of 88cebee8463e46c681fbf411ea9f306e for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:24.264089 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.275156 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.357588 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.426730 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.455876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:15:24.462086 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa87ce51-5261-4b96-a224-b1b18d2852e1,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:24.470419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.470557 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Added segment adc11e38-d69f-40d5-ab25-84f8ab9d300e of type vlan for network 9f35879b-6867-4241-9498-4b970a384bd3 Oct 19 12:15:24.508725 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.598383 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.603969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:24.604577 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:24.674426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Pushing event updated for resources: {'Network': ['ID=9f35879b-6867-4241-9498-4b970a384bd3,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:24.684923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 9f35879b-6867-4241-9498-4b970a384bd3 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:15:24.692307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-042d47af-98c1-403a-a888-4e4da431a6b4 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5154197 Oct 19 12:15:24.695072 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51330) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:24.699991 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Request body: {'subnet': {'network_id': '9f35879b-6867-4241-9498-4b970a384bd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:24.852131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Made reservation on behalf of 88cebee8463e46c681fbf411ea9f306e for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:24.855567 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:25.095861 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:25.160901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Pushing event updated for resources: {'Subnet': ['ID=0e0a6549-b37f-4758-bf3b-1347ab5e9811,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:25.169928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Checking segment: {'id': 'adc11e38-d69f-40d5-ab25-84f8ab9d300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f35879b-6867-4241-9498-4b970a384bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:25.170306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Network hostable DHCP agents. Network: 9f35879b-6867-4241-9498-4b970a384bd3, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:15:25.348929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Network 9f35879b-6867-4241-9498-4b970a384bd3 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:15:25.446138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 9f35879b-6867-4241-9498-4b970a384bd3) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:25.450433 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:25.451027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:25.461463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ba466d-f4d0-420d-b7b1-c475b473f503 None None] Network 9f35879b-6867-4241-9498-4b970a384bd3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:25.535664 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-07547007-8d4f-4ae3-b5ec-4ba417cc95ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:25.546519 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4cf3ed3a-3045-4d00-ac32-224e5e870607 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8504441 Oct 19 12:15:25.550029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51332) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:25.554889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-236212116'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:25.614480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-9f35879b-6867-4241-9498-4b970a384bd3', 'network_id': '9f35879b-6867-4241-9498-4b970a384bd3', 'tenant_id': '88cebee8463e46c681fbf411ea9f306e', 'fixed_ips': [{'subnet_id': '0e0a6549-b37f-4758-bf3b-1347ab5e9811'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:15:25.616334 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:25.634612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Made reservation on behalf of 88cebee8463e46c681fbf411ea9f306e for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:25.638232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:25.661825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:15:25.670834 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:25.671191 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Added segment 3ae185fb-35d2-4e06-89ef-6a29c5b54508 of type vlan for network 910aa253-2d0e-4104-8c16-3a2178392f36 Oct 19 12:15:25.711873 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:25.746577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Allocated IP 172.20.0.2 (9f35879b-6867-4241-9498-4b970a384bd3/0e0a6549-b37f-4758-bf3b-1347ab5e9811/7bd81754-559a-4358-93dc-8a1d1b282471) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:25.815378 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:25.820978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:25.821558 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:25.887294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Pushing event updated for resources: {'Network': ['ID=910aa253-2d0e-4104-8c16-3a2178392f36,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:25.899523 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:25.907033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 910aa253-2d0e-4104-8c16-3a2178392f36 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:15:25.932599 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1379b793-f21f-4ba5-ba0f-6281ff8bb69a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3815200 Oct 19 12:15:25.935310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51334) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:25.940887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Request body: {'subnet': {'network_id': '910aa253-2d0e-4104-8c16-3a2178392f36', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:25.973716 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:26.018151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Network 9f35879b-6867-4241-9498-4b970a384bd3 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:26.023211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:26.025347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Pushing event updated for resources: {'Port': ['ID=7bd81754-559a-4358-93dc-8a1d1b282471,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:26.027493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:26.079672 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Attempting to bind port 7bd81754-559a-4358-93dc-8a1d1b282471 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:26.080041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Attempting to bind port 7bd81754-559a-4358-93dc-8a1d1b282471 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'adc11e38-d69f-40d5-ab25-84f8ab9d300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f35879b-6867-4241-9498-4b970a384bd3'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:26.080401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Attempting to bind port 7bd81754-559a-4358-93dc-8a1d1b282471 on network 9f35879b-6867-4241-9498-4b970a384bd3 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:26.085440 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:26.085814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Checking segment: {'id': 'adc11e38-d69f-40d5-ab25-84f8ab9d300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f35879b-6867-4241-9498-4b970a384bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:26.086213 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:26.086603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Bound using segment: {'id': 'adc11e38-d69f-40d5-ab25-84f8ab9d300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f35879b-6867-4241-9498-4b970a384bd3'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:26.087076 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Bound port: 7bd81754-559a-4358-93dc-8a1d1b282471, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc11e38-d69f-40d5-ab25-84f8ab9d300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9f35879b-6867-4241-9498-4b970a384bd3'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:26.087444 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:26.106504 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Made reservation on behalf of 88cebee8463e46c681fbf411ea9f306e for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:26.110760 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:26.151239 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] For port 7bd81754-559a-4358-93dc-8a1d1b282471, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:26.154324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] For port 7bd81754-559a-4358-93dc-8a1d1b282471, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7bd81754-559a-4358-93dc-8a1d1b282471,segment=NetworkSegment(adc11e38-d69f-40d5-ab25-84f8ab9d300e),segment_id=adc11e38-d69f-40d5-ab25-84f8ab9d300e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:26.244473 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:26.304067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccee877-4b10-47cf-aecd-19ed42c1ff38 None None] Pushing event updated for resources: {'Port': ['ID=7bd81754-559a-4358-93dc-8a1d1b282471,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:26.372687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:26.443716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Pushing event updated for resources: {'Subnet': ['ID=f1a06663-cff1-4ded-8580-ee41b63d7b99,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:26.458246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Checking segment: {'id': '3ae185fb-35d2-4e06-89ef-6a29c5b54508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '910aa253-2d0e-4104-8c16-3a2178392f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:26.459125 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Network hostable DHCP agents. Network: 910aa253-2d0e-4104-8c16-3a2178392f36, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:15:26.559135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Network 910aa253-2d0e-4104-8c16-3a2178392f36 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:15:26.632675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 910aa253-2d0e-4104-8c16-3a2178392f36) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:26.637023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:26.637704 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:26.641920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addcde30-6986-4dc2-be06-f608d7f1def8 None None] Network 910aa253-2d0e-4104-8c16-3a2178392f36 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:26.743836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-45228d62-1e94-49e0-b323-3251e3e70a9a tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8074560 Oct 19 12:15:26.746532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51336) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:26.751754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1135cf0e-ed3e-45aa-8ace-1d5b425bc0a8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Request body: {'router': {'external_gateway_info': {'network_id': '910aa253-2d0e-4104-8c16-3a2178392f36'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:26.787653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-910aa253-2d0e-4104-8c16-3a2178392f36', 'network_id': '910aa253-2d0e-4104-8c16-3a2178392f36', 'tenant_id': '88cebee8463e46c681fbf411ea9f306e', 'fixed_ips': [{'subnet_id': 'f1a06663-cff1-4ded-8580-ee41b63d7b99'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:15:26.788515 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:26.931406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Allocated IP 172.21.0.2 (910aa253-2d0e-4104-8c16-3a2178392f36/f1a06663-cff1-4ded-8580-ee41b63d7b99/98288321-8c0c-4ef3-b2ea-088bba9d5945) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:26.964322 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1135cf0e-ed3e-45aa-8ace-1d5b425bc0a8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.087975 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.159707 n-d-814547-1 neutron-server[101311]: INFO neutron.api.v2.resource [None req-1135cf0e-ed3e-45aa-8ace-1d5b425bc0a8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 12:15:27.160841 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1135cf0e-ed3e-45aa-8ace-1d5b425bc0a8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "PUT /v2.0/routers/4c87476f-38d6-4cce-85c1-42ff2ddf0814 HTTP/1.1" status: 400 len: 364 time: 0.4132316 Oct 19 12:15:27.166726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51338) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:27.168837 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.215251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Network 910aa253-2d0e-4104-8c16-3a2178392f36 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:27.218103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:27.221781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:27.228949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Pushing event updated for resources: {'Port': ['ID=98288321-8c0c-4ef3-b2ea-088bba9d5945,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:27.232383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2d6460-7e50-42d4-89e5-7261515c1dd8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Deleting subnet f1a06663-cff1-4ded-8580-ee41b63d7b99 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:15:27.236557 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6460-7e50-42d4-89e5-7261515c1dd8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.252140 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490bd3dc-198e-4d90-a8ad-1d1ea1061689 None None] Network 9f35879b-6867-4241-9498-4b970a384bd3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:27.278421 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6460-7e50-42d4-89e5-7261515c1dd8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.299810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Attempting to bind port 98288321-8c0c-4ef3-b2ea-088bba9d5945 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:27.300170 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Attempting to bind port 98288321-8c0c-4ef3-b2ea-088bba9d5945 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3ae185fb-35d2-4e06-89ef-6a29c5b54508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '910aa253-2d0e-4104-8c16-3a2178392f36'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:27.300520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Attempting to bind port 98288321-8c0c-4ef3-b2ea-088bba9d5945 on network 910aa253-2d0e-4104-8c16-3a2178392f36 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:27.333120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:27.333488 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Checking segment: {'id': '3ae185fb-35d2-4e06-89ef-6a29c5b54508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '910aa253-2d0e-4104-8c16-3a2178392f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:27.333881 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.334264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Bound using segment: {'id': '3ae185fb-35d2-4e06-89ef-6a29c5b54508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '910aa253-2d0e-4104-8c16-3a2178392f36'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:27.334725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Bound port: 98288321-8c0c-4ef3-b2ea-088bba9d5945, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae185fb-35d2-4e06-89ef-6a29c5b54508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '910aa253-2d0e-4104-8c16-3a2178392f36'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:27.335164 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.373816 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6460-7e50-42d4-89e5-7261515c1dd8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.402870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9a19b6af-17de-41a1-b097-a3093d78f972 None None] Provisioning complete for port 7bd81754-559a-4358-93dc-8a1d1b282471 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:27.403247 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a19b6af-17de-41a1-b097-a3093d78f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.408655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7bd81754-559a-4358-93dc-8a1d1b282471 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:27.518962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6460-7e50-42d4-89e5-7261515c1dd8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.528620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] For port 98288321-8c0c-4ef3-b2ea-088bba9d5945, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:27.548598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d6460-7e50-42d4-89e5-7261515c1dd8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a06663-cff1-4ded-8580-ee41b63d7b99,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:27.550601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cc2d6460-7e50-42d4-89e5-7261515c1dd8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.553895 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cc2d6460-7e50-42d4-89e5-7261515c1dd8 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "DELETE /v2.0/subnets/f1a06663-cff1-4ded-8580-ee41b63d7b99 HTTP/1.1" status: 204 len: 168 time: 0.3862090 Oct 19 12:15:27.556450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51340) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:27.559304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] For port 98288321-8c0c-4ef3-b2ea-088bba9d5945, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=98288321-8c0c-4ef3-b2ea-088bba9d5945,segment=NetworkSegment(3ae185fb-35d2-4e06-89ef-6a29c5b54508),segment_id=3ae185fb-35d2-4e06-89ef-6a29c5b54508)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:27.595036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7bd81754-559a-4358-93dc-8a1d1b282471 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:27.595397 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.633186 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.633466 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.645180 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a19b6af-17de-41a1-b097-a3093d78f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.693562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Deleting port 98288321-8c0c-4ef3-b2ea-088bba9d5945 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:15:27.694001 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.719006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d0330-1183-40b0-b350-1524f242c312 None None] Pushing event updated for resources: {'Port': ['ID=98288321-8c0c-4ef3-b2ea-088bba9d5945,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:27.744467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9a19b6af-17de-41a1-b097-a3093d78f972 None None] For port 7bd81754-559a-4358-93dc-8a1d1b282471, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7bd81754-559a-4358-93dc-8a1d1b282471,segment=NetworkSegment(adc11e38-d69f-40d5-ab25-84f8ab9d300e),segment_id=adc11e38-d69f-40d5-ab25-84f8ab9d300e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:27.785005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] For port 98288321-8c0c-4ef3-b2ea-088bba9d5945, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=98288321-8c0c-4ef3-b2ea-088bba9d5945,segment=NetworkSegment(3ae185fb-35d2-4e06-89ef-6a29c5b54508),segment_id=3ae185fb-35d2-4e06-89ef-6a29c5b54508)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:27.786030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.792717 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.802517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Calling delete_port for 98288321-8c0c-4ef3-b2ea-088bba9d5945 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:15:27.806472 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a19b6af-17de-41a1-b097-a3093d78f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.870502 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9b745ba6-5582-44d4-b930-032446b786fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.897424 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 12:15:27.897424 n-d-814547-1 neutron-server[101313]: DEBUG oslo_db.api [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 12:15:27.898646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19b6af-17de-41a1-b097-a3093d78f972 None None] Pushing event updated for resources: {'Port': ['ID=7bd81754-559a-4358-93dc-8a1d1b282471,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:27.943474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c9cd86be-18e6-4eef-a46b-971c7aef6202 None None] Provisioning complete for port 7bd81754-559a-4358-93dc-8a1d1b282471 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:27.943849 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c9cd86be-18e6-4eef-a46b-971c7aef6202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:27.974972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.006451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Pushing event deleted for resources: {'Port': ['ID=98288321-8c0c-4ef3-b2ea-088bba9d5945,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:28.008591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] No DVR routers for this DVR port 98288321-8c0c-4ef3-b2ea-088bba9d5945 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:15:28.091465 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.111523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910aa253-2d0e-4104-8c16-3a2178392f36']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:28.120604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae185fb-35d2-4e06-89ef-6a29c5b54508') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:28.120898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae185fb-35d2-4e06-89ef-6a29c5b54508') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:28.130468 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.143965 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.149908 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:15:28.150381 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:15:28.153360 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:15:28.269172 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.280338 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.283927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "DELETE /v2.0/networks/910aa253-2d0e-4104-8c16-3a2178392f36 HTTP/1.1" status: 204 len: 168 time: 0.7263975 Oct 19 12:15:28.286623 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51342) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:28.298995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f2e67-e598-4066-8cd8-0f959c2a9dec tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Pushing event deleted for resources: {'Network': ['ID=910aa253-2d0e-4104-8c16-3a2178392f36,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:28.338508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c591df-8c53-4c11-92ef-9e23cc22e041 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Deleting subnet 0e0a6549-b37f-4758-bf3b-1347ab5e9811 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:15:28.342674 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-53c591df-8c53-4c11-92ef-9e23cc22e041 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.383907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-53c591df-8c53-4c11-92ef-9e23cc22e041 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.477245 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-53c591df-8c53-4c11-92ef-9e23cc22e041 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.612640 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-53c591df-8c53-4c11-92ef-9e23cc22e041 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.638446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c591df-8c53-4c11-92ef-9e23cc22e041 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0a6549-b37f-4758-bf3b-1347ab5e9811,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:28.645282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-53c591df-8c53-4c11-92ef-9e23cc22e041 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.650793 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-53c591df-8c53-4c11-92ef-9e23cc22e041 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "DELETE /v2.0/subnets/0e0a6549-b37f-4758-bf3b-1347ab5e9811 HTTP/1.1" status: 204 len: 168 time: 0.3605421 Oct 19 12:15:28.651365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51344) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:28.651742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18ead3-4db5-434f-8007-86368f78a515 None None] Network 9f35879b-6867-4241-9498-4b970a384bd3 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:28.741603 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.743369 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013abb6a-48d9-4397-b420-4b45052a3107 None None] DHCP port deletion for 910aa253-2d0e-4104-8c16-3a2178392f36 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:15:28.767033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-4e0caa5c-a6ef-4cec-bf38-79c386331327 None None] Could not find standard attr ID for object 98288321-8c0c-4ef3-b2ea-088bba9d5945. {{(pid=101313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 19 12:15:28.770020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df29541-9980-4969-9400-a043f511f323 None None] Network 910aa253-2d0e-4104-8c16-3a2178392f36 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:28.785253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df29541-9980-4969-9400-a043f511f323 None None] Network 910aa253-2d0e-4104-8c16-3a2178392f36 could not be found, it might have been deleted concurrently. {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 12:15:28.797832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Deleting port 7bd81754-559a-4358-93dc-8a1d1b282471 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:15:28.798340 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.859742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0add504f-e040-4b8b-811e-a0a6237ab2d1 None None] DHCP port deletion for 9f35879b-6867-4241-9498-4b970a384bd3 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:15:28.865347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] For port 7bd81754-559a-4358-93dc-8a1d1b282471, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7bd81754-559a-4358-93dc-8a1d1b282471,segment=NetworkSegment(adc11e38-d69f-40d5-ab25-84f8ab9d300e),segment_id=adc11e38-d69f-40d5-ab25-84f8ab9d300e)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:28.865713 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.878933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Calling delete_port for 7bd81754-559a-4358-93dc-8a1d1b282471 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:15:28.910619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0add504f-e040-4b8b-811e-a0a6237ab2d1 None None] Deleting port 7bd81754-559a-4358-93dc-8a1d1b282471 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:15:28.910912 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0add504f-e040-4b8b-811e-a0a6237ab2d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.972880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0add504f-e040-4b8b-811e-a0a6237ab2d1 None None] For port 7bd81754-559a-4358-93dc-8a1d1b282471, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7bd81754-559a-4358-93dc-8a1d1b282471,segment=NetworkSegment(adc11e38-d69f-40d5-ab25-84f8ab9d300e),segment_id=adc11e38-d69f-40d5-ab25-84f8ab9d300e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:28.973274 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0add504f-e040-4b8b-811e-a0a6237ab2d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:28.985921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0add504f-e040-4b8b-811e-a0a6237ab2d1 None None] Calling delete_port for 7bd81754-559a-4358-93dc-8a1d1b282471 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:15:29.046115 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.073285 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0add504f-e040-4b8b-811e-a0a6237ab2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.075269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Pushing event deleted for resources: {'Port': ['ID=7bd81754-559a-4358-93dc-8a1d1b282471,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:29.075269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] No DVR routers for this DVR port 7bd81754-559a-4358-93dc-8a1d1b282471 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:15:29.103225 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0add504f-e040-4b8b-811e-a0a6237ab2d1 None None] No DVR routers for this DVR port 7bd81754-559a-4358-93dc-8a1d1b282471 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:15:29.104887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add504f-e040-4b8b-811e-a0a6237ab2d1 None None] Pushing event deleted for resources: {'Port': ['ID=7bd81754-559a-4358-93dc-8a1d1b282471,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:29.120376 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.298064 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.363704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7bd81754-559a-4358-93dc-8a1d1b282471 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:15:29.384384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 7bd81754-559a-4358-93dc-8a1d1b282471 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:15:29.384750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7bd81754-559a-4358-93dc-8a1d1b282471 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:15:29.488855 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.508030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f35879b-6867-4241-9498-4b970a384bd3']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:29.517768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc11e38-d69f-40d5-ab25-84f8ab9d300e') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:29.518066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc11e38-d69f-40d5-ab25-84f8ab9d300e') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:29.527324 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.540842 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.546819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:15:29.547200 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:15:29.550167 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:15:29.669706 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.676907 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.679482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "DELETE /v2.0/networks/9f35879b-6867-4241-9498-4b970a384bd3 HTTP/1.1" status: 204 len: 168 time: 1.0269039 Oct 19 12:15:29.682271 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51346) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:29.691449 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9401d-9a15-4f35-95ce-7710c2a1d077 tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Pushing event deleted for resources: {'Network': ['ID=9f35879b-6867-4241-9498-4b970a384bd3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:29.711201 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7b253c26-d476-4153-851f-89d846dc503f tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c87476f-38d6-4cce-85c1-42ff2ddf0814 HTTP/1.1" status: 200 len: 205 time: 0.0277090 Oct 19 12:15:29.713479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51348) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:29.785403 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6fa3c8a-5848-475a-9636-729dab3f35ca tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.935849 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6fa3c8a-5848-475a-9636-729dab3f35ca tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:29.938819 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6fa3c8a-5848-475a-9636-729dab3f35ca tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:30.034830 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6fa3c8a-5848-475a-9636-729dab3f35ca tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:30.035379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fa3c8a-5848-475a-9636-729dab3f35ca tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Fanout notify agent at l3_agent the message router_deleted on router 4c87476f-38d6-4cce-85c1-42ff2ddf0814 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:15:30.042343 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a6fa3c8a-5848-475a-9636-729dab3f35ca tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:30.043757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a6fa3c8a-5848-475a-9636-729dab3f35ca tempest-RoutersNegativeTest-1838935545 tempest-RoutersNegativeTest-1838935545-project] 10.222.0.39 "DELETE /v2.0/routers/4c87476f-38d6-4cce-85c1-42ff2ddf0814 HTTP/1.1" status: 204 len: 168 time: 0.3291049 Oct 19 12:15:30.498553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51354) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:30.629027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d1307dd5-04f2-4378-bd9a-9e938f7162c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88cebee8463e46c681fbf411ea9f306e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292672 Oct 19 12:15:30.631476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51358) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:30.678601 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d943902c-44fc-4707-9072-474905804685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:30.699129 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d943902c-44fc-4707-9072-474905804685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:30.837677 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d943902c-44fc-4707-9072-474905804685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:30.840265 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d943902c-44fc-4707-9072-474905804685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:30.841442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d943902c-44fc-4707-9072-474905804685 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa87ce51-5261-4b96-a224-b1b18d2852e1 HTTP/1.1" status: 204 len: 168 time: 0.2090814 Oct 19 12:15:30.849916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943902c-44fc-4707-9072-474905804685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa87ce51-5261-4b96-a224-b1b18d2852e1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:31.032655 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:31.787418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51380) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:31.880494 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1423729995-network', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:31.992088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Made reservation on behalf of f8a2e9e579174edfac4affb3805e0725 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:31.994477 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:32.003585 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:32.073983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:32.143578 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:32.167212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:15:32.175989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ec1730-fe5e-4bc7-9007-46000ca8e418,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:32.181982 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:32.186222 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Added segment 0d6fe1df-ffbe-454d-bf98-aa2df2371f3e of type vlan for network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 Oct 19 12:15:32.223696 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:32.306195 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:32.307236 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:32.307847 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:32.365528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] Pushing event updated for resources: {'Network': ['ID=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:32.375055 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:15:32.397339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bf7108c1-d5ee-4a3e-9582-f2a064b9f42e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6086752 Oct 19 12:15:32.399951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51384) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:32.404785 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] Request body: {'subnet': {'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1423729995-subnet', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:32.483620 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] Made reservation on behalf of f8a2e9e579174edfac4affb3805e0725 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:32.486566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:32.712236 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:32.769126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e0be55-b309-44d5-bd9f-298f5bb793bd,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:32.776080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] Checking segment: {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:32.776448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] Network hostable DHCP agents. Network: bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:15:32.854648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] Network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:15:32.940370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:32.946183 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:32.946962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:32.948491 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e722e-c279-4c09-b30d-f8750df1b643 None None] Network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:33.029405 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2f83c58b-f469-49ef-a020-e251ea42f994 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6281455 Oct 19 12:15:33.032553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51386) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:33.041538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1423729995-router', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:33.090723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'fixed_ips': [{'subnet_id': '91e0be55-b309-44d5-bd9f-298f5bb793bd'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:15:33.091557 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.123920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.125027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.179851 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.221189 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Allocated IP 172.20.0.2 (bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2/91e0be55-b309-44d5-bd9f-298f5bb793bd/5790745a-836d-49ec-863d-c76bde29bca5) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:33.363822 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.381991 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.441165 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.479386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:33.482350 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:33.485823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:33.494185 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Pushing event updated for resources: {'Port': ['ID=5790745a-836d-49ec-863d-c76bde29bca5,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:33.547940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Attempting to bind port 5790745a-836d-49ec-863d-c76bde29bca5 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:33.548313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Attempting to bind port 5790745a-836d-49ec-863d-c76bde29bca5 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:33.548708 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Attempting to bind port 5790745a-836d-49ec-863d-c76bde29bca5 on network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:33.553551 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:33.553925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Checking segment: {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:33.554319 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.554711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Bound using segment: {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:33.555165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Bound port: 5790745a-836d-49ec-863d-c76bde29bca5, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:33.555543 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.621264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] For port 5790745a-836d-49ec-863d-c76bde29bca5, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:33.621264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] For port 5790745a-836d-49ec-863d-c76bde29bca5, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5790745a-836d-49ec-863d-c76bde29bca5,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:33.646415 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.664945 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.697828 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:33.752966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39f5e5-b735-41b6-bb9d-2aa9661d6b80 None None] Pushing event updated for resources: {'Port': ['ID=5790745a-836d-49ec-863d-c76bde29bca5,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:33.776214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Allocated IP 172.25.2.125 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/fd45a764-16c6-4750-b055-bc8a4041132b) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:33.882162 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:34.026785 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:34.068370 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:34.071234 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:34.074772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:34.096105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd45a764-16c6-4750-b055-bc8a4041132b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:34.110139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.110489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.110827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.111158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.111487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.111813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.112139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.112461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.112807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.113128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.113447 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.113763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:34.395590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:34.605309 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:34.619990 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e70c13-f774-47c6-8988-5b937b1d07d5 None None] Network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:34.748178 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-105c7ea0-7cfb-411f-89fa-54b4c9635ab3 None None] Provisioning complete for port 5790745a-836d-49ec-863d-c76bde29bca5 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:34.753327 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-105c7ea0-7cfb-411f-89fa-54b4c9635ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:34.796287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Router 07bd9276-5408-429e-a665-ea29f9c9a8ef is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:15:34.869500 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-105c7ea0-7cfb-411f-89fa-54b4c9635ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:34.920577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:15:34.942077 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Sync routers for ids ['07bd9276-5408-429e-a665-ea29f9c9a8ef'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:15:34.946819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-105c7ea0-7cfb-411f-89fa-54b4c9635ab3 None None] For port 5790745a-836d-49ec-863d-c76bde29bca5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5790745a-836d-49ec-863d-c76bde29bca5,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:34.954548 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Routers {'07bd9276-5408-429e-a665-ea29f9c9a8ef'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:15:34.955219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['07bd9276-5408-429e-a665-ea29f9c9a8ef'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:35.022828 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.023080 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51388) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:35.024122 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1ff6b2ff-0f51-4bae-b7a6-0e50adb8d6f8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9905024 Oct 19 12:15:35.042947 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-105c7ea0-7cfb-411f-89fa-54b4c9635ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.094343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Set router 07bd9276-5408-429e-a665-ea29f9c9a8ef gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:15:35.178036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c7ea0-7cfb-411f-89fa-54b4c9635ab3 None None] Pushing event updated for resources: {'Port': ['ID=5790745a-836d-49ec-863d-c76bde29bca5,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:35.195996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8558ad2d-dff3-40a0-9480-d4f975725e7d None None] Provisioning complete for port 5790745a-836d-49ec-863d-c76bde29bca5 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:35.196366 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8558ad2d-dff3-40a0-9480-d4f975725e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.359453 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'name': 'tempest-TestEncryptedCinderVolumes-1423729995-router', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:34Z', 'revision_number': 3, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'gw_port': {'id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:35.387470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Checking router: 07bd9276-5408-429e-a665-ea29f9c9a8ef for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:15:35.387963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Updating router 07bd9276-5408-429e-a665-ea29f9c9a8ef port fd45a764-16c6-4750-b055-bc8a4041132b binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:15:35.409993 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5790745a-836d-49ec-863d-c76bde29bca5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:35.442189 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.471395 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.539483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 5790745a-836d-49ec-863d-c76bde29bca5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:35.539892 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.628094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Allocated IP 172.20.0.1 (bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2/91e0be55-b309-44d5-bd9f-298f5bb793bd/63bff685-d777-4bc5-8bbd-b0034e4cc69e) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:35.727435 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.760396 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.827082 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.852121 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.870071 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:35.873158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:35.877490 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:35.901443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Attempting to bind port fd45a764-16c6-4750-b055-bc8a4041132b on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:35.901808 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Attempting to bind port fd45a764-16c6-4750-b055-bc8a4041132b by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:35.902166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Attempting to bind port fd45a764-16c6-4750-b055-bc8a4041132b on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:35.904097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=63bff685-d777-4bc5-8bbd-b0034e4cc69e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:35.910251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad2a69-680f-4bfe-b1e5-8df7920c9ef4 None None] Pushing event updated for resources: {'Port': ['ID=fd45a764-16c6-4750-b055-bc8a4041132b,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:35.912865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:35.913235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:35.913634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.914012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:35.914472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Bound port: fd45a764-16c6-4750-b055-bc8a4041132b, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:35.914849 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.927243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:35.968047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] For port fd45a764-16c6-4750-b055-bc8a4041132b, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:35.972799 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] For port fd45a764-16c6-4750-b055-bc8a4041132b, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd45a764-16c6-4750-b055-bc8a4041132b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:36.069623 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:36.127657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Routers {'07bd9276-5408-429e-a665-ea29f9c9a8ef'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:15:36.128271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['07bd9276-5408-429e-a665-ea29f9c9a8ef'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:36.132971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad2a69-680f-4bfe-b1e5-8df7920c9ef4 None None] Pushing event updated for resources: {'Port': ['ID=fd45a764-16c6-4750-b055-bc8a4041132b,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:36.142868 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:36.193342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-720fe4a5-f27a-4ea5-a276-53bd85470721 None None] Provisioning complete for port 63bff685-d777-4bc5-8bbd-b0034e4cc69e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:36.196979 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-720fe4a5-f27a-4ea5-a276-53bd85470721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:36.269306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] Set router 07bd9276-5408-429e-a665-ea29f9c9a8ef gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:15:36.271025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-720fe4a5-f27a-4ea5-a276-53bd85470721 None None] Port 63bff685-d777-4bc5-8bbd-b0034e4cc69e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:15:36.307753 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:36.386470 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:36.459385 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:36.461282 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=63bff685-d777-4bc5-8bbd-b0034e4cc69e,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:36.473435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'name': 'tempest-TestEncryptedCinderVolumes-1423729995-router', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:36Z', 'revision_number': 4, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'gw_port': {'id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '63bff685-d777-4bc5-8bbd-b0034e4cc69e', 'name': '', 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'mac_address': 'fa:16:3e:5a:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:35Z', 'updated_at': '2021-10-19T12:15:35Z', 'revision_number': 1, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'subnets': [{'id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:36.503443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24968d07-d496-4c21-a60a-58a74d0847b8 None None] The sync data for ids ['07bd9276-5408-429e-a665-ea29f9c9a8ef'] in n-d-814547-1 is: [{'id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'name': 'tempest-TestEncryptedCinderVolumes-1423729995-router', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:36Z', 'revision_number': 4, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'gw_port': {'id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '63bff685-d777-4bc5-8bbd-b0034e4cc69e', 'name': '', 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'mac_address': 'fa:16:3e:5a:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:35Z', 'updated_at': '2021-10-19T12:15:35Z', 'revision_number': 1, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'subnets': [{'id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:15:36.554179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:36.555704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:36.678229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Router 07bd9276-5408-429e-a665-ea29f9c9a8ef has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:15:36.792432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c140e73f-4854-4532-aff5-57a47484560e None None] Provisioning complete for port 63bff685-d777-4bc5-8bbd-b0034e4cc69e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:36.792943 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c140e73f-4854-4532-aff5-57a47484560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:36.817587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:15:36.829116 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-18090191-7d3f-4535-8bab-4c834ba2d8f7 admin admin] 10.222.0.39 "PUT /v2.0/routers/07bd9276-5408-429e-a665-ea29f9c9a8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8048630 Oct 19 12:15:36.836271 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c140e73f-4854-4532-aff5-57a47484560e None None] Port 63bff685-d777-4bc5-8bbd-b0034e4cc69e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:15:37.396715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd45a764-16c6-4750-b055-bc8a4041132b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:37.452244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port fd45a764-16c6-4750-b055-bc8a4041132b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:37.452641 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:37.513639 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51404) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:37.521774 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-801406541-network', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:37.606745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Made reservation on behalf of c8cb3cf9b84348f2b929cff8ec81d3d9 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:37.609350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:37.619913 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:37.699759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:37.704981 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:37.721742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port fd45a764-16c6-4750-b055-bc8a4041132b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd45a764-16c6-4750-b055-bc8a4041132b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:37.781329 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:37.803480 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:37.805221 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:15:37.822021 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d263da4-50c7-4930-b049-c60cdeac3e12,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:37.825489 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:37.825831 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Added segment 12dbb705-4a2f-4d5e-99e9-d54efc64a3a4 of type vlan for network 93e11c5e-0b13-4140-9ffe-68584b5a1b0a Oct 19 12:15:37.853147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=fd45a764-16c6-4750-b055-bc8a4041132b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:37.869321 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:37.937465 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:37.938982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:37.939566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:38.001830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] Pushing event updated for resources: {'Network': ['ID=93e11c5e-0b13-4140-9ffe-68584b5a1b0a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:38.011422 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 93e11c5e-0b13-4140-9ffe-68584b5a1b0a details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:15:38.029276 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a807486d-f7ff-4a7f-b836-d7360b8149ce admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5138888 Oct 19 12:15:38.031972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51406) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:38.036759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] Request body: {'subnet': {'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-801406541-subnet', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:38.118137 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] Made reservation on behalf of c8cb3cf9b84348f2b929cff8ec81d3d9 for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:38.120663 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:38.352787 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:38.389750 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Sync routers for ids ['07bd9276-5408-429e-a665-ea29f9c9a8ef'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:15:38.399063 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Routers {'07bd9276-5408-429e-a665-ea29f9c9a8ef'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:15:38.399719 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['07bd9276-5408-429e-a665-ea29f9c9a8ef'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:38.412909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=740920f1-61dc-4dba-98d8-3c3bb3a18ad7,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:38.420606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] Checking segment: {'id': '12dbb705-4a2f-4d5e-99e9-d54efc64a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:38.420971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] Network hostable DHCP agents. Network: 93e11c5e-0b13-4140-9ffe-68584b5a1b0a, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:15:38.491551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] Network 93e11c5e-0b13-4140-9ffe-68584b5a1b0a is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:15:38.507449 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Set router 07bd9276-5408-429e-a665-ea29f9c9a8ef gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:15:38.549099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 93e11c5e-0b13-4140-9ffe-68584b5a1b0a) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:38.553745 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:38.554719 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:38.558081 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb85737e-cbf4-443f-8098-32337e027a28 None None] Network 93e11c5e-0b13-4140-9ffe-68584b5a1b0a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:38.623157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51408) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:38.623736 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6735d9f1-9008-41dd-a31b-0a4cbde314a2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5902774 Oct 19 12:15:38.630320 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-801406541-router', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:38.706920 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'name': 'tempest-TestEncryptedCinderVolumes-1423729995-router', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:36Z', 'revision_number': 4, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'gw_port': {'id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '63bff685-d777-4bc5-8bbd-b0034e4cc69e', 'name': '', 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'mac_address': 'fa:16:3e:5a:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:35Z', 'updated_at': '2021-10-19T12:15:36Z', 'revision_number': 2, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'subnets': [{'id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:38.708298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-93e11c5e-0b13-4140-9ffe-68584b5a1b0a', 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'fixed_ips': [{'subnet_id': '740920f1-61dc-4dba-98d8-3c3bb3a18ad7'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:15:38.709183 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:38.712510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:38.713613 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:38.738149 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Checking router: 07bd9276-5408-429e-a665-ea29f9c9a8ef for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:15:38.738594 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Updating router 07bd9276-5408-429e-a665-ea29f9c9a8ef port 63bff685-d777-4bc5-8bbd-b0034e4cc69e binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:15:38.763608 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:38.771786 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:38.845685 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Allocated IP 172.20.0.2 (93e11c5e-0b13-4140-9ffe-68584b5a1b0a/740920f1-61dc-4dba-98d8-3c3bb3a18ad7/af123df8-41f8-46fc-9b9c-d95382af1d26) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:38.965771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:38.997722 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.024650 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.074851 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.115287 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.117433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Network 93e11c5e-0b13-4140-9ffe-68584b5a1b0a is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:39.120383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:39.125943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:39.134502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Pushing event updated for resources: {'Port': ['ID=af123df8-41f8-46fc-9b9c-d95382af1d26,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:39.164635 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Pushing event updated for resources: {'Port': ['ID=63bff685-d777-4bc5-8bbd-b0034e4cc69e,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:39.183984 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.194159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.194159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.194159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.194159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.194159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.194159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.194159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.194159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.194159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.194159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.194159 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:39.207277 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Attempting to bind port af123df8-41f8-46fc-9b9c-d95382af1d26 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:39.207646 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Attempting to bind port af123df8-41f8-46fc-9b9c-d95382af1d26 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '12dbb705-4a2f-4d5e-99e9-d54efc64a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:39.208002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Attempting to bind port af123df8-41f8-46fc-9b9c-d95382af1d26 on network 93e11c5e-0b13-4140-9ffe-68584b5a1b0a {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:39.213945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:39.214352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Checking segment: {'id': '12dbb705-4a2f-4d5e-99e9-d54efc64a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:39.215065 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.215554 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Bound using segment: {'id': '12dbb705-4a2f-4d5e-99e9-d54efc64a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:39.216019 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Bound port: af123df8-41f8-46fc-9b9c-d95382af1d26, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dbb705-4a2f-4d5e-99e9-d54efc64a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:39.216469 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.245405 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Attempting to bind port 63bff685-d777-4bc5-8bbd-b0034e4cc69e on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:39.245776 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Attempting to bind port 63bff685-d777-4bc5-8bbd-b0034e4cc69e by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:39.246276 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Attempting to bind port 63bff685-d777-4bc5-8bbd-b0034e4cc69e on network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:39.255577 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:39.259388 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Checking segment: {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:39.259388 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.259388 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Bound using segment: {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:39.259388 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Bound port: 63bff685-d777-4bc5-8bbd-b0034e4cc69e, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:39.259388 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.276589 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.299760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] For port af123df8-41f8-46fc-9b9c-d95382af1d26, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:39.303219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] For port af123df8-41f8-46fc-9b9c-d95382af1d26, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=af123df8-41f8-46fc-9b9c-d95382af1d26,segment=NetworkSegment(12dbb705-4a2f-4d5e-99e9-d54efc64a3a4),segment_id=12dbb705-4a2f-4d5e-99e9-d54efc64a3a4)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:39.307260 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.339148 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] For port 63bff685-d777-4bc5-8bbd-b0034e4cc69e, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:39.343096 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] For port 63bff685-d777-4bc5-8bbd-b0034e4cc69e, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=63bff685-d777-4bc5-8bbd-b0034e4cc69e,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:39.370163 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.404234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd45a764-16c6-4750-b055-bc8a4041132b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:39.421920 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.426793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Allocated IP 172.25.2.33 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/d13d895f-ab3c-4d1c-9dba-ce55743a55de) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:39.467072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd422e-6608-41e6-b72b-c279e925ecbf None None] Pushing event updated for resources: {'Port': ['ID=af123df8-41f8-46fc-9b9c-d95382af1d26,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:39.474484 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Routers {'07bd9276-5408-429e-a665-ea29f9c9a8ef'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:15:39.475101 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['07bd9276-5408-429e-a665-ea29f9c9a8ef'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:39.487719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port fd45a764-16c6-4750-b055-bc8a4041132b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:39.488153 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.533431 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3a5e1196-4856-4564-ab67-e5c9f1f03e71 None None] Provisioning complete for port 63bff685-d777-4bc5-8bbd-b0034e4cc69e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:39.533798 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1196-4856-4564-ab67-e5c9f1f03e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.595360 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.614298 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] Set router 07bd9276-5408-429e-a665-ea29f9c9a8ef gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:15:39.693585 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1196-4856-4564-ab67-e5c9f1f03e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.705064 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.760591 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3a5e1196-4856-4564-ab67-e5c9f1f03e71 None None] For port 63bff685-d777-4bc5-8bbd-b0034e4cc69e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=63bff685-d777-4bc5-8bbd-b0034e4cc69e,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:39.766994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:39.777062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:39.783184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:39.825951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Pushing event updated for resources: {'Port': ['ID=d13d895f-ab3c-4d1c-9dba-ce55743a55de,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:39.834832 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1196-4856-4564-ab67-e5c9f1f03e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:39.872406 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c5294-ec55-4bf6-b32b-06b5962e029e None None] Pushing event updated for resources: {'Port': ['ID=63bff685-d777-4bc5-8bbd-b0034e4cc69e,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:39.893336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e1196-4856-4564-ab67-e5c9f1f03e71 None None] Pushing event updated for resources: {'Port': ['ID=63bff685-d777-4bc5-8bbd-b0034e4cc69e,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:39.900140 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'name': 'tempest-TestEncryptedCinderVolumes-1423729995-router', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:36Z', 'revision_number': 4, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'gw_port': {'id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '63bff685-d777-4bc5-8bbd-b0034e4cc69e', 'name': '', 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'mac_address': 'fa:16:3e:5a:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:35Z', 'updated_at': '2021-10-19T12:15:39Z', 'revision_number': 4, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'subnets': [{'id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:39.933605 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24cf17-9a34-472c-89eb-8f5662e3b8a4 None None] The sync data for ids ['07bd9276-5408-429e-a665-ea29f9c9a8ef'] in n-d-814547-1 is: [{'id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'name': 'tempest-TestEncryptedCinderVolumes-1423729995-router', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:36Z', 'revision_number': 4, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'gw_port': {'id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '63bff685-d777-4bc5-8bbd-b0034e4cc69e', 'name': '', 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'mac_address': 'fa:16:3e:5a:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:35Z', 'updated_at': '2021-10-19T12:15:39Z', 'revision_number': 4, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'subnets': [{'id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:15:39.955675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-73b7063f-78a1-4f6e-b12e-952418afba0e None None] Provisioning complete for port 63bff685-d777-4bc5-8bbd-b0034e4cc69e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:39.956475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-73b7063f-78a1-4f6e-b12e-952418afba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:40.170875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:40.389464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:40.589240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c42b65a-b20d-4bb1-9dbe-93923e3975a4 None None] Network 93e11c5e-0b13-4140-9ffe-68584b5a1b0a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:15:40.622999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Router e3e6f6ff-8efd-4606-9ab3-079db15371dc is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:15:40.702326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-881d0e67-f6ae-47ef-9a13-428afccd64b2 None None] Provisioning complete for port af123df8-41f8-46fc-9b9c-d95382af1d26 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:40.702700 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-881d0e67-f6ae-47ef-9a13-428afccd64b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:40.731098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:15:40.744589 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Sync routers for ids ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:15:40.780107 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Routers {'e3e6f6ff-8efd-4606-9ab3-079db15371dc'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:15:40.780749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:40.802499 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:40.803763 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6725da08-d142-431f-b4f8-f843fefd41dc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1788595 Oct 19 12:15:40.806521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51412) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:15:40.921467 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-881d0e67-f6ae-47ef-9a13-428afccd64b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:40.944046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Set router e3e6f6ff-8efd-4606-9ab3-079db15371dc gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:15:41.039452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-881d0e67-f6ae-47ef-9a13-428afccd64b2 None None] For port af123df8-41f8-46fc-9b9c-d95382af1d26, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=af123df8-41f8-46fc-9b9c-d95382af1d26,segment=NetworkSegment(12dbb705-4a2f-4d5e-99e9-d54efc64a3a4),segment_id=12dbb705-4a2f-4d5e-99e9-d54efc64a3a4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:41.101668 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-881d0e67-f6ae-47ef-9a13-428afccd64b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.182460 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d0e67-f6ae-47ef-9a13-428afccd64b2 None None] Pushing event updated for resources: {'Port': ['ID=af123df8-41f8-46fc-9b9c-d95382af1d26,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:41.204909 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'name': 'tempest-TestEncryptedCinderVolumes-801406541-router', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:38Z', 'updated_at': '2021-10-19T12:15:39Z', 'revision_number': 3, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'gw_port': {'id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:39Z', 'updated_at': '2021-10-19T12:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:41.238026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Checking router: e3e6f6ff-8efd-4606-9ab3-079db15371dc for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:15:41.238275 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Updating router e3e6f6ff-8efd-4606-9ab3-079db15371dc port d13d895f-ab3c-4d1c-9dba-ce55743a55de binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:15:41.263776 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f91006b0-c6b1-4865-be8d-e739e313c9b7 None None] Provisioning complete for port af123df8-41f8-46fc-9b9c-d95382af1d26 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:41.265599 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f91006b0-c6b1-4865-be8d-e739e313c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.306933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.524064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device af123df8-41f8-46fc-9b9c-d95382af1d26 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:41.558486 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.617319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port af123df8-41f8-46fc-9b9c-d95382af1d26 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:41.617688 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.691825 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.716482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Allocated IP 172.20.0.1 (93e11c5e-0b13-4140-9ffe-68584b5a1b0a/740920f1-61dc-4dba-98d8-3c3bb3a18ad7/7b8424ab-6a56-43e6-8f66-91e0f56fe203) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:41.735725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 63bff685-d777-4bc5-8bbd-b0034e4cc69e up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:41.757378 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.820840 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.826017 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Attempting to bind port d13d895f-ab3c-4d1c-9dba-ce55743a55de on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:41.830260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Attempting to bind port d13d895f-ab3c-4d1c-9dba-ce55743a55de by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:41.830260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Attempting to bind port d13d895f-ab3c-4d1c-9dba-ce55743a55de on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:41.830260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d127cb-63a4-4466-92a4-6a1987fb161c None None] Pushing event updated for resources: {'Port': ['ID=d13d895f-ab3c-4d1c-9dba-ce55743a55de,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:41.837689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:41.838069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:41.838468 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.838857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:41.839550 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Bound port: d13d895f-ab3c-4d1c-9dba-ce55743a55de, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:41.839711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.875464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 63bff685-d777-4bc5-8bbd-b0034e4cc69e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:41.875874 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.912271 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:41.922979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] For port d13d895f-ab3c-4d1c-9dba-ce55743a55de, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:41.926997 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] For port d13d895f-ab3c-4d1c-9dba-ce55743a55de, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d13d895f-ab3c-4d1c-9dba-ce55743a55de,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:41.953771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Network 93e11c5e-0b13-4140-9ffe-68584b5a1b0a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:41.956736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:41.961087 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:41.991847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Pushing event updated for resources: {'Port': ['ID=7b8424ab-6a56-43e6-8f66-91e0f56fe203,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:42.006860 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:42.012919 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:42.067161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Routers {'e3e6f6ff-8efd-4606-9ab3-079db15371dc'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:15:42.067878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:42.116268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d127cb-63a4-4466-92a4-6a1987fb161c None None] Pushing event updated for resources: {'Port': ['ID=d13d895f-ab3c-4d1c-9dba-ce55743a55de,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:42.191315 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] Set router e3e6f6ff-8efd-4606-9ab3-079db15371dc gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:15:42.221395 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:42.391158 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:42.422928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3e2c849f-17bf-4958-84e2-a1eb9ac87641 None None] Provisioning complete for port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:42.423319 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e2c849f-17bf-4958-84e2-a1eb9ac87641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:42.457313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:42.495894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c849f-17bf-4958-84e2-a1eb9ac87641 None None] Port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:15:42.527605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Pushing event updated for resources: {'Port': ['ID=7b8424ab-6a56-43e6-8f66-91e0f56fe203,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:42.530164 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:42.552048 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'name': 'tempest-TestEncryptedCinderVolumes-801406541-router', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:38Z', 'updated_at': '2021-10-19T12:15:39Z', 'revision_number': 3, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'gw_port': {'id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:39Z', 'updated_at': '2021-10-19T12:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:42.581801 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000fb2d-0c22-41a5-9162-aa5091da55e2 None None] The sync data for ids ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'] in n-d-814547-1 is: [{'id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'name': 'tempest-TestEncryptedCinderVolumes-801406541-router', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:38Z', 'updated_at': '2021-10-19T12:15:39Z', 'revision_number': 3, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'gw_port': {'id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:39Z', 'updated_at': '2021-10-19T12:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:15:42.622726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Network 93e11c5e-0b13-4140-9ffe-68584b5a1b0a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:42.624110 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:42.747199 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Router e3e6f6ff-8efd-4606-9ab3-079db15371dc has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:15:42.882227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:15:42.888091 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-440856f8-d077-445a-87c9-9246daeb8c0a admin admin] 10.222.0.39 "PUT /v2.0/routers/e3e6f6ff-8efd-4606-9ab3-079db15371dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0805604 Oct 19 12:15:42.916844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-74867c9b-08bc-4266-b1f7-8168ecc0b5db None None] Provisioning complete for port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:42.917502 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-74867c9b-08bc-4266-b1f7-8168ecc0b5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:42.958707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-74867c9b-08bc-4266-b1f7-8168ecc0b5db None None] Port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:15:43.398832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d13d895f-ab3c-4d1c-9dba-ce55743a55de up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:43.448467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d13d895f-ab3c-4d1c-9dba-ce55743a55de triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:43.448467 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:43.530244 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:43.551416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port d13d895f-ab3c-4d1c-9dba-ce55743a55de, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d13d895f-ab3c-4d1c-9dba-ce55743a55de,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:43.632156 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:43.680334 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=d13d895f-ab3c-4d1c-9dba-ce55743a55de,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:43.732146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e78a6-2f97-414b-a398-c584e79ae126 req-a9416913-3177-4528-82f2-4e298334fd58 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:43.733657 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-a9416913-3177-4528-82f2-4e298334fd58 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/networks?id=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 HTTP/1.1" status: 200 len: 817 time: 0.1066601 Oct 19 12:15:43.748953 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-28796ac6-ffc5-45f8-8809-e0976e6a5cf1 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/quotas/f8a2e9e579174edfac4affb3805e0725 HTTP/1.1" status: 200 len: 375 time: 0.0090189 Oct 19 12:15:43.803658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-6f8376b3-7ec4-46b3-9739-4f7aa7a72d01 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8a2e9e579174edfac4affb3805e0725&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482152 Oct 19 12:15:43.906213 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-e1b6ea3e-78fe-407e-8a4b-96b0aefb1f1f service neutron] 10.222.0.39 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904617 Oct 19 12:15:43.996427 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-d6a01daa-eaae-4238-9b5a-bba47cd1e0a1 service neutron] 10.222.0.39 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837843 Oct 19 12:15:44.051057 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Sync routers for ids ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:15:44.060189 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Routers {'e3e6f6ff-8efd-4606-9ab3-079db15371dc'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:15:44.060819 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:44.165534 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Set router e3e6f6ff-8efd-4606-9ab3-079db15371dc gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:15:44.258483 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ef13fce5-f6bc-4b94-a7b1-841c4885c2e3 req-a90c39f6-b876-49ee-937c-4ef3d2a1805a tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 210 time: 0.0281353 Oct 19 12:15:44.469211 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'name': 'tempest-TestEncryptedCinderVolumes-801406541-router', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:38Z', 'updated_at': '2021-10-19T12:15:42Z', 'revision_number': 4, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'gw_port': {'id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:39Z', 'updated_at': '2021-10-19T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7b8424ab-6a56-43e6-8f66-91e0f56fe203', 'name': '', 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'mac_address': 'fa:16:3e:b4:42:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '740920f1-61dc-4dba-98d8-3c3bb3a18ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:41Z', 'updated_at': '2021-10-19T12:15:42Z', 'revision_number': 2, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'subnets': [{'id': '740920f1-61dc-4dba-98d8-3c3bb3a18ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:44.495707 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Checking router: e3e6f6ff-8efd-4606-9ab3-079db15371dc for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:15:44.495974 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Updating router e3e6f6ff-8efd-4606-9ab3-079db15371dc port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:15:44.520516 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:44.788592 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:44.874441 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:44.927149 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889397f-21e6-4a63-956b-831aaf59cdf3 None None] Pushing event updated for resources: {'Port': ['ID=7b8424ab-6a56-43e6-8f66-91e0f56fe203,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:44.975021 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Attempting to bind port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:44.975386 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Attempting to bind port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '12dbb705-4a2f-4d5e-99e9-d54efc64a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:44.975788 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Attempting to bind port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 on network 93e11c5e-0b13-4140-9ffe-68584b5a1b0a {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:44.981129 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:44.981496 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Checking segment: {'id': '12dbb705-4a2f-4d5e-99e9-d54efc64a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:44.981884 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:44.982297 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Bound using segment: {'id': '12dbb705-4a2f-4d5e-99e9-d54efc64a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:44.982799 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Bound port: 7b8424ab-6a56-43e6-8f66-91e0f56fe203, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dbb705-4a2f-4d5e-99e9-d54efc64a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:44.983178 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:45.056411 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] For port 7b8424ab-6a56-43e6-8f66-91e0f56fe203, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:45.059677 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] For port 7b8424ab-6a56-43e6-8f66-91e0f56fe203, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7b8424ab-6a56-43e6-8f66-91e0f56fe203,segment=NetworkSegment(12dbb705-4a2f-4d5e-99e9-d54efc64a3a4),segment_id=12dbb705-4a2f-4d5e-99e9-d54efc64a3a4)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:45.090419 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3054c2ce-8466-4921-b591-11e42da2b3a7 None None] Provisioning complete for port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:45.091001 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3054c2ce-8466-4921-b591-11e42da2b3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:45.123635 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3054c2ce-8466-4921-b591-11e42da2b3a7 None None] Port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:15:45.158599 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:45.215733 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Routers {'e3e6f6ff-8efd-4606-9ab3-079db15371dc'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:15:45.216377 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:15:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:45.222565 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889397f-21e6-4a63-956b-831aaf59cdf3 None None] Pushing event updated for resources: {'Port': ['ID=7b8424ab-6a56-43e6-8f66-91e0f56fe203,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:45.362119 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] Set router e3e6f6ff-8efd-4606-9ab3-079db15371dc gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:15:45.385955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d13d895f-ab3c-4d1c-9dba-ce55743a55de up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:45.386530 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f6416ae0-56c8-435d-adab-d49925846e38 req-649c04c4-1883-4504-8cfe-4888a0d4eabb tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 210 time: 0.0294864 Oct 19 12:15:45.454637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-12e9dcbb-9a0a-42f7-a183-30e6903106fd None None] Provisioning complete for port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:45.455044 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-12e9dcbb-9a0a-42f7-a183-30e6903106fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:45.481335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d13d895f-ab3c-4d1c-9dba-ce55743a55de triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:45.481700 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:45.589423 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'name': 'tempest-TestEncryptedCinderVolumes-801406541-router', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:38Z', 'updated_at': '2021-10-19T12:15:42Z', 'revision_number': 4, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'gw_port': {'id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:39Z', 'updated_at': '2021-10-19T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7b8424ab-6a56-43e6-8f66-91e0f56fe203', 'name': '', 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'mac_address': 'fa:16:3e:b4:42:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '740920f1-61dc-4dba-98d8-3c3bb3a18ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:41Z', 'updated_at': '2021-10-19T12:15:45Z', 'revision_number': 4, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'subnets': [{'id': '740920f1-61dc-4dba-98d8-3c3bb3a18ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:15:45.597885 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-12e9dcbb-9a0a-42f7-a183-30e6903106fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:45.622975 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca86f03-45ea-4029-9c24-f31f361410c5 None None] The sync data for ids ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'] in n-d-814547-1 is: [{'id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'name': 'tempest-TestEncryptedCinderVolumes-801406541-router', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:38Z', 'updated_at': '2021-10-19T12:15:42Z', 'revision_number': 4, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'gw_port': {'id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:39Z', 'updated_at': '2021-10-19T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7b8424ab-6a56-43e6-8f66-91e0f56fe203', 'name': '', 'network_id': '93e11c5e-0b13-4140-9ffe-68584b5a1b0a', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'mac_address': 'fa:16:3e:b4:42:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '740920f1-61dc-4dba-98d8-3c3bb3a18ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:41Z', 'updated_at': '2021-10-19T12:15:45Z', 'revision_number': 4, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'subnets': [{'id': '740920f1-61dc-4dba-98d8-3c3bb3a18ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:15:45.637446 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-12e9dcbb-9a0a-42f7-a183-30e6903106fd None None] For port 7b8424ab-6a56-43e6-8f66-91e0f56fe203, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7b8424ab-6a56-43e6-8f66-91e0f56fe203,segment=NetworkSegment(12dbb705-4a2f-4d5e-99e9-d54efc64a3a4),segment_id=12dbb705-4a2f-4d5e-99e9-d54efc64a3a4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:45.706128 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-12e9dcbb-9a0a-42f7-a183-30e6903106fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:45.760058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9dcbb-9a0a-42f7-a183-30e6903106fd None None] Pushing event updated for resources: {'Port': ['ID=7b8424ab-6a56-43e6-8f66-91e0f56fe203,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:46.448111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e78a6-2f97-414b-a398-c584e79ae126 req-0491444d-afb8-4d5e-a92b-964e9e4c6060 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:46.449651 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-0491444d-afb8-4d5e-a92b-964e9e4c6060 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.49 "GET /v2.0/networks?id=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 HTTP/1.1" status: 200 len: 817 time: 0.1075127 Oct 19 12:15:46.463218 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Request body: {'port': {'device_id': 'bee299b2-9cbc-4af0-b217-cbd86f5a5589', 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'admin_state_up': True, 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:46.508846 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f7dbabb-2329-4c2c-a735-040cd38c5c2a req-00f1c9f3-9756-45e1-8b0b-e3d4ae2ab0a2 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 210 time: 0.0313911 Oct 19 12:15:46.654855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Made reservation on behalf of f8a2e9e579174edfac4affb3805e0725 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:15:46.659192 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:46.790562 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Allocated IP 172.20.0.5 (bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2/91e0be55-b309-44d5-bd9f-298f5bb793bd/1b521d3e-5cae-4a2b-8e07-03328f351111) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:15:46.951564 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:47.046581 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:47.094546 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:15:47.097917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:15:47.101688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:15:47.127476 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Pushing event updated for resources: {'Port': ['ID=1b521d3e-5cae-4a2b-8e07-03328f351111,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:47.161155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:47.161935 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:47.246340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-1103231f-57a1-4328-854e-ab2ade28ec98 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869439 Oct 19 12:15:47.260430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Request body: {'port': {'device_id': 'bee299b2-9cbc-4af0-b217-cbd86f5a5589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:15:47.315454 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:47.342754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bfcf99d7-8a2a-473f-ad18-d5a62f1991a7 None None] Provisioning complete for port 1b521d3e-5cae-4a2b-8e07-03328f351111 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:47.343311 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bfcf99d7-8a2a-473f-ad18-d5a62f1991a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:47.391688 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf99d7-8a2a-473f-ad18-d5a62f1991a7 None None] Port 1b521d3e-5cae-4a2b-8e07-03328f351111 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:15:47.416807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7b8424ab-6a56-43e6-8f66-91e0f56fe203 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:47.467493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:47.467976 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:47.635898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b521d3e-5cae-4a2b-8e07-03328f351111 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:15:47.646004 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:47.665883 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb777d-4def-4fcb-9b34-14d4e5e4d805 req-be1a2347-9521-4f3e-9743-cd3c19a42019 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:47.667344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2bb777d-4def-4fcb-9b34-14d4e5e4d805 req-be1a2347-9521-4f3e-9743-cd3c19a42019 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 931 time: 0.0884850 Oct 19 12:15:47.669990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Transition to ACTIVE for port object 1b521d3e-5cae-4a2b-8e07-03328f351111 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:15:47.704817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a2bb777d-4def-4fcb-9b34-14d4e5e4d805 req-ffe65273-1767-4a8b-a17d-5db8b917af2b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304906 Oct 19 12:15:47.740084 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:47.792338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Pushing event updated for resources: {'Port': ['ID=1b521d3e-5cae-4a2b-8e07-03328f351111,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:47.858465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Attempting to bind port 1b521d3e-5cae-4a2b-8e07-03328f351111 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:15:47.858795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Attempting to bind port 1b521d3e-5cae-4a2b-8e07-03328f351111 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:15:47.859723 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Attempting to bind port 1b521d3e-5cae-4a2b-8e07-03328f351111 on network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:47.864233 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Port 1b521d3e-5cae-4a2b-8e07-03328f351111 on network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:15:47.864573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Attempting to bind port 1b521d3e-5cae-4a2b-8e07-03328f351111 on network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:15:47.869575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:15:47.869906 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Checking segment: {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:15:47.870281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Bound using segment: {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:15:47.870697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Bound port: 1b521d3e-5cae-4a2b-8e07-03328f351111, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:15:47.871049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:47.939942 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] For port 1b521d3e-5cae-4a2b-8e07-03328f351111, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:15:47.942947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] For port 1b521d3e-5cae-4a2b-8e07-03328f351111, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1b521d3e-5cae-4a2b-8e07-03328f351111,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:15:48.003939 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:48.041182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:48.041804 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:48.043195 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] 10.222.0.49 "PUT /v2.0/ports/1b521d3e-5cae-4a2b-8e07-03328f351111 HTTP/1.1" status: 200 len: 1091 time: 0.7875214 Oct 19 12:15:48.043928 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee299b2-9cbc-4af0-b217-cbd86f5a5589', 'tag': '1b521d3e-5cae-4a2b-8e07-03328f351111'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:15:48.046159 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb14ab0-9ef9-4ebf-a200-af5f696a9f62" -d '{"events": [{"name": "network-changed", "server_uuid": "bee299b2-9cbc-4af0-b217-cbd86f5a5589", "tag": "1b521d3e-5cae-4a2b-8e07-03328f351111"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:15:48.070478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd55749-2e14-4794-8ace-9b80d940666e service neutron] Pushing event updated for resources: {'Port': ['ID=1b521d3e-5cae-4a2b-8e07-03328f351111,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:48.084568 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f626ab8a-e25b-4221-b876-632e3b9b2eb6 x-openstack-request-id: req-f626ab8a-e25b-4221-b876-632e3b9b2eb6 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:15:48.085111 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee299b2-9cbc-4af0-b217-cbd86f5a5589", "tag": "1b521d3e-5cae-4a2b-8e07-03328f351111", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:15:48.085367 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f626ab8a-e25b-4221-b876-632e3b9b2eb6 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:15:48.085771 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee299b2-9cbc-4af0-b217-cbd86f5a5589', 'tag': '1b521d3e-5cae-4a2b-8e07-03328f351111', 'status': 'completed', 'code': 200} Oct 19 12:15:48.149132 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb14ab0-9ef9-4ebf-a200-af5f696a9f62 req-0f703690-c20d-4147-b6b9-751f89a90ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:48.150648 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5cb14ab0-9ef9-4ebf-a200-af5f696a9f62 req-0f703690-c20d-4147-b6b9-751f89a90ec4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8a2e9e579174edfac4affb3805e0725&device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 1094 time: 0.0430326 Oct 19 12:15:48.580612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb14ab0-9ef9-4ebf-a200-af5f696a9f62 req-467a2003-b21f-416c-95ea-4119bc44ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:48.582085 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5cb14ab0-9ef9-4ebf-a200-af5f696a9f62 req-467a2003-b21f-416c-95ea-4119bc44ab5e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f8a2e9e579174edfac4affb3805e0725&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4237850 Oct 19 12:15:48.677958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb14ab0-9ef9-4ebf-a200-af5f696a9f62 req-eead360f-46c9-4109-88d8-7a400155a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:48.679305 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5cb14ab0-9ef9-4ebf-a200-af5f696a9f62 req-eead360f-46c9-4109-88d8-7a400155a372 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896575 Oct 19 12:15:48.755328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e78a6-2f97-414b-a398-c584e79ae126 req-2ad62b0c-fe12-43e0-ba01-571c62a64c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:48.756861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-2ad62b0c-fe12-43e0-ba01-571c62a64c20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8a2e9e579174edfac4affb3805e0725&device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 1094 time: 0.0414975 Oct 19 12:15:48.806484 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-b9bff2f9-e3d8-4e87-9936-ee146799c32f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b521d3e-5cae-4a2b-8e07-03328f351111 HTTP/1.1" status: 200 len: 217 time: 0.0415339 Oct 19 12:15:48.880890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8f5d6-7b4c-4073-9c6c-52e72bf4f51d req-5166561f-eeca-445d-97a0-a1c7a6918bdf tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:48.882340 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32a8f5d6-7b4c-4073-9c6c-52e72bf4f51d req-5166561f-eeca-445d-97a0-a1c7a6918bdf tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 943 time: 0.1107008 Oct 19 12:15:48.884004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e78a6-2f97-414b-a398-c584e79ae126 req-fab530d6-ce68-41df-a29e-96c5558dae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:48.885486 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-fab530d6-ce68-41df-a29e-96c5558dae9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91e0be55-b309-44d5-bd9f-298f5bb793bd HTTP/1.1" status: 200 len: 856 time: 0.0646203 Oct 19 12:15:48.947916 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32a8f5d6-7b4c-4073-9c6c-52e72bf4f51d req-24d8974e-c77c-4af5-b2c7-bdfbefb9e203 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596416 Oct 19 12:15:48.954354 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e78a6-2f97-414b-a398-c584e79ae126 req-62ed6bdd-8573-4a39-9aff-f5da5e3def0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:48.955794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-62ed6bdd-8573-4a39-9aff-f5da5e3def0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618629 Oct 19 12:15:49.047917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-6f9bf808-3ebc-4c21-95dd-9024e2e10a2a service neutron] 10.222.0.49 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851052 Oct 19 12:15:49.138240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-630e78a6-2f97-414b-a398-c584e79ae126 req-52c1b733-d365-4c5a-81f9-feac3dd7218b service neutron] 10.222.0.49 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831394 Oct 19 12:15:50.066066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e0a0a-da1a-4512-9818-c038f386caf1 req-ab5b0f81-bdc9-4f55-a206-1746bbd7a25b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:50.067546 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b0e0a0a-da1a-4512-9818-c038f386caf1 req-ab5b0f81-bdc9-4f55-a206-1746bbd7a25b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 943 time: 0.0529733 Oct 19 12:15:50.100557 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:50.106270 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4b0e0a0a-da1a-4512-9818-c038f386caf1 req-6146a981-8e82-4faf-bb4c-7c08f173e535 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Oct 19 12:15:50.582931 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:50.766802 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1b521d3e-5cae-4a2b-8e07-03328f351111 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:15:50.861416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1b521d3e-5cae-4a2b-8e07-03328f351111, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1b521d3e-5cae-4a2b-8e07-03328f351111,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:50.872046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '1b521d3e-5cae-4a2b-8e07-03328f351111', 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'port_id': '1b521d3e-5cae-4a2b-8e07-03328f351111', 'mac_address': 'fa:16:3e:3c:d1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:15:50.907841 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:50.920242 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b521d3e-5cae-4a2b-8e07-03328f351111 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:15:50.939580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1b521d3e-5cae-4a2b-8e07-03328f351111, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1b521d3e-5cae-4a2b-8e07-03328f351111,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:50.994241 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:51.039440 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1b521d3e-5cae-4a2b-8e07-03328f351111,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:51.046743 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.047082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.047414 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.047741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.048064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.048384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.048733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.049049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.049361 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.049676 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.050012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.050322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:15:51.194013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['1b521d3e-5cae-4a2b-8e07-03328f351111'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:15:51.227376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa572880-635b-4e58-af14-27a0bd3a8870 req-90ccebd8-36ea-4af1-8453-9c64bdff908f tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:51.228897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa572880-635b-4e58-af14-27a0bd3a8870 req-90ccebd8-36ea-4af1-8453-9c64bdff908f tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 944 time: 0.0550575 Oct 19 12:15:51.266604 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fa572880-635b-4e58-af14-27a0bd3a8870 req-4c794805-5bbc-4c58-aed5-61861e6fa4de tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Oct 19 12:15:52.381008 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fd1d4-d16d-4abf-986c-4217a19e7877 req-262c6e56-ad7c-44f7-87e7-9c016b0d3bde tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:52.382399 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-320fd1d4-d16d-4abf-986c-4217a19e7877 req-262c6e56-ad7c-44f7-87e7-9c016b0d3bde tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 944 time: 0.0495522 Oct 19 12:15:52.419212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-320fd1d4-d16d-4abf-986c-4217a19e7877 req-9d6d80ef-f14f-4132-9ac8-359e5003566c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Oct 19 12:15:52.783512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1b521d3e-5cae-4a2b-8e07-03328f351111 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:15:52.905887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 1b521d3e-5cae-4a2b-8e07-03328f351111 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:15:52.909696 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 1b521d3e-5cae-4a2b-8e07-03328f351111 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:15:52.910064 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:52.987742 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:53.009380 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee299b2-9cbc-4af0-b217-cbd86f5a5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b521d3e-5cae-4a2b-8e07-03328f351111'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:15:53.011594 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fccd663-db0b-41a6-958f-bc9666102dda" -d '{"events": [{"server_uuid": "bee299b2-9cbc-4af0-b217-cbd86f5a5589", "name": "network-vif-plugged", "status": "completed", "tag": "1b521d3e-5cae-4a2b-8e07-03328f351111"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:15:53.024601 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 1b521d3e-5cae-4a2b-8e07-03328f351111, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1b521d3e-5cae-4a2b-8e07-03328f351111,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:15:53.048056 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4ae63a-05ef-4b56-b913-a357c7fbca6d x-openstack-request-id: req-ec4ae63a-05ef-4b56-b913-a357c7fbca6d {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:15:53.048344 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee299b2-9cbc-4af0-b217-cbd86f5a5589", "name": "network-vif-plugged", "status": "completed", "tag": "1b521d3e-5cae-4a2b-8e07-03328f351111", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:15:53.048623 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec4ae63a-05ef-4b56-b913-a357c7fbca6d {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:15:53.049025 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee299b2-9cbc-4af0-b217-cbd86f5a5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b521d3e-5cae-4a2b-8e07-03328f351111', 'code': 200} Oct 19 12:15:53.085868 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:53.133470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=1b521d3e-5cae-4a2b-8e07-03328f351111,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:15:53.146631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623df5d5-3592-49c7-9820-98e02d3e7cc8 req-a7a563cb-5984-433a-b10c-9d55c903043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:53.148138 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-623df5d5-3592-49c7-9820-98e02d3e7cc8 req-a7a563cb-5984-433a-b10c-9d55c903043b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 1096 time: 0.0426912 Oct 19 12:15:53.182798 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-623df5d5-3592-49c7-9820-98e02d3e7cc8 req-5440dd62-c42b-4020-9806-acb1ae44757a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275710 Oct 19 12:15:53.533459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bb844-c625-49ff-8a99-b773f966804b req-b321936d-b6c1-48c8-af4c-2aa8285412d6 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:53.534919 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-208bb844-c625-49ff-8a99-b773f966804b req-b321936d-b6c1-48c8-af4c-2aa8285412d6 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 945 time: 0.0479014 Oct 19 12:15:53.573305 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-208bb844-c625-49ff-8a99-b773f966804b req-b798e1c7-e2e7-4213-96e5-2ffc766e8932 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Oct 19 12:15:54.687930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d7880-c008-4ead-9efb-fac8f1e91243 req-06aeec87-7f42-431c-8491-201eb47a9e5d tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:54.689408 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f34d7880-c008-4ead-9efb-fac8f1e91243 req-06aeec87-7f42-431c-8491-201eb47a9e5d tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 945 time: 0.0490322 Oct 19 12:15:54.726395 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f34d7880-c008-4ead-9efb-fac8f1e91243 req-880a0346-071c-4424-a2b4-26fabaf18a75 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Oct 19 12:15:54.843788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d13dff-00d1-4179-8206-90154df779e2 req-103920ca-cf2f-464f-9dfa-ab77a79d40ee tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:15:54.845164 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d0d13dff-00d1-4179-8206-90154df779e2 req-103920ca-cf2f-464f-9dfa-ab77a79d40ee tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 945 time: 0.0537701 Oct 19 12:15:54.882402 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d0d13dff-00d1-4179-8206-90154df779e2 req-d6f6d71b-429c-40fb-b9b9-4035fb655c5f tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313356 Oct 19 12:15:55.474294 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6411b80f-9d22-4343-9b28-8557feab7479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:56.807352 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:15:57.831418 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-89db4c2f-2285-4892-9f75-ea8446562aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:59.145914 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:15:59.265833 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:00.263709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-21518a2e-bd87-4c59-8b47-d60ee8748a09 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494959 Oct 19 12:16:00.350500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-9dc05a72-d591-44a5-8e12-0b9a975da80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:00.352002 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-9dc05a72-d591-44a5-8e12-0b9a975da80d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8a2e9e579174edfac4affb3805e0725&device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 1096 time: 0.0432110 Oct 19 12:16:00.458053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-a879b59f-7354-4cee-a255-c899c233b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:00.459534 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-a879b59f-7354-4cee-a255-c899c233b2de service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 HTTP/1.1" status: 200 len: 918 time: 0.0888789 Oct 19 12:16:00.504116 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-6aee702b-e50b-42b3-8a2f-71c61ed54e77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b521d3e-5cae-4a2b-8e07-03328f351111 HTTP/1.1" status: 200 len: 217 time: 0.0377858 Oct 19 12:16:00.554744 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-620aed0c-ef60-4e9c-b9c7-ddc7f0e2bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:00.556252 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-620aed0c-ef60-4e9c-b9c7-ddc7f0e2bf3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91e0be55-b309-44d5-bd9f-298f5bb793bd HTTP/1.1" status: 200 len: 856 time: 0.0460229 Oct 19 12:16:00.602432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-be45b43a-99da-49fe-8ca6-ba6a8ffe153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:00.603846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-be45b43a-99da-49fe-8ca6-ba6a8ffe153f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403574 Oct 19 12:16:00.697843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-ab5a4217-5fe9-4c6c-b702-6ef61530e5fd service neutron] 10.222.0.49 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857549 Oct 19 12:16:00.790005 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-49d50410-1c9a-4d8c-8785-6200340a03b9 req-6616a4e2-4a86-45f0-afcc-b91e952c8756 service neutron] 10.222.0.49 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845537 Oct 19 12:16:01.040255 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:19.934541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e98ad2-ef09-423a-bb62-4a7b3762168f req-bb82aba3-7e3a-4a2c-b422-0bf12451a785 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:19.936085 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4e98ad2-ef09-423a-bb62-4a7b3762168f req-bb82aba3-7e3a-4a2c-b422-0bf12451a785 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 945 time: 0.0540924 Oct 19 12:16:19.973984 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e4e98ad2-ef09-423a-bb62-4a7b3762168f req-a5981c78-3caa-4493-8dab-75c2c291c268 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311713 Oct 19 12:16:20.091195 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:20.574071 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:21.089053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893f67e-eb98-442a-88b8-9aeec91e1253 req-fe381e1a-25a3-4ac7-8dfb-33f8654dcf29 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:21.090601 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7893f67e-eb98-442a-88b8-9aeec91e1253 req-fe381e1a-25a3-4ac7-8dfb-33f8654dcf29 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 945 time: 0.0478637 Oct 19 12:16:21.128952 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7893f67e-eb98-442a-88b8-9aeec91e1253 req-c9cde1c4-9694-49f9-aeac-a44c0d3f0707 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315552 Oct 19 12:16:21.494119 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac198f-a65f-40c9-a431-e304fcf96d85 req-ffba842a-ddb1-421f-bb41-ee30ab7c5d3d tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:21.495590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7ac198f-a65f-40c9-a431-e304fcf96d85 req-ffba842a-ddb1-421f-bb41-ee30ab7c5d3d tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.49 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 945 time: 0.0488858 Oct 19 12:16:21.586618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a7ac198f-a65f-40c9-a431-e304fcf96d85 req-7c27803f-d499-4c46-8822-b8103be9145c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Deleting port 1b521d3e-5cae-4a2b-8e07-03328f351111 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:16:21.586873 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a7ac198f-a65f-40c9-a431-e304fcf96d85 req-7c27803f-d499-4c46-8822-b8103be9145c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:21.679604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-a7ac198f-a65f-40c9-a431-e304fcf96d85 req-7c27803f-d499-4c46-8822-b8103be9145c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] For port 1b521d3e-5cae-4a2b-8e07-03328f351111, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=1b521d3e-5cae-4a2b-8e07-03328f351111,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:16:21.679972 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a7ac198f-a65f-40c9-a431-e304fcf96d85 req-7c27803f-d499-4c46-8822-b8103be9145c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:21.695036 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-a7ac198f-a65f-40c9-a431-e304fcf96d85 req-7c27803f-d499-4c46-8822-b8103be9145c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Calling delete_port for 1b521d3e-5cae-4a2b-8e07-03328f351111 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:16:21.877413 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a7ac198f-a65f-40c9-a431-e304fcf96d85 req-7c27803f-d499-4c46-8822-b8103be9145c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:21.888949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['1b521d3e-5cae-4a2b-8e07-03328f351111'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:16:21.908646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27803f-d499-4c46-8822-b8103be9145c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Pushing event deleted for resources: {'Port': ['ID=1b521d3e-5cae-4a2b-8e07-03328f351111,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:16:21.951556 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ac198f-a65f-40c9-a431-e304fcf96d85 req-7c27803f-d499-4c46-8822-b8103be9145c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] No DVR routers for this DVR port 1b521d3e-5cae-4a2b-8e07-03328f351111 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:16:21.954121 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-a7ac198f-a65f-40c9-a431-e304fcf96d85 req-7c27803f-d499-4c46-8822-b8103be9145c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:21.957582 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a7ac198f-a65f-40c9-a431-e304fcf96d85 req-7c27803f-d499-4c46-8822-b8103be9145c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.49 "DELETE /v2.0/ports/1b521d3e-5cae-4a2b-8e07-03328f351111 HTTP/1.1" status: 204 len: 173 time: 0.4550614 Oct 19 12:16:21.959852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee299b2-9cbc-4af0-b217-cbd86f5a5589', 'name': 'network-vif-deleted', 'tag': '1b521d3e-5cae-4a2b-8e07-03328f351111'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:16:21.960311 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527ac65b-14ee-4640-9826-4b3c329659d8" -d '{"events": [{"server_uuid": "bee299b2-9cbc-4af0-b217-cbd86f5a5589", "name": "network-vif-deleted", "tag": "1b521d3e-5cae-4a2b-8e07-03328f351111"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:16:22.070401 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cd5d75-2c0c-469b-8ac4-51c13ca159a0 x-openstack-request-id: req-03cd5d75-2c0c-469b-8ac4-51c13ca159a0 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:16:22.070699 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee299b2-9cbc-4af0-b217-cbd86f5a5589", "name": "network-vif-deleted", "tag": "1b521d3e-5cae-4a2b-8e07-03328f351111", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:16:22.070955 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03cd5d75-2c0c-469b-8ac4-51c13ca159a0 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:16:22.071391 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee299b2-9cbc-4af0-b217-cbd86f5a5589', 'name': 'network-vif-deleted', 'tag': '1b521d3e-5cae-4a2b-8e07-03328f351111', 'status': 'completed', 'code': 200} Oct 19 12:16:22.224398 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f9baf11-ce15-4018-985c-e53356459a35 req-0ae2f0a3-8e67-4f78-9311-00983a838a3c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=bee299b2-9cbc-4af0-b217-cbd86f5a5589 HTTP/1.1" status: 200 len: 210 time: 0.0275314 Oct 19 12:16:24.892264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1b521d3e-5cae-4a2b-8e07-03328f351111 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:16:24.912958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 1b521d3e-5cae-4a2b-8e07-03328f351111 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:16:24.913405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 1b521d3e-5cae-4a2b-8e07-03328f351111 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:16:24.981455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-e01bb367-9ce5-4464-b43c-5a95aa9a108f tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:24.982889 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-e01bb367-9ce5-4464-b43c-5a95aa9a108f tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/networks?id=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 HTTP/1.1" status: 200 len: 817 time: 0.1047313 Oct 19 12:16:24.997195 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-15e768ac-2671-48a4-aa67-d1662e4099b6 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/quotas/f8a2e9e579174edfac4affb3805e0725 HTTP/1.1" status: 200 len: 375 time: 0.0085945 Oct 19 12:16:25.046915 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-fdb2535d-c3e6-489a-8e31-87835c0364b1 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8a2e9e579174edfac4affb3805e0725&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443456 Oct 19 12:16:25.231443 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-a762008d-176a-4ed4-91e4-19b1392c3588 service neutron] 10.222.0.39 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731269 Oct 19 12:16:25.319245 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-4a7234c9-9264-4ba8-a674-c85ff9bb025c service neutron] 10.222.0.39 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815110 Oct 19 12:16:25.502688 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-03df370f-27dc-4e53-bfc9-51f38d3d2022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:26.637816 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78cee5df-924b-4494-a426-e21d61ac27b5 req-a221c04f-7bd1-4f9d-af7c-a41ca7d04bf0 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 210 time: 0.0408330 Oct 19 12:16:27.731598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3d4324f-d964-47fa-92da-2ee92b09ea91 req-b818e726-874d-4529-922a-a07a81565cb7 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 210 time: 0.0271595 Oct 19 12:16:27.822452 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5556452b-8328-49dc-84b6-d1f183d69455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:28.329164 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f1989f45-db49-492f-8443-91112d69b555 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:28.331207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f1989f45-db49-492f-8443-91112d69b555 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.49 "GET /v2.0/networks?id=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 HTTP/1.1" status: 200 len: 817 time: 0.1061039 Oct 19 12:16:28.344089 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Request body: {'port': {'device_id': '7974fe76-9887-4bb3-8c2c-363c8be5e9f7', 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'admin_state_up': True, 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:16:28.516328 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Made reservation on behalf of f8a2e9e579174edfac4affb3805e0725 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:16:28.520006 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:28.645468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Allocated IP 172.20.0.5 (bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2/91e0be55-b309-44d5-bd9f-298f5bb793bd/05824541-2fe1-43e3-bd89-a61eee22392a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:16:28.792299 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:28.837607 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ad36500-8395-4843-ae21-9520edca0494 req-eeab03c8-5241-4cff-85d7-70eda065e0fa tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 210 time: 0.0334096 Oct 19 12:16:28.905347 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:28.955024 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:16:28.958217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:16:28.961996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:16:28.989233 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Pushing event updated for resources: {'Port': ['ID=05824541-2fe1-43e3-bd89-a61eee22392a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:16:29.015237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:29.015865 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:29.085119 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-52478c5e-331b-4c16-950b-48166f612bba tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7449799 Oct 19 12:16:29.098247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Request body: {'port': {'device_id': '7974fe76-9887-4bb3-8c2c-363c8be5e9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:16:29.114018 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:29.153450 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:29.187328 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e1a6a509-4253-426e-b0a2-a341b378eb8c None None] Provisioning complete for port 05824541-2fe1-43e3-bd89-a61eee22392a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:16:29.187918 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1a6a509-4253-426e-b0a2-a341b378eb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:29.231657 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-e1a6a509-4253-426e-b0a2-a341b378eb8c None None] Port 05824541-2fe1-43e3-bd89-a61eee22392a cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:16:29.322172 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:29.420028 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05824541-2fe1-43e3-bd89-a61eee22392a {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:16:29.427451 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:29.439167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Transition to ACTIVE for port object 05824541-2fe1-43e3-bd89-a61eee22392a will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:16:29.505252 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:29.558355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Pushing event updated for resources: {'Port': ['ID=05824541-2fe1-43e3-bd89-a61eee22392a,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:16:29.627321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Attempting to bind port 05824541-2fe1-43e3-bd89-a61eee22392a on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:16:29.627657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Attempting to bind port 05824541-2fe1-43e3-bd89-a61eee22392a by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:16:29.627993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Attempting to bind port 05824541-2fe1-43e3-bd89-a61eee22392a on network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:16:29.632633 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Port 05824541-2fe1-43e3-bd89-a61eee22392a on network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:16:29.632948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Attempting to bind port 05824541-2fe1-43e3-bd89-a61eee22392a on network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:16:29.637907 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:16:29.638247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Checking segment: {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:16:29.638636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Bound using segment: {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:16:29.639059 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Bound port: 05824541-2fe1-43e3-bd89-a61eee22392a, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:16:29.639421 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:29.709506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] For port 05824541-2fe1-43e3-bd89-a61eee22392a, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:16:29.712731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] For port 05824541-2fe1-43e3-bd89-a61eee22392a, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=05824541-2fe1-43e3-bd89-a61eee22392a,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:16:29.782611 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:29.820231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:29.820939 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:29.822425 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] 10.222.0.49 "PUT /v2.0/ports/05824541-2fe1-43e3-bd89-a61eee22392a HTTP/1.1" status: 200 len: 1091 time: 0.7291098 Oct 19 12:16:29.822881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7974fe76-9887-4bb3-8c2c-363c8be5e9f7', 'tag': '05824541-2fe1-43e3-bd89-a61eee22392a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:16:29.825184 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dac4f8-1475-4462-a585-eab1fd21e20c" -d '{"events": [{"name": "network-changed", "server_uuid": "7974fe76-9887-4bb3-8c2c-363c8be5e9f7", "tag": "05824541-2fe1-43e3-bd89-a61eee22392a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:16:29.850805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e068e-9192-4ea5-b7d9-c1dc93d61aff service neutron] Pushing event updated for resources: {'Port': ['ID=05824541-2fe1-43e3-bd89-a61eee22392a,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:16:29.866635 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b0b48f-e5ce-4c9e-b5e8-27dbe3fdb276 x-openstack-request-id: req-96b0b48f-e5ce-4c9e-b5e8-27dbe3fdb276 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:16:29.866937 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7974fe76-9887-4bb3-8c2c-363c8be5e9f7", "tag": "05824541-2fe1-43e3-bd89-a61eee22392a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:16:29.867199 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96b0b48f-e5ce-4c9e-b5e8-27dbe3fdb276 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:16:29.867610 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7974fe76-9887-4bb3-8c2c-363c8be5e9f7', 'tag': '05824541-2fe1-43e3-bd89-a61eee22392a', 'status': 'completed', 'code': 200} Oct 19 12:16:29.963182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac4f8-1475-4462-a585-eab1fd21e20c req-da6401fa-ce6f-4f3c-8cb6-a361354110e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:29.964690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e3dac4f8-1475-4462-a585-eab1fd21e20c req-da6401fa-ce6f-4f3c-8cb6-a361354110e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8a2e9e579174edfac4affb3805e0725&device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 1094 time: 0.0733259 Oct 19 12:16:29.980426 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e594-7657-4b53-9283-5d42f7f5947a req-6611beb9-89ed-4ee9-a900-dd1e3c9613ec tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:29.981907 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d06e594-7657-4b53-9283-5d42f7f5947a req-6611beb9-89ed-4ee9-a900-dd1e3c9613ec tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 943 time: 0.0637622 Oct 19 12:16:30.075537 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1d06e594-7657-4b53-9283-5d42f7f5947a req-d336f95c-79a3-41a5-a71a-39fbaa10b550 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852594 Oct 19 12:16:30.101192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac4f8-1475-4462-a585-eab1fd21e20c req-5beef458-0375-4608-aebe-442d30988e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:30.102618 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e3dac4f8-1475-4462-a585-eab1fd21e20c req-5beef458-0375-4608-aebe-442d30988e86 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f8a2e9e579174edfac4affb3805e0725&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1301322 Oct 19 12:16:30.199195 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac4f8-1475-4462-a585-eab1fd21e20c req-bb47391e-7a52-43c1-b6b8-dc38a10a6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:30.200686 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e3dac4f8-1475-4462-a585-eab1fd21e20c req-bb47391e-7a52-43c1-b6b8-dc38a10a6ad4 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912206 Oct 19 12:16:30.275108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-a0f90c37-7260-44c7-8bd7-5ca11abc6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:30.276487 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-a0f90c37-7260-44c7-8bd7-5ca11abc6f6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8a2e9e579174edfac4affb3805e0725&device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 1094 time: 0.0409214 Oct 19 12:16:30.317897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-e1a78383-5f6d-4eae-bf9d-aebdc467dac7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05824541-2fe1-43e3-bd89-a61eee22392a HTTP/1.1" status: 200 len: 217 time: 0.0330641 Oct 19 12:16:30.370607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-8b987a5b-6bf2-483c-be38-e439b368e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:30.372049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-8b987a5b-6bf2-483c-be38-e439b368e85a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91e0be55-b309-44d5-bd9f-298f5bb793bd HTTP/1.1" status: 200 len: 856 time: 0.0477378 Oct 19 12:16:30.416198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-4b0df8dc-10d1-4568-9e34-f6ce6d35e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:30.417775 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-4b0df8dc-10d1-4568-9e34-f6ce6d35e2ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389187 Oct 19 12:16:30.510054 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-09374764-fef1-4047-ae4d-48d3ffdecf10 service neutron] 10.222.0.49 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848653 Oct 19 12:16:30.607948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-74b9d4cc-81fa-4ef2-a1cf-3d0d6b06897b req-e58f8b81-a388-401f-97b6-4f0c0259649c service neutron] 10.222.0.49 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900636 Oct 19 12:16:31.015965 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:31.193508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82143a5f-fa77-4298-82b5-6aabebbc03b2 req-acd9b537-7576-4619-8d21-97ca5e628a19 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:31.194964 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-82143a5f-fa77-4298-82b5-6aabebbc03b2 req-acd9b537-7576-4619-8d21-97ca5e628a19 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 943 time: 0.0527928 Oct 19 12:16:31.231649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-82143a5f-fa77-4298-82b5-6aabebbc03b2 req-0b513974-3ca2-4718-bbb4-d0376216837e tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307841 Oct 19 12:16:32.343825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c5d36-7b60-4c7f-b1b0-c868c1a89891 req-c70cbb5b-78c8-4f6e-a722-f4b945c31805 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:32.345291 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e5c5d36-7b60-4c7f-b1b0-c868c1a89891 req-c70cbb5b-78c8-4f6e-a722-f4b945c31805 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 943 time: 0.0477924 Oct 19 12:16:32.382930 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e5c5d36-7b60-4c7f-b1b0-c868c1a89891 req-d30a13cb-b670-468d-a483-439fbb44eb5d tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Oct 19 12:16:32.906857 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 05824541-2fe1-43e3-bd89-a61eee22392a details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:16:33.002208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 05824541-2fe1-43e3-bd89-a61eee22392a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=05824541-2fe1-43e3-bd89-a61eee22392a,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:16:33.013053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '05824541-2fe1-43e3-bd89-a61eee22392a', 'network_id': 'bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2', 'port_id': '05824541-2fe1-43e3-bd89-a61eee22392a', 'mac_address': 'fa:16:3e:83:59:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e0be55-b309-44d5-bd9f-298f5bb793bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:16:33.048339 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:33.060957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05824541-2fe1-43e3-bd89-a61eee22392a {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:16:33.079502 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 05824541-2fe1-43e3-bd89-a61eee22392a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=05824541-2fe1-43e3-bd89-a61eee22392a,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:16:33.156212 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:33.205563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=05824541-2fe1-43e3-bd89-a61eee22392a,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:16:33.342980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['05824541-2fe1-43e3-bd89-a61eee22392a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:16:33.499205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ec4dc-545f-4d05-a4b2-91c9c68d254a req-a169594e-93cc-43fc-9b71-b79b86890b11 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:33.500586 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd8ec4dc-545f-4d05-a4b2-91c9c68d254a req-a169594e-93cc-43fc-9b71-b79b86890b11 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 944 time: 0.0503299 Oct 19 12:16:33.538053 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dd8ec4dc-545f-4d05-a4b2-91c9c68d254a req-258f0d0e-e323-42c9-ac57-f70d778904e6 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Oct 19 12:16:33.806580 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:16:34.659320 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fca6e-81f2-4ef9-bf41-b0b7086bb0fb req-a86c5d13-21ea-4862-80d5-453367ccee69 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:34.660811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb8fca6e-81f2-4ef9-bf41-b0b7086bb0fb req-a86c5d13-21ea-4862-80d5-453367ccee69 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 944 time: 0.0544438 Oct 19 12:16:34.697433 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb8fca6e-81f2-4ef9-bf41-b0b7086bb0fb req-9ba1be0b-ab04-4857-b645-78a4df18e49d tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308011 Oct 19 12:16:34.910653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 05824541-2fe1-43e3-bd89-a61eee22392a up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:16:35.027186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 05824541-2fe1-43e3-bd89-a61eee22392a completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:16:35.030740 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 05824541-2fe1-43e3-bd89-a61eee22392a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:16:35.031110 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:35.105426 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:35.126982 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7974fe76-9887-4bb3-8c2c-363c8be5e9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05824541-2fe1-43e3-bd89-a61eee22392a'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:16:35.129197 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ff8921-191f-4d5b-9e93-e9d444b5cc43" -d '{"events": [{"server_uuid": "7974fe76-9887-4bb3-8c2c-363c8be5e9f7", "name": "network-vif-plugged", "status": "completed", "tag": "05824541-2fe1-43e3-bd89-a61eee22392a"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:16:35.141255 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 05824541-2fe1-43e3-bd89-a61eee22392a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=05824541-2fe1-43e3-bd89-a61eee22392a,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:16:35.171453 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bc8ba1-8525-4353-9648-f3679995a496 x-openstack-request-id: req-46bc8ba1-8525-4353-9648-f3679995a496 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:16:35.171919 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7974fe76-9887-4bb3-8c2c-363c8be5e9f7", "name": "network-vif-plugged", "status": "completed", "tag": "05824541-2fe1-43e3-bd89-a61eee22392a", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:16:35.172056 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46bc8ba1-8525-4353-9648-f3679995a496 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:16:35.172479 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7974fe76-9887-4bb3-8c2c-363c8be5e9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05824541-2fe1-43e3-bd89-a61eee22392a', 'code': 200} Oct 19 12:16:35.222730 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:35.271580 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2202bb-9113-45cc-8583-2657ae6f2ea4 req-8a44452e-1579-4a58-be78-79eaf6134164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:35.272844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=05824541-2fe1-43e3-bd89-a61eee22392a,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:16:35.273417 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf2202bb-9113-45cc-8583-2657ae6f2ea4 req-8a44452e-1579-4a58-be78-79eaf6134164 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0437984 Oct 19 12:16:35.309976 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf2202bb-9113-45cc-8583-2657ae6f2ea4 req-0d345f68-a23e-4dcc-b0bd-9851ac4d3a64 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298009 Oct 19 12:16:35.816392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1d8d-693e-4340-bc1f-cbb58b0abe04 req-51f09c17-2ea6-4727-baee-511621970996 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:35.817807 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-889c1d8d-693e-4340-bc1f-cbb58b0abe04 req-51f09c17-2ea6-4727-baee-511621970996 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 945 time: 0.0548077 Oct 19 12:16:35.864639 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-889c1d8d-693e-4340-bc1f-cbb58b0abe04 req-269f09e7-3b0b-486a-96ee-707d76094826 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Oct 19 12:16:37.008892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80a592-9973-4be5-8a65-3bc897863e4b req-eb1d978a-ea3c-4fbf-92df-e0106d856c0f tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:37.010350 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f80a592-9973-4be5-8a65-3bc897863e4b req-eb1d978a-ea3c-4fbf-92df-e0106d856c0f tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 945 time: 0.0525913 Oct 19 12:16:37.048322 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9f80a592-9973-4be5-8a65-3bc897863e4b req-48675a7c-560c-4afb-bcce-3e06d697bbdf tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320470 Oct 19 12:16:37.166636 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17a6d7-c1e2-4363-886d-5d4f4c2b3e2b req-781fa8e2-c460-41f0-98e0-e0c0bcb46967 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:16:37.167982 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d17a6d7-c1e2-4363-886d-5d4f4c2b3e2b req-781fa8e2-c460-41f0-98e0-e0c0bcb46967 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 945 time: 0.0519903 Oct 19 12:16:37.205504 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d17a6d7-c1e2-4363-886d-5d4f4c2b3e2b req-e2bbdf81-f2ae-43d7-bf88-ad96514c695e tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Oct 19 12:16:50.093100 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:50.558903 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:55.432894 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2169d170-1c2c-48e1-8844-f1987a459884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:57.853078 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-75a29425-496f-4656-841e-e086f29f759c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:59.101857 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:16:59.268094 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:01.010114 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:01.608466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-c224afce-ea0d-4fc9-8eb9-39fd8dde5e1a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386715 Oct 19 12:17:01.751802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-4a17bbb4-ec29-4dae-a9c3-92a85b427dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:01.754903 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-4a17bbb4-ec29-4dae-a9c3-92a85b427dbf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8a2e9e579174edfac4affb3805e0725&device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 1096 time: 0.0489790 Oct 19 12:17:01.867374 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-51dcee4e-496b-4de8-b3bf-74b2b436c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:01.868925 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-51dcee4e-496b-4de8-b3bf-74b2b436c554 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 HTTP/1.1" status: 200 len: 918 time: 0.0952322 Oct 19 12:17:01.913179 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-d55d0a66-b169-4463-8fbe-d5d24992aec6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05824541-2fe1-43e3-bd89-a61eee22392a HTTP/1.1" status: 200 len: 217 time: 0.0361500 Oct 19 12:17:01.962945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-c49775d1-dcc0-421b-9024-9ce75ba542d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:01.964743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-c49775d1-dcc0-421b-9024-9ce75ba542d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91e0be55-b309-44d5-bd9f-298f5bb793bd HTTP/1.1" status: 200 len: 856 time: 0.0443702 Oct 19 12:17:02.016330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-010b7181-e91f-4bee-826a-b772dc7d4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:02.017824 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-010b7181-e91f-4bee-826a-b772dc7d4e88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454292 Oct 19 12:17:02.122242 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-e151eb1a-66df-40ca-ab1a-5fe8e33a4976 service neutron] 10.222.0.49 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964701 Oct 19 12:17:02.221877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a1605-1545-4fd4-bd1b-3cc62610f565 req-f73e32be-eabb-497b-8cc8-660f67de7349 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:02.223451 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed1a1605-1545-4fd4-bd1b-3cc62610f565 req-f73e32be-eabb-497b-8cc8-660f67de7349 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 945 time: 0.0555465 Oct 19 12:17:02.225917 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de7d9c75-02c4-4457-b527-e16e0c51ecfd req-7820771d-aa86-4fac-8329-b12db1fa03eb service neutron] 10.222.0.49 "GET /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959845 Oct 19 12:17:02.261168 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ed1a1605-1545-4fd4-bd1b-3cc62610f565 req-365f403d-1486-48f2-9a0b-03491fec4d3c tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Oct 19 12:17:03.377066 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e62bf2-5cdd-497b-a114-1d0b3b66cbb0 req-6c14413f-3ada-4e96-9ce8-500b871560c7 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:03.378526 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7e62bf2-5cdd-497b-a114-1d0b3b66cbb0 req-6c14413f-3ada-4e96-9ce8-500b871560c7 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 945 time: 0.0488701 Oct 19 12:17:03.415151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b7e62bf2-5cdd-497b-a114-1d0b3b66cbb0 req-534dd7f1-f0f8-416b-bc50-88f2df737fcc tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ec1730-fe5e-4bc7-9007-46000ca8e418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307353 Oct 19 12:17:03.741510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639cad-fba7-4db7-9bd1-9555c4134483 req-1af6e715-4d13-40a1-8160-f5d23e05a034 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:03.742959 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55639cad-fba7-4db7-9bd1-9555c4134483 req-1af6e715-4d13-40a1-8160-f5d23e05a034 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.49 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 945 time: 0.0473988 Oct 19 12:17:03.834339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-55639cad-fba7-4db7-9bd1-9555c4134483 req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Deleting port 05824541-2fe1-43e3-bd89-a61eee22392a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:17:03.834666 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-55639cad-fba7-4db7-9bd1-9555c4134483 req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:03.920228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-55639cad-fba7-4db7-9bd1-9555c4134483 req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] For port 05824541-2fe1-43e3-bd89-a61eee22392a, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=05824541-2fe1-43e3-bd89-a61eee22392a,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:03.920604 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-55639cad-fba7-4db7-9bd1-9555c4134483 req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:03.932837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-55639cad-fba7-4db7-9bd1-9555c4134483 req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Calling delete_port for 05824541-2fe1-43e3-bd89-a61eee22392a owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:17:04.146926 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-55639cad-fba7-4db7-9bd1-9555c4134483 req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:04.158236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['05824541-2fe1-43e3-bd89-a61eee22392a'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:17:04.179881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Pushing event deleted for resources: {'Port': ['ID=05824541-2fe1-43e3-bd89-a61eee22392a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:04.209061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.209453 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.209796 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.210130 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.210460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.210790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.211116 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.211440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.211778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.212085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.212404 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.212755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:04.233513 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-55639cad-fba7-4db7-9bd1-9555c4134483 req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] No DVR routers for this DVR port 05824541-2fe1-43e3-bd89-a61eee22392a on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:17:04.235933 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-55639cad-fba7-4db7-9bd1-9555c4134483 req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:04.239328 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-55639cad-fba7-4db7-9bd1-9555c4134483 req-eeac481f-4357-4f42-a3e6-1d24d606106b tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.49 "DELETE /v2.0/ports/05824541-2fe1-43e3-bd89-a61eee22392a HTTP/1.1" status: 204 len: 173 time: 0.4897060 Oct 19 12:17:04.239760 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7974fe76-9887-4bb3-8c2c-363c8be5e9f7', 'name': 'network-vif-deleted', 'tag': '05824541-2fe1-43e3-bd89-a61eee22392a'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:17:04.242075 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae65848-1c91-419c-ac6f-ff42b6775adc" -d '{"events": [{"server_uuid": "7974fe76-9887-4bb3-8c2c-363c8be5e9f7", "name": "network-vif-deleted", "tag": "05824541-2fe1-43e3-bd89-a61eee22392a"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:17:04.277399 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128efe91-6214-4807-bf9b-f4b4f0a797c8 x-openstack-request-id: req-128efe91-6214-4807-bf9b-f4b4f0a797c8 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:17:04.277694 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7974fe76-9887-4bb3-8c2c-363c8be5e9f7", "name": "network-vif-deleted", "tag": "05824541-2fe1-43e3-bd89-a61eee22392a", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:17:04.277948 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-128efe91-6214-4807-bf9b-f4b4f0a797c8 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:17:04.278349 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7974fe76-9887-4bb3-8c2c-363c8be5e9f7', 'name': 'network-vif-deleted', 'tag': '05824541-2fe1-43e3-bd89-a61eee22392a', 'status': 'completed', 'code': 200} Oct 19 12:17:04.512764 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71f18fa1-b4f2-4f09-89bb-eda467513914 req-47b96e8d-f03b-46c1-8c68-5669e17a3db7 tempest-TestEncryptedCinderVolumes-1762491282 tempest-TestEncryptedCinderVolumes-1762491282-project] 10.222.0.39 "GET /v2.0/ports?device_id=7974fe76-9887-4bb3-8c2c-363c8be5e9f7 HTTP/1.1" status: 200 len: 210 time: 0.0275593 Oct 19 12:17:05.666084 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51752) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:05.998175 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:06.234391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Deleting port 63bff685-d777-4bc5-8bbd-b0034e4cc69e {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:17:06.234719 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:06.314775 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] For port 63bff685-d777-4bc5-8bbd-b0034e4cc69e, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=63bff685-d777-4bc5-8bbd-b0034e4cc69e,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:06.315063 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:06.327527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Calling delete_port for 63bff685-d777-4bc5-8bbd-b0034e4cc69e owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:17:06.569798 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:06.595364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Pushing event deleted for resources: {'Port': ['ID=63bff685-d777-4bc5-8bbd-b0034e4cc69e,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:06.606925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.607274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.607615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.607947 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.608289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.608666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.609019 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.609341 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.609664 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.609980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.610299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.610611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:06.773092 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:06.977182 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Router 07bd9276-5408-429e-a665-ea29f9c9a8ef has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:17:07.095909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:17:07.102730 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ab7b1efd-efdd-4347-ab5c-a1c680f9b717 admin admin] 10.222.0.39 "PUT /v2.0/routers/07bd9276-5408-429e-a665-ea29f9c9a8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4355607 Oct 19 12:17:07.103940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51756) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:07.105362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a07073-4eb5-4e52-ad08-7cdfad651c10 None None] Sync routers for ids ['07bd9276-5408-429e-a665-ea29f9c9a8ef'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:17:07.110142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 05824541-2fe1-43e3-bd89-a61eee22392a no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:17:07.134558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 05824541-2fe1-43e3-bd89-a61eee22392a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:17:07.134858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 05824541-2fe1-43e3-bd89-a61eee22392a not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:17:07.136720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a07073-4eb5-4e52-ad08-7cdfad651c10 None None] Routers {'07bd9276-5408-429e-a665-ea29f9c9a8ef'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:07.137425 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e8a07073-4eb5-4e52-ad08-7cdfad651c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['07bd9276-5408-429e-a665-ea29f9c9a8ef'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:07.260985 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-e8a07073-4eb5-4e52-ad08-7cdfad651c10 None None] Set router 07bd9276-5408-429e-a665-ea29f9c9a8ef gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:07.476066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e8a07073-4eb5-4e52-ad08-7cdfad651c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'name': 'tempest-TestEncryptedCinderVolumes-1423729995-router', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:17:06Z', 'revision_number': 5, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'gw_port': {'id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:07.505005 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a07073-4eb5-4e52-ad08-7cdfad651c10 None None] Checking router: 07bd9276-5408-429e-a665-ea29f9c9a8ef for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:17:07.515848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a07073-4eb5-4e52-ad08-7cdfad651c10 None None] Routers {'07bd9276-5408-429e-a665-ea29f9c9a8ef'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:07.516464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e8a07073-4eb5-4e52-ad08-7cdfad651c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['07bd9276-5408-429e-a665-ea29f9c9a8ef'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:07.542799 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:07.630276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-e8a07073-4eb5-4e52-ad08-7cdfad651c10 None None] Set router 07bd9276-5408-429e-a665-ea29f9c9a8ef gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:07.645577 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:07.757318 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Deleting port fd45a764-16c6-4750-b055-bc8a4041132b {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:17:07.757658 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:07.805343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e8a07073-4eb5-4e52-ad08-7cdfad651c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'name': 'tempest-TestEncryptedCinderVolumes-1423729995-router', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:17:06Z', 'revision_number': 5, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'gw_port': {'id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:07.835507 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a07073-4eb5-4e52-ad08-7cdfad651c10 None None] The sync data for ids ['07bd9276-5408-429e-a665-ea29f9c9a8ef'] in n-d-814547-1 is: [{'id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'name': 'tempest-TestEncryptedCinderVolumes-1423729995-router', 'tenant_id': 'f8a2e9e579174edfac4affb3805e0725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:17:06Z', 'revision_number': 5, 'project_id': 'f8a2e9e579174edfac4affb3805e0725', 'gw_port': {'id': 'fd45a764-16c6-4750-b055-bc8a4041132b', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bd9276-5408-429e-a665-ea29f9c9a8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:33Z', 'updated_at': '2021-10-19T12:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:17:07.838098 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] For port fd45a764-16c6-4750-b055-bc8a4041132b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fd45a764-16c6-4750-b055-bc8a4041132b,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:07.838604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:07.850699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Calling delete_port for fd45a764-16c6-4750-b055-bc8a4041132b owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:17:08.070134 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.096468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd45a764-16c6-4750-b055-bc8a4041132b,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:08.157183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.248359 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.250667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.344242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.344844 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07bd9276-5408-429e-a665-ea29f9c9a8ef {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:17:08.350396 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.351127 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cef3bfbe-1bd4-45cb-a753-aea52db6b70c admin admin] 10.222.0.39 "DELETE /v2.0/routers/07bd9276-5408-429e-a665-ea29f9c9a8ef HTTP/1.1" status: 204 len: 168 time: 1.2462726 Oct 19 12:17:08.353599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51758) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:08.402509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-532dac3d-d1f5-40f0-90f7-3647fb4affd2 admin admin] Deleting subnet 91e0be55-b309-44d5-bd9f-298f5bb793bd {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:17:08.405465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-532dac3d-d1f5-40f0-90f7-3647fb4affd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.447734 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-532dac3d-d1f5-40f0-90f7-3647fb4affd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.525617 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-532dac3d-d1f5-40f0-90f7-3647fb4affd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.644651 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-532dac3d-d1f5-40f0-90f7-3647fb4affd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.670112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dac3d-d1f5-40f0-90f7-3647fb4affd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e0be55-b309-44d5-bd9f-298f5bb793bd,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:08.675274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-532dac3d-d1f5-40f0-90f7-3647fb4affd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.678500 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-532dac3d-d1f5-40f0-90f7-3647fb4affd2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/91e0be55-b309-44d5-bd9f-298f5bb793bd HTTP/1.1" status: 204 len: 168 time: 0.3239641 Oct 19 12:17:08.681001 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b71a41-92df-41c1-b763-9bc8c1679eab None None] Network bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:17:08.681475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51760) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:08.756178 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.812388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Deleting port 5790745a-836d-49ec-863d-c76bde29bca5 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:17:08.812779 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.886973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] For port 5790745a-836d-49ec-863d-c76bde29bca5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5790745a-836d-49ec-863d-c76bde29bca5,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:08.887711 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:08.904312 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Calling delete_port for 5790745a-836d-49ec-863d-c76bde29bca5 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:17:09.011168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] DHCP port deletion for bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:17:09.060745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Deleting port 5790745a-836d-49ec-863d-c76bde29bca5 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:17:09.061119 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:09.073131 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:09.099493 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=5790745a-836d-49ec-863d-c76bde29bca5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:09.102935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] No DVR routers for this DVR port 5790745a-836d-49ec-863d-c76bde29bca5 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:17:09.123260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] For port 5790745a-836d-49ec-863d-c76bde29bca5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=5790745a-836d-49ec-863d-c76bde29bca5,segment=NetworkSegment(0d6fe1df-ffbe-454d-bf98-aa2df2371f3e),segment_id=0d6fe1df-ffbe-454d-bf98-aa2df2371f3e)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:09.123661 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:09.135755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Calling delete_port for 5790745a-836d-49ec-863d-c76bde29bca5 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:17:09.177016 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:09.196354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:09.206163 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:09.206448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6fe1df-ffbe-454d-bf98-aa2df2371f3e') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:09.215819 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:09.217215 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:09.229356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:09.235200 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:17:09.235602 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: timer() Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:17:09.237293 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:17:09.242875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Pushing event deleted for resources: {'Port': ['ID=5790745a-836d-49ec-863d-c76bde29bca5,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:09.246885 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] No DVR routers for this DVR port 5790745a-836d-49ec-863d-c76bde29bca5 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:17:09.258155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.258497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.258894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.259147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.259471 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.259789 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.260106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.260461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.260806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.261120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.261435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.261749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecfdf46-c8c9-4d86-bdc7-1133636c1216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:09.369836 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:09.376025 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:09.380524 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] 10.222.0.39 "DELETE /v2.0/networks/bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2 HTTP/1.1" status: 204 len: 168 time: 0.6977980 Oct 19 12:17:09.382926 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51762) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:09.390211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023099a-7f93-4c5a-82d8-5d7310143d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8dcec4-8ca1-4241-a44e-eb1bbe3136a2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:09.422640 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd45a764-16c6-4750-b055-bc8a4041132b no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:17:09.443029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: fd45a764-16c6-4750-b055-bc8a4041132b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:17:09.443367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fd45a764-16c6-4750-b055-bc8a4041132b not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:17:09.443772 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 63bff685-d777-4bc5-8bbd-b0034e4cc69e no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:17:09.463194 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 63bff685-d777-4bc5-8bbd-b0034e4cc69e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:17:09.463549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 63bff685-d777-4bc5-8bbd-b0034e4cc69e not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:17:09.463938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5790745a-836d-49ec-863d-c76bde29bca5 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:17:09.481954 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 5790745a-836d-49ec-863d-c76bde29bca5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:17:09.482300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 5790745a-836d-49ec-863d-c76bde29bca5 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:17:09.728985 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:09.963960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] Deleting port 7b8424ab-6a56-43e6-8f66-91e0f56fe203 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:17:09.964295 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:10.043379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] For port 7b8424ab-6a56-43e6-8f66-91e0f56fe203, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7b8424ab-6a56-43e6-8f66-91e0f56fe203,segment=NetworkSegment(12dbb705-4a2f-4d5e-99e9-d54efc64a3a4),segment_id=12dbb705-4a2f-4d5e-99e9-d54efc64a3a4)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:10.043638 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:10.056659 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] Calling delete_port for 7b8424ab-6a56-43e6-8f66-91e0f56fe203 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:17:10.289721 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:10.315916 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8424ab-6a56-43e6-8f66-91e0f56fe203,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:10.486452 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:10.805495 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:17:11.026128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] Router e3e6f6ff-8efd-4606-9ab3-079db15371dc has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:17:11.127615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:17:11.132685 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-672fb22a-4bcf-4a57-b7b2-85f235b2afd7 admin admin] 10.222.0.39 "PUT /v2.0/routers/e3e6f6ff-8efd-4606-9ab3-079db15371dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7481453 Oct 19 12:17:11.135152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51764) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:11.137091 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cf50c-753e-492e-b4a9-7ca6a3126b77 None None] Sync routers for ids ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:17:11.147693 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cf50c-753e-492e-b4a9-7ca6a3126b77 None None] Routers {'e3e6f6ff-8efd-4606-9ab3-079db15371dc'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:11.148316 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-318cf50c-753e-492e-b4a9-7ca6a3126b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:11.244011 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:11.253791 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-318cf50c-753e-492e-b4a9-7ca6a3126b77 None None] Set router e3e6f6ff-8efd-4606-9ab3-079db15371dc gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:11.346461 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:11.440382 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-318cf50c-753e-492e-b4a9-7ca6a3126b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'name': 'tempest-TestEncryptedCinderVolumes-801406541-router', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:38Z', 'updated_at': '2021-10-19T12:17:10Z', 'revision_number': 5, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'gw_port': {'id': 'd13d895f-ab3c-4d1c-9dba-ce55743a55de', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:15:39Z', 'updated_at': '2021-10-19T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:11.448511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Deleting port d13d895f-ab3c-4d1c-9dba-ce55743a55de {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:17:11.449032 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:11.472502 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cf50c-753e-492e-b4a9-7ca6a3126b77 None None] Checking router: e3e6f6ff-8efd-4606-9ab3-079db15371dc for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:17:11.480913 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cf50c-753e-492e-b4a9-7ca6a3126b77 None None] Routers {'e3e6f6ff-8efd-4606-9ab3-079db15371dc'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:11.481508 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-318cf50c-753e-492e-b4a9-7ca6a3126b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:11.533969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] For port d13d895f-ab3c-4d1c-9dba-ce55743a55de, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d13d895f-ab3c-4d1c-9dba-ce55743a55de,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:11.534437 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:11.546217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Calling delete_port for d13d895f-ab3c-4d1c-9dba-ce55743a55de owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:17:11.563510 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-318cf50c-753e-492e-b4a9-7ca6a3126b77 None None] Set router e3e6f6ff-8efd-4606-9ab3-079db15371dc gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:11.703226 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-318cf50c-753e-492e-b4a9-7ca6a3126b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'name': 'tempest-TestEncryptedCinderVolumes-801406541-router', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:38Z', 'updated_at': '2021-10-19T12:17:11Z', 'revision_number': 6, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:11.729371 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cf50c-753e-492e-b4a9-7ca6a3126b77 None None] The sync data for ids ['e3e6f6ff-8efd-4606-9ab3-079db15371dc'] in n-d-814547-1 is: [{'id': 'e3e6f6ff-8efd-4606-9ab3-079db15371dc', 'name': 'tempest-TestEncryptedCinderVolumes-801406541-router', 'tenant_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:15:38Z', 'updated_at': '2021-10-19T12:17:11Z', 'revision_number': 6, 'project_id': 'c8cb3cf9b84348f2b929cff8ec81d3d9', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:17:11.772580 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:11.796694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13d895f-ab3c-4d1c-9dba-ce55743a55de,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:11.861780 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:11.950042 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:11.952134 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.069497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.070254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3e6f6ff-8efd-4606-9ab3-079db15371dc {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:17:12.074661 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.075813 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9427c163-fd73-4751-8dbb-60b277c6f918 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e3e6f6ff-8efd-4606-9ab3-079db15371dc HTTP/1.1" status: 204 len: 168 time: 0.9397500 Oct 19 12:17:12.083211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51766) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:12.125934 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddadb2b-5782-4a00-a83e-b017cc2563bf admin admin] Deleting subnet 740920f1-61dc-4dba-98d8-3c3bb3a18ad7 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:17:12.129376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ddadb2b-5782-4a00-a83e-b017cc2563bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.168123 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ddadb2b-5782-4a00-a83e-b017cc2563bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.247527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ddadb2b-5782-4a00-a83e-b017cc2563bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.353257 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ddadb2b-5782-4a00-a83e-b017cc2563bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.379437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddadb2b-5782-4a00-a83e-b017cc2563bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740920f1-61dc-4dba-98d8-3c3bb3a18ad7,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:12.381402 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ddadb2b-5782-4a00-a83e-b017cc2563bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.384512 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2ddadb2b-5782-4a00-a83e-b017cc2563bf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/740920f1-61dc-4dba-98d8-3c3bb3a18ad7 HTTP/1.1" status: 204 len: 168 time: 0.3048651 Oct 19 12:17:12.386956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51768) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:12.387254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c58855-3d69-4297-a911-f82751c09bc8 None None] Network 93e11c5e-0b13-4140-9ffe-68584b5a1b0a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:17:12.462894 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.522546 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Deleting port af123df8-41f8-46fc-9b9c-d95382af1d26 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:17:12.522884 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.590804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] For port af123df8-41f8-46fc-9b9c-d95382af1d26, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=af123df8-41f8-46fc-9b9c-d95382af1d26,segment=NetworkSegment(12dbb705-4a2f-4d5e-99e9-d54efc64a3a4),segment_id=12dbb705-4a2f-4d5e-99e9-d54efc64a3a4)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:12.591229 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.597832 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a28ade-b549-46ff-9a28-4cfb8ddbe876 None None] DHCP port deletion for 93e11c5e-0b13-4140-9ffe-68584b5a1b0a request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:17:12.604903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Calling delete_port for af123df8-41f8-46fc-9b9c-d95382af1d26 owned by network:dhcp {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:17:12.650485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-63a28ade-b549-46ff-9a28-4cfb8ddbe876 None None] Deleting port af123df8-41f8-46fc-9b9c-d95382af1d26 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:17:12.650965 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-63a28ade-b549-46ff-9a28-4cfb8ddbe876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.716986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-63a28ade-b549-46ff-9a28-4cfb8ddbe876 None None] For port af123df8-41f8-46fc-9b9c-d95382af1d26, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=af123df8-41f8-46fc-9b9c-d95382af1d26,segment=NetworkSegment(12dbb705-4a2f-4d5e-99e9-d54efc64a3a4),segment_id=12dbb705-4a2f-4d5e-99e9-d54efc64a3a4)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:12.717583 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-63a28ade-b549-46ff-9a28-4cfb8ddbe876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.731076 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-63a28ade-b549-46ff-9a28-4cfb8ddbe876 None None] Calling delete_port for af123df8-41f8-46fc-9b9c-d95382af1d26 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:17:12.784087 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.811590 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=af123df8-41f8-46fc-9b9c-d95382af1d26,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:12.811805 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-63a28ade-b549-46ff-9a28-4cfb8ddbe876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.816130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] No DVR routers for this DVR port af123df8-41f8-46fc-9b9c-d95382af1d26 on host n-d-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:17:12.839313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a28ade-b549-46ff-9a28-4cfb8ddbe876 None None] Pushing event deleted for resources: {'Port': ['ID=af123df8-41f8-46fc-9b9c-d95382af1d26,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:12.843430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a28ade-b549-46ff-9a28-4cfb8ddbe876 None None] No DVR routers for this DVR port af123df8-41f8-46fc-9b9c-d95382af1d26 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:17:12.909514 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.930057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e11c5e-0b13-4140-9ffe-68584b5a1b0a']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:12.939722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dbb705-4a2f-4d5e-99e9-d54efc64a3a4') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:12.940006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dbb705-4a2f-4d5e-99e9-d54efc64a3a4') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:12.949211 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.962046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.967798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:17:12.968171 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: timer() Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:17:12.969820 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:17:13.089908 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:13.095091 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:13.098770 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] 10.222.0.39 "DELETE /v2.0/networks/93e11c5e-0b13-4140-9ffe-68584b5a1b0a HTTP/1.1" status: 204 len: 168 time: 0.7109134 Oct 19 12:17:13.109541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffd644-1082-4648-ab66-a8cbf4f00c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e11c5e-0b13-4140-9ffe-68584b5a1b0a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:13.398505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51772) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:13.431066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d13d895f-ab3c-4d1c-9dba-ce55743a55de no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:17:13.436429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c798e16e-a726-4dd8-aa5b-12a444ca7018 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8a2e9e579174edfac4affb3805e0725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386729 Oct 19 12:17:13.439005 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51774) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:13.451394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: d13d895f-ab3c-4d1c-9dba-ce55743a55de {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:17:13.451742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d13d895f-ab3c-4d1c-9dba-ce55743a55de not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:17:13.452166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device af123df8-41f8-46fc-9b9c-d95382af1d26 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:17:13.475085 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: af123df8-41f8-46fc-9b9c-d95382af1d26 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:17:13.475432 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device af123df8-41f8-46fc-9b9c-d95382af1d26 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:17:13.475850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7b8424ab-6a56-43e6-8f66-91e0f56fe203 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:17:13.494726 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 7b8424ab-6a56-43e6-8f66-91e0f56fe203 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:17:13.495076 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7b8424ab-6a56-43e6-8f66-91e0f56fe203 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:17:13.495275 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f385e295-5a97-49db-8d27-dfa03a5a9884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:13.516636 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f385e295-5a97-49db-8d27-dfa03a5a9884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:13.617923 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f385e295-5a97-49db-8d27-dfa03a5a9884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:13.620408 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f385e295-5a97-49db-8d27-dfa03a5a9884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:13.621577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f385e295-5a97-49db-8d27-dfa03a5a9884 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92ec1730-fe5e-4bc7-9007-46000ca8e418 HTTP/1.1" status: 204 len: 168 time: 0.1816566 Oct 19 12:17:13.629234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385e295-5a97-49db-8d27-dfa03a5a9884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ec1730-fe5e-4bc7-9007-46000ca8e418,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:14.227244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51780) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:14.267497 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c23e33c8-42ee-421c-aab7-4a0d01251110 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8cb3cf9b84348f2b929cff8ec81d3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391338 Oct 19 12:17:14.269861 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51782) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:14.315897 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f89d7180-d6ea-49f4-bf8c-efa3cc78a6e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:14.335959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f89d7180-d6ea-49f4-bf8c-efa3cc78a6e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:14.441471 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f89d7180-d6ea-49f4-bf8c-efa3cc78a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:14.444247 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f89d7180-d6ea-49f4-bf8c-efa3cc78a6e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:14.445438 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f89d7180-d6ea-49f4-bf8c-efa3cc78a6e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d263da4-50c7-4930-b049-c60cdeac3e12 HTTP/1.1" status: 204 len: 168 time: 0.1747055 Oct 19 12:17:14.453593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d7180-d6ea-49f4-bf8c-efa3cc78a6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d263da4-50c7-4930-b049-c60cdeac3e12,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:15.381220 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51804) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:15.474853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-978108374-network', 'tenant_id': 'f6c626fd98d24504988b85146118773c'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:17:15.569816 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Made reservation on behalf of f6c626fd98d24504988b85146118773c for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:17:15.572123 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:15.581910 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:15.654059 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:15.712454 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:15.738781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:17:15.745029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cda15e-632f-4f20-9731-ba3650356e02,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:15.752398 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:15.753301 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Added segment a5f7691b-b072-403a-b9dd-cceb14d7ccca of type vlan for network 54416b1a-185f-4dc3-a645-3c767d4b3a77 Oct 19 12:17:15.796507 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:15.895481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:15.896338 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:15.896973 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:15.956177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] Pushing event updated for resources: {'Network': ['ID=54416b1a-185f-4dc3-a645-3c767d4b3a77,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:15.965781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 54416b1a-185f-4dc3-a645-3c767d4b3a77 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:17:15.992729 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ee20dfa6-2f63-45b2-bb74-ec1a512ab09b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6103475 Oct 19 12:17:15.995721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51808) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:16.000600 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] Request body: {'subnet': {'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-978108374-subnet', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:17:16.078083 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] Made reservation on behalf of f6c626fd98d24504988b85146118773c for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:17:16.081284 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:16.370109 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:16.425336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9115cfb1-5fff-4c31-845d-4799dfbc96a9,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:16.433831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] Checking segment: {'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:17:16.434331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] Network hostable DHCP agents. Network: 54416b1a-185f-4dc3-a645-3c767d4b3a77, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:17:16.515538 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] Network 54416b1a-185f-4dc3-a645-3c767d4b3a77 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:17:16.606929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 54416b1a-185f-4dc3-a645-3c767d4b3a77) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:17:16.611550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:16.612160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:16.617108 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f815cdcc-84ed-45c4-9e90-34b6a8fc7efd None None] Network 54416b1a-185f-4dc3-a645-3c767d4b3a77 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:17:16.714479 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ef0ac4f0-e29b-44b1-9d2f-4446d2700e71 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7174132 Oct 19 12:17:16.716825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51810) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:16.721860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:17:16.758951 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-54416b1a-185f-4dc3-a645-3c767d4b3a77', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'fixed_ips': [{'subnet_id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:17:16.759800 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:16.810492 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:16.811615 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:16.866803 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:16.893828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Allocated IP 172.20.0.2 (54416b1a-185f-4dc3-a645-3c767d4b3a77/9115cfb1-5fff-4c31-845d-4799dfbc96a9/bca3a87f-e092-4669-b620-f49ae9aff087) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:17:17.033593 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:17.054605 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:17.115843 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:17.159539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Network 54416b1a-185f-4dc3-a645-3c767d4b3a77 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:17:17.162401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:17:17.165889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:17:17.173092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Pushing event updated for resources: {'Port': ['ID=bca3a87f-e092-4669-b620-f49ae9aff087,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:17.223411 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Attempting to bind port bca3a87f-e092-4669-b620-f49ae9aff087 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:17:17.224195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Attempting to bind port bca3a87f-e092-4669-b620-f49ae9aff087 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:17:17.224624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Attempting to bind port bca3a87f-e092-4669-b620-f49ae9aff087 on network 54416b1a-185f-4dc3-a645-3c767d4b3a77 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:17:17.229530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:17:17.229897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Checking segment: {'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:17:17.230286 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:17.230667 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Bound using segment: {'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:17:17.231135 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Bound port: bca3a87f-e092-4669-b620-f49ae9aff087, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:17:17.231488 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:17.291584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] For port bca3a87f-e092-4669-b620-f49ae9aff087, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:17:17.294970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] For port bca3a87f-e092-4669-b620-f49ae9aff087, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bca3a87f-e092-4669-b620-f49ae9aff087,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:17:17.334307 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:17.353545 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:17.390342 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:17.453071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be214068-4ba8-47c5-af4c-028ee2936e97 None None] Pushing event updated for resources: {'Port': ['ID=bca3a87f-e092-4669-b620-f49ae9aff087,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:17.474705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Allocated IP 172.25.2.85 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/31a0930b-bb9c-4e16-aef0-ac5cb634c38d) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:17:17.581763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:17.695970 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:17.744853 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:17:17.748684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:17:17.750702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Pushing event updated for resources: {'Port': ['ID=31a0930b-bb9c-4e16-aef0-ac5cb634c38d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:17.753386 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:17:18.083639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:18.286506 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:18.307200 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127fbcd2-82ae-4872-b09f-d42362c951d8 None None] Network 54416b1a-185f-4dc3-a645-3c767d4b3a77 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:17:18.383069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cd804b9b-cd58-4638-82ea-08954c9e503d None None] Provisioning complete for port bca3a87f-e092-4669-b620-f49ae9aff087 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:18.383352 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cd804b9b-cd58-4638-82ea-08954c9e503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:18.483969 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Router c02b21ab-1551-4ad6-a197-0270c2e028a5 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:17:18.520122 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cd804b9b-cd58-4638-82ea-08954c9e503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:18.560794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-cd804b9b-cd58-4638-82ea-08954c9e503d None None] For port bca3a87f-e092-4669-b620-f49ae9aff087, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bca3a87f-e092-4669-b620-f49ae9aff087,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:18.644165 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cd804b9b-cd58-4638-82ea-08954c9e503d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:18.701269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd804b9b-cd58-4638-82ea-08954c9e503d None None] Pushing event updated for resources: {'Port': ['ID=bca3a87f-e092-4669-b620-f49ae9aff087,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:18.762812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5bd6486f-9d7f-409c-88f2-6ca86f2777e8 None None] Provisioning complete for port bca3a87f-e092-4669-b620-f49ae9aff087 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:18.763176 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5bd6486f-9d7f-409c-88f2-6ca86f2777e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:18.932521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:17:18.943066 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Sync routers for ids ['c02b21ab-1551-4ad6-a197-0270c2e028a5'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:17:18.952134 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Routers {'c02b21ab-1551-4ad6-a197-0270c2e028a5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:18.952765 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c02b21ab-1551-4ad6-a197-0270c2e028a5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:19.028718 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.030127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9adf5b85-ea90-41c3-b5b3-a0e225079e98 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3121929 Oct 19 12:17:19.032923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51812) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:19.058114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Set router c02b21ab-1551-4ad6-a197-0270c2e028a5 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:19.235009 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:17Z', 'revision_number': 3, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:19.265337 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Checking router: c02b21ab-1551-4ad6-a197-0270c2e028a5 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:17:19.265704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Updating router c02b21ab-1551-4ad6-a197-0270c2e028a5 port 31a0930b-bb9c-4e16-aef0-ac5cb634c38d binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:17:19.289980 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.447730 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.461089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bca3a87f-e092-4669-b620-f49ae9aff087 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:17:19.555900 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port bca3a87f-e092-4669-b620-f49ae9aff087 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:19.556273 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.608465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Allocated IP 172.20.0.1 (54416b1a-185f-4dc3-a645-3c767d4b3a77/9115cfb1-5fff-4c31-845d-4799dfbc96a9/6695d3eb-1317-43bc-b0a9-035db78a6506) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:17:19.625461 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.706645 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.712404 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.757116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Attempting to bind port 31a0930b-bb9c-4e16-aef0-ac5cb634c38d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:17:19.757476 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Attempting to bind port 31a0930b-bb9c-4e16-aef0-ac5cb634c38d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:17:19.757839 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Attempting to bind port 31a0930b-bb9c-4e16-aef0-ac5cb634c38d on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:17:19.767894 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:17:19.768258 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:17:19.768683 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.769117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:17:19.769513 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Bound port: 31a0930b-bb9c-4e16-aef0-ac5cb634c38d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:17:19.769884 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.771451 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b0ee8-e7c5-4d2b-9629-cfb466fc1acb None None] Pushing event updated for resources: {'Port': ['ID=31a0930b-bb9c-4e16-aef0-ac5cb634c38d,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:19.807103 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.823733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] For port 31a0930b-bb9c-4e16-aef0-ac5cb634c38d, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:17:19.826700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] For port 31a0930b-bb9c-4e16-aef0-ac5cb634c38d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=31a0930b-bb9c-4e16-aef0-ac5cb634c38d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:17:19.849542 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Network 54416b1a-185f-4dc3-a645-3c767d4b3a77 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:17:19.852654 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:17:19.855073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:17:19.875623 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.887465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Pushing event updated for resources: {'Port': ['ID=6695d3eb-1317-43bc-b0a9-035db78a6506,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:19.908363 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:19.938213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Routers {'c02b21ab-1551-4ad6-a197-0270c2e028a5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:19.938908 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c02b21ab-1551-4ad6-a197-0270c2e028a5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:19.943979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b0ee8-e7c5-4d2b-9629-cfb466fc1acb None None] Pushing event updated for resources: {'Port': ['ID=31a0930b-bb9c-4e16-aef0-ac5cb634c38d,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:20.063720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] Set router c02b21ab-1551-4ad6-a197-0270c2e028a5 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:20.146644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:20.278910 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:20.308748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8f253d6a-c6b3-4310-acb1-664ac43f9198 None None] Provisioning complete for port 6695d3eb-1317-43bc-b0a9-035db78a6506 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:20.309037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8f253d6a-c6b3-4310-acb1-664ac43f9198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:20.316583 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:20.380983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8f253d6a-c6b3-4310-acb1-664ac43f9198 None None] Port 6695d3eb-1317-43bc-b0a9-035db78a6506 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:17:20.393270 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:20.437592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:17Z', 'revision_number': 3, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:20.460729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:20.462604 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Pushing event updated for resources: {'Port': ['ID=6695d3eb-1317-43bc-b0a9-035db78a6506,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:20.464292 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84b83b-7d80-494b-b4c4-e0ffc4c74f54 None None] The sync data for ids ['c02b21ab-1551-4ad6-a197-0270c2e028a5'] in n-d-814547-1 is: [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:17Z', 'revision_number': 3, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:17:20.575979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Network 54416b1a-185f-4dc3-a645-3c767d4b3a77 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:17:20.575979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:17:20.595517 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:20.703128 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Router c02b21ab-1551-4ad6-a197-0270c2e028a5 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:17:20.823775 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:17:20.829817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-cd78478c-7257-4ae9-a678-bf0509a8220f admin admin] 10.222.0.39 "PUT /v2.0/routers/c02b21ab-1551-4ad6-a197-0270c2e028a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953155 Oct 19 12:17:20.903823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-74ce960d-af82-44b4-a45a-f679aefb7dbc None None] Provisioning complete for port 6695d3eb-1317-43bc-b0a9-035db78a6506 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:20.907036 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-74ce960d-af82-44b4-a45a-f679aefb7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:20.946130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-74ce960d-af82-44b4-a45a-f679aefb7dbc None None] Port 6695d3eb-1317-43bc-b0a9-035db78a6506 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:17:21.461897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 31a0930b-bb9c-4e16-aef0-ac5cb634c38d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:17:21.510571 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 31a0930b-bb9c-4e16-aef0-ac5cb634c38d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:21.511288 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:21.590257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 51828) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:21.593847 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:21.595657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-785525587-network', 'tenant_id': '403a54ebf9984af1b94f9322148c1897'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:17:21.614970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 31a0930b-bb9c-4e16-aef0-ac5cb634c38d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=31a0930b-bb9c-4e16-aef0-ac5cb634c38d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:21.709558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Made reservation on behalf of 403a54ebf9984af1b94f9322148c1897 for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:17:21.712160 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:21.718730 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:21.730544 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:21.780877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=31a0930b-bb9c-4e16-aef0-ac5cb634c38d,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:21.826237 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:21.892765 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:21.920061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:17:21.930782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552f1879-1f21-46d8-93fd-0b2c03efca76,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:21.935679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:21.936041 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Added segment 496bdd42-6022-4550-bc3a-b52aaeea790c of type vlan for network f8a99124-45e4-47df-82df-9ffc7f54868d Oct 19 12:17:21.977178 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.058429 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.059405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:22.060191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.072867 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Sync routers for ids ['c02b21ab-1551-4ad6-a197-0270c2e028a5'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:17:22.083097 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Routers {'c02b21ab-1551-4ad6-a197-0270c2e028a5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:22.084618 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c02b21ab-1551-4ad6-a197-0270c2e028a5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:22.127731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] Pushing event updated for resources: {'Network': ['ID=f8a99124-45e4-47df-82df-9ffc7f54868d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:22.137848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network f8a99124-45e4-47df-82df-9ffc7f54868d details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:17:22.144822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0ac76f2d-0e87-4754-804c-a942a242b879 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5516930 Oct 19 12:17:22.145931 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51830) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:22.151651 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] Request body: {'subnet': {'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-785525587-subnet', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:17:22.202124 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Set router c02b21ab-1551-4ad6-a197-0270c2e028a5 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:22.229482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] Made reservation on behalf of 403a54ebf9984af1b94f9322148c1897 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:17:22.232031 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.406760 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:20Z', 'revision_number': 4, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '6695d3eb-1317-43bc-b0a9-035db78a6506', 'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'mac_address': 'fa:16:3e:4b:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:19Z', 'updated_at': '2021-10-19T12:17:20Z', 'revision_number': 2, 'project_id': 'f6c626fd98d24504988b85146118773c', 'subnets': [{'id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:22.434151 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Checking router: c02b21ab-1551-4ad6-a197-0270c2e028a5 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:17:22.434502 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Updating router c02b21ab-1551-4ad6-a197-0270c2e028a5 port 6695d3eb-1317-43bc-b0a9-035db78a6506 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:17:22.463141 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.478907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.541864 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=027e5919-70a2-44f2-bf75-1ba72ed9ddff,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:22.549397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] Checking segment: {'id': '496bdd42-6022-4550-bc3a-b52aaeea790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:17:22.549760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] Network hostable DHCP agents. Network: f8a99124-45e4-47df-82df-9ffc7f54868d, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:17:22.612429 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] Network f8a99124-45e4-47df-82df-9ffc7f54868d is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:17:22.697761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, f8a99124-45e4-47df-82df-9ffc7f54868d) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:17:22.702066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:22.702639 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.712212 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984201de-46f1-4a6e-940c-8177b4a8d31a None None] Network f8a99124-45e4-47df-82df-9ffc7f54868d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:17:22.739060 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.774954 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-86847a4c-1b59-478b-8d39-964c9c905fe8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6273203 Oct 19 12:17:22.777495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51832) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:22.781793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-785525587-router', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:17:22.815403 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.858432 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.860176 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.862423 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Pushing event updated for resources: {'Port': ['ID=6695d3eb-1317-43bc-b0a9-035db78a6506,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:22.863506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-f8a99124-45e4-47df-82df-9ffc7f54868d', 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'fixed_ips': [{'subnet_id': '027e5919-70a2-44f2-bf75-1ba72ed9ddff'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:17:22.864642 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.870785 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.871134 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.871469 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.871797 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.872627 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.872627 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.872922 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.873651 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.873651 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.873651 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.874024 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.874286 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:17:22.929109 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.939491 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Attempting to bind port 6695d3eb-1317-43bc-b0a9-035db78a6506 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:17:22.939862 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Attempting to bind port 6695d3eb-1317-43bc-b0a9-035db78a6506 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:17:22.940222 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Attempting to bind port 6695d3eb-1317-43bc-b0a9-035db78a6506 on network 54416b1a-185f-4dc3-a645-3c767d4b3a77 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:17:22.946537 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:17:22.946900 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Checking segment: {'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:17:22.947320 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:22.947709 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Bound using segment: {'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:17:22.948215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Bound port: 6695d3eb-1317-43bc-b0a9-035db78a6506, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:17:22.948586 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.011192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Allocated IP 172.20.0.2 (f8a99124-45e4-47df-82df-9ffc7f54868d/027e5919-70a2-44f2-bf75-1ba72ed9ddff/d997595f-e48a-49d2-a7a0-e5b25e8fa5ff) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:17:23.014402 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] For port 6695d3eb-1317-43bc-b0a9-035db78a6506, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:17:23.017626 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] For port 6695d3eb-1317-43bc-b0a9-035db78a6506, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6695d3eb-1317-43bc-b0a9-035db78a6506,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:17:23.098429 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.102118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-61e474bf-b9cb-4c6f-a1f6-be438917b59e None None] Provisioning complete for port 6695d3eb-1317-43bc-b0a9-035db78a6506 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:23.102496 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-61e474bf-b9cb-4c6f-a1f6-be438917b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.153538 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.168693 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477b8ed-c5be-41c3-9e2d-c7a348f35fef None None] Pushing event updated for resources: {'Port': ['ID=6695d3eb-1317-43bc-b0a9-035db78a6506,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:23.173018 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Routers {'c02b21ab-1551-4ad6-a197-0270c2e028a5'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:23.174313 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c02b21ab-1551-4ad6-a197-0270c2e028a5'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:23.202385 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.247325 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-61e474bf-b9cb-4c6f-a1f6-be438917b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.289527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-61e474bf-b9cb-4c6f-a1f6-be438917b59e None None] For port 6695d3eb-1317-43bc-b0a9-035db78a6506, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6695d3eb-1317-43bc-b0a9-035db78a6506,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:23.292218 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.299133 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] Set router c02b21ab-1551-4ad6-a197-0270c2e028a5 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:23.343052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Network f8a99124-45e4-47df-82df-9ffc7f54868d is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:17:23.347426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:17:23.351148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:17:23.358999 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Pushing event updated for resources: {'Port': ['ID=d997595f-e48a-49d2-a7a0-e5b25e8fa5ff,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:23.373053 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-61e474bf-b9cb-4c6f-a1f6-be438917b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.459848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 31a0930b-bb9c-4e16-aef0-ac5cb634c38d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:17:23.492670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.497452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Attempting to bind port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:17:23.497834 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Attempting to bind port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '496bdd42-6022-4550-bc3a-b52aaeea790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:17:23.498197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Attempting to bind port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff on network f8a99124-45e4-47df-82df-9ffc7f54868d {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:17:23.512715 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.525385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:17:23.525764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Checking segment: {'id': '496bdd42-6022-4550-bc3a-b52aaeea790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:17:23.526164 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.526558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Bound using segment: {'id': '496bdd42-6022-4550-bc3a-b52aaeea790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:17:23.527033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Bound port: d997595f-e48a-49d2-a7a0-e5b25e8fa5ff, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496bdd42-6022-4550-bc3a-b52aaeea790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:17:23.527416 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.529807 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:20Z', 'revision_number': 4, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '6695d3eb-1317-43bc-b0a9-035db78a6506', 'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'mac_address': 'fa:16:3e:4b:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:19Z', 'updated_at': '2021-10-19T12:17:23Z', 'revision_number': 4, 'project_id': 'f6c626fd98d24504988b85146118773c', 'subnets': [{'id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:23.549596 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e474bf-b9cb-4c6f-a1f6-be438917b59e None None] Pushing event updated for resources: {'Port': ['ID=6695d3eb-1317-43bc-b0a9-035db78a6506,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:23.558107 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-30790434-3355-4da6-8657-c2648fd0cd50 None None] Provisioning complete for port 6695d3eb-1317-43bc-b0a9-035db78a6506 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:23.558471 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30790434-3355-4da6-8657-c2648fd0cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.559848 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa83dbb4-3e6a-4cfa-9e47-e0a5667d98d1 None None] The sync data for ids ['c02b21ab-1551-4ad6-a197-0270c2e028a5'] in n-d-814547-1 is: [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:20Z', 'revision_number': 4, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '6695d3eb-1317-43bc-b0a9-035db78a6506', 'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'mac_address': 'fa:16:3e:4b:f7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:19Z', 'updated_at': '2021-10-19T12:17:23Z', 'revision_number': 4, 'project_id': 'f6c626fd98d24504988b85146118773c', 'subnets': [{'id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:17:23.647446 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Allocated IP 172.25.2.160 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/e778db16-07d9-40d8-ab17-981f3d985f81) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:17:23.655876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 31a0930b-bb9c-4e16-aef0-ac5cb634c38d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:23.656245 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.684644 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] For port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:17:23.703127 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] For port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d997595f-e48a-49d2-a7a0-e5b25e8fa5ff,segment=NetworkSegment(496bdd42-6022-4550-bc3a-b52aaeea790c),segment_id=496bdd42-6022-4550-bc3a-b52aaeea790c)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:17:23.770193 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.779525 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.847921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb38f0-e58a-4128-bd8c-ed17c8c28675 None None] Pushing event updated for resources: {'Port': ['ID=d997595f-e48a-49d2-a7a0-e5b25e8fa5ff,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:23.878870 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:23.923726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:17:23.934234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:17:23.934234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:17:23.956853 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Pushing event updated for resources: {'Port': ['ID=e778db16-07d9-40d8-ab17-981f3d985f81,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:24.314044 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:24.517184 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:24.712357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Router 962c256b-0996-4110-bd05-4a3b4dd4a351 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:17:24.774378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e960ae1-fe79-4534-92e0-68e884737dbd None None] Network f8a99124-45e4-47df-82df-9ffc7f54868d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:17:24.832435 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:17:24.845937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Sync routers for ids ['962c256b-0996-4110-bd05-4a3b4dd4a351'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:17:24.889721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Routers {'962c256b-0996-4110-bd05-4a3b4dd4a351'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:24.890332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['962c256b-0996-4110-bd05-4a3b4dd4a351'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:24.926213 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:24.930017 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8bb29fd3-3358-4c23-a56a-dd9dd1840786 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1490371 Oct 19 12:17:24.930363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 51834) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:17:24.953137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c375accc-176c-4af1-9a9c-cddacc56f327 None None] Provisioning complete for port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:24.953510 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c375accc-176c-4af1-9a9c-cddacc56f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:25.070213 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Set router 962c256b-0996-4110-bd05-4a3b4dd4a351 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:25.224104 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c375accc-176c-4af1-9a9c-cddacc56f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:25.290510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c375accc-176c-4af1-9a9c-cddacc56f327 None None] For port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d997595f-e48a-49d2-a7a0-e5b25e8fa5ff,segment=NetworkSegment(496bdd42-6022-4550-bc3a-b52aaeea790c),segment_id=496bdd42-6022-4550-bc3a-b52aaeea790c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:25.320612 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'name': 'tempest-TestMinimumBasicScenario-785525587-router', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:22Z', 'updated_at': '2021-10-19T12:17:24Z', 'revision_number': 3, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'gw_port': {'id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:49:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:23Z', 'updated_at': '2021-10-19T12:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:25.507545 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6695d3eb-1317-43bc-b0a9-035db78a6506 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:17:25.514303 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c375accc-176c-4af1-9a9c-cddacc56f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:25.515956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Checking router: 962c256b-0996-4110-bd05-4a3b4dd4a351 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:17:25.516329 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Updating router 962c256b-0996-4110-bd05-4a3b4dd4a351 port e778db16-07d9-40d8-ab17-981f3d985f81 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:17:25.599912 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:25.647811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37ca3216-cdaa-4f9d-8968-61047fb78d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:25.662567 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375accc-176c-4af1-9a9c-cddacc56f327 None None] Pushing event updated for resources: {'Port': ['ID=d997595f-e48a-49d2-a7a0-e5b25e8fa5ff,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:25.673248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e0f9ee8f-fab9-4615-b231-587e1986515f None None] Provisioning complete for port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:25.673624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ee8f-fab9-4615-b231-587e1986515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:25.682389 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:25.720605 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 6695d3eb-1317-43bc-b0a9-035db78a6506 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:25.720981 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:25.836849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Allocated IP 172.20.0.1 (f8a99124-45e4-47df-82df-9ffc7f54868d/027e5919-70a2-44f2-bf75-1ba72ed9ddff/f1765036-7cca-4596-a065-90037c9c5e76) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:17:25.939910 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:25.958666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d997595f-e48a-49d2-a7a0-e5b25e8fa5ff up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:17:26.033874 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.050703 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.057734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:26.058095 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.073178 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Network f8a99124-45e4-47df-82df-9ffc7f54868d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:17:26.077584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:17:26.081148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:17:26.116879 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1765036-7cca-4596-a065-90037c9c5e76,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:26.128839 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.140733 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.201634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec62516-879a-4511-b910-81ed7c0d2d0b None None] Pushing event updated for resources: {'Port': ['ID=e778db16-07d9-40d8-ab17-981f3d985f81,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:26.207430 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Attempting to bind port e778db16-07d9-40d8-ab17-981f3d985f81 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:17:26.207811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Attempting to bind port e778db16-07d9-40d8-ab17-981f3d985f81 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:17:26.208175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Attempting to bind port e778db16-07d9-40d8-ab17-981f3d985f81 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:17:26.213920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:17:26.214300 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:17:26.214700 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.215091 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:17:26.215564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Bound port: e778db16-07d9-40d8-ab17-981f3d985f81, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:17:26.215947 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.275197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] For port e778db16-07d9-40d8-ab17-981f3d985f81, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:17:26.278616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] For port e778db16-07d9-40d8-ab17-981f3d985f81, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e778db16-07d9-40d8-ab17-981f3d985f81,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:17:26.321365 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.370732 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.375384 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-be926570-2710-4cd1-b526-09a31ef5696f None None] Provisioning complete for port f1765036-7cca-4596-a065-90037c9c5e76 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:26.375736 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be926570-2710-4cd1-b526-09a31ef5696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.457276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Routers {'962c256b-0996-4110-bd05-4a3b4dd4a351'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:26.457897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:16:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['962c256b-0996-4110-bd05-4a3b4dd4a351'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:26.461511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-be926570-2710-4cd1-b526-09a31ef5696f None None] Port f1765036-7cca-4596-a065-90037c9c5e76 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:17:26.464875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec62516-879a-4511-b910-81ed7c0d2d0b None None] Pushing event updated for resources: {'Port': ['ID=e778db16-07d9-40d8-ab17-981f3d985f81,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:26.487228 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.558367 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.570560 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] Set router 962c256b-0996-4110-bd05-4a3b4dd4a351 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:26.631986 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:26.632242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1765036-7cca-4596-a065-90037c9c5e76,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:26.725847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Network f8a99124-45e4-47df-82df-9ffc7f54868d is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:17:26.727242 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:17:26.771109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'name': 'tempest-TestMinimumBasicScenario-785525587-router', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:22Z', 'updated_at': '2021-10-19T12:17:26Z', 'revision_number': 4, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'gw_port': {'id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:49:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:23Z', 'updated_at': '2021-10-19T12:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f1765036-7cca-4596-a065-90037c9c5e76', 'name': '', 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'mac_address': 'fa:16:3e:bb:60:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '027e5919-70a2-44f2-bf75-1ba72ed9ddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:25Z', 'updated_at': '2021-10-19T12:17:25Z', 'revision_number': 1, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'subnets': [{'id': '027e5919-70a2-44f2-bf75-1ba72ed9ddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:26.808955 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293b012-53ac-42d1-bee3-153ffdc5a4d9 None None] The sync data for ids ['962c256b-0996-4110-bd05-4a3b4dd4a351'] in n-d-814547-1 is: [{'id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'name': 'tempest-TestMinimumBasicScenario-785525587-router', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:22Z', 'updated_at': '2021-10-19T12:17:26Z', 'revision_number': 4, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'gw_port': {'id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:49:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:23Z', 'updated_at': '2021-10-19T12:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f1765036-7cca-4596-a065-90037c9c5e76', 'name': '', 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'mac_address': 'fa:16:3e:bb:60:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '027e5919-70a2-44f2-bf75-1ba72ed9ddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:25Z', 'updated_at': '2021-10-19T12:17:25Z', 'revision_number': 1, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'subnets': [{'id': '027e5919-70a2-44f2-bf75-1ba72ed9ddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:17:26.853688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Router 962c256b-0996-4110-bd05-4a3b4dd4a351 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:17:26.972193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:17:26.977289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d1869e82-a94e-44bd-9e96-e4cc9f8420b9 admin admin] 10.222.0.39 "PUT /v2.0/routers/962c256b-0996-4110-bd05-4a3b4dd4a351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0458343 Oct 19 12:17:26.993967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-01ae908d-df4e-47d1-8827-5fd09c366553 None None] Provisioning complete for port f1765036-7cca-4596-a065-90037c9c5e76 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:26.995767 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-01ae908d-df4e-47d1-8827-5fd09c366553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:27.041836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-01ae908d-df4e-47d1-8827-5fd09c366553 None None] Port f1765036-7cca-4596-a065-90037c9c5e76 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:17:27.468725 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d997595f-e48a-49d2-a7a0-e5b25e8fa5ff up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:17:27.520904 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:27.521282 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:27.843834 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-fe93198f-d610-44f1-a6da-25313d111b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:29.112504 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:29.284502 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:29.493447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e778db16-07d9-40d8-ab17-981f3d985f81 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:17:29.556732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e778db16-07d9-40d8-ab17-981f3d985f81 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:29.557550 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:29.645943 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:29.675031 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port e778db16-07d9-40d8-ab17-981f3d985f81, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e778db16-07d9-40d8-ab17-981f3d985f81,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:29.749647 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:29.805378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=e778db16-07d9-40d8-ab17-981f3d985f81,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:30.252838 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Sync routers for ids ['962c256b-0996-4110-bd05-4a3b4dd4a351'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:17:30.263410 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Routers {'962c256b-0996-4110-bd05-4a3b4dd4a351'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:30.264380 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:17:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['962c256b-0996-4110-bd05-4a3b4dd4a351'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:30.388332 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Set router 962c256b-0996-4110-bd05-4a3b4dd4a351 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:30.695254 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'name': 'tempest-TestMinimumBasicScenario-785525587-router', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:22Z', 'updated_at': '2021-10-19T12:17:26Z', 'revision_number': 4, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'gw_port': {'id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:23Z', 'updated_at': '2021-10-19T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f1765036-7cca-4596-a065-90037c9c5e76', 'name': '', 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'mac_address': 'fa:16:3e:bb:60:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '027e5919-70a2-44f2-bf75-1ba72ed9ddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:25Z', 'updated_at': '2021-10-19T12:17:26Z', 'revision_number': 2, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'subnets': [{'id': '027e5919-70a2-44f2-bf75-1ba72ed9ddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:30.725007 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Checking router: 962c256b-0996-4110-bd05-4a3b4dd4a351 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:17:30.725357 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Updating router 962c256b-0996-4110-bd05-4a3b4dd4a351 port f1765036-7cca-4596-a065-90037c9c5e76 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:17:30.751950 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:31.025298 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:31.152376 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:31.186379 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:31.235847 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e91b3-528d-46e9-952e-3a20e1377b6e None None] Pushing event updated for resources: {'Port': ['ID=f1765036-7cca-4596-a065-90037c9c5e76,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:31.294594 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Attempting to bind port f1765036-7cca-4596-a065-90037c9c5e76 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:17:31.295668 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Attempting to bind port f1765036-7cca-4596-a065-90037c9c5e76 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '496bdd42-6022-4550-bc3a-b52aaeea790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:17:31.296201 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Attempting to bind port f1765036-7cca-4596-a065-90037c9c5e76 on network f8a99124-45e4-47df-82df-9ffc7f54868d {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:17:31.302435 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:17:31.303095 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Checking segment: {'id': '496bdd42-6022-4550-bc3a-b52aaeea790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:17:31.303670 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:31.304236 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Bound using segment: {'id': '496bdd42-6022-4550-bc3a-b52aaeea790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:17:31.304892 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Bound port: f1765036-7cca-4596-a065-90037c9c5e76, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496bdd42-6022-4550-bc3a-b52aaeea790c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:17:31.305449 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:31.399633 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] For port f1765036-7cca-4596-a065-90037c9c5e76, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:17:31.403310 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] For port f1765036-7cca-4596-a065-90037c9c5e76, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f1765036-7cca-4596-a065-90037c9c5e76,segment=NetworkSegment(496bdd42-6022-4550-bc3a-b52aaeea790c),segment_id=496bdd42-6022-4550-bc3a-b52aaeea790c)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:17:31.476768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e778db16-07d9-40d8-ab17-981f3d985f81 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:17:31.490333 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:31.541470 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-65b8f3b0-ad69-47da-ad0a-e2520bb81e9f None None] Provisioning complete for port f1765036-7cca-4596-a065-90037c9c5e76 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:31.541730 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-65b8f3b0-ad69-47da-ad0a-e2520bb81e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:31.586212 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e91b3-528d-46e9-952e-3a20e1377b6e None None] Pushing event updated for resources: {'Port': ['ID=f1765036-7cca-4596-a065-90037c9c5e76,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:31.597866 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Routers {'962c256b-0996-4110-bd05-4a3b4dd4a351'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:17:31.598625 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:17:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['962c256b-0996-4110-bd05-4a3b4dd4a351'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:31.620385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port e778db16-07d9-40d8-ab17-981f3d985f81 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:31.621051 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:31.727768 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-65b8f3b0-ad69-47da-ad0a-e2520bb81e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:31.776280 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] Set router 962c256b-0996-4110-bd05-4a3b4dd4a351 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:17:31.815330 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-65b8f3b0-ad69-47da-ad0a-e2520bb81e9f None None] For port f1765036-7cca-4596-a065-90037c9c5e76, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f1765036-7cca-4596-a065-90037c9c5e76,segment=NetworkSegment(496bdd42-6022-4550-bc3a-b52aaeea790c),segment_id=496bdd42-6022-4550-bc3a-b52aaeea790c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:31.883807 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-65b8f3b0-ad69-47da-ad0a-e2520bb81e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:31.947735 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8f3b0-ad69-47da-ad0a-e2520bb81e9f None None] Pushing event updated for resources: {'Port': ['ID=f1765036-7cca-4596-a065-90037c9c5e76,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:32.009251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-84560619-2adc-41d1-8867-db18f3572462 None None] Provisioning complete for port f1765036-7cca-4596-a065-90037c9c5e76 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:32.009251 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-84560619-2adc-41d1-8867-db18f3572462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:32.021101 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'name': 'tempest-TestMinimumBasicScenario-785525587-router', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:22Z', 'updated_at': '2021-10-19T12:17:26Z', 'revision_number': 4, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'gw_port': {'id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:23Z', 'updated_at': '2021-10-19T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f1765036-7cca-4596-a065-90037c9c5e76', 'name': '', 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'mac_address': 'fa:16:3e:bb:60:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '027e5919-70a2-44f2-bf75-1ba72ed9ddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:25Z', 'updated_at': '2021-10-19T12:17:31Z', 'revision_number': 4, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'subnets': [{'id': '027e5919-70a2-44f2-bf75-1ba72ed9ddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:17:32.050659 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115944fb-36cc-4f38-84aa-9d9eccab3e4d None None] The sync data for ids ['962c256b-0996-4110-bd05-4a3b4dd4a351'] in n-d-814547-1 is: [{'id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'name': 'tempest-TestMinimumBasicScenario-785525587-router', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:22Z', 'updated_at': '2021-10-19T12:17:26Z', 'revision_number': 4, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'gw_port': {'id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:23Z', 'updated_at': '2021-10-19T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f1765036-7cca-4596-a065-90037c9c5e76', 'name': '', 'network_id': 'f8a99124-45e4-47df-82df-9ffc7f54868d', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'mac_address': 'fa:16:3e:bb:60:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '027e5919-70a2-44f2-bf75-1ba72ed9ddff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:25Z', 'updated_at': '2021-10-19T12:17:31Z', 'revision_number': 4, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'subnets': [{'id': '027e5919-70a2-44f2-bf75-1ba72ed9ddff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:17:33.472769 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f1765036-7cca-4596-a065-90037c9c5e76 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:17:33.531655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f1765036-7cca-4596-a065-90037c9c5e76 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:33.532667 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:39.187873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613435d8-855e-4b56-8cef-160ab0451f6a req-232daf43-a547-491b-b9a9-1b33d23a9fc7 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:39.189341 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-232daf43-a547-491b-b9a9-1b33d23a9fc7 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/networks?id=54416b1a-185f-4dc3-a645-3c767d4b3a77 HTTP/1.1" status: 200 len: 814 time: 0.0988550 Oct 19 12:17:39.204178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-5eb6b5fb-adb8-4a24-ae19-bcabba108167 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/quotas/f6c626fd98d24504988b85146118773c HTTP/1.1" status: 200 len: 375 time: 0.0087049 Oct 19 12:17:39.259635 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-3a505803-1ee1-4e18-bcd2-ce342d47dfe8 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6c626fd98d24504988b85146118773c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499635 Oct 19 12:17:39.352940 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-ee6781dc-e8e5-4131-8527-1f342b8a5fe7 service neutron] 10.222.0.39 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811789 Oct 19 12:17:39.444792 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-f7724cf8-f421-4678-9917-6284e9f8efe1 service neutron] 10.222.0.39 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857782 Oct 19 12:17:39.673004 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bc48e414-bb22-4120-aa69-405c068b4927 req-14e69666-f5b2-42b6-82e5-0d40918ecdf8 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 210 time: 0.0264623 Oct 19 12:17:40.765209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-43054ee8-6813-44e6-8257-e97477321306 req-b3510ff2-cefb-473e-bc35-c988fac4902d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 210 time: 0.0262492 Oct 19 12:17:41.659228 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613435d8-855e-4b56-8cef-160ab0451f6a req-fcdbf3a4-8f31-443d-ab06-1dc37689565b tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:41.660631 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-fcdbf3a4-8f31-443d-ab06-1dc37689565b tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.49 "GET /v2.0/networks?id=54416b1a-185f-4dc3-a645-3c767d4b3a77 HTTP/1.1" status: 200 len: 814 time: 0.1060920 Oct 19 12:17:41.674077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Request body: {'port': {'device_id': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'admin_state_up': True, 'tenant_id': 'f6c626fd98d24504988b85146118773c'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:17:41.858042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Made reservation on behalf of f6c626fd98d24504988b85146118773c for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:17:41.858662 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-27307251-a818-4bf8-909f-3cc6b7ba3854 req-949df89a-75cc-4963-a3a2-d7021050df53 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 210 time: 0.0254731 Oct 19 12:17:41.862623 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:41.995435 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Allocated IP 172.20.0.10 (54416b1a-185f-4dc3-a645-3c767d4b3a77/9115cfb1-5fff-4c31-845d-4799dfbc96a9/60511237-f7ed-439c-ad5f-a1b869b6fb0b) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:17:42.150404 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:42.240963 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:42.286000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Network 54416b1a-185f-4dc3-a645-3c767d4b3a77 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:17:42.289058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:17:42.292786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:17:42.299972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'Port': ['ID=60511237-f7ed-439c-ad5f-a1b869b6fb0b,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:42.358361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:42.359046 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:42.464134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-2df0587c-354b-4347-8928-f7b5b5be3dff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7936335 Oct 19 12:17:42.623397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-16ac9ba1-ebb2-457b-a6bb-937d85e63927 None None] Provisioning complete for port 60511237-f7ed-439c-ad5f-a1b869b6fb0b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:42.624019 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-16ac9ba1-ebb2-457b-a6bb-937d85e63927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:42.661098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-16ac9ba1-ebb2-457b-a6bb-937d85e63927 None None] Port 60511237-f7ed-439c-ad5f-a1b869b6fb0b cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:17:42.988299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094a46b-e9a2-403e-b50a-324218ec4520 req-dbfec624-ddce-4cb9-a26b-7c0b9233c401 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:42.990517 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b094a46b-e9a2-403e-b50a-324218ec4520 req-dbfec624-ddce-4cb9-a26b-7c0b9233c401 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 932 time: 0.0579360 Oct 19 12:17:43.040091 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b094a46b-e9a2-403e-b50a-324218ec4520 req-8729038c-326b-4ed9-8794-36d4c9636a1a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Oct 19 12:17:44.162089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc53083-839c-43e6-92fc-a0476a7f0e7e req-cebd4757-31a3-4f80-a85c-3ebc905e5538 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:44.163569 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0fc53083-839c-43e6-92fc-a0476a7f0e7e req-cebd4757-31a3-4f80-a85c-3ebc905e5538 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 932 time: 0.0570574 Oct 19 12:17:44.210604 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0fc53083-839c-43e6-92fc-a0476a7f0e7e req-837c73e8-7259-48c6-b87b-3cb467684709 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Oct 19 12:17:45.335046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a88ba-c372-411b-8f18-b291f76268ee req-00166af8-0383-49f0-b07a-42425a1c75ff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:45.336746 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-395a88ba-c372-411b-8f18-b291f76268ee req-00166af8-0383-49f0-b07a-42425a1c75ff tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 932 time: 0.0529468 Oct 19 12:17:45.376834 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-395a88ba-c372-411b-8f18-b291f76268ee req-93ff97a7-4ca3-4742-8ef6-a468cb895d49 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Oct 19 12:17:46.508736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5a549-a45d-4403-9f51-e078acb9304d req-5a33976c-119a-46d8-8e4f-cf4535643156 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:46.533729 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ada5a549-a45d-4403-9f51-e078acb9304d req-5a33976c-119a-46d8-8e4f-cf4535643156 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 932 time: 0.0580337 Oct 19 12:17:46.549611 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ada5a549-a45d-4403-9f51-e078acb9304d req-d32f6e4d-5bbd-4227-b4ef-a43c46898f99 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332584 Oct 19 12:17:47.673874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98c417-aceb-47be-b1b8-945582d6799d req-9b1c0507-5685-4224-bdd8-c1bdea489535 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:47.675154 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad98c417-aceb-47be-b1b8-945582d6799d req-9b1c0507-5685-4224-bdd8-c1bdea489535 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 932 time: 0.0493050 Oct 19 12:17:47.720783 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ad98c417-aceb-47be-b1b8-945582d6799d req-654b8063-bcac-4e19-80f4-bf3572f4d8c0 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380349 Oct 19 12:17:47.806412 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:17:48.838479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad505-1663-407d-85c4-6dbd0fefd2a2 req-0f4e2b72-a371-4257-8964-779e0de235b2 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:48.839895 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d7ad505-1663-407d-85c4-6dbd0fefd2a2 req-0f4e2b72-a371-4257-8964-779e0de235b2 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 932 time: 0.0511241 Oct 19 12:17:48.879265 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d7ad505-1663-407d-85c4-6dbd0fefd2a2 req-e54d2938-c6c1-4eb4-be68-8fcaef6b8bcd tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327954 Oct 19 12:17:50.007462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef51d98-f7d7-4303-9f11-49e238a15b61 req-20aa09a3-a4e1-4f5c-9805-c846f75ca26b tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:50.009710 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ef51d98-f7d7-4303-9f11-49e238a15b61 req-20aa09a3-a4e1-4f5c-9805-c846f75ca26b tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 932 time: 0.0592110 Oct 19 12:17:50.055451 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4ef51d98-f7d7-4303-9f11-49e238a15b61 req-9fcc1949-41af-4f6c-8d72-d6980f6fcaae tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371463 Oct 19 12:17:50.123370 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:50.603270 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:51.177918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241f254-91ad-4b91-9858-dbc39c81ce20 req-4480bee2-002a-4342-a09d-d3774dde5e8b tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:51.179388 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b241f254-91ad-4b91-9858-dbc39c81ce20 req-4480bee2-002a-4342-a09d-d3774dde5e8b tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 932 time: 0.0527246 Oct 19 12:17:51.230985 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b241f254-91ad-4b91-9858-dbc39c81ce20 req-b8120ed6-7661-4040-aa4c-b68d7c54fc2c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454233 Oct 19 12:17:52.349231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d048e-f4c2-4705-a16a-ce086769a2d3 req-1cf8d9e3-ba11-4466-845f-c560180b1683 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:52.351849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-747d048e-f4c2-4705-a16a-ce086769a2d3 req-1cf8d9e3-ba11-4466-845f-c560180b1683 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 932 time: 0.0560889 Oct 19 12:17:52.357138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Request body: {'port': {'device_id': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:17:52.432438 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-747d048e-f4c2-4705-a16a-ce086769a2d3 req-6c1d8e13-4641-4f93-918a-2c2e39bc7ffd tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725002 Oct 19 12:17:52.436854 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:52.700692 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60511237-f7ed-439c-ad5f-a1b869b6fb0b {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:17:52.708105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:52.720207 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Transition to ACTIVE for port object 60511237-f7ed-439c-ad5f-a1b869b6fb0b will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:17:52.798027 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:52.849506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Pushing event updated for resources: {'Port': ['ID=60511237-f7ed-439c-ad5f-a1b869b6fb0b,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:52.922640 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Attempting to bind port 60511237-f7ed-439c-ad5f-a1b869b6fb0b on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:17:52.923035 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Attempting to bind port 60511237-f7ed-439c-ad5f-a1b869b6fb0b by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:17:52.923301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Attempting to bind port 60511237-f7ed-439c-ad5f-a1b869b6fb0b on network 54416b1a-185f-4dc3-a645-3c767d4b3a77 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:17:52.928413 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Port 60511237-f7ed-439c-ad5f-a1b869b6fb0b on network 54416b1a-185f-4dc3-a645-3c767d4b3a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:17:52.928873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Attempting to bind port 60511237-f7ed-439c-ad5f-a1b869b6fb0b on network 54416b1a-185f-4dc3-a645-3c767d4b3a77 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:17:52.934557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:17:52.934901 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Checking segment: {'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:17:52.935297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Bound using segment: {'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:17:52.935747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Bound port: 60511237-f7ed-439c-ad5f-a1b869b6fb0b, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f7691b-b072-403a-b9dd-cceb14d7ccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:17:52.936097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:53.001702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] For port 60511237-f7ed-439c-ad5f-a1b869b6fb0b, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:17:53.004657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] For port 60511237-f7ed-439c-ad5f-a1b869b6fb0b, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:17:53.078102 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:53.110348 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:53.110868 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:53.112277 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] 10.222.0.49 "PUT /v2.0/ports/60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 200 len: 1092 time: 0.7594910 Oct 19 12:17:53.114463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:17:53.116799 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f22f90f-79ec-44c5-9505-169d8a7b9f61" -d '{"events": [{"name": "network-changed", "server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:17:53.146436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0615b-90c8-4431-9d97-17f292c44c17 service neutron] Pushing event updated for resources: {'Port': ['ID=60511237-f7ed-439c-ad5f-a1b869b6fb0b,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:53.155825 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b59f55-22c8-4970-bb15-428aa712a497 x-openstack-request-id: req-13b59f55-22c8-4970-bb15-428aa712a497 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:17:53.156120 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:17:53.156526 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13b59f55-22c8-4970-bb15-428aa712a497 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:17:53.157026 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'status': 'completed', 'code': 200} Oct 19 12:17:53.218938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f90f-79ec-44c5-9505-169d8a7b9f61 req-63e0b777-cf4d-4d88-af0c-c814132d51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:53.220526 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f22f90f-79ec-44c5-9505-169d8a7b9f61 req-63e0b777-cf4d-4d88-af0c-c814132d51d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c626fd98d24504988b85146118773c&device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 1095 time: 0.0446222 Oct 19 12:17:53.325148 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f90f-79ec-44c5-9505-169d8a7b9f61 req-e55e396e-b3c9-4e74-a942-cc78aeb6951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:53.326546 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f22f90f-79ec-44c5-9505-169d8a7b9f61 req-e55e396e-b3c9-4e74-a942-cc78aeb6951d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f6c626fd98d24504988b85146118773c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0985327 Oct 19 12:17:53.423887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f90f-79ec-44c5-9505-169d8a7b9f61 req-a30d06bf-f707-4679-b963-36c3a75acf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:53.425396 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f22f90f-79ec-44c5-9505-169d8a7b9f61 req-a30d06bf-f707-4679-b963-36c3a75acf9c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916126 Oct 19 12:17:53.500192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613435d8-855e-4b56-8cef-160ab0451f6a req-4972d397-c01e-43ee-96f1-46d2d510c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:53.502328 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-4972d397-c01e-43ee-96f1-46d2d510c20d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c626fd98d24504988b85146118773c&device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 1095 time: 0.0415840 Oct 19 12:17:53.558765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-06ac3528-083e-476b-b6a6-7c553ca1615f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 200 len: 217 time: 0.0463667 Oct 19 12:17:53.608327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f8ad-ea5d-4d64-8b03-d9d11d855f8d req-ff9723e8-0d5c-4583-85d0-7ed610aa9499 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:53.610249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c351f8ad-ea5d-4d64-8b03-d9d11d855f8d req-ff9723e8-0d5c-4583-85d0-7ed610aa9499 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 944 time: 0.1065118 Oct 19 12:17:53.633497 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dde051bf-a9b6-49f8-9a9b-77bc08767cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:53.634839 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-dde051bf-a9b6-49f8-9a9b-77bc08767cd6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9115cfb1-5fff-4c31-845d-4799dfbc96a9 HTTP/1.1" status: 200 len: 853 time: 0.0673757 Oct 19 12:17:53.676508 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c351f8ad-ea5d-4d64-8b03-d9d11d855f8d req-f8ec865f-0956-4865-a413-68267723af46 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603447 Oct 19 12:17:53.689781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613435d8-855e-4b56-8cef-160ab0451f6a req-b434f7d0-7a07-40b6-be75-1f526eaf21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:53.691209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-b434f7d0-7a07-40b6-be75-1f526eaf21ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54416b1a-185f-4dc3-a645-3c767d4b3a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488248 Oct 19 12:17:53.782221 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-d4d8d335-c027-482b-92b2-e599714ce9cd service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834661 Oct 19 12:17:54.195642 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-613435d8-855e-4b56-8cef-160ab0451f6a req-fba17a25-6c8b-41c3-a635-ecbe29a9393f service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066296 Oct 19 12:17:54.795597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d539d8e-f7d4-467a-ad31-d447f82562de req-02d8a02a-d04d-485b-a26f-5c1720a04e21 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:54.797041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d539d8e-f7d4-467a-ad31-d447f82562de req-02d8a02a-d04d-485b-a26f-5c1720a04e21 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 944 time: 0.0529189 Oct 19 12:17:54.834756 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d539d8e-f7d4-467a-ad31-d447f82562de req-d8ec2dac-a6f4-4a95-8121-84c878593406 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Oct 19 12:17:55.449155 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8454d047-c1ee-4f8f-b5fa-4a49251e27d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:55.946454 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170c368-d29f-4239-8529-47a66e2d1f77 req-03435e7a-9eba-4722-b7e0-9b763dd3225c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:55.947921 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5170c368-d29f-4239-8529-47a66e2d1f77 req-03435e7a-9eba-4722-b7e0-9b763dd3225c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 944 time: 0.0488460 Oct 19 12:17:55.989167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5170c368-d29f-4239-8529-47a66e2d1f77 req-612dea58-5ba8-4fba-b603-b221602ac3ee tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348525 Oct 19 12:17:57.106722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33db8-e4ab-4712-ae2a-3b3a5cea859b req-b4b0dcab-e683-4050-9888-47efe131fca3 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:57.108182 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbf33db8-e4ab-4712-ae2a-3b3a5cea859b req-b4b0dcab-e683-4050-9888-47efe131fca3 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 944 time: 0.0488024 Oct 19 12:17:57.147969 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bbf33db8-e4ab-4712-ae2a-3b3a5cea859b req-7ec7cf24-928c-4000-a450-91f7e4460682 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334053 Oct 19 12:17:57.319639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 60511237-f7ed-439c-ad5f-a1b869b6fb0b details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:17:57.414362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 60511237-f7ed-439c-ad5f-a1b869b6fb0b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:57.425822 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'port_id': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'mac_address': 'fa:16:3e:e8:e5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:17:57.462336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:57.475089 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60511237-f7ed-439c-ad5f-a1b869b6fb0b {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:17:57.493169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 60511237-f7ed-439c-ad5f-a1b869b6fb0b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:57.563707 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:57.613560 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=60511237-f7ed-439c-ad5f-a1b869b6fb0b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:57.781418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['60511237-f7ed-439c-ad5f-a1b869b6fb0b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:17:57.854040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a15e2c6d-be0c-4907-a556-21ac7c34adc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:58.259578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b45c5e-8411-486e-ac6d-fae1617fdb1d req-50a02163-a870-4d48-8cc6-580b32adce02 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:58.261041 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-34b45c5e-8411-486e-ac6d-fae1617fdb1d req-50a02163-a870-4d48-8cc6-580b32adce02 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 945 time: 0.0481391 Oct 19 12:17:58.297659 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-34b45c5e-8411-486e-ac6d-fae1617fdb1d req-e369947c-c682-4be8-9af2-1526ccc035d5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303078 Oct 19 12:17:59.122975 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:59.320287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 60511237-f7ed-439c-ad5f-a1b869b6fb0b up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:17:59.325296 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:59.414707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a01ac-218b-4708-b311-8ba385046e75 req-c8f53c9d-c6f4-4be5-a92f-e2a1243c8e28 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:59.416191 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8d8a01ac-218b-4708-b311-8ba385046e75 req-c8f53c9d-c6f4-4be5-a92f-e2a1243c8e28 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 945 time: 0.0527055 Oct 19 12:17:59.443010 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 60511237-f7ed-439c-ad5f-a1b869b6fb0b completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:17:59.447335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 60511237-f7ed-439c-ad5f-a1b869b6fb0b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:17:59.447709 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:59.454106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8d8a01ac-218b-4708-b311-8ba385046e75 req-280d68d4-d968-46b0-bbf1-4d46865b7583 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310388 Oct 19 12:17:59.523404 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:59.545792 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:17:59.548097 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74925e8e-eb8c-4cbe-a159-75d4585e388e" -d '{"events": [{"server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "name": "network-vif-plugged", "status": "completed", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:17:59.560769 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 60511237-f7ed-439c-ad5f-a1b869b6fb0b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:17:59.590249 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94432f4c-a5aa-4e34-be16-8cd33cb86f7c x-openstack-request-id: req-94432f4c-a5aa-4e34-be16-8cd33cb86f7c {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:17:59.593447 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "name": "network-vif-plugged", "status": "completed", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:17:59.593447 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94432f4c-a5aa-4e34-be16-8cd33cb86f7c {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:17:59.593447 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'code': 200} Oct 19 12:17:59.640114 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:17:59.686168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5c7c6-05d1-421c-9282-c06cb375f0ee req-09115bb3-64a3-45dc-9532-964ba9877893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:17:59.687748 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8e5c7c6-05d1-421c-9282-c06cb375f0ee req-09115bb3-64a3-45dc-9532-964ba9877893 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 1097 time: 0.0406547 Oct 19 12:17:59.691494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=60511237-f7ed-439c-ad5f-a1b869b6fb0b,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:17:59.724244 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e8e5c7c6-05d1-421c-9282-c06cb375f0ee req-64703766-45cc-4b24-a840-7dc9dd840906 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291834 Oct 19 12:18:00.571470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8391b-d3c7-4fdc-86b5-a3dd8c8b7d2f req-790013a6-71a0-41b6-b088-9fa500205cac tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:00.572952 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a2a8391b-d3c7-4fdc-86b5-a3dd8c8b7d2f req-790013a6-71a0-41b6-b088-9fa500205cac tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 946 time: 0.0500073 Oct 19 12:18:00.612915 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a2a8391b-d3c7-4fdc-86b5-a3dd8c8b7d2f req-3e3e9fed-d703-42e0-bd82-2a8edf2f19f3 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334840 Oct 19 12:18:01.065925 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:01.627570 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-2885e743-7b13-4e1b-adfc-3f61c2e8f159 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393493 Oct 19 12:18:01.745951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-523d09d4-41af-4a21-b80e-04586d70152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:01.747442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-523d09d4-41af-4a21-b80e-04586d70152b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c626fd98d24504988b85146118773c&device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 1097 time: 0.0738897 Oct 19 12:18:01.755756 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58931845-078a-487b-9a46-90407dc2bed9 req-84c0753c-448d-4383-b8b5-fee704d022e4 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:01.757197 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58931845-078a-487b-9a46-90407dc2bed9 req-84c0753c-448d-4383-b8b5-fee704d022e4 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 946 time: 0.0738130 Oct 19 12:18:01.848837 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-58931845-078a-487b-9a46-90407dc2bed9 req-68ca23c5-f3ed-4f2b-b53f-b3408219ec63 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846307 Oct 19 12:18:01.877591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-bdde8d6e-1d32-4db0-8435-844bf7348a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:01.879067 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-bdde8d6e-1d32-4db0-8435-844bf7348a99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54416b1a-185f-4dc3-a645-3c767d4b3a77 HTTP/1.1" status: 200 len: 915 time: 0.1075320 Oct 19 12:18:01.921239 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-fafcaff7-9173-46b5-b744-680344faad5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 200 len: 217 time: 0.0348828 Oct 19 12:18:01.962103 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12bab6-4f1e-41d3-a08d-cfbbb79921db req-5bd9a041-e487-454f-9a1e-3ad169db3358 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:01.963885 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e12bab6-4f1e-41d3-a08d-cfbbb79921db req-5bd9a041-e487-454f-9a1e-3ad169db3358 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 946 time: 0.0492671 Oct 19 12:18:01.971821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-083a3667-7aef-47a6-ba2c-b0f0f08c949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:01.973311 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-083a3667-7aef-47a6-ba2c-b0f0f08c949c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9115cfb1-5fff-4c31-845d-4799dfbc96a9 HTTP/1.1" status: 200 len: 853 time: 0.0453537 Oct 19 12:18:02.001925 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0e12bab6-4f1e-41d3-a08d-cfbbb79921db req-090b57dc-2f06-417a-908c-4d156d4fbdf1 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312896 Oct 19 12:18:02.023694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-617662d5-8d89-4f37-b8b8-af8bb2f7a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:02.025222 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-617662d5-8d89-4f37-b8b8-af8bb2f7a374 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54416b1a-185f-4dc3-a645-3c767d4b3a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444150 Oct 19 12:18:02.116904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-0cdb0d30-4418-4490-a244-199523798476 service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839684 Oct 19 12:18:02.193410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00addf3-f46d-4772-a13d-9ba08c574503 req-c9af38f9-c8d8-4601-9a49-dbabe7dd281f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:02.194893 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e00addf3-f46d-4772-a13d-9ba08c574503 req-c9af38f9-c8d8-4601-9a49-dbabe7dd281f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 946 time: 0.0536132 Oct 19 12:18:02.212237 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c83ddbda-addb-4677-b1a3-629aa42c6abd req-ea7f3c6f-2f94-40af-b6df-f56a5d6a97cb service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883925 Oct 19 12:18:02.233038 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e00addf3-f46d-4772-a13d-9ba08c574503 req-a7f51871-fd1f-458d-a1a1-bcb2f2faa883 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320101 Oct 19 12:18:17.728426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e2309-4407-4b1a-a018-c314359129de req-8ed1cdae-5b39-4ac8-8b4c-4758a0b8f0a6 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:17.729900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-336e2309-4407-4b1a-a018-c314359129de req-8ed1cdae-5b39-4ac8-8b4c-4758a0b8f0a6 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 946 time: 0.1951435 Oct 19 12:18:17.766994 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-336e2309-4407-4b1a-a018-c314359129de req-ca57bcb3-0108-4450-8845-32c6bc50ecf4 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Oct 19 12:18:17.789303 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52048) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:18:17.868521 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e5d0b4-b15a-48de-aaea-616b646d147d tempest-TestMinimumBasicScenario-327357410 tempest-TestMinimumBasicScenario-327357410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:17.869959 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b4e5d0b4-b15a-48de-aaea-616b646d147d tempest-TestMinimumBasicScenario-327357410 tempest-TestMinimumBasicScenario-327357410-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 1092 time: 0.0797174 Oct 19 12:18:17.872863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52052) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:18:17.877619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:18:17.957691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:18.053546 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:18.152850 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Allocated IP 172.25.2.161 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/daf499c8-1ca2-49aa-b536-c3f504b61310) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:18:18.254776 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:18.349231 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:18.387428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:18:18.390361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:18:18.393804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:18:18.420832 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'Port': ['ID=daf499c8-1ca2-49aa-b536-c3f504b61310,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:18:18.432480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.432854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.433197 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.433529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.433858 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.434185 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.434510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.434831 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.435152 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.435471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.435788 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.436102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:18.755500 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:18.876995 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:19.030547 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:19.085372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:19.157475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'Port': ['ID=daf499c8-1ca2-49aa-b536-c3f504b61310,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:18:19.167177 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:19.266554 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Floating IP d2cfa336-e685-4c1f-bf44-4a13f4aa6a56 associated. External IP: 172.25.2.161, port: 60511237-f7ed-439c-ad5f-a1b869b6fb0b. Oct 19 12:18:19.470581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Router c02b21ab-1551-4ad6-a197-0270c2e028a5 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:18:19.883132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:18:19.895923 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a6140-e89d-422d-aa63-bd7560a8a437 None None] Sync routers for ids ['c02b21ab-1551-4ad6-a197-0270c2e028a5'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:18:19.904210 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a6140-e89d-422d-aa63-bd7560a8a437 None None] Routers {'c02b21ab-1551-4ad6-a197-0270c2e028a5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:18:19.904831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-064a6140-e89d-422d-aa63-bd7560a8a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:17:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c02b21ab-1551-4ad6-a197-0270c2e028a5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:18:20.008909 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-064a6140-e89d-422d-aa63-bd7560a8a437 None None] Set router c02b21ab-1551-4ad6-a197-0270c2e028a5 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:18:20.028155 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:20.055651 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ba80868b-689a-43e6-a182-5099462b3f8d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1817508 Oct 19 12:18:20.056330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:18:20.058558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52054) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:18:20.059092 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71831c57-448d-40bb-9619-7c4d84ba405a" -d '{"events": [{"name": "network-changed", "server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:18:20.070790 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1646595756', 'description': 'tempest-secgroup-smoke-1646595756 description', 'project_id': 'f6c626fd98d24504988b85146118773c'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:18:20.106344 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540ca19d-be63-4a15-a45b-176cee56754c x-openstack-request-id: req-540ca19d-be63-4a15-a45b-176cee56754c {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:18:20.106639 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:18:20.106891 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-540ca19d-be63-4a15-a45b-176cee56754c {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:18:20.107295 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'status': 'completed', 'code': 200} Oct 19 12:18:20.170606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71831c57-448d-40bb-9619-7c4d84ba405a req-5349b452-83e4-49d4-9836-1f4939faabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:20.172590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71831c57-448d-40bb-9619-7c4d84ba405a req-5349b452-83e4-49d4-9836-1f4939faabd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c626fd98d24504988b85146118773c&device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 1097 time: 0.0423708 Oct 19 12:18:20.173440 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:20.181809 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:20.246353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-064a6140-e89d-422d-aa63-bd7560a8a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:20Z', 'revision_number': 4, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'd2cfa336-e685-4c1f-bf44-4a13f4aa6a56', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'port_id': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'mac_address': 'fa:16:3e:e8:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:18:18Z', 'updated_at': '2021-10-19T12:18:18Z', 'revision_number': 0, 'project_id': 'f6c626fd98d24504988b85146118773c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6695d3eb-1317-43bc-b0a9-035db78a6506', 'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'mac_address': 'fa:16:3e:4b:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:19Z', 'updated_at': '2021-10-19T12:17:23Z', 'revision_number': 5, 'project_id': 'f6c626fd98d24504988b85146118773c', 'subnets': [{'id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:18:20.276480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a6140-e89d-422d-aa63-bd7560a8a437 None None] Checking router: c02b21ab-1551-4ad6-a197-0270c2e028a5 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:18:20.285343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a6140-e89d-422d-aa63-bd7560a8a437 None None] Routers {'c02b21ab-1551-4ad6-a197-0270c2e028a5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:18:20.285938 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-064a6140-e89d-422d-aa63-bd7560a8a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:17:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c02b21ab-1551-4ad6-a197-0270c2e028a5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:18:20.313832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71831c57-448d-40bb-9619-7c4d84ba405a req-233f390d-3562-412c-b321-cdf1b683a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:20.315306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71831c57-448d-40bb-9619-7c4d84ba405a req-233f390d-3562-412c-b321-cdf1b683a927 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54416b1a-185f-4dc3-a645-3c767d4b3a77 HTTP/1.1" status: 200 len: 915 time: 0.1333737 Oct 19 12:18:20.317571 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:20.382123 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71831c57-448d-40bb-9619-7c4d84ba405a req-4f5ab666-dac5-4ce8-9130-67dbbf8e9221 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 200 len: 1000 time: 0.0586183 Oct 19 12:18:20.388447 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:20.393798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-064a6140-e89d-422d-aa63-bd7560a8a437 None None] Set router c02b21ab-1551-4ad6-a197-0270c2e028a5 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:18:20.448152 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4ef335-1708-468f-abf4-a8270940a561,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:18:20.462269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.462609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.462953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.463288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.463615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.463945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.464264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.464607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.464931 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.465250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.465574 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.465887 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:18:20.479982 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71831c57-448d-40bb-9619-7c4d84ba405a req-390f6794-63c1-4adb-ae24-c00c62f86a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:20.481505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71831c57-448d-40bb-9619-7c4d84ba405a req-390f6794-63c1-4adb-ae24-c00c62f86a27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9115cfb1-5fff-4c31-845d-4799dfbc96a9 HTTP/1.1" status: 200 len: 853 time: 0.0892258 Oct 19 12:18:20.518142 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:20.519414 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-50295482-a2b5-4c42-88dd-0a1a0edbbb97 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4597037 Oct 19 12:18:20.522428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52058) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:18:20.527623 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f6695e1a-4c38-41d7-a6a2-d48c428ac938 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Request body: {'security_group_rule': {'security_group_id': '6e4ef335-1708-468f-abf4-a8270940a561', 'project_id': 'f6c626fd98d24504988b85146118773c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:18:20.535873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71831c57-448d-40bb-9619-7c4d84ba405a req-a23d92b6-1a30-40a3-949a-20a2219c76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:20.538559 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71831c57-448d-40bb-9619-7c4d84ba405a req-a23d92b6-1a30-40a3-949a-20a2219c76a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54416b1a-185f-4dc3-a645-3c767d4b3a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470572 Oct 19 12:18:20.621683 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6695e1a-4c38-41d7-a6a2-d48c428ac938 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:20.631001 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-064a6140-e89d-422d-aa63-bd7560a8a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:20Z', 'revision_number': 4, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'd2cfa336-e685-4c1f-bf44-4a13f4aa6a56', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'port_id': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'mac_address': 'fa:16:3e:e8:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:18:18Z', 'updated_at': '2021-10-19T12:18:18Z', 'revision_number': 0, 'project_id': 'f6c626fd98d24504988b85146118773c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6695d3eb-1317-43bc-b0a9-035db78a6506', 'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'mac_address': 'fa:16:3e:4b:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:19Z', 'updated_at': '2021-10-19T12:17:23Z', 'revision_number': 5, 'project_id': 'f6c626fd98d24504988b85146118773c', 'subnets': [{'id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:18:20.634624 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71831c57-448d-40bb-9619-7c4d84ba405a req-e5db214e-4e9b-4769-ad9b-4af854eb015d service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883179 Oct 19 12:18:20.661103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a6140-e89d-422d-aa63-bd7560a8a437 None None] The sync data for ids ['c02b21ab-1551-4ad6-a197-0270c2e028a5'] in n-d-814547-1 is: [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:20Z', 'revision_number': 4, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'd2cfa336-e685-4c1f-bf44-4a13f4aa6a56', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'port_id': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'mac_address': 'fa:16:3e:e8:e5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:18:18Z', 'updated_at': '2021-10-19T12:18:18Z', 'revision_number': 0, 'project_id': 'f6c626fd98d24504988b85146118773c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6695d3eb-1317-43bc-b0a9-035db78a6506', 'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'mac_address': 'fa:16:3e:4b:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:19Z', 'updated_at': '2021-10-19T12:17:23Z', 'revision_number': 5, 'project_id': 'f6c626fd98d24504988b85146118773c', 'subnets': [{'id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:18:20.663425 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:20.686484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6695e1a-4c38-41d7-a6a2-d48c428ac938 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:20.740794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-71831c57-448d-40bb-9619-7c4d84ba405a req-78631f95-4e96-4eb0-8c9e-f86714aed3b5 service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964451 Oct 19 12:18:20.758099 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6695e1a-4c38-41d7-a6a2-d48c428ac938 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:20.777076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6695e1a-4c38-41d7-a6a2-d48c428ac938 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f93110-200e-43cc-b36b-6bb15596ec09,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:18:20.857743 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6695e1a-4c38-41d7-a6a2-d48c428ac938 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:20.859266 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f6695e1a-4c38-41d7-a6a2-d48c428ac938 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3354352 Oct 19 12:18:20.861649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52060) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:18:20.862393 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ce43f-78ba-408f-b877-2332cd6cf8ad None None] New status for floating IP d2cfa336-e685-4c1f-bf44-4a13f4aa6a56: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:18:20.866174 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-69894368-9bc0-409c-8c5e-3f1699808de8 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Request body: {'security_group_rule': {'security_group_id': '6e4ef335-1708-468f-abf4-a8270940a561', 'project_id': 'f6c626fd98d24504988b85146118773c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:18:20.945596 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69894368-9bc0-409c-8c5e-3f1699808de8 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.001472 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69894368-9bc0-409c-8c5e-3f1699808de8 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.091946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69894368-9bc0-409c-8c5e-3f1699808de8 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.108053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69894368-9bc0-409c-8c5e-3f1699808de8 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ab971c-d5b0-4366-8b53-855f5d8ba19d,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:18:21.182333 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-69894368-9bc0-409c-8c5e-3f1699808de8 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.183554 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-69894368-9bc0-409c-8c5e-3f1699808de8 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3209598 Oct 19 12:18:21.186213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52062) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:18:21.190518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-78c811a0-ca98-4f36-857e-83eccc7d6e6e tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Request body: {'security_group_rule': {'security_group_id': '6e4ef335-1708-468f-abf4-a8270940a561', 'project_id': 'f6c626fd98d24504988b85146118773c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:18:21.283252 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-78c811a0-ca98-4f36-857e-83eccc7d6e6e tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.345695 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-78c811a0-ca98-4f36-857e-83eccc7d6e6e tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.414664 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-78c811a0-ca98-4f36-857e-83eccc7d6e6e tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.433482 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c811a0-ca98-4f36-857e-83eccc7d6e6e tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc87417-0cdb-4be6-884a-4509dc0cd1b0,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:18:21.517007 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-78c811a0-ca98-4f36-857e-83eccc7d6e6e tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.518368 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-78c811a0-ca98-4f36-857e-83eccc7d6e6e tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3312399 Oct 19 12:18:21.521111 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52064) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:18:21.525495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1c3e33c8-a5aa-454f-be92-9f085738beda tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Request body: {'security_group_rule': {'security_group_id': '6e4ef335-1708-468f-abf4-a8270940a561', 'project_id': 'f6c626fd98d24504988b85146118773c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:18:21.611375 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c3e33c8-a5aa-454f-be92-9f085738beda tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.674441 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c3e33c8-a5aa-454f-be92-9f085738beda tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.743283 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c3e33c8-a5aa-454f-be92-9f085738beda tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.761659 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e33c8-a5aa-454f-be92-9f085738beda tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46e43c1-24af-4cea-9f96-437601a70d04,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:18:21.825253 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1c3e33c8-a5aa-454f-be92-9f085738beda tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.829163 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1c3e33c8-a5aa-454f-be92-9f085738beda tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3043571 Oct 19 12:18:21.829325 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52066) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:18:21.833610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-670add85-1c5a-4b31-b0d5-6f101017d76c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Request body: {'security_group_rule': {'security_group_id': '6e4ef335-1708-468f-abf4-a8270940a561', 'project_id': 'f6c626fd98d24504988b85146118773c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:18:21.926119 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-670add85-1c5a-4b31-b0d5-6f101017d76c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Project f6c626fd98d24504988b85146118773c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:18:21.931510 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-670add85-1c5a-4b31-b0d5-6f101017d76c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:21.995192 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-670add85-1c5a-4b31-b0d5-6f101017d76c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:22.057458 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-670add85-1c5a-4b31-b0d5-6f101017d76c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:22.075401 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670add85-1c5a-4b31-b0d5-6f101017d76c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d11a9d-bbc2-49ac-b8f1-dd1687ee130b,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:18:22.139355 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-670add85-1c5a-4b31-b0d5-6f101017d76c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:22.141162 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-670add85-1c5a-4b31-b0d5-6f101017d76c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103819 Oct 19 12:18:22.144100 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52068) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:18:22.154443 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-30345231-cec1-4598-8c0c-2e5acb841b47 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Request body: {'security_group_rule': {'security_group_id': '6e4ef335-1708-468f-abf4-a8270940a561', 'project_id': 'f6c626fd98d24504988b85146118773c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:18:22.222955 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-30345231-cec1-4598-8c0c-2e5acb841b47 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Project f6c626fd98d24504988b85146118773c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:18:22.228097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30345231-cec1-4598-8c0c-2e5acb841b47 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:22.290283 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30345231-cec1-4598-8c0c-2e5acb841b47 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:22.388526 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30345231-cec1-4598-8c0c-2e5acb841b47 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:22.406970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30345231-cec1-4598-8c0c-2e5acb841b47 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8adb95-fa95-4598-944f-029618cdf64d,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:18:22.482235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-30345231-cec1-4598-8c0c-2e5acb841b47 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:22.483468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-30345231-cec1-4598-8c0c-2e5acb841b47 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3383060 Oct 19 12:18:22.559940 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-787c1a29-23f7-4c92-a9b2-9fbdaa7d30ed req-a5f82f54-5a5c-4d5b-968a-62f027bec280 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646595756&fields=id&tenant_id=f6c626fd98d24504988b85146118773c HTTP/1.1" status: 200 len: 267 time: 0.0326855 Oct 19 12:18:22.613196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1a29-23f7-4c92-a9b2-9fbdaa7d30ed req-c0c94df8-2ff9-4bc2-9795-0bf40beb1807 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:22.614538 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-787c1a29-23f7-4c92-a9b2-9fbdaa7d30ed req-c0c94df8-2ff9-4bc2-9795-0bf40beb1807 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 946 time: 0.0492225 Oct 19 12:18:22.625216 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-787c1a29-23f7-4c92-a9b2-9fbdaa7d30ed req-1be1dea7-2ec0-4144-a932-c2346cbc4805 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Request body: {'port': {'security_groups': ['f6cda15e-632f-4f20-9731-ba3650356e02', '6e4ef335-1708-468f-abf4-a8270940a561']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:18:22.684620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-787c1a29-23f7-4c92-a9b2-9fbdaa7d30ed req-1be1dea7-2ec0-4144-a932-c2346cbc4805 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:22.860987 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-787c1a29-23f7-4c92-a9b2-9fbdaa7d30ed req-1be1dea7-2ec0-4144-a932-c2346cbc4805 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] For port 60511237-f7ed-439c-ad5f-a1b869b6fb0b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:18:22.889257 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-787c1a29-23f7-4c92-a9b2-9fbdaa7d30ed req-1be1dea7-2ec0-4144-a932-c2346cbc4805 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:22.980614 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-787c1a29-23f7-4c92-a9b2-9fbdaa7d30ed req-1be1dea7-2ec0-4144-a932-c2346cbc4805 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:22.991504 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['60511237-f7ed-439c-ad5f-a1b869b6fb0b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:18:23.029723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c1a29-23f7-4c92-a9b2-9fbdaa7d30ed req-1be1dea7-2ec0-4144-a932-c2346cbc4805 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:23.030349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-787c1a29-23f7-4c92-a9b2-9fbdaa7d30ed req-1be1dea7-2ec0-4144-a932-c2346cbc4805 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:23.032352 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-787c1a29-23f7-4c92-a9b2-9fbdaa7d30ed req-1be1dea7-2ec0-4144-a932-c2346cbc4805 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "PUT /v2.0/ports/60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 200 len: 982 time: 0.4115133 Oct 19 12:18:23.033316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:18:23.035768 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f79855-f787-4005-a193-77f8f66c3d57" -d '{"events": [{"name": "network-changed", "server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:18:23.063640 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1dea7-2ec0-4144-a932-c2346cbc4805 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'Port': ['ID=60511237-f7ed-439c-ad5f-a1b869b6fb0b,revision_number=6']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:18:23.104104 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b250f6-d961-4549-bf9e-94601c6a1512 x-openstack-request-id: req-e2b250f6-d961-4549-bf9e-94601c6a1512 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:18:23.104681 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:18:23.105116 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2b250f6-d961-4549-bf9e-94601c6a1512 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:18:23.105725 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'status': 'completed', 'code': 200} Oct 19 12:18:23.113509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['60511237-f7ed-439c-ad5f-a1b869b6fb0b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:18:23.223277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f79855-f787-4005-a193-77f8f66c3d57 req-2bcebf78-f9e1-424d-8032-a24de28da7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:23.225682 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86f79855-f787-4005-a193-77f8f66c3d57 req-2bcebf78-f9e1-424d-8032-a24de28da7f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c626fd98d24504988b85146118773c&device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 1136 time: 0.0942900 Oct 19 12:18:23.240822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4363e-d14c-40db-838a-94051fab7150 req-251eb312-7232-4a2a-90dc-c91d78765a4a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:23.242798 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5bb4363e-d14c-40db-838a-94051fab7150 req-251eb312-7232-4a2a-90dc-c91d78765a4a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.1336141 Oct 19 12:18:23.340496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5bb4363e-d14c-40db-838a-94051fab7150 req-b6e79bd7-8902-4702-ad3a-3228d202bfa5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885658 Oct 19 12:18:23.381358 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f79855-f787-4005-a193-77f8f66c3d57 req-e36800bc-b9cf-42dc-bdf1-91a951e9f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:23.382850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86f79855-f787-4005-a193-77f8f66c3d57 req-e36800bc-b9cf-42dc-bdf1-91a951e9f239 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54416b1a-185f-4dc3-a645-3c767d4b3a77 HTTP/1.1" status: 200 len: 915 time: 0.1385636 Oct 19 12:18:23.422897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-5a94a0b7-e4b8-4e49-b561-bf00660058e5 None None] Provisioning complete for port 60511237-f7ed-439c-ad5f-a1b869b6fb0b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:18:23.423267 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5a94a0b7-e4b8-4e49-b561-bf00660058e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:23.451630 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86f79855-f787-4005-a193-77f8f66c3d57 req-e42472ba-8afe-4c81-80e8-d4dfa45ad040 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 200 len: 1002 time: 0.0603075 Oct 19 12:18:23.503006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f79855-f787-4005-a193-77f8f66c3d57 req-9380199f-d178-42a8-bbab-be7ceb5c8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:23.504398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86f79855-f787-4005-a193-77f8f66c3d57 req-9380199f-d178-42a8-bbab-be7ceb5c8484 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9115cfb1-5fff-4c31-845d-4799dfbc96a9 HTTP/1.1" status: 200 len: 853 time: 0.0453825 Oct 19 12:18:23.555673 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f79855-f787-4005-a193-77f8f66c3d57 req-65709f42-9378-4553-a0e9-df5892143ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:23.557293 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86f79855-f787-4005-a193-77f8f66c3d57 req-65709f42-9378-4553-a0e9-df5892143ac0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54416b1a-185f-4dc3-a645-3c767d4b3a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459154 Oct 19 12:18:23.648069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86f79855-f787-4005-a193-77f8f66c3d57 req-6017cec6-114c-4ef7-aebf-5b3edb90e02a service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Oct 19 12:18:23.744482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-86f79855-f787-4005-a193-77f8f66c3d57 req-b66521d1-ace8-43e4-959b-9100b7bc905c service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887799 Oct 19 12:18:24.805255 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:18:25.443095 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6985f1eb-2ada-409b-88c8-2b43408bc517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:27.889249 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1a6dca00-23de-4d3f-816e-b7e6293c04de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:29.123316 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:29.289042 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:31.023444 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:35.738214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2a224-a7c2-4b1e-a7bb-4472d25958c0 req-ffd8bab7-e570-4eee-8c0d-1d7e7e3ce412 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:35.740246 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dac2a224-a7c2-4b1e-a7bb-4472d25958c0 req-ffd8bab7-e570-4eee-8c0d-1d7e7e3ce412 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0526719 Oct 19 12:18:35.805831 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dac2a224-a7c2-4b1e-a7bb-4472d25958c0 req-b5b44268-4d9b-423e-b315-dc25a360198a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523398 Oct 19 12:18:35.877731 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391b3ed-4f93-4896-9fb8-4099455c4d3a req-e48651a6-d023-47f7-b721-28d1aaed74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:35.879217 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2391b3ed-4f93-4896-9fb8-4099455c4d3a req-e48651a6-d023-47f7-b721-28d1aaed74b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c626fd98d24504988b85146118773c&device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 1136 time: 0.1041937 Oct 19 12:18:35.983139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391b3ed-4f93-4896-9fb8-4099455c4d3a req-fe180fb5-4156-49eb-b451-fff3458a3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:35.984658 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2391b3ed-4f93-4896-9fb8-4099455c4d3a req-fe180fb5-4156-49eb-b451-fff3458a3604 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54416b1a-185f-4dc3-a645-3c767d4b3a77 HTTP/1.1" status: 200 len: 915 time: 0.0973701 Oct 19 12:18:36.050258 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2391b3ed-4f93-4896-9fb8-4099455c4d3a req-1ec915e2-d852-4e4b-a347-f978eaac00c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 200 len: 1002 time: 0.0581398 Oct 19 12:18:36.103625 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391b3ed-4f93-4896-9fb8-4099455c4d3a req-9ebe348a-cb95-4f25-ad12-57864f0ed492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:36.105151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2391b3ed-4f93-4896-9fb8-4099455c4d3a req-9ebe348a-cb95-4f25-ad12-57864f0ed492 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9115cfb1-5fff-4c31-845d-4799dfbc96a9 HTTP/1.1" status: 200 len: 853 time: 0.0475705 Oct 19 12:18:36.150762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391b3ed-4f93-4896-9fb8-4099455c4d3a req-43b7673d-023b-4368-a224-03e1ccd2e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:36.152317 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2391b3ed-4f93-4896-9fb8-4099455c4d3a req-43b7673d-023b-4368-a224-03e1ccd2e258 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54416b1a-185f-4dc3-a645-3c767d4b3a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403364 Oct 19 12:18:36.247342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2391b3ed-4f93-4896-9fb8-4099455c4d3a req-9d79ec40-3337-48b1-b304-0c8dca24ba3f service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865133 Oct 19 12:18:36.341956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2391b3ed-4f93-4896-9fb8-4099455c4d3a req-83beff70-dd7e-45bb-a80b-263331956685 service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875204 Oct 19 12:18:36.924552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dae12-35a5-4065-968e-385a8fa698b9 req-28653df7-2910-4cb8-8008-9968bdc06376 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:36.926296 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408dae12-35a5-4065-968e-385a8fa698b9 req-28653df7-2910-4cb8-8008-9968bdc06376 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0505638 Oct 19 12:18:36.967226 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-408dae12-35a5-4065-968e-385a8fa698b9 req-904bf7cf-80a9-438c-816e-99c51679ded5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347455 Oct 19 12:18:38.081840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e160249-ebe4-4ec4-9149-c1dc0ac54b27 req-8f5f927c-9b05-4e2a-92d3-d89529617fa4 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:38.083991 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e160249-ebe4-4ec4-9149-c1dc0ac54b27 req-8f5f927c-9b05-4e2a-92d3-d89529617fa4 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0503650 Oct 19 12:18:38.129825 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e160249-ebe4-4ec4-9149-c1dc0ac54b27 req-fdffc5d6-49db-4235-a593-3d2298ffed4f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344362 Oct 19 12:18:39.245456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf9622-1222-4ff0-9755-e04046bd8ef1 req-629ad0b7-06bf-4478-bbda-c64e4b601841 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:39.247551 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9bf9622-1222-4ff0-9755-e04046bd8ef1 req-629ad0b7-06bf-4478-bbda-c64e4b601841 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0494771 Oct 19 12:18:39.286443 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9bf9622-1222-4ff0-9755-e04046bd8ef1 req-7d7cbdb2-93bc-40f7-8c21-1cdd9381e995 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327473 Oct 19 12:18:40.405755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e632-e00b-4eb3-bec8-016601b3a5ed req-2f23eed4-3f4e-4a6d-bbf1-ce65d58ce08e tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:40.407143 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4078e632-e00b-4eb3-bec8-016601b3a5ed req-2f23eed4-3f4e-4a6d-bbf1-ce65d58ce08e tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0540190 Oct 19 12:18:40.447543 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4078e632-e00b-4eb3-bec8-016601b3a5ed req-3fb75a37-d7fa-43d8-97f2-78a3b2269bdb tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343022 Oct 19 12:18:41.561633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab37194-864b-407a-9c2c-bf8e752b6315 req-0c910c54-8365-4efb-bb52-984e9ca83635 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:41.563082 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3ab37194-864b-407a-9c2c-bf8e752b6315 req-0c910c54-8365-4efb-bb52-984e9ca83635 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0492775 Oct 19 12:18:41.606415 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3ab37194-864b-407a-9c2c-bf8e752b6315 req-7c3f609d-9d87-4252-b66b-322fe7239b58 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365906 Oct 19 12:18:42.720964 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b1035-f57d-4059-84bf-99f80d4bf906 req-8b62df48-e7d7-4f8d-b850-092b5c036041 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:42.722447 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a59b1035-f57d-4059-84bf-99f80d4bf906 req-8b62df48-e7d7-4f8d-b850-092b5c036041 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0492275 Oct 19 12:18:42.761787 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a59b1035-f57d-4059-84bf-99f80d4bf906 req-eb85c109-4d49-486d-a9ab-ad80cf07377c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334787 Oct 19 12:18:43.874266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e70c46-52f5-4873-b3a0-6e1320310e5e req-cc7d2b26-c0cd-42b8-8628-fb783c345b72 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:43.875709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99e70c46-52f5-4873-b3a0-6e1320310e5e req-cc7d2b26-c0cd-42b8-8628-fb783c345b72 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0478680 Oct 19 12:18:43.914667 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-99e70c46-52f5-4873-b3a0-6e1320310e5e req-2104b2e7-9209-4e90-bd34-5d1d49674a94 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321336 Oct 19 12:18:45.031363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d283f-d1ad-457d-87dc-4b60aaf3a9aa req-7ec6fcfd-dc14-49e2-a8bd-2c0ae227af09 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:45.033388 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c90d283f-d1ad-457d-87dc-4b60aaf3a9aa req-7ec6fcfd-dc14-49e2-a8bd-2c0ae227af09 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0517957 Oct 19 12:18:45.072966 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c90d283f-d1ad-457d-87dc-4b60aaf3a9aa req-943b6fdf-115c-4f45-b677-782d72946ed8 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335374 Oct 19 12:18:46.186365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba19d15-d647-4b84-b63c-e977b7981675 req-c3a1bc7b-547c-4e8f-8ec9-36f5db971364 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:46.187819 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ba19d15-d647-4b84-b63c-e977b7981675 req-c3a1bc7b-547c-4e8f-8ec9-36f5db971364 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0486939 Oct 19 12:18:46.228603 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1ba19d15-d647-4b84-b63c-e977b7981675 req-e312c4f1-448d-4c5a-a43b-e20386025eae tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347257 Oct 19 12:18:47.346448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70bc74-88ea-4e5a-bc8d-c3b30f96ee6c req-2cd6270e-a200-453c-b988-0535736fc9fe tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:47.347943 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b70bc74-88ea-4e5a-bc8d-c3b30f96ee6c req-2cd6270e-a200-453c-b988-0535736fc9fe tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0538993 Oct 19 12:18:47.388159 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7b70bc74-88ea-4e5a-bc8d-c3b30f96ee6c req-23ad5147-9532-4664-b03a-ab4f6ea9d57f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341470 Oct 19 12:18:48.522670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85e043-563c-47de-b751-beed5386c447 req-3f74a73f-6ed7-4e05-980f-8eb64c8126b3 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:48.524161 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea85e043-563c-47de-b751-beed5386c447 req-3f74a73f-6ed7-4e05-980f-8eb64c8126b3 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0500579 Oct 19 12:18:48.568164 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ea85e043-563c-47de-b751-beed5386c447 req-2910403e-0088-4931-8f2a-e3b7dd2c6abe tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378711 Oct 19 12:18:49.680974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4aa65-71d8-4b6c-8374-ea20b8876d7c req-a6d86d3b-45b2-442f-bcf4-0504f7c9a44d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:49.682347 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66c4aa65-71d8-4b6c-8374-ea20b8876d7c req-a6d86d3b-45b2-442f-bcf4-0504f7c9a44d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0497837 Oct 19 12:18:49.722091 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66c4aa65-71d8-4b6c-8374-ea20b8876d7c req-25f4facf-25c0-4832-a070-aa7cb51a6117 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337956 Oct 19 12:18:50.134753 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:50.622869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:50.835432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ed3a1-ccee-4732-a4d3-9749e4cacde6 req-dd1c37c2-5691-4ef8-920e-e68a5b22263d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:50.836825 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-222ed3a1-ccee-4732-a4d3-9749e4cacde6 req-dd1c37c2-5691-4ef8-920e-e68a5b22263d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0484853 Oct 19 12:18:50.875809 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-222ed3a1-ccee-4732-a4d3-9749e4cacde6 req-97dc5f12-8cd2-4b29-b94e-a21af6c6f7c4 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329838 Oct 19 12:18:51.989501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccfc2a-868d-441f-825e-6ae1e8f38c82 req-6bc5e419-846e-44b7-8763-a8f6f5d0b19f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:51.990960 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9ccfc2a-868d-441f-825e-6ae1e8f38c82 req-6bc5e419-846e-44b7-8763-a8f6f5d0b19f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0492709 Oct 19 12:18:52.029793 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d9ccfc2a-868d-441f-825e-6ae1e8f38c82 req-abf59940-83ea-4cff-95e2-a141e8c03913 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329223 Oct 19 12:18:53.145373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064025f7-8f1e-4582-9ec9-86ac6c230357 req-148c0d7b-2fdd-4199-b00b-47f6c3aa0e27 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:18:53.146848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-064025f7-8f1e-4582-9ec9-86ac6c230357 req-148c0d7b-2fdd-4199-b00b-47f6c3aa0e27 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0494821 Oct 19 12:18:53.185262 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-064025f7-8f1e-4582-9ec9-86ac6c230357 req-85f31ce7-41a7-49cb-bb9b-40ad2333b23c tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&id=6e4ef335-1708-468f-abf4-a8270940a561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324478 Oct 19 12:18:55.457442 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bf1a1d71-0fd6-4e9e-a265-1828540b69b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:57.849569 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-95c4cc3a-501f-4a30-bb01-47c09dc4f320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:59.091800 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:18:59.274624 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:01.043523 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:01.804282 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:19:03.364262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-bb3bf901-5dd3-4e10-8067-cdc112b2408d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449517 Oct 19 12:19:03.443867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-e8edf1b9-cf8a-4cf8-b423-386f7b107fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:03.445386 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-e8edf1b9-cf8a-4cf8-b423-386f7b107fca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c626fd98d24504988b85146118773c&device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 1136 time: 0.0416272 Oct 19 12:19:03.548837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-3d890329-792f-43d5-9755-23f73865b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:03.550336 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-3d890329-792f-43d5-9755-23f73865b3e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54416b1a-185f-4dc3-a645-3c767d4b3a77 HTTP/1.1" status: 200 len: 915 time: 0.0861235 Oct 19 12:19:03.619695 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-44ff9fb2-6b08-47fb-856a-ae0aaf282a65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 200 len: 1002 time: 0.0619464 Oct 19 12:19:03.669818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-17547075-9ce2-4d75-8d59-fcde72bef33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:03.671227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-17547075-9ce2-4d75-8d59-fcde72bef33b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9115cfb1-5fff-4c31-845d-4799dfbc96a9 HTTP/1.1" status: 200 len: 853 time: 0.0437522 Oct 19 12:19:03.717185 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-550b1121-29bd-4c2e-a5fb-165f1abf95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:03.718612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-550b1121-29bd-4c2e-a5fb-165f1abf95bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54416b1a-185f-4dc3-a645-3c767d4b3a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393167 Oct 19 12:19:03.810266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-20ec543f-9589-43d7-8b65-53639edf453b service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840273 Oct 19 12:19:03.903941 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-893f5db4-8fe6-42ec-b6ec-9177d85750f4 req-0b6f9fa5-cfd5-4234-ada0-b86fbf5feeac service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863969 Oct 19 12:19:20.154818 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:20.617731 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:25.416515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70047d71-348e-4ffa-966e-29e6edb190c8 req-5ab14e92-664f-462c-ae6d-68ec8dc01d87 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646595756&fields=id&tenant_id=f6c626fd98d24504988b85146118773c HTTP/1.1" status: 200 len: 267 time: 0.0440223 Oct 19 12:19:25.457596 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-da325fa4-fd83-42d7-bd73-540851518d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:25.471771 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70047d71-348e-4ffa-966e-29e6edb190c8 req-9e113e99-6ab5-43be-9d72-5d8c3546fed5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:25.473197 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70047d71-348e-4ffa-966e-29e6edb190c8 req-9e113e99-6ab5-43be-9d72-5d8c3546fed5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 985 time: 0.0511329 Oct 19 12:19:25.484065 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-70047d71-348e-4ffa-966e-29e6edb190c8 req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Request body: {'port': {'security_groups': ['f6cda15e-632f-4f20-9731-ba3650356e02']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:19:25.554061 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-70047d71-348e-4ffa-966e-29e6edb190c8 req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:25.726797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-70047d71-348e-4ffa-966e-29e6edb190c8 req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] For port 60511237-f7ed-439c-ad5f-a1b869b6fb0b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:19:25.756605 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-70047d71-348e-4ffa-966e-29e6edb190c8 req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:25.823443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-70047d71-348e-4ffa-966e-29e6edb190c8 req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:25.835740 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['60511237-f7ed-439c-ad5f-a1b869b6fb0b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:19:25.870511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70047d71-348e-4ffa-966e-29e6edb190c8 req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:25.871143 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-70047d71-348e-4ffa-966e-29e6edb190c8 req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:25.872582 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-70047d71-348e-4ffa-966e-29e6edb190c8 req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "PUT /v2.0/ports/60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 200 len: 943 time: 0.3928726 Oct 19 12:19:25.873056 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:19:25.875407 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c3a1a2-8cfa-49f1-b663-829261631ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:19:25.880297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52146) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:25.904174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event updated for resources: {'Port': ['ID=60511237-f7ed-439c-ad5f-a1b869b6fb0b,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:25.917847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.918197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.918792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.918930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.919238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.919565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.919933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.920266 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.920615 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.927445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.927445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.927445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc7d9-ecd5-49d3-af01-63319517514a tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:25.934713 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9360d4d6-660b-4aab-947f-430ae14a2bcd x-openstack-request-id: req-9360d4d6-660b-4aab-947f-430ae14a2bcd {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:19:25.934978 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:19:25.935241 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9360d4d6-660b-4aab-947f-430ae14a2bcd {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:19:25.935646 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'status': 'completed', 'code': 200} Oct 19 12:19:25.967748 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:25.982013 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['60511237-f7ed-439c-ad5f-a1b869b6fb0b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:19:26.003420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:26.010518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3a1a2-8cfa-49f1-b663-829261631ba1 req-46b99589-e82a-4530-9f18-98563dc61db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:26.012207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c3a1a2-8cfa-49f1-b663-829261631ba1 req-46b99589-e82a-4530-9f18-98563dc61db9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c626fd98d24504988b85146118773c&device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 1097 time: 0.0500798 Oct 19 12:19:26.123561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3a1a2-8cfa-49f1-b663-829261631ba1 req-b860e5dd-2fa0-40d2-89f7-046f92e93401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:26.125075 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c3a1a2-8cfa-49f1-b663-829261631ba1 req-b860e5dd-2fa0-40d2-89f7-046f92e93401 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54416b1a-185f-4dc3-a645-3c767d4b3a77 HTTP/1.1" status: 200 len: 915 time: 0.1055686 Oct 19 12:19:26.153336 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:26.153336 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:26.156435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e4ef335-1708-468f-abf4-a8270940a561 HTTP/1.1" status: 204 len: 168 time: 0.2720714 Oct 19 12:19:26.164675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52150) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:26.165557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4ef335-1708-468f-abf4-a8270940a561,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:26.165692 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6e5ea463-4453-4a7d-97fe-76673b5d8519 None None] Provisioning complete for port 60511237-f7ed-439c-ad5f-a1b869b6fb0b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:19:26.166031 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea463-4453-4a7d-97fe-76673b5d8519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:26.181657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.182127 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.182456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.182783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.183114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.183437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.183762 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.184083 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.184404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.184751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.185078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.185398 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a9c57-cb34-411b-bb09-6cdf3e1c8ce5 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:26.195267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c3a1a2-8cfa-49f1-b663-829261631ba1 req-a0bcd761-2eb0-4cd0-887a-79ecf16207c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 200 len: 1002 time: 0.0627785 Oct 19 12:19:26.250094 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3a1a2-8cfa-49f1-b663-829261631ba1 req-84921dc3-b4dc-4d9f-9f97-7070140290ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:26.251535 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c3a1a2-8cfa-49f1-b663-829261631ba1 req-84921dc3-b4dc-4d9f-9f97-7070140290ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9115cfb1-5fff-4c31-845d-4799dfbc96a9 HTTP/1.1" status: 200 len: 853 time: 0.0481815 Oct 19 12:19:26.302791 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3a1a2-8cfa-49f1-b663-829261631ba1 req-1bc39899-e06f-4b9b-a9f0-1f9d777a7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:26.304295 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c3a1a2-8cfa-49f1-b663-829261631ba1 req-1bc39899-e06f-4b9b-a9f0-1f9d777a7f2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54416b1a-185f-4dc3-a645-3c767d4b3a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461996 Oct 19 12:19:26.357357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Deleting port daf499c8-1ca2-49aa-b536-c3f504b61310 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:19:26.357735 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:26.394733 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c3a1a2-8cfa-49f1-b663-829261631ba1 req-2f19403d-c257-4176-be7b-5e717d7c4af3 service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831459 Oct 19 12:19:26.433218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:26.433543 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:26.445206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Calling delete_port for daf499c8-1ca2-49aa-b536-c3f504b61310 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:19:26.489576 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-89c3a1a2-8cfa-49f1-b663-829261631ba1 req-75d7c92c-df33-4e64-adcd-a6d9ce9ec23e service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882032 Oct 19 12:19:26.666657 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:26.695206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event deleted for resources: {'Port': ['ID=daf499c8-1ca2-49aa-b536-c3f504b61310,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:26.753736 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:26.754108 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Floating IP d2cfa336-e685-4c1f-bf44-4a13f4aa6a56 disassociated (deleted). External IP: 172.25.2.161, port: 60511237-f7ed-439c-ad5f-a1b869b6fb0b. Oct 19 12:19:26.953805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Router c02b21ab-1551-4ad6-a197-0270c2e028a5 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:19:27.059842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:19:27.064248 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:27.069878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785cf673-9e1b-4aa6-b814-6d1eb162ee6e None None] Sync routers for ids ['c02b21ab-1551-4ad6-a197-0270c2e028a5'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:19:27.078803 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cf673-9e1b-4aa6-b814-6d1eb162ee6e None None] Routers {'c02b21ab-1551-4ad6-a197-0270c2e028a5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:19:27.079406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-785cf673-9e1b-4aa6-b814-6d1eb162ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:18:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c02b21ab-1551-4ad6-a197-0270c2e028a5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:27.092735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3622973c-ae50-48f4-a8bf-2739913e644f tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "DELETE /v2.0/floatingips/d2cfa336-e685-4c1f-bf44-4a13f4aa6a56 HTTP/1.1" status: 204 len: 168 time: 0.9232998 Oct 19 12:19:27.093405 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:19:27.095814 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4c4d91-1e04-481e-9443-9041394395e7" -d '{"events": [{"name": "network-changed", "server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:19:27.198196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-785cf673-9e1b-4aa6-b814-6d1eb162ee6e None None] Set router c02b21ab-1551-4ad6-a197-0270c2e028a5 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:19:27.200028 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c299b8-0a23-471f-83a1-ba0d28709cfb x-openstack-request-id: req-a8c299b8-0a23-471f-83a1-ba0d28709cfb {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:19:27.200326 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:19:27.200641 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8c299b8-0a23-471f-83a1-ba0d28709cfb {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:19:27.201097 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'status': 'completed', 'code': 200} Oct 19 12:19:27.264993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c4d91-1e04-481e-9443-9041394395e7 req-238c9d86-e80a-4300-ade1-3b3a838db090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:27.266647 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb4c4d91-1e04-481e-9443-9041394395e7 req-238c9d86-e80a-4300-ade1-3b3a838db090 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c626fd98d24504988b85146118773c&device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 1097 time: 0.0422695 Oct 19 12:19:27.363675 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c4d91-1e04-481e-9443-9041394395e7 req-b159ae70-86fe-4fea-b343-30026198f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:27.365297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb4c4d91-1e04-481e-9443-9041394395e7 req-b159ae70-86fe-4fea-b343-30026198f868 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54416b1a-185f-4dc3-a645-3c767d4b3a77 HTTP/1.1" status: 200 len: 915 time: 0.0916996 Oct 19 12:19:27.406747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-785cf673-9e1b-4aa6-b814-6d1eb162ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:20Z', 'revision_number': 4, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '6695d3eb-1317-43bc-b0a9-035db78a6506', 'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'mac_address': 'fa:16:3e:4b:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:19Z', 'updated_at': '2021-10-19T12:17:23Z', 'revision_number': 5, 'project_id': 'f6c626fd98d24504988b85146118773c', 'subnets': [{'id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:27.407589 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb4c4d91-1e04-481e-9443-9041394395e7 req-eac961ad-f3a1-4381-bdd2-23bca62c32d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 200 len: 217 time: 0.0341783 Oct 19 12:19:27.433226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785cf673-9e1b-4aa6-b814-6d1eb162ee6e None None] Checking router: c02b21ab-1551-4ad6-a197-0270c2e028a5 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:19:27.442870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cf673-9e1b-4aa6-b814-6d1eb162ee6e None None] Routers {'c02b21ab-1551-4ad6-a197-0270c2e028a5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:19:27.442870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-785cf673-9e1b-4aa6-b814-6d1eb162ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:18:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c02b21ab-1551-4ad6-a197-0270c2e028a5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:27.464876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c4d91-1e04-481e-9443-9041394395e7 req-fbe4cee9-fced-4448-abda-dfa2ba3184db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:27.466781 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb4c4d91-1e04-481e-9443-9041394395e7 req-fbe4cee9-fced-4448-abda-dfa2ba3184db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9115cfb1-5fff-4c31-845d-4799dfbc96a9 HTTP/1.1" status: 200 len: 853 time: 0.0528336 Oct 19 12:19:27.521058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c4d91-1e04-481e-9443-9041394395e7 req-6afbb3cd-9c8f-4da4-8157-45b42bad62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:27.522619 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb4c4d91-1e04-481e-9443-9041394395e7 req-6afbb3cd-9c8f-4da4-8157-45b42bad62a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54416b1a-185f-4dc3-a645-3c767d4b3a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484664 Oct 19 12:19:27.555209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-785cf673-9e1b-4aa6-b814-6d1eb162ee6e None None] Set router c02b21ab-1551-4ad6-a197-0270c2e028a5 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:19:27.621109 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb4c4d91-1e04-481e-9443-9041394395e7 req-b40a8bd8-a13e-4c16-a181-1ca223d4777a service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897667 Oct 19 12:19:27.715585 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-eb4c4d91-1e04-481e-9443-9041394395e7 req-f5ca263e-ee2a-4360-9550-8a1db903fff7 service neutron] 10.222.0.49 "GET /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869274 Oct 19 12:19:27.916755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-785cf673-9e1b-4aa6-b814-6d1eb162ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:20Z', 'revision_number': 4, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '6695d3eb-1317-43bc-b0a9-035db78a6506', 'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'mac_address': 'fa:16:3e:4b:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:19Z', 'updated_at': '2021-10-19T12:17:23Z', 'revision_number': 5, 'project_id': 'f6c626fd98d24504988b85146118773c', 'subnets': [{'id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:27.944099 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785cf673-9e1b-4aa6-b814-6d1eb162ee6e None None] The sync data for ids ['c02b21ab-1551-4ad6-a197-0270c2e028a5'] in n-d-814547-1 is: [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:17:20Z', 'revision_number': 4, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '6695d3eb-1317-43bc-b0a9-035db78a6506', 'name': '', 'network_id': '54416b1a-185f-4dc3-a645-3c767d4b3a77', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'mac_address': 'fa:16:3e:4b:f7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:19Z', 'updated_at': '2021-10-19T12:17:23Z', 'revision_number': 5, 'project_id': 'f6c626fd98d24504988b85146118773c', 'subnets': [{'id': '9115cfb1-5fff-4c31-845d-4799dfbc96a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:19:27.948900 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d8662f76-7b6f-483e-befc-1352eea89081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:28.176524 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b2e81f-3f82-45e8-bb0b-0b9d5625f344 None None] New status for floating IP d2cfa336-e685-4c1f-bf44-4a13f4aa6a56: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:19:29.103439 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:29.286536 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:31.046399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:36.580454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfadbc-281d-475d-bf98-76392cab56e6 req-08afbb5f-a502-42f3-a9a5-ade62b6128d9 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:36.581944 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1cfadbc-281d-475d-bf98-76392cab56e6 req-08afbb5f-a502-42f3-a9a5-ade62b6128d9 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 946 time: 0.0491526 Oct 19 12:19:36.620040 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1cfadbc-281d-475d-bf98-76392cab56e6 req-bdb57608-31b6-48c8-8760-911485798391 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319867 Oct 19 12:19:37.737307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63770a-9d7e-4efa-a915-575a424a5612 req-6b34f182-6b5f-409f-afee-0677d8bbc778 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:37.738802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fe63770a-9d7e-4efa-a915-575a424a5612 req-6b34f182-6b5f-409f-afee-0677d8bbc778 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 946 time: 0.0511155 Oct 19 12:19:37.776856 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fe63770a-9d7e-4efa-a915-575a424a5612 req-9c8f3c4b-1c5b-4276-8d51-fbc2c5e9c3a8 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6cda15e-632f-4f20-9731-ba3650356e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321300 Oct 19 12:19:38.207167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0426-ec36-49cb-a5c3-f0469ee69503 req-44c184ae-086e-48d6-ab80-4cdb5a4e4356 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:38.208634 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-14db0426-ec36-49cb-a5c3-f0469ee69503 req-44c184ae-086e-48d6-ab80-4cdb5a4e4356 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.49 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 946 time: 0.0751300 Oct 19 12:19:38.298593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-14db0426-ec36-49cb-a5c3-f0469ee69503 req-96517461-b469-4740-b9be-4a129a609e63 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Deleting port 60511237-f7ed-439c-ad5f-a1b869b6fb0b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:19:38.298954 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-14db0426-ec36-49cb-a5c3-f0469ee69503 req-96517461-b469-4740-b9be-4a129a609e63 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:38.385352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-14db0426-ec36-49cb-a5c3-f0469ee69503 req-96517461-b469-4740-b9be-4a129a609e63 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] For port 60511237-f7ed-439c-ad5f-a1b869b6fb0b, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=60511237-f7ed-439c-ad5f-a1b869b6fb0b,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:19:38.385715 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-14db0426-ec36-49cb-a5c3-f0469ee69503 req-96517461-b469-4740-b9be-4a129a609e63 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:38.398939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-14db0426-ec36-49cb-a5c3-f0469ee69503 req-96517461-b469-4740-b9be-4a129a609e63 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Calling delete_port for 60511237-f7ed-439c-ad5f-a1b869b6fb0b owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:19:38.606217 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-14db0426-ec36-49cb-a5c3-f0469ee69503 req-96517461-b469-4740-b9be-4a129a609e63 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:38.618558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['60511237-f7ed-439c-ad5f-a1b869b6fb0b'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:19:38.636026 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96517461-b469-4740-b9be-4a129a609e63 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Pushing event deleted for resources: {'Port': ['ID=60511237-f7ed-439c-ad5f-a1b869b6fb0b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:38.680871 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-14db0426-ec36-49cb-a5c3-f0469ee69503 req-96517461-b469-4740-b9be-4a129a609e63 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] No DVR routers for this DVR port 60511237-f7ed-439c-ad5f-a1b869b6fb0b on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:19:38.683581 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-14db0426-ec36-49cb-a5c3-f0469ee69503 req-96517461-b469-4740-b9be-4a129a609e63 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:38.687019 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-14db0426-ec36-49cb-a5c3-f0469ee69503 req-96517461-b469-4740-b9be-4a129a609e63 tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.49 "DELETE /v2.0/ports/60511237-f7ed-439c-ad5f-a1b869b6fb0b HTTP/1.1" status: 204 len: 173 time: 0.4727600 Oct 19 12:19:38.687517 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'name': 'network-vif-deleted', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:19:38.690370 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e667a263-f5eb-4b74-97ed-3b325b413d71" -d '{"events": [{"server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "name": "network-vif-deleted", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:19:38.724416 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653e19bd-6542-4251-816a-4d3ec1bf6dc1 x-openstack-request-id: req-653e19bd-6542-4251-816a-4d3ec1bf6dc1 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:19:38.724742 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf8ebd4-e3ae-4fac-a98a-0baee4829754", "name": "network-vif-deleted", "tag": "60511237-f7ed-439c-ad5f-a1b869b6fb0b", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:19:38.724996 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-653e19bd-6542-4251-816a-4d3ec1bf6dc1 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:19:38.725398 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf8ebd4-e3ae-4fac-a98a-0baee4829754', 'name': 'network-vif-deleted', 'tag': '60511237-f7ed-439c-ad5f-a1b869b6fb0b', 'status': 'completed', 'code': 200} Oct 19 12:19:38.804888 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:19:38.869182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7c4b8e2c-037e-48bb-a125-511f455e605b req-d5617baf-684b-48d3-b0d8-9f59cbc9bc7d tempest-TestMinimumBasicScenario-1285654377 tempest-TestMinimumBasicScenario-1285654377-project] 10.222.0.39 "GET /v2.0/ports?device_id=baf8ebd4-e3ae-4fac-a98a-0baee4829754 HTTP/1.1" status: 200 len: 210 time: 0.0270088 Oct 19 12:19:41.858918 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 60511237-f7ed-439c-ad5f-a1b869b6fb0b no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:19:41.881899 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 60511237-f7ed-439c-ad5f-a1b869b6fb0b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:19:41.882233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 60511237-f7ed-439c-ad5f-a1b869b6fb0b not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:19:42.206770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52254) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:42.544742 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:42.780965 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] Deleting port 6695d3eb-1317-43bc-b0a9-035db78a6506 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:19:42.781206 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:42.856289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] For port 6695d3eb-1317-43bc-b0a9-035db78a6506, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=6695d3eb-1317-43bc-b0a9-035db78a6506,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:19:42.856667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:42.869354 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] Calling delete_port for 6695d3eb-1317-43bc-b0a9-035db78a6506 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:19:43.115219 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:43.139898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6695d3eb-1317-43bc-b0a9-035db78a6506,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:43.305867 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:43.820951 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] Router c02b21ab-1551-4ad6-a197-0270c2e028a5 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:19:43.920932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:19:43.926247 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f6dfcf22-1bbf-41a4-913d-525df41ab9c7 admin admin] 10.222.0.39 "PUT /v2.0/routers/c02b21ab-1551-4ad6-a197-0270c2e028a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184770 Oct 19 12:19:43.928801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52256) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:43.929937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22da7d4-6d4c-4560-a965-0d9fda2522cd None None] Sync routers for ids ['c02b21ab-1551-4ad6-a197-0270c2e028a5'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:19:43.938967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22da7d4-6d4c-4560-a965-0d9fda2522cd None None] Routers {'c02b21ab-1551-4ad6-a197-0270c2e028a5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:19:43.939620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f22da7d4-6d4c-4560-a965-0d9fda2522cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:19:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c02b21ab-1551-4ad6-a197-0270c2e028a5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:44.030670 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:44.043282 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-f22da7d4-6d4c-4560-a965-0d9fda2522cd None None] Set router c02b21ab-1551-4ad6-a197-0270c2e028a5 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:19:44.132340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:44.218288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f22da7d4-6d4c-4560-a965-0d9fda2522cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:19:42Z', 'revision_number': 5, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port': {'id': '31a0930b-bb9c-4e16-aef0-ac5cb634c38d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:17Z', 'updated_at': '2021-10-19T12:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:44.240580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Deleting port 31a0930b-bb9c-4e16-aef0-ac5cb634c38d {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:19:44.240925 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:44.248886 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22da7d4-6d4c-4560-a965-0d9fda2522cd None None] Checking router: c02b21ab-1551-4ad6-a197-0270c2e028a5 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:19:44.262652 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22da7d4-6d4c-4560-a965-0d9fda2522cd None None] Routers {'c02b21ab-1551-4ad6-a197-0270c2e028a5'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:19:44.262652 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f22da7d4-6d4c-4560-a965-0d9fda2522cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:19:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c02b21ab-1551-4ad6-a197-0270c2e028a5'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:44.325162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] For port 31a0930b-bb9c-4e16-aef0-ac5cb634c38d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=31a0930b-bb9c-4e16-aef0-ac5cb634c38d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:19:44.325776 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:44.337547 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Calling delete_port for 31a0930b-bb9c-4e16-aef0-ac5cb634c38d owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:19:44.345855 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-f22da7d4-6d4c-4560-a965-0d9fda2522cd None None] Set router c02b21ab-1551-4ad6-a197-0270c2e028a5 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:19:44.400220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-f22da7d4-6d4c-4560-a965-0d9fda2522cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:19:44Z', 'revision_number': 6, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:44.426724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22da7d4-6d4c-4560-a965-0d9fda2522cd None None] The sync data for ids ['c02b21ab-1551-4ad6-a197-0270c2e028a5'] in n-d-814547-1 is: [{'id': 'c02b21ab-1551-4ad6-a197-0270c2e028a5', 'name': 'tempest-TestMinimumBasicScenario-978108374-router', 'tenant_id': 'f6c626fd98d24504988b85146118773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:16Z', 'updated_at': '2021-10-19T12:19:44Z', 'revision_number': 6, 'project_id': 'f6c626fd98d24504988b85146118773c', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:19:44.566723 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:44.598956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a0930b-bb9c-4e16-aef0-ac5cb634c38d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:44.658895 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:44.746481 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:44.748463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:44.897720 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:44.898306 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c02b21ab-1551-4ad6-a197-0270c2e028a5 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:19:44.902705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:44.903860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-958cb6ea-5d0a-45cc-a7f5-9782fcf15ba5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c02b21ab-1551-4ad6-a197-0270c2e028a5 HTTP/1.1" status: 204 len: 168 time: 0.9741230 Oct 19 12:19:44.906468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52258) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:44.953485 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbbf046-4473-42b7-a76e-41f308c0bb37 admin admin] Deleting subnet 9115cfb1-5fff-4c31-845d-4799dfbc96a9 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:19:44.957051 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abbbf046-4473-42b7-a76e-41f308c0bb37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:44.989838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abbbf046-4473-42b7-a76e-41f308c0bb37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.068130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abbbf046-4473-42b7-a76e-41f308c0bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.178462 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abbbf046-4473-42b7-a76e-41f308c0bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.206277 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbf046-4473-42b7-a76e-41f308c0bb37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9115cfb1-5fff-4c31-845d-4799dfbc96a9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:45.208608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-abbbf046-4473-42b7-a76e-41f308c0bb37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.213377 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-abbbf046-4473-42b7-a76e-41f308c0bb37 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9115cfb1-5fff-4c31-845d-4799dfbc96a9 HTTP/1.1" status: 204 len: 168 time: 0.3047550 Oct 19 12:19:45.214149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73372246-6d91-4c09-ae93-0944d9f4264d None None] Network 54416b1a-185f-4dc3-a645-3c767d4b3a77 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:19:45.215325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52260) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:45.288460 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.350001 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Deleting port bca3a87f-e092-4669-b620-f49ae9aff087 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:19:45.350339 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.400169 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] DHCP port deletion for 54416b1a-185f-4dc3-a645-3c767d4b3a77 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:19:45.422609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] For port bca3a87f-e092-4669-b620-f49ae9aff087, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bca3a87f-e092-4669-b620-f49ae9aff087,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:19:45.423443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.437752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Calling delete_port for bca3a87f-e092-4669-b620-f49ae9aff087 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:19:45.458163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Deleting port bca3a87f-e092-4669-b620-f49ae9aff087 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:19:45.458743 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.533703 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] For port bca3a87f-e092-4669-b620-f49ae9aff087, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bca3a87f-e092-4669-b620-f49ae9aff087,segment=NetworkSegment(a5f7691b-b072-403a-b9dd-cceb14d7ccca),segment_id=a5f7691b-b072-403a-b9dd-cceb14d7ccca)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:19:45.534135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.537881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6695d3eb-1317-43bc-b0a9-035db78a6506 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:19:45.565518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Calling delete_port for bca3a87f-e092-4669-b620-f49ae9aff087 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:19:45.567241 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 6695d3eb-1317-43bc-b0a9-035db78a6506 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:19:45.567577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 6695d3eb-1317-43bc-b0a9-035db78a6506 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:19:45.567974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 31a0930b-bb9c-4e16-aef0-ac5cb634c38d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:19:45.575535 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.591827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 31a0930b-bb9c-4e16-aef0-ac5cb634c38d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:19:45.593817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 31a0930b-bb9c-4e16-aef0-ac5cb634c38d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:19:45.593817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bca3a87f-e092-4669-b620-f49ae9aff087 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:19:45.603006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca3a87f-e092-4669-b620-f49ae9aff087,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:45.610712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] No DVR routers for this DVR port bca3a87f-e092-4669-b620-f49ae9aff087 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:19:45.642486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: bca3a87f-e092-4669-b620-f49ae9aff087 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:19:45.642764 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bca3a87f-e092-4669-b620-f49ae9aff087 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:45.676445 n-d-814547-1 neutron-server[101313]: self.session.flush() Oct 19 12:19:45.682468 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.686569 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.706573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Pushing event deleted for resources: {'Port': ['ID=bca3a87f-e092-4669-b620-f49ae9aff087,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:45.707470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54416b1a-185f-4dc3-a645-3c767d4b3a77']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:45.717032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f7691b-b072-403a-b9dd-cceb14d7ccca') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:45.717256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f7691b-b072-403a-b9dd-cceb14d7ccca') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:45.717383 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.717618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.717963 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.718303 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.718643 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.718974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.719302 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.719631 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.719958 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.720280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.720668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.720991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:19:45.724391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d1c880-6554-41f3-bcbb-94c992f7440f None None] No DVR routers for this DVR port bca3a87f-e092-4669-b620-f49ae9aff087 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:19:45.726849 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.740147 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.745935 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:19:45.746315 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:19:45.747945 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:19:45.863414 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.868662 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:45.871751 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/54416b1a-185f-4dc3-a645-3c767d4b3a77 HTTP/1.1" status: 204 len: 168 time: 0.6549308 Oct 19 12:19:45.874787 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52262) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:45.882857 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631deda-31ed-48d5-a763-54023ddc77b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=54416b1a-185f-4dc3-a645-3c767d4b3a77,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:46.216227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:46.456416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] Deleting port f1765036-7cca-4596-a065-90037c9c5e76 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:19:46.456772 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:46.532240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] For port f1765036-7cca-4596-a065-90037c9c5e76, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f1765036-7cca-4596-a065-90037c9c5e76,segment=NetworkSegment(496bdd42-6022-4550-bc3a-b52aaeea790c),segment_id=496bdd42-6022-4550-bc3a-b52aaeea790c)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:19:46.532632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:46.545248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] Calling delete_port for f1765036-7cca-4596-a065-90037c9c5e76 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:19:46.787259 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:46.813529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1765036-7cca-4596-a065-90037c9c5e76,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:46.979182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:47.191380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] Router 962c256b-0996-4110-bd05-4a3b4dd4a351 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:19:47.298997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:19:47.304216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0c095091-44e2-43ee-a10e-d8c0b0041f42 admin admin] 10.222.0.39 "PUT /v2.0/routers/962c256b-0996-4110-bd05-4a3b4dd4a351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4282994 Oct 19 12:19:47.306688 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52264) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:47.309462 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067a148-5f04-4128-94f0-72432db5ee77 None None] Sync routers for ids ['962c256b-0996-4110-bd05-4a3b4dd4a351'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:19:47.319921 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067a148-5f04-4128-94f0-72432db5ee77 None None] Routers {'962c256b-0996-4110-bd05-4a3b4dd4a351'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:19:47.320515 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a067a148-5f04-4128-94f0-72432db5ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:19:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['962c256b-0996-4110-bd05-4a3b4dd4a351'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:47.410025 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:47.513470 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a067a148-5f04-4128-94f0-72432db5ee77 None None] Set router 962c256b-0996-4110-bd05-4a3b4dd4a351 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:19:47.518294 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:47.664130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Deleting port e778db16-07d9-40d8-ab17-981f3d985f81 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:19:47.664461 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:47.688378 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a067a148-5f04-4128-94f0-72432db5ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'name': 'tempest-TestMinimumBasicScenario-785525587-router', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:22Z', 'updated_at': '2021-10-19T12:19:46Z', 'revision_number': 5, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'gw_port': {'id': 'e778db16-07d9-40d8-ab17-981f3d985f81', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:17:23Z', 'updated_at': '2021-10-19T12:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:47.714089 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067a148-5f04-4128-94f0-72432db5ee77 None None] Checking router: 962c256b-0996-4110-bd05-4a3b4dd4a351 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:19:47.722004 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067a148-5f04-4128-94f0-72432db5ee77 None None] Routers {'962c256b-0996-4110-bd05-4a3b4dd4a351'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:19:47.722593 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a067a148-5f04-4128-94f0-72432db5ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:19:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['962c256b-0996-4110-bd05-4a3b4dd4a351'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:47.741983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] For port e778db16-07d9-40d8-ab17-981f3d985f81, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=e778db16-07d9-40d8-ab17-981f3d985f81,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:19:47.742338 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:47.755104 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Calling delete_port for e778db16-07d9-40d8-ab17-981f3d985f81 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:19:47.807301 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-a067a148-5f04-4128-94f0-72432db5ee77 None None] Set router 962c256b-0996-4110-bd05-4a3b4dd4a351 gateway port host: None {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:19:47.862854 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-a067a148-5f04-4128-94f0-72432db5ee77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'name': 'tempest-TestMinimumBasicScenario-785525587-router', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:22Z', 'updated_at': '2021-10-19T12:19:47Z', 'revision_number': 6, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:47.888242 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067a148-5f04-4128-94f0-72432db5ee77 None None] The sync data for ids ['962c256b-0996-4110-bd05-4a3b4dd4a351'] in n-d-814547-1 is: [{'id': '962c256b-0996-4110-bd05-4a3b4dd4a351', 'name': 'tempest-TestMinimumBasicScenario-785525587-router', 'tenant_id': '403a54ebf9984af1b94f9322148c1897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:17:22Z', 'updated_at': '2021-10-19T12:19:47Z', 'revision_number': 6, 'project_id': '403a54ebf9984af1b94f9322148c1897', 'gw_port_host': None}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:19:47.983550 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.008917 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Pushing event deleted for resources: {'Port': ['ID=e778db16-07d9-40d8-ab17-981f3d985f81,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:48.073530 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.165365 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.167471 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.264026 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.264624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 962c256b-0996-4110-bd05-4a3b4dd4a351 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:19:48.269277 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.270541 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fe44185f-1d7b-464c-9e33-03e898b7742a admin admin] 10.222.0.39 "DELETE /v2.0/routers/962c256b-0996-4110-bd05-4a3b4dd4a351 HTTP/1.1" status: 204 len: 168 time: 0.9629412 Oct 19 12:19:48.273307 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52266) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:48.324767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c234973-322d-40f2-a7c0-674cd4066ff0 admin admin] Deleting subnet 027e5919-70a2-44f2-bf75-1ba72ed9ddff {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:19:48.327996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c234973-322d-40f2-a7c0-674cd4066ff0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.362791 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c234973-322d-40f2-a7c0-674cd4066ff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.444037 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c234973-322d-40f2-a7c0-674cd4066ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.555191 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c234973-322d-40f2-a7c0-674cd4066ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.586260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c234973-322d-40f2-a7c0-674cd4066ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=027e5919-70a2-44f2-bf75-1ba72ed9ddff,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:48.588476 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6c234973-322d-40f2-a7c0-674cd4066ff0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.591902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b450bd10-7f5c-4d2d-a7f8-38645c953cbe None None] Network f8a99124-45e4-47df-82df-9ffc7f54868d requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:19:48.592652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6c234973-322d-40f2-a7c0-674cd4066ff0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/027e5919-70a2-44f2-bf75-1ba72ed9ddff HTTP/1.1" status: 204 len: 168 time: 0.3182976 Oct 19 12:19:48.595211 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52268) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:48.664991 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.722819 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Deleting port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:19:48.723157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.769724 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d20a3-df47-4c06-b9b9-7e74199d5494 None None] DHCP port deletion for f8a99124-45e4-47df-82df-9ffc7f54868d request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:19:48.824162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-653d20a3-df47-4c06-b9b9-7e74199d5494 None None] Deleting port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:19:48.824571 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-653d20a3-df47-4c06-b9b9-7e74199d5494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.894668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-653d20a3-df47-4c06-b9b9-7e74199d5494 None None] For port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d997595f-e48a-49d2-a7a0-e5b25e8fa5ff,segment=NetworkSegment(496bdd42-6022-4550-bc3a-b52aaeea790c),segment_id=496bdd42-6022-4550-bc3a-b52aaeea790c)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:19:48.895067 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-653d20a3-df47-4c06-b9b9-7e74199d5494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:48.913989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-653d20a3-df47-4c06-b9b9-7e74199d5494 None None] Calling delete_port for d997595f-e48a-49d2-a7a0-e5b25e8fa5ff owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:19:49.119746 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] For port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d997595f-e48a-49d2-a7a0-e5b25e8fa5ff,segment=NetworkSegment(496bdd42-6022-4550-bc3a-b52aaeea790c),segment_id=496bdd42-6022-4550-bc3a-b52aaeea790c)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:19:49.119999 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:49.126574 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-653d20a3-df47-4c06-b9b9-7e74199d5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:49.132896 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Calling delete_port for d997595f-e48a-49d2-a7a0-e5b25e8fa5ff owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:19:49.153971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d20a3-df47-4c06-b9b9-7e74199d5494 None None] Pushing event deleted for resources: {'Port': ['ID=d997595f-e48a-49d2-a7a0-e5b25e8fa5ff,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:49.156600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d20a3-df47-4c06-b9b9-7e74199d5494 None None] No DVR routers for this DVR port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:19:49.208730 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:49.235325 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d997595f-e48a-49d2-a7a0-e5b25e8fa5ff,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:49.241510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] No DVR routers for this DVR port d997595f-e48a-49d2-a7a0-e5b25e8fa5ff on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:19:49.316420 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:49.336170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a99124-45e4-47df-82df-9ffc7f54868d']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:49.345180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496bdd42-6022-4550-bc3a-b52aaeea790c') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:49.345500 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496bdd42-6022-4550-bc3a-b52aaeea790c') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:49.354657 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:49.371614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:49.378045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:19:49.378427 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: self.session.flush() Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:19:49.380069 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:19:49.498144 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:49.504053 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:49.508716 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f8a99124-45e4-47df-82df-9ffc7f54868d HTTP/1.1" status: 204 len: 168 time: 0.9106622 Oct 19 12:19:49.510397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e778db16-07d9-40d8-ab17-981f3d985f81 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:19:49.521126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b236c-b61c-4217-a1fa-fd6088918b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a99124-45e4-47df-82df-9ffc7f54868d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:49.530765 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: e778db16-07d9-40d8-ab17-981f3d985f81 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:19:49.531111 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device e778db16-07d9-40d8-ab17-981f3d985f81 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:19:49.531526 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f1765036-7cca-4596-a065-90037c9c5e76 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:19:49.553520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: f1765036-7cca-4596-a065-90037c9c5e76 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:19:49.554115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f1765036-7cca-4596-a065-90037c9c5e76 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:19:49.554252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d997595f-e48a-49d2-a7a0-e5b25e8fa5ff no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:19:49.573788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: d997595f-e48a-49d2-a7a0-e5b25e8fa5ff {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:19:49.574128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d997595f-e48a-49d2-a7a0-e5b25e8fa5ff not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:19:49.889552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52272) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:49.928939 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d70239dc-d8b3-4281-88f9-391219b63b70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6c626fd98d24504988b85146118773c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382504 Oct 19 12:19:49.931311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52274) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:49.981293 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-485e09b5-8ab4-4f73-8387-952ac2826266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:50.002351 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-485e09b5-8ab4-4f73-8387-952ac2826266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:50.115031 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-485e09b5-8ab4-4f73-8387-952ac2826266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:50.117686 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-485e09b5-8ab4-4f73-8387-952ac2826266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:50.121172 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-485e09b5-8ab4-4f73-8387-952ac2826266 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6cda15e-632f-4f20-9731-ba3650356e02 HTTP/1.1" status: 204 len: 168 time: 0.1865938 Oct 19 12:19:50.128860 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e09b5-8ab4-4f73-8387-952ac2826266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cda15e-632f-4f20-9731-ba3650356e02,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:50.166272 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:50.628990 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:50.720699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52280) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:50.759345 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3f6d3687-f4e1-4b0e-bf16-93d45a3ce893 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=403a54ebf9984af1b94f9322148c1897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375135 Oct 19 12:19:50.761695 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52282) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:50.807553 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1911-7ec0-4620-8670-3c3712bf7389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:50.827293 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1911-7ec0-4620-8670-3c3712bf7389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:50.937449 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1911-7ec0-4620-8670-3c3712bf7389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:50.940121 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1911-7ec0-4620-8670-3c3712bf7389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:50.941284 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4a1d1911-7ec0-4620-8670-3c3712bf7389 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/552f1879-1f21-46d8-93fd-0b2c03efca76 HTTP/1.1" status: 204 len: 168 time: 0.1787257 Oct 19 12:19:50.949235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d1911-7ec0-4620-8670-3c3712bf7389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552f1879-1f21-46d8-93fd-0b2c03efca76,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:53.017292 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52322) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:53.022603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-34ba2431-f6eb-4f79-8350-b645a32e1a3d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756319567', 'description': 'tempest-secgroup-smoke-1756319567 description', 'project_id': '4021ea88e29048a9a8abae0af841132c'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:19:53.101267 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34ba2431-f6eb-4f79-8350-b645a32e1a3d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.109034 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34ba2431-f6eb-4f79-8350-b645a32e1a3d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.182227 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34ba2431-f6eb-4f79-8350-b645a32e1a3d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.246367 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34ba2431-f6eb-4f79-8350-b645a32e1a3d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.283812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba2431-f6eb-4f79-8350-b645a32e1a3d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d69fc6-56c5-459e-b1cc-73535009d5b1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:53.320476 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34ba2431-f6eb-4f79-8350-b645a32e1a3d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.366273 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34ba2431-f6eb-4f79-8350-b645a32e1a3d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.395015 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba2431-f6eb-4f79-8350-b645a32e1a3d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09615036-4586-4ad2-aab9-22b0af4c7f3d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:53.426322 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-34ba2431-f6eb-4f79-8350-b645a32e1a3d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.427519 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-34ba2431-f6eb-4f79-8350-b645a32e1a3d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4091203 Oct 19 12:19:53.430624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52324) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:53.434813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b6c59398-04fa-40aa-b641-6199a68cee31 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '09615036-4586-4ad2-aab9-22b0af4c7f3d', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:19:53.531251 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6c59398-04fa-40aa-b641-6199a68cee31 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.584799 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6c59398-04fa-40aa-b641-6199a68cee31 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.669035 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6c59398-04fa-40aa-b641-6199a68cee31 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.689097 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c59398-04fa-40aa-b641-6199a68cee31 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da98a63d-d4d1-44e8-827b-ca831d6a2811,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:53.762549 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6c59398-04fa-40aa-b641-6199a68cee31 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.763809 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b6c59398-04fa-40aa-b641-6199a68cee31 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322728 Oct 19 12:19:53.766563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52326) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:53.772108 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1365a9a4-db4d-4fea-a361-f5d42ae52e73 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '09615036-4586-4ad2-aab9-22b0af4c7f3d', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:19:53.856607 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1365a9a4-db4d-4fea-a361-f5d42ae52e73 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.911070 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1365a9a4-db4d-4fea-a361-f5d42ae52e73 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:53.994458 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1365a9a4-db4d-4fea-a361-f5d42ae52e73 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.017342 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365a9a4-db4d-4fea-a361-f5d42ae52e73 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794d03b4-3a21-4bbd-a3d4-c7d136020df3,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:54.082844 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1365a9a4-db4d-4fea-a361-f5d42ae52e73 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.084055 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1365a9a4-db4d-4fea-a361-f5d42ae52e73 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3163099 Oct 19 12:19:54.086769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52328) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:54.091524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0e4044bf-2a2e-48b4-8d86-1bb9a86978cf tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '09615036-4586-4ad2-aab9-22b0af4c7f3d', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:19:54.187683 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e4044bf-2a2e-48b4-8d86-1bb9a86978cf tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.242039 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e4044bf-2a2e-48b4-8d86-1bb9a86978cf tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.308825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e4044bf-2a2e-48b4-8d86-1bb9a86978cf tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.325568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4044bf-2a2e-48b4-8d86-1bb9a86978cf tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9aa284-d8e7-488e-adc2-000dad4cf053,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:54.390825 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0e4044bf-2a2e-48b4-8d86-1bb9a86978cf tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.392031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0e4044bf-2a2e-48b4-8d86-1bb9a86978cf tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042982 Oct 19 12:19:54.395337 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52330) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:54.399504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c13434b3-4fd5-4194-8978-9900e882d99b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '09615036-4586-4ad2-aab9-22b0af4c7f3d', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:19:54.468198 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c13434b3-4fd5-4194-8978-9900e882d99b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.527645 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c13434b3-4fd5-4194-8978-9900e882d99b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.572119 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c13434b3-4fd5-4194-8978-9900e882d99b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.591745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13434b3-4fd5-4194-8978-9900e882d99b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809b3204-38d5-4c80-8787-191f68601d50,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:54.636648 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c13434b3-4fd5-4194-8978-9900e882d99b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.637845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c13434b3-4fd5-4194-8978-9900e882d99b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2416084 Oct 19 12:19:54.640512 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52332) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:54.645428 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-8ac82355-e1c2-4e60-967a-02f9d1849299 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '09615036-4586-4ad2-aab9-22b0af4c7f3d', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:19:54.737951 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-8ac82355-e1c2-4e60-967a-02f9d1849299 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Project 4021ea88e29048a9a8abae0af841132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:19:54.742624 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ac82355-e1c2-4e60-967a-02f9d1849299 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.800281 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ac82355-e1c2-4e60-967a-02f9d1849299 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.875193 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ac82355-e1c2-4e60-967a-02f9d1849299 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.896190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac82355-e1c2-4e60-967a-02f9d1849299 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36670a5-e70d-4d76-a29f-6814910a4239,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:54.956726 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8ac82355-e1c2-4e60-967a-02f9d1849299 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:54.957911 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8ac82355-e1c2-4e60-967a-02f9d1849299 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164542 Oct 19 12:19:54.960737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52334) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:54.965333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fb73e5d0-4003-4926-abc7-959529620a85 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '09615036-4586-4ad2-aab9-22b0af4c7f3d', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:19:55.045982 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-fb73e5d0-4003-4926-abc7-959529620a85 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Project 4021ea88e29048a9a8abae0af841132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:19:55.051483 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb73e5d0-4003-4926-abc7-959529620a85 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:55.417737 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb73e5d0-4003-4926-abc7-959529620a85 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:55.463424 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-d5af2d90-824f-456f-b22c-963fb3fde59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:55.495756 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb73e5d0-4003-4926-abc7-959529620a85 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:55.513142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73e5d0-4003-4926-abc7-959529620a85 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bb686e-6030-4f25-9eeb-46749e00466a,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:55.583517 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fb73e5d0-4003-4926-abc7-959529620a85 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:55.584747 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fb73e5d0-4003-4926-abc7-959529620a85 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6230507 Oct 19 12:19:55.587859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52336) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:55.592648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'network': {'name': 'tempest-network-smoke--1863248990', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'port_security_enabled': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:19:55.667090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:19:55.670503 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:55.692498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:19:55.700744 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:55.701077 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Added segment 3a82fffc-8f88-40ee-86c7-c412836222ce of type vlan for network e684de26-c1ec-47d0-94c5-8b768f5857f1 Oct 19 12:19:55.747243 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:55.827159 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:55.833235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:55.837890 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:55.898603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Network': ['ID=e684de26-c1ec-47d0-94c5-8b768f5857f1,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:55.908956 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e684de26-c1ec-47d0-94c5-8b768f5857f1 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:19:55.928133 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5e68e7dd-77a2-44e6-a0f3-52cf13f54c5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3391995 Oct 19 12:19:55.930835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52338) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:55.935215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'admin_state_up': True, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:19:56.018194 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:56.019232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:56.067814 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:56.290746 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:56.539838 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:56.558126 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:56.654580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.25.2.241 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/a16589ed-69aa-4095-86d7-f21dc78f801c) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:19:56.756392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:56.840962 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:56.876078 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:19:56.879529 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:19:56.883039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:19:56.908736 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=a16589ed-69aa-4095-86d7-f21dc78f801c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:57.226938 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:57.425977 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:57.634555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router f96ac77e-a618-4003-8b51-214958b63929 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:19:57.738849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:19:57.750079 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Sync routers for ids ['f96ac77e-a618-4003-8b51-214958b63929'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:19:57.759172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Routers {'f96ac77e-a618-4003-8b51-214958b63929'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:19:57.759794 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:19:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f96ac77e-a618-4003-8b51-214958b63929'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:57.819810 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:57.821040 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-05bc555a-cbe4-406c-82aa-3655ff1b744e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8892407 Oct 19 12:19:57.824118 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52340) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:57.877027 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Set router f96ac77e-a618-4003-8b51-214958b63929 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:19:57.903266 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-81940144-3dde-4462-b38a-e08173ac07bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:57.942152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bab14fa2-a85c-4a56-9eee-f3341e0c44bf tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=4021ea88e29048a9a8abae0af841132c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1167698 Oct 19 12:19:57.944751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52344) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:58.031811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337d970-a76a-4906-93af-67566f0400f9 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:58.033338 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7337d970-a76a-4906-93af-67566f0400f9 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876601 Oct 19 12:19:58.036876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52346) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:58.055584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:19:57Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:58.064236 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-98e0fa9e-c205-4bde-bf48-5a577306cb72 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263088 Oct 19 12:19:58.066752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52348) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:58.071383 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1414381315', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:19:58.082038 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Checking router: f96ac77e-a618-4003-8b51-214958b63929 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:19:58.082391 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Updating router f96ac77e-a618-4003-8b51-214958b63929 port a16589ed-69aa-4095-86d7-f21dc78f801c binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:19:58.108458 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:58.227378 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:19:58.230936 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:58.359024 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:58.427423 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:58.450717 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:58.479041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13c5d9-0325-495c-aed1-6c3094c5e838 None None] Pushing event updated for resources: {'Port': ['ID=a16589ed-69aa-4095-86d7-f21dc78f801c,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:58.483421 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Attempting to bind port a16589ed-69aa-4095-86d7-f21dc78f801c on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:19:58.483758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Attempting to bind port a16589ed-69aa-4095-86d7-f21dc78f801c by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:19:58.484118 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Attempting to bind port a16589ed-69aa-4095-86d7-f21dc78f801c on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:19:58.489372 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:19:58.489755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:19:58.490138 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:58.490524 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:19:58.490983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Bound port: a16589ed-69aa-4095-86d7-f21dc78f801c, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:19:58.491359 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:58.514281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Subnet': ['ID=ffeec06b-07f1-44a1-8272-aa8969e9997e,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:58.525068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Checking segment: {'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:19:58.525559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network hostable DHCP agents. Network: e684de26-c1ec-47d0-94c5-8b768f5857f1, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:19:58.545887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] For port a16589ed-69aa-4095-86d7-f21dc78f801c, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:19:58.549219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] For port a16589ed-69aa-4095-86d7-f21dc78f801c, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a16589ed-69aa-4095-86d7-f21dc78f801c,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:19:58.612248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network e684de26-c1ec-47d0-94c5-8b768f5857f1 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:19:58.630409 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:58.669256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e684de26-c1ec-47d0-94c5-8b768f5857f1) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:19:58.673973 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:19:58.674705 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:58.682893 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0e8571-b99b-4a7a-b5a7-13ee2185d9be None None] Network e684de26-c1ec-47d0-94c5-8b768f5857f1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:19:58.693848 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Routers {'f96ac77e-a618-4003-8b51-214958b63929'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:19:58.694449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:19:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f96ac77e-a618-4003-8b51-214958b63929'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:58.745006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13c5d9-0325-495c-aed1-6c3094c5e838 None None] Pushing event updated for resources: {'Port': ['ID=a16589ed-69aa-4095-86d7-f21dc78f801c,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:58.755349 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-15c65545-186a-46d9-8c67-21971cbf2c18 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6845644 Oct 19 12:19:58.755779 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52350) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:19:59.039933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] Set router f96ac77e-a618-4003-8b51-214958b63929 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:19:59.145890 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-e684de26-c1ec-47d0-94c5-8b768f5857f1', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ips': [{'subnet_id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:19:59.148178 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:59.179727 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:59.184376 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:59.351433 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:59.364618 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Allocated IP 172.20.0.2 (e684de26-c1ec-47d0-94c5-8b768f5857f1/ffeec06b-07f1-44a1-8272-aa8969e9997e/2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:19:59.384510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:19:57Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:19:59.420937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5a845-164b-4ec6-bf84-37893e93c4fe None None] The sync data for ids ['f96ac77e-a618-4003-8b51-214958b63929'] in n-d-814547-1 is: [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:19:57Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:19:59.541628 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:59.595498 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:59.654632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Network e684de26-c1ec-47d0-94c5-8b768f5857f1 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:19:59.657917 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:19:59.666147 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.20.0.1 (e684de26-c1ec-47d0-94c5-8b768f5857f1/ffeec06b-07f1-44a1-8272-aa8969e9997e/7feebab5-ccf6-4688-9b00-292e69bf6ddc) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:19:59.669235 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:19:59.670095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Pushing event updated for resources: {'Port': ['ID=2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:59.735804 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Attempting to bind port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:19:59.736175 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Attempting to bind port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:19:59.736564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Attempting to bind port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0 on network e684de26-c1ec-47d0-94c5-8b768f5857f1 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:19:59.744805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:19:59.744805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Checking segment: {'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:19:59.744805 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:59.744805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Bound using segment: {'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:19:59.744805 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Bound port: 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:19:59.744805 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:59.802623 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:59.813278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] For port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:19:59.817455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] For port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0,segment=NetworkSegment(3a82fffc-8f88-40ee-86c7-c412836222ce),segment_id=3a82fffc-8f88-40ee-86c7-c412836222ce)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:19:59.878155 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:59.908266 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:19:59.935854 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e96be-2200-44c2-b937-1075a6d765c6 None None] Pushing event updated for resources: {'Port': ['ID=2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:59.975863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network e684de26-c1ec-47d0-94c5-8b768f5857f1 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:19:59.977670 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:19:59.979600 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=7feebab5-ccf6-4688-9b00-292e69bf6ddc,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:19:59.982819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:20:00.026632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:00.257604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:00.529287 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:00.593251 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:00.666045 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=7feebab5-ccf6-4688-9b00-292e69bf6ddc,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:00.668641 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:00.887257 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a236bcd-264e-41f9-b57c-8c358c18a571 None None] Network e684de26-c1ec-47d0-94c5-8b768f5857f1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:20:01.018265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-da42509a-0890-4457-8ae2-35a2191437b0 None None] Provisioning complete for port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:01.018757 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-da42509a-0890-4457-8ae2-35a2191437b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:01.044769 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:01.088929 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network e684de26-c1ec-47d0-94c5-8b768f5857f1 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:20:01.089801 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:20:01.138305 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-da42509a-0890-4457-8ae2-35a2191437b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:01.175631 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-da42509a-0890-4457-8ae2-35a2191437b0 None None] For port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0,segment=NetworkSegment(3a82fffc-8f88-40ee-86c7-c412836222ce),segment_id=3a82fffc-8f88-40ee-86c7-c412836222ce)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:20:01.207902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router f96ac77e-a618-4003-8b51-214958b63929 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:20:01.246405 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-da42509a-0890-4457-8ae2-35a2191437b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:01.312497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42509a-0890-4457-8ae2-35a2191437b0 None None] Pushing event updated for resources: {'Port': ['ID=2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:01.331062 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:20:01.336731 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-112f7343-f5eb-4632-bdca-0a700f6be8eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "PUT /v2.0/routers/f96ac77e-a618-4003-8b51-214958b63929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5801799 Oct 19 12:20:01.348878 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Sync routers for ids ['f96ac77e-a618-4003-8b51-214958b63929'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:20:01.359503 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Routers {'f96ac77e-a618-4003-8b51-214958b63929'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:20:01.360246 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:19:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f96ac77e-a618-4003-8b51-214958b63929'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:01.375250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f10acd3a-7e99-4790-a666-6f2b7f518bc5 None None] Provisioning complete for port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:01.375834 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f10acd3a-7e99-4790-a666-6f2b7f518bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:01.497340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f10acd3a-7e99-4790-a666-6f2b7f518bc5 None None] Provisioning complete for port 7feebab5-ccf6-4688-9b00-292e69bf6ddc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:01.497811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f10acd3a-7e99-4790-a666-6f2b7f518bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:01.507668 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Set router f96ac77e-a618-4003-8b51-214958b63929 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:20:01.578900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-111390c5-7501-4339-a1d8-6b590c84dd93 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756319567&fields=id&tenant_id=4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 267 time: 0.0876439 Oct 19 12:20:01.579416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f10acd3a-7e99-4790-a666-6f2b7f518bc5 None None] Port 7feebab5-ccf6-4688-9b00-292e69bf6ddc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:20:01.633682 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:20:01.707237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-f2c7a94f-1b92-42c0-8f9a-abfdc8e2f980 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:01.717899 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-f2c7a94f-1b92-42c0-8f9a-abfdc8e2f980 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/networks?id=e684de26-c1ec-47d0-94c5-8b768f5857f1 HTTP/1.1" status: 200 len: 797 time: 0.1365271 Oct 19 12:20:01.730061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-32f294d1-cea1-4844-b27f-53aa537d17be None None] Provisioning complete for port 7feebab5-ccf6-4688-9b00-292e69bf6ddc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:01.730437 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-32f294d1-cea1-4844-b27f-53aa537d17be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:01.738842 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ad757314-0c3a-4021-90f5-1a8277ebf2da tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/quotas/4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 375 time: 0.0196524 Oct 19 12:20:01.784023 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7feebab5-ccf6-4688-9b00-292e69bf6ddc', 'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:46:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:59Z', 'updated_at': '2021-10-19T12:20:00Z', 'revision_number': 2, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:01.807792 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-65e24072-015f-4445-b737-8dc003119e79 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615287 Oct 19 12:20:01.810714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:01.811095 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:01.817584 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Checking router: f96ac77e-a618-4003-8b51-214958b63929 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:20:01.818302 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Updating router f96ac77e-a618-4003-8b51-214958b63929 port 7feebab5-ccf6-4688-9b00-292e69bf6ddc binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:20:01.845729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-32f294d1-cea1-4844-b27f-53aa537d17be None None] Port 7feebab5-ccf6-4688-9b00-292e69bf6ddc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:20:01.847921 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:01.912722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a16589ed-69aa-4095-86d7-f21dc78f801c up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:20:01.960849 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-af4700f4-f6ea-4bc8-8bdf-6883bbf92d4c service neutron] 10.222.0.39 "GET /v2.0/networks/e684de26-c1ec-47d0-94c5-8b768f5857f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494150 Oct 19 12:20:01.970329 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a16589ed-69aa-4095-86d7-f21dc78f801c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:01.970626 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:01.973399 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-69315728-e50e-45c3-a60a-dd0967ffa68a None None] Provisioning complete for port 7feebab5-ccf6-4688-9b00-292e69bf6ddc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:01.973757 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-69315728-e50e-45c3-a60a-dd0967ffa68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.040347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-69315728-e50e-45c3-a60a-dd0967ffa68a None None] Port 7feebab5-ccf6-4688-9b00-292e69bf6ddc cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:20:02.055612 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-a36e70d8-069f-4481-b60f-785e947a3a18 service neutron] 10.222.0.39 "GET /v2.0/networks/e684de26-c1ec-47d0-94c5-8b768f5857f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878565 Oct 19 12:20:02.083881 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.106813 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port a16589ed-69aa-4095-86d7-f21dc78f801c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a16589ed-69aa-4095-86d7-f21dc78f801c,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:20:02.130970 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.152979 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.193305 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.201387 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=a16589ed-69aa-4095-86d7-f21dc78f801c,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:02.244067 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Pushing event updated for resources: {'Port': ['ID=7feebab5-ccf6-4688-9b00-292e69bf6ddc,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:02.255988 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.255988 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.255988 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.255988 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.256460 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.256693 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.256999 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.257323 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.257646 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.258106 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.258285 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.258604 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:02.314021 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Attempting to bind port 7feebab5-ccf6-4688-9b00-292e69bf6ddc on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:20:02.314394 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Attempting to bind port 7feebab5-ccf6-4688-9b00-292e69bf6ddc by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:20:02.315285 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Attempting to bind port 7feebab5-ccf6-4688-9b00-292e69bf6ddc on network e684de26-c1ec-47d0-94c5-8b768f5857f1 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:20:02.320482 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff0250e9-7c3b-4d33-97e1-0b73891bf8dc req-40ad22f9-f061-4c05-9e9c-28d430d988be tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 210 time: 0.0350115 Oct 19 12:20:02.321657 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:20:02.322041 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Checking segment: {'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:20:02.322441 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.322832 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Bound using segment: {'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:20:02.323613 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Bound port: 7feebab5-ccf6-4688-9b00-292e69bf6ddc, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:20:02.324151 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.398066 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] For port 7feebab5-ccf6-4688-9b00-292e69bf6ddc, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:20:02.401617 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] For port 7feebab5-ccf6-4688-9b00-292e69bf6ddc, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7feebab5-ccf6-4688-9b00-292e69bf6ddc,segment=NetworkSegment(3a82fffc-8f88-40ee-86c7-c412836222ce),segment_id=3a82fffc-8f88-40ee-86c7-c412836222ce)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:20:02.465912 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e0d56335-82db-43dc-a884-35e160bc1124 None None] Provisioning complete for port 7feebab5-ccf6-4688-9b00-292e69bf6ddc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:02.466287 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e0d56335-82db-43dc-a884-35e160bc1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.470037 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.544772 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Routers {'f96ac77e-a618-4003-8b51-214958b63929'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:20:02.545941 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:19:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f96ac77e-a618-4003-8b51-214958b63929'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:02.569623 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e0d56335-82db-43dc-a884-35e160bc1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.586739 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921536dc-1b9a-4e9f-ae16-8ae212b9d5a2 None None] Pushing event updated for resources: {'Port': ['ID=7feebab5-ccf6-4688-9b00-292e69bf6ddc,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:02.605660 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e0d56335-82db-43dc-a884-35e160bc1124 None None] For port 7feebab5-ccf6-4688-9b00-292e69bf6ddc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7feebab5-ccf6-4688-9b00-292e69bf6ddc,segment=NetworkSegment(3a82fffc-8f88-40ee-86c7-c412836222ce),segment_id=3a82fffc-8f88-40ee-86c7-c412836222ce)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:20:02.658431 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e0d56335-82db-43dc-a884-35e160bc1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.675299 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] Set router f96ac77e-a618-4003-8b51-214958b63929 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:20:02.708377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d56335-82db-43dc-a884-35e160bc1124 None None] Pushing event updated for resources: {'Port': ['ID=7feebab5-ccf6-4688-9b00-292e69bf6ddc,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:02.781786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b2e50d95-f89e-47c2-8262-58db9fcec2d7 None None] Provisioning complete for port 7feebab5-ccf6-4688-9b00-292e69bf6ddc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:02.782166 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b2e50d95-f89e-47c2-8262-58db9fcec2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:02.886304 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7feebab5-ccf6-4688-9b00-292e69bf6ddc', 'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:46:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:59Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:03.004555 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8507085-0529-438b-90bd-c3a1bff4f9d5 None None] The sync data for ids ['f96ac77e-a618-4003-8b51-214958b63929'] in n-d-814547-1 is: [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7feebab5-ccf6-4688-9b00-292e69bf6ddc', 'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:46:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:59Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:20:03.391342 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dfff1c81-4344-42d3-a003-bec3e6739f8c req-34986ef5-537e-445d-98a4-60a301b2c82f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 210 time: 0.0276344 Oct 19 12:20:03.600256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a16589ed-69aa-4095-86d7-f21dc78f801c up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:20:03.651877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a16589ed-69aa-4095-86d7-f21dc78f801c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:03.652245 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:03.734155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7feebab5-ccf6-4688-9b00-292e69bf6ddc up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:20:03.787705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 7feebab5-ccf6-4688-9b00-292e69bf6ddc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:03.788077 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:04.506095 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b035af2d-8e0c-42d9-aa6b-673ea60d8677 req-518bc348-6dac-439b-90c3-474000c5dc40 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 210 time: 0.0348475 Oct 19 12:20:04.576198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ae771588-f9a8-4281-b18d-194b8f68d191 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:04.577656 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ae771588-f9a8-4281-b18d-194b8f68d191 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "GET /v2.0/networks?id=e684de26-c1ec-47d0-94c5-8b768f5857f1 HTTP/1.1" status: 200 len: 797 time: 0.1277051 Oct 19 12:20:04.625949 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-784a0c9d-bd70-4472-bd99-8e2f7f83298a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 380 time: 0.0324550 Oct 19 12:20:04.639053 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'port': {'device_id': 'e070364a-78f1-4a21-b96d-adffe879500a', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'admin_state_up': True, 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'security_groups': ['09615036-4586-4ad2-aab9-22b0af4c7f3d']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:20:04.821773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:20:04.825350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:04.952056 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.20.0.12 (e684de26-c1ec-47d0-94c5-8b768f5857f1/ffeec06b-07f1-44a1-8272-aa8969e9997e/f2f150de-9c25-4fbd-978a-adefc7bc1234) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:20:05.088340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:05.166600 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:05.210300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network e684de26-c1ec-47d0-94c5-8b768f5857f1 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:20:05.213283 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:20:05.216846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:20:05.241726 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=f2f150de-9c25-4fbd-978a-adefc7bc1234,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:05.267990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:05.270359 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:05.340860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-7273b8d3-7862-4858-a9f5-5bd344858a9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7053266 Oct 19 12:20:05.400582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f3a9836c-7370-46ba-997c-3a59ffdb4f8b None None] Provisioning complete for port f2f150de-9c25-4fbd-978a-adefc7bc1234 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:05.401118 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f3a9836c-7370-46ba-997c-3a59ffdb4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:05.407676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Request body: {'port': {'device_id': 'e070364a-78f1-4a21-b96d-adffe879500a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:20:05.442248 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f3a9836c-7370-46ba-997c-3a59ffdb4f8b None None] Port f2f150de-9c25-4fbd-978a-adefc7bc1234 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:20:05.477719 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:05.627700 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5269c-5021-45f2-b017-5fd887c9e4da req-5e66c016-53dc-4c20-a9a3-67fc91d2846b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:05.629175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24a5269c-5021-45f2-b017-5fd887c9e4da req-5e66c016-53dc-4c20-a9a3-67fc91d2846b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 932 time: 0.0543203 Oct 19 12:20:05.667794 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-24a5269c-5021-45f2-b017-5fd887c9e4da req-745b9423-9207-4685-a7ad-6a6f8e0b532c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327668 Oct 19 12:20:05.738351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f150de-9c25-4fbd-978a-adefc7bc1234 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:20:05.745566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:05.757371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Transition to ACTIVE for port object f2f150de-9c25-4fbd-978a-adefc7bc1234 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:20:05.846566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:05.919503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f150de-9c25-4fbd-978a-adefc7bc1234,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:05.970468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Attempting to bind port f2f150de-9c25-4fbd-978a-adefc7bc1234 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:20:05.970729 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Attempting to bind port f2f150de-9c25-4fbd-978a-adefc7bc1234 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:20:05.971057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Attempting to bind port f2f150de-9c25-4fbd-978a-adefc7bc1234 on network e684de26-c1ec-47d0-94c5-8b768f5857f1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:20:05.975742 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Port f2f150de-9c25-4fbd-978a-adefc7bc1234 on network e684de26-c1ec-47d0-94c5-8b768f5857f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:20:05.976070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Attempting to bind port f2f150de-9c25-4fbd-978a-adefc7bc1234 on network e684de26-c1ec-47d0-94c5-8b768f5857f1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:20:05.981167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:20:05.981506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Checking segment: {'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:20:05.981890 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Bound using segment: {'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:20:05.982315 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Bound port: f2f150de-9c25-4fbd-978a-adefc7bc1234, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a82fffc-8f88-40ee-86c7-c412836222ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:20:05.982669 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:06.046669 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] For port f2f150de-9c25-4fbd-978a-adefc7bc1234, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:20:06.049918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] For port f2f150de-9c25-4fbd-978a-adefc7bc1234, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f2f150de-9c25-4fbd-978a-adefc7bc1234,segment=NetworkSegment(3a82fffc-8f88-40ee-86c7-c412836222ce),segment_id=3a82fffc-8f88-40ee-86c7-c412836222ce)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:20:06.124742 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:06.155315 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:06.156010 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:06.157565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] 10.222.0.26 "PUT /v2.0/ports/f2f150de-9c25-4fbd-978a-adefc7bc1234 HTTP/1.1" status: 200 len: 1092 time: 0.7997284 Oct 19 12:20:06.159754 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e070364a-78f1-4a21-b96d-adffe879500a', 'tag': 'f2f150de-9c25-4fbd-978a-adefc7bc1234'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:20:06.162035 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f056e69-5a24-47d6-89f1-f2989a531992" -d '{"events": [{"name": "network-changed", "server_uuid": "e070364a-78f1-4a21-b96d-adffe879500a", "tag": "f2f150de-9c25-4fbd-978a-adefc7bc1234"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:20:06.195663 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48230d-1a59-4139-853b-5bd83e4b5c61 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f150de-9c25-4fbd-978a-adefc7bc1234,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:06.204009 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848e37da-c6f6-43c3-aed0-ed9ac74d9163 x-openstack-request-id: req-848e37da-c6f6-43c3-aed0-ed9ac74d9163 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:20:06.204348 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e070364a-78f1-4a21-b96d-adffe879500a", "tag": "f2f150de-9c25-4fbd-978a-adefc7bc1234", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:20:06.204868 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-848e37da-c6f6-43c3-aed0-ed9ac74d9163 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:20:06.205318 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e070364a-78f1-4a21-b96d-adffe879500a', 'tag': 'f2f150de-9c25-4fbd-978a-adefc7bc1234', 'status': 'completed', 'code': 200} Oct 19 12:20:06.278650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056e69-5a24-47d6-89f1-f2989a531992 req-672286e3-ccf1-490c-8dc3-7434fbcb5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:06.280235 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f056e69-5a24-47d6-89f1-f2989a531992 req-672286e3-ccf1-490c-8dc3-7434fbcb5b4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 1095 time: 0.0479608 Oct 19 12:20:06.390520 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056e69-5a24-47d6-89f1-f2989a531992 req-7bb38d86-1753-4e88-8a79-e56d82830a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:06.391982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f056e69-5a24-47d6-89f1-f2989a531992 req-7bb38d86-1753-4e88-8a79-e56d82830a37 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4021ea88e29048a9a8abae0af841132c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0976274 Oct 19 12:20:06.490846 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056e69-5a24-47d6-89f1-f2989a531992 req-c87f0126-c854-40cf-9f44-8cd845d7f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:06.492318 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f056e69-5a24-47d6-89f1-f2989a531992 req-c87f0126-c854-40cf-9f44-8cd845d7f82e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919788 Oct 19 12:20:06.575691 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-264aba1f-f342-4ded-a151-19239432eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:06.577170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-264aba1f-f342-4ded-a151-19239432eb16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 1095 time: 0.0398870 Oct 19 12:20:06.626640 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-fc20a851-9f6a-4bd2-9b5e-0cd612622c0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f150de-9c25-4fbd-978a-adefc7bc1234 HTTP/1.1" status: 200 len: 217 time: 0.0370703 Oct 19 12:20:06.678593 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-2309b3a4-c505-46f7-874e-fcb85e45b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:06.679956 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-2309b3a4-c505-46f7-874e-fcb85e45b036 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ffeec06b-07f1-44a1-8272-aa8969e9997e HTTP/1.1" status: 200 len: 835 time: 0.0425727 Oct 19 12:20:06.739654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-b5402d11-df5b-4018-8950-e2e8cd3083f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:06.739654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-b5402d11-df5b-4018-8950-e2e8cd3083f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e684de26-c1ec-47d0-94c5-8b768f5857f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394459 Oct 19 12:20:06.785919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75eb6e-76c9-4ce3-ac9c-475828e65091 req-67648886-205a-471d-a46e-eb46048203d6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:06.787668 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef75eb6e-76c9-4ce3-ac9c-475828e65091 req-67648886-205a-471d-a46e-eb46048203d6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 944 time: 0.0543284 Oct 19 12:20:06.833877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef75eb6e-76c9-4ce3-ac9c-475828e65091 req-23e03e9c-da1e-47b5-a702-e99daedfa50a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382991 Oct 19 12:20:06.840471 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-b348e600-645c-499f-82f9-4c242c3feb37 service neutron] 10.222.0.26 "GET /v2.0/networks/e684de26-c1ec-47d0-94c5-8b768f5857f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931544 Oct 19 12:20:06.933802 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32ed6bda-9c5f-45d2-96f0-473a78e776e5 req-9eb0dea0-4d0d-4059-b85f-966733627524 service neutron] 10.222.0.26 "GET /v2.0/networks/e684de26-c1ec-47d0-94c5-8b768f5857f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812292 Oct 19 12:20:07.951331 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712809a-192f-418b-b7af-fbf30894795b req-cd4d78be-8a19-4d5e-a3e6-3ffefe62468b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:07.952845 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e712809a-192f-418b-b7af-fbf30894795b req-cd4d78be-8a19-4d5e-a3e6-3ffefe62468b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 944 time: 0.0501976 Oct 19 12:20:07.994674 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e712809a-192f-418b-b7af-fbf30894795b req-ca2bd515-bf7f-4866-a5f8-669644470c5c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358174 Oct 19 12:20:09.114594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc1b44-288d-46b7-801e-4bc996021140 req-6190ed33-60ed-4510-a1d1-68c58bf3a9e7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:09.116050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78dc1b44-288d-46b7-801e-4bc996021140 req-6190ed33-60ed-4510-a1d1-68c58bf3a9e7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 944 time: 0.0487142 Oct 19 12:20:09.153176 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78dc1b44-288d-46b7-801e-4bc996021140 req-4d51f6a1-e3c6-4579-9173-17d24e614323 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312684 Oct 19 12:20:10.070776 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f2f150de-9c25-4fbd-978a-adefc7bc1234 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:20:10.167071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f2f150de-9c25-4fbd-978a-adefc7bc1234, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f2f150de-9c25-4fbd-978a-adefc7bc1234,segment=NetworkSegment(3a82fffc-8f88-40ee-86c7-c412836222ce),segment_id=3a82fffc-8f88-40ee-86c7-c412836222ce)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:20:10.180036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': 'f2f150de-9c25-4fbd-978a-adefc7bc1234', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'port_id': 'f2f150de-9c25-4fbd-978a-adefc7bc1234', 'mac_address': 'fa:16:3e:8b:ce:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:20:10.217754 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:10.231152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f150de-9c25-4fbd-978a-adefc7bc1234 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:20:10.250120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f2f150de-9c25-4fbd-978a-adefc7bc1234, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f2f150de-9c25-4fbd-978a-adefc7bc1234,segment=NetworkSegment(3a82fffc-8f88-40ee-86c7-c412836222ce),segment_id=3a82fffc-8f88-40ee-86c7-c412836222ce)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:20:10.267095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35912d-3e0d-495d-87b2-def37577115b req-16dc7dd3-4311-4ea5-8e87-01924bfbb1c5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:10.269459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e35912d-3e0d-495d-87b2-def37577115b req-16dc7dd3-4311-4ea5-8e87-01924bfbb1c5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 944 time: 0.0493577 Oct 19 12:20:10.306446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6e35912d-3e0d-495d-87b2-def37577115b req-b9673152-9193-4ff4-b1e6-dad547659190 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Oct 19 12:20:10.316024 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:10.363371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f2f150de-9c25-4fbd-978a-adefc7bc1234,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:10.617818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['f2f150de-9c25-4fbd-978a-adefc7bc1234'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:20:11.426051 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b34174-73f5-4d70-9784-d4b57801c758 req-6f199971-505f-4b46-bdd5-92a9b19edb71 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:11.427547 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1b34174-73f5-4d70-9784-d4b57801c758 req-6f199971-505f-4b46-bdd5-92a9b19edb71 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 945 time: 0.0545394 Oct 19 12:20:11.466010 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b1b34174-73f5-4d70-9784-d4b57801c758 req-3c268a38-215f-4ae9-819e-56583955f1c0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325172 Oct 19 12:20:12.086715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f2f150de-9c25-4fbd-978a-adefc7bc1234 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:20:12.233021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port f2f150de-9c25-4fbd-978a-adefc7bc1234 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:20:12.236758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port f2f150de-9c25-4fbd-978a-adefc7bc1234 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:20:12.245316 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:12.311456 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:12.333619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e070364a-78f1-4a21-b96d-adffe879500a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f150de-9c25-4fbd-978a-adefc7bc1234'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:20:12.335835 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8381d3f8-904f-4939-997c-ecb3276ad39b" -d '{"events": [{"server_uuid": "e070364a-78f1-4a21-b96d-adffe879500a", "name": "network-vif-plugged", "status": "completed", "tag": "f2f150de-9c25-4fbd-978a-adefc7bc1234"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:20:12.347750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port f2f150de-9c25-4fbd-978a-adefc7bc1234, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f2f150de-9c25-4fbd-978a-adefc7bc1234,segment=NetworkSegment(3a82fffc-8f88-40ee-86c7-c412836222ce),segment_id=3a82fffc-8f88-40ee-86c7-c412836222ce)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:20:12.417869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:12.424653 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4533e3-e47e-4bdd-9064-65da464e6b85 x-openstack-request-id: req-ce4533e3-e47e-4bdd-9064-65da464e6b85 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:20:12.425449 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e070364a-78f1-4a21-b96d-adffe879500a", "name": "network-vif-plugged", "status": "completed", "tag": "f2f150de-9c25-4fbd-978a-adefc7bc1234", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:20:12.425700 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce4533e3-e47e-4bdd-9064-65da464e6b85 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:20:12.426082 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e070364a-78f1-4a21-b96d-adffe879500a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f150de-9c25-4fbd-978a-adefc7bc1234', 'code': 200} Oct 19 12:20:12.479001 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=f2f150de-9c25-4fbd-978a-adefc7bc1234,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:12.531828 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b184a6-e7c2-4619-a0d8-99ceaa306a6f req-d66ee1c0-9241-490a-ba3f-a89bae2c8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:12.533732 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5b184a6-e7c2-4619-a0d8-99ceaa306a6f req-d66ee1c0-9241-490a-ba3f-a89bae2c8bdc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 1097 time: 0.0473235 Oct 19 12:20:12.573287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5b184a6-e7c2-4619-a0d8-99ceaa306a6f req-89d81588-33e1-4665-a3d6-58369ad12b08 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287290 Oct 19 12:20:12.582448 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ec39-e0d9-447a-bb7b-260347f61555 req-3fa5bb57-4495-4e16-a9fc-a2f159fffcb6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:12.583927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d863ec39-e0d9-447a-bb7b-260347f61555 req-3fa5bb57-4495-4e16-a9fc-a2f159fffcb6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0496373 Oct 19 12:20:12.626056 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d863ec39-e0d9-447a-bb7b-260347f61555 req-ee902e91-1e88-410a-80c1-20de46dfb034 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326128 Oct 19 12:20:13.740523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838a705-232e-412b-bda6-c39b7090e9e6 req-49359c1b-8a57-41bd-84f3-3b68c8493ffc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:13.741910 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7838a705-232e-412b-bda6-c39b7090e9e6 req-49359c1b-8a57-41bd-84f3-3b68c8493ffc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0480301 Oct 19 12:20:13.783677 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7838a705-232e-412b-bda6-c39b7090e9e6 req-a024f046-4861-41c7-8bd7-dc8e5b3f0ea8 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355790 Oct 19 12:20:14.899120 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d3c92-0b51-4c4f-87c1-abd679deb104 req-0dceb107-af0b-4a32-b46e-561285ab0f0c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:14.900599 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b56d3c92-0b51-4c4f-87c1-abd679deb104 req-0dceb107-af0b-4a32-b46e-561285ab0f0c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0492866 Oct 19 12:20:14.937663 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b56d3c92-0b51-4c4f-87c1-abd679deb104 req-9f8ded2a-ffb7-4bbc-a594-34d1eb5d00cf tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312171 Oct 19 12:20:15.053851 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec58ac4-ccbd-49ba-beca-ccacdb5cbe06 req-12c27053-e51c-42bc-8d67-91ab52e2da8c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:15.055321 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cec58ac4-ccbd-49ba-beca-ccacdb5cbe06 req-12c27053-e51c-42bc-8d67-91ab52e2da8c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0541301 Oct 19 12:20:15.092610 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cec58ac4-ccbd-49ba-beca-ccacdb5cbe06 req-23355051-9fd2-48fc-a4d4-e7d563899b33 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312078 Oct 19 12:20:15.113945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52412) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:20:15.152297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b8d6cf-e464-4f52-9680-e79dc52df3a3 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:15.153816 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-63b8d6cf-e464-4f52-9680-e79dc52df3a3 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 1092 time: 0.0389156 Oct 19 12:20:15.157523 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52414) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:20:15.160881 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': 'f2f150de-9c25-4fbd-978a-adefc7bc1234', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:20:15.238875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:15.336165 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:15.438925 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.25.2.158 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/46921fbc-2dd9-4e6c-9599-9178bae01bf6) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:20:15.545072 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:15.629494 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:15.668416 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:20:15.673092 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:20:15.678687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:20:15.684237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=46921fbc-2dd9-4e6c-9599-9178bae01bf6,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:15.803880 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:20:16.025077 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:16.144865 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:16.291982 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:16.381737 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:16.454074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=46921fbc-2dd9-4e6c-9599-9178bae01bf6,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:16.462527 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:16.559296 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Floating IP 77423e3c-12c4-46f4-9d69-883bae5ce905 associated. External IP: 172.25.2.158, port: f2f150de-9c25-4fbd-978a-adefc7bc1234. Oct 19 12:20:16.759269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router f96ac77e-a618-4003-8b51-214958b63929 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:20:16.858694 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:20:16.868877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4dcfda-fb36-4f09-8651-69d52d9a2114 None None] Sync routers for ids ['f96ac77e-a618-4003-8b51-214958b63929'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:20:16.877495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4dcfda-fb36-4f09-8651-69d52d9a2114 None None] Routers {'f96ac77e-a618-4003-8b51-214958b63929'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:20:16.878757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1a4dcfda-fb36-4f09-8651-69d52d9a2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:19:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f96ac77e-a618-4003-8b51-214958b63929'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:16.944800 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:16.974624 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-90dd2830-97a6-474d-ade0-e2fed0247687 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8169091 Oct 19 12:20:16.975214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e070364a-78f1-4a21-b96d-adffe879500a', 'tag': 'f2f150de-9c25-4fbd-978a-adefc7bc1234'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:20:16.977507 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fa01d1-454a-49c5-abb9-859d5f55f603" -d '{"events": [{"name": "network-changed", "server_uuid": "e070364a-78f1-4a21-b96d-adffe879500a", "tag": "f2f150de-9c25-4fbd-978a-adefc7bc1234"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:20:16.987877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1a4dcfda-fb36-4f09-8651-69d52d9a2114 None None] Set router f96ac77e-a618-4003-8b51-214958b63929 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:20:17.017370 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2071da9-5cf8-4288-a5ec-48ded15f7bf2 x-openstack-request-id: req-e2071da9-5cf8-4288-a5ec-48ded15f7bf2 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:20:17.017775 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e070364a-78f1-4a21-b96d-adffe879500a", "tag": "f2f150de-9c25-4fbd-978a-adefc7bc1234", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:20:17.018567 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2071da9-5cf8-4288-a5ec-48ded15f7bf2 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:20:17.018567 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e070364a-78f1-4a21-b96d-adffe879500a', 'tag': 'f2f150de-9c25-4fbd-978a-adefc7bc1234', 'status': 'completed', 'code': 200} Oct 19 12:20:17.084461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa01d1-454a-49c5-abb9-859d5f55f603 req-52c4dc21-dd97-476a-a2df-c1d8c807480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:17.085982 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32fa01d1-454a-49c5-abb9-859d5f55f603 req-52c4dc21-dd97-476a-a2df-c1d8c807480b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 1097 time: 0.0438044 Oct 19 12:20:17.087035 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c358e1-d741-4394-a3f8-0701bce891dc req-f47792bd-0dac-4b18-a0da-417dba4f2d3e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:17.088589 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d4c358e1-d741-4394-a3f8-0701bce891dc req-f47792bd-0dac-4b18-a0da-417dba4f2d3e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0571628 Oct 19 12:20:17.129243 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d4c358e1-d741-4394-a3f8-0701bce891dc req-b3cbfa9c-e588-451a-b54b-6a3817edc897 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341156 Oct 19 12:20:17.152241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52420) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:20:17.228924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1a4dcfda-fb36-4f09-8651-69d52d9a2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '77423e3c-12c4-46f4-9d69-883bae5ce905', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'port_id': 'f2f150de-9c25-4fbd-978a-adefc7bc1234', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'mac_address': 'fa:16:3e:8b:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e070364a-78f1-4a21-b96d-adffe879500a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:20:15Z', 'updated_at': '2021-10-19T12:20:15Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feebab5-ccf6-4688-9b00-292e69bf6ddc', 'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:46:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:59Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:17.256595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4dcfda-fb36-4f09-8651-69d52d9a2114 None None] Checking router: f96ac77e-a618-4003-8b51-214958b63929 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:20:17.265553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4dcfda-fb36-4f09-8651-69d52d9a2114 None None] Routers {'f96ac77e-a618-4003-8b51-214958b63929'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:20:17.266177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1a4dcfda-fb36-4f09-8651-69d52d9a2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:19:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f96ac77e-a618-4003-8b51-214958b63929'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:17.375560 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1a4dcfda-fb36-4f09-8651-69d52d9a2114 None None] Set router f96ac77e-a618-4003-8b51-214958b63929 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:20:17.552575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-94c213f4-f594-4402-96fe-095d04509b16 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/77423e3c-12c4-46f4-9d69-883bae5ce905 HTTP/1.1" status: 200 len: 992 time: 0.3991673 Oct 19 12:20:17.553826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa01d1-454a-49c5-abb9-859d5f55f603 req-d3f979c8-bbb1-4533-99e4-5b3b9f8b2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:17.555169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32fa01d1-454a-49c5-abb9-859d5f55f603 req-d3f979c8-bbb1-4533-99e4-5b3b9f8b2699 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e684de26-c1ec-47d0-94c5-8b768f5857f1 HTTP/1.1" status: 200 len: 898 time: 0.4619346 Oct 19 12:20:17.612715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1a4dcfda-fb36-4f09-8651-69d52d9a2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '77423e3c-12c4-46f4-9d69-883bae5ce905', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'port_id': 'f2f150de-9c25-4fbd-978a-adefc7bc1234', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'mac_address': 'fa:16:3e:8b:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e070364a-78f1-4a21-b96d-adffe879500a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:20:15Z', 'updated_at': '2021-10-19T12:20:15Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feebab5-ccf6-4688-9b00-292e69bf6ddc', 'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:46:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:59Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:17.618433 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32fa01d1-454a-49c5-abb9-859d5f55f603 req-62ee57fd-f9a1-4409-91c9-cbc35d6de181 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f150de-9c25-4fbd-978a-adefc7bc1234 HTTP/1.1" status: 200 len: 1000 time: 0.0559309 Oct 19 12:20:17.638919 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4dcfda-fb36-4f09-8651-69d52d9a2114 None None] The sync data for ids ['f96ac77e-a618-4003-8b51-214958b63929'] in n-d-814547-1 is: [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '77423e3c-12c4-46f4-9d69-883bae5ce905', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'port_id': 'f2f150de-9c25-4fbd-978a-adefc7bc1234', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'mac_address': 'fa:16:3e:8b:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e070364a-78f1-4a21-b96d-adffe879500a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:20:15Z', 'updated_at': '2021-10-19T12:20:15Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7feebab5-ccf6-4688-9b00-292e69bf6ddc', 'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:46:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:59Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:20:17.671020 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa01d1-454a-49c5-abb9-859d5f55f603 req-bce932eb-25b7-4698-a03e-18ce58af3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:17.672550 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32fa01d1-454a-49c5-abb9-859d5f55f603 req-bce932eb-25b7-4698-a03e-18ce58af3947 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ffeec06b-07f1-44a1-8272-aa8969e9997e HTTP/1.1" status: 200 len: 835 time: 0.0470035 Oct 19 12:20:17.719024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa01d1-454a-49c5-abb9-859d5f55f603 req-b8b90a3f-3878-40ae-a69b-75ac128ba3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:17.720447 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32fa01d1-454a-49c5-abb9-859d5f55f603 req-b8b90a3f-3878-40ae-a69b-75ac128ba3c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e684de26-c1ec-47d0-94c5-8b768f5857f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406525 Oct 19 12:20:17.815029 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32fa01d1-454a-49c5-abb9-859d5f55f603 req-cf2f15e5-fd85-4dbc-b6cc-83b5c7da69b4 service neutron] 10.222.0.26 "GET /v2.0/networks/e684de26-c1ec-47d0-94c5-8b768f5857f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872395 Oct 19 12:20:17.826859 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5d6282-3852-4741-ae6a-de1f2775132e None None] New status for floating IP 77423e3c-12c4-46f4-9d69-883bae5ce905: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:20:17.906716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-32fa01d1-454a-49c5-abb9-859d5f55f603 req-fb51508a-5669-441f-b257-f1c0f2fd3e1f service neutron] 10.222.0.26 "GET /v2.0/networks/e684de26-c1ec-47d0-94c5-8b768f5857f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820382 Oct 19 12:20:18.556382 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52422) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:20:18.622181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b30cdc42-9b29-4ffa-8c43-6f8b6ba842c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/77423e3c-12c4-46f4-9d69-883bae5ce905 HTTP/1.1" status: 200 len: 994 time: 0.0646391 Oct 19 12:20:20.172292 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:20.644524 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:25.444890 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e2db3bb1-00af-4bbc-8c04-850866411a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:27.838859 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-80cd254a-b8d9-48f2-81b1-5fbbc3ac9fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:29.120887 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:29.286988 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:31.068917 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:50.084223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ae9f8-6b01-4c4a-b8ca-6ac6c8a8abf6 req-fc72da6f-6b3a-4e24-92d4-bc96cfbe6ef0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:50.085705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-677ae9f8-6b01-4c4a-b8ca-6ac6c8a8abf6 req-fc72da6f-6b3a-4e24-92d4-bc96cfbe6ef0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0533073 Oct 19 12:20:50.125229 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-677ae9f8-6b01-4c4a-b8ca-6ac6c8a8abf6 req-d862ccc1-99eb-461e-8217-457794f19488 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331404 Oct 19 12:20:50.166674 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:50.663356 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:51.242378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea660b-6e64-42aa-86dc-e94edfeacf63 req-5f1409fb-2bc8-4e5d-a5bd-07fc60187472 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:51.243852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77ea660b-6e64-42aa-86dc-e94edfeacf63 req-5f1409fb-2bc8-4e5d-a5bd-07fc60187472 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0493841 Oct 19 12:20:51.280806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-77ea660b-6e64-42aa-86dc-e94edfeacf63 req-dc1b447e-2a7a-4789-ae1c-a42626c4349e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311334 Oct 19 12:20:51.303291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52444) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:20:51.363235 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1f40663d-33ed-4009-ad7f-0995cf0e7c69 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/77423e3c-12c4-46f4-9d69-883bae5ce905 HTTP/1.1" status: 200 len: 994 time: 0.0588496 Oct 19 12:20:52.783426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad47fb-20e7-4435-87f3-3bd1dd38317b req-772e6f49-7725-4759-ad3c-ac27436fbd24 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:52.785532 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91ad47fb-20e7-4435-87f3-3bd1dd38317b req-772e6f49-7725-4759-ad3c-ac27436fbd24 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0483193 Oct 19 12:20:52.803762 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:20:52.823450 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-91ad47fb-20e7-4435-87f3-3bd1dd38317b req-9af12229-dbbf-45e2-a256-ecd975d65d2f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318716 Oct 19 12:20:53.941917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd1dba-26c2-4ca9-8d53-d8e1d00391a4 req-320761e1-3b52-4989-a6ce-723690c904b5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:53.943373 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78fd1dba-26c2-4ca9-8d53-d8e1d00391a4 req-320761e1-3b52-4989-a6ce-723690c904b5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0529966 Oct 19 12:20:53.980051 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-78fd1dba-26c2-4ca9-8d53-d8e1d00391a4 req-38d61817-6df5-4015-ada4-b17d2971c0f5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 Oct 19 12:20:54.001831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52454) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:20:54.060374 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-966bcde8-5744-4693-b706-151d86afcfe3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/77423e3c-12c4-46f4-9d69-883bae5ce905 HTTP/1.1" status: 200 len: 994 time: 0.0574729 Oct 19 12:20:54.282208 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52460) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:20:54.440145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 46921fbc-2dd9-4e6c-9599-9178bae01bf6 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:20:54.440491 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:54.520909 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:54.521232 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:54.533621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 46921fbc-2dd9-4e6c-9599-9178bae01bf6 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:20:54.737701 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:54.763255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=46921fbc-2dd9-4e6c-9599-9178bae01bf6,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:54.789300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.795202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.795202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.795202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.795202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.795202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.795202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.795202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.795202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.795202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.795202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.795202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:54.832710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:54.833045 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Floating IP 77423e3c-12c4-46f4-9d69-883bae5ce905 disassociated (deleted). External IP: 172.25.2.158, port: f2f150de-9c25-4fbd-978a-adefc7bc1234. Oct 19 12:20:55.038904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router f96ac77e-a618-4003-8b51-214958b63929 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:20:55.149419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:20:55.154250 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:55.159103 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192aa8e-b4e3-499e-a3af-1f3a99629d1e None None] Sync routers for ids ['f96ac77e-a618-4003-8b51-214958b63929'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:20:55.168516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192aa8e-b4e3-499e-a3af-1f3a99629d1e None None] Routers {'f96ac77e-a618-4003-8b51-214958b63929'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:20:55.169145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a192aa8e-b4e3-499e-a3af-1f3a99629d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:20:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f96ac77e-a618-4003-8b51-214958b63929'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:55.181315 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-20dcce99-afe2-4161-a471-792ab3bb3a59 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/floatingips/77423e3c-12c4-46f4-9d69-883bae5ce905 HTTP/1.1" status: 204 len: 168 time: 0.8979142 Oct 19 12:20:55.182020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e070364a-78f1-4a21-b96d-adffe879500a', 'tag': 'f2f150de-9c25-4fbd-978a-adefc7bc1234'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:20:55.184391 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f85194-3ecd-4705-838a-0dca2f3ffc30" -d '{"events": [{"name": "network-changed", "server_uuid": "e070364a-78f1-4a21-b96d-adffe879500a", "tag": "f2f150de-9c25-4fbd-978a-adefc7bc1234"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:20:55.225439 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a802790-6e6d-44fe-a5a2-2c6a8778de1d x-openstack-request-id: req-7a802790-6e6d-44fe-a5a2-2c6a8778de1d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:20:55.225741 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e070364a-78f1-4a21-b96d-adffe879500a", "tag": "f2f150de-9c25-4fbd-978a-adefc7bc1234", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:20:55.226001 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a802790-6e6d-44fe-a5a2-2c6a8778de1d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:20:55.226412 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e070364a-78f1-4a21-b96d-adffe879500a', 'tag': 'f2f150de-9c25-4fbd-978a-adefc7bc1234', 'status': 'completed', 'code': 200} Oct 19 12:20:55.279058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-a192aa8e-b4e3-499e-a3af-1f3a99629d1e None None] Set router f96ac77e-a618-4003-8b51-214958b63929 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:20:55.301072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f85194-3ecd-4705-838a-0dca2f3ffc30 req-b624e654-8334-49f9-b3ff-60aac2ed91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:55.303154 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14f85194-3ecd-4705-838a-0dca2f3ffc30 req-b624e654-8334-49f9-b3ff-60aac2ed91ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 1097 time: 0.0455785 Oct 19 12:20:55.392854 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f85194-3ecd-4705-838a-0dca2f3ffc30 req-55c5b968-a3d4-4b93-a1e6-bb1e94de8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:55.394340 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14f85194-3ecd-4705-838a-0dca2f3ffc30 req-55c5b968-a3d4-4b93-a1e6-bb1e94de8315 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e684de26-c1ec-47d0-94c5-8b768f5857f1 HTTP/1.1" status: 200 len: 898 time: 0.0842075 Oct 19 12:20:55.443797 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14f85194-3ecd-4705-838a-0dca2f3ffc30 req-74e15ef5-d084-4901-b70d-14798ec46a2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f150de-9c25-4fbd-978a-adefc7bc1234 HTTP/1.1" status: 200 len: 217 time: 0.0386739 Oct 19 12:20:55.499524 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1a9e3bbd-da12-4cb7-a50a-b0201503afb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:55.504371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a192aa8e-b4e3-499e-a3af-1f3a99629d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7feebab5-ccf6-4688-9b00-292e69bf6ddc', 'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:46:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:59Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:55.506708 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f85194-3ecd-4705-838a-0dca2f3ffc30 req-645e52d3-2494-4a02-9255-696077577c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:55.508165 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14f85194-3ecd-4705-838a-0dca2f3ffc30 req-645e52d3-2494-4a02-9255-696077577c61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ffeec06b-07f1-44a1-8272-aa8969e9997e HTTP/1.1" status: 200 len: 835 time: 0.0539906 Oct 19 12:20:55.530891 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192aa8e-b4e3-499e-a3af-1f3a99629d1e None None] Checking router: f96ac77e-a618-4003-8b51-214958b63929 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:20:55.539978 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192aa8e-b4e3-499e-a3af-1f3a99629d1e None None] Routers {'f96ac77e-a618-4003-8b51-214958b63929'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:20:55.540645 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a192aa8e-b4e3-499e-a3af-1f3a99629d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:20:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f96ac77e-a618-4003-8b51-214958b63929'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:55.557796 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f85194-3ecd-4705-838a-0dca2f3ffc30 req-22677aa6-ea34-4a89-bf0c-29a0dd74f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:55.558635 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14f85194-3ecd-4705-838a-0dca2f3ffc30 req-22677aa6-ea34-4a89-bf0c-29a0dd74f87d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e684de26-c1ec-47d0-94c5-8b768f5857f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414143 Oct 19 12:20:55.655961 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-a192aa8e-b4e3-499e-a3af-1f3a99629d1e None None] Set router f96ac77e-a618-4003-8b51-214958b63929 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:20:55.684185 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14f85194-3ecd-4705-838a-0dca2f3ffc30 req-69d377a9-f063-40ce-8010-9a14d286234b service neutron] 10.222.0.26 "GET /v2.0/networks/e684de26-c1ec-47d0-94c5-8b768f5857f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139221 Oct 19 12:20:55.722889 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd416011-4ae8-433b-aed4-30427384f194 req-25339d96-964d-4958-af73-c1b42148f5f2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:55.724355 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd416011-4ae8-433b-aed4-30427384f194 req-25339d96-964d-4958-af73-c1b42148f5f2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0810924 Oct 19 12:20:55.802970 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cd416011-4ae8-433b-aed4-30427384f194 req-a9737487-aceb-41f8-ae0d-9acf80eee26b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705218 Oct 19 12:20:55.820374 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-14f85194-3ecd-4705-838a-0dca2f3ffc30 req-e6b25a84-e1ac-4c1a-876b-39208f152fa9 service neutron] 10.222.0.26 "GET /v2.0/networks/e684de26-c1ec-47d0-94c5-8b768f5857f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275182 Oct 19 12:20:55.858494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a192aa8e-b4e3-499e-a3af-1f3a99629d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7feebab5-ccf6-4688-9b00-292e69bf6ddc', 'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:46:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:59Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:20:55.884493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192aa8e-b4e3-499e-a3af-1f3a99629d1e None None] The sync data for ids ['f96ac77e-a618-4003-8b51-214958b63929'] in n-d-814547-1 is: [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '7feebab5-ccf6-4688-9b00-292e69bf6ddc', 'name': '', 'network_id': 'e684de26-c1ec-47d0-94c5-8b768f5857f1', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:46:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:59Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'ffeec06b-07f1-44a1-8272-aa8969e9997e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:20:56.101167 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c7c64f-485d-496d-822d-db45b059086a None None] New status for floating IP 77423e3c-12c4-46f4-9d69-883bae5ce905: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:20:56.919802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ef48c-ff44-422f-babf-778cbba9315b req-9de943dc-3c69-4489-8c0f-aa552bda6778 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:56.921314 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-719ef48c-ff44-422f-babf-778cbba9315b req-9de943dc-3c69-4489-8c0f-aa552bda6778 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0487835 Oct 19 12:20:56.959047 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-719ef48c-ff44-422f-babf-778cbba9315b req-db217261-f409-4bba-a7a9-7b527b4face1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=09615036-4586-4ad2-aab9-22b0af4c7f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308530 Oct 19 12:20:57.414513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced607a-06fc-4d4d-8b14-8fe7e6a90b3f req-492dd33a-9ced-4e5a-8bb9-97a6abd72f9d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:20:57.415938 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cced607a-06fc-4d4d-8b14-8fe7e6a90b3f req-492dd33a-9ced-4e5a-8bb9-97a6abd72f9d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 946 time: 0.0482852 Oct 19 12:20:57.502391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-cced607a-06fc-4d4d-8b14-8fe7e6a90b3f req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port f2f150de-9c25-4fbd-978a-adefc7bc1234 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:20:57.502724 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cced607a-06fc-4d4d-8b14-8fe7e6a90b3f req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:57.593793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-cced607a-06fc-4d4d-8b14-8fe7e6a90b3f req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port f2f150de-9c25-4fbd-978a-adefc7bc1234, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=f2f150de-9c25-4fbd-978a-adefc7bc1234,segment=NetworkSegment(3a82fffc-8f88-40ee-86c7-c412836222ce),segment_id=3a82fffc-8f88-40ee-86c7-c412836222ce)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:20:57.594147 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cced607a-06fc-4d4d-8b14-8fe7e6a90b3f req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:57.606321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-cced607a-06fc-4d4d-8b14-8fe7e6a90b3f req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for f2f150de-9c25-4fbd-978a-adefc7bc1234 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:20:57.801141 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cced607a-06fc-4d4d-8b14-8fe7e6a90b3f req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:57.829921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=f2f150de-9c25-4fbd-978a-adefc7bc1234,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:20:57.842641 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.842995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.843336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.843671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.844004 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.844339 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.844704 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.845039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.845359 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.845679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.846000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.846317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:20:57.858371 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f90f967e-cda5-4f7c-9696-0e6388445a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:57.881266 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-cced607a-06fc-4d4d-8b14-8fe7e6a90b3f req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] No DVR routers for this DVR port f2f150de-9c25-4fbd-978a-adefc7bc1234 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:20:57.884967 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cced607a-06fc-4d4d-8b14-8fe7e6a90b3f req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:57.887275 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cced607a-06fc-4d4d-8b14-8fe7e6a90b3f req-4c6b2181-4f63-40ed-9603-fb9888904bb1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "DELETE /v2.0/ports/f2f150de-9c25-4fbd-978a-adefc7bc1234 HTTP/1.1" status: 204 len: 173 time: 0.4649076 Oct 19 12:20:57.887643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e070364a-78f1-4a21-b96d-adffe879500a', 'name': 'network-vif-deleted', 'tag': 'f2f150de-9c25-4fbd-978a-adefc7bc1234'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:20:57.889925 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5780bf84-a0fb-475d-9bf1-7de0fa1a671c" -d '{"events": [{"server_uuid": "e070364a-78f1-4a21-b96d-adffe879500a", "name": "network-vif-deleted", "tag": "f2f150de-9c25-4fbd-978a-adefc7bc1234"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:20:57.924876 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d13f238-1953-4995-996a-46008fceb101 x-openstack-request-id: req-8d13f238-1953-4995-996a-46008fceb101 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:20:57.926161 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e070364a-78f1-4a21-b96d-adffe879500a", "name": "network-vif-deleted", "tag": "f2f150de-9c25-4fbd-978a-adefc7bc1234", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:20:57.926419 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d13f238-1953-4995-996a-46008fceb101 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:20:57.926823 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e070364a-78f1-4a21-b96d-adffe879500a', 'name': 'network-vif-deleted', 'tag': 'f2f150de-9c25-4fbd-978a-adefc7bc1234', 'status': 'completed', 'code': 200} Oct 19 12:20:58.056029 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-842475d2-4edf-45d0-9f27-904d25317772 req-2cb64d6e-34c7-494f-9e8f-32fb5bbe3266 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=e070364a-78f1-4a21-b96d-adffe879500a HTTP/1.1" status: 200 len: 210 time: 0.0307612 Oct 19 12:20:59.096723 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:59.111845 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52478) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:20:59.286483 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:59.471066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:59.730410 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 7feebab5-ccf6-4688-9b00-292e69bf6ddc {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:20:59.730666 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:59.821038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port 7feebab5-ccf6-4688-9b00-292e69bf6ddc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=7feebab5-ccf6-4688-9b00-292e69bf6ddc,segment=NetworkSegment(3a82fffc-8f88-40ee-86c7-c412836222ce),segment_id=3a82fffc-8f88-40ee-86c7-c412836222ce)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:20:59.821399 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:20:59.833139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 7feebab5-ccf6-4688-9b00-292e69bf6ddc owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:21:00.078866 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:00.106827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=7feebab5-ccf6-4688-9b00-292e69bf6ddc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:00.277410 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:00.494503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router f96ac77e-a618-4003-8b51-214958b63929 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:21:00.599929 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:21:00.605182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-392ef74e-f12b-423a-a445-28c36ca4a0a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "PUT /v2.0/routers/f96ac77e-a618-4003-8b51-214958b63929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4922273 Oct 19 12:21:00.607787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52480) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:00.610293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd81549-367c-4f79-a3fe-f33da04d11ce None None] Sync routers for ids ['f96ac77e-a618-4003-8b51-214958b63929'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:21:00.619468 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd81549-367c-4f79-a3fe-f33da04d11ce None None] Routers {'f96ac77e-a618-4003-8b51-214958b63929'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:21:00.620060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3dd81549-367c-4f79-a3fe-f33da04d11ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:20:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f96ac77e-a618-4003-8b51-214958b63929'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:00.658801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-07dedaae-e07f-448c-b3e6-60d272ff1ed4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting subnet ffeec06b-07f1-44a1-8272-aa8969e9997e {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:21:00.661957 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07dedaae-e07f-448c-b3e6-60d272ff1ed4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:00.702057 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07dedaae-e07f-448c-b3e6-60d272ff1ed4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:00.723969 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3dd81549-367c-4f79-a3fe-f33da04d11ce None None] Set router f96ac77e-a618-4003-8b51-214958b63929 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:21:00.790418 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07dedaae-e07f-448c-b3e6-60d272ff1ed4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:00.901421 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3dd81549-367c-4f79-a3fe-f33da04d11ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:59Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:00.928139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07dedaae-e07f-448c-b3e6-60d272ff1ed4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:00.931976 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd81549-367c-4f79-a3fe-f33da04d11ce None None] Checking router: f96ac77e-a618-4003-8b51-214958b63929 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:21:00.947324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd81549-367c-4f79-a3fe-f33da04d11ce None None] Routers {'f96ac77e-a618-4003-8b51-214958b63929'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:21:00.947324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3dd81549-367c-4f79-a3fe-f33da04d11ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:20:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['f96ac77e-a618-4003-8b51-214958b63929'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:00.954102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dedaae-e07f-448c-b3e6-60d272ff1ed4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Subnet': ['ID=ffeec06b-07f1-44a1-8272-aa8969e9997e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:00.960350 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-07dedaae-e07f-448c-b3e6-60d272ff1ed4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:00.966420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-07dedaae-e07f-448c-b3e6-60d272ff1ed4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/subnets/ffeec06b-07f1-44a1-8272-aa8969e9997e HTTP/1.1" status: 204 len: 168 time: 0.3548777 Oct 19 12:21:00.967445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52482) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:00.975732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398e6cc9-8e63-443f-85d2-b1207034c78b None None] Network e684de26-c1ec-47d0-94c5-8b768f5857f1 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:21:01.074621 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:01.086059 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:01.181161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:01.295949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3dd81549-367c-4f79-a3fe-f33da04d11ce None None] Set router f96ac77e-a618-4003-8b51-214958b63929 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:21:01.301605 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port a16589ed-69aa-4095-86d7-f21dc78f801c {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:21:01.302096 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:01.385987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port a16589ed-69aa-4095-86d7-f21dc78f801c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a16589ed-69aa-4095-86d7-f21dc78f801c,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:21:01.386471 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:01.403948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for a16589ed-69aa-4095-86d7-f21dc78f801c owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:21:01.433999 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] DHCP port deletion for e684de26-c1ec-47d0-94c5-8b768f5857f1 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:21:01.526488 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Deleting port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:21:01.526863 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:01.547227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3dd81549-367c-4f79-a3fe-f33da04d11ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:59Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:01.584916 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd81549-367c-4f79-a3fe-f33da04d11ce None None] The sync data for ids ['f96ac77e-a618-4003-8b51-214958b63929'] in n-d-814547-1 is: [{'id': 'f96ac77e-a618-4003-8b51-214958b63929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501294564', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:59Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a16589ed-69aa-4095-86d7-f21dc78f801c', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:62:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ac77e-a618-4003-8b51-214958b63929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:19:56Z', 'updated_at': '2021-10-19T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:21:01.634499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] For port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0,segment=NetworkSegment(3a82fffc-8f88-40ee-86c7-c412836222ce),segment_id=3a82fffc-8f88-40ee-86c7-c412836222ce)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:21:01.634499 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:01.643684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:21:01.674306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Calling delete_port for 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:21:01.793833 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:01.869034 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:01.919146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Pushing event deleted for resources: {'Port': ['ID=2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:01.923668 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] No DVR routers for this DVR port 2dfbe07a-f08b-4d03-9c5a-35c58b8eaee0 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:21:01.932206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.932206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.932206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.932626 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.932723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.933067 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.933477 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.933639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.933965 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.934288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.934613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.934936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1edae39-2234-46b9-9640-eb2a57a97f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:01.995363 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.022758 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=a16589ed-69aa-4095-86d7-f21dc78f801c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:02.093214 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.185004 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.187134 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.291800 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f2f150de-9c25-4fbd-978a-adefc7bc1234 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:21:02.297640 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.302994 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Fanout notify agent at l3_agent the message router_deleted on router f96ac77e-a618-4003-8b51-214958b63929 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:21:02.305401 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.306431 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5c5340c0-d16c-42be-88da-a4db7973c39b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/routers/f96ac77e-a618-4003-8b51-214958b63929 HTTP/1.1" status: 204 len: 168 time: 1.3382642 Oct 19 12:21:02.309080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52484) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:02.312388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: f2f150de-9c25-4fbd-978a-adefc7bc1234 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:21:02.312779 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device f2f150de-9c25-4fbd-978a-adefc7bc1234 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:21:02.394126 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.482218 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.502079 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e684de26-c1ec-47d0-94c5-8b768f5857f1']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:02.511898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a82fffc-8f88-40ee-86c7-c412836222ce') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:02.512197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a82fffc-8f88-40ee-86c7-c412836222ce') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:02.522392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.535901 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.542149 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:21:02.542537 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:21:02.545824 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:21:02.696325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.705769 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.708841 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/networks/e684de26-c1ec-47d0-94c5-8b768f5857f1 HTTP/1.1" status: 204 len: 168 time: 0.3987975 Oct 19 12:21:02.711582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52486) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:02.719851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d7809-b63c-4b34-9ec0-8d4e84bcedc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Network': ['ID=e684de26-c1ec-47d0-94c5-8b768f5857f1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:02.771839 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2392f91c-8a55-47ad-967c-faefe65604a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.797615 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2392f91c-8a55-47ad-967c-faefe65604a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.914804 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2392f91c-8a55-47ad-967c-faefe65604a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.917738 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2392f91c-8a55-47ad-967c-faefe65604a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:02.919791 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2392f91c-8a55-47ad-967c-faefe65604a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/security-groups/09615036-4586-4ad2-aab9-22b0af4c7f3d HTTP/1.1" status: 204 len: 168 time: 0.2064955 Oct 19 12:21:02.929267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392f91c-8a55-47ad-967c-faefe65604a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09615036-4586-4ad2-aab9-22b0af4c7f3d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:03.445605 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52492) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:03.450213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-da33d4eb-5de9-425e-a280-1144ccfb8f6e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1115780425', 'description': 'tempest-secgroup-smoke-1115780425 description', 'project_id': '4021ea88e29048a9a8abae0af841132c'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:03.552001 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a16589ed-69aa-4095-86d7-f21dc78f801c no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:21:03.553383 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da33d4eb-5de9-425e-a280-1144ccfb8f6e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:03.574336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a16589ed-69aa-4095-86d7-f21dc78f801c {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:21:03.574680 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a16589ed-69aa-4095-86d7-f21dc78f801c not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:21:03.575096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7feebab5-ccf6-4688-9b00-292e69bf6ddc no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:21:03.598365 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 7feebab5-ccf6-4688-9b00-292e69bf6ddc {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:21:03.598709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 7feebab5-ccf6-4688-9b00-292e69bf6ddc not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:21:03.623201 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da33d4eb-5de9-425e-a280-1144ccfb8f6e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:03.680464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da33d4eb-5de9-425e-a280-1144ccfb8f6e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:03.709679 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33d4eb-5de9-425e-a280-1144ccfb8f6e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdba63e-3fad-4c09-987c-c533d2a85254,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:03.756885 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-da33d4eb-5de9-425e-a280-1144ccfb8f6e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:03.758107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-da33d4eb-5de9-425e-a280-1144ccfb8f6e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3114672 Oct 19 12:21:03.760900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52494) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:03.765136 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f475f55b-7e87-4a48-8598-b9df65cf6453 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'cfdba63e-3fad-4c09-987c-c533d2a85254', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:03.845477 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f475f55b-7e87-4a48-8598-b9df65cf6453 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:03.899806 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f475f55b-7e87-4a48-8598-b9df65cf6453 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:03.987392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f475f55b-7e87-4a48-8598-b9df65cf6453 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.006356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475f55b-7e87-4a48-8598-b9df65cf6453 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c608646e-b99c-4090-be02-360742053c7a,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:04.075004 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f475f55b-7e87-4a48-8598-b9df65cf6453 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.076190 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f475f55b-7e87-4a48-8598-b9df65cf6453 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3143749 Oct 19 12:21:04.078913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52496) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:04.083275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-a905950c-6af7-49d9-8a5e-61da1a2b6408 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'cfdba63e-3fad-4c09-987c-c533d2a85254', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:04.174880 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a905950c-6af7-49d9-8a5e-61da1a2b6408 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.235274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a905950c-6af7-49d9-8a5e-61da1a2b6408 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.313417 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a905950c-6af7-49d9-8a5e-61da1a2b6408 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.330510 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905950c-6af7-49d9-8a5e-61da1a2b6408 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7fcbbd-0b0c-48f1-8b9d-f4e3f2d6019c,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:04.401348 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-a905950c-6af7-49d9-8a5e-61da1a2b6408 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.402564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-a905950c-6af7-49d9-8a5e-61da1a2b6408 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3226814 Oct 19 12:21:04.405364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52498) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:04.410248 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9f2ed312-4340-4ccf-a278-c290939550fb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'cfdba63e-3fad-4c09-987c-c533d2a85254', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:04.513279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed312-4340-4ccf-a278-c290939550fb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.571279 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed312-4340-4ccf-a278-c290939550fb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.657655 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed312-4340-4ccf-a278-c290939550fb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.675848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ed312-4340-4ccf-a278-c290939550fb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479cf1d5-0efb-454a-8fb9-068bd9408e74,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:04.733612 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed312-4340-4ccf-a278-c290939550fb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.734802 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9f2ed312-4340-4ccf-a278-c290939550fb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3284392 Oct 19 12:21:04.737562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52500) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:04.741886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2d028078-c64c-4de1-934d-a737db40ccca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'cfdba63e-3fad-4c09-987c-c533d2a85254', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:04.852046 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d028078-c64c-4de1-934d-a737db40ccca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.908676 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d028078-c64c-4de1-934d-a737db40ccca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.977632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d028078-c64c-4de1-934d-a737db40ccca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:04.995918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d028078-c64c-4de1-934d-a737db40ccca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b07a7de-ce4a-440b-94b0-1248aab5602d,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:05.077594 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d028078-c64c-4de1-934d-a737db40ccca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.078835 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2d028078-c64c-4de1-934d-a737db40ccca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3403220 Oct 19 12:21:05.082145 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52502) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:05.086536 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9946a901-07a8-473c-a4da-56a3503765d1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'cfdba63e-3fad-4c09-987c-c533d2a85254', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:05.172050 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-9946a901-07a8-473c-a4da-56a3503765d1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Project 4021ea88e29048a9a8abae0af841132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:21:05.177228 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9946a901-07a8-473c-a4da-56a3503765d1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.237408 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9946a901-07a8-473c-a4da-56a3503765d1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.336075 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9946a901-07a8-473c-a4da-56a3503765d1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.353525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946a901-07a8-473c-a4da-56a3503765d1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a211f9-27e6-41e2-acb7-964d30f0aa2a,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:05.443594 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9946a901-07a8-473c-a4da-56a3503765d1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.444859 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9946a901-07a8-473c-a4da-56a3503765d1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3617487 Oct 19 12:21:05.447611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52504) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:05.451990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2ba16049-a957-4d89-8f8c-241c25e16a49 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'cfdba63e-3fad-4c09-987c-c533d2a85254', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:05.553615 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-2ba16049-a957-4d89-8f8c-241c25e16a49 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Project 4021ea88e29048a9a8abae0af841132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:21:05.558685 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ba16049-a957-4d89-8f8c-241c25e16a49 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.621042 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ba16049-a957-4d89-8f8c-241c25e16a49 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.674852 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ba16049-a957-4d89-8f8c-241c25e16a49 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.697559 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba16049-a957-4d89-8f8c-241c25e16a49 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b4732f-4b34-4960-b9be-c0cf9f3868e7,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:05.751482 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2ba16049-a957-4d89-8f8c-241c25e16a49 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.752721 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2ba16049-a957-4d89-8f8c-241c25e16a49 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3041406 Oct 19 12:21:05.755575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52506) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:05.760351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'network': {'name': 'tempest-network-smoke--128929700', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'port_security_enabled': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:05.828935 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:21:05.832283 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.855042 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:21:05.863926 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.864266 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Added segment 8e936e47-cb7a-43ed-9108-a6f06e766154 of type vlan for network e762a468-1b9d-41c3-be12-3fc3c2183a69 Oct 19 12:21:05.901570 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.977596 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:05.983193 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:05.983768 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:06.049251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Network': ['ID=e762a468-1b9d-41c3-be12-3fc3c2183a69,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:06.060745 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network e762a468-1b9d-41c3-be12-3fc3c2183a69 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:21:06.066125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-61682ec4-414b-4c75-b2ed-b06f23426ce5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3095651 Oct 19 12:21:06.068834 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52508) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:06.073229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'admin_state_up': True, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:06.137999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:06.139045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:06.188779 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:06.365809 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:06.625859 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:06.645049 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:06.742732 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.25.2.190 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/b549d1d2-6af3-436c-b38f-6da4c628c090) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:21:06.845195 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:06.936150 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:06.971705 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:21:06.974791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:21:06.978328 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:21:07.005051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=b549d1d2-6af3-436c-b38f-6da4c628c090,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:07.278542 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:07.515600 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:07.714770 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:21:07.818941 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:21:07.828714 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Sync routers for ids ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:21:07.838603 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Routers {'508af31f-f0c7-45c1-87be-fde72ae9cdc3'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:21:07.839201 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:20:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:07.894666 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:07.895917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-fae31c8b-974a-4aed-ad70-236f40ffe2e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8261509 Oct 19 12:21:07.899205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52510) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:07.928032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-efc900b4-4648-4d59-9073-9c1cb67042b2 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=4021ea88e29048a9a8abae0af841132c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276825 Oct 19 12:21:07.933052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52512) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:07.942357 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Set router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:21:08.017038 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29582b89-97b2-4718-a6e3-eab37ef28af4 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:08.018449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-29582b89-97b2-4718-a6e3-eab37ef28af4 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844054 Oct 19 12:21:08.021896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52514) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:08.052877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-80eb8c55-3b08-4c4f-bd77-7a047b07797b tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298905 Oct 19 12:21:08.055311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52516) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:08.059938 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-957101151', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:08.118389 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:07Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:08.147949 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Checking router: 508af31f-f0c7-45c1-87be-fde72ae9cdc3 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:21:08.150953 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Updating router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 port b549d1d2-6af3-436c-b38f-6da4c628c090 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:21:08.171825 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:08.326993 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:21:08.330545 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:08.424814 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:08.509408 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:08.564520 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Pushing event updated for resources: {'Port': ['ID=b549d1d2-6af3-436c-b38f-6da4c628c090,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:08.567947 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Attempting to bind port b549d1d2-6af3-436c-b38f-6da4c628c090 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:21:08.568304 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Attempting to bind port b549d1d2-6af3-436c-b38f-6da4c628c090 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:21:08.568683 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Attempting to bind port b549d1d2-6af3-436c-b38f-6da4c628c090 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:21:08.576572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.576915 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.577300 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.577570 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.577890 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.578207 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.578464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:08.578599 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.578824 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.579135 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.579445 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.579753 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.580060 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:21:08.583519 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:21:08.583936 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:21:08.585013 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:08.585013 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:21:08.585227 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Bound port: b549d1d2-6af3-436c-b38f-6da4c628c090, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:21:08.585462 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:08.637824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Subnet': ['ID=a7747248-eebd-4d28-b7ca-0e1032198498,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:08.638107 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] For port b549d1d2-6af3-436c-b38f-6da4c628c090, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:21:08.640934 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] For port b549d1d2-6af3-436c-b38f-6da4c628c090, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b549d1d2-6af3-436c-b38f-6da4c628c090,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:21:08.648370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Checking segment: {'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:21:08.648370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network hostable DHCP agents. Network: e762a468-1b9d-41c3-be12-3fc3c2183a69, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:21:08.721494 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:08.759198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network e762a468-1b9d-41c3-be12-3fc3c2183a69 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:21:08.772690 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Routers {'508af31f-f0c7-45c1-87be-fde72ae9cdc3'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:21:08.774264 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:20:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:08.814416 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368522f-8c5e-489b-91b5-8e6c5dac0d01 None None] Pushing event updated for resources: {'Port': ['ID=b549d1d2-6af3-436c-b38f-6da4c628c090,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:08.867483 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, e762a468-1b9d-41c3-be12-3fc3c2183a69) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:21:08.871509 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:08.872104 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:08.879050 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9644bb0-cd86-435a-9eb3-72a6d2854fb9 None None] Network e762a468-1b9d-41c3-be12-3fc3c2183a69 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:21:08.884157 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] Set router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:21:08.952648 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0b946214-977f-4e4b-9725-17ee85ae9067 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8962855 Oct 19 12:21:08.956141 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52518) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:09.042279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-e762a468-1b9d-41c3-be12-3fc3c2183a69', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ips': [{'subnet_id': 'a7747248-eebd-4d28-b7ca-0e1032198498'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:21:09.043141 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:09.092604 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:07Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:09.212600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Allocated IP 172.20.0.2 (e762a468-1b9d-41c3-be12-3fc3c2183a69/a7747248-eebd-4d28-b7ca-0e1032198498/02300755-da51-4cac-a04e-f0f33e283095) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:21:09.229692 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1400df6-3581-4937-bf4b-b1b91a14aede None None] The sync data for ids ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'] in n-d-814547-1 is: [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:07Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:21:09.376079 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:09.464812 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:09.544617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Network e762a468-1b9d-41c3-be12-3fc3c2183a69 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:21:09.548658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:21:09.555161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:21:09.558810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Pushing event updated for resources: {'Port': ['ID=02300755-da51-4cac-a04e-f0f33e283095,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:09.630238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b549d1d2-6af3-436c-b38f-6da4c628c090 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:21:09.668867 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Attempting to bind port 02300755-da51-4cac-a04e-f0f33e283095 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:21:09.669290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Attempting to bind port 02300755-da51-4cac-a04e-f0f33e283095 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:21:09.669653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Attempting to bind port 02300755-da51-4cac-a04e-f0f33e283095 on network e762a468-1b9d-41c3-be12-3fc3c2183a69 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:21:09.684510 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:21:09.684957 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Checking segment: {'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:21:09.685593 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:09.685994 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Bound using segment: {'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:21:09.686472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Bound port: 02300755-da51-4cac-a04e-f0f33e283095, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:21:09.686839 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:09.755011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b549d1d2-6af3-436c-b38f-6da4c628c090 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:09.755381 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:09.808606 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] For port 02300755-da51-4cac-a04e-f0f33e283095, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:21:09.811819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] For port 02300755-da51-4cac-a04e-f0f33e283095, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=02300755-da51-4cac-a04e-f0f33e283095,segment=NetworkSegment(8e936e47-cb7a-43ed-9108-a6f06e766154),segment_id=8e936e47-cb7a-43ed-9108-a6f06e766154)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:21:09.849972 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:09.859314 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:09.881970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port b549d1d2-6af3-436c-b38f-6da4c628c090, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b549d1d2-6af3-436c-b38f-6da4c628c090,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:21:09.902871 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:09.969820 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0f64-cd2c-456c-abb0-15158036f98f None None] Pushing event updated for resources: {'Port': ['ID=02300755-da51-4cac-a04e-f0f33e283095,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:09.989845 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:10.050208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=b549d1d2-6af3-436c-b38f-6da4c628c090,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:10.169842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.20.0.1 (e762a468-1b9d-41c3-be12-3fc3c2183a69/a7747248-eebd-4d28-b7ca-0e1032198498/120cb796-9a09-43e1-b236-be4db2800b2c) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:21:10.291666 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:10.405294 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:10.455225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network e762a468-1b9d-41c3-be12-3fc3c2183a69 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:21:10.458444 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:21:10.462187 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:21:10.468431 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=120cb796-9a09-43e1-b236-be4db2800b2c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:10.509236 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:10.688356 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:10.963062 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:11.027484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:11.097699 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=120cb796-9a09-43e1-b236-be4db2800b2c,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:11.100128 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:11.192644 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network e762a468-1b9d-41c3-be12-3fc3c2183a69 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:21:11.193988 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:21:11.305799 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:21:11.411680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:21:11.427614 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-32fe7d03-b22b-4387-83f7-4d2ae08da3a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "PUT /v2.0/routers/508af31f-f0c7-45c1-87be-fde72ae9cdc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4592488 Oct 19 12:21:11.427729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Sync routers for ids ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:21:11.432394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Routers {'508af31f-f0c7-45c1-87be-fde72ae9cdc3'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:21:11.433101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:20:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:11.562705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Set router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:21:11.593115 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-0b51b0c0-ffad-4b7b-aa6d-2615067727c9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1115780425&fields=id&tenant_id=4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 267 time: 0.0448351 Oct 19 12:21:11.717947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b549d1d2-6af3-436c-b38f-6da4c628c090 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:21:11.733496 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-6900b30b-28fc-494c-b3da-9ed2a293c4a5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:11.736410 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-6900b30b-28fc-494c-b3da-9ed2a293c4a5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/networks?id=e762a468-1b9d-41c3-be12-3fc3c2183a69 HTTP/1.1" status: 200 len: 796 time: 0.1348774 Oct 19 12:21:11.752182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-73b67648-e52a-4f06-8d06-c23127ce3f03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/quotas/4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 375 time: 0.0101447 Oct 19 12:21:11.813639 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b549d1d2-6af3-436c-b38f-6da4c628c090 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:11.814084 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:11.818353 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a1fa795a-cead-46ae-9e93-c12285d47afc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593784 Oct 19 12:21:11.851950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492c1833-438c-405a-b317-bc33bad5186f None None] Network e762a468-1b9d-41c3-be12-3fc3c2183a69 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:21:11.930846 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ff38bb04-0ea3-49a5-a090-c87e6caa9b9d None None] Provisioning complete for port 02300755-da51-4cac-a04e-f0f33e283095 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:11.931210 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ff38bb04-0ea3-49a5-a090-c87e6caa9b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:11.933625 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-ae83bb9e-ebaa-486d-8f89-d6a5dc2b0a98 service neutron] 10.222.0.39 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027701 Oct 19 12:21:11.961036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:10Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '120cb796-9a09-43e1-b236-be4db2800b2c', 'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:7b:c0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:09Z', 'updated_at': '2021-10-19T12:21:10Z', 'revision_number': 2, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:12.019781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Checking router: 508af31f-f0c7-45c1-87be-fde72ae9cdc3 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:21:12.020136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Updating router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 port 120cb796-9a09-43e1-b236-be4db2800b2c binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:21:12.023734 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-6d23380f-3d57-4f1d-bf4a-7c09127fe1af service neutron] 10.222.0.39 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842652 Oct 19 12:21:12.088401 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:12.093582 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 02300755-da51-4cac-a04e-f0f33e283095 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:21:12.272921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-374f982f-451a-4e04-b583-623066739707 req-05ab85fb-b703-4e4e-92eb-343b965288a6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 210 time: 0.0376987 Oct 19 12:21:12.290309 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ff38bb04-0ea3-49a5-a090-c87e6caa9b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:12.325945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 02300755-da51-4cac-a04e-f0f33e283095 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:12.326312 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:12.386014 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ff38bb04-0ea3-49a5-a090-c87e6caa9b9d None None] For port 02300755-da51-4cac-a04e-f0f33e283095, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=02300755-da51-4cac-a04e-f0f33e283095,segment=NetworkSegment(8e936e47-cb7a-43ed-9108-a6f06e766154),segment_id=8e936e47-cb7a-43ed-9108-a6f06e766154)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:21:12.594731 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ff38bb04-0ea3-49a5-a090-c87e6caa9b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:12.712565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38bb04-0ea3-49a5-a090-c87e6caa9b9d None None] Pushing event updated for resources: {'Port': ['ID=02300755-da51-4cac-a04e-f0f33e283095,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:12.761493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c0e5fd2a-2a67-468a-bad3-0c43fdf97011 None None] Provisioning complete for port 02300755-da51-4cac-a04e-f0f33e283095 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:12.761869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0e5fd2a-2a67-468a-bad3-0c43fdf97011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:12.810240 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:12.870633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c0e5fd2a-2a67-468a-bad3-0c43fdf97011 None None] Provisioning complete for port 120cb796-9a09-43e1-b236-be4db2800b2c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:12.871125 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0e5fd2a-2a67-468a-bad3-0c43fdf97011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:12.903275 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:12.942401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-c0e5fd2a-2a67-468a-bad3-0c43fdf97011 None None] Port 120cb796-9a09-43e1-b236-be4db2800b2c cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:21:12.959580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836ba1c-7e14-497b-a43f-33e1ded7c2ee None None] Pushing event updated for resources: {'Port': ['ID=120cb796-9a09-43e1-b236-be4db2800b2c,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:13.015630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Attempting to bind port 120cb796-9a09-43e1-b236-be4db2800b2c on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:21:13.016136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Attempting to bind port 120cb796-9a09-43e1-b236-be4db2800b2c by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:21:13.016497 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Attempting to bind port 120cb796-9a09-43e1-b236-be4db2800b2c on network e762a468-1b9d-41c3-be12-3fc3c2183a69 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:21:13.021630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:21:13.021999 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Checking segment: {'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:21:13.022488 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:13.022875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Bound using segment: {'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:21:13.023333 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Bound port: 120cb796-9a09-43e1-b236-be4db2800b2c, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:21:13.023711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:13.086157 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2ada840c-0374-4f35-be5c-efb8bf7be0a4 None None] Provisioning complete for port 120cb796-9a09-43e1-b236-be4db2800b2c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:13.092250 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ada840c-0374-4f35-be5c-efb8bf7be0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:13.123460 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] For port 120cb796-9a09-43e1-b236-be4db2800b2c, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:21:13.139658 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] For port 120cb796-9a09-43e1-b236-be4db2800b2c, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=120cb796-9a09-43e1-b236-be4db2800b2c,segment=NetworkSegment(8e936e47-cb7a-43ed-9108-a6f06e766154),segment_id=8e936e47-cb7a-43ed-9108-a6f06e766154)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:21:13.143974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2ada840c-0374-4f35-be5c-efb8bf7be0a4 None None] Port 120cb796-9a09-43e1-b236-be4db2800b2c cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:21:13.224400 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:13.294306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836ba1c-7e14-497b-a43f-33e1ded7c2ee None None] Pushing event updated for resources: {'Port': ['ID=120cb796-9a09-43e1-b236-be4db2800b2c,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:13.296969 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-a504cd4c-0c3b-4695-b523-ae1697692f86 None None] Provisioning complete for port 120cb796-9a09-43e1-b236-be4db2800b2c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:13.297342 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a504cd4c-0c3b-4695-b523-ae1697692f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:13.302472 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Routers {'508af31f-f0c7-45c1-87be-fde72ae9cdc3'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:21:13.303109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:20:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:13.378462 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b6f1856-477f-44c0-98d9-bf44a964ffac req-8554b00b-f947-4044-bf7b-b860d08ca37e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 210 time: 0.0416405 Oct 19 12:21:13.472777 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] Set router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:21:13.532223 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a504cd4c-0c3b-4695-b523-ae1697692f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:13.565509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 02300755-da51-4cac-a04e-f0f33e283095 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:21:13.665233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a504cd4c-0c3b-4695-b523-ae1697692f86 None None] For port 120cb796-9a09-43e1-b236-be4db2800b2c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=120cb796-9a09-43e1-b236-be4db2800b2c,segment=NetworkSegment(8e936e47-cb7a-43ed-9108-a6f06e766154),segment_id=8e936e47-cb7a-43ed-9108-a6f06e766154)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:21:13.706550 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 02300755-da51-4cac-a04e-f0f33e283095 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:13.706959 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:13.752073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a504cd4c-0c3b-4695-b523-ae1697692f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:13.827598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504cd4c-0c3b-4695-b523-ae1697692f86 None None] Pushing event updated for resources: {'Port': ['ID=120cb796-9a09-43e1-b236-be4db2800b2c,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:13.867449 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:10Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '120cb796-9a09-43e1-b236-be4db2800b2c', 'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:7b:c0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:09Z', 'updated_at': '2021-10-19T12:21:13Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:13.905047 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b804979-eac2-45aa-a4fd-3cb8a1306e97 None None] The sync data for ids ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'] in n-d-814547-1 is: [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:10Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '120cb796-9a09-43e1-b236-be4db2800b2c', 'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:7b:c0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:09Z', 'updated_at': '2021-10-19T12:21:13Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:21:13.913183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1564f495-49c3-469d-8633-78b940302939 None None] Provisioning complete for port 120cb796-9a09-43e1-b236-be4db2800b2c triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:13.913556 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1564f495-49c3-469d-8633-78b940302939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:14.224971 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-2ae8eef0-4220-430c-84a7-b90f0a548275 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:14.226496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-2ae8eef0-4220-430c-84a7-b90f0a548275 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "GET /v2.0/networks?id=e762a468-1b9d-41c3-be12-3fc3c2183a69 HTTP/1.1" status: 200 len: 796 time: 0.1084328 Oct 19 12:21:14.273252 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-80ea1603-fe48-45be-93e3-05b4683f3a0c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 380 time: 0.0365679 Oct 19 12:21:14.282988 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'port': {'device_id': '95401d81-c227-489a-92bd-c807a7da129b', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'admin_state_up': True, 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'security_groups': ['cfdba63e-3fad-4c09-987c-c533d2a85254']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:14.475102 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-244c7ad1-ec83-495d-8c53-365af05a520a req-a4e397f4-ad57-4be3-b8f4-e841f89a49c7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 210 time: 0.0278473 Oct 19 12:21:14.485210 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:21:14.492108 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:14.628609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.20.0.5 (e762a468-1b9d-41c3-be12-3fc3c2183a69/a7747248-eebd-4d28-b7ca-0e1032198498/50120a37-50aa-45a2-977a-07e74e75c2c9) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:21:14.773419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:14.862714 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:14.915216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network e762a468-1b9d-41c3-be12-3fc3c2183a69 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:21:14.918406 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:21:14.922888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:21:14.929634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=50120a37-50aa-45a2-977a-07e74e75c2c9,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:14.978292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:14.978914 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:15.111086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-a42d9b6b-e484-4c31-ade6-65dac5c4d580 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8321512 Oct 19 12:21:15.122870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Request body: {'port': {'device_id': '95401d81-c227-489a-92bd-c807a7da129b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:15.145518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-30c42ed8-2fde-4639-a3d5-17cd9bdf87b6 None None] Provisioning complete for port 50120a37-50aa-45a2-977a-07e74e75c2c9 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:15.146081 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-30c42ed8-2fde-4639-a3d5-17cd9bdf87b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:15.178049 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:15.179120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-30c42ed8-2fde-4639-a3d5-17cd9bdf87b6 None None] Port 50120a37-50aa-45a2-977a-07e74e75c2c9 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:21:15.445013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50120a37-50aa-45a2-977a-07e74e75c2c9 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:21:15.452660 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:15.464655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Transition to ACTIVE for port object 50120a37-50aa-45a2-977a-07e74e75c2c9 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:21:15.532362 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:15.587228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 120cb796-9a09-43e1-b236-be4db2800b2c up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:21:15.615319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=50120a37-50aa-45a2-977a-07e74e75c2c9,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:15.648377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 120cb796-9a09-43e1-b236-be4db2800b2c triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:15.648931 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:15.683952 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d6d5a-94f8-4797-a37f-ca46c1bcbf6c req-47526e8a-a37c-4672-bc51-bf8f992e9aba tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:15.685557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e99d6d5a-94f8-4797-a37f-ca46c1bcbf6c req-47526e8a-a37c-4672-bc51-bf8f992e9aba tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 943 time: 0.1237266 Oct 19 12:21:15.734392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Attempting to bind port 50120a37-50aa-45a2-977a-07e74e75c2c9 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:21:15.734733 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Attempting to bind port 50120a37-50aa-45a2-977a-07e74e75c2c9 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:21:15.735073 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Attempting to bind port 50120a37-50aa-45a2-977a-07e74e75c2c9 on network e762a468-1b9d-41c3-be12-3fc3c2183a69 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:21:15.747249 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e99d6d5a-94f8-4797-a37f-ca46c1bcbf6c req-217f5a60-2c95-48bd-8098-81b805cb6ec1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536256 Oct 19 12:21:15.747965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Port 50120a37-50aa-45a2-977a-07e74e75c2c9 on network e762a468-1b9d-41c3-be12-3fc3c2183a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:21:15.748557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Attempting to bind port 50120a37-50aa-45a2-977a-07e74e75c2c9 on network e762a468-1b9d-41c3-be12-3fc3c2183a69 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:21:15.754716 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:21:15.755294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Checking segment: {'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:21:15.755895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Bound using segment: {'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:21:15.756421 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Bound port: 50120a37-50aa-45a2-977a-07e74e75c2c9, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e936e47-cb7a-43ed-9108-a6f06e766154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:21:15.756900 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:15.822818 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] For port 50120a37-50aa-45a2-977a-07e74e75c2c9, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:21:15.825776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] For port 50120a37-50aa-45a2-977a-07e74e75c2c9, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50120a37-50aa-45a2-977a-07e74e75c2c9,segment=NetworkSegment(8e936e47-cb7a-43ed-9108-a6f06e766154),segment_id=8e936e47-cb7a-43ed-9108-a6f06e766154)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:21:15.869745 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:15.903750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:15.904348 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:15.906031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] 10.222.0.49 "PUT /v2.0/ports/50120a37-50aa-45a2-977a-07e74e75c2c9 HTTP/1.1" status: 200 len: 1091 time: 0.7872205 Oct 19 12:21:15.908466 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95401d81-c227-489a-92bd-c807a7da129b', 'tag': '50120a37-50aa-45a2-977a-07e74e75c2c9'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:21:15.911594 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bbe534-d4b5-4f22-8575-4b5b2d855671" -d '{"events": [{"name": "network-changed", "server_uuid": "95401d81-c227-489a-92bd-c807a7da129b", "tag": "50120a37-50aa-45a2-977a-07e74e75c2c9"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:21:15.939804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b49f18-cfa2-4f85-8166-3c520cca6bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=50120a37-50aa-45a2-977a-07e74e75c2c9,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:15.962709 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e7d374-87b9-45eb-9e0a-269478a90ab8 x-openstack-request-id: req-24e7d374-87b9-45eb-9e0a-269478a90ab8 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:21:15.962709 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95401d81-c227-489a-92bd-c807a7da129b", "tag": "50120a37-50aa-45a2-977a-07e74e75c2c9", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:21:15.962709 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24e7d374-87b9-45eb-9e0a-269478a90ab8 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:21:15.962709 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95401d81-c227-489a-92bd-c807a7da129b', 'tag': '50120a37-50aa-45a2-977a-07e74e75c2c9', 'status': 'completed', 'code': 200} Oct 19 12:21:16.025789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbe534-d4b5-4f22-8575-4b5b2d855671 req-983e7ccc-ef3c-47c5-88b4-03313060f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:16.027290 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54bbe534-d4b5-4f22-8575-4b5b2d855671 req-983e7ccc-ef3c-47c5-88b4-03313060f984 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 1094 time: 0.0448263 Oct 19 12:21:16.132970 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbe534-d4b5-4f22-8575-4b5b2d855671 req-c053534a-c228-4345-857d-cff23b132e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:16.134476 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54bbe534-d4b5-4f22-8575-4b5b2d855671 req-c053534a-c228-4345-857d-cff23b132e19 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=4021ea88e29048a9a8abae0af841132c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0984602 Oct 19 12:21:16.227624 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbe534-d4b5-4f22-8575-4b5b2d855671 req-64cea5ff-9a97-4a3f-8e2c-a56acd868de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:16.229121 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-54bbe534-d4b5-4f22-8575-4b5b2d855671 req-64cea5ff-9a97-4a3f-8e2c-a56acd868de0 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877485 Oct 19 12:21:16.307674 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-2c65f158-3984-403f-bffc-ad60d256e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:16.309130 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-2c65f158-3984-403f-bffc-ad60d256e50d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 1094 time: 0.0409615 Oct 19 12:21:16.354269 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-4b275b12-6240-4f4c-b034-18738ef53e8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50120a37-50aa-45a2-977a-07e74e75c2c9 HTTP/1.1" status: 200 len: 217 time: 0.0366189 Oct 19 12:21:16.403601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-15154e71-128f-41f2-ad24-3afb3280180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:16.405275 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-15154e71-128f-41f2-ad24-3afb3280180a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7747248-eebd-4d28-b7ca-0e1032198498 HTTP/1.1" status: 200 len: 834 time: 0.0446811 Oct 19 12:21:16.450984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-0d17f1d0-7a26-4e21-bfac-b165f930f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:16.452512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-0d17f1d0-7a26-4e21-bfac-b165f930f080 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e762a468-1b9d-41c3-be12-3fc3c2183a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403075 Oct 19 12:21:16.591227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-0f603951-dc1b-4a0a-9fd4-a5f6911a3719 service neutron] 10.222.0.49 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308937 Oct 19 12:21:16.681564 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-28708eb3-3b0d-4570-9210-3921d7e85dc3 req-1fbf6488-1f5e-4259-a478-16ea46497c35 service neutron] 10.222.0.49 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827742 Oct 19 12:21:16.866755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff4a8c-8239-4f6d-bc02-cee131e49370 req-5d750096-9bc3-4f15-86bd-1271f8c86114 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:16.868246 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1dff4a8c-8239-4f6d-bc02-cee131e49370 req-5d750096-9bc3-4f15-86bd-1271f8c86114 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 943 time: 0.0538769 Oct 19 12:21:16.914356 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1dff4a8c-8239-4f6d-bc02-cee131e49370 req-84f9dcc7-5792-4731-a009-c493fc87b84f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369151 Oct 19 12:21:18.029237 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd37619-744a-4096-90cd-d6fcf5abe857 req-b2595fa5-92aa-4f0d-b322-9173bd6e91f7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:18.030693 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cbd37619-744a-4096-90cd-d6fcf5abe857 req-b2595fa5-92aa-4f0d-b322-9173bd6e91f7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 943 time: 0.0479920 Oct 19 12:21:18.067342 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cbd37619-744a-4096-90cd-d6fcf5abe857 req-d7ca103c-92b4-434e-9613-38f540aa7e8b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307000 Oct 19 12:21:18.499655 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50120a37-50aa-45a2-977a-07e74e75c2c9 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:21:18.597071 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 50120a37-50aa-45a2-977a-07e74e75c2c9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50120a37-50aa-45a2-977a-07e74e75c2c9,segment=NetworkSegment(8e936e47-cb7a-43ed-9108-a6f06e766154),segment_id=8e936e47-cb7a-43ed-9108-a6f06e766154)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:21:18.608059 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '50120a37-50aa-45a2-977a-07e74e75c2c9', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'port_id': '50120a37-50aa-45a2-977a-07e74e75c2c9', 'mac_address': 'fa:16:3e:2f:ae:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:21:18.644965 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:18.657192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50120a37-50aa-45a2-977a-07e74e75c2c9 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:21:18.675443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 50120a37-50aa-45a2-977a-07e74e75c2c9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50120a37-50aa-45a2-977a-07e74e75c2c9,segment=NetworkSegment(8e936e47-cb7a-43ed-9108-a6f06e766154),segment_id=8e936e47-cb7a-43ed-9108-a6f06e766154)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:21:18.736475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:18.789203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=50120a37-50aa-45a2-977a-07e74e75c2c9,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:18.951121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['50120a37-50aa-45a2-977a-07e74e75c2c9'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:21:19.180599 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb6ab9-5657-44ef-bbac-a779e1ef6355 req-2de7baaa-5288-44e8-bae2-27d3d2ea8644 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:19.182111 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-35fb6ab9-5657-44ef-bbac-a779e1ef6355 req-2de7baaa-5288-44e8-bae2-27d3d2ea8644 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 944 time: 0.0486801 Oct 19 12:21:19.219223 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-35fb6ab9-5657-44ef-bbac-a779e1ef6355 req-9bbb2a41-656a-47dd-858b-cccf6b119bc7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Oct 19 12:21:20.193094 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:20.337944 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11339b-9e4f-4732-b534-54f1e04f8ef2 req-9fde68d9-31ee-4066-89a7-7a08f357dbfc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:20.339406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd11339b-9e4f-4732-b534-54f1e04f8ef2 req-9fde68d9-31ee-4066-89a7-7a08f357dbfc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 944 time: 0.0525408 Oct 19 12:21:20.376450 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd11339b-9e4f-4732-b534-54f1e04f8ef2 req-2ea94be2-43ba-490b-91a2-3a51ad844628 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308828 Oct 19 12:21:20.499812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50120a37-50aa-45a2-977a-07e74e75c2c9 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:21:20.600913 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 50120a37-50aa-45a2-977a-07e74e75c2c9 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:21:20.604679 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 50120a37-50aa-45a2-977a-07e74e75c2c9 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:21:20.605050 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:20.669310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:20.683339 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:20.708702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95401d81-c227-489a-92bd-c807a7da129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50120a37-50aa-45a2-977a-07e74e75c2c9'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:21:20.711296 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebaf7ba-b898-4590-b941-36b1c594f412" -d '{"events": [{"server_uuid": "95401d81-c227-489a-92bd-c807a7da129b", "name": "network-vif-plugged", "status": "completed", "tag": "50120a37-50aa-45a2-977a-07e74e75c2c9"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:21:20.728693 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 50120a37-50aa-45a2-977a-07e74e75c2c9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50120a37-50aa-45a2-977a-07e74e75c2c9,segment=NetworkSegment(8e936e47-cb7a-43ed-9108-a6f06e766154),segment_id=8e936e47-cb7a-43ed-9108-a6f06e766154)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:21:20.750723 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c9ca9f-b5a5-4a61-b009-99799fe62dd9 x-openstack-request-id: req-39c9ca9f-b5a5-4a61-b009-99799fe62dd9 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:21:20.750950 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95401d81-c227-489a-92bd-c807a7da129b", "name": "network-vif-plugged", "status": "completed", "tag": "50120a37-50aa-45a2-977a-07e74e75c2c9", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:21:20.751197 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39c9ca9f-b5a5-4a61-b009-99799fe62dd9 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:21:20.751633 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95401d81-c227-489a-92bd-c807a7da129b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50120a37-50aa-45a2-977a-07e74e75c2c9', 'code': 200} Oct 19 12:21:20.783964 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:20.833166 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=50120a37-50aa-45a2-977a-07e74e75c2c9,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:20.849167 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ce9f2-9e63-42b5-8471-f71207613ffd req-a54b9771-a86a-4f37-963f-341ae4219df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:20.850681 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e22ce9f2-9e63-42b5-8471-f71207613ffd req-a54b9771-a86a-4f37-963f-341ae4219df1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 1096 time: 0.0419829 Oct 19 12:21:20.885045 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e22ce9f2-9e63-42b5-8471-f71207613ffd req-a809dc51-db71-436c-bc25-5be6b3683709 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278001 Oct 19 12:21:21.495962 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823f00b-634c-4d07-a10c-fd5e5593d897 req-7e69d96d-1293-491b-9c1c-7eb8993a3b5f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:21.497475 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9823f00b-634c-4d07-a10c-fd5e5593d897 req-7e69d96d-1293-491b-9c1c-7eb8993a3b5f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0510628 Oct 19 12:21:21.536790 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9823f00b-634c-4d07-a10c-fd5e5593d897 req-8d4a4cce-7003-4413-870c-d73edb17938c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Oct 19 12:21:22.657968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6d4cf-2961-4b21-af58-180b76b7f5ee req-25c1f2a9-b6af-455c-b110-c77abcbb9a58 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:22.659492 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-48c6d4cf-2961-4b21-af58-180b76b7f5ee req-25c1f2a9-b6af-455c-b110-c77abcbb9a58 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0533333 Oct 19 12:21:22.698072 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-48c6d4cf-2961-4b21-af58-180b76b7f5ee req-3beb7062-1906-49f2-89ba-2ee78b790e05 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Oct 19 12:21:22.811363 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076dc79-8c75-4539-be54-88fa610a3c0c req-45a17a8e-2460-43d4-b6dd-636145c63086 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:22.812842 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8076dc79-8c75-4539-be54-88fa610a3c0c req-45a17a8e-2460-43d4-b6dd-636145c63086 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0483108 Oct 19 12:21:22.849515 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8076dc79-8c75-4539-be54-88fa610a3c0c req-2b00f0fd-653e-4692-b637-826b87371e77 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301909 Oct 19 12:21:22.870824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52574) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:22.912959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ba96c-639f-4f47-a2a8-26878aa3a789 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:22.914445 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ae9ba96c-639f-4f47-a2a8-26878aa3a789 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 1091 time: 0.0426738 Oct 19 12:21:22.917411 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52576) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:22.922076 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '50120a37-50aa-45a2-977a-07e74e75c2c9', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:21:23.000905 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:23.094997 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:23.199121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.25.2.114 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/faf0d4ba-3c0e-4095-87ba-c5df2598bfca) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:21:23.298794 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:23.383683 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:23.426297 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:21:23.429366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:21:23.433714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:21:23.459422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=faf0d4ba-3c0e-4095-87ba-c5df2598bfca,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:23.792116 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:23.920074 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:24.066446 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:24.124816 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:24.191371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=faf0d4ba-3c0e-4095-87ba-c5df2598bfca,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:21:24.203038 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:24.300924 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Floating IP eab94011-a701-46c0-84c3-14ca8b2a32ea associated. External IP: 172.25.2.114, port: 50120a37-50aa-45a2-977a-07e74e75c2c9. Oct 19 12:21:24.503984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:21:24.608960 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:21:24.619636 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcd8d8-8496-4831-9fb3-c4049f6746ff None None] Sync routers for ids ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:21:24.629194 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bcd8d8-8496-4831-9fb3-c4049f6746ff None None] Routers {'508af31f-f0c7-45c1-87be-fde72ae9cdc3'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:21:24.633092 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-49bcd8d8-8496-4831-9fb3-c4049f6746ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:20:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:24.682769 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:24.709594 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d0cd23bd-346f-45ee-8b25-8cdf624680a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7910745 Oct 19 12:21:24.710319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95401d81-c227-489a-92bd-c807a7da129b', 'tag': '50120a37-50aa-45a2-977a-07e74e75c2c9'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:21:24.716010 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c43037b-558c-422a-af4b-63b93853b45a" -d '{"events": [{"name": "network-changed", "server_uuid": "95401d81-c227-489a-92bd-c807a7da129b", "tag": "50120a37-50aa-45a2-977a-07e74e75c2c9"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:21:24.734433 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-49bcd8d8-8496-4831-9fb3-c4049f6746ff None None] Set router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:21:24.819507 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19947c-524a-4334-be35-86a1c0ab8684 req-b0e6579f-3ab7-4767-9483-da77d51421cd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:24.821079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e19947c-524a-4334-be35-86a1c0ab8684 req-b0e6579f-3ab7-4767-9483-da77d51421cd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0636044 Oct 19 12:21:24.823004 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ae6f0f-f91d-427d-8b67-18c51cb5f01a x-openstack-request-id: req-38ae6f0f-f91d-427d-8b67-18c51cb5f01a {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:21:24.823291 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95401d81-c227-489a-92bd-c807a7da129b", "tag": "50120a37-50aa-45a2-977a-07e74e75c2c9", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:21:24.823543 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38ae6f0f-f91d-427d-8b67-18c51cb5f01a {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:21:24.823936 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95401d81-c227-489a-92bd-c807a7da129b', 'tag': '50120a37-50aa-45a2-977a-07e74e75c2c9', 'status': 'completed', 'code': 200} Oct 19 12:21:24.887389 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e19947c-524a-4334-be35-86a1c0ab8684 req-882b4376-b9c2-460a-9c77-2fc1ddb6c248 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596948 Oct 19 12:21:24.901278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43037b-558c-422a-af4b-63b93853b45a req-5a18463a-dece-4ccb-8db9-f32c04a15d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:24.902745 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c43037b-558c-422a-af4b-63b93853b45a req-5a18463a-dece-4ccb-8db9-f32c04a15d7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 1096 time: 0.0546927 Oct 19 12:21:24.911018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52584) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:24.971247 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-49bcd8d8-8496-4831-9fb3-c4049f6746ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:10Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'eab94011-a701-46c0-84c3-14ca8b2a32ea', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'port_id': '50120a37-50aa-45a2-977a-07e74e75c2c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'mac_address': 'fa:16:3e:2f:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95401d81-c227-489a-92bd-c807a7da129b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:21:23Z', 'updated_at': '2021-10-19T12:21:23Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120cb796-9a09-43e1-b236-be4db2800b2c', 'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:7b:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:09Z', 'updated_at': '2021-10-19T12:21:13Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:25.000692 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcd8d8-8496-4831-9fb3-c4049f6746ff None None] Checking router: 508af31f-f0c7-45c1-87be-fde72ae9cdc3 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:21:25.008912 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bcd8d8-8496-4831-9fb3-c4049f6746ff None None] Routers {'508af31f-f0c7-45c1-87be-fde72ae9cdc3'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:21:25.009447 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-49bcd8d8-8496-4831-9fb3-c4049f6746ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:20:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:25.115751 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-49bcd8d8-8496-4831-9fb3-c4049f6746ff None None] Set router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:21:25.343741 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-49bcd8d8-8496-4831-9fb3-c4049f6746ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:10Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'eab94011-a701-46c0-84c3-14ca8b2a32ea', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'port_id': '50120a37-50aa-45a2-977a-07e74e75c2c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'mac_address': 'fa:16:3e:2f:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95401d81-c227-489a-92bd-c807a7da129b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:21:23Z', 'updated_at': '2021-10-19T12:21:23Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120cb796-9a09-43e1-b236-be4db2800b2c', 'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:7b:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:09Z', 'updated_at': '2021-10-19T12:21:13Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:21:25.361228 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a74a628a-1fc3-4604-ae5c-9df875f7871a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/eab94011-a701-46c0-84c3-14ca8b2a32ea HTTP/1.1" status: 200 len: 991 time: 0.4491229 Oct 19 12:21:25.369416 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcd8d8-8496-4831-9fb3-c4049f6746ff None None] The sync data for ids ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'] in n-d-814547-1 is: [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:10Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'eab94011-a701-46c0-84c3-14ca8b2a32ea', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'port_id': '50120a37-50aa-45a2-977a-07e74e75c2c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'mac_address': 'fa:16:3e:2f:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95401d81-c227-489a-92bd-c807a7da129b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:21:23Z', 'updated_at': '2021-10-19T12:21:23Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120cb796-9a09-43e1-b236-be4db2800b2c', 'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:7b:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:09Z', 'updated_at': '2021-10-19T12:21:13Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:21:25.385121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43037b-558c-422a-af4b-63b93853b45a req-8ded2ccb-0d00-44d8-8670-aed0bc57b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:25.387409 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c43037b-558c-422a-af4b-63b93853b45a req-8ded2ccb-0d00-44d8-8670-aed0bc57b5bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=e762a468-1b9d-41c3-be12-3fc3c2183a69 HTTP/1.1" status: 200 len: 897 time: 0.4702539 Oct 19 12:21:25.457069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c43037b-558c-422a-af4b-63b93853b45a req-efd280fc-cc42-45f3-b059-9f3e9f7babe0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50120a37-50aa-45a2-977a-07e74e75c2c9 HTTP/1.1" status: 200 len: 999 time: 0.0605321 Oct 19 12:21:25.480957 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-711a4a83-123c-444b-a183-b3635bf33169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:25.508876 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43037b-558c-422a-af4b-63b93853b45a req-1d7dc4fd-6d63-4d43-9636-06d610e99968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:25.508876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c43037b-558c-422a-af4b-63b93853b45a req-1d7dc4fd-6d63-4d43-9636-06d610e99968 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7747248-eebd-4d28-b7ca-0e1032198498 HTTP/1.1" status: 200 len: 834 time: 0.0451379 Oct 19 12:21:25.559965 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43037b-558c-422a-af4b-63b93853b45a req-460766e1-878d-474e-b99a-a7403213146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:25.561512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c43037b-558c-422a-af4b-63b93853b45a req-460766e1-878d-474e-b99a-a7403213146c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e762a468-1b9d-41c3-be12-3fc3c2183a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466616 Oct 19 12:21:25.579818 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee4c68-7a7c-428d-a126-b5548bcd68b2 None None] New status for floating IP eab94011-a701-46c0-84c3-14ca8b2a32ea: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:21:25.653204 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c43037b-558c-422a-af4b-63b93853b45a req-d6745774-468c-488e-a2ad-430839e73329 service neutron] 10.222.0.49 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842361 Oct 19 12:21:25.754367 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4c43037b-558c-422a-af4b-63b93853b45a req-fc7857e8-7bcb-4473-87a7-c1c2ff5abb42 service neutron] 10.222.0.49 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939226 Oct 19 12:21:26.365193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52586) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:21:26.424904 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f1382004-06d2-46be-903e-401c40b675a8 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/eab94011-a701-46c0-84c3-14ca8b2a32ea HTTP/1.1" status: 200 len: 993 time: 0.0585513 Oct 19 12:21:27.880385 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-55f21db9-ca5b-455e-b181-dd213c63276f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:29.108929 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:29.295947 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:29.804256 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:21:31.078804 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:50.206561 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:50.669772 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:55.474725 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a439e307-6f84-4119-974a-299ea53f8896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:57.846234 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-671629f7-7063-4f5f-b024-0770b8671091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:57.910865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f318e8-1acc-445c-a13f-86f7a01dac03 req-ed9d6255-7fea-4a2a-a268-81fd0634042c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:57.912460 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17f318e8-1acc-445c-a13f-86f7a01dac03 req-ed9d6255-7fea-4a2a-a268-81fd0634042c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0525110 Oct 19 12:21:57.953644 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-17f318e8-1acc-445c-a13f-86f7a01dac03 req-28049c09-6648-46fa-81b1-bd5c3d285a19 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340197 Oct 19 12:21:57.990275 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ffa7-d653-434f-8e81-6d0db6aaddb3 req-14e127e8-9cd2-43b3-ab1c-cc87f79a9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:57.991759 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4840ffa7-d653-434f-8e81-6d0db6aaddb3 req-14e127e8-9cd2-43b3-ab1c-cc87f79a9b1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 1096 time: 0.0432568 Oct 19 12:21:58.086069 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ffa7-d653-434f-8e81-6d0db6aaddb3 req-164c27b3-9d6d-4137-aed7-b4c4adf0e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:58.087398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4840ffa7-d653-434f-8e81-6d0db6aaddb3 req-164c27b3-9d6d-4137-aed7-b4c4adf0e579 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e762a468-1b9d-41c3-be12-3fc3c2183a69 HTTP/1.1" status: 200 len: 897 time: 0.0881517 Oct 19 12:21:58.154220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4840ffa7-d653-434f-8e81-6d0db6aaddb3 req-021c5535-a1ee-4cf2-9397-bf31d56c63bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50120a37-50aa-45a2-977a-07e74e75c2c9 HTTP/1.1" status: 200 len: 1001 time: 0.0591776 Oct 19 12:21:58.201981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ffa7-d653-434f-8e81-6d0db6aaddb3 req-ecf47444-cde1-466d-a48f-1766a0324223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:58.203329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4840ffa7-d653-434f-8e81-6d0db6aaddb3 req-ecf47444-cde1-466d-a48f-1766a0324223 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7747248-eebd-4d28-b7ca-0e1032198498 HTTP/1.1" status: 200 len: 834 time: 0.0418828 Oct 19 12:21:58.247390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ffa7-d653-434f-8e81-6d0db6aaddb3 req-a07e0fef-8e07-49e1-969f-670af836f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:58.248886 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4840ffa7-d653-434f-8e81-6d0db6aaddb3 req-a07e0fef-8e07-49e1-969f-670af836f9c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e762a468-1b9d-41c3-be12-3fc3c2183a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383584 Oct 19 12:21:58.338850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4840ffa7-d653-434f-8e81-6d0db6aaddb3 req-49cad9e6-c01c-498a-834f-213b5ba5789f service neutron] 10.222.0.49 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829592 Oct 19 12:21:58.426430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4840ffa7-d653-434f-8e81-6d0db6aaddb3 req-f0335da0-576c-4538-8cc7-d5d07a807dea service neutron] 10.222.0.49 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801005 Oct 19 12:21:59.068856 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995e642-8961-480e-a0a1-8293bee297ee req-6914dd5e-8bab-4505-8f70-b944a0fcfd4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:21:59.070324 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7995e642-8961-480e-a0a1-8293bee297ee req-6914dd5e-8bab-4505-8f70-b944a0fcfd4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0487990 Oct 19 12:21:59.098321 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:21:59.112411 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7995e642-8961-480e-a0a1-8293bee297ee req-6f318f1c-6eb0-47c1-88b0-d4b6a802baf2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361879 Oct 19 12:21:59.291907 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:00.240843 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611473c-b34d-4b82-b948-7c5245009a5d req-65bc77ee-98bf-4c48-84c4-b1ff9460eae7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:00.242328 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c611473c-b34d-4b82-b948-7c5245009a5d req-65bc77ee-98bf-4c48-84c4-b1ff9460eae7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0483670 Oct 19 12:22:00.278575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c611473c-b34d-4b82-b948-7c5245009a5d req-2b2125e5-87ff-4b2b-857c-9a4e985188cb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304055 Oct 19 12:22:01.046454 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:01.391061 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b35f5c-1dcf-43e9-a243-3c02f405354f req-7f98537a-d0a4-4642-96c4-1523e93c936f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:01.392526 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16b35f5c-1dcf-43e9-a243-3c02f405354f req-7f98537a-d0a4-4642-96c4-1523e93c936f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0482132 Oct 19 12:22:01.430692 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-16b35f5c-1dcf-43e9-a243-3c02f405354f req-60fe4af6-d0b5-4a03-bd29-6c830cecc3fa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Oct 19 12:22:02.546336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9996-8b64-48ea-aafe-28597f35d009 req-a3ab2ee6-a2ad-4db2-bda9-5ad0cc6faffd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:02.548009 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfae9996-8b64-48ea-aafe-28597f35d009 req-a3ab2ee6-a2ad-4db2-bda9-5ad0cc6faffd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0507953 Oct 19 12:22:02.589941 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-dfae9996-8b64-48ea-aafe-28597f35d009 req-be9cdd44-80bf-4ac9-a460-6278ddfc7193 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354247 Oct 19 12:22:03.701607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9790a-e34b-47ab-86a3-d626f35627b3 req-5c46b243-00d0-412e-9fe8-852e9693bcf4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:03.703048 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ad9790a-e34b-47ab-86a3-d626f35627b3 req-5c46b243-00d0-412e-9fe8-852e9693bcf4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0480802 Oct 19 12:22:03.740064 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1ad9790a-e34b-47ab-86a3-d626f35627b3 req-c6d42075-a3a1-42b7-8051-f5f7ad9253d7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311601 Oct 19 12:22:04.851578 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b51cc-0bd9-469b-897f-3ef0bb5a711a req-4c28199f-a01d-45c5-a111-063e89f4e535 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:04.853073 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-940b51cc-0bd9-469b-897f-3ef0bb5a711a req-4c28199f-a01d-45c5-a111-063e89f4e535 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0475013 Oct 19 12:22:04.890181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-940b51cc-0bd9-469b-897f-3ef0bb5a711a req-716edc81-3776-46e3-8cee-ec4971457cd3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313852 Oct 19 12:22:05.267726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8b76b-f778-44f1-99a3-06dd89b787be req-4c192ee0-d5c3-4e5b-aac6-81473a577599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:05.269265 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fab8b76b-f778-44f1-99a3-06dd89b787be req-4c192ee0-d5c3-4e5b-aac6-81473a577599 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 1096 time: 0.0427315 Oct 19 12:22:05.375516 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8b76b-f778-44f1-99a3-06dd89b787be req-48698b6c-6067-484e-9ddd-1503400a90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:05.377001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fab8b76b-f778-44f1-99a3-06dd89b787be req-48698b6c-6067-484e-9ddd-1503400a90f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e762a468-1b9d-41c3-be12-3fc3c2183a69 HTTP/1.1" status: 200 len: 897 time: 0.0877335 Oct 19 12:22:05.444193 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fab8b76b-f778-44f1-99a3-06dd89b787be req-be633198-cd2d-4ec0-a7c2-b39cd7e3c1c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50120a37-50aa-45a2-977a-07e74e75c2c9 HTTP/1.1" status: 200 len: 1001 time: 0.0601401 Oct 19 12:22:05.492833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8b76b-f778-44f1-99a3-06dd89b787be req-84c5b8f8-c29f-4176-b93b-6cca1d46d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:05.494211 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fab8b76b-f778-44f1-99a3-06dd89b787be req-84c5b8f8-c29f-4176-b93b-6cca1d46d4bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7747248-eebd-4d28-b7ca-0e1032198498 HTTP/1.1" status: 200 len: 834 time: 0.0436292 Oct 19 12:22:05.541765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8b76b-f778-44f1-99a3-06dd89b787be req-210c1495-a158-4e95-b5ce-7ada407bcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:05.543233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fab8b76b-f778-44f1-99a3-06dd89b787be req-210c1495-a158-4e95-b5ce-7ada407bcf47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e762a468-1b9d-41c3-be12-3fc3c2183a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395103 Oct 19 12:22:05.641981 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fab8b76b-f778-44f1-99a3-06dd89b787be req-0e6af308-8ce0-4a46-9876-81ed113db69e service neutron] 10.222.0.49 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913560 Oct 19 12:22:05.729822 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fab8b76b-f778-44f1-99a3-06dd89b787be req-22c518bc-7eec-40ba-ba53-732db6e70143 service neutron] 10.222.0.49 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808153 Oct 19 12:22:06.009427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7d572-365c-43aa-8b67-6d6cf2f4b620 req-668c738d-c1ae-400d-a85e-d2ec5d2087af tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:06.010923 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a3b7d572-365c-43aa-8b67-6d6cf2f4b620 req-668c738d-c1ae-400d-a85e-d2ec5d2087af tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0498531 Oct 19 12:22:06.052884 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a3b7d572-365c-43aa-8b67-6d6cf2f4b620 req-9dd65589-bf1e-4bb4-9e6e-6dfd8b6b2cdd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361111 Oct 19 12:22:06.804975 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:22:07.168335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e16da7-1a68-40db-9f55-abe66c73b33d req-52cd8d03-56a0-43ce-af02-0d1374a2df40 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:07.169822 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21e16da7-1a68-40db-9f55-abe66c73b33d req-52cd8d03-56a0-43ce-af02-0d1374a2df40 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0488348 Oct 19 12:22:07.206030 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-21e16da7-1a68-40db-9f55-abe66c73b33d req-3e9fcf82-6c08-4493-8d09-bd6299a092d8 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302861 Oct 19 12:22:08.321324 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c8cd4-0da2-4c3a-aa75-c9f661989bb3 req-b97b0839-8f6a-4d35-ab6c-d5fe8b6056c8 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:08.322799 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cb6c8cd4-0da2-4c3a-aa75-c9f661989bb3 req-b97b0839-8f6a-4d35-ab6c-d5fe8b6056c8 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0488999 Oct 19 12:22:08.359956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cb6c8cd4-0da2-4c3a-aa75-c9f661989bb3 req-9010aa70-0984-4712-a7c5-f4256bb134c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313332 Oct 19 12:22:09.478815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808e015-042a-4fa0-a819-e93e4b4ac3f4 req-640cb6d3-7f5b-4422-8833-b91c303a31ef tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:09.481588 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4808e015-042a-4fa0-a819-e93e4b4ac3f4 req-640cb6d3-7f5b-4422-8833-b91c303a31ef tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0537362 Oct 19 12:22:09.527918 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4808e015-042a-4fa0-a819-e93e4b4ac3f4 req-0b7126a6-f956-453b-ba4e-b9856320b4d5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380814 Oct 19 12:22:10.641243 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e42c0-7821-4e00-b691-27f76a0c2e5f req-6719f5a4-56f8-4342-af64-827a59b79dc6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:10.642708 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6e42c0-7821-4e00-b691-27f76a0c2e5f req-6719f5a4-56f8-4342-af64-827a59b79dc6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0495219 Oct 19 12:22:10.680712 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a6e42c0-7821-4e00-b691-27f76a0c2e5f req-dfdf0ca3-5714-49c5-99c5-bd0f9366ab76 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321400 Oct 19 12:22:11.792272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4f9b6-b0d6-45b0-89df-47d7b98aa7c9 req-1ac55c8c-fe31-4db6-b2c3-8a9150fab193 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:11.793660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23f4f9b6-b0d6-45b0-89df-47d7b98aa7c9 req-1ac55c8c-fe31-4db6-b2c3-8a9150fab193 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0485485 Oct 19 12:22:11.832136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23f4f9b6-b0d6-45b0-89df-47d7b98aa7c9 req-7bad2ba4-100a-4fbf-95b7-29a9c7764627 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325394 Oct 19 12:22:12.943685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672d8b9-91d9-493b-bfa5-9093d2ec6c2a req-87bf4601-14e5-4040-8cc3-5a07c487e5b6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:12.945695 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b672d8b9-91d9-493b-bfa5-9093d2ec6c2a req-87bf4601-14e5-4040-8cc3-5a07c487e5b6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0494471 Oct 19 12:22:12.986551 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b672d8b9-91d9-493b-bfa5-9093d2ec6c2a req-912fabd0-a5ec-495e-a42c-ade213b04b2b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350721 Oct 19 12:22:14.107096 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250348-f614-4108-8a78-2fad82fbdd0c req-676a1f7d-7666-450a-8564-0c9abbdd83f9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:14.108617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43250348-f614-4108-8a78-2fad82fbdd0c req-676a1f7d-7666-450a-8564-0c9abbdd83f9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0489588 Oct 19 12:22:14.144879 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-43250348-f614-4108-8a78-2fad82fbdd0c req-c5cb904d-a518-4031-b846-78339ae0c2b0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303965 Oct 19 12:22:15.258347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835ad31-62ce-4340-a78b-dda8b4f75a15 req-77efe901-5ec6-4827-9cd2-e5cb9dbdd25a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:15.259795 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4835ad31-62ce-4340-a78b-dda8b4f75a15 req-77efe901-5ec6-4827-9cd2-e5cb9dbdd25a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0488276 Oct 19 12:22:15.296593 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4835ad31-62ce-4340-a78b-dda8b4f75a15 req-09b2ccc9-b42b-4d49-b89f-ed0a7a9aced5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310369 Oct 19 12:22:15.318768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52644) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:15.381562 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7337b79e-eb05-4d9c-aeb7-6fa16919a568 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/eab94011-a701-46c0-84c3-14ca8b2a32ea HTTP/1.1" status: 200 len: 993 time: 0.0616741 Oct 19 12:22:20.194018 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:20.669286 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:25.463246 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-813c79b7-e82d-4adc-ab43-5c4059bc63e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:27.857650 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8eff135-d1b9-46f7-9d1e-56988006092d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:29.078936 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:29.296309 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:31.063144 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:43.804333 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:22:46.020925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52660) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:46.184221 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port faf0d4ba-3c0e-4095-87ba-c5df2598bfca {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:22:46.184591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:46.258475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:46.258806 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:46.270645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for faf0d4ba-3c0e-4095-87ba-c5df2598bfca owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:22:46.457763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:46.484428 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=faf0d4ba-3c0e-4095-87ba-c5df2598bfca,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:46.510854 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.511198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.511541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.511860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.512184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.512515 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.512860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.513186 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.513508 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.513825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.514142 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.514455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:46.555641 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:46.560383 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Floating IP eab94011-a701-46c0-84c3-14ca8b2a32ea disassociated (deleted). External IP: 172.25.2.114, port: 50120a37-50aa-45a2-977a-07e74e75c2c9. Oct 19 12:22:46.761668 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:22:46.868913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:22:46.873785 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:46.878263 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e65af6-64a0-44af-b3f1-d453b2ad561e None None] Sync routers for ids ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:22:46.887246 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e65af6-64a0-44af-b3f1-d453b2ad561e None None] Routers {'508af31f-f0c7-45c1-87be-fde72ae9cdc3'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:22:46.887840 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c9e65af6-64a0-44af-b3f1-d453b2ad561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:22:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:46.904459 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eef4681d-3d5a-430a-bc03-f27f1d9ddec0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/floatingips/eab94011-a701-46c0-84c3-14ca8b2a32ea HTTP/1.1" status: 204 len: 168 time: 0.8824670 Oct 19 12:22:46.905090 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95401d81-c227-489a-92bd-c807a7da129b', 'tag': '50120a37-50aa-45a2-977a-07e74e75c2c9'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:22:46.907350 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364c4fda-b9a7-4582-9fbf-659a0717efc6" -d '{"events": [{"name": "network-changed", "server_uuid": "95401d81-c227-489a-92bd-c807a7da129b", "tag": "50120a37-50aa-45a2-977a-07e74e75c2c9"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:22:46.944201 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588a62f3-01cb-4207-820b-2d150f284b16 x-openstack-request-id: req-588a62f3-01cb-4207-820b-2d150f284b16 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:22:46.944505 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95401d81-c227-489a-92bd-c807a7da129b", "tag": "50120a37-50aa-45a2-977a-07e74e75c2c9", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:22:46.944825 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-588a62f3-01cb-4207-820b-2d150f284b16 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:22:46.945230 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95401d81-c227-489a-92bd-c807a7da129b', 'tag': '50120a37-50aa-45a2-977a-07e74e75c2c9', 'status': 'completed', 'code': 200} Oct 19 12:22:46.994171 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c9e65af6-64a0-44af-b3f1-d453b2ad561e None None] Set router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:22:47.011316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c4fda-b9a7-4582-9fbf-659a0717efc6 req-ac3dfee2-148a-4eb8-90a3-89513194e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:47.012908 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-364c4fda-b9a7-4582-9fbf-659a0717efc6 req-ac3dfee2-148a-4eb8-90a3-89513194e167 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 1096 time: 0.0457292 Oct 19 12:22:47.103875 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c4fda-b9a7-4582-9fbf-659a0717efc6 req-bd78bc7c-3e18-400b-93ed-e8b1b246e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:47.105357 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-364c4fda-b9a7-4582-9fbf-659a0717efc6 req-bd78bc7c-3e18-400b-93ed-e8b1b246e79a service neutron] 10.222.0.49 "GET /v2.0/networks?id=e762a468-1b9d-41c3-be12-3fc3c2183a69 HTTP/1.1" status: 200 len: 897 time: 0.0861783 Oct 19 12:22:47.155997 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-364c4fda-b9a7-4582-9fbf-659a0717efc6 req-f5e976be-0f60-4e56-8880-0eb29fc9b11d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50120a37-50aa-45a2-977a-07e74e75c2c9 HTTP/1.1" status: 200 len: 217 time: 0.0437860 Oct 19 12:22:47.193714 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c9e65af6-64a0-44af-b3f1-d453b2ad561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:10Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '120cb796-9a09-43e1-b236-be4db2800b2c', 'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:7b:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:09Z', 'updated_at': '2021-10-19T12:21:13Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:47.214709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c4fda-b9a7-4582-9fbf-659a0717efc6 req-2f6530b4-8089-45d6-9c6c-dff6a68f7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:47.216239 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-364c4fda-b9a7-4582-9fbf-659a0717efc6 req-2f6530b4-8089-45d6-9c6c-dff6a68f7e9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a7747248-eebd-4d28-b7ca-0e1032198498 HTTP/1.1" status: 200 len: 834 time: 0.0538337 Oct 19 12:22:47.220988 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e65af6-64a0-44af-b3f1-d453b2ad561e None None] Checking router: 508af31f-f0c7-45c1-87be-fde72ae9cdc3 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:22:47.229627 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e65af6-64a0-44af-b3f1-d453b2ad561e None None] Routers {'508af31f-f0c7-45c1-87be-fde72ae9cdc3'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:22:47.230317 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c9e65af6-64a0-44af-b3f1-d453b2ad561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:22:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:47.273509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c4fda-b9a7-4582-9fbf-659a0717efc6 req-d1461a65-98ed-44da-8a96-f5ab4702eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:47.274984 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-364c4fda-b9a7-4582-9fbf-659a0717efc6 req-d1461a65-98ed-44da-8a96-f5ab4702eba5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e762a468-1b9d-41c3-be12-3fc3c2183a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436566 Oct 19 12:22:47.301946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b6fcb-d8bf-478f-9c25-654f460bf172 req-382034f2-e28f-47d1-90cf-7edb1515024e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:47.309005 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-914b6fcb-d8bf-478f-9c25-654f460bf172 req-382034f2-e28f-47d1-90cf-7edb1515024e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0558972 Oct 19 12:22:47.337479 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c9e65af6-64a0-44af-b3f1-d453b2ad561e None None] Set router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:22:47.347998 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-914b6fcb-d8bf-478f-9c25-654f460bf172 req-79df5b1e-398f-4296-9dd7-44edd63b17f0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368819 Oct 19 12:22:47.373034 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-364c4fda-b9a7-4582-9fbf-659a0717efc6 req-a78f4196-a0e9-47a8-8d54-bb6e5705c96c service neutron] 10.222.0.49 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901539 Oct 19 12:22:47.465946 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-364c4fda-b9a7-4582-9fbf-659a0717efc6 req-bcf1d159-a07c-4e97-bbf8-5469bba36775 service neutron] 10.222.0.49 "GET /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851736 Oct 19 12:22:47.627423 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c9e65af6-64a0-44af-b3f1-d453b2ad561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:10Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '120cb796-9a09-43e1-b236-be4db2800b2c', 'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:7b:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:09Z', 'updated_at': '2021-10-19T12:21:13Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:47.652062 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e65af6-64a0-44af-b3f1-d453b2ad561e None None] The sync data for ids ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'] in n-d-814547-1 is: [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:10Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '120cb796-9a09-43e1-b236-be4db2800b2c', 'name': '', 'network_id': 'e762a468-1b9d-41c3-be12-3fc3c2183a69', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:7b:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:09Z', 'updated_at': '2021-10-19T12:21:13Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': 'a7747248-eebd-4d28-b7ca-0e1032198498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:22:47.854026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b2a8d-46d3-40ba-8468-bd563e8346b2 None None] New status for floating IP eab94011-a701-46c0-84c3-14ca8b2a32ea: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:22:48.762992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763c1eb-ac7b-48f6-9a8f-bf69a444bc1b req-e3d4dfad-451c-4780-8be0-810828f02b21 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:48.764466 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6763c1eb-ac7b-48f6-9a8f-bf69a444bc1b req-e3d4dfad-451c-4780-8be0-810828f02b21 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0829189 Oct 19 12:22:48.775992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a198135-af31-44dd-b2b7-b51e6cb72db5 req-ef992afd-0792-42c0-a99a-82cb8ce8bfa4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:48.777394 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a198135-af31-44dd-b2b7-b51e6cb72db5 req-ef992afd-0792-42c0-a99a-82cb8ce8bfa4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 945 time: 0.0684237 Oct 19 12:22:48.859930 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a198135-af31-44dd-b2b7-b51e6cb72db5 req-357168fe-4f5f-47ec-a5dc-0ed06c165074 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfdba63e-3fad-4c09-987c-c533d2a85254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757091 Oct 19 12:22:48.884038 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-6763c1eb-ac7b-48f6-9a8f-bf69a444bc1b req-087e2690-e3ee-4cd9-9618-f901001dd90e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 50120a37-50aa-45a2-977a-07e74e75c2c9 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:22:48.884371 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6763c1eb-ac7b-48f6-9a8f-bf69a444bc1b req-087e2690-e3ee-4cd9-9618-f901001dd90e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:48.975840 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6763c1eb-ac7b-48f6-9a8f-bf69a444bc1b req-087e2690-e3ee-4cd9-9618-f901001dd90e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port 50120a37-50aa-45a2-977a-07e74e75c2c9, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=50120a37-50aa-45a2-977a-07e74e75c2c9,segment=NetworkSegment(8e936e47-cb7a-43ed-9108-a6f06e766154),segment_id=8e936e47-cb7a-43ed-9108-a6f06e766154)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:22:48.976190 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6763c1eb-ac7b-48f6-9a8f-bf69a444bc1b req-087e2690-e3ee-4cd9-9618-f901001dd90e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:48.987950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-6763c1eb-ac7b-48f6-9a8f-bf69a444bc1b req-087e2690-e3ee-4cd9-9618-f901001dd90e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 50120a37-50aa-45a2-977a-07e74e75c2c9 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:22:49.177633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6763c1eb-ac7b-48f6-9a8f-bf69a444bc1b req-087e2690-e3ee-4cd9-9618-f901001dd90e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:49.205273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e2690-e3ee-4cd9-9618-f901001dd90e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=50120a37-50aa-45a2-977a-07e74e75c2c9,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:49.249246 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-6763c1eb-ac7b-48f6-9a8f-bf69a444bc1b req-087e2690-e3ee-4cd9-9618-f901001dd90e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] No DVR routers for this DVR port 50120a37-50aa-45a2-977a-07e74e75c2c9 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:22:49.251809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6763c1eb-ac7b-48f6-9a8f-bf69a444bc1b req-087e2690-e3ee-4cd9-9618-f901001dd90e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:49.255206 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6763c1eb-ac7b-48f6-9a8f-bf69a444bc1b req-087e2690-e3ee-4cd9-9618-f901001dd90e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "DELETE /v2.0/ports/50120a37-50aa-45a2-977a-07e74e75c2c9 HTTP/1.1" status: 204 len: 173 time: 0.4769518 Oct 19 12:22:49.255647 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95401d81-c227-489a-92bd-c807a7da129b', 'name': 'network-vif-deleted', 'tag': '50120a37-50aa-45a2-977a-07e74e75c2c9'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:22:49.257968 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cda81b2-94bc-4fa7-915a-2b95f066d7a7" -d '{"events": [{"server_uuid": "95401d81-c227-489a-92bd-c807a7da129b", "name": "network-vif-deleted", "tag": "50120a37-50aa-45a2-977a-07e74e75c2c9"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:22:49.293267 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d07b04-8bae-4203-803e-7daae3e4944b x-openstack-request-id: req-75d07b04-8bae-4203-803e-7daae3e4944b {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:22:49.293564 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95401d81-c227-489a-92bd-c807a7da129b", "name": "network-vif-deleted", "tag": "50120a37-50aa-45a2-977a-07e74e75c2c9", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:22:49.293818 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75d07b04-8bae-4203-803e-7daae3e4944b {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:22:49.294216 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95401d81-c227-489a-92bd-c807a7da129b', 'name': 'network-vif-deleted', 'tag': '50120a37-50aa-45a2-977a-07e74e75c2c9', 'status': 'completed', 'code': 200} Oct 19 12:22:49.971031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25bfee01-3205-454a-b6d8-3dd57db128f6 req-371dc744-9c2b-4c35-8e19-5493b683add9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=95401d81-c227-489a-92bd-c807a7da129b HTTP/1.1" status: 200 len: 210 time: 0.0276184 Oct 19 12:22:50.228850 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:50.708797 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:50.886558 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50120a37-50aa-45a2-977a-07e74e75c2c9 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:22:50.906829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 50120a37-50aa-45a2-977a-07e74e75c2c9 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:22:50.907179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 50120a37-50aa-45a2-977a-07e74e75c2c9 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:22:51.027350 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52680) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:51.386885 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:51.641734 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 120cb796-9a09-43e1-b236-be4db2800b2c {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:22:51.641989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:51.729699 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port 120cb796-9a09-43e1-b236-be4db2800b2c, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=120cb796-9a09-43e1-b236-be4db2800b2c,segment=NetworkSegment(8e936e47-cb7a-43ed-9108-a6f06e766154),segment_id=8e936e47-cb7a-43ed-9108-a6f06e766154)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:22:51.730057 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:51.742435 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 120cb796-9a09-43e1-b236-be4db2800b2c owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:22:51.987880 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:52.024565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=120cb796-9a09-43e1-b236-be4db2800b2c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:52.195998 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:52.729789 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:22:52.836327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:22:52.841955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7aa99468-e221-42dc-989e-bcbf2d2ef1c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "PUT /v2.0/routers/508af31f-f0c7-45c1-87be-fde72ae9cdc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8135178 Oct 19 12:22:52.844877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52682) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:52.845827 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439f5c2-7d23-4b0f-91b2-b68f87c29009 None None] Sync routers for ids ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:22:52.855492 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439f5c2-7d23-4b0f-91b2-b68f87c29009 None None] Routers {'508af31f-f0c7-45c1-87be-fde72ae9cdc3'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:22:52.856181 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3439f5c2-7d23-4b0f-91b2-b68f87c29009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:22:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:52.895203 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting subnet a7747248-eebd-4d28-b7ca-0e1032198498 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:22:52.898214 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:52.937977 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:52.957764 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3439f5c2-7d23-4b0f-91b2-b68f87c29009 None None] Set router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:22:53.022685 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:53.131446 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3439f5c2-7d23-4b0f-91b2-b68f87c29009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:22:51Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:53.143964 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:53.159888 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439f5c2-7d23-4b0f-91b2-b68f87c29009 None None] Checking router: 508af31f-f0c7-45c1-87be-fde72ae9cdc3 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:22:53.168523 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439f5c2-7d23-4b0f-91b2-b68f87c29009 None None] Routers {'508af31f-f0c7-45c1-87be-fde72ae9cdc3'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:22:53.169149 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3439f5c2-7d23-4b0f-91b2-b68f87c29009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:22:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:53.173345 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Subnet': ['ID=a7747248-eebd-4d28-b7ca-0e1032198498,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:53.176072 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:53.180276 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/subnets/a7747248-eebd-4d28-b7ca-0e1032198498 HTTP/1.1" status: 204 len: 168 time: 0.3344073 Oct 19 12:22:53.180828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790165f-896f-43d7-97a8-6b5749e848f8 None None] Network e762a468-1b9d-41c3-be12-3fc3c2183a69 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:22:53.183617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52684) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:53.187624 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.189569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.189569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.189569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.189569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.189569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.190027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.190027 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.190375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.190639 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.190959 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.191275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d257cc2-baf7-46af-8305-705f967b3fbd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.276963 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3439f5c2-7d23-4b0f-91b2-b68f87c29009 None None] Set router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:22:53.307532 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:53.376312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] DHCP port deletion for e762a468-1b9d-41c3-be12-3fc3c2183a69 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:22:53.424158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Deleting port 02300755-da51-4cac-a04e-f0f33e283095 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:22:53.424450 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:53.432886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:53.473771 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3439f5c2-7d23-4b0f-91b2-b68f87c29009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:22:51Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:53.492444 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] For port 02300755-da51-4cac-a04e-f0f33e283095, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=02300755-da51-4cac-a04e-f0f33e283095,segment=NetworkSegment(8e936e47-cb7a-43ed-9108-a6f06e766154),segment_id=8e936e47-cb7a-43ed-9108-a6f06e766154)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:22:53.492938 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:53.501424 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439f5c2-7d23-4b0f-91b2-b68f87c29009 None None] The sync data for ids ['508af31f-f0c7-45c1-87be-fde72ae9cdc3'] in n-d-814547-1 is: [{'id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150570915', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:22:51Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'b549d1d2-6af3-436c-b38f-6da4c628c090', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:84:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508af31f-f0c7-45c1-87be-fde72ae9cdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:21:06Z', 'updated_at': '2021-10-19T12:21:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:22:53.506093 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Calling delete_port for 02300755-da51-4cac-a04e-f0f33e283095 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:22:53.558037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port b549d1d2-6af3-436c-b38f-6da4c628c090 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:22:53.558390 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:53.623646 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:53.637388 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port b549d1d2-6af3-436c-b38f-6da4c628c090, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b549d1d2-6af3-436c-b38f-6da4c628c090,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:22:53.637730 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:53.652634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Pushing event deleted for resources: {'Port': ['ID=02300755-da51-4cac-a04e-f0f33e283095,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:53.655492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for b549d1d2-6af3-436c-b38f-6da4c628c090 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:22:53.660483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] No DVR routers for this DVR port 02300755-da51-4cac-a04e-f0f33e283095 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:22:53.662880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.663284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.663463 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.663798 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.664125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.664456 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.664807 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.665128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.665445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.665950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.666087 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.666404 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7462aa07-3b7e-4f37-9f1f-704a62c982b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:22:53.881519 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:53.891530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 120cb796-9a09-43e1-b236-be4db2800b2c no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:22:53.911812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 120cb796-9a09-43e1-b236-be4db2800b2c {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:22:53.912264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 120cb796-9a09-43e1-b236-be4db2800b2c not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:22:53.913359 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 02300755-da51-4cac-a04e-f0f33e283095 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:22:53.914031 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=b549d1d2-6af3-436c-b38f-6da4c628c090,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:53.937678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 02300755-da51-4cac-a04e-f0f33e283095 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:22:53.938147 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 02300755-da51-4cac-a04e-f0f33e283095 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:22:53.993408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.090693 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.092852 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.212136 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.213277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Fanout notify agent at l3_agent the message router_deleted on router 508af31f-f0c7-45c1-87be-fde72ae9cdc3 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:22:54.220353 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.224244 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52686) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:54.224819 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b3bff29b-e4a4-41e5-900f-96984669dc66 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/routers/508af31f-f0c7-45c1-87be-fde72ae9cdc3 HTTP/1.1" status: 204 len: 168 time: 1.0395980 Oct 19 12:22:54.304291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.394639 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.414074 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e762a468-1b9d-41c3-be12-3fc3c2183a69']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:54.423418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e936e47-cb7a-43ed-9108-a6f06e766154') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:54.423711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e936e47-cb7a-43ed-9108-a6f06e766154') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:54.433522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.446156 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.452001 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:22:54.452380 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: timer() Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:22:54.455264 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:22:54.560219 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.567571 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.570160 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/networks/e762a468-1b9d-41c3-be12-3fc3c2183a69 HTTP/1.1" status: 204 len: 168 time: 0.3442097 Oct 19 12:22:54.573035 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52688) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:54.581629 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4fb05-2c3b-4de9-9d6d-94d1055b11e3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Network': ['ID=e762a468-1b9d-41c3-be12-3fc3c2183a69,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:54.632607 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c70cce3-3a3a-43bc-876d-79e967ff434e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.658850 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c70cce3-3a3a-43bc-876d-79e967ff434e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.771654 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c70cce3-3a3a-43bc-876d-79e967ff434e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.774280 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4c70cce3-3a3a-43bc-876d-79e967ff434e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:54.775945 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4c70cce3-3a3a-43bc-876d-79e967ff434e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/security-groups/cfdba63e-3fad-4c09-987c-c533d2a85254 HTTP/1.1" status: 204 len: 168 time: 0.2018583 Oct 19 12:22:54.785349 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70cce3-3a3a-43bc-876d-79e967ff434e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdba63e-3fad-4c09-987c-c533d2a85254,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:55.230274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52694) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:55.234892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1d45b5c5-91e0-4865-a141-758bf654e7aa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426561996', 'description': 'tempest-secgroup-smoke-426561996 description', 'project_id': '4021ea88e29048a9a8abae0af841132c'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:22:55.349326 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d45b5c5-91e0-4865-a141-758bf654e7aa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:55.412729 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d45b5c5-91e0-4865-a141-758bf654e7aa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:55.457986 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6917a633-b122-4660-81cb-6ef00c67e3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:55.480680 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d45b5c5-91e0-4865-a141-758bf654e7aa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:55.510551 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45b5c5-91e0-4865-a141-758bf654e7aa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a74af80-e694-4c05-ae65-694c4b9bb20f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:55.568312 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1d45b5c5-91e0-4865-a141-758bf654e7aa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:55.569643 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1d45b5c5-91e0-4865-a141-758bf654e7aa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3383703 Oct 19 12:22:55.573153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52696) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:55.577538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2d752f6b-905b-4de3-ab3f-1643511062cb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '8a74af80-e694-4c05-ae65-694c4b9bb20f', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:22:55.604739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b549d1d2-6af3-436c-b38f-6da4c628c090 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:22:55.624371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b549d1d2-6af3-436c-b38f-6da4c628c090 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:22:55.624760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b549d1d2-6af3-436c-b38f-6da4c628c090 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:22:55.640273 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d752f6b-905b-4de3-ab3f-1643511062cb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:55.694604 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d752f6b-905b-4de3-ab3f-1643511062cb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:55.761015 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d752f6b-905b-4de3-ab3f-1643511062cb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:55.780006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d752f6b-905b-4de3-ab3f-1643511062cb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a070ea5-ba86-4719-89d6-5669cffc232b,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:55.825480 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2d752f6b-905b-4de3-ab3f-1643511062cb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:55.826666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2d752f6b-905b-4de3-ab3f-1643511062cb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2525780 Oct 19 12:22:55.829400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52698) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:55.833916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-38f88fa1-7ba0-43b6-a99a-f05ac652dbe1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '8a74af80-e694-4c05-ae65-694c4b9bb20f', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:22:55.924691 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38f88fa1-7ba0-43b6-a99a-f05ac652dbe1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:55.982943 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38f88fa1-7ba0-43b6-a99a-f05ac652dbe1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.051882 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38f88fa1-7ba0-43b6-a99a-f05ac652dbe1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.070586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f88fa1-7ba0-43b6-a99a-f05ac652dbe1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e33777-49d8-4360-bc07-bca42e103186,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:56.133417 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38f88fa1-7ba0-43b6-a99a-f05ac652dbe1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.134618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-38f88fa1-7ba0-43b6-a99a-f05ac652dbe1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3043013 Oct 19 12:22:56.137353 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52700) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:56.141565 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6b8094bc-7336-4331-8adc-e01221881b3b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '8a74af80-e694-4c05-ae65-694c4b9bb20f', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:22:56.239006 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8094bc-7336-4331-8adc-e01221881b3b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.294011 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8094bc-7336-4331-8adc-e01221881b3b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.337583 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8094bc-7336-4331-8adc-e01221881b3b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.355875 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8094bc-7336-4331-8adc-e01221881b3b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b73abe2-9f27-47ca-b991-903a3eed2ceb,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:56.403002 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6b8094bc-7336-4331-8adc-e01221881b3b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.404203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6b8094bc-7336-4331-8adc-e01221881b3b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2659550 Oct 19 12:22:56.406984 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52702) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:56.411299 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c1c99e00-4a9b-4bf7-88bf-8b478c1a5b35 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '8a74af80-e694-4c05-ae65-694c4b9bb20f', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:22:56.473861 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c1c99e00-4a9b-4bf7-88bf-8b478c1a5b35 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.531238 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c1c99e00-4a9b-4bf7-88bf-8b478c1a5b35 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.572750 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c1c99e00-4a9b-4bf7-88bf-8b478c1a5b35 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.592077 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c99e00-4a9b-4bf7-88bf-8b478c1a5b35 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfa5bee-e12d-4a1c-b456-f191033c1565,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:56.654133 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c1c99e00-4a9b-4bf7-88bf-8b478c1a5b35 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.655324 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c1c99e00-4a9b-4bf7-88bf-8b478c1a5b35 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2474234 Oct 19 12:22:56.658039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52704) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:56.662307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-dbcec5ae-2336-4b03-9aca-2603c0ecdf6d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '8a74af80-e694-4c05-ae65-694c4b9bb20f', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:22:56.737718 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-dbcec5ae-2336-4b03-9aca-2603c0ecdf6d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Project 4021ea88e29048a9a8abae0af841132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:22:56.742373 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dbcec5ae-2336-4b03-9aca-2603c0ecdf6d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.802197 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dbcec5ae-2336-4b03-9aca-2603c0ecdf6d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.857722 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dbcec5ae-2336-4b03-9aca-2603c0ecdf6d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.876355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcec5ae-2336-4b03-9aca-2603c0ecdf6d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b733f6b6-c590-43ef-b7a3-7adcb7fed4ab,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:56.934376 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dbcec5ae-2336-4b03-9aca-2603c0ecdf6d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:56.935552 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dbcec5ae-2336-4b03-9aca-2603c0ecdf6d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2766111 Oct 19 12:22:56.938317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52706) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:56.942721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-cdbe9c88-dba4-46ff-b6a9-48b27b3c5b9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '8a74af80-e694-4c05-ae65-694c4b9bb20f', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:22:57.058305 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-cdbe9c88-dba4-46ff-b6a9-48b27b3c5b9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Project 4021ea88e29048a9a8abae0af841132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:22:57.063170 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9c88-dba4-46ff-b6a9-48b27b3c5b9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.122020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9c88-dba4-46ff-b6a9-48b27b3c5b9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.194797 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9c88-dba4-46ff-b6a9-48b27b3c5b9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.212741 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe9c88-dba4-46ff-b6a9-48b27b3c5b9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01d26d3-01ed-47f1-8384-9f5efd77f4a9,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:57.259463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9c88-dba4-46ff-b6a9-48b27b3c5b9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.261301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cdbe9c88-dba4-46ff-b6a9-48b27b3c5b9e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220770 Oct 19 12:22:57.264137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52708) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:57.268968 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'network': {'name': 'tempest-network-smoke--353603607', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'port_security_enabled': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:22:57.337157 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:22:57.340557 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.362789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:22:57.371576 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.371909 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Added segment 98ab6ac7-35d5-477f-8eae-3c62cf9c1353 of type vlan for network df3778b3-4afa-4caf-86b3-23b478738e90 Oct 19 12:22:57.411517 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.484980 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.490606 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:57.491185 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.559552 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Network': ['ID=df3778b3-4afa-4caf-86b3-23b478738e90,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:57.569240 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network df3778b3-4afa-4caf-86b3-23b478738e90 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:22:57.584712 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cef7186e-3de5-474d-8bf2-824f8ba11664 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3195045 Oct 19 12:22:57.587491 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52710) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:57.591937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'admin_state_up': True, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:22:57.686556 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.687620 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.737368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.852164 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5f578ac5-34cc-4c4e-9c00-7e0f71ad28cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:57.927595 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:58.159355 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:58.177123 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:58.274480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.25.2.152 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/18d72da6-0ee1-4da0-8aa1-04a03db750bb) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:22:58.375013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:58.464044 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:58.501469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:22:58.504374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:22:58.507880 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:22:58.531687 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=18d72da6-0ee1-4da0-8aa1-04a03db750bb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:22:58.803999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:59.092311 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:59.292800 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:59.301784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:59.485239 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 0da11872-aadd-4def-b89e-e1aa0ea6e536 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:22:59.590259 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:22:59.601976 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Sync routers for ids ['0da11872-aadd-4def-b89e-e1aa0ea6e536'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:22:59.610730 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Routers {'0da11872-aadd-4def-b89e-e1aa0ea6e536'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:22:59.611339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0da11872-aadd-4def-b89e-e1aa0ea6e536'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:59.658492 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:59.662783 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-49394b30-1cf5-49a9-86dd-78f4e83a8cc5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0713787 Oct 19 12:22:59.663100 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52712) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:59.690461 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f9c23497-c543-4b59-a074-4c6bd7fc8a12 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=4021ea88e29048a9a8abae0af841132c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262942 Oct 19 12:22:59.692949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52714) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:59.716058 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Set router 0da11872-aadd-4def-b89e-e1aa0ea6e536 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:22:59.781432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7211b741-028c-4405-a775-a1bfe6ea301c tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:22:59.782842 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7211b741-028c-4405-a775-a1bfe6ea301c tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889475 Oct 19 12:22:59.785637 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52716) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:59.813373 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-15f3d098-0cba-4bff-b4df-a971ab5c1078 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263808 Oct 19 12:22:59.815501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52718) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:22:59.820252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-156046709', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:22:59.892426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:22:58Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:22:59.923209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Checking router: 0da11872-aadd-4def-b89e-e1aa0ea6e536 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:22:59.923553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Updating router 0da11872-aadd-4def-b89e-e1aa0ea6e536 port 18d72da6-0ee1-4da0-8aa1-04a03db750bb binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:22:59.948756 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:22:59.983612 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:22:59.987222 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:00.210218 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:00.223667 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:00.269351 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:00.287952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Subnet': ['ID=304bd393-2d29-4309-a988-78ba3d3193f7,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:00.297525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Checking segment: {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:23:00.297898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network hostable DHCP agents. Network: df3778b3-4afa-4caf-86b3-23b478738e90, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:23:00.327512 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Attempting to bind port 18d72da6-0ee1-4da0-8aa1-04a03db750bb on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:23:00.327873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Attempting to bind port 18d72da6-0ee1-4da0-8aa1-04a03db750bb by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:23:00.328227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Attempting to bind port 18d72da6-0ee1-4da0-8aa1-04a03db750bb on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:23:00.330192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99307b5c-160f-4fd1-8d2f-5057f4bafa13 None None] Pushing event updated for resources: {'Port': ['ID=18d72da6-0ee1-4da0-8aa1-04a03db750bb,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:00.335496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:23:00.338939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:23:00.338939 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:00.338939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:23:00.338939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Bound port: 18d72da6-0ee1-4da0-8aa1-04a03db750bb, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:23:00.338939 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:00.348815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network df3778b3-4afa-4caf-86b3-23b478738e90 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:23:00.387405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] For port 18d72da6-0ee1-4da0-8aa1-04a03db750bb, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:23:00.388753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, df3778b3-4afa-4caf-86b3-23b478738e90) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:23:00.391706 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] For port 18d72da6-0ee1-4da0-8aa1-04a03db750bb, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=18d72da6-0ee1-4da0-8aa1-04a03db750bb,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:23:00.393037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:00.393727 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:00.399785 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd72b124-d52f-47e2-811b-0bd95e18b027 None None] Network df3778b3-4afa-4caf-86b3-23b478738e90 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:23:00.446154 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-74cd57c0-290f-4cdd-8850-12606598c7fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6269696 Oct 19 12:23:00.446563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52720) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:23:00.452412 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:00.538131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Routers {'0da11872-aadd-4def-b89e-e1aa0ea6e536'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:23:00.538753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0da11872-aadd-4def-b89e-e1aa0ea6e536'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:23:00.559942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99307b5c-160f-4fd1-8d2f-5057f4bafa13 None None] Pushing event updated for resources: {'Port': ['ID=18d72da6-0ee1-4da0-8aa1-04a03db750bb,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:00.679405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-df3778b3-4afa-4caf-86b3-23b478738e90', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:23:00.680254 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:00.701859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] Set router 0da11872-aadd-4def-b89e-e1aa0ea6e536 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:23:00.886826 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.045837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Allocated IP 172.20.0.2 (df3778b3-4afa-4caf-86b3-23b478738e90/304bd393-2d29-4309-a988-78ba3d3193f7/0c4b4a6b-b865-40d7-bb00-04ceac421545) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:23:01.064684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:22:58Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:23:01.101584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687fedc0-217b-4d2e-924b-02903c9f6674 None None] The sync data for ids ['0da11872-aadd-4def-b89e-e1aa0ea6e536'] in n-d-814547-1 is: [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:22:58Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:23:01.103118 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.158399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.218475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.270943 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.20.0.1 (df3778b3-4afa-4caf-86b3-23b478738e90/304bd393-2d29-4309-a988-78ba3d3193f7/9ad32be9-9747-48b0-bae6-c8dedcc76e96) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:23:01.403019 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.422026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Network df3778b3-4afa-4caf-86b3-23b478738e90 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:23:01.427144 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:23:01.429710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Pushing event updated for resources: {'Port': ['ID=0c4b4a6b-b865-40d7-bb00-04ceac421545,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:01.432426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:23:01.487765 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Attempting to bind port 0c4b4a6b-b865-40d7-bb00-04ceac421545 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:23:01.488160 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Attempting to bind port 0c4b4a6b-b865-40d7-bb00-04ceac421545 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:23:01.488614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Attempting to bind port 0c4b4a6b-b865-40d7-bb00-04ceac421545 on network df3778b3-4afa-4caf-86b3-23b478738e90 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:23:01.493869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:23:01.499046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Checking segment: {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:23:01.499046 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.499046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Bound using segment: {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:23:01.499046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Bound port: 0c4b4a6b-b865-40d7-bb00-04ceac421545, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:23:01.499046 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.510556 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.563857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network df3778b3-4afa-4caf-86b3-23b478738e90 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:23:01.567360 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:23:01.571608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:23:01.571880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] For port 0c4b4a6b-b865-40d7-bb00-04ceac421545, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:23:01.579417 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] For port 0c4b4a6b-b865-40d7-bb00-04ceac421545, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0c4b4a6b-b865-40d7-bb00-04ceac421545,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:23:01.604806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=9ad32be9-9747-48b0-bae6-c8dedcc76e96,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:01.622919 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.661389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 18d72da6-0ee1-4da0-8aa1-04a03db750bb up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:23:01.666030 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.771896 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e4bbc-db79-4d9d-a0a6-5c981c7b4e2e None None] Pushing event updated for resources: {'Port': ['ID=0c4b4a6b-b865-40d7-bb00-04ceac421545,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:01.775621 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 18d72da6-0ee1-4da0-8aa1-04a03db750bb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:01.775984 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.831407 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.870101 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:01.892775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 18d72da6-0ee1-4da0-8aa1-04a03db750bb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=18d72da6-0ee1-4da0-8aa1-04a03db750bb,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:23:01.959711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:02.024106 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=18d72da6-0ee1-4da0-8aa1-04a03db750bb,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:02.163881 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:02.205826 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:02.277374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=9ad32be9-9747-48b0-bae6-c8dedcc76e96,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:02.280418 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:02.370722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network df3778b3-4afa-4caf-86b3-23b478738e90 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:23:02.372220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:23:02.489958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 0da11872-aadd-4def-b89e-e1aa0ea6e536 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:23:02.603375 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:23:02.608617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c11339ef-d359-4803-ab61-f11604c53b4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "PUT /v2.0/routers/0da11872-aadd-4def-b89e-e1aa0ea6e536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1606872 Oct 19 12:23:02.710793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a70df-48cb-4c0c-86eb-161363e9f9a1 None None] Network df3778b3-4afa-4caf-86b3-23b478738e90 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:23:02.752394 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-59571310-93f9-410e-9808-99f6c18c7760 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426561996&fields=id&tenant_id=4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 267 time: 0.0354908 Oct 19 12:23:02.842549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-37bdf132-cb28-4b37-9809-706269302520 None None] Provisioning complete for port 0c4b4a6b-b865-40d7-bb00-04ceac421545 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:02.842916 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37bdf132-cb28-4b37-9809-706269302520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:02.865869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-b354426e-b638-447d-874a-daf8f66acf1f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:02.867321 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-b354426e-b638-447d-874a-daf8f66acf1f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/networks?id=df3778b3-4afa-4caf-86b3-23b478738e90 HTTP/1.1" status: 200 len: 796 time: 0.1078663 Oct 19 12:23:02.882431 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-7ba5c2c9-c47f-4e94-bbdc-b2f549eae819 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/quotas/4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 375 time: 0.0090599 Oct 19 12:23:02.941776 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-8b17a026-4b4d-47bf-8d20-ff504d9ff0ba tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533636 Oct 19 12:23:02.954609 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37bdf132-cb28-4b37-9809-706269302520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:02.991095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-37bdf132-cb28-4b37-9809-706269302520 None None] For port 0c4b4a6b-b865-40d7-bb00-04ceac421545, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0c4b4a6b-b865-40d7-bb00-04ceac421545,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:23:03.061168 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-74e549ef-5460-4338-aa1c-6d6a9fa94581 service neutron] 10.222.0.39 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995369 Oct 19 12:23:03.079457 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-37bdf132-cb28-4b37-9809-706269302520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:03.145375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdf132-cb28-4b37-9809-706269302520 None None] Pushing event updated for resources: {'Port': ['ID=0c4b4a6b-b865-40d7-bb00-04ceac421545,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:03.161430 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-2410aefa-4592-4af2-80a2-9c03c8626185 service neutron] 10.222.0.39 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938315 Oct 19 12:23:03.199435 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-be523c36-a40a-4747-944b-d849278a1dca None None] Provisioning complete for port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:03.199805 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be523c36-a40a-4747-944b-d849278a1dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:03.243663 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-be523c36-a40a-4747-944b-d849278a1dca None None] Port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:23:03.254883 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-be523c36-a40a-4747-944b-d849278a1dca None None] Provisioning complete for port 0c4b4a6b-b865-40d7-bb00-04ceac421545 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:03.260584 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be523c36-a40a-4747-944b-d849278a1dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:03.305644 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Sync routers for ids ['0da11872-aadd-4def-b89e-e1aa0ea6e536'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:23:03.317470 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Routers {'0da11872-aadd-4def-b89e-e1aa0ea6e536'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:23:03.318079 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0da11872-aadd-4def-b89e-e1aa0ea6e536'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:23:03.435404 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb9bbbde-2609-463d-8cb4-724401c41d60 req-d68c051b-9c84-438a-97e1-b27626c911b3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 210 time: 0.0367892 Oct 19 12:23:03.455282 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Set router 0da11872-aadd-4def-b89e-e1aa0ea6e536 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:23:03.497530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-93212037-e8dc-41bb-98e5-cd41ed1064e7 None None] Provisioning complete for port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:03.498117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93212037-e8dc-41bb-98e5-cd41ed1064e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:03.544262 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-93212037-e8dc-41bb-98e5-cd41ed1064e7 None None] Port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:23:03.666016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2115df64-5a5f-4e32-8f71-f815916b597e None None] Provisioning complete for port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:03.666497 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2115df64-5a5f-4e32-8f71-f815916b597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:03.687202 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '9ad32be9-9747-48b0-bae6-c8dedcc76e96', 'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:98:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:23:01Z', 'updated_at': '2021-10-19T12:23:02Z', 'revision_number': 2, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:23:03.703389 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-2115df64-5a5f-4e32-8f71-f815916b597e None None] Port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:23:03.716016 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Checking router: 0da11872-aadd-4def-b89e-e1aa0ea6e536 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:23:03.716280 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Updating router 0da11872-aadd-4def-b89e-e1aa0ea6e536 port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:23:03.724061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0c4b4a6b-b865-40d7-bb00-04ceac421545 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:23:03.745935 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:03.775542 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 0c4b4a6b-b865-40d7-bb00-04ceac421545 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:03.780722 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:03.857098 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 18d72da6-0ee1-4da0-8aa1-04a03db750bb up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:23:03.905835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 18d72da6-0ee1-4da0-8aa1-04a03db750bb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:03.906211 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:04.101347 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:04.159082 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:04.207966 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Pushing event updated for resources: {'Port': ['ID=9ad32be9-9747-48b0-bae6-c8dedcc76e96,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:04.219927 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.220161 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.220487 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.221010 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.221337 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.221661 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.221980 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.222394 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.222611 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.222924 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.223235 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.223546 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:23:04.275322 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Attempting to bind port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:23:04.275688 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Attempting to bind port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:23:04.276047 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Attempting to bind port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 on network df3778b3-4afa-4caf-86b3-23b478738e90 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:23:04.281115 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:23:04.281522 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Checking segment: {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:23:04.281877 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:04.282296 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Bound using segment: {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:23:04.282772 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Bound port: 9ad32be9-9747-48b0-bae6-c8dedcc76e96, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:23:04.283173 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:04.350603 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] For port 9ad32be9-9747-48b0-bae6-c8dedcc76e96, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:23:04.354469 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] For port 9ad32be9-9747-48b0-bae6-c8dedcc76e96, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9ad32be9-9747-48b0-bae6-c8dedcc76e96,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:23:04.425458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0e4b12e5-65b3-4854-ae06-086e96ea6be7 None None] Provisioning complete for port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:04.425849 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0e4b12e5-65b3-4854-ae06-086e96ea6be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:04.434195 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:04.460313 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b12e5-65b3-4854-ae06-086e96ea6be7 None None] Port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:23:04.491854 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Routers {'0da11872-aadd-4def-b89e-e1aa0ea6e536'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:23:04.492491 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0da11872-aadd-4def-b89e-e1aa0ea6e536'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:23:04.499401 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5438941-3c1f-458f-95ab-0bad16d2a37e None None] Pushing event updated for resources: {'Port': ['ID=9ad32be9-9747-48b0-bae6-c8dedcc76e96,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:04.534536 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1c3c2e66-0e99-4f1d-ac47-46ed249f94fc req-8d16be86-095b-4827-aeae-1314d84afb42 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 210 time: 0.0340288 Oct 19 12:23:04.628140 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] Set router 0da11872-aadd-4def-b89e-e1aa0ea6e536 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:23:04.781501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-9a18a03a-b5fb-4883-88a5-8741cc2c2e92 None None] Provisioning complete for port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:04.782091 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a18a03a-b5fb-4883-88a5-8741cc2c2e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:04.828676 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '9ad32be9-9747-48b0-bae6-c8dedcc76e96', 'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:98:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:23:01Z', 'updated_at': '2021-10-19T12:23:04Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:23:04.854344 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e8dd3-efb2-4d2b-ab30-fdb3aa6439eb None None] The sync data for ids ['0da11872-aadd-4def-b89e-e1aa0ea6e536'] in n-d-814547-1 is: [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '9ad32be9-9747-48b0-bae6-c8dedcc76e96', 'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:98:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:23:01Z', 'updated_at': '2021-10-19T12:23:04Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:23:04.858472 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a18a03a-b5fb-4883-88a5-8741cc2c2e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:04.903346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-9a18a03a-b5fb-4883-88a5-8741cc2c2e92 None None] For port 9ad32be9-9747-48b0-bae6-c8dedcc76e96, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9ad32be9-9747-48b0-bae6-c8dedcc76e96,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:23:04.955220 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9a18a03a-b5fb-4883-88a5-8741cc2c2e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:05.007378 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18a03a-b5fb-4883-88a5-8741cc2c2e92 None None] Pushing event updated for resources: {'Port': ['ID=9ad32be9-9747-48b0-bae6-c8dedcc76e96,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:05.647097 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9ad32be9-9747-48b0-bae6-c8dedcc76e96 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:23:05.686973 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-56ab5cf7-9516-4c75-8343-970bd29bedac req-45b676db-f4ee-47a2-8bd4-71351c023acf tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 210 time: 0.0343394 Oct 19 12:23:05.708773 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:05.709146 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:05.823632 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-431d54f4-a323-45e9-820b-7e33aa25e44c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:05.825403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-431d54f4-a323-45e9-820b-7e33aa25e44c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "GET /v2.0/networks?id=df3778b3-4afa-4caf-86b3-23b478738e90 HTTP/1.1" status: 200 len: 796 time: 0.1090667 Oct 19 12:23:05.878406 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-e95f3290-5c3e-4460-934e-9573201d1bff tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 379 time: 0.0430441 Oct 19 12:23:05.891456 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'port': {'device_id': '374a4d87-d649-4698-9f8b-fe05475eadce', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'admin_state_up': True, 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'security_groups': ['8a74af80-e694-4c05-ae65-694c4b9bb20f']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:23:06.034865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:23:06.038415 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:06.164014 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.20.0.12 (df3778b3-4afa-4caf-86b3-23b478738e90/304bd393-2d29-4309-a988-78ba3d3193f7/8ca7f97b-6391-4ffe-81de-cd1c3da7aa79) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:23:06.295251 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:06.389659 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:06.433662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network df3778b3-4afa-4caf-86b3-23b478738e90 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:23:06.436656 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:23:06.440215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:23:06.463915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:06.492168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:06.492646 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:06.558682 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-ce58c8a2-2694-42a0-b45c-d835a95b17a9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6712162 Oct 19 12:23:06.576760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Request body: {'port': {'device_id': '374a4d87-d649-4698-9f8b-fe05475eadce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:23:06.630168 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:06.687775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b8ec7ff2-0968-4fb4-9920-b49fd57669c6 None None] Provisioning complete for port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:06.688378 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7ff2-0968-4fb4-9920-b49fd57669c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:06.722284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec7ff2-0968-4fb4-9920-b49fd57669c6 None None] Port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:23:06.817781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a723468-bcf2-4d61-91cc-2ccfa7bbcbfe req-a755831b-902d-4f78-ac93-9b35dc7e53b4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:06.819321 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a723468-bcf2-4d61-91cc-2ccfa7bbcbfe req-a755831b-902d-4f78-ac93-9b35dc7e53b4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 932 time: 0.0606124 Oct 19 12:23:06.857948 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7a723468-bcf2-4d61-91cc-2ccfa7bbcbfe req-fc6b6d6e-326b-422c-ba48-14bcb851da69 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323026 Oct 19 12:23:06.898347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:23:06.906064 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:06.918316 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Transition to ACTIVE for port object 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:23:06.971545 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:07.021982 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:07.092069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Attempting to bind port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:23:07.092404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Attempting to bind port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:23:07.092759 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Attempting to bind port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 on network df3778b3-4afa-4caf-86b3-23b478738e90 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:23:07.099566 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 on network df3778b3-4afa-4caf-86b3-23b478738e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:23:07.099887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Attempting to bind port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 on network df3778b3-4afa-4caf-86b3-23b478738e90 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:23:07.105496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:23:07.105994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Checking segment: {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:23:07.106215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Bound using segment: {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:23:07.106640 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Bound port: 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:23:07.106988 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:07.175380 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:23:07.179198 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:23:07.241182 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:07.279168 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:07.279781 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:07.281257 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 200 len: 1092 time: 0.7090166 Oct 19 12:23:07.281811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:23:07.284104 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8867a05d-8746-4e86-a7b0-a9b877fcbb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:23:07.307723 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f5fbd-1a07-42dd-9054-9262c43ae8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:07.330563 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320acaea-2196-4daf-9dd6-f43a48e83cc8 x-openstack-request-id: req-320acaea-2196-4daf-9dd6-f43a48e83cc8 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:23:07.330563 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:23:07.330563 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-320acaea-2196-4daf-9dd6-f43a48e83cc8 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:23:07.330563 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'status': 'completed', 'code': 200} Oct 19 12:23:07.392329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867a05d-8746-4e86-a7b0-a9b877fcbb2c req-3ecedcfb-c231-463a-ac58-31f1bb18289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:07.393949 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8867a05d-8746-4e86-a7b0-a9b877fcbb2c req-3ecedcfb-c231-463a-ac58-31f1bb18289c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1095 time: 0.0425971 Oct 19 12:23:07.504657 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867a05d-8746-4e86-a7b0-a9b877fcbb2c req-2d96731e-cc53-4c63-a16a-a000aa14b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:07.506049 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8867a05d-8746-4e86-a7b0-a9b877fcbb2c req-2d96731e-cc53-4c63-a16a-a000aa14b9ae service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4021ea88e29048a9a8abae0af841132c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0999990 Oct 19 12:23:07.607012 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867a05d-8746-4e86-a7b0-a9b877fcbb2c req-125009e0-1df8-40ef-9f6a-c86bbdd1912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:07.608460 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8867a05d-8746-4e86-a7b0-a9b877fcbb2c req-125009e0-1df8-40ef-9f6a-c86bbdd1912f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911078 Oct 19 12:23:07.981811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d07a5-0c0b-4dae-a1d5-e528f65f947e req-b01b9231-eac8-4106-93dd-6e4f85b999d8 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:07.983491 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-333d07a5-0c0b-4dae-a1d5-e528f65f947e req-b01b9231-eac8-4106-93dd-6e4f85b999d8 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 944 time: 0.0582571 Oct 19 12:23:08.009224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-8ebd725c-17f9-495a-8dd7-1abbae6143d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:08.010738 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-8ebd725c-17f9-495a-8dd7-1abbae6143d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1095 time: 0.3576584 Oct 19 12:23:08.021938 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-333d07a5-0c0b-4dae-a1d5-e528f65f947e req-466128d9-9312-40c5-968d-172b8e36ebf8 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324967 Oct 19 12:23:08.058503 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-f7f61813-75a1-4f43-8a46-460704a3205d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 200 len: 217 time: 0.0342541 Oct 19 12:23:08.111611 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-24ed7a1f-9ac0-4382-a946-adbcd02252b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:08.112972 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-24ed7a1f-9ac0-4382-a946-adbcd02252b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=304bd393-2d29-4309-a988-78ba3d3193f7 HTTP/1.1" status: 200 len: 834 time: 0.0427623 Oct 19 12:23:08.164170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-43192d78-b84e-4c2e-a509-e3e838d2ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:08.165662 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-43192d78-b84e-4c2e-a509-e3e838d2ac04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df3778b3-4afa-4caf-86b3-23b478738e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415058 Oct 19 12:23:08.258158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-4996562c-9046-48a0-9802-de5df5071a45 service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781889 Oct 19 12:23:08.351560 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5de77bf-ce72-4e97-ab59-6ae0ce4df892 req-6e91a3f2-563d-46f1-b222-05c4ef2dbdd6 service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824957 Oct 19 12:23:09.153884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486289ce-58e0-4c78-8265-ffeb0383d8b3 req-7e6d3d37-29f8-4583-813c-f30c4964fd52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:09.155837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-486289ce-58e0-4c78-8265-ffeb0383d8b3 req-7e6d3d37-29f8-4583-813c-f30c4964fd52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 944 time: 0.0627294 Oct 19 12:23:09.194499 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-486289ce-58e0-4c78-8265-ffeb0383d8b3 req-dbaeab30-b57b-4553-a21d-d654f6b8feef tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326614 Oct 19 12:23:10.314804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c5162-8654-4310-91e7-8365a247366b req-8bfca023-d901-4586-ab81-ee8e6f468a09 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:10.316382 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f89c5162-8654-4310-91e7-8365a247366b req-8bfca023-d901-4586-ab81-ee8e6f468a09 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 944 time: 0.0489678 Oct 19 12:23:10.355484 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f89c5162-8654-4310-91e7-8365a247366b req-6225dbd5-bd44-44cd-a27d-c071046d4faa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324719 Oct 19 12:23:10.850926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:23:10.943833 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:23:10.957587 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'port_id': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'mac_address': 'fa:16:3e:18:5a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:23:10.993444 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:11.006392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:23:11.025254 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:23:11.188945 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:11.235768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:11.435408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['8ca7f97b-6391-4ffe-81de-cd1c3da7aa79'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:23:11.470601 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b9370-b46f-428d-9753-075911ac810b req-cbf0cfb8-1ef6-47d0-9a78-c375ce82c9eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:11.471981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b7b9370-b46f-428d-9753-075911ac810b req-cbf0cfb8-1ef6-47d0-9a78-c375ce82c9eb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 945 time: 0.0496857 Oct 19 12:23:11.514347 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1b7b9370-b46f-428d-9753-075911ac810b req-b79de28a-7215-4220-9bc4-c228b5b0a7f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362256 Oct 19 12:23:12.633250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7765c-2ed6-49ea-9b2f-a0fc8eb90bd3 req-92c00cdf-7089-40f8-a832-6fdc4f13e550 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:12.634654 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfc7765c-2ed6-49ea-9b2f-a0fc8eb90bd3 req-92c00cdf-7089-40f8-a832-6fdc4f13e550 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 945 time: 0.0529487 Oct 19 12:23:12.672853 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfc7765c-2ed6-49ea-9b2f-a0fc8eb90bd3 req-437df987-f4c6-4dbf-a5e4-74662528aa43 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322852 Oct 19 12:23:12.866320 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:23:13.000597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:23:13.004413 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:23:13.004813 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:13.082440 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:13.104901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:23:13.107136 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49553a51-ddae-40a7-8d71-9004ac24073d" -d '{"events": [{"server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "name": "network-vif-plugged", "status": "completed", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:23:13.121236 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:23:13.144287 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc7cdfe-6f0f-4d3e-967c-83f00ed1d092 x-openstack-request-id: req-5bc7cdfe-6f0f-4d3e-967c-83f00ed1d092 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:23:13.144643 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "name": "network-vif-plugged", "status": "completed", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:23:13.144905 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5bc7cdfe-6f0f-4d3e-967c-83f00ed1d092 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:23:13.145304 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'code': 200} Oct 19 12:23:13.194244 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:13.241137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:13.242635 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e073f7-2dde-47fd-965a-caaa4a81c762 req-805b41fe-1c34-454c-962c-f84814d52fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:13.244299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4e073f7-2dde-47fd-965a-caaa4a81c762 req-805b41fe-1c34-454c-962c-f84814d52fa2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1097 time: 0.0400615 Oct 19 12:23:13.283541 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c4e073f7-2dde-47fd-965a-caaa4a81c762 req-52e23711-4eab-4f59-8f5c-0f90a181cf54 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280757 Oct 19 12:23:13.784608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92135788-4925-4d28-97eb-80968e6224be req-e888fe37-8980-4941-a17b-e00d9446bbfa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:13.786077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92135788-4925-4d28-97eb-80968e6224be req-e888fe37-8980-4941-a17b-e00d9446bbfa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0491688 Oct 19 12:23:13.824275 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92135788-4925-4d28-97eb-80968e6224be req-026b5baf-4498-4695-ab28-614c658882dc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317819 Oct 19 12:23:14.940013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddfd57-cb5c-42e9-a588-03f8253bfc17 req-bda2fcaf-bf1e-4925-935e-f6648a4fe940 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:14.941530 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-47ddfd57-cb5c-42e9-a588-03f8253bfc17 req-bda2fcaf-bf1e-4925-935e-f6648a4fe940 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0498135 Oct 19 12:23:14.977979 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-47ddfd57-cb5c-42e9-a588-03f8253bfc17 req-e2573ec3-967b-4863-a219-2ba5f1e7ad8d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298727 Oct 19 12:23:15.090193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da22a5c-d0dc-4f8d-b2e8-4d0f6066422d req-115bbc8b-36d3-48aa-b2a0-3bc3b200959a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:15.091662 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5da22a5c-d0dc-4f8d-b2e8-4d0f6066422d req-115bbc8b-36d3-48aa-b2a0-3bc3b200959a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0493371 Oct 19 12:23:15.129384 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5da22a5c-d0dc-4f8d-b2e8-4d0f6066422d req-c50df229-c892-4f27-bd71-d18b99a6d192 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317180 Oct 19 12:23:15.150788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52774) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:23:15.195445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d79bc54-dc29-421a-81d6-26978a4bcf97 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:15.197619 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-3d79bc54-dc29-421a-81d6-26978a4bcf97 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1092 time: 0.0452385 Oct 19 12:23:15.200318 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52776) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:23:15.204618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:23:15.292309 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:15.386686 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:15.491262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.25.2.8 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/0c79eba6-2a12-453e-960e-ea94a81e30d2) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:23:15.592948 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:15.669189 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:15.712440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:23:15.715859 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:23:15.719395 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:23:15.741666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=0c79eba6-2a12-453e-960e-ea94a81e30d2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:16.102891 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:16.229915 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:16.378163 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:16.434767 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:16.504848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=0c79eba6-2a12-453e-960e-ea94a81e30d2,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:23:16.512756 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:16.612785 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Floating IP 1ceffd8e-d9da-4657-b315-84228a011b36 associated. External IP: 172.25.2.8, port: 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79. Oct 19 12:23:16.816104 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 0da11872-aadd-4def-b89e-e1aa0ea6e536 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:23:16.922168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:23:16.932423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e780a184-87eb-4288-8558-e1c7318df8cd None None] Sync routers for ids ['0da11872-aadd-4def-b89e-e1aa0ea6e536'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:23:16.942034 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e780a184-87eb-4288-8558-e1c7318df8cd None None] Routers {'0da11872-aadd-4def-b89e-e1aa0ea6e536'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:23:16.943336 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e780a184-87eb-4288-8558-e1c7318df8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0da11872-aadd-4def-b89e-e1aa0ea6e536'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:23:16.974186 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:17.001289 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b86c7658-acac-49b9-b075-94ed56109332 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7999499 Oct 19 12:23:17.002155 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:23:17.004512 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6640dd7-5955-4525-af20-a19288c99cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:23:17.042671 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f49adc8-4e75-4e06-82f1-8a4015c78d4c x-openstack-request-id: req-2f49adc8-4e75-4e06-82f1-8a4015c78d4c {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:23:17.042963 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:23:17.043214 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f49adc8-4e75-4e06-82f1-8a4015c78d4c {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:23:17.043610 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'status': 'completed', 'code': 200} Oct 19 12:23:17.052563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-e780a184-87eb-4288-8558-e1c7318df8cd None None] Set router 0da11872-aadd-4def-b89e-e1aa0ea6e536 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:23:17.134643 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50823569-2470-44a5-bc85-d2c49549f301 req-e0af9a1e-fa08-4610-bcb3-c2c40f924d35 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:17.136597 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50823569-2470-44a5-bc85-d2c49549f301 req-e0af9a1e-fa08-4610-bcb3-c2c40f924d35 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0810289 Oct 19 12:23:17.139167 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-56a72672-fc09-4df8-95ce-1b4458c31a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:17.140529 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-56a72672-fc09-4df8-95ce-1b4458c31a9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1097 time: 0.0740650 Oct 19 12:23:17.201087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-50823569-2470-44a5-bc85-d2c49549f301 req-69395ab7-eecf-4eb6-b698-434c6df480fa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581961 Oct 19 12:23:17.228267 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52782) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:23:17.258728 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-e4865af5-6d01-4307-a674-eeef66640a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:17.260799 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-e4865af5-6d01-4307-a674-eeef66640a88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df3778b3-4afa-4caf-86b3-23b478738e90 HTTP/1.1" status: 200 len: 897 time: 0.1105411 Oct 19 12:23:17.283184 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e780a184-87eb-4288-8558-e1c7318df8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '1ceffd8e-d9da-4657-b315-84228a011b36', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'port_id': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'mac_address': 'fa:16:3e:18:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374a4d87-d649-4698-9f8b-fe05475eadce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:23:15Z', 'updated_at': '2021-10-19T12:23:15Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad32be9-9747-48b0-bae6-c8dedcc76e96', 'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:98:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:23:01Z', 'updated_at': '2021-10-19T12:23:04Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:23:17.294233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2762830b-1bc3-470b-8e48-3a69980fe184 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/1ceffd8e-d9da-4657-b315-84228a011b36 HTTP/1.1" status: 200 len: 990 time: 0.0636709 Oct 19 12:23:17.311176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e780a184-87eb-4288-8558-e1c7318df8cd None None] Checking router: 0da11872-aadd-4def-b89e-e1aa0ea6e536 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:23:17.319385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e780a184-87eb-4288-8558-e1c7318df8cd None None] Routers {'0da11872-aadd-4def-b89e-e1aa0ea6e536'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:23:17.319975 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e780a184-87eb-4288-8558-e1c7318df8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:22:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0da11872-aadd-4def-b89e-e1aa0ea6e536'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:23:17.326136 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-6241f3db-ba9e-456c-9014-183d2da9be7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 200 len: 998 time: 0.0588617 Oct 19 12:23:17.374202 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-73ff9de0-8262-492a-ba2e-16cacf68c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:17.375648 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-73ff9de0-8262-492a-ba2e-16cacf68c54e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=304bd393-2d29-4309-a988-78ba3d3193f7 HTTP/1.1" status: 200 len: 834 time: 0.0423932 Oct 19 12:23:17.423458 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-e780a184-87eb-4288-8558-e1c7318df8cd None None] Set router 0da11872-aadd-4def-b89e-e1aa0ea6e536 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:23:17.424939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-e40a3357-790d-4705-bb94-0c7053124141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:17.426429 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-e40a3357-790d-4705-bb94-0c7053124141 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df3778b3-4afa-4caf-86b3-23b478738e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432258 Oct 19 12:23:17.437324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-34dc4052-ebf3-40db-871d-d3c644122b45 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:23:17.438270 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-34dc4052-ebf3-40db-871d-d3c644122b45 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049758 Oct 19 12:23:17.528862 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-d63c8c07-592d-48c9-a538-d210ae3e0cd0 service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828483 Oct 19 12:23:17.622589 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e6640dd7-5955-4525-af20-a19288c99cc3 req-befc4ed3-2d5f-49d2-bb2a-f0a6d545eba0 service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867176 Oct 19 12:23:17.650443 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-e780a184-87eb-4288-8558-e1c7318df8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '1ceffd8e-d9da-4657-b315-84228a011b36', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'port_id': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'mac_address': 'fa:16:3e:18:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374a4d87-d649-4698-9f8b-fe05475eadce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:23:15Z', 'updated_at': '2021-10-19T12:23:15Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad32be9-9747-48b0-bae6-c8dedcc76e96', 'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:98:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:23:01Z', 'updated_at': '2021-10-19T12:23:04Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:23:17.677400 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e780a184-87eb-4288-8558-e1c7318df8cd None None] The sync data for ids ['0da11872-aadd-4def-b89e-e1aa0ea6e536'] in n-d-814547-1 is: [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '1ceffd8e-d9da-4657-b315-84228a011b36', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'port_id': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'mac_address': 'fa:16:3e:18:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374a4d87-d649-4698-9f8b-fe05475eadce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:23:15Z', 'updated_at': '2021-10-19T12:23:15Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad32be9-9747-48b0-bae6-c8dedcc76e96', 'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:98:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:23:01Z', 'updated_at': '2021-10-19T12:23:04Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:23:17.857615 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a07d416-f1f0-4b3b-a47a-9d61af534458 None None] New status for floating IP 1ceffd8e-d9da-4657-b315-84228a011b36: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:23:18.296587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52784) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:23:18.359221 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5dc87e4b-a430-4791-86aa-6e8725707b4a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/1ceffd8e-d9da-4657-b315-84228a011b36 HTTP/1.1" status: 200 len: 992 time: 0.0614388 Oct 19 12:23:20.211571 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:20.697139 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:20.803250 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:23:25.480797 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-aca94243-4cf2-4649-9b98-db2368fc7fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:27.891729 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9307d378-c475-420f-b5aa-917b5e36be0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:29.131463 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:29.307583 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:31.046015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:50.205796 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:50.690814 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:51.343463 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-ee42f491-ba2f-4cde-832c-ce76a866e90a req-fa88b927-ae82-4e03-b465-517502e7a572 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:23:51.344628 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee42f491-ba2f-4cde-832c-ce76a866e90a req-fa88b927-ae82-4e03-b465-517502e7a572 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0681608 Oct 19 12:23:51.728485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e9bc7-4b22-492d-bd07-76c5071a382c req-b933db89-cd3f-4809-81f3-6252e6538772 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:51.730641 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-889e9bc7-4b22-492d-bd07-76c5071a382c req-b933db89-cd3f-4809-81f3-6252e6538772 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.1187963 Oct 19 12:23:51.774326 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-889e9bc7-4b22-492d-bd07-76c5071a382c req-5e7993ca-b391-46ad-b430-7ecd4ed4aee6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376840 Oct 19 12:23:51.846390 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-0a5374a1-7ad0-44f7-976a-dcdbbcc0d6d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931602 Oct 19 12:23:51.855905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-538b5cab-da34-4d1e-b128-cb8ad82ddf01 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:23:51.856877 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-538b5cab-da34-4d1e-b128-cb8ad82ddf01 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055459 Oct 19 12:23:52.940115 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a20849-d13a-42df-9000-93e44f9bf979 req-747e6358-e0a0-416e-9d86-ec2b09c6ab70 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:52.941608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95a20849-d13a-42df-9000-93e44f9bf979 req-747e6358-e0a0-416e-9d86-ec2b09c6ab70 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0987573 Oct 19 12:23:52.980508 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95a20849-d13a-42df-9000-93e44f9bf979 req-51756c47-72a1-4da0-b313-8059757f0b9c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328500 Oct 19 12:23:53.780347 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-570fa321-9d83-4366-9582-a5e6acfb958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:53.781757 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-570fa321-9d83-4366-9582-a5e6acfb958a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1097 time: 0.0406320 Oct 19 12:23:53.877190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-7e387e8c-0737-416e-9c07-9cce26bd8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:53.878609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-7e387e8c-0737-416e-9c07-9cce26bd8198 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df3778b3-4afa-4caf-86b3-23b478738e90 HTTP/1.1" status: 200 len: 897 time: 0.0856409 Oct 19 12:23:53.944805 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-e47399a9-0d25-4ea0-99d5-7278fdb10b21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 200 len: 1000 time: 0.0550385 Oct 19 12:23:54.001013 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-1342d506-0243-438c-b05a-66508581c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:54.002722 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-1342d506-0243-438c-b05a-66508581c7d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=304bd393-2d29-4309-a988-78ba3d3193f7 HTTP/1.1" status: 200 len: 834 time: 0.0470181 Oct 19 12:23:54.051740 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-c934faa8-1894-4187-937b-6fa5f9f6b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:54.053262 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-c934faa8-1894-4187-937b-6fa5f9f6b577 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df3778b3-4afa-4caf-86b3-23b478738e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399916 Oct 19 12:23:54.097135 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12b567-1055-423d-a3da-a8f98d389899 req-a8128fbd-f58e-4489-b12a-afd4f22038fa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:54.098722 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1f12b567-1055-423d-a3da-a8f98d389899 req-a8128fbd-f58e-4489-b12a-afd4f22038fa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0501633 Oct 19 12:23:54.137398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1f12b567-1055-423d-a3da-a8f98d389899 req-9e8cdc03-9f37-4321-b7c9-d632698287a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325804 Oct 19 12:23:54.146837 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-807e72cf-e919-410b-85a1-d0b6e0609881 service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851877 Oct 19 12:23:54.242921 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-a39a136e-f7cc-4554-9d55-8be5426ff590 service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849657 Oct 19 12:23:55.252258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae710fc-c57f-4087-b668-b27f6672708c req-a5f38ceb-4fcd-474b-b2d5-85d34f649d0a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:55.253821 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ae710fc-c57f-4087-b668-b27f6672708c req-a5f38ceb-4fcd-474b-b2d5-85d34f649d0a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0507841 Oct 19 12:23:55.296173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0ae710fc-c57f-4087-b668-b27f6672708c req-127ead57-b79c-4b4e-8917-7b45a11628df tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320363 Oct 19 12:23:55.474412 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b45a365-251e-462b-b9fc-e7b7394f996f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:56.410180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae6ec8-2814-4e93-b256-707933fa16db req-d7f3563f-f908-4044-8760-235f8f71948e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:56.411653 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dae6ec8-2814-4e93-b256-707933fa16db req-d7f3563f-f908-4044-8760-235f8f71948e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0488276 Oct 19 12:23:56.449793 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2dae6ec8-2814-4e93-b256-707933fa16db req-2acd2166-d450-4ac8-9d99-8e2d1a7cf0f2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Oct 19 12:23:57.567395 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f6f92-8636-4374-92c7-6c5416c969c6 req-c8af0a0e-cea3-4700-8b8c-cc3d2013221c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:57.568889 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c74f6f92-8636-4374-92c7-6c5416c969c6 req-c8af0a0e-cea3-4700-8b8c-cc3d2013221c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0531638 Oct 19 12:23:57.606981 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c74f6f92-8636-4374-92c7-6c5416c969c6 req-a7a082b0-7b7e-4085-af8e-644a1dffeca3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316734 Oct 19 12:23:57.807800 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:23:57.845722 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-73412f4d-2f9b-4194-b8d9-3b477b4f268e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:58.721284 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677a7be-fe15-428f-b93b-7385f6e71f40 req-c7870dcd-08d3-4de1-a158-4e38aa5fa076 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:58.722741 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8677a7be-fe15-428f-b93b-7385f6e71f40 req-c7870dcd-08d3-4de1-a158-4e38aa5fa076 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0479634 Oct 19 12:23:58.764388 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8677a7be-fe15-428f-b93b-7385f6e71f40 req-202d2cb6-0d48-4b79-97f8-699cfa1a000b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358453 Oct 19 12:23:59.130773 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:59.308233 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:23:59.877256 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f1d21-36a6-4190-9e7b-2dfdb68ff911 req-573f13ab-b583-46cc-927b-4610555a126b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:23:59.878723 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f44f1d21-36a6-4190-9e7b-2dfdb68ff911 req-573f13ab-b583-46cc-927b-4610555a126b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0484991 Oct 19 12:23:59.915996 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f44f1d21-36a6-4190-9e7b-2dfdb68ff911 req-fa941a86-d45a-4e8d-a6c5-0dbdc8e2207b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314426 Oct 19 12:24:01.030584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402ca0-28d0-4c5d-ac1b-09df995614e7 req-59057363-e75d-4c3e-acaf-07dd0da330fa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:01.032113 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40402ca0-28d0-4c5d-ac1b-09df995614e7 req-59057363-e75d-4c3e-acaf-07dd0da330fa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0488188 Oct 19 12:24:01.070507 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40402ca0-28d0-4c5d-ac1b-09df995614e7 req-ffcef159-62c2-4d9d-b3a5-86c875c35702 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324783 Oct 19 12:24:01.108764 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:02.186206 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ededea-e422-4834-a51d-9b1d9a14363f req-2dc185d5-c640-47d6-bca2-2d9b640e44ad tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:02.187687 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00ededea-e422-4834-a51d-9b1d9a14363f req-2dc185d5-c640-47d6-bca2-2d9b640e44ad tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0508459 Oct 19 12:24:02.224449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00ededea-e422-4834-a51d-9b1d9a14363f req-5f6d4ce7-15fb-443e-86ab-503dafd43e61 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308814 Oct 19 12:24:03.336463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66ec83-0730-4641-b939-4a2d376301e2 req-7042c143-c369-49e3-8bf1-7e3fc1dd248c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:03.337957 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f66ec83-0730-4641-b939-4a2d376301e2 req-7042c143-c369-49e3-8bf1-7e3fc1dd248c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0485127 Oct 19 12:24:03.375876 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f66ec83-0730-4641-b939-4a2d376301e2 req-e7f3942c-0a26-4bfb-a85d-0c70e865e21e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Oct 19 12:24:04.492915 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f8dca-d57d-44ce-a5d4-2ad117320a35 req-0cbca407-7a7b-48cd-94d0-521db2eff37f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:04.494357 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f03f8dca-d57d-44ce-a5d4-2ad117320a35 req-0cbca407-7a7b-48cd-94d0-521db2eff37f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0520318 Oct 19 12:24:04.531649 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f03f8dca-d57d-44ce-a5d4-2ad117320a35 req-e7d4c851-32fe-4090-8082-7a6e03c27925 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Oct 19 12:24:05.646715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37d258-91e3-4346-8a94-75cfc9b8f324 req-22c03298-7770-430d-946d-767728a8ab8e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:05.648175 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be37d258-91e3-4346-8a94-75cfc9b8f324 req-22c03298-7770-430d-946d-767728a8ab8e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0482571 Oct 19 12:24:05.691463 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-be37d258-91e3-4346-8a94-75cfc9b8f324 req-8caa1aea-e39d-4de0-acda-5114ff1c8999 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371065 Oct 19 12:24:06.807648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4239f-72e5-444b-a49b-97e9f8ba3573 req-6b765353-d05b-4ac5-a0f3-4427c6bfaa23 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:06.809044 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5f4239f-72e5-444b-a49b-97e9f8ba3573 req-6b765353-d05b-4ac5-a0f3-4427c6bfaa23 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0492823 Oct 19 12:24:06.845510 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5f4239f-72e5-444b-a49b-97e9f8ba3573 req-f3f280f4-f974-4ce4-ade5-1fa37f561f70 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306108 Oct 19 12:24:07.961730 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e27530-e2e4-4125-acd6-9441398b2fbe req-7caff703-5138-437a-b0f7-6e6879450a53 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:07.963827 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a3e27530-e2e4-4125-acd6-9441398b2fbe req-7caff703-5138-437a-b0f7-6e6879450a53 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0492368 Oct 19 12:24:08.003779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a3e27530-e2e4-4125-acd6-9441398b2fbe req-18ab2058-34e2-4fcf-a6bd-c91bd2b0d7b0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332077 Oct 19 12:24:08.045214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52f0b-4846-49a9-96cc-0c653145200f req-facf40fe-d94b-4217-a6e2-531258d07c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:08.046809 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4d52f0b-4846-49a9-96cc-0c653145200f req-facf40fe-d94b-4217-a6e2-531258d07c72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1097 time: 0.0428164 Oct 19 12:24:08.158514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52f0b-4846-49a9-96cc-0c653145200f req-c4158e84-045d-459d-87a3-00d75255fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:08.159849 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4d52f0b-4846-49a9-96cc-0c653145200f req-c4158e84-045d-459d-87a3-00d75255fcc8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df3778b3-4afa-4caf-86b3-23b478738e90 HTTP/1.1" status: 200 len: 897 time: 0.0860684 Oct 19 12:24:08.230148 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4d52f0b-4846-49a9-96cc-0c653145200f req-1780a286-d163-4978-97d3-8487a7e97b29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 200 len: 1000 time: 0.0593979 Oct 19 12:24:08.286835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52f0b-4846-49a9-96cc-0c653145200f req-3a89d41b-f6c4-4062-9053-145630056e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:08.288226 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4d52f0b-4846-49a9-96cc-0c653145200f req-3a89d41b-f6c4-4062-9053-145630056e28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=304bd393-2d29-4309-a988-78ba3d3193f7 HTTP/1.1" status: 200 len: 834 time: 0.0468979 Oct 19 12:24:08.340176 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d52f0b-4846-49a9-96cc-0c653145200f req-6edb9612-539b-407f-8597-5ded1c6ebf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:08.341758 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4d52f0b-4846-49a9-96cc-0c653145200f req-6edb9612-539b-407f-8597-5ded1c6ebf71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df3778b3-4afa-4caf-86b3-23b478738e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420492 Oct 19 12:24:08.434445 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4d52f0b-4846-49a9-96cc-0c653145200f req-44fc6c1e-eb55-425e-8af9-c77ffa211331 service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809603 Oct 19 12:24:08.531951 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a4d52f0b-4846-49a9-96cc-0c653145200f req-f76d57a5-3e12-4ec0-8a50-6c67ad45096c service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854959 Oct 19 12:24:09.117650 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eda53-83dd-4ae2-9c31-dda2487b24ec req-4ae98a29-0c82-4dda-b792-638cc73e93d6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:09.119115 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-160eda53-83dd-4ae2-9c31-dda2487b24ec req-4ae98a29-0c82-4dda-b792-638cc73e93d6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0477982 Oct 19 12:24:09.156437 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-160eda53-83dd-4ae2-9c31-dda2487b24ec req-b9edfc52-5b4d-49f6-8c1a-2df584137445 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308151 Oct 19 12:24:10.279235 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fe619-ab16-497f-a84a-067ddcacdb03 req-f844e3b6-74a9-46a7-a038-f0c3db337391 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:10.280760 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b9fe619-ab16-497f-a84a-067ddcacdb03 req-f844e3b6-74a9-46a7-a038-f0c3db337391 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0564008 Oct 19 12:24:10.330700 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b9fe619-ab16-497f-a84a-067ddcacdb03 req-1783dbd9-3fbf-48ea-ad0d-29bfbb064707 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436831 Oct 19 12:24:11.444357 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-160e04c1-ace3-4445-89d1-3aae5e5530d6 service neutron] show failed (client error): The resource could not be found. Oct 19 12:24:11.445403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-160e04c1-ace3-4445-89d1-3aae5e5530d6 service neutron] 10.222.0.26 "GET /v2.0/ports/8ca7f97b-6391-4ffe-81de-cd1c3da7aa79/bindings/n-h2-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0846524 Oct 19 12:24:11.461592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72cf6a-5da1-4fd9-a5da-acbf91d38a8c req-7a2c72aa-ef64-4621-9af8-47d87ad19144 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:11.463653 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b72cf6a-5da1-4fd9-a5da-acbf91d38a8c req-7a2c72aa-ef64-4621-9af8-47d87ad19144 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0605268 Oct 19 12:24:11.501553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0b72cf6a-5da1-4fd9-a5da-acbf91d38a8c req-c4e13f3a-7437-4d39-ae38-6144f0e48ba2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319035 Oct 19 12:24:11.954523 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-14ebbe98-63ef-499c-b6cf-53443d0f36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:11.955989 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-14ebbe98-63ef-499c-b6cf-53443d0f36cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce&tenant_id=4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 1097 time: 0.0820587 Oct 19 12:24:11.965983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-afd6e0c0-fe05-4335-9f3e-cc48cb899ded service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:24:11.966912 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-afd6e0c0-fe05-4335-9f3e-cc48cb899ded service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046902 Oct 19 12:24:11.978461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:24:12.033537 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:12.236850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:24:12.268783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h1-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:24:12.311315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:24:12.313606 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aab92b6-d3bb-439f-910c-b4d62ffd3fab" -d '{"events": [{"server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:24:12.317260 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:12.333506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Transition to ACTIVE for port object 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:24:12.363536 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7103c6-ba9a-4f27-94f3-d00ae84e88cb x-openstack-request-id: req-ea7103c6-ba9a-4f27-94f3-d00ae84e88cb {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:24:12.363825 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:24:12.364077 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea7103c6-ba9a-4f27-94f3-d00ae84e88cb {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:24:12.364477 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'code': 200} Oct 19 12:24:12.381900 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:12.623497 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1525c-174e-4953-8558-ab63b893c102 req-4b7d5d89-c4fa-400d-b8dc-361dab129083 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:12.625089 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5e1525c-174e-4953-8558-ab63b893c102 req-4b7d5d89-c4fa-400d-b8dc-361dab129083 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 944 time: 0.0511377 Oct 19 12:24:12.664142 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a5e1525c-174e-4953-8558-ab63b893c102 req-599db9f1-ea86-4c94-b446-d16c60ec4e4e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329554 Oct 19 12:24:12.755255 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,revision_number=6']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:12.791949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.792293 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.792650 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.792985 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.793315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.793660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.793966 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.794285 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.794603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.794923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.795239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.795558 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:12.842874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] No DVR routers for this DVR port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 on host n-h1-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:24:12.980662 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Attempting to bind port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:24:12.981346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Attempting to bind port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:24:12.981346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Attempting to bind port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 on network df3778b3-4afa-4caf-86b3-23b478738e90 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:24:12.985511 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 on network df3778b3-4afa-4caf-86b3-23b478738e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:24:12.985827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Attempting to bind port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 on network df3778b3-4afa-4caf-86b3-23b478738e90 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:24:12.990577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:24:12.990915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Checking segment: {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:24:12.991299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Bound using segment: {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:24:12.991715 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Bound port: 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ab6ac7-35d5-477f-8eae-3c62cf9c1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:24:12.992064 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:13.052983 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:24:13.056118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:24:13.137451 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:13.172047 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:13.176252 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:13.176252 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] 10.222.0.49 "PUT /v2.0/ports/8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 200 len: 1092 time: 1.1991451 Oct 19 12:24:13.196121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df461e-db5c-4ead-a18a-d454e74eaae0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,revision_number=7']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:13.243583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-7bd5a6ea-79d0-4bd7-9dcf-ba503a1429d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:13.245245 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-7bd5a6ea-79d0-4bd7-9dcf-ba503a1429d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1095 time: 0.0456553 Oct 19 12:24:13.339166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-235a0bc4-1bc8-4c38-87e6-97907e5e90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:13.340870 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-235a0bc4-1bc8-4c38-87e6-97907e5e90bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=df3778b3-4afa-4caf-86b3-23b478738e90 HTTP/1.1" status: 200 len: 897 time: 0.0888319 Oct 19 12:24:13.408761 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-746895e2-4055-4690-a75e-d3e50efa794d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 200 len: 998 time: 0.0608850 Oct 19 12:24:13.457608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-50499041-7c30-476d-9c78-b09a268bf55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:13.459036 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-50499041-7c30-476d-9c78-b09a268bf55e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=304bd393-2d29-4309-a988-78ba3d3193f7 HTTP/1.1" status: 200 len: 834 time: 0.0437732 Oct 19 12:24:13.504343 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-73bcee36-0d82-4a2e-ae89-54cbf38be41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:13.505806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-73bcee36-0d82-4a2e-ae89-54cbf38be41c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df3778b3-4afa-4caf-86b3-23b478738e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388937 Oct 19 12:24:13.598434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-13496484-6e04-46ed-acce-c07be5ff99ea service neutron] 10.222.0.49 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850849 Oct 19 12:24:13.688161 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-92e6cb13-5b85-491b-8ac0-aa692dc2ea6b service neutron] 10.222.0.49 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817199 Oct 19 12:24:13.784398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fae75-0e59-446e-8709-66837c2a846c req-5490abc4-cc04-4e64-9145-0649eb22f875 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:13.785913 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a52fae75-0e59-446e-8709-66837c2a846c req-5490abc4-cc04-4e64-9145-0649eb22f875 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 944 time: 0.0514555 Oct 19 12:24:13.829628 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a52fae75-0e59-446e-8709-66837c2a846c req-12ca9fb6-7422-4a75-a136-6080f3c8d08a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372486 Oct 19 12:24:14.365767 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:24:14.368034 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4d7942-5365-450a-b274-e723e76b9ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:24:14.414121 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364f8e19-82b5-4c32-b1b4-f91bef3cb035 x-openstack-request-id: req-364f8e19-82b5-4c32-b1b4-f91bef3cb035 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:24:14.414416 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:24:14.414670 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-364f8e19-82b5-4c32-b1b4-f91bef3cb035 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:24:14.415143 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'status': 'completed', 'code': 200} Oct 19 12:24:14.473802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7942-5365-450a-b274-e723e76b9ffb req-d559a4a0-f535-4a8b-9581-3010ad4bb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:14.475298 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-d559a4a0-f535-4a8b-9581-3010ad4bb952 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1095 time: 0.0410094 Oct 19 12:24:14.487618 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7942-5365-450a-b274-e723e76b9ffb req-eb9660ac-322d-440b-a10c-729c0e0c6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:14.489097 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-eb9660ac-322d-440b-a10c-729c0e0c6f2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1095 time: 0.0452626 Oct 19 12:24:14.565688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7942-5365-450a-b274-e723e76b9ffb req-fc44818e-9b5a-44f3-9974-3afe0b3acb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:14.567172 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-fc44818e-9b5a-44f3-9974-3afe0b3acb8b service neutron] 10.222.0.49 "GET /v2.0/networks?id=df3778b3-4afa-4caf-86b3-23b478738e90 HTTP/1.1" status: 200 len: 897 time: 0.0836232 Oct 19 12:24:14.579475 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7942-5365-450a-b274-e723e76b9ffb req-068b3bb1-f3bc-43d3-b0a3-2ba0aca43383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:14.580953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-068b3bb1-f3bc-43d3-b0a3-2ba0aca43383 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df3778b3-4afa-4caf-86b3-23b478738e90 HTTP/1.1" status: 200 len: 897 time: 0.0844824 Oct 19 12:24:14.636155 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-d543dfdf-05ae-493b-8903-4b0b6d488382 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 200 len: 998 time: 0.0608387 Oct 19 12:24:14.656015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-efff6a88-e18c-417a-8b5b-15d4a58b366b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 200 len: 998 time: 0.0621388 Oct 19 12:24:14.685460 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7942-5365-450a-b274-e723e76b9ffb req-705ced5d-6c3b-4106-b07e-a2b4be2f44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:14.686880 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-705ced5d-6c3b-4106-b07e-a2b4be2f44a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=304bd393-2d29-4309-a988-78ba3d3193f7 HTTP/1.1" status: 200 len: 834 time: 0.0436380 Oct 19 12:24:14.706607 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7942-5365-450a-b274-e723e76b9ffb req-e14ec502-fbaa-4027-9fb9-d63a3c99aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:14.708192 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-e14ec502-fbaa-4027-9fb9-d63a3c99aded service neutron] 10.222.0.26 "GET /v2.0/subnets?id=304bd393-2d29-4309-a988-78ba3d3193f7 HTTP/1.1" status: 200 len: 834 time: 0.0434725 Oct 19 12:24:14.732706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7942-5365-450a-b274-e723e76b9ffb req-f3d00607-7a15-483b-a564-fbcae49ff1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:14.734183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-f3d00607-7a15-483b-a564-fbcae49ff1c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df3778b3-4afa-4caf-86b3-23b478738e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400531 Oct 19 12:24:14.752976 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d7942-5365-450a-b274-e723e76b9ffb req-707cce57-3b75-4e42-8ef9-377a4b6afcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:14.754476 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-707cce57-3b75-4e42-8ef9-377a4b6afcd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df3778b3-4afa-4caf-86b3-23b478738e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391240 Oct 19 12:24:14.829925 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-ccb0a71a-0557-4ccb-9c3f-0afc81df9c35 service neutron] 10.222.0.49 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868781 Oct 19 12:24:14.851577 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-af342e5c-f282-4212-a3d2-460d1854e4cc service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858741 Oct 19 12:24:14.948331 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-52351c38-d296-4cd7-9586-5a9b409e7ec4 service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849612 Oct 19 12:24:14.958957 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-de4d7942-5365-450a-b274-e723e76b9ffb req-6be8a9d1-2b6d-4225-b76d-a29b5b02cb01 service neutron] 10.222.0.49 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213429 Oct 19 12:24:14.972085 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a6b2e-a955-40c0-8d4e-1123a2d6c408 req-749911d0-1848-4e0c-8785-fe14498b2807 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:14.973572 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9a6b2e-a955-40c0-8d4e-1123a2d6c408 req-749911d0-1848-4e0c-8785-fe14498b2807 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 944 time: 0.0734820 Oct 19 12:24:15.013270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2c9a6b2e-a955-40c0-8d4e-1123a2d6c408 req-9f0604e4-82b5-43cb-bf58-ec1c2a38e00c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330875 Oct 19 12:24:15.178063 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:24:15.218325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:24:15.375788 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:24:15.480096 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:24:15.491478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'port_id': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'mac_address': 'fa:16:3e:18:5a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:24:15.532411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:15.544714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:24:15.563415 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:24:15.662753 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:15.709728 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:15.716920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.717264 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.717600 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.717931 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.718260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.718585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.718906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.719224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.719543 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.719859 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.720174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.720490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:15.893813 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['8ca7f97b-6391-4ffe-81de-cd1c3da7aa79'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:24:16.137760 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede292e-074a-4bad-8375-11bedc094cac req-cd1e10d2-ccd3-4c1f-93e0-d73cb5f3076d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:16.139229 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5ede292e-074a-4bad-8375-11bedc094cac req-cd1e10d2-ccd3-4c1f-93e0-d73cb5f3076d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 945 time: 0.0525756 Oct 19 12:24:16.175917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5ede292e-074a-4bad-8375-11bedc094cac req-40635f70-7193-4765-a926-954162074eab tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305786 Oct 19 12:24:16.454731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fb197-4c5b-4843-8246-5980f49c1d37 req-970ee6df-68f6-4fb5-9cc4-d69dc32de64e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:16.456258 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b29fb197-4c5b-4843-8246-5980f49c1d37 req-970ee6df-68f6-4fb5-9cc4-d69dc32de64e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 945 time: 0.0492616 Oct 19 12:24:16.524506 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b29fb197-4c5b-4843-8246-5980f49c1d37 req-45a24ea0-8d83-41a7-a835-0d85de2c0797 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616899 Oct 19 12:24:16.535564 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b644a-bc18-42e0-9380-ac0185a37370 req-e9efa0b6-38ee-48a6-b8ee-84df1df75d1b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:16.537002 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-094b644a-bc18-42e0-9380-ac0185a37370 req-e9efa0b6-38ee-48a6-b8ee-84df1df75d1b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce&tenant_id=4021ea88e29048a9a8abae0af841132c&binding%3Ahost_id=n-h2-814547-1 HTTP/1.1" status: 200 len: 945 time: 0.0678136 Oct 19 12:24:16.609021 n-d-814547-1 neutron-server[101312]: INFO neutron.api.v2.resource [req-094b644a-bc18-42e0-9380-ac0185a37370 req-f0c28393-acdc-4d06-83d9-a964df09d18f service neutron] delete failed (client error): The resource could not be found. Oct 19 12:24:16.610037 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-094b644a-bc18-42e0-9380-ac0185a37370 req-f0c28393-acdc-4d06-83d9-a964df09d18f service neutron] 10.222.0.26 "DELETE /v2.0/ports/8ca7f97b-6391-4ffe-81de-cd1c3da7aa79/bindings/n-h1-814547-1 HTTP/1.1" status: 404 len: 380 time: 0.0579228 Oct 19 12:24:16.642788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b8a23-a979-4d4f-9cb5-84afe83cf3af req-f0ff9674-b680-4426-95a0-b309ca246d4e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:16.644274 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b4b8a23-a979-4d4f-9cb5-84afe83cf3af req-f0ff9674-b680-4426-95a0-b309ca246d4e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 945 time: 0.0509105 Oct 19 12:24:16.684267 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2b4b8a23-a979-4d4f-9cb5-84afe83cf3af req-efb5d8eb-6729-45af-b95e-cdf9063f4aca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335641 Oct 19 12:24:16.702162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b644a-bc18-42e0-9380-ac0185a37370 req-ef919ae7-c0af-49c3-9ba3-2c82b001fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:16.702419 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-094b644a-bc18-42e0-9380-ac0185a37370 req-ef919ae7-c0af-49c3-9ba3-2c82b001fe5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1096 time: 0.0411434 Oct 19 12:24:16.796226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b644a-bc18-42e0-9380-ac0185a37370 req-ebb7d66d-4395-4b1d-90c2-a28684e5c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:16.797594 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-094b644a-bc18-42e0-9380-ac0185a37370 req-ebb7d66d-4395-4b1d-90c2-a28684e5c7c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df3778b3-4afa-4caf-86b3-23b478738e90 HTTP/1.1" status: 200 len: 897 time: 0.0817664 Oct 19 12:24:16.868107 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-094b644a-bc18-42e0-9380-ac0185a37370 req-0120cf24-4d0b-495d-acfc-1a319809880d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 200 len: 999 time: 0.0584397 Oct 19 12:24:16.919997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b644a-bc18-42e0-9380-ac0185a37370 req-3350adf1-4a9a-41c4-9a14-7098bd01e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:16.921401 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-094b644a-bc18-42e0-9380-ac0185a37370 req-3350adf1-4a9a-41c4-9a14-7098bd01e45f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=304bd393-2d29-4309-a988-78ba3d3193f7 HTTP/1.1" status: 200 len: 834 time: 0.0419273 Oct 19 12:24:16.969287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b644a-bc18-42e0-9380-ac0185a37370 req-0b6eefaa-bb2a-4d89-9d6b-75cd8f1d0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:16.970689 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-094b644a-bc18-42e0-9380-ac0185a37370 req-0b6eefaa-bb2a-4d89-9d6b-75cd8f1d0082 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df3778b3-4afa-4caf-86b3-23b478738e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381277 Oct 19 12:24:17.064587 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-094b644a-bc18-42e0-9380-ac0185a37370 req-25581cd3-8396-4199-bc5a-8b543b333343 service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820732 Oct 19 12:24:17.155545 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-094b644a-bc18-42e0-9380-ac0185a37370 req-674b3bba-bd62-4aa2-9510-62fddda8d669 service neutron] 10.222.0.26 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796616 Oct 19 12:24:17.406732 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:24:17.537102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:24:17.541452 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:24:17.541817 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:17.621629 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:17.644286 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:24:17.646565 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bac4b60-f2fc-4800-9ea1-3299145f019d" -d '{"events": [{"server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "name": "network-vif-plugged", "status": "completed", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:24:17.658812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:24:17.696750 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa7ebfe-cfb7-4e28-880d-122fe74a854f x-openstack-request-id: req-5aa7ebfe-cfb7-4e28-880d-122fe74a854f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:24:17.697044 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "name": "network-vif-plugged", "status": "completed", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:24:17.697298 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5aa7ebfe-cfb7-4e28-880d-122fe74a854f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:24:17.697692 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'code': 200} Oct 19 12:24:17.728077 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:17.771253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:17.807256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c0d62-be3b-48fd-8634-16a18e2f5e9b req-771720a4-6a18-410a-987c-a8e0c4c5a348 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:17.808755 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-622c0d62-be3b-48fd-8634-16a18e2f5e9b req-771720a4-6a18-410a-987c-a8e0c4c5a348 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0505466 Oct 19 12:24:17.846727 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-622c0d62-be3b-48fd-8634-16a18e2f5e9b req-03e8b74f-d796-48d4-8415-5bbdcb065032 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315883 Oct 19 12:24:18.964646 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49dc60-a718-4506-98eb-6ab8a7caccab req-949c4c33-b093-483b-8d7d-72ba3e4a0670 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:18.966097 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b49dc60-a718-4506-98eb-6ab8a7caccab req-949c4c33-b093-483b-8d7d-72ba3e4a0670 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0522387 Oct 19 12:24:19.002661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5b49dc60-a718-4506-98eb-6ab8a7caccab req-685b7554-12af-4b43-83f5-bb554b70eba3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307050 Oct 19 12:24:19.029682 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52892) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:19.087629 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9ec8a7e4-8c32-400a-a49c-1cb5b6dbcb4e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/1ceffd8e-d9da-4657-b315-84228a011b36 HTTP/1.1" status: 200 len: 992 time: 0.0568411 Oct 19 12:24:20.246069 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:20.685556 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:25.468040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2142c8af-c082-40ca-b2a7-ee2a1e35bbef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:27.857039 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a694de80-3d95-48ff-9f40-c6b1d9f7dcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:29.085407 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:29.297223 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:31.062108 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:34.799749 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:24:45.531971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52904) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:45.684980 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 0c79eba6-2a12-453e-960e-ea94a81e30d2 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:24:45.685326 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:45.760907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:45.761232 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:45.773272 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 0c79eba6-2a12-453e-960e-ea94a81e30d2 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:24:46.022892 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:46.047474 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=0c79eba6-2a12-453e-960e-ea94a81e30d2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:46.073921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.074264 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.074599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.074931 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.075260 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.075587 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.075913 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.076234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.076575 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.076900 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.077238 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.078104 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:46.116509 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:46.120468 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Floating IP 1ceffd8e-d9da-4657-b315-84228a011b36 disassociated (deleted). External IP: 172.25.2.8, port: 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79. Oct 19 12:24:46.319505 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 0da11872-aadd-4def-b89e-e1aa0ea6e536 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:24:46.427000 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:24:46.432123 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:46.437830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b29d1-6afa-4082-a3df-d7949d1312fa None None] Sync routers for ids ['0da11872-aadd-4def-b89e-e1aa0ea6e536'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:24:46.446598 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b29d1-6afa-4082-a3df-d7949d1312fa None None] Routers {'0da11872-aadd-4def-b89e-e1aa0ea6e536'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:24:46.447377 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8b2b29d1-6afa-4082-a3df-d7949d1312fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0da11872-aadd-4def-b89e-e1aa0ea6e536'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:46.458923 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e3c3e2cf-20f2-4f07-acf6-5eab162950f4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/floatingips/1ceffd8e-d9da-4657-b315-84228a011b36 HTTP/1.1" status: 204 len: 168 time: 0.9258542 Oct 19 12:24:46.459541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:24:46.461998 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b9604b-1137-4498-97dc-993b0f56c5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:24:46.576687 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d907f469-f8b7-4348-b209-407d59b6ca3e x-openstack-request-id: req-d907f469-f8b7-4348-b209-407d59b6ca3e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:24:46.577303 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:24:46.577303 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d907f469-f8b7-4348-b209-407d59b6ca3e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:24:46.577655 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'status': 'completed', 'code': 200} Oct 19 12:24:46.648677 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9604b-1137-4498-97dc-993b0f56c5e5 req-b65c3fbd-36e5-49b8-9ebd-1764ea7cfdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:46.650269 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23b9604b-1137-4498-97dc-993b0f56c5e5 req-b65c3fbd-36e5-49b8-9ebd-1764ea7cfdee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 1097 time: 0.0471475 Oct 19 12:24:46.708203 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8b2b29d1-6afa-4082-a3df-d7949d1312fa None None] Set router 0da11872-aadd-4def-b89e-e1aa0ea6e536 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:24:46.744996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9604b-1137-4498-97dc-993b0f56c5e5 req-c2c6d42a-05d7-4811-8a60-e9f6db7ddb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:46.746471 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23b9604b-1137-4498-97dc-993b0f56c5e5 req-c2c6d42a-05d7-4811-8a60-e9f6db7ddb02 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df3778b3-4afa-4caf-86b3-23b478738e90 HTTP/1.1" status: 200 len: 897 time: 0.0880873 Oct 19 12:24:46.792865 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23b9604b-1137-4498-97dc-993b0f56c5e5 req-e7ab6709-6f41-42b9-8a81-7dd38ee73f72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 200 len: 217 time: 0.0385168 Oct 19 12:24:46.850384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9604b-1137-4498-97dc-993b0f56c5e5 req-24ab521f-be8b-467a-b413-9e4b5eea9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:46.852069 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23b9604b-1137-4498-97dc-993b0f56c5e5 req-24ab521f-be8b-467a-b413-9e4b5eea9459 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=304bd393-2d29-4309-a988-78ba3d3193f7 HTTP/1.1" status: 200 len: 834 time: 0.0505548 Oct 19 12:24:46.913561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8b2b29d1-6afa-4082-a3df-d7949d1312fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '9ad32be9-9747-48b0-bae6-c8dedcc76e96', 'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:98:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:23:01Z', 'updated_at': '2021-10-19T12:23:04Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:46.926811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9604b-1137-4498-97dc-993b0f56c5e5 req-32bc5405-c51c-438d-8920-bb4d3f41fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:46.928311 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23b9604b-1137-4498-97dc-993b0f56c5e5 req-32bc5405-c51c-438d-8920-bb4d3f41fd6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df3778b3-4afa-4caf-86b3-23b478738e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611832 Oct 19 12:24:46.936798 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901a424-2476-46fc-89a4-9a5b534e7b6b req-81ee9c04-2eea-44e2-bd7c-43a46c256063 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:46.938182 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e901a424-2476-46fc-89a4-9a5b534e7b6b req-81ee9c04-2eea-44e2-bd7c-43a46c256063 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0802999 Oct 19 12:24:46.941024 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b29d1-6afa-4082-a3df-d7949d1312fa None None] Checking router: 0da11872-aadd-4def-b89e-e1aa0ea6e536 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:24:46.949584 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b29d1-6afa-4082-a3df-d7949d1312fa None None] Routers {'0da11872-aadd-4def-b89e-e1aa0ea6e536'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:24:46.950219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8b2b29d1-6afa-4082-a3df-d7949d1312fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0da11872-aadd-4def-b89e-e1aa0ea6e536'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:47.030706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e901a424-2476-46fc-89a4-9a5b534e7b6b req-3b88da5a-368a-4bba-a184-23b2a816ecb7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835872 Oct 19 12:24:47.054701 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23b9604b-1137-4498-97dc-993b0f56c5e5 req-cb5ab13d-6b11-488d-93c3-0dca2486c7d7 service neutron] 10.222.0.49 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155899 Oct 19 12:24:47.057831 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8b2b29d1-6afa-4082-a3df-d7949d1312fa None None] Set router 0da11872-aadd-4def-b89e-e1aa0ea6e536 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:24:47.154226 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-23b9604b-1137-4498-97dc-993b0f56c5e5 req-ea66d498-0dbc-41f9-8c15-a77dabdf71c6 service neutron] 10.222.0.49 "GET /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879109 Oct 19 12:24:47.255795 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8b2b29d1-6afa-4082-a3df-d7949d1312fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '9ad32be9-9747-48b0-bae6-c8dedcc76e96', 'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:98:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:23:01Z', 'updated_at': '2021-10-19T12:23:04Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:47.282906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b29d1-6afa-4082-a3df-d7949d1312fa None None] The sync data for ids ['0da11872-aadd-4def-b89e-e1aa0ea6e536'] in n-d-814547-1 is: [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '9ad32be9-9747-48b0-bae6-c8dedcc76e96', 'name': '', 'network_id': 'df3778b3-4afa-4caf-86b3-23b478738e90', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:98:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:23:01Z', 'updated_at': '2021-10-19T12:23:04Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '304bd393-2d29-4309-a988-78ba3d3193f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:24:47.502961 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264cf5b-646d-4b4a-8def-b6108ee49b62 None None] New status for floating IP 1ceffd8e-d9da-4657-b315-84228a011b36: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:24:48.148956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076feb7-c862-4214-8a65-e78786ec4183 req-2cdd4ee0-59fb-41d0-975d-c6aa88c9650f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:48.150432 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e076feb7-c862-4214-8a65-e78786ec4183 req-2cdd4ee0-59fb-41d0-975d-c6aa88c9650f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0514331 Oct 19 12:24:48.187827 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e076feb7-c862-4214-8a65-e78786ec4183 req-36dafe5d-4ba8-41a7-abc5-51ec9e210f1b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a74af80-e694-4c05-ae65-694c4b9bb20f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309284 Oct 19 12:24:48.227696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a1f06-2b7b-4099-856a-ab97a7bb8840 req-4f771dc4-5426-41b8-b854-aae33e35971f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:48.229187 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3c7a1f06-2b7b-4099-856a-ab97a7bb8840 req-4f771dc4-5426-41b8-b854-aae33e35971f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "GET /v2.0/ports?device_id=374a4d87-d649-4698-9f8b-fe05475eadce HTTP/1.1" status: 200 len: 946 time: 0.0491476 Oct 19 12:24:48.321869 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3c7a1f06-2b7b-4099-856a-ab97a7bb8840 req-b9b13c70-4153-44df-b44b-7f857cfb735b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:24:48.322123 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3c7a1f06-2b7b-4099-856a-ab97a7bb8840 req-b9b13c70-4153-44df-b44b-7f857cfb735b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:48.414578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-3c7a1f06-2b7b-4099-856a-ab97a7bb8840 req-b9b13c70-4153-44df-b44b-7f857cfb735b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:24:48.414942 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3c7a1f06-2b7b-4099-856a-ab97a7bb8840 req-b9b13c70-4153-44df-b44b-7f857cfb735b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:48.427939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-3c7a1f06-2b7b-4099-856a-ab97a7bb8840 req-b9b13c70-4153-44df-b44b-7f857cfb735b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:24:48.605970 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3c7a1f06-2b7b-4099-856a-ab97a7bb8840 req-b9b13c70-4153-44df-b44b-7f857cfb735b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:48.632414 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b13c70-4153-44df-b44b-7f857cfb735b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=8ca7f97b-6391-4ffe-81de-cd1c3da7aa79,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:48.675224 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7a1f06-2b7b-4099-856a-ab97a7bb8840 req-b9b13c70-4153-44df-b44b-7f857cfb735b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] No DVR routers for this DVR port 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:24:48.677802 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-3c7a1f06-2b7b-4099-856a-ab97a7bb8840 req-b9b13c70-4153-44df-b44b-7f857cfb735b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:48.681457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3c7a1f06-2b7b-4099-856a-ab97a7bb8840 req-b9b13c70-4153-44df-b44b-7f857cfb735b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "DELETE /v2.0/ports/8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 HTTP/1.1" status: 204 len: 173 time: 0.4456038 Oct 19 12:24:48.681894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'name': 'network-vif-deleted', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:24:48.684189 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bab600-7d03-40ea-8e1f-1e21f335d709" -d '{"events": [{"server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "name": "network-vif-deleted", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:24:48.718679 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8254766-4411-47ef-a203-89e4677b7e2f x-openstack-request-id: req-f8254766-4411-47ef-a203-89e4677b7e2f {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:24:48.719519 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374a4d87-d649-4698-9f8b-fe05475eadce", "name": "network-vif-deleted", "tag": "8ca7f97b-6391-4ffe-81de-cd1c3da7aa79", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:24:48.719782 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8254766-4411-47ef-a203-89e4677b7e2f {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:24:48.720184 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374a4d87-d649-4698-9f8b-fe05475eadce', 'name': 'network-vif-deleted', 'tag': '8ca7f97b-6391-4ffe-81de-cd1c3da7aa79', 'status': 'completed', 'code': 200} Oct 19 12:24:49.242750 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52920) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:49.602627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:49.849462 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 9ad32be9-9747-48b0-bae6-c8dedcc76e96 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:24:49.849715 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:49.934917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port 9ad32be9-9747-48b0-bae6-c8dedcc76e96, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=9ad32be9-9747-48b0-bae6-c8dedcc76e96,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:24:49.935269 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:49.951762 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 9ad32be9-9747-48b0-bae6-c8dedcc76e96 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:24:50.199694 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:50.226917 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=9ad32be9-9747-48b0-bae6-c8dedcc76e96,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:50.251703 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:50.406880 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:50.628972 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 0da11872-aadd-4def-b89e-e1aa0ea6e536 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:24:50.707623 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:50.735782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:24:50.740923 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8368d0b9-922f-43e2-9f03-0319f5d0cac1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "PUT /v2.0/routers/0da11872-aadd-4def-b89e-e1aa0ea6e536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974277 Oct 19 12:24:50.743653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52922) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:50.746310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ddee71-d1ce-4113-8383-1711b3017728 None None] Sync routers for ids ['0da11872-aadd-4def-b89e-e1aa0ea6e536'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:24:50.755949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ddee71-d1ce-4113-8383-1711b3017728 None None] Routers {'0da11872-aadd-4def-b89e-e1aa0ea6e536'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:24:50.756573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a2ddee71-d1ce-4113-8383-1711b3017728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0da11872-aadd-4def-b89e-e1aa0ea6e536'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:50.795003 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9ea645-0215-4e75-8d9b-3558518ee242 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting subnet 304bd393-2d29-4309-a988-78ba3d3193f7 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:24:50.798014 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d9ea645-0215-4e75-8d9b-3558518ee242 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:50.837496 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d9ea645-0215-4e75-8d9b-3558518ee242 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:50.861310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-a2ddee71-d1ce-4113-8383-1711b3017728 None None] Set router 0da11872-aadd-4def-b89e-e1aa0ea6e536 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:24:50.924141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d9ea645-0215-4e75-8d9b-3558518ee242 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.036445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a2ddee71-d1ce-4113-8383-1711b3017728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:24:50Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:51.046257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d9ea645-0215-4e75-8d9b-3558518ee242 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.067942 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ddee71-d1ce-4113-8383-1711b3017728 None None] Checking router: 0da11872-aadd-4def-b89e-e1aa0ea6e536 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:24:51.074761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ea645-0215-4e75-8d9b-3558518ee242 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Subnet': ['ID=304bd393-2d29-4309-a988-78ba3d3193f7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:51.077775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ddee71-d1ce-4113-8383-1711b3017728 None None] Routers {'0da11872-aadd-4def-b89e-e1aa0ea6e536'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:24:51.078437 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a2ddee71-d1ce-4113-8383-1711b3017728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:24:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['0da11872-aadd-4def-b89e-e1aa0ea6e536'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:51.078582 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d9ea645-0215-4e75-8d9b-3558518ee242 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.086111 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1d9ea645-0215-4e75-8d9b-3558518ee242 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/subnets/304bd393-2d29-4309-a988-78ba3d3193f7 HTTP/1.1" status: 204 len: 168 time: 0.3370628 Oct 19 12:24:51.086111 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52924) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:51.116467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256095c2-fc4c-454b-a421-318ead977bed None None] Network df3778b3-4afa-4caf-86b3-23b478738e90 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:24:51.230815 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.268709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-a2ddee71-d1ce-4113-8383-1711b3017728 None None] Set router 0da11872-aadd-4def-b89e-e1aa0ea6e536 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:24:51.334153 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.418433 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41612f76-62bf-4793-aa58-b620601e4c5b None None] DHCP port deletion for df3778b3-4afa-4caf-86b3-23b478738e90 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:24:51.430109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 18d72da6-0ee1-4da0-8aa1-04a03db750bb {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:24:51.430636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.498617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-41612f76-62bf-4793-aa58-b620601e4c5b None None] Deleting port 0c4b4a6b-b865-40d7-bb00-04ceac421545 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:24:51.498991 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41612f76-62bf-4793-aa58-b620601e4c5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.502125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-a2ddee71-d1ce-4113-8383-1711b3017728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:24:50Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:51.520283 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port 18d72da6-0ee1-4da0-8aa1-04a03db750bb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=18d72da6-0ee1-4da0-8aa1-04a03db750bb,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:24:51.520644 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.533753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 18d72da6-0ee1-4da0-8aa1-04a03db750bb owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:24:51.542768 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ddee71-d1ce-4113-8383-1711b3017728 None None] The sync data for ids ['0da11872-aadd-4def-b89e-e1aa0ea6e536'] in n-d-814547-1 is: [{'id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456835590', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:22:57Z', 'updated_at': '2021-10-19T12:24:50Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '18d72da6-0ee1-4da0-8aa1-04a03db750bb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da11872-aadd-4def-b89e-e1aa0ea6e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:22:58Z', 'updated_at': '2021-10-19T12:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:24:51.580635 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:24:51.608487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:24:51.608858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 8ca7f97b-6391-4ffe-81de-cd1c3da7aa79 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:24:51.614921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-41612f76-62bf-4793-aa58-b620601e4c5b None None] For port 0c4b4a6b-b865-40d7-bb00-04ceac421545, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=0c4b4a6b-b865-40d7-bb00-04ceac421545,segment=NetworkSegment(98ab6ac7-35d5-477f-8eae-3c62cf9c1353),segment_id=98ab6ac7-35d5-477f-8eae-3c62cf9c1353)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:24:51.615319 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41612f76-62bf-4793-aa58-b620601e4c5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.627434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-41612f76-62bf-4793-aa58-b620601e4c5b None None] Calling delete_port for 0c4b4a6b-b865-40d7-bb00-04ceac421545 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:24:51.794621 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.819591 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=18d72da6-0ee1-4da0-8aa1-04a03db750bb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:51.895869 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.951222 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-41612f76-62bf-4793-aa58-b620601e4c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:51.974674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41612f76-62bf-4793-aa58-b620601e4c5b None None] Pushing event deleted for resources: {'Port': ['ID=0c4b4a6b-b865-40d7-bb00-04ceac421545,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:51.980265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41612f76-62bf-4793-aa58-b620601e4c5b None None] No DVR routers for this DVR port 0c4b4a6b-b865-40d7-bb00-04ceac421545 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:24:52.012231 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.014630 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.017002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0c4b4a6b-b865-40d7-bb00-04ceac421545 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:24:52.037974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 0c4b4a6b-b865-40d7-bb00-04ceac421545 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:24:52.038331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 0c4b4a6b-b865-40d7-bb00-04ceac421545 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:24:52.038722 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9ad32be9-9747-48b0-bae6-c8dedcc76e96 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:24:52.058386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 9ad32be9-9747-48b0-bae6-c8dedcc76e96 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:24:52.058783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 9ad32be9-9747-48b0-bae6-c8dedcc76e96 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:24:52.126438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.127984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Fanout notify agent at l3_agent the message router_deleted on router 0da11872-aadd-4def-b89e-e1aa0ea6e536 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:24:52.135762 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.136957 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a9079f08-54d4-457d-adf6-1c1b68fc81c6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/routers/0da11872-aadd-4def-b89e-e1aa0ea6e536 HTTP/1.1" status: 204 len: 168 time: 1.0516863 Oct 19 12:24:52.139608 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52928) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:52.222656 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.309469 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.329490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3778b3-4afa-4caf-86b3-23b478738e90']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:52.338603 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ab6ac7-35d5-477f-8eae-3c62cf9c1353') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:52.338905 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ab6ac7-35d5-477f-8eae-3c62cf9c1353') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:52.348131 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.361517 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.367259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:24:52.367643 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:24:52.370599 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:24:52.846000 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.853603 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.856416 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/networks/df3778b3-4afa-4caf-86b3-23b478738e90 HTTP/1.1" status: 204 len: 168 time: 0.7158661 Oct 19 12:24:52.859251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52930) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:52.868621 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5265cb-27a1-4cef-b34f-23f1fd883e03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Network': ['ID=df3778b3-4afa-4caf-86b3-23b478738e90,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:52.917398 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-149c3f61-f76a-4505-83a2-b980f8d6f645 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:52.943198 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-149c3f61-f76a-4505-83a2-b980f8d6f645 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:53.068625 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-149c3f61-f76a-4505-83a2-b980f8d6f645 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:53.071201 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-149c3f61-f76a-4505-83a2-b980f8d6f645 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:53.072355 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-149c3f61-f76a-4505-83a2-b980f8d6f645 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/security-groups/8a74af80-e694-4c05-ae65-694c4b9bb20f HTTP/1.1" status: 204 len: 168 time: 0.2114906 Oct 19 12:24:53.084126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c3f61-f76a-4505-83a2-b980f8d6f645 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a74af80-e694-4c05-ae65-694c4b9bb20f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:53.553583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52936) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:53.558533 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bf4e5c6d-a091-4c1b-a661-2a35bcb285b1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018698244', 'description': 'tempest-secgroup-smoke-2018698244 description', 'project_id': '4021ea88e29048a9a8abae0af841132c'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:24:53.631920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 18d72da6-0ee1-4da0-8aa1-04a03db750bb no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:24:53.640204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5c6d-a091-4c1b-a661-2a35bcb285b1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:53.653392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 18d72da6-0ee1-4da0-8aa1-04a03db750bb {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:24:53.653739 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 18d72da6-0ee1-4da0-8aa1-04a03db750bb not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:24:53.706319 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5c6d-a091-4c1b-a661-2a35bcb285b1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:53.793992 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5c6d-a091-4c1b-a661-2a35bcb285b1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:53.822892 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e5c6d-a091-4c1b-a661-2a35bcb285b1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2329f4-daa5-42a3-9637-231f767823e5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:53.887793 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5c6d-a091-4c1b-a661-2a35bcb285b1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:53.889085 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bf4e5c6d-a091-4c1b-a661-2a35bcb285b1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3344336 Oct 19 12:24:53.891969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52938) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:53.896311 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-4b2c2d9d-6619-40a9-9fe8-f5da4fe90cd9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'da2329f4-daa5-42a3-9637-231f767823e5', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:24:53.992579 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b2c2d9d-6619-40a9-9fe8-f5da4fe90cd9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.049177 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b2c2d9d-6619-40a9-9fe8-f5da4fe90cd9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.108372 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b2c2d9d-6619-40a9-9fe8-f5da4fe90cd9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.127778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c2d9d-6619-40a9-9fe8-f5da4fe90cd9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf0dca5-848e-4d88-832c-4c54e676f755,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:54.184956 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-4b2c2d9d-6619-40a9-9fe8-f5da4fe90cd9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.187459 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4b2c2d9d-6619-40a9-9fe8-f5da4fe90cd9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2944560 Oct 19 12:24:54.190229 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52940) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:54.197089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-6a561418-23d1-49cb-88a0-07ffedccd2b6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'da2329f4-daa5-42a3-9637-231f767823e5', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:24:54.278050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a561418-23d1-49cb-88a0-07ffedccd2b6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.334370 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a561418-23d1-49cb-88a0-07ffedccd2b6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.416845 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a561418-23d1-49cb-88a0-07ffedccd2b6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.435095 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a561418-23d1-49cb-88a0-07ffedccd2b6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2d7f0e-761d-46dd-8bc8-f4f2d52374cf,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:54.493259 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-6a561418-23d1-49cb-88a0-07ffedccd2b6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.494490 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-6a561418-23d1-49cb-88a0-07ffedccd2b6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3032830 Oct 19 12:24:54.497170 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52942) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:54.501489 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-ebaa6541-eeed-4c95-a846-c5e3c4108f97 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'da2329f4-daa5-42a3-9637-231f767823e5', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:24:54.582433 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6541-eeed-4c95-a846-c5e3c4108f97 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.637282 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6541-eeed-4c95-a846-c5e3c4108f97 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.685566 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6541-eeed-4c95-a846-c5e3c4108f97 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.704454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa6541-eeed-4c95-a846-c5e3c4108f97 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dd4c4b-e2ee-4478-9317-10e11032a365,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:54.744832 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6541-eeed-4c95-a846-c5e3c4108f97 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.746006 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ebaa6541-eeed-4c95-a846-c5e3c4108f97 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2478800 Oct 19 12:24:54.748722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52944) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:54.753057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-cb2441e5-4468-4951-a85f-de81d26f2676 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'da2329f4-daa5-42a3-9637-231f767823e5', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:24:54.821100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb2441e5-4468-4951-a85f-de81d26f2676 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.880116 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb2441e5-4468-4951-a85f-de81d26f2676 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.942349 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb2441e5-4468-4951-a85f-de81d26f2676 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:54.961842 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2441e5-4468-4951-a85f-de81d26f2676 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d18a87-f5d7-4b80-8ac0-d3792e3dad36,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:55.030305 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cb2441e5-4468-4951-a85f-de81d26f2676 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.031492 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cb2441e5-4468-4951-a85f-de81d26f2676 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2818491 Oct 19 12:24:55.034160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52946) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:55.038508 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-af830e9c-5b17-4a51-ad27-48bec96f6e65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'da2329f4-daa5-42a3-9637-231f767823e5', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:24:55.137151 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-af830e9c-5b17-4a51-ad27-48bec96f6e65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Project 4021ea88e29048a9a8abae0af841132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:24:55.142832 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af830e9c-5b17-4a51-ad27-48bec96f6e65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.207511 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af830e9c-5b17-4a51-ad27-48bec96f6e65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.279721 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af830e9c-5b17-4a51-ad27-48bec96f6e65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.299126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af830e9c-5b17-4a51-ad27-48bec96f6e65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669fdd0d-ec48-4657-9d08-6cc68e12295c,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:55.373340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-af830e9c-5b17-4a51-ad27-48bec96f6e65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.374539 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-af830e9c-5b17-4a51-ad27-48bec96f6e65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3394711 Oct 19 12:24:55.377830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52948) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:55.382134 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-25e02b74-692f-4980-bc1b-31e02a3f896c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': 'da2329f4-daa5-42a3-9637-231f767823e5', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:24:55.463046 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-25e02b74-692f-4980-bc1b-31e02a3f896c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Project 4021ea88e29048a9a8abae0af841132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:24:55.468168 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-25e02b74-692f-4980-bc1b-31e02a3f896c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.491806 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c8f8225c-bf11-4cbb-915b-be90e85c1477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.534935 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-25e02b74-692f-4980-bc1b-31e02a3f896c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.599933 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-25e02b74-692f-4980-bc1b-31e02a3f896c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.618595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e02b74-692f-4980-bc1b-31e02a3f896c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59456fea-048d-4cb6-a62b-abd09eabb2e9,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:55.687652 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-25e02b74-692f-4980-bc1b-31e02a3f896c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.688859 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-25e02b74-692f-4980-bc1b-31e02a3f896c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3100455 Oct 19 12:24:55.691674 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52950) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:55.696518 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'network': {'name': 'tempest-network-smoke--1431160364', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'port_security_enabled': True}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:24:55.777023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:24:55.780267 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.803348 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:24:55.811947 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.812300 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Added segment 3ed8138e-cf69-42c3-9505-79183ef211e9 of type vlan for network bba1841e-da41-40a5-a36b-291b9f1ba10f Oct 19 12:24:55.861242 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.942495 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:55.947998 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:55.948603 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:56.011964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Network': ['ID=bba1841e-da41-40a5-a36b-291b9f1ba10f,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:56.022991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network bba1841e-da41-40a5-a36b-291b9f1ba10f details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:24:56.035598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-0c4b22cb-ac75-4a14-a5ca-c8d951f364ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3387449 Oct 19 12:24:56.035598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52952) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:56.039352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'admin_state_up': True, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:24:56.108542 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:56.109653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:56.166896 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:56.338999 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:56.866443 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:56.884876 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:56.986710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.25.2.149 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/166590df-36fd-4d45-ab8d-ee44929a87ec) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:24:57.082541 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:57.166053 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:57.205893 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:24:57.208943 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:24:57.212392 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:24:57.238332 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=166590df-36fd-4d45-ab8d-ee44929a87ec,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:57.513423 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:57.698538 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:57.839848 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c5105252-2ac8-445f-8ee5-d1b69a1c4a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:57.891282 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 83eacc98-2369-4a13-9a45-87941885f4a9 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:24:57.997329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:24:58.006940 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10630878-3199-473c-894d-5b388c0be992 None None] Sync routers for ids ['83eacc98-2369-4a13-9a45-87941885f4a9'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:24:58.015890 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10630878-3199-473c-894d-5b388c0be992 None None] Routers {'83eacc98-2369-4a13-9a45-87941885f4a9'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:24:58.016511 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-10630878-3199-473c-894d-5b388c0be992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['83eacc98-2369-4a13-9a45-87941885f4a9'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:58.070368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:58.071616 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5891ab03-58fd-4501-9ee8-5e15778b9236 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0359440 Oct 19 12:24:58.074920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52954) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:58.118553 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-10630878-3199-473c-894d-5b388c0be992 None None] Set router 83eacc98-2369-4a13-9a45-87941885f4a9 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:24:58.145231 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-7537b160-28d2-43d6-9cf4-176c945ff0ce tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=4021ea88e29048a9a8abae0af841132c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0691550 Oct 19 12:24:58.147874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52958) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:58.238984 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba928d2a-5fa0-46dc-9c0c-4a74ade73bc9 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:58.240510 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ba928d2a-5fa0-46dc-9c0c-4a74ade73bc9 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916471 Oct 19 12:24:58.243451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52960) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:58.271150 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-51d038dc-f69e-4524-b6e3-713d6e5f8d1d tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265203 Oct 19 12:24:58.273562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 52962) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:58.278301 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-323583069', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:24:58.294841 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-10630878-3199-473c-894d-5b388c0be992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:24:57Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:58.320666 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10630878-3199-473c-894d-5b388c0be992 None None] Checking router: 83eacc98-2369-4a13-9a45-87941885f4a9 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:24:58.321016 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10630878-3199-473c-894d-5b388c0be992 None None] Updating router 83eacc98-2369-4a13-9a45-87941885f4a9 port 166590df-36fd-4d45-ab8d-ee44929a87ec binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:24:58.346918 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-10630878-3199-473c-894d-5b388c0be992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:58.434155 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:24:58.437771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:58.604003 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-10630878-3199-473c-894d-5b388c0be992 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:58.696555 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-10630878-3199-473c-894d-5b388c0be992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:58.726381 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:58.748089 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Pushing event updated for resources: {'Port': ['ID=166590df-36fd-4d45-ab8d-ee44929a87ec,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:58.750802 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-10630878-3199-473c-894d-5b388c0be992 None None] Attempting to bind port 166590df-36fd-4d45-ab8d-ee44929a87ec on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:24:58.751168 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-10630878-3199-473c-894d-5b388c0be992 None None] Attempting to bind port 166590df-36fd-4d45-ab8d-ee44929a87ec by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:24:58.755660 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10630878-3199-473c-894d-5b388c0be992 None None] Attempting to bind port 166590df-36fd-4d45-ab8d-ee44929a87ec on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:24:58.760838 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.761192 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.761533 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.761865 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.762195 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.762523 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.762847 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.763166 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.763486 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.763804 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.764125 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.764594 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:24:58.768279 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10630878-3199-473c-894d-5b388c0be992 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:24:58.768686 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10630878-3199-473c-894d-5b388c0be992 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:24:58.769085 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-10630878-3199-473c-894d-5b388c0be992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:58.769465 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10630878-3199-473c-894d-5b388c0be992 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:24:58.770070 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-10630878-3199-473c-894d-5b388c0be992 None None] Bound port: 166590df-36fd-4d45-ab8d-ee44929a87ec, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:24:58.770336 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-10630878-3199-473c-894d-5b388c0be992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:58.786836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Subnet': ['ID=17c0322e-ec11-4569-bc1a-a2110536e3e9,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:58.796524 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Checking segment: {'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:24:58.796945 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network hostable DHCP agents. Network: bba1841e-da41-40a5-a36b-291b9f1ba10f, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:24:58.820902 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-10630878-3199-473c-894d-5b388c0be992 None None] For port 166590df-36fd-4d45-ab8d-ee44929a87ec, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:24:58.823865 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-10630878-3199-473c-894d-5b388c0be992 None None] For port 166590df-36fd-4d45-ab8d-ee44929a87ec, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=166590df-36fd-4d45-ab8d-ee44929a87ec,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:24:58.885289 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network bba1841e-da41-40a5-a36b-291b9f1ba10f is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:24:58.902747 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-10630878-3199-473c-894d-5b388c0be992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:58.942863 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, bba1841e-da41-40a5-a36b-291b9f1ba10f) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:24:58.947130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:24:58.947820 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:58.952307 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8614ab3d-4732-40e5-9d97-5107b7c4637f None None] Network bba1841e-da41-40a5-a36b-291b9f1ba10f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:24:58.970900 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10630878-3199-473c-894d-5b388c0be992 None None] Routers {'83eacc98-2369-4a13-9a45-87941885f4a9'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:24:58.971611 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-10630878-3199-473c-894d-5b388c0be992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['83eacc98-2369-4a13-9a45-87941885f4a9'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:58.974312 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadf378-aceb-4203-b22f-40ed3cbe5065 None None] Pushing event updated for resources: {'Port': ['ID=166590df-36fd-4d45-ab8d-ee44929a87ec,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:59.014758 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-cacd481d-2dcc-4703-a78f-7f91ae80f593 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7399061 Oct 19 12:24:59.017526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 52964) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:24:59.119796 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-bba1841e-da41-40a5-a36b-291b9f1ba10f', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ips': [{'subnet_id': '17c0322e-ec11-4569-bc1a-a2110536e3e9'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:24:59.120701 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:59.137722 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:59.183016 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-10630878-3199-473c-894d-5b388c0be992 None None] Set router 83eacc98-2369-4a13-9a45-87941885f4a9 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:24:59.267284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Allocated IP 172.20.0.2 (bba1841e-da41-40a5-a36b-291b9f1ba10f/17c0322e-ec11-4569-bc1a-a2110536e3e9/4c12dc61-bab5-4d38-b1e7-e64e0475a7c1) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:24:59.365750 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:59.368213 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-10630878-3199-473c-894d-5b388c0be992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:24:57Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:24:59.396507 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10630878-3199-473c-894d-5b388c0be992 None None] The sync data for ids ['83eacc98-2369-4a13-9a45-87941885f4a9'] in n-d-814547-1 is: [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:24:57Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:24:59.433733 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:59.477005 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:59.543482 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:59.587578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Network bba1841e-da41-40a5-a36b-291b9f1ba10f is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:24:59.590475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:24:59.592968 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:24:59.602120 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Pushing event updated for resources: {'Port': ['ID=4c12dc61-bab5-4d38-b1e7-e64e0475a7c1,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:24:59.681344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Attempting to bind port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:24:59.681710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Attempting to bind port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:24:59.682064 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Attempting to bind port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 on network bba1841e-da41-40a5-a36b-291b9f1ba10f {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:24:59.687104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:24:59.687991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Checking segment: {'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:24:59.688381 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:59.688902 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Bound using segment: {'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:24:59.689480 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Bound port: 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:24:59.689727 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:59.766989 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] For port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:24:59.770478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] For port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4c12dc61-bab5-4d38-b1e7-e64e0475a7c1,segment=NetworkSegment(3ed8138e-cf69-42c3-9505-79183ef211e9),segment_id=3ed8138e-cf69-42c3-9505-79183ef211e9)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:24:59.796165 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 166590df-36fd-4d45-ab8d-ee44929a87ec up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:24:59.801729 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.20.0.1 (bba1841e-da41-40a5-a36b-291b9f1ba10f/17c0322e-ec11-4569-bc1a-a2110536e3e9/f4a8ae23-4ee5-4863-8c42-203619b07cbe) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:24:59.849163 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 166590df-36fd-4d45-ab8d-ee44929a87ec triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:24:59.849537 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:59.871191 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:59.938434 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:24:59.949842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5dd868-6f79-4a4d-ad56-7a814f285055 None None] Pushing event updated for resources: {'Port': ['ID=4c12dc61-bab5-4d38-b1e7-e64e0475a7c1,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:00.004753 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:00.013371 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:00.029110 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port 166590df-36fd-4d45-ab8d-ee44929a87ec, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=166590df-36fd-4d45-ab8d-ee44929a87ec,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:25:00.060747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network bba1841e-da41-40a5-a36b-291b9f1ba10f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:25:00.064198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:25:00.068268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:25:00.098408 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=f4a8ae23-4ee5-4863-8c42-203619b07cbe,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:00.098645 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:00.168593 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:00.182898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=166590df-36fd-4d45-ab8d-ee44929a87ec,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:00.448201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:00.748924 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:00.822991 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:00.900633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:00.902606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=f4a8ae23-4ee5-4863-8c42-203619b07cbe,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:00.999672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network bba1841e-da41-40a5-a36b-291b9f1ba10f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:25:01.001564 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:25:01.063390 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:01.118272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 83eacc98-2369-4a13-9a45-87941885f4a9 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:25:01.233686 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:25:01.239473 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5921e50c-5f05-47db-a2d9-301e81985983 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "PUT /v2.0/routers/83eacc98-2369-4a13-9a45-87941885f4a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2209129 Oct 19 12:25:01.367249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53587c8d-248a-43e0-85e8-56b79840205a None None] Network bba1841e-da41-40a5-a36b-291b9f1ba10f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:25:01.389926 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-09743e78-96c4-405d-b4e5-b2639cd5a1bc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018698244&fields=id&tenant_id=4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 267 time: 0.0380046 Oct 19 12:25:01.420936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Sync routers for ids ['83eacc98-2369-4a13-9a45-87941885f4a9'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:25:01.453995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Routers {'83eacc98-2369-4a13-9a45-87941885f4a9'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:25:01.454620 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['83eacc98-2369-4a13-9a45-87941885f4a9'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:25:01.502932 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-bae94416-ce28-482a-b917-3b2bf28dc353 None None] Provisioning complete for port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:01.503208 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bae94416-ce28-482a-b917-3b2bf28dc353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:01.504299 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-c0aa26d2-6880-4aef-b81f-44cc7f85da24 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:01.505812 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-c0aa26d2-6880-4aef-b81f-44cc7f85da24 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/networks?id=bba1841e-da41-40a5-a36b-291b9f1ba10f HTTP/1.1" status: 200 len: 797 time: 0.1065669 Oct 19 12:25:01.521485 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-2a3c52ad-33e8-4184-b7b5-cb091e19a7ca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/quotas/4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 375 time: 0.0096281 Oct 19 12:25:01.578973 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-dd2c706e-75e2-483e-8b36-5182be81bcdc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519047 Oct 19 12:25:01.595125 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-c84d53e4-a26c-4a93-ab59-abbe7ab9d95a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:25:01.596119 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-c84d53e4-a26c-4a93-ab59-abbe7ab9d95a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057275 Oct 19 12:25:01.651520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Set router 83eacc98-2369-4a13-9a45-87941885f4a9 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:25:01.703699 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-77835f48-53a7-46c0-8121-0bde17f0be0f service neutron] 10.222.0.39 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004181 Oct 19 12:25:01.786878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:25:01.807296 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-2b668b97-6613-415f-9c37-6aaa85940e4e service neutron] 10.222.0.39 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978589 Oct 19 12:25:01.825962 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bae94416-ce28-482a-b917-3b2bf28dc353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:01.914496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-bae94416-ce28-482a-b917-3b2bf28dc353 None None] For port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4c12dc61-bab5-4d38-b1e7-e64e0475a7c1,segment=NetworkSegment(3ed8138e-cf69-42c3-9505-79183ef211e9),segment_id=3ed8138e-cf69-42c3-9505-79183ef211e9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:25:01.945844 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:01.946203 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:02.009683 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bae94416-ce28-482a-b917-3b2bf28dc353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:02.069287 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-196275be-c639-4af9-9a1b-c6d6b9d2e3b3 req-36acb7c3-b3bf-480f-a88c-78d11f3ec025 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 210 time: 0.0310879 Oct 19 12:25:02.088073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae94416-ce28-482a-b917-3b2bf28dc353 None None] Pushing event updated for resources: {'Port': ['ID=4c12dc61-bab5-4d38-b1e7-e64e0475a7c1,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:02.113767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f4a8ae23-4ee5-4863-8c42-203619b07cbe', 'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:3b:15:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:59Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 2, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:25:02.154484 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Checking router: 83eacc98-2369-4a13-9a45-87941885f4a9 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:25:02.154826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Updating router 83eacc98-2369-4a13-9a45-87941885f4a9 port f4a8ae23-4ee5-4863-8c42-203619b07cbe binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:25:02.193614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 166590df-36fd-4d45-ab8d-ee44929a87ec up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:25:02.195101 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:02.221251 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1d160c5a-424f-494b-b9b3-ecdcaf3ad28c None None] Provisioning complete for port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:02.221667 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1d160c5a-424f-494b-b9b3-ecdcaf3ad28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:02.577841 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 166590df-36fd-4d45-ab8d-ee44929a87ec triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:02.578242 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:02.678485 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-1d160c5a-424f-494b-b9b3-ecdcaf3ad28c None None] Provisioning complete for port f4a8ae23-4ee5-4863-8c42-203619b07cbe triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:02.678889 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1d160c5a-424f-494b-b9b3-ecdcaf3ad28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:02.761977 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1d160c5a-424f-494b-b9b3-ecdcaf3ad28c None None] Port f4a8ae23-4ee5-4863-8c42-203619b07cbe cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:25:02.830729 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:02.881293 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3bd53ab7-5070-418d-8a13-5a59c9101513 None None] Provisioning complete for port f4a8ae23-4ee5-4863-8c42-203619b07cbe triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:02.881655 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3bd53ab7-5070-418d-8a13-5a59c9101513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:02.904474 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:02.958710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3bd53ab7-5070-418d-8a13-5a59c9101513 None None] Port f4a8ae23-4ee5-4863-8c42-203619b07cbe cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:25:02.968148 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5cf86-c7a7-46df-bad5-cab462f8e79b None None] Pushing event updated for resources: {'Port': ['ID=f4a8ae23-4ee5-4863-8c42-203619b07cbe,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:03.032529 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Attempting to bind port f4a8ae23-4ee5-4863-8c42-203619b07cbe on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:25:03.033002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Attempting to bind port f4a8ae23-4ee5-4863-8c42-203619b07cbe by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:25:03.033423 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Attempting to bind port f4a8ae23-4ee5-4863-8c42-203619b07cbe on network bba1841e-da41-40a5-a36b-291b9f1ba10f {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:25:03.038817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:25:03.039179 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Checking segment: {'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:25:03.039578 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:03.040092 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Bound using segment: {'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:25:03.040588 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Bound port: f4a8ae23-4ee5-4863-8c42-203619b07cbe, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:25:03.041017 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:03.108084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] For port f4a8ae23-4ee5-4863-8c42-203619b07cbe, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:25:03.111464 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] For port f4a8ae23-4ee5-4863-8c42-203619b07cbe, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f4a8ae23-4ee5-4863-8c42-203619b07cbe,segment=NetworkSegment(3ed8138e-cf69-42c3-9505-79183ef211e9),segment_id=3ed8138e-cf69-42c3-9505-79183ef211e9)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:25:03.170024 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bfd2c50f-6079-45a3-a2b1-d982786b056b req-8ffe0aec-7928-4e15-8a55-b5f8bf7799c8 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 210 time: 0.0272045 Oct 19 12:25:03.180493 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-47712058-c6f2-4bb0-97a2-fa931eab5604 None None] Provisioning complete for port f4a8ae23-4ee5-4863-8c42-203619b07cbe triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:03.180493 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-47712058-c6f2-4bb0-97a2-fa931eab5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:03.202300 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:03.254608 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-47712058-c6f2-4bb0-97a2-fa931eab5604 None None] Port f4a8ae23-4ee5-4863-8c42-203619b07cbe cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:25:03.278233 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Routers {'83eacc98-2369-4a13-9a45-87941885f4a9'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:25:03.278880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['83eacc98-2369-4a13-9a45-87941885f4a9'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:25:03.283998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5cf86-c7a7-46df-bad5-cab462f8e79b None None] Pushing event updated for resources: {'Port': ['ID=f4a8ae23-4ee5-4863-8c42-203619b07cbe,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:03.395499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] Set router 83eacc98-2369-4a13-9a45-87941885f4a9 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:25:03.501730 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3654c195-c0b1-4e91-8219-30003717071e None None] Provisioning complete for port f4a8ae23-4ee5-4863-8c42-203619b07cbe triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:03.502101 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3654c195-c0b1-4e91-8219-30003717071e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:03.662194 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3654c195-c0b1-4e91-8219-30003717071e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:03.686232 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:25:03.716074 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f4a8ae23-4ee5-4863-8c42-203619b07cbe', 'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:3b:15:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:59Z', 'updated_at': '2021-10-19T12:25:03Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:25:03.756810 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3654c195-c0b1-4e91-8219-30003717071e None None] For port f4a8ae23-4ee5-4863-8c42-203619b07cbe, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f4a8ae23-4ee5-4863-8c42-203619b07cbe,segment=NetworkSegment(3ed8138e-cf69-42c3-9505-79183ef211e9),segment_id=3ed8138e-cf69-42c3-9505-79183ef211e9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:25:03.759450 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6bb2c1-e9aa-4dca-bf73-79ee19a13fe0 None None] The sync data for ids ['83eacc98-2369-4a13-9a45-87941885f4a9'] in n-d-814547-1 is: [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f4a8ae23-4ee5-4863-8c42-203619b07cbe', 'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:3b:15:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:59Z', 'updated_at': '2021-10-19T12:25:03Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:25:03.778186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:03.778557 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:03.835924 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3654c195-c0b1-4e91-8219-30003717071e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:03.922721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654c195-c0b1-4e91-8219-30003717071e None None] Pushing event updated for resources: {'Port': ['ID=f4a8ae23-4ee5-4863-8c42-203619b07cbe,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:03.971801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-998868ad-3dba-4d83-a853-70bb885f98e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:03.973452 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-998868ad-3dba-4d83-a853-70bb885f98e2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "GET /v2.0/networks?id=bba1841e-da41-40a5-a36b-291b9f1ba10f HTTP/1.1" status: 200 len: 797 time: 0.1282141 Oct 19 12:25:04.018874 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-d6b56d37-e0d3-4000-ae71-3f0b322da0b1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 380 time: 0.0358219 Oct 19 12:25:04.028927 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'port': {'device_id': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'admin_state_up': True, 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'security_groups': ['da2329f4-daa5-42a3-9637-231f767823e5']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:25:04.217222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:25:04.225409 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:04.300895 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5f10cf24-f07d-4bfa-aced-4acdb793cdc9 req-f65f1a48-6e20-41c5-ac2d-a1188f341817 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 210 time: 0.0327759 Oct 19 12:25:04.364614 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.20.0.6 (bba1841e-da41-40a5-a36b-291b9f1ba10f/17c0322e-ec11-4569-bc1a-a2110536e3e9/25078b33-bea4-4c4b-8c06-b8555a4de36e) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:25:04.515127 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:04.617575 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:04.664300 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network bba1841e-da41-40a5-a36b-291b9f1ba10f is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:25:04.667547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:25:04.671340 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:25:04.696008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=25078b33-bea4-4c4b-8c06-b8555a4de36e,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:04.728000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:04.728687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:04.831918 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-78b0469e-7a9e-4017-abd6-5bc8a66d3ab7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8067477 Oct 19 12:25:04.844862 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Request body: {'port': {'device_id': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:25:04.903155 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:04.968696 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b90eb962-68ca-4425-8614-131547b0a746 None None] Provisioning complete for port 25078b33-bea4-4c4b-8c06-b8555a4de36e triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:04.968696 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b90eb962-68ca-4425-8614-131547b0a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:05.003291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-b90eb962-68ca-4425-8614-131547b0a746 None None] Port 25078b33-bea4-4c4b-8c06-b8555a4de36e cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:25:05.163471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25078b33-bea4-4c4b-8c06-b8555a4de36e {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:25:05.170909 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:05.183278 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Transition to ACTIVE for port object 25078b33-bea4-4c4b-8c06-b8555a4de36e will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:25:05.268391 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:05.322015 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Pushing event updated for resources: {'Port': ['ID=25078b33-bea4-4c4b-8c06-b8555a4de36e,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:05.417919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Attempting to bind port 25078b33-bea4-4c4b-8c06-b8555a4de36e on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:25:05.418259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Attempting to bind port 25078b33-bea4-4c4b-8c06-b8555a4de36e by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:25:05.418587 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Attempting to bind port 25078b33-bea4-4c4b-8c06-b8555a4de36e on network bba1841e-da41-40a5-a36b-291b9f1ba10f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:25:05.426795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Port 25078b33-bea4-4c4b-8c06-b8555a4de36e on network bba1841e-da41-40a5-a36b-291b9f1ba10f not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:25:05.427123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Attempting to bind port 25078b33-bea4-4c4b-8c06-b8555a4de36e on network bba1841e-da41-40a5-a36b-291b9f1ba10f {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:25:05.435610 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:25:05.435950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Checking segment: {'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:25:05.436344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Bound using segment: {'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:25:05.436807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Bound port: 25078b33-bea4-4c4b-8c06-b8555a4de36e, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed8138e-cf69-42c3-9505-79183ef211e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:25:05.437168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:05.459427 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6a02b-7318-47cd-a19a-9b4f700668d0 req-a460322e-9053-4c23-acc5-28040e62b118 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:05.461016 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-60a6a02b-7318-47cd-a19a-9b4f700668d0 req-a460322e-9053-4c23-acc5-28040e62b118 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 943 time: 0.0802581 Oct 19 12:25:05.539256 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-60a6a02b-7318-47cd-a19a-9b4f700668d0 req-9a0cdd8b-27d8-4f01-a010-8bdd4f482fc1 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565658 Oct 19 12:25:05.542666 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] For port 25078b33-bea4-4c4b-8c06-b8555a4de36e, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:25:05.545747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] For port 25078b33-bea4-4c4b-8c06-b8555a4de36e, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=25078b33-bea4-4c4b-8c06-b8555a4de36e,segment=NetworkSegment(3ed8138e-cf69-42c3-9505-79183ef211e9),segment_id=3ed8138e-cf69-42c3-9505-79183ef211e9)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:25:05.611796 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:05.645759 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:05.646376 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:05.648319 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] 10.222.0.49 "PUT /v2.0/ports/25078b33-bea4-4c4b-8c06-b8555a4de36e HTTP/1.1" status: 200 len: 1091 time: 0.8077602 Oct 19 12:25:05.650997 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'tag': '25078b33-bea4-4c4b-8c06-b8555a4de36e'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:25:05.653830 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c9ef40-5b71-45ec-837c-14a4847734bd" -d '{"events": [{"name": "network-changed", "server_uuid": "904168d3-4c8f-4a1d-9c4f-d57b287cd609", "tag": "25078b33-bea4-4c4b-8c06-b8555a4de36e"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:25:05.696685 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65b74df-7a75-476a-ac48-73202b9ab60d x-openstack-request-id: req-f65b74df-7a75-476a-ac48-73202b9ab60d {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:25:05.696983 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904168d3-4c8f-4a1d-9c4f-d57b287cd609", "tag": "25078b33-bea4-4c4b-8c06-b8555a4de36e", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:25:05.697223 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f65b74df-7a75-476a-ac48-73202b9ab60d {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:25:05.697631 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'tag': '25078b33-bea4-4c4b-8c06-b8555a4de36e', 'status': 'completed', 'code': 200} Oct 19 12:25:05.707737 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88746ad3-4a2b-454c-bd95-31363c80a507 service neutron] Pushing event updated for resources: {'Port': ['ID=25078b33-bea4-4c4b-8c06-b8555a4de36e,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:05.710466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f4a8ae23-4ee5-4863-8c42-203619b07cbe up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:25:05.770345 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9ef40-5b71-45ec-837c-14a4847734bd req-917e156e-697f-47f2-afee-1b4fb31d3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:05.771910 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0c9ef40-5b71-45ec-837c-14a4847734bd req-917e156e-697f-47f2-afee-1b4fb31d3857 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 1094 time: 0.0514746 Oct 19 12:25:05.791318 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port f4a8ae23-4ee5-4863-8c42-203619b07cbe triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:05.791775 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:05.888867 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9ef40-5b71-45ec-837c-14a4847734bd req-cff1fc9f-60d6-41bc-93af-5410c4139d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:05.890923 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0c9ef40-5b71-45ec-837c-14a4847734bd req-cff1fc9f-60d6-41bc-93af-5410c4139d8f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=4021ea88e29048a9a8abae0af841132c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1105123 Oct 19 12:25:05.986844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9ef40-5b71-45ec-837c-14a4847734bd req-c5ffd3a9-483d-436f-aa6d-52f01df3cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:05.988320 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a0c9ef40-5b71-45ec-837c-14a4847734bd req-c5ffd3a9-483d-436f-aa6d-52f01df3cd99 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909674 Oct 19 12:25:06.063864 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-dae1be34-8eb4-481d-b581-88faf1ccac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:06.065263 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-dae1be34-8eb4-481d-b581-88faf1ccac52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 1094 time: 0.0409117 Oct 19 12:25:06.110813 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-c415065e-f0e6-4dfe-a84f-7308e41f81ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25078b33-bea4-4c4b-8c06-b8555a4de36e HTTP/1.1" status: 200 len: 217 time: 0.0362391 Oct 19 12:25:06.160102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-794da0ea-de7d-4f41-b9ea-f7b0eccb440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:06.161583 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-794da0ea-de7d-4f41-b9ea-f7b0eccb440c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17c0322e-ec11-4569-bc1a-a2110536e3e9 HTTP/1.1" status: 200 len: 834 time: 0.0438254 Oct 19 12:25:06.207792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-3e6ba428-ad5f-4855-9b24-b04ebbaf84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:06.209705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-3e6ba428-ad5f-4855-9b24-b04ebbaf84e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bba1841e-da41-40a5-a36b-291b9f1ba10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410511 Oct 19 12:25:06.302000 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-b73ded5e-bfe7-40a5-bb71-76fe8c222416 service neutron] 10.222.0.49 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850055 Oct 19 12:25:06.388573 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6f33eaa3-6dcc-4338-bd58-36521134ea3d req-b2a42030-e961-405b-8367-f58cba7aad29 service neutron] 10.222.0.49 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797322 Oct 19 12:25:06.659131 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ca1fd-07b8-4d4f-830e-3293a013492c req-2dd3ec13-df26-4b24-aea3-41acecb6ad54 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:06.660806 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a0ca1fd-07b8-4d4f-830e-3293a013492c req-2dd3ec13-df26-4b24-aea3-41acecb6ad54 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 943 time: 0.0545244 Oct 19 12:25:07.024859 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a0ca1fd-07b8-4d4f-830e-3293a013492c req-8c6346aa-3cb4-4ace-aca1-4c95112fd58b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580334 Oct 19 12:25:08.138036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f751e11-56d3-40eb-8cfb-76486495176e req-23af1b04-03e2-4d53-a244-25be1f7e3c91 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:08.139899 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f751e11-56d3-40eb-8cfb-76486495176e req-23af1b04-03e2-4d53-a244-25be1f7e3c91 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 943 time: 0.0479171 Oct 19 12:25:08.179582 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f751e11-56d3-40eb-8cfb-76486495176e req-a9bb5ecb-ef8d-48e4-8f71-572dba2ada24 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336061 Oct 19 12:25:09.291240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d5fce-95b6-4336-8dcf-6bb074dfbc6d req-0edac693-236c-4ae6-9bbd-99bd48a105f0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:09.292721 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d9d5fce-95b6-4336-8dcf-6bb074dfbc6d req-0edac693-236c-4ae6-9bbd-99bd48a105f0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 943 time: 0.0477779 Oct 19 12:25:09.331832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9d9d5fce-95b6-4336-8dcf-6bb074dfbc6d req-a1c2e46d-1a01-40e6-916e-b6bc7c56399e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320177 Oct 19 12:25:09.652850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 25078b33-bea4-4c4b-8c06-b8555a4de36e details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:25:09.750920 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 25078b33-bea4-4c4b-8c06-b8555a4de36e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=25078b33-bea4-4c4b-8c06-b8555a4de36e,segment=NetworkSegment(3ed8138e-cf69-42c3-9505-79183ef211e9),segment_id=3ed8138e-cf69-42c3-9505-79183ef211e9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:25:09.761826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '25078b33-bea4-4c4b-8c06-b8555a4de36e', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'port_id': '25078b33-bea4-4c4b-8c06-b8555a4de36e', 'mac_address': 'fa:16:3e:c8:7f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:25:09.799239 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:09.811806 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25078b33-bea4-4c4b-8c06-b8555a4de36e {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:25:09.831001 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 25078b33-bea4-4c4b-8c06-b8555a4de36e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=25078b33-bea4-4c4b-8c06-b8555a4de36e,segment=NetworkSegment(3ed8138e-cf69-42c3-9505-79183ef211e9),segment_id=3ed8138e-cf69-42c3-9505-79183ef211e9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:25:09.908055 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:09.955011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=25078b33-bea4-4c4b-8c06-b8555a4de36e,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:10.115651 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['25078b33-bea4-4c4b-8c06-b8555a4de36e'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:25:10.444766 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd347a-f3b5-40d0-84f8-6d6e4942bf8c req-727dc295-a53f-48a3-bffa-c6ec158ce439 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:10.446238 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70bd347a-f3b5-40d0-84f8-6d6e4942bf8c req-727dc295-a53f-48a3-bffa-c6ec158ce439 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 944 time: 0.0484862 Oct 19 12:25:10.490860 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70bd347a-f3b5-40d0-84f8-6d6e4942bf8c req-e22fd3fd-92a1-4a21-acab-bbf92976804a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384443 Oct 19 12:25:11.612893 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdafa53-f175-49f6-858d-bea9f0b6db57 req-6744ba77-ff21-43f0-99ff-20bb1924dcab tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:11.614344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2bdafa53-f175-49f6-858d-bea9f0b6db57 req-6744ba77-ff21-43f0-99ff-20bb1924dcab tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 944 time: 0.0549159 Oct 19 12:25:11.652241 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2bdafa53-f175-49f6-858d-bea9f0b6db57 req-94162f8a-36ff-48b2-9450-d8668d4dc716 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Oct 19 12:25:11.656045 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 25078b33-bea4-4c4b-8c06-b8555a4de36e up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:25:11.799832 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:25:11.800398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 25078b33-bea4-4c4b-8c06-b8555a4de36e completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:25:11.803991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 25078b33-bea4-4c4b-8c06-b8555a4de36e triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:25:11.804363 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:11.879382 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:11.900563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25078b33-bea4-4c4b-8c06-b8555a4de36e'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:25:11.902776 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d465dfb-e499-4530-8b2f-421a1be93575" -d '{"events": [{"server_uuid": "904168d3-4c8f-4a1d-9c4f-d57b287cd609", "name": "network-vif-plugged", "status": "completed", "tag": "25078b33-bea4-4c4b-8c06-b8555a4de36e"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:25:11.915249 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 25078b33-bea4-4c4b-8c06-b8555a4de36e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=25078b33-bea4-4c4b-8c06-b8555a4de36e,segment=NetworkSegment(3ed8138e-cf69-42c3-9505-79183ef211e9),segment_id=3ed8138e-cf69-42c3-9505-79183ef211e9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:25:11.938727 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f043edb-bc98-4199-85c5-93755e7ba796 x-openstack-request-id: req-4f043edb-bc98-4199-85c5-93755e7ba796 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:25:11.939021 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904168d3-4c8f-4a1d-9c4f-d57b287cd609", "name": "network-vif-plugged", "status": "completed", "tag": "25078b33-bea4-4c4b-8c06-b8555a4de36e", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:25:11.939276 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f043edb-bc98-4199-85c5-93755e7ba796 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:25:11.939666 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25078b33-bea4-4c4b-8c06-b8555a4de36e', 'code': 200} Oct 19 12:25:11.994009 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:12.035269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f6269-77a5-46a7-9add-4aa7b5307f66 req-eb233515-65f4-409e-9455-beaf35d89052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:12.036824 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b26f6269-77a5-46a7-9add-4aa7b5307f66 req-eb233515-65f4-409e-9455-beaf35d89052 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 1096 time: 0.0445406 Oct 19 12:25:12.040763 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=25078b33-bea4-4c4b-8c06-b8555a4de36e,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:12.072956 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b26f6269-77a5-46a7-9add-4aa7b5307f66 req-2d3f2659-b5e3-480a-8866-26f80a746fcc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287316 Oct 19 12:25:12.763592 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3d6f5-339d-40ff-9f53-1cc7f43738b5 req-7f79d0e0-9d5a-455b-b977-55c47670fb15 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:12.765079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aef3d6f5-339d-40ff-9f53-1cc7f43738b5 req-7f79d0e0-9d5a-455b-b977-55c47670fb15 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0478384 Oct 19 12:25:12.805015 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-aef3d6f5-339d-40ff-9f53-1cc7f43738b5 req-499662cb-8092-4d4c-b48d-cb65230cde84 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334079 Oct 19 12:25:13.923806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d6f29-9381-4a9e-9306-7a8797ccf59a req-7ce80156-c9a7-496d-bb5e-98ba9d738720 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:13.925654 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-300d6f29-9381-4a9e-9306-7a8797ccf59a req-7ce80156-c9a7-496d-bb5e-98ba9d738720 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0505548 Oct 19 12:25:13.970122 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-300d6f29-9381-4a9e-9306-7a8797ccf59a req-dbd03e02-3b85-47b7-ac7e-ff2a61a08937 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378864 Oct 19 12:25:14.088979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd900bb-1890-433c-b496-f3a8d64f95dd req-d148561e-7f23-4b9c-8ae1-f3064ec8fd48 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:14.090455 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0fd900bb-1890-433c-b496-f3a8d64f95dd req-d148561e-7f23-4b9c-8ae1-f3064ec8fd48 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0508268 Oct 19 12:25:14.127989 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0fd900bb-1890-433c-b496-f3a8d64f95dd req-93308a36-0b71-4182-89a8-f74f3a2a0f6b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Oct 19 12:25:14.149482 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53022) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:25:14.191151 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7540c-cdbd-4a19-a02c-fa6407ad3c90 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:14.192644 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dbb7540c-cdbd-4a19-a02c-fa6407ad3c90 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 1091 time: 0.0422451 Oct 19 12:25:14.195422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53024) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:25:14.199551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '25078b33-bea4-4c4b-8c06-b8555a4de36e', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:25:14.273595 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:14.366277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:14.471536 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.25.2.50 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/6483d858-ea5f-445a-b36e-fe1ff4c6444f) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:25:14.575030 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:14.657183 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:14.700778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:25:14.704239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:25:14.707804 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:25:14.728909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=6483d858-ea5f-445a-b36e-fe1ff4c6444f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:14.742601 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:14.742948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:14.743286 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:14.743618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:14.743947 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:14.744274 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:14.744623 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:14.744948 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:14.745268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:14.745588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:14.745906 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:14.746223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:25:15.074935 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:15.196913 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:15.346054 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:15.393925 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:15.471316 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=6483d858-ea5f-445a-b36e-fe1ff4c6444f,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:25:15.484469 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:15.584668 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Floating IP 1f5699ad-9ced-4b89-8d51-a9228b21341c associated. External IP: 172.25.2.50, port: 25078b33-bea4-4c4b-8c06-b8555a4de36e. Oct 19 12:25:15.786445 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 83eacc98-2369-4a13-9a45-87941885f4a9 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:25:15.897941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:25:15.902866 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c3a1c-2e3f-4982-aec3-343a7629535f None None] Sync routers for ids ['83eacc98-2369-4a13-9a45-87941885f4a9'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:25:15.912066 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c3a1c-2e3f-4982-aec3-343a7629535f None None] Routers {'83eacc98-2369-4a13-9a45-87941885f4a9'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:25:15.912694 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-274c3a1c-2e3f-4982-aec3-343a7629535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['83eacc98-2369-4a13-9a45-87941885f4a9'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:25:15.956005 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:15.983671 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-46f73577-0385-4e9c-b66d-98f4c9a5fa44 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7872498 Oct 19 12:25:15.984898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'tag': '25078b33-bea4-4c4b-8c06-b8555a4de36e'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:25:15.988558 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a170cb7-8151-43e6-9390-9c4723bc5360" -d '{"events": [{"name": "network-changed", "server_uuid": "904168d3-4c8f-4a1d-9c4f-d57b287cd609", "tag": "25078b33-bea4-4c4b-8c06-b8555a4de36e"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:25:16.019887 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-274c3a1c-2e3f-4982-aec3-343a7629535f None None] Set router 83eacc98-2369-4a13-9a45-87941885f4a9 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:25:16.025091 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da56b92-8d45-4fcf-8820-b09fa6aa5ed0 x-openstack-request-id: req-7da56b92-8d45-4fcf-8820-b09fa6aa5ed0 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:25:16.025432 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904168d3-4c8f-4a1d-9c4f-d57b287cd609", "tag": "25078b33-bea4-4c4b-8c06-b8555a4de36e", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:25:16.025699 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7da56b92-8d45-4fcf-8820-b09fa6aa5ed0 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:25:16.026237 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'tag': '25078b33-bea4-4c4b-8c06-b8555a4de36e', 'status': 'completed', 'code': 200} Oct 19 12:25:16.084525 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89343320-a2c3-4593-ad61-538a5bc40e68 req-962f349b-fa5b-40c8-9230-8f1af649efca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:16.086051 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89343320-a2c3-4593-ad61-538a5bc40e68 req-962f349b-fa5b-40c8-9230-8f1af649efca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0509415 Oct 19 12:25:16.088753 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a170cb7-8151-43e6-9390-9c4723bc5360 req-52926d0f-24d0-48ea-852c-b127630375cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:16.090386 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a170cb7-8151-43e6-9390-9c4723bc5360 req-52926d0f-24d0-48ea-852c-b127630375cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 1096 time: 0.0428669 Oct 19 12:25:16.126811 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-89343320-a2c3-4593-ad61-538a5bc40e68 req-8d58ff8d-67bd-425d-ae3b-8ba8a5158cd7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347447 Oct 19 12:25:16.151918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53030) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:25:16.189611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a170cb7-8151-43e6-9390-9c4723bc5360 req-87991550-4f27-49e9-b7ca-c5d3856d722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:16.190836 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a170cb7-8151-43e6-9390-9c4723bc5360 req-87991550-4f27-49e9-b7ca-c5d3856d722d service neutron] 10.222.0.49 "GET /v2.0/networks?id=bba1841e-da41-40a5-a36b-291b9f1ba10f HTTP/1.1" status: 200 len: 898 time: 0.0924625 Oct 19 12:25:16.213814 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e0d0871b-92e7-44cc-accd-f02f9c8f7fed tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/1f5699ad-9ced-4b89-8d51-a9228b21341c HTTP/1.1" status: 200 len: 990 time: 0.0606866 Oct 19 12:25:16.256345 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a170cb7-8151-43e6-9390-9c4723bc5360 req-fa7ebbd3-0b68-47d7-97ae-0a2ff4e547d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25078b33-bea4-4c4b-8c06-b8555a4de36e HTTP/1.1" status: 200 len: 998 time: 0.0585489 Oct 19 12:25:16.261028 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-274c3a1c-2e3f-4982-aec3-343a7629535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '1f5699ad-9ced-4b89-8d51-a9228b21341c', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'port_id': '25078b33-bea4-4c4b-8c06-b8555a4de36e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'mac_address': 'fa:16:3e:c8:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:25:14Z', 'updated_at': '2021-10-19T12:25:14Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a8ae23-4ee5-4863-8c42-203619b07cbe', 'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:3b:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:59Z', 'updated_at': '2021-10-19T12:25:03Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:25:16.287538 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c3a1c-2e3f-4982-aec3-343a7629535f None None] Checking router: 83eacc98-2369-4a13-9a45-87941885f4a9 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:25:16.295632 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c3a1c-2e3f-4982-aec3-343a7629535f None None] Routers {'83eacc98-2369-4a13-9a45-87941885f4a9'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:25:16.296215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-274c3a1c-2e3f-4982-aec3-343a7629535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:24:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['83eacc98-2369-4a13-9a45-87941885f4a9'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:25:16.309702 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a170cb7-8151-43e6-9390-9c4723bc5360 req-bd6c7c7d-1289-4dd1-a5d8-f70e213595d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:16.311141 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a170cb7-8151-43e6-9390-9c4723bc5360 req-bd6c7c7d-1289-4dd1-a5d8-f70e213595d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17c0322e-ec11-4569-bc1a-a2110536e3e9 HTTP/1.1" status: 200 len: 834 time: 0.0486052 Oct 19 12:25:16.356309 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a170cb7-8151-43e6-9390-9c4723bc5360 req-0ca8da2c-2754-466b-8af0-5d890f4cf68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:16.357850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a170cb7-8151-43e6-9390-9c4723bc5360 req-0ca8da2c-2754-466b-8af0-5d890f4cf68e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bba1841e-da41-40a5-a36b-291b9f1ba10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403531 Oct 19 12:25:16.399134 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-274c3a1c-2e3f-4982-aec3-343a7629535f None None] Set router 83eacc98-2369-4a13-9a45-87941885f4a9 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:25:16.447185 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a170cb7-8151-43e6-9390-9c4723bc5360 req-faaf5955-dad7-47a9-9a1d-eeca853ea12b service neutron] 10.222.0.49 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825865 Oct 19 12:25:16.550183 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0a170cb7-8151-43e6-9390-9c4723bc5360 req-183ef968-9a15-4b63-ba05-be5cbdc5a69a service neutron] 10.222.0.49 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936298 Oct 19 12:25:16.628458 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-274c3a1c-2e3f-4982-aec3-343a7629535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '1f5699ad-9ced-4b89-8d51-a9228b21341c', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'port_id': '25078b33-bea4-4c4b-8c06-b8555a4de36e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'mac_address': 'fa:16:3e:c8:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:25:14Z', 'updated_at': '2021-10-19T12:25:14Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a8ae23-4ee5-4863-8c42-203619b07cbe', 'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:3b:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:59Z', 'updated_at': '2021-10-19T12:25:03Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:25:16.658279 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c3a1c-2e3f-4982-aec3-343a7629535f None None] The sync data for ids ['83eacc98-2369-4a13-9a45-87941885f4a9'] in n-d-814547-1 is: [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '1f5699ad-9ced-4b89-8d51-a9228b21341c', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'port_id': '25078b33-bea4-4c4b-8c06-b8555a4de36e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'mac_address': 'fa:16:3e:c8:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:25:14Z', 'updated_at': '2021-10-19T12:25:14Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a8ae23-4ee5-4863-8c42-203619b07cbe', 'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:3b:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:59Z', 'updated_at': '2021-10-19T12:25:03Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:25:16.854437 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d41af1-7b7f-4bf3-a1b6-48ea12dae802 None None] New status for floating IP 1f5699ad-9ced-4b89-8d51-a9228b21341c: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:25:17.215407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53032) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:25:17.275746 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6ba6a6bb-99b0-43b5-b2f2-6082b4233849 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/1f5699ad-9ced-4b89-8d51-a9228b21341c HTTP/1.1" status: 200 len: 992 time: 0.0591908 Oct 19 12:25:20.251199 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:20.713894 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:25.462723 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2f54238c-24a8-4a4e-8539-1d67d05e1635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:27.896386 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-139b06ea-a166-4142-82ba-47b9051c81b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:29.119530 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:29.331090 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:31.078765 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:44.159844 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df80a2-e8c5-4c3b-b387-e7fdcaa7733e req-e98b7832-2d3a-41e4-875e-5f8af4569153 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:44.161252 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92df80a2-e8c5-4c3b-b387-e7fdcaa7733e req-e98b7832-2d3a-41e4-875e-5f8af4569153 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0558860 Oct 19 12:25:44.199477 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92df80a2-e8c5-4c3b-b387-e7fdcaa7733e req-18e48476-ee16-4a61-9665-6d1f63d2648f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322742 Oct 19 12:25:45.318396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95137441-bbf5-4309-a2da-5106e7e24186 req-4764fa31-11cc-434b-9334-15157323e4d9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:45.319852 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95137441-bbf5-4309-a2da-5106e7e24186 req-4764fa31-11cc-434b-9334-15157323e4d9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0530643 Oct 19 12:25:45.357041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-95137441-bbf5-4309-a2da-5106e7e24186 req-363f1cf2-9543-4d40-9be0-24215ba0779d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313039 Oct 19 12:25:46.471353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323fa3a-f44b-433f-91d3-8ff52b8b92af req-7efaf456-6da2-47ba-a6a0-3b5e9393a61c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:46.472846 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c323fa3a-f44b-433f-91d3-8ff52b8b92af req-7efaf456-6da2-47ba-a6a0-3b5e9393a61c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0501704 Oct 19 12:25:46.510919 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c323fa3a-f44b-433f-91d3-8ff52b8b92af req-fa7da82b-22b1-44e7-84c5-ad13e5542fe7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Oct 19 12:25:47.623144 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470a996-e144-4887-b0de-c4e8ed0590b8 req-8cbc4be4-2e11-4afd-afea-729d81e3aced tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:47.624623 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5470a996-e144-4887-b0de-c4e8ed0590b8 req-8cbc4be4-2e11-4afd-afea-729d81e3aced tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0476892 Oct 19 12:25:47.661970 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5470a996-e144-4887-b0de-c4e8ed0590b8 req-be6327b3-8a75-4298-8806-5aa0391ecc17 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309522 Oct 19 12:25:48.777235 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724963d-3e5c-4c85-af89-5c18d437c59f req-460607a4-0e5a-4b96-a82c-a8bfc00d3731 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:48.778604 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6724963d-3e5c-4c85-af89-5c18d437c59f req-460607a4-0e5a-4b96-a82c-a8bfc00d3731 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0474701 Oct 19 12:25:48.799394 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:25:48.816327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-6724963d-3e5c-4c85-af89-5c18d437c59f req-84a421ba-ea5c-4974-9311-fef1d2fc30ab tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311460 Oct 19 12:25:49.929220 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0915c77-ec1d-4429-9664-ae9361788a8f req-c89ea135-7c16-4270-9bf8-01866ee8619a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:49.930771 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0915c77-ec1d-4429-9664-ae9361788a8f req-c89ea135-7c16-4270-9bf8-01866ee8619a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0481250 Oct 19 12:25:49.967103 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b0915c77-ec1d-4429-9664-ae9361788a8f req-12598f8e-4dc2-43ba-ade2-7e2f7aa1fb4b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303161 Oct 19 12:25:50.279524 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:50.708135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:51.095326 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8867e92-96e0-45de-978a-6ebf7c79ed9a req-0517af9f-91ba-4a7c-ad8d-c6207d9562d4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:51.097317 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8867e92-96e0-45de-978a-6ebf7c79ed9a req-0517af9f-91ba-4a7c-ad8d-c6207d9562d4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0529938 Oct 19 12:25:51.134388 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f8867e92-96e0-45de-978a-6ebf7c79ed9a req-27382517-4d60-4a1e-b0dc-e4b14741c350 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312469 Oct 19 12:25:52.250158 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64bffc-ee64-406b-9857-0f69e146112a req-4a9802d1-5988-45c7-abaa-a7a2539ad89f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:52.251626 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a64bffc-ee64-406b-9857-0f69e146112a req-4a9802d1-5988-45c7-abaa-a7a2539ad89f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0518112 Oct 19 12:25:52.288383 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7a64bffc-ee64-406b-9857-0f69e146112a req-0a03bfe9-1c6e-463d-9fb3-77177a5a326c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303166 Oct 19 12:25:53.402121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eea351-2b90-4ccc-a7bf-c2521515c2b5 req-0b26d193-60d6-4121-ba55-a2522383b640 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:53.403574 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1eea351-2b90-4ccc-a7bf-c2521515c2b5 req-0b26d193-60d6-4121-ba55-a2522383b640 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0490358 Oct 19 12:25:53.442583 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a1eea351-2b90-4ccc-a7bf-c2521515c2b5 req-3113f35c-91ce-42b5-b86e-27e5ebc15ddd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330830 Oct 19 12:25:54.559873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc21da-3f6c-4b9d-bc6d-046fa0617611 req-4d000dae-c2ef-43c8-b4f4-e1311d8b5681 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:54.561371 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2dbc21da-3f6c-4b9d-bc6d-046fa0617611 req-4d000dae-c2ef-43c8-b4f4-e1311d8b5681 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0496259 Oct 19 12:25:54.600664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2dbc21da-3f6c-4b9d-bc6d-046fa0617611 req-11635f7a-ac49-4627-a0fe-2208fd5f466f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326011 Oct 19 12:25:55.462155 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-adeaaa52-509f-44ef-a09e-dec0ff00a10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:55.711793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d330b-10fc-4ac8-a998-40333d37a96e req-74c78ec9-795a-491e-b5c2-588763e00334 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:55.713327 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d5d330b-10fc-4ac8-a998-40333d37a96e req-74c78ec9-795a-491e-b5c2-588763e00334 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0485971 Oct 19 12:25:55.750643 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d5d330b-10fc-4ac8-a998-40333d37a96e req-f5ead409-15c9-42f0-a1c3-26b7ca075a8e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Oct 19 12:25:55.773327 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53068) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:25:55.836063 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2c394a47-c954-405e-97d8-616a56b3b5ac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/1f5699ad-9ced-4b89-8d51-a9228b21341c HTTP/1.1" status: 200 len: 992 time: 0.0616601 Oct 19 12:25:57.252812 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa982661-f907-4b81-a65d-218ca6422014 req-52a16442-5d85-43bc-8de6-fba6db6634d3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:57.254294 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa982661-f907-4b81-a65d-218ca6422014 req-52a16442-5d85-43bc-8de6-fba6db6634d3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0518329 Oct 19 12:25:57.293917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa982661-f907-4b81-a65d-218ca6422014 req-123c7660-5805-42fd-af0d-a70341b4a2f7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333712 Oct 19 12:25:57.319346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad6914-edc0-48b5-9cc0-32bea6fb4aea req-6c3c8f16-cc09-4270-aeb2-cdb94f0163dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:57.320873 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ad6914-edc0-48b5-9cc0-32bea6fb4aea req-6c3c8f16-cc09-4270-aeb2-cdb94f0163dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 1096 time: 0.0437119 Oct 19 12:25:57.414740 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad6914-edc0-48b5-9cc0-32bea6fb4aea req-6cab106d-d132-41f5-ae97-35205d661102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:57.416102 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ad6914-edc0-48b5-9cc0-32bea6fb4aea req-6cab106d-d132-41f5-ae97-35205d661102 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bba1841e-da41-40a5-a36b-291b9f1ba10f HTTP/1.1" status: 200 len: 898 time: 0.0887508 Oct 19 12:25:57.480949 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ad6914-edc0-48b5-9cc0-32bea6fb4aea req-84fe85d7-8a63-433d-b046-aef50c114fe9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25078b33-bea4-4c4b-8c06-b8555a4de36e HTTP/1.1" status: 200 len: 1000 time: 0.0560157 Oct 19 12:25:57.529182 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad6914-edc0-48b5-9cc0-32bea6fb4aea req-cd032036-d9a8-46d0-8860-d54c9bb625df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:57.530608 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ad6914-edc0-48b5-9cc0-32bea6fb4aea req-cd032036-d9a8-46d0-8860-d54c9bb625df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17c0322e-ec11-4569-bc1a-a2110536e3e9 HTTP/1.1" status: 200 len: 834 time: 0.0427837 Oct 19 12:25:57.579277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad6914-edc0-48b5-9cc0-32bea6fb4aea req-bf685bed-0a47-4bdc-b669-31240626505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:57.580832 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ad6914-edc0-48b5-9cc0-32bea6fb4aea req-bf685bed-0a47-4bdc-b669-31240626505b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bba1841e-da41-40a5-a36b-291b9f1ba10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437105 Oct 19 12:25:57.672499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ad6914-edc0-48b5-9cc0-32bea6fb4aea req-aadb4794-3e64-48c2-b311-ee29121b3624 service neutron] 10.222.0.49 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844524 Oct 19 12:25:57.769496 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c0ad6914-edc0-48b5-9cc0-32bea6fb4aea req-680bccb3-e18e-413b-851b-66b76dd2ffbe service neutron] 10.222.0.49 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862505 Oct 19 12:25:57.833257 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c70bc5f2-7f4c-4412-b27d-7cfa3b5b0f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:58.414113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d690a-054a-4ee3-be61-de1b13ba95d4 req-0b4b404d-272a-43c6-bc47-42f1fbb2b9e4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:58.415652 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f36d690a-054a-4ee3-be61-de1b13ba95d4 req-0b4b404d-272a-43c6-bc47-42f1fbb2b9e4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0495687 Oct 19 12:25:58.453345 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f36d690a-054a-4ee3-be61-de1b13ba95d4 req-4b50fda6-f9dd-48f8-8460-ec981d77e2b0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316994 Oct 19 12:25:59.119051 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:59.342126 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:25:59.574094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e644ca-b920-4624-9417-72f5a44a8499 req-e6d96d45-ae32-47dc-8aaf-56630ed67445 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:25:59.575553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35e644ca-b920-4624-9417-72f5a44a8499 req-e6d96d45-ae32-47dc-8aaf-56630ed67445 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0526412 Oct 19 12:25:59.612496 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-35e644ca-b920-4624-9417-72f5a44a8499 req-b8ae00fb-c0c6-4e1e-b4f2-a23980ba9b5a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304792 Oct 19 12:25:59.634596 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53082) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:25:59.695624 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-4591af9b-7fe3-40fe-91dd-15176019052b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/1f5699ad-9ced-4b89-8d51-a9228b21341c HTTP/1.1" status: 200 len: 992 time: 0.0596561 Oct 19 12:26:01.073424 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:08.616443 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-e51701d5-9a7b-4eab-b039-74aa4c9e16b8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414782 Oct 19 12:26:08.707295 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-5d2e56a9-ed3b-46f7-86c8-bdf6269be71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:08.708808 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-5d2e56a9-ed3b-46f7-86c8-bdf6269be71c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 1096 time: 0.0497167 Oct 19 12:26:08.811353 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-d0fc69a4-9bd1-4b0b-88de-4a7a89fcd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:08.812777 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-d0fc69a4-9bd1-4b0b-88de-4a7a89fcd790 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bba1841e-da41-40a5-a36b-291b9f1ba10f HTTP/1.1" status: 200 len: 898 time: 0.0854363 Oct 19 12:26:08.879863 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-d0850c3d-be9d-416d-bb10-200f8fe00176 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25078b33-bea4-4c4b-8c06-b8555a4de36e HTTP/1.1" status: 200 len: 1000 time: 0.0599380 Oct 19 12:26:08.929852 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-a79c9692-5670-4051-a720-b3bdb421b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:08.931290 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-a79c9692-5670-4051-a720-b3bdb421b167 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17c0322e-ec11-4569-bc1a-a2110536e3e9 HTTP/1.1" status: 200 len: 834 time: 0.0432339 Oct 19 12:26:08.978138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-cff11ee8-6fa3-4527-9a7e-bce8502c0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:08.979602 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-cff11ee8-6fa3-4527-9a7e-bce8502c0217 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bba1841e-da41-40a5-a36b-291b9f1ba10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404263 Oct 19 12:26:09.073192 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-74aa789f-8514-4932-9d59-f22109ce3f20 service neutron] 10.222.0.49 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854459 Oct 19 12:26:09.161063 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5ef995d6-91df-4421-9d2f-a8001ece195f req-1aa67189-808b-4044-94c9-534d8652be88 service neutron] 10.222.0.49 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795827 Oct 19 12:26:20.267252 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:20.718936 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:25.461752 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c65461d7-6164-4929-9a90-7d30840c3b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:25.798527 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:26:27.850508 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1b4c4b8-ae7a-49d0-8227-986f80df0d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:28.065506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53098) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:28.219295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 6483d858-ea5f-445a-b36e-fe1ff4c6444f {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:26:28.219632 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:28.295200 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:28.295521 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:28.307936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 6483d858-ea5f-445a-b36e-fe1ff4c6444f owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:26:28.547526 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:28.571805 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=6483d858-ea5f-445a-b36e-fe1ff4c6444f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:28.635825 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.636183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.636678 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.637025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.637370 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.637753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.638872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.638872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.638872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.639389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.639389 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.639757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:28.700959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:28.701278 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Floating IP 1f5699ad-9ced-4b89-8d51-a9228b21341c disassociated (deleted). External IP: 172.25.2.50, port: 25078b33-bea4-4c4b-8c06-b8555a4de36e. Oct 19 12:26:28.906583 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 83eacc98-2369-4a13-9a45-87941885f4a9 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:26:29.015240 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:26:29.020418 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:29.025272 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207625b5-71b1-45aa-9f02-4e2c44091842 None None] Sync routers for ids ['83eacc98-2369-4a13-9a45-87941885f4a9'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:26:29.034623 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207625b5-71b1-45aa-9f02-4e2c44091842 None None] Routers {'83eacc98-2369-4a13-9a45-87941885f4a9'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:26:29.035457 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-207625b5-71b1-45aa-9f02-4e2c44091842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:26:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['83eacc98-2369-4a13-9a45-87941885f4a9'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:29.049638 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-99a081f8-4ac2-4708-a934-c80553bf270f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/floatingips/1f5699ad-9ced-4b89-8d51-a9228b21341c HTTP/1.1" status: 204 len: 168 time: 0.9830263 Oct 19 12:26:29.050226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'tag': '25078b33-bea4-4c4b-8c06-b8555a4de36e'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:26:29.052671 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0486d98-f8bd-4a4f-af82-c54b23eae95b" -d '{"events": [{"name": "network-changed", "server_uuid": "904168d3-4c8f-4a1d-9c4f-d57b287cd609", "tag": "25078b33-bea4-4c4b-8c06-b8555a4de36e"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:26:29.091412 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8a2243-b7ed-4000-9a8d-10d423a9c9da x-openstack-request-id: req-ce8a2243-b7ed-4000-9a8d-10d423a9c9da {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:26:29.092055 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904168d3-4c8f-4a1d-9c4f-d57b287cd609", "tag": "25078b33-bea4-4c4b-8c06-b8555a4de36e", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:26:29.092449 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce8a2243-b7ed-4000-9a8d-10d423a9c9da {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:26:29.093278 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'tag': '25078b33-bea4-4c4b-8c06-b8555a4de36e', 'status': 'completed', 'code': 200} Oct 19 12:26:29.130999 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:29.144090 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-207625b5-71b1-45aa-9f02-4e2c44091842 None None] Set router 83eacc98-2369-4a13-9a45-87941885f4a9 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:26:29.163829 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486d98-f8bd-4a4f-af82-c54b23eae95b req-241d7262-e36e-4dda-b35f-f6ba263c5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:29.165308 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0486d98-f8bd-4a4f-af82-c54b23eae95b req-241d7262-e36e-4dda-b35f-f6ba263c5dab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 1096 time: 0.0467207 Oct 19 12:26:29.264006 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486d98-f8bd-4a4f-af82-c54b23eae95b req-bdd36e8b-452b-4375-8426-bb0985e2b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:29.265891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0486d98-f8bd-4a4f-af82-c54b23eae95b req-bdd36e8b-452b-4375-8426-bb0985e2b2a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bba1841e-da41-40a5-a36b-291b9f1ba10f HTTP/1.1" status: 200 len: 898 time: 0.0921280 Oct 19 12:26:29.311218 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0486d98-f8bd-4a4f-af82-c54b23eae95b req-37e01bab-8ca5-4cd2-8afd-8e08bf425a4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25078b33-bea4-4c4b-8c06-b8555a4de36e HTTP/1.1" status: 200 len: 217 time: 0.0376499 Oct 19 12:26:29.332214 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:29.350714 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-207625b5-71b1-45aa-9f02-4e2c44091842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f4a8ae23-4ee5-4863-8c42-203619b07cbe', 'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:3b:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:59Z', 'updated_at': '2021-10-19T12:25:03Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:29.363337 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486d98-f8bd-4a4f-af82-c54b23eae95b req-db76b483-b221-477b-96be-4d42fd0d89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:29.364833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0486d98-f8bd-4a4f-af82-c54b23eae95b req-db76b483-b221-477b-96be-4d42fd0d89b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17c0322e-ec11-4569-bc1a-a2110536e3e9 HTTP/1.1" status: 200 len: 834 time: 0.0468228 Oct 19 12:26:29.379736 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207625b5-71b1-45aa-9f02-4e2c44091842 None None] Checking router: 83eacc98-2369-4a13-9a45-87941885f4a9 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:26:29.388808 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207625b5-71b1-45aa-9f02-4e2c44091842 None None] Routers {'83eacc98-2369-4a13-9a45-87941885f4a9'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:26:29.389410 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-207625b5-71b1-45aa-9f02-4e2c44091842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:26:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['83eacc98-2369-4a13-9a45-87941885f4a9'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:29.412528 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486d98-f8bd-4a4f-af82-c54b23eae95b req-54225876-35e7-4ba9-bb03-f0922745292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:29.414515 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0486d98-f8bd-4a4f-af82-c54b23eae95b req-54225876-35e7-4ba9-bb03-f0922745292f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bba1841e-da41-40a5-a36b-291b9f1ba10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425868 Oct 19 12:26:29.549929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0486d98-f8bd-4a4f-af82-c54b23eae95b req-547925c9-f202-43ea-ab7c-0883d6613cbd service neutron] 10.222.0.49 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227252 Oct 19 12:26:29.565903 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e1ffc-3d4c-40d8-a912-bb01728150cf req-2202a62e-87ea-497e-a15c-415752385cb9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:29.567314 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d8e1ffc-3d4c-40d8-a912-bb01728150cf req-2202a62e-87ea-497e-a15c-415752385cb9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0687308 Oct 19 12:26:29.590427 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-207625b5-71b1-45aa-9f02-4e2c44091842 None None] Set router 83eacc98-2369-4a13-9a45-87941885f4a9 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:26:29.658270 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3d8e1ffc-3d4c-40d8-a912-bb01728150cf req-d198857e-490b-40e6-9c3b-ad073344b1ed tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835633 Oct 19 12:26:29.681262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0486d98-f8bd-4a4f-af82-c54b23eae95b req-b10a1ea1-7ce9-4cca-95a0-60f8940a1bde service neutron] 10.222.0.49 "GET /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229393 Oct 19 12:26:29.786103 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-207625b5-71b1-45aa-9f02-4e2c44091842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f4a8ae23-4ee5-4863-8c42-203619b07cbe', 'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:3b:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:59Z', 'updated_at': '2021-10-19T12:25:03Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:29.811878 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207625b5-71b1-45aa-9f02-4e2c44091842 None None] The sync data for ids ['83eacc98-2369-4a13-9a45-87941885f4a9'] in n-d-814547-1 is: [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'f4a8ae23-4ee5-4863-8c42-203619b07cbe', 'name': '', 'network_id': 'bba1841e-da41-40a5-a36b-291b9f1ba10f', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:3b:15:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:59Z', 'updated_at': '2021-10-19T12:25:03Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '17c0322e-ec11-4569-bc1a-a2110536e3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:26:30.025405 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9327904-c5e3-473a-b1e9-c4c3e9c24246 None None] New status for floating IP 1f5699ad-9ced-4b89-8d51-a9228b21341c: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:26:30.782763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3c15a-62a6-4c1a-b125-2e949e036fe0 req-a4dc3595-fa94-4198-ae6d-d4db2f00a905 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:30.785045 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4ca3c15a-62a6-4c1a-b125-2e949e036fe0 req-a4dc3595-fa94-4198-ae6d-d4db2f00a905 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0574658 Oct 19 12:26:30.822703 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4ca3c15a-62a6-4c1a-b125-2e949e036fe0 req-eb559a42-1079-4cd0-9521-74ca4f1b4195 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=da2329f4-daa5-42a3-9637-231f767823e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314991 Oct 19 12:26:30.882333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344e656-83ae-4f14-bbf6-29c84063e10a req-799ef6d1-0f47-4f71-a93a-9ffe4d9e7768 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:30.883770 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f344e656-83ae-4f14-bbf6-29c84063e10a req-799ef6d1-0f47-4f71-a93a-9ffe4d9e7768 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 945 time: 0.0481548 Oct 19 12:26:30.973825 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f344e656-83ae-4f14-bbf6-29c84063e10a req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 25078b33-bea4-4c4b-8c06-b8555a4de36e {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:26:30.974134 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f344e656-83ae-4f14-bbf6-29c84063e10a req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:31.050579 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:31.065820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f344e656-83ae-4f14-bbf6-29c84063e10a req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port 25078b33-bea4-4c4b-8c06-b8555a4de36e, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=25078b33-bea4-4c4b-8c06-b8555a4de36e,segment=NetworkSegment(3ed8138e-cf69-42c3-9505-79183ef211e9),segment_id=3ed8138e-cf69-42c3-9505-79183ef211e9)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:26:31.067694 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f344e656-83ae-4f14-bbf6-29c84063e10a req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:31.079339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-f344e656-83ae-4f14-bbf6-29c84063e10a req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 25078b33-bea4-4c4b-8c06-b8555a4de36e owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:26:31.244930 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f344e656-83ae-4f14-bbf6-29c84063e10a req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:31.273802 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=25078b33-bea4-4c4b-8c06-b8555a4de36e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:31.298306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.298657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.298998 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.299336 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.299667 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.299995 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.300323 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.300722 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.301010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.301332 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.301658 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.301974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:31.324118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f344e656-83ae-4f14-bbf6-29c84063e10a req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] No DVR routers for this DVR port 25078b33-bea4-4c4b-8c06-b8555a4de36e on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:26:31.326625 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f344e656-83ae-4f14-bbf6-29c84063e10a req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:31.333765 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f344e656-83ae-4f14-bbf6-29c84063e10a req-5577adb2-61b9-483c-93e5-0a453e8f3baa tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.49 "DELETE /v2.0/ports/25078b33-bea4-4c4b-8c06-b8555a4de36e HTTP/1.1" status: 204 len: 173 time: 0.4390869 Oct 19 12:26:31.333765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'name': 'network-vif-deleted', 'tag': '25078b33-bea4-4c4b-8c06-b8555a4de36e'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:26:31.333765 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a24a76f-f19f-431f-bab1-6c339158ff02" -d '{"events": [{"server_uuid": "904168d3-4c8f-4a1d-9c4f-d57b287cd609", "name": "network-vif-deleted", "tag": "25078b33-bea4-4c4b-8c06-b8555a4de36e"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:26:31.415580 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3941342d-87b1-47e2-8a95-edcd91c970f8 x-openstack-request-id: req-3941342d-87b1-47e2-8a95-edcd91c970f8 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:26:31.415875 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904168d3-4c8f-4a1d-9c4f-d57b287cd609", "name": "network-vif-deleted", "tag": "25078b33-bea4-4c4b-8c06-b8555a4de36e", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:26:31.416152 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3941342d-87b1-47e2-8a95-edcd91c970f8 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:26:31.416617 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904168d3-4c8f-4a1d-9c4f-d57b287cd609', 'name': 'network-vif-deleted', 'tag': '25078b33-bea4-4c4b-8c06-b8555a4de36e', 'status': 'completed', 'code': 200} Oct 19 12:26:31.925719 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c03dee6d-c112-4c1f-8ae6-67ce422ee156 req-feded632-91db-4e9a-8efd-6c7f9f4487ca tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=904168d3-4c8f-4a1d-9c4f-d57b287cd609 HTTP/1.1" status: 200 len: 210 time: 0.0266595 Oct 19 12:26:32.982599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53118) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:33.326473 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:33.573017 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port f4a8ae23-4ee5-4863-8c42-203619b07cbe {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:26:33.573274 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:33.660849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port f4a8ae23-4ee5-4863-8c42-203619b07cbe, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=f4a8ae23-4ee5-4863-8c42-203619b07cbe,segment=NetworkSegment(3ed8138e-cf69-42c3-9505-79183ef211e9),segment_id=3ed8138e-cf69-42c3-9505-79183ef211e9)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:26:33.661204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:33.673794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for f4a8ae23-4ee5-4863-8c42-203619b07cbe owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:26:33.884956 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:33.910225 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=f4a8ae23-4ee5-4863-8c42-203619b07cbe,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:34.081824 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:34.598130 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router 83eacc98-2369-4a13-9a45-87941885f4a9 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:26:34.701822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:26:34.707001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-94f7ca46-e7a8-4a0f-96a1-eadfea731710 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "PUT /v2.0/routers/83eacc98-2369-4a13-9a45-87941885f4a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232873 Oct 19 12:26:34.709570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53122) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:34.711316 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f3ecfd-f64d-4a2e-9613-f80f55aa2c8a None None] Sync routers for ids ['83eacc98-2369-4a13-9a45-87941885f4a9'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:26:34.720183 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3ecfd-f64d-4a2e-9613-f80f55aa2c8a None None] Routers {'83eacc98-2369-4a13-9a45-87941885f4a9'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:26:34.720799 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-85f3ecfd-f64d-4a2e-9613-f80f55aa2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:26:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['83eacc98-2369-4a13-9a45-87941885f4a9'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:34.759213 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b728e88-f8de-4232-97c6-5fa8320dcc80 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting subnet 17c0322e-ec11-4569-bc1a-a2110536e3e9 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:26:34.762408 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b728e88-f8de-4232-97c6-5fa8320dcc80 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:34.802286 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b728e88-f8de-4232-97c6-5fa8320dcc80 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:34.826500 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-85f3ecfd-f64d-4a2e-9613-f80f55aa2c8a None None] Set router 83eacc98-2369-4a13-9a45-87941885f4a9 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:26:34.886607 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b728e88-f8de-4232-97c6-5fa8320dcc80 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:34.987699 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b728e88-f8de-4232-97c6-5fa8320dcc80 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.002515 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-85f3ecfd-f64d-4a2e-9613-f80f55aa2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:26:33Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:35.017255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b728e88-f8de-4232-97c6-5fa8320dcc80 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Subnet': ['ID=17c0322e-ec11-4569-bc1a-a2110536e3e9,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:35.020569 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1b728e88-f8de-4232-97c6-5fa8320dcc80 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.024527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d01784-b0b1-4ab2-85d0-3098448d6a85 None None] Network bba1841e-da41-40a5-a36b-291b9f1ba10f requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:26:35.025001 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1b728e88-f8de-4232-97c6-5fa8320dcc80 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/subnets/17c0322e-ec11-4569-bc1a-a2110536e3e9 HTTP/1.1" status: 204 len: 168 time: 0.3139031 Oct 19 12:26:35.027284 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53124) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:35.030979 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f3ecfd-f64d-4a2e-9613-f80f55aa2c8a None None] Checking router: 83eacc98-2369-4a13-9a45-87941885f4a9 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:26:35.040357 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3ecfd-f64d-4a2e-9613-f80f55aa2c8a None None] Routers {'83eacc98-2369-4a13-9a45-87941885f4a9'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:26:35.040995 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-85f3ecfd-f64d-4a2e-9613-f80f55aa2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:26:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['83eacc98-2369-4a13-9a45-87941885f4a9'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:35.140940 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.148341 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-85f3ecfd-f64d-4a2e-9613-f80f55aa2c8a None None] Set router 83eacc98-2369-4a13-9a45-87941885f4a9 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:26:35.251345 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.337148 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-85f3ecfd-f64d-4a2e-9613-f80f55aa2c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:26:33Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:35.360623 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] DHCP port deletion for bba1841e-da41-40a5-a36b-291b9f1ba10f request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:26:35.367223 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f3ecfd-f64d-4a2e-9613-f80f55aa2c8a None None] The sync data for ids ['83eacc98-2369-4a13-9a45-87941885f4a9'] in n-d-814547-1 is: [{'id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599395760', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:26:33Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': '166590df-36fd-4d45-ab8d-ee44929a87ec', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83eacc98-2369-4a13-9a45-87941885f4a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:24:56Z', 'updated_at': '2021-10-19T12:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:26:35.383997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 166590df-36fd-4d45-ab8d-ee44929a87ec {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:26:35.384426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.416075 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Deleting port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:26:35.416449 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.472132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port 166590df-36fd-4d45-ab8d-ee44929a87ec, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=166590df-36fd-4d45-ab8d-ee44929a87ec,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:26:35.472738 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.486689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 166590df-36fd-4d45-ab8d-ee44929a87ec owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:26:35.488911 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] For port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=4c12dc61-bab5-4d38-b1e7-e64e0475a7c1,segment=NetworkSegment(3ed8138e-cf69-42c3-9505-79183ef211e9),segment_id=3ed8138e-cf69-42c3-9505-79183ef211e9)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:26:35.489312 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.501633 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Calling delete_port for 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:26:35.661937 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.690922 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Pushing event deleted for resources: {'Port': ['ID=4c12dc61-bab5-4d38-b1e7-e64e0475a7c1,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:35.700514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.700908 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.701250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.701585 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.701915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.702237 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.702559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.702880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.703198 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.703516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.703836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.704159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:35.707128 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ff133-fb5c-47d1-95f1-5fd85eac14fe None None] No DVR routers for this DVR port 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:26:35.742023 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.747113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:26:35.768068 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:26:35.768415 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 4c12dc61-bab5-4d38-b1e7-e64e0475a7c1 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:26:35.768865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f4a8ae23-4ee5-4863-8c42-203619b07cbe no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:26:35.776210 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=166590df-36fd-4d45-ab8d-ee44929a87ec,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:35.788914 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: f4a8ae23-4ee5-4863-8c42-203619b07cbe {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:26:35.789259 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device f4a8ae23-4ee5-4863-8c42-203619b07cbe not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:26:35.840487 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.904775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 25078b33-bea4-4c4b-8c06-b8555a4de36e no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:26:35.924021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: 25078b33-bea4-4c4b-8c06-b8555a4de36e {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:26:35.924295 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 25078b33-bea4-4c4b-8c06-b8555a4de36e not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:26:35.935161 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:35.937465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.038953 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.039441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Fanout notify agent at l3_agent the message router_deleted on router 83eacc98-2369-4a13-9a45-87941885f4a9 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:26:36.046504 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.047616 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8053f196-5e50-4a35-93f4-8950c21a2135 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/routers/83eacc98-2369-4a13-9a45-87941885f4a9 HTTP/1.1" status: 204 len: 168 time: 1.0194223 Oct 19 12:26:36.050598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53126) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:36.130129 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.219070 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.238877 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba1841e-da41-40a5-a36b-291b9f1ba10f']}} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:36.248609 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed8138e-cf69-42c3-9505-79183ef211e9') {'for_net_delete': True} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:36.248907 n-d-814547-1 neutron-server[101312]: DEBUG neutron.services.segments.db [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed8138e-cf69-42c3-9505-79183ef211e9') {} {{(pid=101312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:36.258660 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5091455'] for segment, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.271416 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.277214 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:26:36.277588 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5976444'] for segment, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: Traceback (most recent call last): Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: timer() Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: cb(*args, **kw) Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: return func(*args, **kwargs) Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: self._notify() Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: self.callback(batched_events) Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: event.method(event) Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: return f(self, *a, **k) Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: return self._get(url).json() Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: return self.request(url, 'GET', **kwargs) Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:26:36.280435 n-d-814547-1 neutron-server[101312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:26:36.399420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.404310 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.408037 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/networks/bba1841e-da41-40a5-a36b-291b9f1ba10f HTTP/1.1" status: 204 len: 168 time: 0.3563600 Oct 19 12:26:36.410919 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53128) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:36.423164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740e790-a7eb-4457-ab3f-b7f7913d2015 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Network': ['ID=bba1841e-da41-40a5-a36b-291b9f1ba10f,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:36.472201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-510d8356-5dec-49ac-a77c-c56d532cb44c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.499605 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-510d8356-5dec-49ac-a77c-c56d532cb44c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.621970 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-510d8356-5dec-49ac-a77c-c56d532cb44c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.624710 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-510d8356-5dec-49ac-a77c-c56d532cb44c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:36.628433 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-510d8356-5dec-49ac-a77c-c56d532cb44c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/security-groups/da2329f4-daa5-42a3-9637-231f767823e5 HTTP/1.1" status: 204 len: 168 time: 0.2138264 Oct 19 12:26:36.635464 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d8356-5dec-49ac-a77c-c56d532cb44c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2329f4-daa5-42a3-9637-231f767823e5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:37.010256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53134) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:37.014898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1d020766-0db6-4455-a0a0-cfbf8a42ae72 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001154335', 'description': 'tempest-secgroup-smoke-1001154335 description', 'project_id': '4021ea88e29048a9a8abae0af841132c'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:37.090263 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d020766-0db6-4455-a0a0-cfbf8a42ae72 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.154162 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d020766-0db6-4455-a0a0-cfbf8a42ae72 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.199066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d020766-0db6-4455-a0a0-cfbf8a42ae72 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.228696 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020766-0db6-4455-a0a0-cfbf8a42ae72 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53948177-5e13-45a9-a7f6-4990cf140690,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:37.269847 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1d020766-0db6-4455-a0a0-cfbf8a42ae72 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.271109 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1d020766-0db6-4455-a0a0-cfbf8a42ae72 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2598372 Oct 19 12:26:37.274584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53136) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:37.278902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-e8ff3427-9e37-4088-84d6-b734f7a906c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '53948177-5e13-45a9-a7f6-4990cf140690', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:37.346017 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e8ff3427-9e37-4088-84d6-b734f7a906c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.400270 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e8ff3427-9e37-4088-84d6-b734f7a906c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.456149 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e8ff3427-9e37-4088-84d6-b734f7a906c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.474967 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff3427-9e37-4088-84d6-b734f7a906c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5265f0ca-ff01-4527-a092-17915b9bce23,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:37.555965 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e8ff3427-9e37-4088-84d6-b734f7a906c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.557512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e8ff3427-9e37-4088-84d6-b734f7a906c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2816949 Oct 19 12:26:37.560166 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53138) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:37.564510 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-40b72d3b-95cf-43e3-a70d-2347cedd2c4f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '53948177-5e13-45a9-a7f6-4990cf140690', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:37.644562 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40b72d3b-95cf-43e3-a70d-2347cedd2c4f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.718964 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40b72d3b-95cf-43e3-a70d-2347cedd2c4f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.733812 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 166590df-36fd-4d45-ab8d-ee44929a87ec no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:26:37.755080 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 166590df-36fd-4d45-ab8d-ee44929a87ec {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:26:37.755428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 166590df-36fd-4d45-ab8d-ee44929a87ec not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:26:37.782175 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40b72d3b-95cf-43e3-a70d-2347cedd2c4f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.801594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b72d3b-95cf-43e3-a70d-2347cedd2c4f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026ff5ed-39a4-41d4-a606-602e4973a1a0,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:37.875673 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-40b72d3b-95cf-43e3-a70d-2347cedd2c4f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:37.876964 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-40b72d3b-95cf-43e3-a70d-2347cedd2c4f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158300 Oct 19 12:26:37.879726 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53140) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:37.884102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-18c3beba-d1ae-441b-8168-8cf69d7ab2db tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '53948177-5e13-45a9-a7f6-4990cf140690', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:37.992636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18c3beba-d1ae-441b-8168-8cf69d7ab2db tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.048591 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18c3beba-d1ae-441b-8168-8cf69d7ab2db tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.124355 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18c3beba-d1ae-441b-8168-8cf69d7ab2db tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.141795 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3beba-d1ae-441b-8168-8cf69d7ab2db tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a156646-219f-4068-a938-9a438f38727c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:38.206481 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-18c3beba-d1ae-441b-8168-8cf69d7ab2db tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.207667 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-18c3beba-d1ae-441b-8168-8cf69d7ab2db tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271179 Oct 19 12:26:38.210832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53142) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:38.215202 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b68585b1-1f75-40d5-94be-9ae40af8baac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '53948177-5e13-45a9-a7f6-4990cf140690', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:38.318263 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b68585b1-1f75-40d5-94be-9ae40af8baac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.375202 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b68585b1-1f75-40d5-94be-9ae40af8baac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.444899 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b68585b1-1f75-40d5-94be-9ae40af8baac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.464232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68585b1-1f75-40d5-94be-9ae40af8baac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb2bbc3-1eb2-4ac9-bd61-e9356201942e,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:38.527060 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b68585b1-1f75-40d5-94be-9ae40af8baac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.528285 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b68585b1-1f75-40d5-94be-9ae40af8baac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3164935 Oct 19 12:26:38.531012 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53144) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:38.535619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0a0330aa-6f4c-449d-a4e5-2da1d1ed163f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '53948177-5e13-45a9-a7f6-4990cf140690', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:38.621754 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-0a0330aa-6f4c-449d-a4e5-2da1d1ed163f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Project 4021ea88e29048a9a8abae0af841132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:26:38.626408 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a0330aa-6f4c-449d-a4e5-2da1d1ed163f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.686801 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a0330aa-6f4c-449d-a4e5-2da1d1ed163f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.730633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a0330aa-6f4c-449d-a4e5-2da1d1ed163f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.751268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0330aa-6f4c-449d-a4e5-2da1d1ed163f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb191b0-7317-42fa-910e-6c0337173e99,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:38.790585 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0a0330aa-6f4c-449d-a4e5-2da1d1ed163f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.792367 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0a0330aa-6f4c-449d-a4e5-2da1d1ed163f tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2602093 Oct 19 12:26:38.795550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53146) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:38.801672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-36e0e2ae-3477-4614-870b-541e765cd3dd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'security_group_rule': {'security_group_id': '53948177-5e13-45a9-a7f6-4990cf140690', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:38.861536 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-36e0e2ae-3477-4614-870b-541e765cd3dd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Project 4021ea88e29048a9a8abae0af841132c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:26:38.866322 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36e0e2ae-3477-4614-870b-541e765cd3dd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.924231 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36e0e2ae-3477-4614-870b-541e765cd3dd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:38.998475 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36e0e2ae-3477-4614-870b-541e765cd3dd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:39.015684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0e2ae-3477-4614-870b-541e765cd3dd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2775fb3-ac3c-436a-913d-50770c5af31a,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:39.103918 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-36e0e2ae-3477-4614-870b-541e765cd3dd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:39.105178 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-36e0e2ae-3477-4614-870b-541e765cd3dd tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3086371 Oct 19 12:26:39.108000 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53148) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:39.112877 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'network': {'name': 'tempest-network-smoke--1208613708', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'port_security_enabled': True}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:39.192956 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:26:39.196989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:39.219127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:26:39.227399 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:39.227738 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Added segment 49ec5b74-f210-4948-8750-8618982bd1e8 of type vlan for network c18f0c29-00e8-48c0-bddf-a15339f81335 Oct 19 12:26:39.266540 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:39.352983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:39.358541 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:39.359117 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:39.425431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Network': ['ID=c18f0c29-00e8-48c0-bddf-a15339f81335,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:39.436260 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network c18f0c29-00e8-48c0-bddf-a15339f81335 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:26:39.458933 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-098960ef-1c7f-49ba-b92f-2fe8d55173cc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3497217 Oct 19 12:26:39.461660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53150) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:39.470088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'admin_state_up': True, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:39.536277 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:39.537392 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:39.587012 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:40.091996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:40.334243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:40.353288 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:40.453661 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.25.2.181 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:26:40.557043 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:40.691054 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:40.731330 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:26:40.734238 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:26:40.737763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:26:40.743534 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:41.060433 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:41.250336 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:41.455951 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router c4819345-62f1-4b7d-8a2e-112d5dc5072c is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:26:41.564134 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:26:41.574206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Sync routers for ids ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:26:41.582749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Routers {'c4819345-62f1-4b7d-8a2e-112d5dc5072c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:26:41.583353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:26:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:41.641180 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:41.642434 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b247bfa2-740d-4ef6-9d7d-c001a89dc982 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1798401 Oct 19 12:26:41.650291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53152) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:41.678299 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b19dc15c-b7b8-4bb9-970d-226d1930f9b3 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=4021ea88e29048a9a8abae0af841132c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268712 Oct 19 12:26:41.680996 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53154) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:41.688078 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Set router c4819345-62f1-4b7d-8a2e-112d5dc5072c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:26:41.771703 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442e5007-d4f9-4dfb-925f-b38be1c68228 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:41.773692 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-442e5007-d4f9-4dfb-925f-b38be1c68228 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917127 Oct 19 12:26:41.776503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53156) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:41.803971 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-04edeb7e-1bdc-42e2-afb5-8a4b5d38bd35 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=6926592e-6551-44d6-8cff-badc592380f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263698 Oct 19 12:26:41.806472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53158) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:41.811379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-227575721', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'project_id': '4021ea88e29048a9a8abae0af841132c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:41.866490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:40Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:41.897549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Checking router: c4819345-62f1-4b7d-8a2e-112d5dc5072c for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:26:41.897897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Updating router c4819345-62f1-4b7d-8a2e-112d5dc5072c port a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:26:41.921464 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:41.953538 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:26:41.957118 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:42.176453 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:42.199270 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:42.238972 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:42.261466 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Subnet': ['ID=15043502-26bb-4215-9637-149babaf0830,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:42.266778 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Checking segment: {'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:26:42.267140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network hostable DHCP agents. Network: c18f0c29-00e8-48c0-bddf-a15339f81335, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:26:42.296298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Attempting to bind port a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:26:42.296687 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Attempting to bind port a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:26:42.297041 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Attempting to bind port a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:26:42.298981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d758bdd-74a9-463d-97bd-3f4f67077f98 None None] Pushing event updated for resources: {'Port': ['ID=a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:42.305002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:26:42.305437 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:26:42.305833 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:42.306205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:26:42.306723 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Bound port: a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:26:42.307100 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:42.335870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network c18f0c29-00e8-48c0-bddf-a15339f81335 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:26:42.356418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] For port a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:26:42.359381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] For port a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:26:42.415710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, c18f0c29-00e8-48c0-bddf-a15339f81335) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:26:42.420793 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:42.421378 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:42.427827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0c485-0ffa-4479-8b7d-ed7d9ded7f0f None None] Network c18f0c29-00e8-48c0-bddf-a15339f81335 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:26:42.448579 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:42.517279 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-c0b11a13-2e99-4793-a1b1-07422fea268b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7088273 Oct 19 12:26:42.519889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53162) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:42.559332 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d758bdd-74a9-463d-97bd-3f4f67077f98 None None] Pushing event updated for resources: {'Port': ['ID=a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:42.563104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Routers {'c4819345-62f1-4b7d-8a2e-112d5dc5072c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:26:42.563721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:26:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:42.693495 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-c18f0c29-00e8-48c0-bddf-a15339f81335', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ips': [{'subnet_id': '15043502-26bb-4215-9637-149babaf0830'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:26:42.694359 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:42.733272 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] Set router c4819345-62f1-4b7d-8a2e-112d5dc5072c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:26:42.956122 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:42.964305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Allocated IP 172.20.0.2 (c18f0c29-00e8-48c0-bddf-a15339f81335/15043502-26bb-4215-9637-149babaf0830/265eb78c-2632-4855-8caf-578f6121ccc4) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:26:43.078186 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:40Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:43.111991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93467fee-d7ad-44eb-b28c-dab25c40c156 None None] The sync data for ids ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'] in n-d-814547-1 is: [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:40Z', 'revision_number': 3, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:26:43.168117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:43.216588 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:43.260817 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Network c18f0c29-00e8-48c0-bddf-a15339f81335 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:26:43.263641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:26:43.266200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.20.0.1 (c18f0c29-00e8-48c0-bddf-a15339f81335/15043502-26bb-4215-9637-149babaf0830/69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:26:43.267256 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:26:43.274270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Pushing event updated for resources: {'Port': ['ID=265eb78c-2632-4855-8caf-578f6121ccc4,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:43.328826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Attempting to bind port 265eb78c-2632-4855-8caf-578f6121ccc4 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:26:43.329197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Attempting to bind port 265eb78c-2632-4855-8caf-578f6121ccc4 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:26:43.329565 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Attempting to bind port 265eb78c-2632-4855-8caf-578f6121ccc4 on network c18f0c29-00e8-48c0-bddf-a15339f81335 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:26:43.335044 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:26:43.335406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Checking segment: {'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:26:43.335804 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:43.336190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Bound using segment: {'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:26:43.337310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Bound port: 265eb78c-2632-4855-8caf-578f6121ccc4, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:26:43.337310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:43.419340 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:43.425522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] For port 265eb78c-2632-4855-8caf-578f6121ccc4, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:26:43.430268 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] For port 265eb78c-2632-4855-8caf-578f6121ccc4, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=265eb78c-2632-4855-8caf-578f6121ccc4,segment=NetworkSegment(49ec5b74-f210-4948-8750-8618982bd1e8),segment_id=49ec5b74-f210-4948-8750-8618982bd1e8)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:26:43.514024 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:43.559886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:43.578713 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0077269-1f46-4af2-82ef-ce657fc84265 None None] Pushing event updated for resources: {'Port': ['ID=265eb78c-2632-4855-8caf-578f6121ccc4,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:43.614222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network c18f0c29-00e8-48c0-bddf-a15339f81335 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:26:43.617822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:26:43.622979 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:26:43.649268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:43.679747 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:43.815936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:26:43.882270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:43.882647 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:43.962920 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:43.969396 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:43.992522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:26:44.056316 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:44.106670 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:44.258055 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:44.307381 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:44.395997 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:44.397830 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:44.497288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network c18f0c29-00e8-48c0-bddf-a15339f81335 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:26:44.498788 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:26:44.519927 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52da8fa7-67aa-4a36-be74-5b65e784a6f0 None None] Network c18f0c29-00e8-48c0-bddf-a15339f81335 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:26:44.619525 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router c4819345-62f1-4b7d-8a2e-112d5dc5072c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:26:44.737882 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:26:44.743499 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-863a8a0c-d464-4168-a87d-aa790e529ee9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "PUT /v2.0/routers/c4819345-62f1-4b7d-8a2e-112d5dc5072c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2230973 Oct 19 12:26:44.753394 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e59c2f54-bdfc-42fc-b0ae-a7a1deaa76ca None None] Provisioning complete for port 265eb78c-2632-4855-8caf-578f6121ccc4 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:44.753759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e59c2f54-bdfc-42fc-b0ae-a7a1deaa76ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:44.895853 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ecab3047-0ecf-4805-9312-dd04be3ce019 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001154335&fields=id&tenant_id=4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 267 time: 0.0333426 Oct 19 12:26:44.901792 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e59c2f54-bdfc-42fc-b0ae-a7a1deaa76ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:44.940570 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e59c2f54-bdfc-42fc-b0ae-a7a1deaa76ca None None] For port 265eb78c-2632-4855-8caf-578f6121ccc4, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=265eb78c-2632-4855-8caf-578f6121ccc4,segment=NetworkSegment(49ec5b74-f210-4948-8750-8618982bd1e8),segment_id=49ec5b74-f210-4948-8750-8618982bd1e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:26:45.016401 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e59c2f54-bdfc-42fc-b0ae-a7a1deaa76ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:45.029948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-433a16b7-ec3a-4dc2-83f0-75ec1218c31d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:45.039286 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-433a16b7-ec3a-4dc2-83f0-75ec1218c31d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/networks?id=c18f0c29-00e8-48c0-bddf-a15339f81335 HTTP/1.1" status: 200 len: 797 time: 0.1350746 Oct 19 12:26:45.051110 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ede7775b-036d-481d-8616-f50f31b4ae0c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/quotas/4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 375 time: 0.0107510 Oct 19 12:26:45.055591 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Sync routers for ids ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:26:45.067990 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Routers {'c4819345-62f1-4b7d-8a2e-112d5dc5072c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:26:45.069177 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:26:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:45.076849 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c2f54-bdfc-42fc-b0ae-a7a1deaa76ca None None] Pushing event updated for resources: {'Port': ['ID=265eb78c-2632-4855-8caf-578f6121ccc4,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:45.111405 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-9db60b29-9c76-4d19-ac9c-974604acffd7 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519428 Oct 19 12:26:45.127396 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-5334790b-e0f2-47e0-9cc5-a1d1830c9ce5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:26:45.129041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-5334790b-e0f2-47e0-9cc5-a1d1830c9ce5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063047 Oct 19 12:26:45.191338 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Set router c4819345-62f1-4b7d-8a2e-112d5dc5072c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:26:45.224585 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-34426c85-b93e-47c5-9d8c-bb196e516874 service neutron] 10.222.0.39 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893798 Oct 19 12:26:45.243594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-84c250ed-8ac4-48cb-a853-b99e1ffd746d None None] Provisioning complete for port 265eb78c-2632-4855-8caf-578f6121ccc4 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:45.243974 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-84c250ed-8ac4-48cb-a853-b99e1ffd746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:45.323435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-182c20cb-4d2e-4c3a-8007-a3dcede0e5a4 service neutron] 10.222.0.39 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903807 Oct 19 12:26:45.344209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-84c250ed-8ac4-48cb-a853-b99e1ffd746d None None] Provisioning complete for port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:45.344708 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-84c250ed-8ac4-48cb-a853-b99e1ffd746d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:45.383753 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-84c250ed-8ac4-48cb-a853-b99e1ffd746d None None] Port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:26:45.406562 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0', 'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:ad:b8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15043502-26bb-4215-9637-149babaf0830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:43Z', 'updated_at': '2021-10-19T12:26:44Z', 'revision_number': 2, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '15043502-26bb-4215-9637-149babaf0830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:45.433140 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Checking router: c4819345-62f1-4b7d-8a2e-112d5dc5072c for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:26:45.433783 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Updating router c4819345-62f1-4b7d-8a2e-112d5dc5072c port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:26:45.504715 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6e5a3bf8-9300-40e0-a66b-820c39f74743 None None] Provisioning complete for port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:45.505230 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3bf8-9300-40e0-a66b-820c39f74743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:45.562632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a3bf8-9300-40e0-a66b-820c39f74743 None None] Port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:26:45.567886 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:45.620442 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-56796932-d914-4805-979a-6e7d6e457e7a req-e7020817-5477-4a72-8053-edba8b5054c9 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 210 time: 0.0274611 Oct 19 12:26:45.685616 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-eee5bc63-ad4b-4ef8-a987-d6ee770daf1b None None] Provisioning complete for port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:45.685989 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-eee5bc63-ad4b-4ef8-a987-d6ee770daf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:45.748560 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-eee5bc63-ad4b-4ef8-a987-d6ee770daf1b None None] Port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:26:45.833714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:26:45.854530 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:45.881936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:45.882308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:45.901525 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:45.944562 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Pushing event updated for resources: {'Port': ['ID=69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:45.963984 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.963984 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.963984 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.963984 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.963984 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.963984 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.963984 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.963984 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.965325 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.965325 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.965325 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.965325 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:26:45.966370 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 265eb78c-2632-4855-8caf-578f6121ccc4 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:26:46.019634 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Attempting to bind port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:26:46.020008 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Attempting to bind port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:26:46.020507 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Attempting to bind port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 on network c18f0c29-00e8-48c0-bddf-a15339f81335 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:26:46.026143 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:26:46.026887 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Checking segment: {'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:26:46.027012 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 265eb78c-2632-4855-8caf-578f6121ccc4 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:46.027104 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:46.027184 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:46.027381 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Bound using segment: {'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:26:46.027775 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Bound port: 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:26:46.028148 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:46.097851 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] For port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:26:46.110029 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] For port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0,segment=NetworkSegment(49ec5b74-f210-4948-8750-8618982bd1e8),segment_id=49ec5b74-f210-4948-8750-8618982bd1e8)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:26:46.194947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-452ea0cd-10d7-4034-ba6b-1972e5e83ce7 None None] Provisioning complete for port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:46.194947 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-452ea0cd-10d7-4034-ba6b-1972e5e83ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:46.205130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-452ea0cd-10d7-4034-ba6b-1972e5e83ce7 None None] Port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:26:46.256715 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:46.311358 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Routers {'c4819345-62f1-4b7d-8a2e-112d5dc5072c'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:26:46.311979 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:26:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:46.352931 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae618d-a1a9-45f4-aeb0-59278b99eadb None None] Pushing event updated for resources: {'Port': ['ID=69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0,revision_number=4']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:46.431014 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] Set router c4819345-62f1-4b7d-8a2e-112d5dc5072c gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:26:46.525002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e63bf669-ba1b-4489-a92c-a0d01f76ec5e None None] Provisioning complete for port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:46.528251 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e63bf669-ba1b-4489-a92c-a0d01f76ec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:46.605830 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e63bf669-ba1b-4489-a92c-a0d01f76ec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:46.638960 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-e63bf669-ba1b-4489-a92c-a0d01f76ec5e None None] For port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0,segment=NetworkSegment(49ec5b74-f210-4948-8750-8618982bd1e8),segment_id=49ec5b74-f210-4948-8750-8618982bd1e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:26:46.645337 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0', 'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:ad:b8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15043502-26bb-4215-9637-149babaf0830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:43Z', 'updated_at': '2021-10-19T12:26:46Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '15043502-26bb-4215-9637-149babaf0830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:46.672135 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5c723-c827-4adf-9016-f712683cfa28 None None] The sync data for ids ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'] in n-d-814547-1 is: [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0', 'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:ad:b8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15043502-26bb-4215-9637-149babaf0830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:43Z', 'updated_at': '2021-10-19T12:26:46Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '15043502-26bb-4215-9637-149babaf0830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:26:46.735447 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e63bf669-ba1b-4489-a92c-a0d01f76ec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:46.747134 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-60c77ef1-7b85-49c7-9c9b-0a5a2ee86fc8 req-47d93e48-4ee8-4ca8-8f07-3d68404c704c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 210 time: 0.0536582 Oct 19 12:26:46.800750 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bf669-ba1b-4489-a92c-a0d01f76ec5e None None] Pushing event updated for resources: {'Port': ['ID=69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:47.674261 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-70bc9b26-061f-4b2d-90ef-daf2503d1234 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:47.675641 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-70bc9b26-061f-4b2d-90ef-daf2503d1234 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "GET /v2.0/networks?id=c18f0c29-00e8-48c0-bddf-a15339f81335 HTTP/1.1" status: 200 len: 797 time: 0.1061563 Oct 19 12:26:47.723920 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-475c58f4-d1cd-48e9-86e4-e66e94e1b812 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4021ea88e29048a9a8abae0af841132c HTTP/1.1" status: 200 len: 380 time: 0.0381429 Oct 19 12:26:47.736713 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'port': {'device_id': '7be54682-098d-4060-b12c-e5960741330c', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'admin_state_up': True, 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'security_groups': ['53948177-5e13-45a9-a7f6-4990cf140690']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:47.760021 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:26:47.809057 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:47.809433 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:47.855432 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b023500-fa55-4a3d-8109-216831cede53 req-c587e6db-4b53-4c84-bf32-299458b6c404 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 210 time: 0.0313179 Oct 19 12:26:47.907697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Made reservation on behalf of 4021ea88e29048a9a8abae0af841132c for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:26:47.911862 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:48.039333 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.20.0.3 (c18f0c29-00e8-48c0-bddf-a15339f81335/15043502-26bb-4215-9637-149babaf0830/830f9a82-68c8-4c2d-ab85-0387b5596abf) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:26:48.175395 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:48.262013 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:48.305680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network c18f0c29-00e8-48c0-bddf-a15339f81335 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:26:48.308946 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:26:48.313054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:26:48.343262 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=830f9a82-68c8-4c2d-ab85-0387b5596abf,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:48.374245 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:48.374852 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:48.436395 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-6d46b586-f78c-4a7e-9b83-f2400cf45b52 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7034080 Oct 19 12:26:48.496397 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Request body: {'port': {'device_id': '7be54682-098d-4060-b12c-e5960741330c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:48.550736 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:48.569407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0d487dac-9149-4582-abd4-fd29ecc60a68 None None] Provisioning complete for port 830f9a82-68c8-4c2d-ab85-0387b5596abf triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:48.569745 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d487dac-9149-4582-abd4-fd29ecc60a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:48.602637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0d487dac-9149-4582-abd4-fd29ecc60a68 None None] Port 830f9a82-68c8-4c2d-ab85-0387b5596abf cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:26:48.807274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830f9a82-68c8-4c2d-ab85-0387b5596abf {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:26:48.814507 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:48.827418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Transition to ACTIVE for port object 830f9a82-68c8-4c2d-ab85-0387b5596abf will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:26:48.895748 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:48.971576 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Pushing event updated for resources: {'Port': ['ID=830f9a82-68c8-4c2d-ab85-0387b5596abf,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:49.028648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbe3ed-9aec-4769-8cec-7470402b5c8e req-48c9b636-612b-4300-8ac1-1583becab8a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:49.030191 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80fbe3ed-9aec-4769-8cec-7470402b5c8e req-48c9b636-612b-4300-8ac1-1583becab8a2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 943 time: 0.1039209 Oct 19 12:26:49.086955 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-80fbe3ed-9aec-4769-8cec-7470402b5c8e req-4e3382d4-38d0-4f9f-bbaf-ac88870e1f02 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501928 Oct 19 12:26:49.089410 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Attempting to bind port 830f9a82-68c8-4c2d-ab85-0387b5596abf on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:26:49.089937 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Attempting to bind port 830f9a82-68c8-4c2d-ab85-0387b5596abf by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:26:49.090361 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Attempting to bind port 830f9a82-68c8-4c2d-ab85-0387b5596abf on network c18f0c29-00e8-48c0-bddf-a15339f81335 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:26:49.095086 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Port 830f9a82-68c8-4c2d-ab85-0387b5596abf on network c18f0c29-00e8-48c0-bddf-a15339f81335 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:26:49.095469 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Attempting to bind port 830f9a82-68c8-4c2d-ab85-0387b5596abf on network c18f0c29-00e8-48c0-bddf-a15339f81335 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:26:49.101025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:26:49.101357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Checking segment: {'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:26:49.101731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Bound using segment: {'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:26:49.102150 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Bound port: 830f9a82-68c8-4c2d-ab85-0387b5596abf, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ec5b74-f210-4948-8750-8618982bd1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:26:49.102505 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:49.164184 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] For port 830f9a82-68c8-4c2d-ab85-0387b5596abf, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:26:49.167280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] For port 830f9a82-68c8-4c2d-ab85-0387b5596abf, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=830f9a82-68c8-4c2d-ab85-0387b5596abf,segment=NetworkSegment(49ec5b74-f210-4948-8750-8618982bd1e8),segment_id=49ec5b74-f210-4948-8750-8618982bd1e8)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:26:49.227496 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:49.264464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:49.265093 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:49.266550 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] 10.222.0.26 "PUT /v2.0/ports/830f9a82-68c8-4c2d-ab85-0387b5596abf HTTP/1.1" status: 200 len: 1091 time: 0.8158047 Oct 19 12:26:49.267029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be54682-098d-4060-b12c-e5960741330c', 'tag': '830f9a82-68c8-4c2d-ab85-0387b5596abf'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:26:49.269360 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3179f6ad-c476-487e-81ec-0a92dd456853" -d '{"events": [{"name": "network-changed", "server_uuid": "7be54682-098d-4060-b12c-e5960741330c", "tag": "830f9a82-68c8-4c2d-ab85-0387b5596abf"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:26:49.305545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece978ae-57af-48bf-a7eb-0d818adec24f service neutron] Pushing event updated for resources: {'Port': ['ID=830f9a82-68c8-4c2d-ab85-0387b5596abf,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:49.317445 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fadf4e-919c-4939-9c9f-be1381f8b485 x-openstack-request-id: req-d9fadf4e-919c-4939-9c9f-be1381f8b485 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:26:49.317804 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be54682-098d-4060-b12c-e5960741330c", "tag": "830f9a82-68c8-4c2d-ab85-0387b5596abf", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:26:49.318122 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9fadf4e-919c-4939-9c9f-be1381f8b485 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:26:49.318601 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be54682-098d-4060-b12c-e5960741330c', 'tag': '830f9a82-68c8-4c2d-ab85-0387b5596abf', 'status': 'completed', 'code': 200} Oct 19 12:26:49.395190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179f6ad-c476-487e-81ec-0a92dd456853 req-cffb26cd-79fc-4aab-b845-6b5e2f1f70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:49.397241 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3179f6ad-c476-487e-81ec-0a92dd456853 req-cffb26cd-79fc-4aab-b845-6b5e2f1f70fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 1094 time: 0.0472040 Oct 19 12:26:49.502252 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179f6ad-c476-487e-81ec-0a92dd456853 req-59b2eaf4-1ad0-45a6-a3fb-b289bcc74792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:49.503700 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3179f6ad-c476-487e-81ec-0a92dd456853 req-59b2eaf4-1ad0-45a6-a3fb-b289bcc74792 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4021ea88e29048a9a8abae0af841132c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0944452 Oct 19 12:26:49.606301 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179f6ad-c476-487e-81ec-0a92dd456853 req-691ee01f-ebc2-4456-9005-e015dfb49507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:49.607772 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3179f6ad-c476-487e-81ec-0a92dd456853 req-691ee01f-ebc2-4456-9005-e015dfb49507 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930243 Oct 19 12:26:49.688470 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-58e5bd5a-b1ef-4c74-ba7c-0822548cb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:49.690023 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-58e5bd5a-b1ef-4c74-ba7c-0822548cb453 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 1094 time: 0.0399036 Oct 19 12:26:49.738880 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-5249c22f-c09e-4ae6-b692-a94fbdd902aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f9a82-68c8-4c2d-ab85-0387b5596abf HTTP/1.1" status: 200 len: 217 time: 0.0365686 Oct 19 12:26:49.790676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-225489e4-1b6d-4e7e-a074-1df8d36f623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:49.792059 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-225489e4-1b6d-4e7e-a074-1df8d36f623e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15043502-26bb-4215-9637-149babaf0830 HTTP/1.1" status: 200 len: 834 time: 0.0424073 Oct 19 12:26:49.844024 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-8f5c5679-ccb7-4a9e-872e-122dd56ddea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:49.845481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-8f5c5679-ccb7-4a9e-872e-122dd56ddea8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c18f0c29-00e8-48c0-bddf-a15339f81335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394220 Oct 19 12:26:49.939453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-1fd11b74-4b88-4596-999a-5ab00d02eb5e service neutron] 10.222.0.26 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820756 Oct 19 12:26:50.030771 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2f8b3e23-9987-49cb-8f71-6050b66ea98d req-f9d392b9-5fa8-458c-8695-7db2802ca3d7 service neutron] 10.222.0.26 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799880 Oct 19 12:26:50.201388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6cd95-7d4f-4ed0-9f9a-2283b4873e93 req-1dc01cca-2b09-4f8f-a42d-f4e22a63cea2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:50.202877 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0b6cd95-7d4f-4ed0-9f9a-2283b4873e93 req-1dc01cca-2b09-4f8f-a42d-f4e22a63cea2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 943 time: 0.0487926 Oct 19 12:26:50.243851 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f0b6cd95-7d4f-4ed0-9f9a-2283b4873e93 req-bb473915-8102-4d5b-8f5d-3b6d654c8da6 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350454 Oct 19 12:26:50.295805 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:50.718865 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:51.359252 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed90ec-ca1a-4f99-98af-811786ac598e req-1e1a0805-47f9-43d1-a5d9-b97aeb6b28f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:51.360731 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4bed90ec-ca1a-4f99-98af-811786ac598e req-1e1a0805-47f9-43d1-a5d9-b97aeb6b28f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 943 time: 0.0485413 Oct 19 12:26:51.401690 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4bed90ec-ca1a-4f99-98af-811786ac598e req-000515df-8e73-41f2-a4da-9f9f2863a0ec tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350492 Oct 19 12:26:51.831825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 830f9a82-68c8-4c2d-ab85-0387b5596abf details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:26:51.925343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 830f9a82-68c8-4c2d-ab85-0387b5596abf, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=830f9a82-68c8-4c2d-ab85-0387b5596abf,segment=NetworkSegment(49ec5b74-f210-4948-8750-8618982bd1e8),segment_id=49ec5b74-f210-4948-8750-8618982bd1e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:26:51.936971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '830f9a82-68c8-4c2d-ab85-0387b5596abf', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'port_id': '830f9a82-68c8-4c2d-ab85-0387b5596abf', 'mac_address': 'fa:16:3e:2b:62:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15043502-26bb-4215-9637-149babaf0830', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:26:51.972475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:51.984760 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830f9a82-68c8-4c2d-ab85-0387b5596abf {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:26:52.003716 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 830f9a82-68c8-4c2d-ab85-0387b5596abf, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=830f9a82-68c8-4c2d-ab85-0387b5596abf,segment=NetworkSegment(49ec5b74-f210-4948-8750-8618982bd1e8),segment_id=49ec5b74-f210-4948-8750-8618982bd1e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:26:52.050223 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:52.099592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=830f9a82-68c8-4c2d-ab85-0387b5596abf,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:52.325180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['830f9a82-68c8-4c2d-ab85-0387b5596abf'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:26:52.515445 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970110d6-dc53-4f73-a2fd-8e8830d88f53 req-6adb65eb-63a8-4821-95a1-da06eff5a830 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:52.516523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-970110d6-dc53-4f73-a2fd-8e8830d88f53 req-6adb65eb-63a8-4821-95a1-da06eff5a830 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 944 time: 0.0492525 Oct 19 12:26:52.555108 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-970110d6-dc53-4f73-a2fd-8e8830d88f53 req-b9a6d1f4-0399-4f30-8bb8-a85253002b48 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314693 Oct 19 12:26:53.668241 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a571e2f-e9f5-4e90-855d-189837b1af8e req-4dcd906d-6010-4143-9fd7-b4555a965c30 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:53.669800 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a571e2f-e9f5-4e90-855d-189837b1af8e req-4dcd906d-6010-4143-9fd7-b4555a965c30 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 944 time: 0.0484607 Oct 19 12:26:53.707851 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2a571e2f-e9f5-4e90-855d-189837b1af8e req-ee4b1589-d23c-4f3a-8b97-ac4b50166fdc tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Oct 19 12:26:53.848710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 830f9a82-68c8-4c2d-ab85-0387b5596abf up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:26:53.992595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 830f9a82-68c8-4c2d-ab85-0387b5596abf completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:26:53.996177 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 830f9a82-68c8-4c2d-ab85-0387b5596abf triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:26:53.996567 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:54.070171 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:54.093607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be54682-098d-4060-b12c-e5960741330c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830f9a82-68c8-4c2d-ab85-0387b5596abf'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:26:54.095879 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723ea82b-db7d-41a0-9f6b-da41ad445b90" -d '{"events": [{"server_uuid": "7be54682-098d-4060-b12c-e5960741330c", "name": "network-vif-plugged", "status": "completed", "tag": "830f9a82-68c8-4c2d-ab85-0387b5596abf"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:26:54.112279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 830f9a82-68c8-4c2d-ab85-0387b5596abf, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=830f9a82-68c8-4c2d-ab85-0387b5596abf,segment=NetworkSegment(49ec5b74-f210-4948-8750-8618982bd1e8),segment_id=49ec5b74-f210-4948-8750-8618982bd1e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:26:54.176354 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:54.179236 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4480ec-1e19-4581-9aca-dcf8965172e6 x-openstack-request-id: req-da4480ec-1e19-4581-9aca-dcf8965172e6 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:26:54.179530 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be54682-098d-4060-b12c-e5960741330c", "name": "network-vif-plugged", "status": "completed", "tag": "830f9a82-68c8-4c2d-ab85-0387b5596abf", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:26:54.179780 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da4480ec-1e19-4581-9aca-dcf8965172e6 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:26:54.180191 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be54682-098d-4060-b12c-e5960741330c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830f9a82-68c8-4c2d-ab85-0387b5596abf', 'code': 200} Oct 19 12:26:54.229823 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=830f9a82-68c8-4c2d-ab85-0387b5596abf,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:54.296280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b5677-2a8e-4288-a02e-28ae458af938 req-fe60367a-a845-46d4-a81f-ea20ef7ad887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:54.297812 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-967b5677-2a8e-4288-a02e-28ae458af938 req-fe60367a-a845-46d4-a81f-ea20ef7ad887 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 1096 time: 0.0398407 Oct 19 12:26:54.332817 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-967b5677-2a8e-4288-a02e-28ae458af938 req-343c71db-5885-4c26-8935-58eb7f93bd83 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275521 Oct 19 12:26:54.821102 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e885f07-5fb7-475b-9920-dad752880d8d req-077bab63-6b9a-401e-9299-6a301de17e54 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:54.822484 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e885f07-5fb7-475b-9920-dad752880d8d req-077bab63-6b9a-401e-9299-6a301de17e54 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0490339 Oct 19 12:26:54.859180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0e885f07-5fb7-475b-9920-dad752880d8d req-36503ed8-21a1-4ed1-984d-46632b28a63b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308011 Oct 19 12:26:55.490402 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a7829d94-1ee8-4313-8e6b-515dbed15182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:55.975811 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff7532-460a-44c4-bdc8-997327b6cf91 req-7390d00a-4396-4c35-ae87-9714481f8b5e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:55.977289 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7dff7532-460a-44c4-bdc8-997327b6cf91 req-7390d00a-4396-4c35-ae87-9714481f8b5e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0479214 Oct 19 12:26:56.017313 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7dff7532-460a-44c4-bdc8-997327b6cf91 req-b2f7e7da-93dc-466c-8268-977065f9c223 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341296 Oct 19 12:26:56.130380 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b40fab-d8cc-4f4a-b31f-d4a328c4d019 req-50de971f-02a1-4cf9-8b44-46eeec5cd8c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:56.132655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92b40fab-d8cc-4f4a-b31f-d4a328c4d019 req-50de971f-02a1-4cf9-8b44-46eeec5cd8c4 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0485201 Oct 19 12:26:56.173091 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92b40fab-d8cc-4f4a-b31f-d4a328c4d019 req-8a5411d1-a211-4d05-94f0-11cf309c0ad0 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346150 Oct 19 12:26:56.195308 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53228) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:56.234156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8683a977-6bf5-449f-a679-d1c4757475b8 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:56.235667 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8683a977-6bf5-449f-a679-d1c4757475b8 tempest-TestNetworkAdvancedServerOps-166507111 tempest-TestNetworkAdvancedServerOps-166507111-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 1091 time: 0.0394223 Oct 19 12:26:56.238488 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53230) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:56.243139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '830f9a82-68c8-4c2d-ab85-0387b5596abf', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:26:56.319830 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:56.416876 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:56.522467 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Allocated IP 172.25.2.91 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/5c02232e-dc46-4546-88d7-1e659dcaa38f) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:26:56.623497 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:56.701904 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:56.745609 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:26:56.750002 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:26:56.754030 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:26:56.775842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=5c02232e-dc46-4546-88d7-1e659dcaa38f,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:57.107087 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:57.549462 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:57.697799 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:57.741976 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:57.810405 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event updated for resources: {'Port': ['ID=5c02232e-dc46-4546-88d7-1e659dcaa38f,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:26:57.821899 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ae79d230-4215-4b12-bf63-5b9f10cb3278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:57.823750 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:57.921056 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Floating IP dabf4867-78f0-4a30-90fa-e0ed36c42c48 associated. External IP: 172.25.2.91, port: 830f9a82-68c8-4c2d-ab85-0387b5596abf. Oct 19 12:26:58.125109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router c4819345-62f1-4b7d-8a2e-112d5dc5072c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:26:58.231481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:26:58.242466 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01c2e1-21d8-4dd6-8d46-8e7ff4df6a5d None None] Sync routers for ids ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:26:58.251641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01c2e1-21d8-4dd6-8d46-8e7ff4df6a5d None None] Routers {'c4819345-62f1-4b7d-8a2e-112d5dc5072c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:26:58.252252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ff01c2e1-21d8-4dd6-8d46-8e7ff4df6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:26:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:58.297887 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:58.325518 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b157d977-745b-4b27-89bb-6ef6ca6cfac2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0860240 Oct 19 12:26:58.326298 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be54682-098d-4060-b12c-e5960741330c', 'tag': '830f9a82-68c8-4c2d-ab85-0387b5596abf'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:26:58.328789 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f" -d '{"events": [{"name": "network-changed", "server_uuid": "7be54682-098d-4060-b12c-e5960741330c", "tag": "830f9a82-68c8-4c2d-ab85-0387b5596abf"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:26:58.358270 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ff01c2e1-21d8-4dd6-8d46-8e7ff4df6a5d None None] Set router c4819345-62f1-4b7d-8a2e-112d5dc5072c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:26:58.367935 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4de50d3-042f-4d8b-a2d9-da73d4edb6d2 x-openstack-request-id: req-e4de50d3-042f-4d8b-a2d9-da73d4edb6d2 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:26:58.367935 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be54682-098d-4060-b12c-e5960741330c", "tag": "830f9a82-68c8-4c2d-ab85-0387b5596abf", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:26:58.367935 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4de50d3-042f-4d8b-a2d9-da73d4edb6d2 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:26:58.367935 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be54682-098d-4060-b12c-e5960741330c', 'tag': '830f9a82-68c8-4c2d-ab85-0387b5596abf', 'status': 'completed', 'code': 200} Oct 19 12:26:58.453241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d553962-3a1d-4e01-96fc-e6b951bf9482 req-c565ea0d-50d5-4757-811c-6d8dd5181871 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:58.454737 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d553962-3a1d-4e01-96fc-e6b951bf9482 req-c565ea0d-50d5-4757-811c-6d8dd5181871 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0773494 Oct 19 12:26:58.457476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f req-3029cabf-ad7f-42fe-89cc-e2b0b994c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:58.459633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f req-3029cabf-ad7f-42fe-89cc-e2b0b994c283 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 1096 time: 0.0703325 Oct 19 12:26:58.517973 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0d553962-3a1d-4e01-96fc-e6b951bf9482 req-de9a8c6b-0170-4817-bfb6-f703516b99fe tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566101 Oct 19 12:26:58.543261 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53236) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:58.594754 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ff01c2e1-21d8-4dd6-8d46-8e7ff4df6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dabf4867-78f0-4a30-90fa-e0ed36c42c48', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'port_id': '830f9a82-68c8-4c2d-ab85-0387b5596abf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'mac_address': 'fa:16:3e:2b:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be54682-098d-4060-b12c-e5960741330c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:26:56Z', 'updated_at': '2021-10-19T12:26:56Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0', 'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:ad:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15043502-26bb-4215-9637-149babaf0830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:43Z', 'updated_at': '2021-10-19T12:26:46Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '15043502-26bb-4215-9637-149babaf0830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:58.616749 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-de09a773-6e97-4988-9d5a-b722b489d922 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/dabf4867-78f0-4a30-90fa-e0ed36c42c48 HTTP/1.1" status: 200 len: 990 time: 0.0709350 Oct 19 12:26:58.626964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01c2e1-21d8-4dd6-8d46-8e7ff4df6a5d None None] Checking router: c4819345-62f1-4b7d-8a2e-112d5dc5072c for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:26:58.636253 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01c2e1-21d8-4dd6-8d46-8e7ff4df6a5d None None] Routers {'c4819345-62f1-4b7d-8a2e-112d5dc5072c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:26:58.637102 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ff01c2e1-21d8-4dd6-8d46-8e7ff4df6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:26:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:58.749511 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-ff01c2e1-21d8-4dd6-8d46-8e7ff4df6a5d None None] Set router c4819345-62f1-4b7d-8a2e-112d5dc5072c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:26:58.890365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f req-e5d18985-beec-4915-8d97-14dee4b05b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:58.891828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f req-e5d18985-beec-4915-8d97-14dee4b05b07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c18f0c29-00e8-48c0-bddf-a15339f81335 HTTP/1.1" status: 200 len: 898 time: 0.4247901 Oct 19 12:26:58.955420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f req-81791563-004a-468e-bb3f-597a3dff619e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f9a82-68c8-4c2d-ab85-0387b5596abf HTTP/1.1" status: 200 len: 998 time: 0.0560579 Oct 19 12:26:58.979086 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-ff01c2e1-21d8-4dd6-8d46-8e7ff4df6a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dabf4867-78f0-4a30-90fa-e0ed36c42c48', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'port_id': '830f9a82-68c8-4c2d-ab85-0387b5596abf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'mac_address': 'fa:16:3e:2b:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be54682-098d-4060-b12c-e5960741330c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:26:56Z', 'updated_at': '2021-10-19T12:26:56Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0', 'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:ad:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15043502-26bb-4215-9637-149babaf0830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:43Z', 'updated_at': '2021-10-19T12:26:46Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '15043502-26bb-4215-9637-149babaf0830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:26:59.007052 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f req-6555011c-128c-472e-a096-5a3cbfb25eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:59.008480 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f req-6555011c-128c-472e-a096-5a3cbfb25eb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15043502-26bb-4215-9637-149babaf0830 HTTP/1.1" status: 200 len: 834 time: 0.0458784 Oct 19 12:26:59.020858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff01c2e1-21d8-4dd6-8d46-8e7ff4df6a5d None None] The sync data for ids ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'] in n-d-814547-1 is: [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'dabf4867-78f0-4a30-90fa-e0ed36c42c48', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'port_id': '830f9a82-68c8-4c2d-ab85-0387b5596abf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'mac_address': 'fa:16:3e:2b:62:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be54682-098d-4060-b12c-e5960741330c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:26:56Z', 'updated_at': '2021-10-19T12:26:56Z', 'revision_number': 0, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0', 'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:ad:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15043502-26bb-4215-9637-149babaf0830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:43Z', 'updated_at': '2021-10-19T12:26:46Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '15043502-26bb-4215-9637-149babaf0830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:26:59.064902 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f req-c9cfb1b6-0ac1-45a9-b813-a9c2129ef012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:26:59.074319 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f req-c9cfb1b6-0ac1-45a9-b813-a9c2129ef012 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c18f0c29-00e8-48c0-bddf-a15339f81335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509810 Oct 19 12:26:59.113663 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:59.158214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f req-9a29ff86-aa78-4460-919d-e72d9cdeaba2 service neutron] 10.222.0.26 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843558 Oct 19 12:26:59.232793 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0328a5-5585-47c2-99da-836b05525169 None None] New status for floating IP dabf4867-78f0-4a30-90fa-e0ed36c42c48: ACTIVE {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:26:59.262214 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ba5ee431-31ee-4bbd-bcf8-3671333bf34f req-4f67cb15-b75c-40d4-8f3f-445e313d3fbc service neutron] 10.222.0.26 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967581 Oct 19 12:26:59.336061 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:26:59.619399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53238) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:26:59.682903 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1b7cff45-e593-4661-a49f-5b9ef7116836 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/dabf4867-78f0-4a30-90fa-e0ed36c42c48 HTTP/1.1" status: 200 len: 992 time: 0.0623255 Oct 19 12:27:01.061576 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:02.797306 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:27:08.253966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-534e0324-89f7-4c63-9146-fa3bc9af1eb6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390749 Oct 19 12:27:08.334570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-80991b8c-450b-4abf-98f8-01c175bb6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:08.336573 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-80991b8c-450b-4abf-98f8-01c175bb6fcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 1096 time: 0.0396259 Oct 19 12:27:08.443750 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-899c2772-5393-4287-ac96-3d2be86df8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:08.445315 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-899c2772-5393-4287-ac96-3d2be86df8d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c18f0c29-00e8-48c0-bddf-a15339f81335 HTTP/1.1" status: 200 len: 898 time: 0.0883694 Oct 19 12:27:08.516916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-d2bce31d-800e-480a-ab48-8d2b4ea5d194 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f9a82-68c8-4c2d-ab85-0387b5596abf HTTP/1.1" status: 200 len: 1000 time: 0.0575762 Oct 19 12:27:08.570107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-ca458879-a114-44a0-aa0b-0cea2bacebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:08.571622 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-ca458879-a114-44a0-aa0b-0cea2bacebc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15043502-26bb-4215-9637-149babaf0830 HTTP/1.1" status: 200 len: 834 time: 0.0464528 Oct 19 12:27:08.617542 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-05c316eb-8cf8-45d4-98da-30652c853878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:08.619003 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-05c316eb-8cf8-45d4-98da-30652c853878 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c18f0c29-00e8-48c0-bddf-a15339f81335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394895 Oct 19 12:27:08.711993 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-296cc5be-6c38-4829-9a28-c3e560d6ef08 service neutron] 10.222.0.26 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847535 Oct 19 12:27:08.799663 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8e6b8592-0996-4a22-9564-34dbe0b0dbdb req-3f96a254-a241-4ca5-9a2e-a12632680cf3 service neutron] 10.222.0.26 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793478 Oct 19 12:27:20.290326 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:20.729663 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:25.489788 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-83f0084f-bcfa-4b35-a20a-94081d1c90ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:27.861021 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3f0097c3-af09-4f09-84e5-b415dfdca7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:29.106766 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:29.318052 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:31.078275 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:33.192557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d94604-e546-4e48-9ed3-17b0758a7575 req-a734efd8-36df-49d7-9326-1c8a74d16766 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:33.194028 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52d94604-e546-4e48-9ed3-17b0758a7575 req-a734efd8-36df-49d7-9326-1c8a74d16766 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0500500 Oct 19 12:27:33.231754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-52d94604-e546-4e48-9ed3-17b0758a7575 req-b64c6e00-31ba-422d-a555-f8e13674fa01 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312433 Oct 19 12:27:34.347263 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7425ef0-72c0-4106-be0c-9ea2990f26e3 req-c79150fd-9f58-4f27-a381-810b6df93a54 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:34.348782 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f7425ef0-72c0-4106-be0c-9ea2990f26e3 req-c79150fd-9f58-4f27-a381-810b6df93a54 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0494814 Oct 19 12:27:34.386212 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f7425ef0-72c0-4106-be0c-9ea2990f26e3 req-47572152-6112-445c-8fef-0622ba100e99 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308843 Oct 19 12:27:34.408235 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53260) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:34.471773 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-281032a0-d161-4565-80d4-82d432081e62 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/dabf4867-78f0-4a30-90fa-e0ed36c42c48 HTTP/1.1" status: 200 len: 992 time: 0.0623624 Oct 19 12:27:35.832880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2e333-3480-425b-8878-0a9cfcb91d18 req-40910f93-0777-4676-a05a-7ee93261380d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:35.834387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-22f2e333-3480-425b-8878-0a9cfcb91d18 req-40910f93-0777-4676-a05a-7ee93261380d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0543952 Oct 19 12:27:35.875405 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-22f2e333-3480-425b-8878-0a9cfcb91d18 req-375712a3-b00d-42e6-b0c8-e07d5e706f05 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348701 Oct 19 12:27:35.917426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e5bc-861f-4386-9b1c-b416f1edb787 req-8c1899c9-9682-4f1e-9985-e4198246e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:35.918920 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ed2e5bc-861f-4386-9b1c-b416f1edb787 req-8c1899c9-9682-4f1e-9985-e4198246e014 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 1096 time: 0.0402036 Oct 19 12:27:36.014806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e5bc-861f-4386-9b1c-b416f1edb787 req-5661e471-5324-4e7d-8526-def6cc815672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:36.016141 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ed2e5bc-861f-4386-9b1c-b416f1edb787 req-5661e471-5324-4e7d-8526-def6cc815672 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c18f0c29-00e8-48c0-bddf-a15339f81335 HTTP/1.1" status: 200 len: 898 time: 0.0861778 Oct 19 12:27:36.080230 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ed2e5bc-861f-4386-9b1c-b416f1edb787 req-b0aa024c-1be1-4065-a390-5e549d9dbc0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f9a82-68c8-4c2d-ab85-0387b5596abf HTTP/1.1" status: 200 len: 1000 time: 0.0560336 Oct 19 12:27:36.136126 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e5bc-861f-4386-9b1c-b416f1edb787 req-25ce8e3e-3fe9-40ad-acdc-597947e08a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:36.137666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ed2e5bc-861f-4386-9b1c-b416f1edb787 req-25ce8e3e-3fe9-40ad-acdc-597947e08a59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15043502-26bb-4215-9637-149babaf0830 HTTP/1.1" status: 200 len: 834 time: 0.0468814 Oct 19 12:27:36.188977 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e5bc-861f-4386-9b1c-b416f1edb787 req-5dcde153-54ca-4597-87d2-31af21eeb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:36.190382 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ed2e5bc-861f-4386-9b1c-b416f1edb787 req-5dcde153-54ca-4597-87d2-31af21eeb3f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c18f0c29-00e8-48c0-bddf-a15339f81335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381508 Oct 19 12:27:36.281427 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ed2e5bc-861f-4386-9b1c-b416f1edb787 req-385166f3-cd54-4d6b-befb-c08fe398b327 service neutron] 10.222.0.26 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793288 Oct 19 12:27:36.375523 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ed2e5bc-861f-4386-9b1c-b416f1edb787 req-2206a4dc-e05d-4969-b541-b571b2fc0f1e service neutron] 10.222.0.26 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829494 Oct 19 12:27:36.992615 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac68a48-6205-4503-8502-271dd070d305 req-f3de411f-c473-4892-b699-e6aac053a740 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:36.994062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac68a48-6205-4503-8502-271dd070d305 req-f3de411f-c473-4892-b699-e6aac053a740 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0488214 Oct 19 12:27:37.037631 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eac68a48-6205-4503-8502-271dd070d305 req-2d64d592-00db-4cc1-a42e-fc14688af58e tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Oct 19 12:27:38.153872 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc46af4-4929-445b-8a6f-7d4e6a01693a req-c3292df6-bf33-4eea-9c9c-7a886a4e790d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:38.155346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efc46af4-4929-445b-8a6f-7d4e6a01693a req-c3292df6-bf33-4eea-9c9c-7a886a4e790d tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0502880 Oct 19 12:27:38.192671 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-efc46af4-4929-445b-8a6f-7d4e6a01693a req-c84cb9db-8faf-42d8-9445-e5a53bb09a08 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Oct 19 12:27:38.214599 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53272) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:38.280135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5f387ede-5b3b-4922-ae27-57a62efd9f03 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/floatingips/dabf4867-78f0-4a30-90fa-e0ed36c42c48 HTTP/1.1" status: 200 len: 992 time: 0.0641706 Oct 19 12:27:38.514821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53278) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:38.693060 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 5c02232e-dc46-4546-88d7-1e659dcaa38f {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:27:38.693401 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:38.767754 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:38.768072 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:38.779403 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 5c02232e-dc46-4546-88d7-1e659dcaa38f owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:27:38.975898 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:39.007593 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=5c02232e-dc46-4546-88d7-1e659dcaa38f,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:39.020365 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.020747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.021091 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.021434 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.021766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.022099 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.022429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.022761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.023087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.023912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.024239 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.024578 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:39.082795 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:39.083126 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Floating IP dabf4867-78f0-4a30-90fa-e0ed36c42c48 disassociated (deleted). External IP: 172.25.2.91, port: 830f9a82-68c8-4c2d-ab85-0387b5596abf. Oct 19 12:27:39.287996 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router c4819345-62f1-4b7d-8a2e-112d5dc5072c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:27:39.393302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:27:39.398060 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:39.403164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f28ae3b-808d-4890-a751-e624aaff4627 None None] Sync routers for ids ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:27:39.412054 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28ae3b-808d-4890-a751-e624aaff4627 None None] Routers {'c4819345-62f1-4b7d-8a2e-112d5dc5072c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:27:39.432762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1f28ae3b-808d-4890-a751-e624aaff4627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:39.432949 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-e0f742c8-2d17-449f-8f86-ae0978469a65 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/floatingips/dabf4867-78f0-4a30-90fa-e0ed36c42c48 HTTP/1.1" status: 204 len: 168 time: 0.9095557 Oct 19 12:27:39.432949 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be54682-098d-4060-b12c-e5960741330c', 'tag': '830f9a82-68c8-4c2d-ab85-0387b5596abf'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:27:39.432949 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ba94bd-09bb-4395-aefe-46bc0ecf513e" -d '{"events": [{"name": "network-changed", "server_uuid": "7be54682-098d-4060-b12c-e5960741330c", "tag": "830f9a82-68c8-4c2d-ab85-0387b5596abf"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:27:39.467704 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0ce3f6-ab6f-4338-9575-d0f2e08ddeba x-openstack-request-id: req-7f0ce3f6-ab6f-4338-9575-d0f2e08ddeba {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:27:39.468002 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be54682-098d-4060-b12c-e5960741330c", "tag": "830f9a82-68c8-4c2d-ab85-0387b5596abf", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:27:39.468259 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f0ce3f6-ab6f-4338-9575-d0f2e08ddeba {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:27:39.468692 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be54682-098d-4060-b12c-e5960741330c', 'tag': '830f9a82-68c8-4c2d-ab85-0387b5596abf', 'status': 'completed', 'code': 200} Oct 19 12:27:39.541424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1f28ae3b-808d-4890-a751-e624aaff4627 None None] Set router c4819345-62f1-4b7d-8a2e-112d5dc5072c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:27:39.541785 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba94bd-09bb-4395-aefe-46bc0ecf513e req-9f99ebb9-e6c5-4b9f-ad41-b30768bd1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:39.543285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53ba94bd-09bb-4395-aefe-46bc0ecf513e req-9f99ebb9-e6c5-4b9f-ad41-b30768bd1646 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4021ea88e29048a9a8abae0af841132c&device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 1096 time: 0.0420308 Oct 19 12:27:39.644029 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba94bd-09bb-4395-aefe-46bc0ecf513e req-5c04a328-cce0-406d-acf0-114bc0a86682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:39.645828 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53ba94bd-09bb-4395-aefe-46bc0ecf513e req-5c04a328-cce0-406d-acf0-114bc0a86682 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c18f0c29-00e8-48c0-bddf-a15339f81335 HTTP/1.1" status: 200 len: 898 time: 0.0909495 Oct 19 12:27:39.701602 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53ba94bd-09bb-4395-aefe-46bc0ecf513e req-8fd1e4fd-255e-4f8b-9f26-029288bf6c5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=830f9a82-68c8-4c2d-ab85-0387b5596abf HTTP/1.1" status: 200 len: 217 time: 0.0361896 Oct 19 12:27:39.738018 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1f28ae3b-808d-4890-a751-e624aaff4627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0', 'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:ad:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15043502-26bb-4215-9637-149babaf0830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:43Z', 'updated_at': '2021-10-19T12:26:46Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '15043502-26bb-4215-9637-149babaf0830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:39.766089 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba94bd-09bb-4395-aefe-46bc0ecf513e req-17a0ad20-53f2-4191-aa5f-8c13024431a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:39.767544 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53ba94bd-09bb-4395-aefe-46bc0ecf513e req-17a0ad20-53f2-4191-aa5f-8c13024431a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15043502-26bb-4215-9637-149babaf0830 HTTP/1.1" status: 200 len: 834 time: 0.0566788 Oct 19 12:27:39.769862 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f28ae3b-808d-4890-a751-e624aaff4627 None None] Checking router: c4819345-62f1-4b7d-8a2e-112d5dc5072c for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:27:39.778146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28ae3b-808d-4890-a751-e624aaff4627 None None] Routers {'c4819345-62f1-4b7d-8a2e-112d5dc5072c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:27:39.778748 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1f28ae3b-808d-4890-a751-e624aaff4627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:39.799011 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:27:39.853745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba94bd-09bb-4395-aefe-46bc0ecf513e req-7d3b051d-35b1-4cef-a421-6c78bfc6e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:39.855292 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53ba94bd-09bb-4395-aefe-46bc0ecf513e req-7d3b051d-35b1-4cef-a421-6c78bfc6e941 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c18f0c29-00e8-48c0-bddf-a15339f81335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738525 Oct 19 12:27:39.868061 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df892b0-96c5-44ab-a519-126741000e40 req-3830b15c-e554-4356-aa52-e81a1d42ed3a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:39.869625 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8df892b0-96c5-44ab-a519-126741000e40 req-3830b15c-e554-4356-aa52-e81a1d42ed3a tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0776956 Oct 19 12:27:39.965813 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8df892b0-96c5-44ab-a519-126741000e40 req-983ad38c-fc48-4b57-8e77-75a1cde5326c tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877109 Oct 19 12:27:39.989326 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53ba94bd-09bb-4395-aefe-46bc0ecf513e req-5e3bbc27-1493-4cdb-9784-f2e913ddd5ef service neutron] 10.222.0.26 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187143 Oct 19 12:27:40.038581 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-1f28ae3b-808d-4890-a751-e624aaff4627 None None] Set router c4819345-62f1-4b7d-8a2e-112d5dc5072c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:27:40.084645 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-53ba94bd-09bb-4395-aefe-46bc0ecf513e req-37aefec2-9709-4f89-bc37-a48e0bfef389 service neutron] 10.222.0.26 "GET /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871198 Oct 19 12:27:40.233344 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-1f28ae3b-808d-4890-a751-e624aaff4627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0', 'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:ad:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15043502-26bb-4215-9637-149babaf0830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:43Z', 'updated_at': '2021-10-19T12:26:46Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '15043502-26bb-4215-9637-149babaf0830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:40.259211 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f28ae3b-808d-4890-a751-e624aaff4627 None None] The sync data for ids ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'] in n-d-814547-1 is: [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0', 'name': '', 'network_id': 'c18f0c29-00e8-48c0-bddf-a15339f81335', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'mac_address': 'fa:16:3e:ad:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '15043502-26bb-4215-9637-149babaf0830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:43Z', 'updated_at': '2021-10-19T12:26:46Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'subnets': [{'id': '15043502-26bb-4215-9637-149babaf0830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:27:40.478434 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0093860-c293-410f-a06f-91bd6a319211 None None] New status for floating IP dabf4867-78f0-4a30-90fa-e0ed36c42c48: DOWN {{(pid=101314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:27:41.090197 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10568279-0bdd-4799-b103-a89b20122e25 req-bfc5bb21-2508-4d3d-9896-ffce8fc2ef5b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:41.091670 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-10568279-0bdd-4799-b103-a89b20122e25 req-bfc5bb21-2508-4d3d-9896-ffce8fc2ef5b tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0494242 Oct 19 12:27:41.129008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-10568279-0bdd-4799-b103-a89b20122e25 req-1de9a24d-b68a-4e03-be92-e2e6945efcbb tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/security-groups?id=53948177-5e13-45a9-a7f6-4990cf140690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Oct 19 12:27:41.590243 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae0a6-91c7-4a78-acb7-cdd006976b66 req-28fa904d-3709-4026-b566-6c561a2376a8 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:41.591684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1e6ae0a6-91c7-4a78-acb7-cdd006976b66 req-28fa904d-3709-4026-b566-6c561a2376a8 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 945 time: 0.0477991 Oct 19 12:27:41.684390 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-1e6ae0a6-91c7-4a78-acb7-cdd006976b66 req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 830f9a82-68c8-4c2d-ab85-0387b5596abf {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:27:41.684756 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1e6ae0a6-91c7-4a78-acb7-cdd006976b66 req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:41.775681 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-1e6ae0a6-91c7-4a78-acb7-cdd006976b66 req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port 830f9a82-68c8-4c2d-ab85-0387b5596abf, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=830f9a82-68c8-4c2d-ab85-0387b5596abf,segment=NetworkSegment(49ec5b74-f210-4948-8750-8618982bd1e8),segment_id=49ec5b74-f210-4948-8750-8618982bd1e8)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:27:41.775937 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1e6ae0a6-91c7-4a78-acb7-cdd006976b66 req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:41.787352 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-1e6ae0a6-91c7-4a78-acb7-cdd006976b66 req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 830f9a82-68c8-4c2d-ab85-0387b5596abf owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:27:41.981377 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1e6ae0a6-91c7-4a78-acb7-cdd006976b66 req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:42.011232 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=830f9a82-68c8-4c2d-ab85-0387b5596abf,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:42.022671 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.023032 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.023883 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.024304 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.024666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.028783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.028783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.028783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.028783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.028783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.028783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.028783 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:42.065939 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6ae0a6-91c7-4a78-acb7-cdd006976b66 req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] No DVR routers for this DVR port 830f9a82-68c8-4c2d-ab85-0387b5596abf on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:27:42.068484 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-1e6ae0a6-91c7-4a78-acb7-cdd006976b66 req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:42.071815 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1e6ae0a6-91c7-4a78-acb7-cdd006976b66 req-30e76a1d-f28d-45f3-ba4a-2d99c3020935 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.26 "DELETE /v2.0/ports/830f9a82-68c8-4c2d-ab85-0387b5596abf HTTP/1.1" status: 204 len: 173 time: 0.4702504 Oct 19 12:27:42.072280 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be54682-098d-4060-b12c-e5960741330c', 'name': 'network-vif-deleted', 'tag': '830f9a82-68c8-4c2d-ab85-0387b5596abf'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:27:42.074579 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943e023d-da31-4e8f-9af1-351acdc5fcec" -d '{"events": [{"server_uuid": "7be54682-098d-4060-b12c-e5960741330c", "name": "network-vif-deleted", "tag": "830f9a82-68c8-4c2d-ab85-0387b5596abf"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:27:42.110723 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e741f06d-22d6-4fbb-a677-89f4c0ef3899 x-openstack-request-id: req-e741f06d-22d6-4fbb-a677-89f4c0ef3899 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:27:42.111013 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be54682-098d-4060-b12c-e5960741330c", "name": "network-vif-deleted", "tag": "830f9a82-68c8-4c2d-ab85-0387b5596abf", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:27:42.111295 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e741f06d-22d6-4fbb-a677-89f4c0ef3899 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:27:42.111697 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be54682-098d-4060-b12c-e5960741330c', 'name': 'network-vif-deleted', 'tag': '830f9a82-68c8-4c2d-ab85-0387b5596abf', 'status': 'completed', 'code': 200} Oct 19 12:27:42.227688 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b7260f7-5bd9-4104-99da-26c1c9bc865c req-3644be9c-f646-48c7-a64d-c03728ea4e08 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "GET /v2.0/ports?device_id=7be54682-098d-4060-b12c-e5960741330c HTTP/1.1" status: 200 len: 210 time: 0.0328281 Oct 19 12:27:43.282379 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53294) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:43.639007 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:43.889145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:27:43.889370 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:43.979458 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0,segment=NetworkSegment(49ec5b74-f210-4948-8750-8618982bd1e8),segment_id=49ec5b74-f210-4948-8750-8618982bd1e8)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:27:43.979818 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:43.991503 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:27:44.161082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 830f9a82-68c8-4c2d-ab85-0387b5596abf no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:27:44.185826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 830f9a82-68c8-4c2d-ab85-0387b5596abf {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:27:44.186176 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 830f9a82-68c8-4c2d-ab85-0387b5596abf not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:27:44.250044 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:44.279032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:44.449904 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:44.662866 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Router c4819345-62f1-4b7d-8a2e-112d5dc5072c has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:27:44.766980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:27:44.772018 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8ead778c-eb73-4f68-a7e9-e690962dceac tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "PUT /v2.0/routers/c4819345-62f1-4b7d-8a2e-112d5dc5072c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4886186 Oct 19 12:27:44.774763 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53298) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:44.777323 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a2fee-7272-4e99-ac81-8ceea2ab8024 None None] Sync routers for ids ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:27:44.786341 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a2fee-7272-4e99-ac81-8ceea2ab8024 None None] Routers {'c4819345-62f1-4b7d-8a2e-112d5dc5072c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:27:44.786933 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-160a2fee-7272-4e99-ac81-8ceea2ab8024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:44.825792 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-69aed50d-96f7-4d3a-8fd3-b5c0e782d1f5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting subnet 15043502-26bb-4215-9637-149babaf0830 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:27:44.828842 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69aed50d-96f7-4d3a-8fd3-b5c0e782d1f5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:44.868285 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69aed50d-96f7-4d3a-8fd3-b5c0e782d1f5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:44.890290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-160a2fee-7272-4e99-ac81-8ceea2ab8024 None None] Set router c4819345-62f1-4b7d-8a2e-112d5dc5072c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:27:44.952348 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69aed50d-96f7-4d3a-8fd3-b5c0e782d1f5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:45.067486 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69aed50d-96f7-4d3a-8fd3-b5c0e782d1f5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:45.071871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-160a2fee-7272-4e99-ac81-8ceea2ab8024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:27:44Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:45.094865 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aed50d-96f7-4d3a-8fd3-b5c0e782d1f5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Subnet': ['ID=15043502-26bb-4215-9637-149babaf0830,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:45.098509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-69aed50d-96f7-4d3a-8fd3-b5c0e782d1f5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:45.099586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a2fee-7272-4e99-ac81-8ceea2ab8024 None None] Checking router: c4819345-62f1-4b7d-8a2e-112d5dc5072c for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:27:45.105962 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-69aed50d-96f7-4d3a-8fd3-b5c0e782d1f5 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/subnets/15043502-26bb-4215-9637-149babaf0830 HTTP/1.1" status: 204 len: 168 time: 0.3260581 Oct 19 12:27:45.105962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53300) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:45.111331 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78164c0b-3ead-43da-85fc-3e536aa0234a None None] Network c18f0c29-00e8-48c0-bddf-a15339f81335 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:27:45.116173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a2fee-7272-4e99-ac81-8ceea2ab8024 None None] Routers {'c4819345-62f1-4b7d-8a2e-112d5dc5072c'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:27:45.116811 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-160a2fee-7272-4e99-ac81-8ceea2ab8024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:45.209921 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:45.312032 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-160a2fee-7272-4e99-ac81-8ceea2ab8024 None None] Set router c4819345-62f1-4b7d-8a2e-112d5dc5072c gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:27:45.456306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] DHCP port deletion for c18f0c29-00e8-48c0-bddf-a15339f81335 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:27:45.546036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Deleting port 265eb78c-2632-4855-8caf-578f6121ccc4 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:27:45.546415 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:45.565678 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-160a2fee-7272-4e99-ac81-8ceea2ab8024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:27:44Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:45.600691 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a2fee-7272-4e99-ac81-8ceea2ab8024 None None] The sync data for ids ['c4819345-62f1-4b7d-8a2e-112d5dc5072c'] in n-d-814547-1 is: [{'id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088860896', 'tenant_id': '4021ea88e29048a9a8abae0af841132c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:26:39Z', 'updated_at': '2021-10-19T12:27:44Z', 'revision_number': 5, 'project_id': '4021ea88e29048a9a8abae0af841132c', 'gw_port': {'id': 'a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4819345-62f1-4b7d-8a2e-112d5dc5072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:26:40Z', 'updated_at': '2021-10-19T12:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:27:45.644445 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] For port 265eb78c-2632-4855-8caf-578f6121ccc4, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=265eb78c-2632-4855-8caf-578f6121ccc4,segment=NetworkSegment(49ec5b74-f210-4948-8750-8618982bd1e8),segment_id=49ec5b74-f210-4948-8750-8618982bd1e8)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:27:45.644811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:45.648072 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:45.659544 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Calling delete_port for 265eb78c-2632-4855-8caf-578f6121ccc4 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:27:45.763306 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Deleting port a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:27:45.763647 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:45.775814 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:45.805026 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] No DVR routers for this DVR port 265eb78c-2632-4855-8caf-578f6121ccc4 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:27:45.810226 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Pushing event deleted for resources: {'Port': ['ID=265eb78c-2632-4855-8caf-578f6121ccc4,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:45.818475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.818827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.819173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.819494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.819824 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.820155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.820486 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.820836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.821155 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.821474 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.821793 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.822113 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc4ea5-03c9-4117-8ea8-06420dac4525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:45.846717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] For port a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:27:45.847066 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:45.859773 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Calling delete_port for a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:27:46.002714 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 265eb78c-2632-4855-8caf-578f6121ccc4 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:27:46.027838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 265eb78c-2632-4855-8caf-578f6121ccc4 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:27:46.028183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 265eb78c-2632-4855-8caf-578f6121ccc4 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:27:46.034937 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:27:46.047815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:27:46.048160 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 69c2feb5-2e3e-4e3e-8a88-4de44bd4cba0 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:27:46.084863 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.112913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Port': ['ID=a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:46.177886 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.277530 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.279666 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.375443 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.376005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Fanout notify agent at l3_agent the message router_deleted on router c4819345-62f1-4b7d-8a2e-112d5dc5072c {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:27:46.383235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.384365 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1087c504-dc1c-459b-a74d-d77c8ff362f3 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/routers/c4819345-62f1-4b7d-8a2e-112d5dc5072c HTTP/1.1" status: 204 len: 168 time: 1.2784584 Oct 19 12:27:46.389607 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53302) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:46.472323 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.560668 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.582037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18f0c29-00e8-48c0-bddf-a15339f81335']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:46.591934 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ec5b74-f210-4948-8750-8618982bd1e8') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:46.592232 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ec5b74-f210-4948-8750-8618982bd1e8') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:46.602039 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.615006 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.620855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:27:46.621260 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:27:46.624297 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:27:46.741056 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.748401 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.751344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/networks/c18f0c29-00e8-48c0-bddf-a15339f81335 HTTP/1.1" status: 204 len: 168 time: 0.3633413 Oct 19 12:27:46.754196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53304) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:46.763223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8639f57-10c9-4422-88b5-857565251648 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'Network': ['ID=c18f0c29-00e8-48c0-bddf-a15339f81335,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:46.816028 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-546a7520-4891-4903-9164-a63fdd2b32c2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.850779 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-546a7520-4891-4903-9164-a63fdd2b32c2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.963969 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-546a7520-4891-4903-9164-a63fdd2b32c2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.966550 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-546a7520-4891-4903-9164-a63fdd2b32c2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:46.967696 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-546a7520-4891-4903-9164-a63fdd2b32c2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] 10.222.0.39 "DELETE /v2.0/security-groups/53948177-5e13-45a9-a7f6-4990cf140690 HTTP/1.1" status: 204 len: 168 time: 0.2125311 Oct 19 12:27:46.976921 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a7520-4891-4903-9164-a63fdd2b32c2 tempest-TestNetworkAdvancedServerOps-1468924486 tempest-TestNetworkAdvancedServerOps-1468924486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53948177-5e13-45a9-a7f6-4990cf140690,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:47.583419 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53312) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:47.714250 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ad6a385a-0b58-4212-b799-3d6139fd660e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4021ea88e29048a9a8abae0af841132c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296363 Oct 19 12:27:47.716957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53316) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:47.765201 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb898-1ec9-46cf-86b3-129aff989870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:47.767939 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:27:47.788188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:27:47.788393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb898-1ec9-46cf-86b3-129aff989870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:47.788546 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a1dfd086-0b8a-45da-ab7d-cfe56bdb7ffb not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:27:47.912895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb898-1ec9-46cf-86b3-129aff989870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:47.915434 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb898-1ec9-46cf-86b3-129aff989870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:47.916587 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-d5dcb898-1ec9-46cf-86b3-129aff989870 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2d69fc6-56c5-459e-b1cc-73535009d5b1 HTTP/1.1" status: 204 len: 168 time: 0.1987112 Oct 19 12:27:47.924098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcb898-1ec9-46cf-86b3-129aff989870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d69fc6-56c5-459e-b1cc-73535009d5b1,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:48.435392 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53322) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:48.449343 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd2e6ef5-50ea-40ed-a4c8-00da073dc138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:48.522220 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd2e6ef5-50ea-40ed-a4c8-00da073dc138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:48.575081 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-bd2e6ef5-50ea-40ed-a4c8-00da073dc138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:48.613311 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-bd2e6ef5-50ea-40ed-a4c8-00da073dc138 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95b0045a1bc54a98b6794469ca06f53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768253 Oct 19 12:27:48.614257 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e6ef5-50ea-40ed-a4c8-00da073dc138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62da9b59-3ad1-4abe-8d89-b9d59deae160,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:48.616091 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53324) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:48.666308 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-44cf40f9-b1d1-4a01-9674-de56d202cf1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:48.687256 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-44cf40f9-b1d1-4a01-9674-de56d202cf1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:48.843780 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-44cf40f9-b1d1-4a01-9674-de56d202cf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:48.846470 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-44cf40f9-b1d1-4a01-9674-de56d202cf1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:48.847598 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-44cf40f9-b1d1-4a01-9674-de56d202cf1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62da9b59-3ad1-4abe-8d89-b9d59deae160 HTTP/1.1" status: 204 len: 168 time: 0.2288802 Oct 19 12:27:48.855222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf40f9-b1d1-4a01-9674-de56d202cf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62da9b59-3ad1-4abe-8d89-b9d59deae160,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:49.825789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53346) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:49.917964 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-745893888-network', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:27:50.004025 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Made reservation on behalf of b5f740669a0d42409985e2efa85ccd81 for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:27:50.006397 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.015519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.090390 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.152643 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.178942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:27:50.185274 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e17816-62c2-4893-b82e-a84f0508c56e,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:50.191056 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.191397 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Added segment 152bfef4-767a-436f-968b-73cb584bdc70 of type vlan for network 095e9480-edf3-461a-b32c-2cbb3a09240c Oct 19 12:27:50.233368 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.278487 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.295423 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.296351 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:50.296959 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.355338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] Pushing event updated for resources: {'Network': ['ID=095e9480-edf3-461a-b32c-2cbb3a09240c,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:50.366514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 095e9480-edf3-461a-b32c-2cbb3a09240c details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:27:50.378281 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2c9752d9-77d8-429b-b288-593a12ca25b6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5513656 Oct 19 12:27:50.381208 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53350) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:50.385958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] Request body: {'subnet': {'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-745893888-subnet', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:27:50.444231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] Made reservation on behalf of b5f740669a0d42409985e2efa85ccd81 for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:27:50.447180 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.655611 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.707372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e41a1e-a590-4f66-9b87-be28ead67e54,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:50.718437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] Checking segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:27:50.718791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] Network hostable DHCP agents. Network: 095e9480-edf3-461a-b32c-2cbb3a09240c, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:27:50.735551 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.803804 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] Network 095e9480-edf3-461a-b32c-2cbb3a09240c is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:27:50.872278 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 095e9480-edf3-461a-b32c-2cbb3a09240c) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:27:50.876418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:50.877020 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:50.880928 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da87deb0-b3c7-4dce-82cc-fd0b8750a2d5 None None] Network 095e9480-edf3-461a-b32c-2cbb3a09240c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:27:50.936553 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5371d567-35f3-4586-8ad4-bf701eb51303 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5512908 Oct 19 12:27:50.937441 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53352) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:50.941836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:27:50.999099 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.000145 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.026577 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-095e9480-edf3-461a-b32c-2cbb3a09240c', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:27:51.027714 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.066424 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.157834 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Allocated IP 172.20.0.2 (095e9480-edf3-461a-b32c-2cbb3a09240c/a9e41a1e-a590-4f66-9b87-be28ead67e54/685d8c51-ec63-4901-831c-2201d8590b9a) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:27:51.269609 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.298075 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.353120 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.391159 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Network 095e9480-edf3-461a-b32c-2cbb3a09240c is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:27:51.394095 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:27:51.396386 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:27:51.409826 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Pushing event updated for resources: {'Port': ['ID=685d8c51-ec63-4901-831c-2201d8590b9a,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:51.455654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Attempting to bind port 685d8c51-ec63-4901-831c-2201d8590b9a on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:27:51.456025 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Attempting to bind port 685d8c51-ec63-4901-831c-2201d8590b9a by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:27:51.456381 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Attempting to bind port 685d8c51-ec63-4901-831c-2201d8590b9a on network 095e9480-edf3-461a-b32c-2cbb3a09240c {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:27:51.461944 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:27:51.465733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Checking segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:27:51.465733 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.465733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Bound using segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:27:51.465733 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Bound port: 685d8c51-ec63-4901-831c-2201d8590b9a, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:27:51.465733 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.521115 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.529864 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] For port 685d8c51-ec63-4901-831c-2201d8590b9a, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:27:51.532852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] For port 685d8c51-ec63-4901-831c-2201d8590b9a, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=685d8c51-ec63-4901-831c-2201d8590b9a,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:27:51.541011 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.593042 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.649137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Allocated IP 172.25.2.175 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/fbce3d4b-e653-415d-93b1-c010a771200d) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:27:51.655727 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55a392-9794-44c3-9795-e2aa4b5feb4a None None] Pushing event updated for resources: {'Port': ['ID=685d8c51-ec63-4901-831c-2201d8590b9a,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:51.755392 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.862516 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:51.905942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:27:51.908928 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:27:51.911374 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:27:51.935048 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Pushing event updated for resources: {'Port': ['ID=fbce3d4b-e653-415d-93b1-c010a771200d,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:52.208514 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:52.405043 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:52.534447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46817ddb-1150-4ace-b816-b0fa8785074e None None] Network 095e9480-edf3-461a-b32c-2cbb3a09240c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:27:52.629630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2ae123ec-2418-49d6-91de-df109495d2f0 None None] Provisioning complete for port 685d8c51-ec63-4901-831c-2201d8590b9a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:27:52.629905 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ae123ec-2418-49d6-91de-df109495d2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:52.902090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:27:52.925136 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ae123ec-2418-49d6-91de-df109495d2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:52.960052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-2ae123ec-2418-49d6-91de-df109495d2f0 None None] For port 685d8c51-ec63-4901-831c-2201d8590b9a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=685d8c51-ec63-4901-831c-2201d8590b9a,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:27:52.999099 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2ae123ec-2418-49d6-91de-df109495d2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.013349 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:27:53.026782 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Sync routers for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:27:53.036733 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:27:53.037403 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-82853118-251c-4517-a8a4-3b98520b081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:53.063284 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae123ec-2418-49d6-91de-df109495d2f0 None None] Pushing event updated for resources: {'Port': ['ID=685d8c51-ec63-4901-831c-2201d8590b9a,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:53.086261 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.087900 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f6afc7a8-2a43-44df-a1e3-4c288efd3a7f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1494780 Oct 19 12:27:53.090930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53354) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:53.150686 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:27:53.223265 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f8c364ed-13c6-42c4-8768-d0eabbdf473e None None] Provisioning complete for port 685d8c51-ec63-4901-831c-2201d8590b9a triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:27:53.223615 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f8c364ed-13c6-42c4-8768-d0eabbdf473e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.330173 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-82853118-251c-4517-a8a4-3b98520b081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:52Z', 'revision_number': 3, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:53.355639 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Checking router: 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:27:53.355985 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Updating router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f port fbce3d4b-e653-415d-93b1-c010a771200d binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:27:53.379955 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.504460 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.625478 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.658958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Allocated IP 172.20.0.1 (095e9480-edf3-461a-b32c-2cbb3a09240c/a9e41a1e-a590-4f66-9b87-be28ead67e54/d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:27:53.689674 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.778862 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.803168 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 685d8c51-ec63-4901-831c-2201d8590b9a up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:27:53.837938 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Attempting to bind port fbce3d4b-e653-415d-93b1-c010a771200d on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:27:53.838301 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Attempting to bind port fbce3d4b-e653-415d-93b1-c010a771200d by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:27:53.838657 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Attempting to bind port fbce3d4b-e653-415d-93b1-c010a771200d on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:27:53.845551 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Pushing event updated for resources: {'Port': ['ID=fbce3d4b-e653-415d-93b1-c010a771200d,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:53.848392 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:27:53.848827 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:27:53.849224 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.849593 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:27:53.850047 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Bound port: fbce3d4b-e653-415d-93b1-c010a771200d, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:27:53.850413 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.853983 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 685d8c51-ec63-4901-831c-2201d8590b9a triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:27:53.854391 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.872818 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.873167 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.873505 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.874215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.874215 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.874458 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.874883 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.875207 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.875533 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.875846 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.876160 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.876480 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:27:53.878934 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:53.915321 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-82853118-251c-4517-a8a4-3b98520b081b None None] For port fbce3d4b-e653-415d-93b1-c010a771200d, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:27:53.919060 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-82853118-251c-4517-a8a4-3b98520b081b None None] For port fbce3d4b-e653-415d-93b1-c010a771200d, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fbce3d4b-e653-415d-93b1-c010a771200d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:27:53.927043 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Network 095e9480-edf3-461a-b32c-2cbb3a09240c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:27:53.929969 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:27:53.937570 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:27:53.965752 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Pushing event updated for resources: {'Port': ['ID=d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:53.986946 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:54.004822 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:54.067630 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0d9e1-00b0-4da8-b966-45f2d72b96f7 None None] Pushing event updated for resources: {'Port': ['ID=fbce3d4b-e653-415d-93b1-c010a771200d,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:54.072487 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:27:54.073335 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-82853118-251c-4517-a8a4-3b98520b081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:54.177617 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:54.180738 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-82853118-251c-4517-a8a4-3b98520b081b None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:27:54.225406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-49b2c1c4-c2b2-4014-bf11-0cbda473cbc1 None None] Provisioning complete for port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:27:54.225757 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-49b2c1c4-c2b2-4014-bf11-0cbda473cbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:54.260072 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-49b2c1c4-c2b2-4014-bf11-0cbda473cbc1 None None] Port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:27:54.343426 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:54.366136 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-82853118-251c-4517-a8a4-3b98520b081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:52Z', 'revision_number': 3, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:54.391997 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82853118-251c-4517-a8a4-3b98520b081b None None] The sync data for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 is: [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:52Z', 'revision_number': 3, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:27:54.404313 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:54.473771 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:54.475604 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Pushing event updated for resources: {'Port': ['ID=d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:54.574418 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Network 095e9480-edf3-461a-b32c-2cbb3a09240c is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:27:54.575906 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:27:54.696645 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:27:54.817918 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:27:54.824175 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3df8b807-467a-42ab-80be-8366abb169dc admin admin] 10.222.0.39 "PUT /v2.0/routers/685cb9aa-2d0b-4d2f-837f-4fadc35ff13f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7320130 Oct 19 12:27:54.884701 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-6c1ef4e3-1524-41ac-b67b-f1a3c390b544 None None] Provisioning complete for port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:27:54.885688 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6c1ef4e3-1524-41ac-b67b-f1a3c390b544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:54.926335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6c1ef4e3-1524-41ac-b67b-f1a3c390b544 None None] Port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:27:55.447972 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53370) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:55.453122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-717351541-network', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:27:55.512817 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cd18d529-e484-4801-9327-0ba6b8e0aeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:55.558373 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Made reservation on behalf of dbd12587bbd84198aaeaa7c6ecca1efe for: {'network': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:27:55.561093 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:55.569866 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:55.649209 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:55.712932 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:55.738372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=101312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:27:55.748952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913fc3c7-468d-46b5-9ede-1f5fe07936a2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:55.754044 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:55.754389 n-d-814547-1 neutron-server[101312]: INFO neutron.db.segments_db [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Added segment 532223d2-c497-434c-8d8f-790305349289 of type vlan for network 09d8701c-3d6a-4dbd-ac56-fdf21501073a Oct 19 12:27:55.796248 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:55.799847 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fbce3d4b-e653-415d-93b1-c010a771200d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:27:55.848016 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port fbce3d4b-e653-415d-93b1-c010a771200d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:27:55.848379 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:55.878522 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:55.879514 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:55.880089 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Publish callbacks [] for network, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:55.926870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:55.933327 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Sync routers for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:27:55.941769 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] Pushing event updated for resources: {'Network': ['ID=09d8701c-3d6a-4dbd-ac56-fdf21501073a,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:55.953034 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 09d8701c-3d6a-4dbd-ac56-fdf21501073a details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:27:55.961966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-71bcedee-5d06-40a0-aa1d-afc6f6d2fbc1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5128319 Oct 19 12:27:55.964712 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53372) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:55.969530 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] Request body: {'subnet': {'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-717351541-subnet', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'ip_version': 4}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:27:55.973196 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:27:55.973825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:55.976654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port fbce3d4b-e653-415d-93b1-c010a771200d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fbce3d4b-e653-415d-93b1-c010a771200d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:27:56.049544 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.061421 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] Made reservation on behalf of dbd12587bbd84198aaeaa7c6ecca1efe for: {'subnet': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:27:56.063893 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5707190'] for subnet, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.151981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=fbce3d4b-e653-415d-93b1-c010a771200d,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:56.160892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:27:56.301450 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5976547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5707160'] for subnet, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.364757 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c9e76e-fe2d-471d-ad87-5d255317c5fb,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:56.365125 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 2, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:56.376122 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] Checking segment: {'id': '532223d2-c497-434c-8d8f-790305349289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:27:56.376480 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] Network hostable DHCP agents. Network: 09d8701c-3d6a-4dbd-ac56-fdf21501073a, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:27:56.392877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Checking router: 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:27:56.393234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Updating router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:27:56.417310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.467090 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] Network 09d8701c-3d6a-4dbd-ac56-fdf21501073a is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:27:56.523885 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 09d8701c-3d6a-4dbd-ac56-fdf21501073a) {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:27:56.528073 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:27:56.528702 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.535595 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346b0143-3d49-4b57-a2d6-fa1b2cd55615 None None] Network 09d8701c-3d6a-4dbd-ac56-fdf21501073a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:27:56.595173 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b4874ed5-24bd-4cdb-93a3-3540fb0196ed admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6293833 Oct 19 12:27:56.597814 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53374) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:56.602592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-717351541-router', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:27:56.684856 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.685663 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.735900 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.786779 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-09d8701c-3d6a-4dbd-ac56-fdf21501073a', 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'fixed_ips': [{'subnet_id': '55c9e76e-fe2d-471d-ad87-5d255317c5fb'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:27:56.789179 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.812175 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.867150 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.920907 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:56.944114 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2d3a8-7d8f-46b7-a256-526703d089f8 None None] Pushing event updated for resources: {'Port': ['ID=d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:57.021516 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Allocated IP 172.20.0.2 (09d8701c-3d6a-4dbd-ac56-fdf21501073a/55c9e76e-fe2d-471d-ad87-5d255317c5fb/b49461d4-dfec-4f18-addc-0281820b2204) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:27:57.038501 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Attempting to bind port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:27:57.041281 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Attempting to bind port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:27:57.041281 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Attempting to bind port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b on network 095e9480-edf3-461a-b32c-2cbb3a09240c {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:27:57.048561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:27:57.048943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Checking segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:27:57.049340 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.049738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Bound using segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:27:57.050221 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Bound port: d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:27:57.050613 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.182656 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.187477 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] For port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:27:57.192827 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] For port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:27:57.205388 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-48cc6724-5d0d-48ee-adf0-cb0426366994 None None] Provisioning complete for port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:27:57.205653 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-48cc6724-5d0d-48ee-adf0-cb0426366994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.206100 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.258209 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.314251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Allocated IP 172.25.2.91 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/a2bc5106-5d16-4e5a-b575-c1069afd5811) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:27:57.314702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-48cc6724-5d0d-48ee-adf0-cb0426366994 None None] Port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:27:57.320290 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.343130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:27:57.343767 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:57.349418 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2d3a8-7d8f-46b7-a256-526703d089f8 None None] Pushing event updated for resources: {'Port': ['ID=d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:57.405512 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.433716 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.483290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Network 09d8701c-3d6a-4dbd-ac56-fdf21501073a is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:27:57.489094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:27:57.497578 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:27:57.503749 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Pushing event updated for resources: {'Port': ['ID=b49461d4-dfec-4f18-addc-0281820b2204,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:57.511434 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:27:57.530856 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.579457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:27:57.581567 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:27:57.586023 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:27:57.607930 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Pushing event updated for resources: {'Port': ['ID=a2bc5106-5d16-4e5a-b575-c1069afd5811,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:57.640573 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Attempting to bind port b49461d4-dfec-4f18-addc-0281820b2204 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:27:57.640946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Attempting to bind port b49461d4-dfec-4f18-addc-0281820b2204 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '532223d2-c497-434c-8d8f-790305349289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:27:57.641305 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Attempting to bind port b49461d4-dfec-4f18-addc-0281820b2204 on network 09d8701c-3d6a-4dbd-ac56-fdf21501073a {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:27:57.649690 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-c62e98c7-d755-48fa-a5a7-e7ac9b7c646f None None] Provisioning complete for port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:27:57.650064 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c62e98c7-d755-48fa-a5a7-e7ac9b7c646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.660922 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:27:57.661291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Checking segment: {'id': '532223d2-c497-434c-8d8f-790305349289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:27:57.661675 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.662060 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Bound using segment: {'id': '532223d2-c497-434c-8d8f-790305349289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:27:57.662528 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Bound port: b49461d4-dfec-4f18-addc-0281820b2204, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532223d2-c497-434c-8d8f-790305349289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:27:57.662902 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.902012 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:57.922151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fbce3d4b-e653-415d-93b1-c010a771200d up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:27:58.034988 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] For port b49461d4-dfec-4f18-addc-0281820b2204, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:27:58.058133 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] For port b49461d4-dfec-4f18-addc-0281820b2204, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b49461d4-dfec-4f18-addc-0281820b2204,segment=NetworkSegment(532223d2-c497-434c-8d8f-790305349289),segment_id=532223d2-c497-434c-8d8f-790305349289)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:27:58.084505 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c7e13aff-cc2a-4465-aa69-bbca878f8e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:58.086503 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c62e98c7-d755-48fa-a5a7-e7ac9b7c646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:58.098496 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:58.112945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port fbce3d4b-e653-415d-93b1-c010a771200d triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:27:58.113310 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:58.118844 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:58.188261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c62e98c7-d755-48fa-a5a7-e7ac9b7c646f None None] For port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:27:58.229948 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cd0bc-0c74-46d8-88c3-7c14c4fa1b2d None None] Pushing event updated for resources: {'Port': ['ID=b49461d4-dfec-4f18-addc-0281820b2204,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:58.235056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:57Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:58.268425 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c62e98c7-d755-48fa-a5a7-e7ac9b7c646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:58.270298 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094d7272-cea0-489a-a5c6-155eb48d7de9 None None] The sync data for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 is: [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:57Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:27:58.324495 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:27:58.376343 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e98c7-d755-48fa-a5a7-e7ac9b7c646f None None] Pushing event updated for resources: {'Port': ['ID=d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:58.468257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:27:58.478289 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Sync routers for ids ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:27:58.495424 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Routers {'73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:27:58.496306 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:58.557204 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:58.557204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-5e42d4e9-54bc-4932-a18b-e82e97ab9e9b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9536269 Oct 19 12:27:58.557204 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53376) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:27:58.622249 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Set router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:27:58.827117 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'name': 'tempest-TestShelveInstance-717351541-router', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:56Z', 'updated_at': '2021-10-19T12:27:57Z', 'revision_number': 3, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'gw_port': {'id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:57Z', 'updated_at': '2021-10-19T12:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:58.853737 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Checking router: 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:27:58.854083 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Updating router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 port a2bc5106-5d16-4e5a-b575-c1069afd5811 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:27:58.878993 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.135576 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.185361 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.244242 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.302695 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Attempting to bind port a2bc5106-5d16-4e5a-b575-c1069afd5811 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:27:59.303003 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Attempting to bind port a2bc5106-5d16-4e5a-b575-c1069afd5811 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:27:59.303357 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Attempting to bind port a2bc5106-5d16-4e5a-b575-c1069afd5811 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:27:59.311073 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:27:59.311453 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:27:59.311855 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.312245 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:27:59.312754 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Bound port: a2bc5106-5d16-4e5a-b575-c1069afd5811, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:27:59.313177 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.336510 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.345914 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d8457-57d1-47ea-a21c-3d6539db3799 None None] Pushing event updated for resources: {'Port': ['ID=a2bc5106-5d16-4e5a-b575-c1069afd5811,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:59.371021 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] For port a2bc5106-5d16-4e5a-b575-c1069afd5811, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:27:59.373883 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] For port a2bc5106-5d16-4e5a-b575-c1069afd5811, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a2bc5106-5d16-4e5a-b575-c1069afd5811,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:27:59.390040 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041cdf8f-bde5-4ccd-840f-c2d7a7f886d5 None None] Network 09d8701c-3d6a-4dbd-ac56-fdf21501073a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:27:59.405464 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.485785 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.535996 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Routers {'73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:27:59.536572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:59.544648 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-22d58576-c072-4901-91a2-6e87f6641444 None None] Provisioning complete for port b49461d4-dfec-4f18-addc-0281820b2204 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:27:59.544882 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-22d58576-c072-4901-91a2-6e87f6641444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.598710 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Allocated IP 172.20.0.1 (09d8701c-3d6a-4dbd-ac56-fdf21501073a/55c9e76e-fe2d-471d-ad87-5d255317c5fb/3d97ff8d-03d0-49f5-9715-808c451c4cfb) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:27:59.644047 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d8457-57d1-47ea-a21c-3d6539db3799 None None] Pushing event updated for resources: {'Port': ['ID=a2bc5106-5d16-4e5a-b575-c1069afd5811,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:59.665406 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] Set router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:27:59.670424 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-22d58576-c072-4901-91a2-6e87f6641444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.710296 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-22d58576-c072-4901-91a2-6e87f6641444 None None] For port b49461d4-dfec-4f18-addc-0281820b2204, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b49461d4-dfec-4f18-addc-0281820b2204,segment=NetworkSegment(532223d2-c497-434c-8d8f-790305349289),segment_id=532223d2-c497-434c-8d8f-790305349289)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:27:59.750987 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.770308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-22d58576-c072-4901-91a2-6e87f6641444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.849897 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d58576-c072-4901-91a2-6e87f6641444 None None] Pushing event updated for resources: {'Port': ['ID=b49461d4-dfec-4f18-addc-0281820b2204,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:59.856208 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.876707 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:27:59.900132 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'name': 'tempest-TestShelveInstance-717351541-router', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:56Z', 'updated_at': '2021-10-19T12:27:57Z', 'revision_number': 3, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'gw_port': {'id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:57Z', 'updated_at': '2021-10-19T12:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:27:59.904666 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Network 09d8701c-3d6a-4dbd-ac56-fdf21501073a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:27:59.908109 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:27:59.913268 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:27:59.929683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:27:59.929973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:27:59.938561 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85589af6-d58b-40bd-a9c7-c9f4147c1380 None None] The sync data for ids ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'] in n-d-814547-1 is: [{'id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'name': 'tempest-TestShelveInstance-717351541-router', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:56Z', 'updated_at': '2021-10-19T12:27:57Z', 'revision_number': 3, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'gw_port': {'id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:57Z', 'updated_at': '2021-10-19T12:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:27:59.941724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d97ff8d-03d0-49f5-9715-808c451c4cfb,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:27:59.973305 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:00.002825 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b0167af-f894-4159-b47f-c5ae651e7d0a None None] Provisioning complete for port b49461d4-dfec-4f18-addc-0281820b2204 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:00.003058 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b0167af-f894-4159-b47f-c5ae651e7d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:00.070721 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b49461d4-dfec-4f18-addc-0281820b2204 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:28:00.162043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b49461d4-dfec-4f18-addc-0281820b2204 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:00.162654 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:00.193724 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:00.298287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0b17a26e-961a-42b3-b1a7-c3b70694e5ef None None] Provisioning complete for port 3d97ff8d-03d0-49f5-9715-808c451c4cfb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:00.298653 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0b17a26e-961a-42b3-b1a7-c3b70694e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:00.335910 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0b17a26e-961a-42b3-b1a7-c3b70694e5ef None None] Port 3d97ff8d-03d0-49f5-9715-808c451c4cfb cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:28:00.388820 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:00.468434 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:00.536524 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:00.538317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d97ff8d-03d0-49f5-9715-808c451c4cfb,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:00.637584 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Network 09d8701c-3d6a-4dbd-ac56-fdf21501073a is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:28:00.638985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:28:00.759476 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:28:00.858887 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ce228094-047c-40ea-91c7-23591f9cadf0 None None] Provisioning complete for port 3d97ff8d-03d0-49f5-9715-808c451c4cfb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:00.859536 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ce228094-047c-40ea-91c7-23591f9cadf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:00.877006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:28:00.882344 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-f852b93b-4279-440d-86e6-7c344805a7c3 admin admin] 10.222.0.39 "PUT /v2.0/routers/73e9c19e-c64c-4461-bed8-71d1ae8d7fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3255980 Oct 19 12:28:00.897479 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ce228094-047c-40ea-91c7-23591f9cadf0 None None] Port 3d97ff8d-03d0-49f5-9715-808c451c4cfb cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:28:01.170365 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:01.365910 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53384) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:28:01.371164 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-eaa6763f-8001-485e-a8ef-36d3df2567ab tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1347767012', 'description': 'tempest-secgroup-smoke-1347767012 description', 'project_id': 'b5f740669a0d42409985e2efa85ccd81'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:28:01.444107 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eaa6763f-8001-485e-a8ef-36d3df2567ab tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:01.513987 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eaa6763f-8001-485e-a8ef-36d3df2567ab tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:01.591943 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Sync routers for ids ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:28:01.592067 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eaa6763f-8001-485e-a8ef-36d3df2567ab tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:01.592180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Routers {'73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:28:01.592180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:28:01.600448 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6763f-8001-485e-a8ef-36d3df2567ab tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bade8384-b76c-4dab-8a6b-5e5a384e2157,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:01.652168 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-eaa6763f-8001-485e-a8ef-36d3df2567ab tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:01.653435 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-eaa6763f-8001-485e-a8ef-36d3df2567ab tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2859437 Oct 19 12:28:01.656419 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53386) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:28:01.660985 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-1735a1d2-f5d8-441a-8029-699ddc65c608 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': 'bade8384-b76c-4dab-8a6b-5e5a384e2157', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:28:01.686104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Set router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:28:01.747515 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1735a1d2-f5d8-441a-8029-699ddc65c608 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:01.806425 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1735a1d2-f5d8-441a-8029-699ddc65c608 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:01.868109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b49461d4-dfec-4f18-addc-0281820b2204 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:28:01.872519 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1735a1d2-f5d8-441a-8029-699ddc65c608 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:01.886598 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735a1d2-f5d8-441a-8029-699ddc65c608 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316d11c6-8350-4e80-a4ff-7ef75dd40fed,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:01.939996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b49461d4-dfec-4f18-addc-0281820b2204 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:01.944485 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:01.944653 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'name': 'tempest-TestShelveInstance-717351541-router', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:56Z', 'updated_at': '2021-10-19T12:28:00Z', 'revision_number': 4, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'gw_port': {'id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:57Z', 'updated_at': '2021-10-19T12:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3d97ff8d-03d0-49f5-9715-808c451c4cfb', 'name': '', 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'mac_address': 'fa:16:3e:7b:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '55c9e76e-fe2d-471d-ad87-5d255317c5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:59Z', 'updated_at': '2021-10-19T12:28:00Z', 'revision_number': 2, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'subnets': [{'id': '55c9e76e-fe2d-471d-ad87-5d255317c5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:28:01.966218 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-1735a1d2-f5d8-441a-8029-699ddc65c608 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:01.967806 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-1735a1d2-f5d8-441a-8029-699ddc65c608 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099926 Oct 19 12:28:01.970526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53388) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:28:01.975290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-1546f663-67c5-46b0-b4ab-bd22d25a7022 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': 'bade8384-b76c-4dab-8a6b-5e5a384e2157', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:28:01.996308 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Checking router: 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:28:01.996704 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Updating router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 port 3d97ff8d-03d0-49f5-9715-808c451c4cfb binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:28:02.028135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.078255 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1546f663-67c5-46b0-b4ab-bd22d25a7022 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.107523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a2bc5106-5d16-4e5a-b575-c1069afd5811 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:28:02.134555 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1546f663-67c5-46b0-b4ab-bd22d25a7022 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.204393 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1546f663-67c5-46b0-b4ab-bd22d25a7022 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.224014 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546f663-67c5-46b0-b4ab-bd22d25a7022 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7ce7ac-7dcf-478f-91a6-63399339ea10,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:02.264603 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a2bc5106-5d16-4e5a-b575-c1069afd5811 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:02.265213 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.315073 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-1546f663-67c5-46b0-b4ab-bd22d25a7022 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.316397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-1546f663-67c5-46b0-b4ab-bd22d25a7022 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3447714 Oct 19 12:28:02.319058 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53390) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:28:02.323535 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-eeabf6d2-1d2c-4e98-8003-c694a5349f3f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': 'bade8384-b76c-4dab-8a6b-5e5a384e2157', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:28:02.405425 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.415779 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeabf6d2-1d2c-4e98-8003-c694a5349f3f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.432731 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.437455 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port a2bc5106-5d16-4e5a-b575-c1069afd5811, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a2bc5106-5d16-4e5a-b575-c1069afd5811,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:28:02.477624 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeabf6d2-1d2c-4e98-8003-c694a5349f3f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.518442 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.547598 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeabf6d2-1d2c-4e98-8003-c694a5349f3f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.550064 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.565088 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabf6d2-1d2c-4e98-8003-c694a5349f3f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4778ebd-b53d-41f7-97f0-9660e2c2eb32,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:02.580973 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea02e4-34fd-4f64-a277-5e60af0b3bcc None None] Pushing event updated for resources: {'Port': ['ID=3d97ff8d-03d0-49f5-9715-808c451c4cfb,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:02.645994 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-eeabf6d2-1d2c-4e98-8003-c694a5349f3f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.647247 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-eeabf6d2-1d2c-4e98-8003-c694a5349f3f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272319 Oct 19 12:28:02.650662 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53392) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:28:02.655290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-9063894c-15b6-45f4-b069-0cb85b3182de tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': 'bade8384-b76c-4dab-8a6b-5e5a384e2157', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:28:02.660238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Attempting to bind port 3d97ff8d-03d0-49f5-9715-808c451c4cfb on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:28:02.660238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Attempting to bind port 3d97ff8d-03d0-49f5-9715-808c451c4cfb by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '532223d2-c497-434c-8d8f-790305349289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:28:02.660238 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Attempting to bind port 3d97ff8d-03d0-49f5-9715-808c451c4cfb on network 09d8701c-3d6a-4dbd-ac56-fdf21501073a {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:28:02.671030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:28:02.671417 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Checking segment: {'id': '532223d2-c497-434c-8d8f-790305349289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:28:02.671803 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.672252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Bound using segment: {'id': '532223d2-c497-434c-8d8f-790305349289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:28:02.672747 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Bound port: 3d97ff8d-03d0-49f5-9715-808c451c4cfb, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532223d2-c497-434c-8d8f-790305349289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:28:02.673129 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.688499 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=a2bc5106-5d16-4e5a-b575-c1069afd5811,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:02.740340 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9063894c-15b6-45f4-b069-0cb85b3182de tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.747424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] For port 3d97ff8d-03d0-49f5-9715-808c451c4cfb, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:28:02.749898 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] For port 3d97ff8d-03d0-49f5-9715-808c451c4cfb, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3d97ff8d-03d0-49f5-9715-808c451c4cfb,segment=NetworkSegment(532223d2-c497-434c-8d8f-790305349289),segment_id=532223d2-c497-434c-8d8f-790305349289)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:28:02.799236 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9063894c-15b6-45f4-b069-0cb85b3182de tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.810336 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.866045 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9063894c-15b6-45f4-b069-0cb85b3182de tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.880109 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-03bd38b5-f0bd-45a2-86fb-777b92081a70 None None] Provisioning complete for port 3d97ff8d-03d0-49f5-9715-808c451c4cfb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:02.880607 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-03bd38b5-f0bd-45a2-86fb-777b92081a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.885487 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Routers {'73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:28:02.886116 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:28:02.894725 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063894c-15b6-45f4-b069-0cb85b3182de tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f3fa6c-368e-4705-9423-2f7fb3ce82e6,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:02.911677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea02e4-34fd-4f64-a277-5e60af0b3bcc None None] Pushing event updated for resources: {'Port': ['ID=3d97ff8d-03d0-49f5-9715-808c451c4cfb,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:02.949784 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9063894c-15b6-45f4-b069-0cb85b3182de tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:02.956061 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9063894c-15b6-45f4-b069-0cb85b3182de tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993667 Oct 19 12:28:02.956217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53394) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:28:02.958822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a6d92716-0f55-4f7d-a339-0bf77efb7545 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': 'bade8384-b76c-4dab-8a6b-5e5a384e2157', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:28:03.056104 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-a6d92716-0f55-4f7d-a339-0bf77efb7545 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Project b5f740669a0d42409985e2efa85ccd81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:28:03.061531 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a6d92716-0f55-4f7d-a339-0bf77efb7545 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.065845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] Set router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:28:03.110479 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-03bd38b5-f0bd-45a2-86fb-777b92081a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.123599 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a6d92716-0f55-4f7d-a339-0bf77efb7545 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.186962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a6d92716-0f55-4f7d-a339-0bf77efb7545 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.193395 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-03bd38b5-f0bd-45a2-86fb-777b92081a70 None None] For port 3d97ff8d-03d0-49f5-9715-808c451c4cfb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3d97ff8d-03d0-49f5-9715-808c451c4cfb,segment=NetworkSegment(532223d2-c497-434c-8d8f-790305349289),segment_id=532223d2-c497-434c-8d8f-790305349289)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:28:03.206145 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d92716-0f55-4f7d-a339-0bf77efb7545 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877ff972-cda3-4ad8-b0e0-538e7f2cf64c,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:03.314980 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a6d92716-0f55-4f7d-a339-0bf77efb7545 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.316159 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a6d92716-0f55-4f7d-a339-0bf77efb7545 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3612642 Oct 19 12:28:03.318962 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53396) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:28:03.323492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-8c3ebfdc-def6-42ad-a46b-61807ba25bd6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': 'bade8384-b76c-4dab-8a6b-5e5a384e2157', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:28:03.375529 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-03bd38b5-f0bd-45a2-86fb-777b92081a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.392935 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-8c3ebfdc-def6-42ad-a46b-61807ba25bd6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Project b5f740669a0d42409985e2efa85ccd81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:28:03.398359 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebfdc-def6-42ad-a46b-61807ba25bd6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.445309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd38b5-f0bd-45a2-86fb-777b92081a70 None None] Pushing event updated for resources: {'Port': ['ID=3d97ff8d-03d0-49f5-9715-808c451c4cfb,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:03.467787 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebfdc-def6-42ad-a46b-61807ba25bd6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.505709 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3e2c1238-703d-4559-88ea-06a627bd4cef None None] Provisioning complete for port 3d97ff8d-03d0-49f5-9715-808c451c4cfb triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:03.506073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1238-703d-4559-88ea-06a627bd4cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.511465 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'name': 'tempest-TestShelveInstance-717351541-router', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:56Z', 'updated_at': '2021-10-19T12:28:00Z', 'revision_number': 4, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'gw_port': {'id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:57Z', 'updated_at': '2021-10-19T12:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3d97ff8d-03d0-49f5-9715-808c451c4cfb', 'name': '', 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'mac_address': 'fa:16:3e:7b:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '55c9e76e-fe2d-471d-ad87-5d255317c5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:59Z', 'updated_at': '2021-10-19T12:28:02Z', 'revision_number': 4, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'subnets': [{'id': '55c9e76e-fe2d-471d-ad87-5d255317c5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:28:03.547192 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebfdc-def6-42ad-a46b-61807ba25bd6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.553276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ecc3c-efd5-4d98-9d84-ca2cf425e5a2 None None] The sync data for ids ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'] in n-d-814547-1 is: [{'id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'name': 'tempest-TestShelveInstance-717351541-router', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:56Z', 'updated_at': '2021-10-19T12:28:00Z', 'revision_number': 4, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'gw_port': {'id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:57Z', 'updated_at': '2021-10-19T12:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '3d97ff8d-03d0-49f5-9715-808c451c4cfb', 'name': '', 'network_id': '09d8701c-3d6a-4dbd-ac56-fdf21501073a', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'mac_address': 'fa:16:3e:7b:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '55c9e76e-fe2d-471d-ad87-5d255317c5fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:59Z', 'updated_at': '2021-10-19T12:28:02Z', 'revision_number': 4, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'subnets': [{'id': '55c9e76e-fe2d-471d-ad87-5d255317c5fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:28:03.570681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ebfdc-def6-42ad-a46b-61807ba25bd6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3498defa-a278-49be-8935-8f065fed2332,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:03.646358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebfdc-def6-42ad-a46b-61807ba25bd6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.647585 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-8c3ebfdc-def6-42ad-a46b-61807ba25bd6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276649 Oct 19 12:28:03.795322 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-34ad33d9-7240-457b-bd86-92d1155bc2c7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347767012&fields=id&tenant_id=b5f740669a0d42409985e2efa85ccd81 HTTP/1.1" status: 200 len: 267 time: 0.0359154 Oct 19 12:28:03.869121 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3d97ff8d-03d0-49f5-9715-808c451c4cfb up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:28:03.916849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-7ab8ae4b-cac1-47aa-a52f-9c84b02afdf5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:03.918676 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-7ab8ae4b-cac1-47aa-a52f-9c84b02afdf5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 808 time: 0.1159990 Oct 19 12:28:03.925130 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 3d97ff8d-03d0-49f5-9715-808c451c4cfb triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:03.925508 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:03.936170 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-e535f2ef-577a-49ad-9d3c-108af7d547c3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/quotas/b5f740669a0d42409985e2efa85ccd81 HTTP/1.1" status: 200 len: 375 time: 0.0110121 Oct 19 12:28:03.991135 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-5978dc0f-67c9-45ce-a4c4-c461cb929d6c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475345 Oct 19 12:28:04.010774 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a2bc5106-5d16-4e5a-b575-c1069afd5811 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:28:04.058002 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port a2bc5106-5d16-4e5a-b575-c1069afd5811 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:04.058374 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:04.188678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-9f44b9f4-6531-4812-9534-da837872ee9e service neutron] 10.222.0.39 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846237 Oct 19 12:28:04.275483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-9c0bb1cd-c023-4257-993d-d765ebfc78aa service neutron] 10.222.0.39 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806742 Oct 19 12:28:05.532312 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d010ac0e-962a-469b-a4e8-94ac05c8c56e req-fafc4ba7-eca9-4f46-b56e-fe834c712b66 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 210 time: 0.0384655 Oct 19 12:28:06.627035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0cfa7b3f-3b6b-44ef-822b-eb5dd418e001 req-b7e0309c-1e73-4664-b0ef-d3da0f6231b5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 210 time: 0.0316689 Oct 19 12:28:07.641209 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-ddb8640a-1b4c-4830-8aff-65b8b3f355e9 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:07.642704 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-ddb8640a-1b4c-4830-8aff-65b8b3f355e9 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.49 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 808 time: 0.1051109 Oct 19 12:28:07.687099 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-77705559-7e1b-4356-961d-c4d663b4ee57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5f740669a0d42409985e2efa85ccd81 HTTP/1.1" status: 200 len: 380 time: 0.0348682 Oct 19 12:28:07.696827 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'port': {'device_id': '38613471-7cf1-4178-9aab-6962949ef1d9', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'admin_state_up': True, 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'security_groups': ['bade8384-b76c-4dab-8a6b-5e5a384e2157']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:28:07.739874 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-33b8a0a1-3577-49e3-bc00-ad7bdc2fb5d9 req-f0b3741f-abb7-4900-90c7-d62be82d86b3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 210 time: 0.0259860 Oct 19 12:28:07.861008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Made reservation on behalf of b5f740669a0d42409985e2efa85ccd81 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:28:07.864654 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:07.990219 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Allocated IP 172.20.0.14 (095e9480-edf3-461a-b32c-2cbb3a09240c/a9e41a1e-a590-4f66-9b87-be28ead67e54/7cdf2305-173a-42ed-bb46-7b82267b7a66) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:28:08.137144 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:08.227345 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:08.272138 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Network 095e9480-edf3-461a-b32c-2cbb3a09240c is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:28:08.275226 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:28:08.278939 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:28:08.307618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:08.336981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:08.337619 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:08.402070 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-8163025d-4222-4900-9f02-899302a16089 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7094903 Oct 19 12:28:08.414697 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Request body: {'port': {'device_id': '38613471-7cf1-4178-9aab-6962949ef1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:28:08.470577 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:08.476242 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-06ff0de4-121c-433f-a6c8-135d86a5f26d None None] Provisioning complete for port 7cdf2305-173a-42ed-bb46-7b82267b7a66 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:08.476776 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-06ff0de4-121c-433f-a6c8-135d86a5f26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:08.510117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-06ff0de4-121c-433f-a6c8-135d86a5f26d None None] Port 7cdf2305-173a-42ed-bb46-7b82267b7a66 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:28:08.735764 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cdf2305-173a-42ed-bb46-7b82267b7a66 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:28:08.743804 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:08.756781 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Transition to ACTIVE for port object 7cdf2305-173a-42ed-bb46-7b82267b7a66 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:28:08.841157 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:08.907515 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bea98-e0ed-4b91-8b99-bd9fef410994 req-4ab395d4-6c50-4627-abe8-1c377e95d1c9 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:08.909086 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e8bea98-e0ed-4b91-8b99-bd9fef410994 req-4ab395d4-6c50-4627-abe8-1c377e95d1c9 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 932 time: 0.1017816 Oct 19 12:28:08.911120 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:09.000468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e8bea98-e0ed-4b91-8b99-bd9fef410994 req-9fb3ba5d-6853-4a1c-85d0-badc34bb1483 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820858 Oct 19 12:28:09.016467 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Attempting to bind port 7cdf2305-173a-42ed-bb46-7b82267b7a66 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:28:09.016868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Attempting to bind port 7cdf2305-173a-42ed-bb46-7b82267b7a66 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:28:09.017200 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Attempting to bind port 7cdf2305-173a-42ed-bb46-7b82267b7a66 on network 095e9480-edf3-461a-b32c-2cbb3a09240c {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:28:09.021768 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Port 7cdf2305-173a-42ed-bb46-7b82267b7a66 on network 095e9480-edf3-461a-b32c-2cbb3a09240c not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:28:09.022041 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Attempting to bind port 7cdf2305-173a-42ed-bb46-7b82267b7a66 on network 095e9480-edf3-461a-b32c-2cbb3a09240c {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:28:09.027565 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:28:09.027950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Checking segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:28:09.028347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Bound using segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:28:09.028808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Bound port: 7cdf2305-173a-42ed-bb46-7b82267b7a66, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:28:09.029169 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:09.095123 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:28:09.098113 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:28:09.187282 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:09.228766 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:09.229384 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:09.230781 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] 10.222.0.49 "PUT /v2.0/ports/7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 1092 time: 0.8205547 Oct 19 12:28:09.231268 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:28:09.233652 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d76b8d-af11-4b1d-bfaa-7f15d8f7068f" -d '{"events": [{"name": "network-changed", "server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:28:09.261045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7115b3-cf3b-482e-a835-2ffd4fd702d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:09.274995 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae22b268-f697-4144-87cf-6a9b45934437 x-openstack-request-id: req-ae22b268-f697-4144-87cf-6a9b45934437 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:28:09.275292 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:28:09.275569 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae22b268-f697-4144-87cf-6a9b45934437 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:28:09.275979 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'status': 'completed', 'code': 200} Oct 19 12:28:09.338717 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d76b8d-af11-4b1d-bfaa-7f15d8f7068f req-8a160eef-5958-4ffe-8bc6-1003c3e44969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:09.340248 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25d76b8d-af11-4b1d-bfaa-7f15d8f7068f req-8a160eef-5958-4ffe-8bc6-1003c3e44969 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0435066 Oct 19 12:28:09.468807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d76b8d-af11-4b1d-bfaa-7f15d8f7068f req-47e99cd9-6277-4c43-8a56-558ea797c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:09.470367 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25d76b8d-af11-4b1d-bfaa-7f15d8f7068f req-47e99cd9-6277-4c43-8a56-558ea797c3df service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b5f740669a0d42409985e2efa85ccd81&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1211278 Oct 19 12:28:09.570124 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d76b8d-af11-4b1d-bfaa-7f15d8f7068f req-ceccf19d-1d9e-41d6-91f0-78b4b840cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:09.571590 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-25d76b8d-af11-4b1d-bfaa-7f15d8f7068f req-ceccf19d-1d9e-41d6-91f0-78b4b840cb59 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947495 Oct 19 12:28:09.647141 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-86581b31-bd7b-4a5d-9185-18836795183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:09.648721 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-86581b31-bd7b-4a5d-9185-18836795183d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0415666 Oct 19 12:28:09.690397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-51288771-607a-47fe-8f78-75098bb36794 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 217 time: 0.0339580 Oct 19 12:28:09.742042 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-ae229c32-5b4e-40be-a877-0a416f63623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:09.743458 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-ae229c32-5b4e-40be-a877-0a416f63623c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0467722 Oct 19 12:28:09.790684 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-fdb838b8-5781-44d0-808e-aa30cf0c29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:09.792078 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-fdb838b8-5781-44d0-808e-aa30cf0c29dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411198 Oct 19 12:28:09.884038 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-2c86b0f6-d52b-4302-bfb4-c5454e55ce62 service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842121 Oct 19 12:28:09.974902 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5594dbca-7ce5-49d3-87af-4c49faee90af req-fc357102-1115-4972-969b-41651c92227d service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842869 Oct 19 12:28:10.118741 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5cf6-259f-4118-ba65-4d4658bf6fe7 req-5621762c-e938-40d5-9156-319c925977ee tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:10.120220 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-251b5cf6-259f-4118-ba65-4d4658bf6fe7 req-5621762c-e938-40d5-9156-319c925977ee tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 944 time: 0.0497622 Oct 19 12:28:10.157119 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-251b5cf6-259f-4118-ba65-4d4658bf6fe7 req-03ad4892-481f-43d7-9be3-d9e23b49f3aa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309017 Oct 19 12:28:11.029550 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-78b34324-2445-416a-8bc4-5e7f913087c5 req-11f31d04-e0f1-4772-a4a7-6d9811329754 service neutron] (101312) timed out ('10.222.0.39', 47618) {{(pid=101312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 12:28:11.269749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2290cd-de8b-4369-ba2c-6133f91230d1 req-9371b78c-c161-4832-af0b-a973f8abfeba tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:11.271190 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a2290cd-de8b-4369-ba2c-6133f91230d1 req-9371b78c-c161-4832-af0b-a973f8abfeba tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 944 time: 0.0475080 Oct 19 12:28:11.308217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a2290cd-de8b-4369-ba2c-6133f91230d1 req-d528c4ca-1fdb-44be-8c06-39f5852e2a68 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305934 Oct 19 12:28:12.398219 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7cdf2305-173a-42ed-bb46-7b82267b7a66 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:28:12.422861 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1999f6-f34c-484b-8f50-0857a727c6c2 req-ebdfd3ec-a094-4155-9801-f6f6cccfdd74 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:12.424420 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af1999f6-f34c-484b-8f50-0857a727c6c2 req-ebdfd3ec-a094-4155-9801-f6f6cccfdd74 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 944 time: 0.0496578 Oct 19 12:28:12.474043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-af1999f6-f34c-484b-8f50-0857a727c6c2 req-ca6f6dd8-076d-4629-a84f-d972807708c7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413969 Oct 19 12:28:12.518921 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:28:12.531536 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'port_id': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'mac_address': 'fa:16:3e:58:3f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:28:12.569562 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:12.586924 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cdf2305-173a-42ed-bb46-7b82267b7a66 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:28:12.607158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:28:12.649764 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:12.695871 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:12.864230 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['7cdf2305-173a-42ed-bb46-7b82267b7a66'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:28:13.588824 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115794f-5d9f-41a3-864e-ccaf24851c2a req-21a767d8-01db-4412-aeb1-ef964e253c17 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:13.590272 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3115794f-5d9f-41a3-864e-ccaf24851c2a req-21a767d8-01db-4412-aeb1-ef964e253c17 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0483491 Oct 19 12:28:13.626804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3115794f-5d9f-41a3-864e-ccaf24851c2a req-38580d97-38cc-4d15-a930-a3fdad4f625c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306814 Oct 19 12:28:14.404614 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7cdf2305-173a-42ed-bb46-7b82267b7a66 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:28:14.535424 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 7cdf2305-173a-42ed-bb46-7b82267b7a66 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:28:14.539375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 7cdf2305-173a-42ed-bb46-7b82267b7a66 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:28:14.539772 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:14.613125 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:14.634604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:28:14.636854 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b533f824-d9bb-4abe-8a34-07d6d4f52161" -d '{"events": [{"server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "name": "network-vif-plugged", "status": "completed", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:28:14.649665 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:28:14.673108 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9402fa5-2000-4583-8c6d-386c058538fd x-openstack-request-id: req-a9402fa5-2000-4583-8c6d-386c058538fd {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:28:14.673516 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "name": "network-vif-plugged", "status": "completed", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:28:14.673777 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9402fa5-2000-4583-8c6d-386c058538fd {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:28:14.674212 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'code': 200} Oct 19 12:28:14.729886 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:14.746432 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749d844-7603-4e68-9d92-1968f98396c4 req-0dd79421-a798-49e8-b0dc-e8a8aeb57949 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:14.748061 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6749d844-7603-4e68-9d92-1968f98396c4 req-0dd79421-a798-49e8-b0dc-e8a8aeb57949 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0553405 Oct 19 12:28:14.778598 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956f8b9-a230-4e6c-a3a2-c690207345e9 req-dfc30c26-29d3-42b0-8507-3bdab48d3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:14.778598 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8956f8b9-a230-4e6c-a3a2-c690207345e9 req-dfc30c26-29d3-42b0-8507-3bdab48d3732 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0425346 Oct 19 12:28:14.782936 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:14.790181 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6749d844-7603-4e68-9d92-1968f98396c4 req-415f99ec-bead-43b3-a176-b36092332f45 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352869 Oct 19 12:28:14.810820 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8956f8b9-a230-4e6c-a3a2-c690207345e9 req-a9a685df-4710-4fee-9e98-9a8c1a6bd173 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290792 Oct 19 12:28:15.907806 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f45ff-920c-4b03-8921-fa1d053ebb78 req-021b3d69-32d1-462e-bd91-10216f385a4c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:15.909431 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-625f45ff-920c-4b03-8921-fa1d053ebb78 req-021b3d69-32d1-462e-bd91-10216f385a4c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0513330 Oct 19 12:28:15.949509 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-625f45ff-920c-4b03-8921-fa1d053ebb78 req-054b7bba-cf0d-4408-af9c-6f38948f2248 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334945 Oct 19 12:28:16.798006 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:28:17.069956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc04d71-77f7-4986-9523-fe420c6681e7 req-8fe437f8-481d-49c0-a1f1-e99ffc2140cb tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:17.071320 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cc04d71-77f7-4986-9523-fe420c6681e7 req-8fe437f8-481d-49c0-a1f1-e99ffc2140cb tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0503426 Oct 19 12:28:17.109116 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9cc04d71-77f7-4986-9523-fe420c6681e7 req-fdc6e641-38b8-44fd-8e4f-be2c7176ba4e tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Oct 19 12:28:17.226168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811ab7e-df9f-41b0-8e23-7ec41e77247f req-36cd60bf-bfb9-4098-bc4e-00ba10d22d19 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:17.230992 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7811ab7e-df9f-41b0-8e23-7ec41e77247f req-36cd60bf-bfb9-4098-bc4e-00ba10d22d19 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0495343 Oct 19 12:28:17.268604 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7811ab7e-df9f-41b0-8e23-7ec41e77247f req-60fbee89-00ca-4a8a-b7c4-4f9e220cc8a7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348330 Oct 19 12:28:17.290938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53460) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:28:17.376334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1e2a4-72ba-4729-95f9-b403e4544468 tempest-TestShelveInstance-1400918874 tempest-TestShelveInstance-1400918874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:17.377873 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b7d1e2a4-72ba-4729-95f9-b403e4544468 tempest-TestShelveInstance-1400918874 tempest-TestShelveInstance-1400918874-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1092 time: 0.0859582 Oct 19 12:28:17.383821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53464) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:28:17.385143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:28:17.456170 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:17.550285 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:17.666004 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Allocated IP 172.25.2.230 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/6ce83a10-0bfa-4472-ad08-5449854e115a) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:28:17.767606 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:17.843835 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:17.888064 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:28:17.890912 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:28:17.895518 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:28:17.900967 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'Port': ['ID=6ce83a10-0bfa-4472-ad08-5449854e115a,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:18.250194 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:18.423604 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:18.573174 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:18.626722 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:18.694779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'Port': ['ID=6ce83a10-0bfa-4472-ad08-5449854e115a,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:28:18.705025 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:18.803465 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Floating IP a1fb644d-13ba-4ea4-a07b-8bb9b35f2019 associated. External IP: 172.25.2.230, port: 7cdf2305-173a-42ed-bb46-7b82267b7a66. Oct 19 12:28:19.005456 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:28:19.111563 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:28:19.120957 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c50a7-2153-4267-b861-e31838cf2f4a None None] Sync routers for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:28:19.130460 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c50a7-2153-4267-b861-e31838cf2f4a None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:28:19.131122 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c57c50a7-2153-4267-b861-e31838cf2f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:28:19.200959 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:19.230207 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2b691fed-300f-43e4-99d8-f3288a8e5d9f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8482323 Oct 19 12:28:19.230813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:28:19.233183 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408e0c91-f23a-487d-b3ba-8c389856c245" -d '{"events": [{"name": "network-changed", "server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:28:19.280130 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94654cb7-c630-4309-b80e-de0d091108de x-openstack-request-id: req-94654cb7-c630-4309-b80e-de0d091108de {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:28:19.280812 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:28:19.280812 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94654cb7-c630-4309-b80e-de0d091108de {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:28:19.281127 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'status': 'completed', 'code': 200} Oct 19 12:28:19.330473 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c57c50a7-2153-4267-b861-e31838cf2f4a None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:28:19.343848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e0c91-f23a-487d-b3ba-8c389856c245 req-884816cd-b9ee-4eb4-b519-8ef27018f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:19.345385 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-408e0c91-f23a-487d-b3ba-8c389856c245 req-884816cd-b9ee-4eb4-b519-8ef27018f951 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0419207 Oct 19 12:28:19.438653 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e0c91-f23a-487d-b3ba-8c389856c245 req-59b9efd9-7d59-4c95-a6a6-0421d92e8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:19.440147 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-408e0c91-f23a-487d-b3ba-8c389856c245 req-59b9efd9-7d59-4c95-a6a6-0421d92e8ffb service neutron] 10.222.0.49 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0870373 Oct 19 12:28:19.505059 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-408e0c91-f23a-487d-b3ba-8c389856c245 req-a12a0694-464c-4402-94b2-da2b524406cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 1000 time: 0.0579007 Oct 19 12:28:19.552805 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e0c91-f23a-487d-b3ba-8c389856c245 req-7fdaffe3-e781-4057-9ee3-91382c93461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:19.553212 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c57c50a7-2153-4267-b861-e31838cf2f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'a1fb644d-13ba-4ea4-a07b-8bb9b35f2019', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'port_id': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'mac_address': 'fa:16:3e:58:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38613471-7cf1-4178-9aab-6962949ef1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:28:18Z', 'updated_at': '2021-10-19T12:28:18Z', 'revision_number': 0, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:28:19.554782 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-408e0c91-f23a-487d-b3ba-8c389856c245 req-7fdaffe3-e781-4057-9ee3-91382c93461c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0433061 Oct 19 12:28:19.580324 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c50a7-2153-4267-b861-e31838cf2f4a None None] Checking router: 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:28:19.588414 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c50a7-2153-4267-b861-e31838cf2f4a None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:28:19.589109 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c57c50a7-2153-4267-b861-e31838cf2f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:27:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:28:19.603833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e0c91-f23a-487d-b3ba-8c389856c245 req-0ab924ea-29ca-430c-91a6-eef42485cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:28:19.605358 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-408e0c91-f23a-487d-b3ba-8c389856c245 req-0ab924ea-29ca-430c-91a6-eef42485cb7b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439146 Oct 19 12:28:19.691598 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c57c50a7-2153-4267-b861-e31838cf2f4a None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:28:19.697008 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-408e0c91-f23a-487d-b3ba-8c389856c245 req-199aa280-659a-4621-a587-9911f464536c service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845547 Oct 19 12:28:19.790998 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-408e0c91-f23a-487d-b3ba-8c389856c245 req-959e70bd-d030-4fde-b4db-afab194e9b5b service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866234 Oct 19 12:28:19.916290 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c57c50a7-2153-4267-b861-e31838cf2f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'a1fb644d-13ba-4ea4-a07b-8bb9b35f2019', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'port_id': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'mac_address': 'fa:16:3e:58:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38613471-7cf1-4178-9aab-6962949ef1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:28:18Z', 'updated_at': '2021-10-19T12:28:18Z', 'revision_number': 0, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:28:19.941173 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c50a7-2153-4267-b861-e31838cf2f4a None None] The sync data for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 is: [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'a1fb644d-13ba-4ea4-a07b-8bb9b35f2019', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'port_id': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'mac_address': 'fa:16:3e:58:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38613471-7cf1-4178-9aab-6962949ef1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:28:18Z', 'updated_at': '2021-10-19T12:28:18Z', 'revision_number': 0, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:28:20.145289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e77453-2667-4e39-a7a0-1cfd11939d0e None None] New status for floating IP a1fb644d-13ba-4ea4-a07b-8bb9b35f2019: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:28:20.312018 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:20.752357 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:25.490149 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-df47fb22-2878-4d20-9cef-138da944f1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:27.872326 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bc4162ff-a5f2-4296-b1fc-75a1baa2039a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:29.100895 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:29.346813 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:31.089234 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:50.300529 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:50.745758 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:53.797571 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:28:55.506607 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-35d299fc-5c0d-4a80-8a86-41598defdef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:57.854917 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c0be1f6f-e19f-406d-b22d-3e882b7d8efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:59.140139 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:28:59.329047 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:01.066264 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:11.605215 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-0089b1d6-d229-498d-8bb4-5c9ca13a0dca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410829 Oct 19 12:29:11.685029 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-27ac28f8-46de-4601-a4ca-71fc0cc82815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:29:11.686754 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-27ac28f8-46de-4601-a4ca-71fc0cc82815 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0399144 Oct 19 12:29:12.118694 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-ff0cd42b-4ab3-44be-ad2e-44e8a13c382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:29:12.120181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-ff0cd42b-4ab3-44be-ad2e-44e8a13c382a service neutron] 10.222.0.49 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.4145057 Oct 19 12:29:12.227118 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-24b16c54-8797-4403-81d4-ef4352cfd8b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 1002 time: 0.0993118 Oct 19 12:29:12.278721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-3dc60171-4f41-4cc6-bbcd-21ac54cc950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:29:12.280125 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-3dc60171-4f41-4cc6-bbcd-21ac54cc950e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0463190 Oct 19 12:29:12.325501 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-7fcb3c18-ebed-4129-a669-fda4ce9ccf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:29:12.326944 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-7fcb3c18-ebed-4129-a669-fda4ce9ccf56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393865 Oct 19 12:29:12.419514 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-3b08e9ed-cf8e-4c62-9b34-75ddb2e59299 service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846457 Oct 19 12:29:12.510308 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-645b0207-c438-4b17-a710-2ef860b1dfeb req-af981370-5a1f-4f0b-9d49-ff1fb915ba36 service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830343 Oct 19 12:29:20.346200 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:20.762808 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:25.472328 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e30f767a-2187-452e-ad2e-28d5c74fd946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:27.848807 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5b35585d-e1e3-483b-be67-70b532a5ca87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:29.163209 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:29.328900 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:30.796373 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:29:31.089151 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:50.323026 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:50.803261 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:55.470363 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2e14ea94-ed0d-445f-9a1c-11300e4b4c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:57.842992 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ea015fb3-9e71-4990-8b75-9ed364097b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:59.134475 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:29:59.334943 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:01.082953 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:07.794930 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:30:11.607126 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00c07d5a-955e-484e-a99a-d62527b93add req-520eb063-1580-4b1f-9abe-70ff10a090fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421643 Oct 19 12:30:11.696793 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c07d5a-955e-484e-a99a-d62527b93add req-04892514-3de0-41b1-a7ad-55476e019992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:11.698271 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00c07d5a-955e-484e-a99a-d62527b93add req-04892514-3de0-41b1-a7ad-55476e019992 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0487745 Oct 19 12:30:11.800450 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c07d5a-955e-484e-a99a-d62527b93add req-43786780-6d43-4eca-99bd-3fe2e2bf84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:11.801989 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00c07d5a-955e-484e-a99a-d62527b93add req-43786780-6d43-4eca-99bd-3fe2e2bf84d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0853260 Oct 19 12:30:11.870473 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00c07d5a-955e-484e-a99a-d62527b93add req-b5594709-1d15-4793-b6a6-974854faf45f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 1002 time: 0.0616212 Oct 19 12:30:11.922010 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c07d5a-955e-484e-a99a-d62527b93add req-83600445-a5f6-456a-9e02-9a4120550d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:11.923506 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00c07d5a-955e-484e-a99a-d62527b93add req-83600445-a5f6-456a-9e02-9a4120550d73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0458763 Oct 19 12:30:11.968418 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c07d5a-955e-484e-a99a-d62527b93add req-45a2116b-3a41-4ae1-8dc1-791f429a78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:11.969901 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00c07d5a-955e-484e-a99a-d62527b93add req-45a2116b-3a41-4ae1-8dc1-791f429a78ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398166 Oct 19 12:30:12.061965 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00c07d5a-955e-484e-a99a-d62527b93add req-1acfc3b4-76ba-4e33-ba2e-d5a81f43a561 service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841684 Oct 19 12:30:12.150233 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00c07d5a-955e-484e-a99a-d62527b93add req-dce4ef15-1c3b-41c3-8079-9cca5fd0c2dd service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818648 Oct 19 12:30:14.489297 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20368a0-d681-4441-97c0-f7df80ddad81 req-a24d5876-1f4c-4bc4-95a6-67643bcbfc48 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:14.491407 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d20368a0-d681-4441-97c0-f7df80ddad81 req-a24d5876-1f4c-4bc4-95a6-67643bcbfc48 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.1020095 Oct 19 12:30:14.532204 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d20368a0-d681-4441-97c0-f7df80ddad81 req-6fd45f34-d08e-4cd2-a42f-2e298a4c3b2e tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347605 Oct 19 12:30:15.684613 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be230b8-54b9-4623-b698-5278f17dfc50 req-e89172f6-0f46-4af8-aa21-453f7dad3614 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:15.686138 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4be230b8-54b9-4623-b698-5278f17dfc50 req-e89172f6-0f46-4af8-aa21-453f7dad3614 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0581717 Oct 19 12:30:15.724923 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4be230b8-54b9-4623-b698-5278f17dfc50 req-6b00103c-d3d3-4ff7-8ba2-68a5585f7044 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325627 Oct 19 12:30:16.866852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597ec63-c671-4962-b687-f967445ce2c5 req-7600502e-bc44-4ce8-8303-1f4bced4c4fc tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:16.868292 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c597ec63-c671-4962-b687-f967445ce2c5 req-7600502e-bc44-4ce8-8303-1f4bced4c4fc tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0481441 Oct 19 12:30:16.906504 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c597ec63-c671-4962-b687-f967445ce2c5 req-ba890322-eae8-4baa-80eb-f0425ecd886e tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323250 Oct 19 12:30:18.019648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15a702-119c-490a-bc5c-958b1d9ceafc req-385f07dc-f098-4484-b9d6-681abb091f21 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:18.021134 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1b15a702-119c-490a-bc5c-958b1d9ceafc req-385f07dc-f098-4484-b9d6-681abb091f21 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0486922 Oct 19 12:30:18.057997 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1b15a702-119c-490a-bc5c-958b1d9ceafc req-3c8f33c5-cddb-464e-b702-b0181c8abcb6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309606 Oct 19 12:30:19.170154 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23420077-70a8-42a8-938e-3d6362dbef2b req-16ca2667-c21e-4873-9dd3-b9d661ac5944 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:19.171596 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23420077-70a8-42a8-938e-3d6362dbef2b req-16ca2667-c21e-4873-9dd3-b9d661ac5944 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0475628 Oct 19 12:30:19.208399 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23420077-70a8-42a8-938e-3d6362dbef2b req-fd5eb529-c88c-4ae9-a95c-d09c8ebd6c15 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307858 Oct 19 12:30:20.329390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00385cc6-2776-4eb6-ae68-f2802931ebb0 req-d5aeec85-9092-41d3-a52b-9f4048d57381 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:20.330861 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00385cc6-2776-4eb6-ae68-f2802931ebb0 req-d5aeec85-9092-41d3-a52b-9f4048d57381 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0497475 Oct 19 12:30:20.345022 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:20.369214 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-00385cc6-2776-4eb6-ae68-f2802931ebb0 req-359bd0a9-aa6f-45dc-b3e1-ae7e853b8add tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324254 Oct 19 12:30:20.774180 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:21.483815 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eab4f-f87b-4be8-beb2-8198e7802c82 req-5cff71cc-d278-4805-80ec-349c460cee94 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:21.485296 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f05eab4f-f87b-4be8-beb2-8198e7802c82 req-5cff71cc-d278-4805-80ec-349c460cee94 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0481179 Oct 19 12:30:21.527906 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f05eab4f-f87b-4be8-beb2-8198e7802c82 req-23eede56-d471-436b-b97f-e38b03ba78b3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359411 Oct 19 12:30:22.646191 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66042696-0f53-433a-995a-7249d0810bda req-45a3e0fc-55d9-4a9f-ad4e-01265c8d6419 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:22.647556 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66042696-0f53-433a-995a-7249d0810bda req-45a3e0fc-55d9-4a9f-ad4e-01265c8d6419 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0529964 Oct 19 12:30:22.685200 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-66042696-0f53-433a-995a-7249d0810bda req-e4c2d114-fc91-4902-98fc-daf5e60322e3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316842 Oct 19 12:30:23.797369 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b342c-0a2d-4163-8bed-2ddc3d75dadb req-3fdd953c-5463-49af-8244-33c9fa8b52bb tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:23.798825 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-721b342c-0a2d-4163-8bed-2ddc3d75dadb req-3fdd953c-5463-49af-8244-33c9fa8b52bb tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0477121 Oct 19 12:30:23.836595 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-721b342c-0a2d-4163-8bed-2ddc3d75dadb req-1e081df7-2c08-4d73-a685-387e8e7cefbe tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313814 Oct 19 12:30:24.951199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a852a-80ff-44a0-85de-877f94e597dc req-746dde62-21f5-4642-becf-fbf47a7ddb1f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:24.952694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-151a852a-80ff-44a0-85de-877f94e597dc req-746dde62-21f5-4642-becf-fbf47a7ddb1f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0494406 Oct 19 12:30:24.990481 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-151a852a-80ff-44a0-85de-877f94e597dc req-e707224c-e870-4d91-979f-207b9bc71e45 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312726 Oct 19 12:30:25.460270 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ca9b4025-746f-4b76-aa0c-cae2823def35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:26.103051 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a968e-bb0e-4dfc-9095-e0626d357462 req-c03e324c-f7f7-4615-bda5-c12e916ac5f6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:26.104420 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b03a968e-bb0e-4dfc-9095-e0626d357462 req-c03e324c-f7f7-4615-bda5-c12e916ac5f6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0488472 Oct 19 12:30:26.140455 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b03a968e-bb0e-4dfc-9095-e0626d357462 req-530ca396-a958-42e5-af7a-656e87df0203 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301740 Oct 19 12:30:27.089669 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7cdf2305-173a-42ed-bb46-7b82267b7a66 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:30:27.194674 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:30:27.206617 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'port_id': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'mac_address': 'fa:16:3e:58:3f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:30:27.244782 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:27.257586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cdf2305-173a-42ed-bb46-7b82267b7a66 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:30:27.267847 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c45a44-090c-4a5d-8fbd-acd4ef297071 req-cabe67bd-2035-4ae0-8080-6885cd1ee4f5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:27.273933 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b0c45a44-090c-4a5d-8fbd-acd4ef297071 req-cabe67bd-2035-4ae0-8080-6885cd1ee4f5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0507352 Oct 19 12:30:27.277294 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:30:27.308802 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b0c45a44-090c-4a5d-8fbd-acd4ef297071 req-7bfb34a4-9d58-42cf-aa09-ab04f678acb5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331845 Oct 19 12:30:27.352142 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:27.405030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:30:27.412850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.413197 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.413532 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.413863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.414192 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.414520 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.414838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.415158 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.415475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.415786 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.416107 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.416420 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:27.422630 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['7cdf2305-173a-42ed-bb46-7b82267b7a66'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:30:27.866044 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-70bcaea1-a938-4f2d-ad7d-5122960dba34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:28.441563 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890ffc6-0a77-416e-b5bb-2802838e98cf req-c9520ab3-8175-4afb-ad56-b772bcf512f5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:28.443895 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c890ffc6-0a77-416e-b5bb-2802838e98cf req-c9520ab3-8175-4afb-ad56-b772bcf512f5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0563633 Oct 19 12:30:28.495741 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c890ffc6-0a77-416e-b5bb-2802838e98cf req-770e9821-966e-467f-a9e1-dee52a913f5e tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384932 Oct 19 12:30:29.090053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7cdf2305-173a-42ed-bb46-7b82267b7a66 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:30:29.130705 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:29.153140 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 7cdf2305-173a-42ed-bb46-7b82267b7a66 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:30:29.153505 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:29.236399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:29.261611 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:30:29.263853 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48925779-d5a7-4d4a-b7e9-f576b847cafb" -d '{"events": [{"server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "name": "network-vif-plugged", "status": "completed", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:30:29.292205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:30:29.314432 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c9e73-97ac-4e54-a3e3-480f8d32d6ce x-openstack-request-id: req-dc1c9e73-97ac-4e54-a3e3-480f8d32d6ce {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:30:29.314931 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "name": "network-vif-plugged", "status": "completed", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:30:29.315367 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc1c9e73-97ac-4e54-a3e3-480f8d32d6ce {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:30:29.316213 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'code': 200} Oct 19 12:30:29.385238 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:29.413920 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:29.471561 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:30:29.620724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e50007-2d17-474e-ac58-7d24e1c98e43 req-22faa822-e53c-4661-a38e-a8170ebe7d5b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:29.625008 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44e50007-2d17-474e-ac58-7d24e1c98e43 req-22faa822-e53c-4661-a38e-a8170ebe7d5b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0554178 Oct 19 12:30:29.673859 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44e50007-2d17-474e-ac58-7d24e1c98e43 req-6bed307f-ee3e-4f93-9e6f-0542a18cf408 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453744 Oct 19 12:30:30.811352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0db576-7cc2-4ac0-b9c3-bb6786b861f7 req-d535c59e-befb-47aa-88aa-5403aa642925 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:30.813375 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd0db576-7cc2-4ac0-b9c3-bb6786b861f7 req-d535c59e-befb-47aa-88aa-5403aa642925 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0579460 Oct 19 12:30:30.857961 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cd0db576-7cc2-4ac0-b9c3-bb6786b861f7 req-9db701e3-62eb-466a-acd4-4c6057e24d19 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361392 Oct 19 12:30:31.083491 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:31.982438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ba7ed-5dcd-4409-bbca-55018bf98611 req-85316b66-dfcf-4046-911f-82f0de6275d0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:31.984721 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-354ba7ed-5dcd-4409-bbca-55018bf98611 req-85316b66-dfcf-4046-911f-82f0de6275d0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0520930 Oct 19 12:30:32.028992 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-354ba7ed-5dcd-4409-bbca-55018bf98611 req-8bf06926-7af1-444b-821b-b13c8200c9e2 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336404 Oct 19 12:30:33.152873 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d7166-ec4e-490f-bb4c-4e361f0e3621 req-936991be-fadf-4efb-a367-31124cb7a504 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:33.154753 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f12d7166-ec4e-490f-bb4c-4e361f0e3621 req-936991be-fadf-4efb-a367-31124cb7a504 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0577047 Oct 19 12:30:33.194313 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f12d7166-ec4e-490f-bb4c-4e361f0e3621 req-9feb27cc-2bf6-4456-a424-476932441400 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Oct 19 12:30:34.319862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e7c73-9b8d-4558-9cdb-34fd8b1dd3d1 req-136b01cd-c1db-4623-8255-372c03704803 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:34.326966 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f1e7c73-9b8d-4558-9cdb-34fd8b1dd3d1 req-136b01cd-c1db-4623-8255-372c03704803 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0557795 Oct 19 12:30:34.371766 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-3f1e7c73-9b8d-4558-9cdb-34fd8b1dd3d1 req-57fdd9ba-bcfc-431e-8abc-efcb67a7b5d6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Oct 19 12:30:35.495930 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736d5c0-5f21-4534-8485-b2535c667c92 req-7fb81896-02d0-4002-8a52-4914caa03973 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:35.500981 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3736d5c0-5f21-4534-8485-b2535c667c92 req-7fb81896-02d0-4002-8a52-4914caa03973 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0582883 Oct 19 12:30:35.539050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3736d5c0-5f21-4534-8485-b2535c667c92 req-35f4ab54-be97-4dfb-ad42-20e65df81c41 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355723 Oct 19 12:30:36.662744 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371128c5-7308-46ee-9b83-0e41c3e52880 req-969f011d-190e-42a0-9b4c-af4a8ad9e8ce tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:36.664322 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-371128c5-7308-46ee-9b83-0e41c3e52880 req-969f011d-190e-42a0-9b4c-af4a8ad9e8ce tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0505109 Oct 19 12:30:36.711765 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-371128c5-7308-46ee-9b83-0e41c3e52880 req-d16001df-f851-47f3-9ee1-be547f3b3706 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359588 Oct 19 12:30:37.845481 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422faf6-a829-4a27-b024-f582ea6ca8c2 req-49f29d45-67d0-4cb0-9738-cb80714c42f2 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:37.847173 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e422faf6-a829-4a27-b024-f582ea6ca8c2 req-49f29d45-67d0-4cb0-9738-cb80714c42f2 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0617170 Oct 19 12:30:37.901526 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e422faf6-a829-4a27-b024-f582ea6ca8c2 req-eea49f28-26c9-4a30-84e5-60033e20c57d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475242 Oct 19 12:30:38.402471 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33aeaa-4576-4065-9632-6c6749e6aa4d req-0a6462e7-0733-43a7-882d-3a737b793ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:38.403969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da33aeaa-4576-4065-9632-6c6749e6aa4d req-0a6462e7-0733-43a7-882d-3a737b793ef7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0421937 Oct 19 12:30:38.494551 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33aeaa-4576-4065-9632-6c6749e6aa4d req-e06224b1-8db4-499b-9fd9-788c1e2b22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:38.496025 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da33aeaa-4576-4065-9632-6c6749e6aa4d req-e06224b1-8db4-499b-9fd9-788c1e2b22f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0852692 Oct 19 12:30:38.564897 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da33aeaa-4576-4065-9632-6c6749e6aa4d req-0bdfb0ed-ca37-4573-85ad-d2bb492ae03f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 1002 time: 0.0619380 Oct 19 12:30:38.615070 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33aeaa-4576-4065-9632-6c6749e6aa4d req-089618c7-8de4-4682-a8b5-60ac74de5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:38.616705 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da33aeaa-4576-4065-9632-6c6749e6aa4d req-089618c7-8de4-4682-a8b5-60ac74de5806 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0446200 Oct 19 12:30:38.667288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33aeaa-4576-4065-9632-6c6749e6aa4d req-3f6fb837-4a9d-4a93-9d41-3e0816ce4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:38.668742 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da33aeaa-4576-4065-9632-6c6749e6aa4d req-3f6fb837-4a9d-4a93-9d41-3e0816ce4a88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443926 Oct 19 12:30:38.769971 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da33aeaa-4576-4065-9632-6c6749e6aa4d req-3f902a90-91ec-47ed-acd2-12c07afbae96 service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944149 Oct 19 12:30:38.870584 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da33aeaa-4576-4065-9632-6c6749e6aa4d req-9cc89f25-b96a-456a-9101-e1d9c3c6950f service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939803 Oct 19 12:30:39.018974 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00401652-f108-4882-831f-339ea2ccb819 req-2879b7cc-c930-4852-a5e1-5894ae951519 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:39.020474 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00401652-f108-4882-831f-339ea2ccb819 req-2879b7cc-c930-4852-a5e1-5894ae951519 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0487232 Oct 19 12:30:39.057179 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00401652-f108-4882-831f-339ea2ccb819 req-884f5ee5-49de-478b-afbf-e42e35ddfb69 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Oct 19 12:30:40.171129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39b002-35f7-49b8-80ac-617c9981afad req-df3fe554-2ade-4d89-be0a-0ac2cd6e909b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:40.172623 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0c39b002-35f7-49b8-80ac-617c9981afad req-df3fe554-2ade-4d89-be0a-0ac2cd6e909b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0494571 Oct 19 12:30:40.210706 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0c39b002-35f7-49b8-80ac-617c9981afad req-430d92f6-4410-4881-af2a-3e0efdaae6bc tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321851 Oct 19 12:30:41.152869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7cdf2305-173a-42ed-bb46-7b82267b7a66 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:30:41.224999 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:41.248966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:30:41.251188 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3936744b-6034-4b4a-894a-98a2da14994a" -d '{"events": [{"server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "name": "network-vif-unplugged", "status": "completed", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:30:41.263613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:30:41.284380 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Oct 2021 12:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd08a0ac-28c4-4fb3-abcd-a30e8f28fb70 x-openstack-request-id: req-fd08a0ac-28c4-4fb3-abcd-a30e8f28fb70 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:30:41.284706 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "name": "network-vif-unplugged", "status": "failed", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66", "code": 422}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:30:41.284963 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd08a0ac-28c4-4fb3-abcd-a30e8f28fb70 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:30:41.285357 n-d-814547-1 neutron-server[101313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'code': 422} returned with failed status Oct 19 12:30:41.324223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2381663-be89-410a-90b0-bef6b9a3ccc6 req-c9324885-86e4-4ac9-8c3b-610e55bef48d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:41.325702 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2381663-be89-410a-90b0-bef6b9a3ccc6 req-c9324885-86e4-4ac9-8c3b-610e55bef48d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0492730 Oct 19 12:30:41.334546 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:41.368891 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2381663-be89-410a-90b0-bef6b9a3ccc6 req-1019a4c5-7aa3-417a-82c4-fd6b22924849 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371842 Oct 19 12:30:41.384494 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:30:41.437826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-729bc65e-eb18-400a-a880-35e82f02df53 req-3c614be2-0a15-4367-9b0f-72ab947d596e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:30:41.438850 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-729bc65e-eb18-400a-a880-35e82f02df53 req-3c614be2-0a15-4367-9b0f-72ab947d596e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056841 Oct 19 12:30:41.741002 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ccb2a-57a5-40b5-8bc6-ac49e5bcdaae req-d1308a99-ae32-4d3c-9876-58cfb4b7bfc4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:41.742608 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b48ccb2a-57a5-40b5-8bc6-ac49e5bcdaae req-d1308a99-ae32-4d3c-9876-58cfb4b7bfc4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 944 time: 0.0532501 Oct 19 12:30:41.782513 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b48ccb2a-57a5-40b5-8bc6-ac49e5bcdaae req-9a6ccd11-9a06-424e-a8ec-162807ac869a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340087 Oct 19 12:30:42.059438 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53672) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:30:42.140864 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-73906f04-c4c6-4050-b4d8-dc9b541f17e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802634 Oct 19 12:30:42.149465 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-c531bef7-e9f2-440a-b6f6-ea456036dd6e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:30:42.150999 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-c531bef7-e9f2-440a-b6f6-ea456036dd6e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047894 Oct 19 12:30:42.898915 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d6855-1432-40ed-bfb0-b79fd430d609 req-b16d8e21-e58b-45cc-9e88-5965e68cecd4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:42.900467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-086d6855-1432-40ed-bfb0-b79fd430d609 req-b16d8e21-e58b-45cc-9e88-5965e68cecd4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 944 time: 0.0501552 Oct 19 12:30:42.940616 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-086d6855-1432-40ed-bfb0-b79fd430d609 req-e7990786-ea95-4e01-8ed8-d96b212e9051 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Oct 19 12:30:43.423327 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-0cc299a6-5305-45fa-9fd7-cf4aea3f1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:43.424789 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-0cc299a6-5305-45fa-9fd7-cf4aea3f1c3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9&tenant_id=b5f740669a0d42409985e2efa85ccd81 HTTP/1.1" status: 200 len: 1095 time: 0.0395548 Oct 19 12:30:43.441088 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:30:43.495944 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:43.695335 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:30:43.728995 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:30:43.760560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cdf2305-173a-42ed-bb46-7b82267b7a66 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:30:43.767791 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:43.779911 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Transition to ACTIVE for port object 7cdf2305-173a-42ed-bb46-7b82267b7a66 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:30:43.859749 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:43.942876 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=9']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:30:43.958826 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.959112 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.959433 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.959768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.960105 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.960437 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.960789 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.961124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.961450 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.961773 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.962224 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.962835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:30:43.997886 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] No DVR routers for this DVR port 7cdf2305-173a-42ed-bb46-7b82267b7a66 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:30:44.128616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bde9cb-fa34-401c-805d-e9bc82842a16 req-f7812611-5237-4ee1-b076-f34e7d8ec98b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:44.130086 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04bde9cb-fa34-401c-805d-e9bc82842a16 req-f7812611-5237-4ee1-b076-f34e7d8ec98b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 944 time: 0.0984027 Oct 19 12:30:44.199692 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-04bde9cb-fa34-401c-805d-e9bc82842a16 req-82913338-753f-4ef3-bd4b-b46b77c00b05 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621784 Oct 19 12:30:44.200479 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Attempting to bind port 7cdf2305-173a-42ed-bb46-7b82267b7a66 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:30:44.200835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Attempting to bind port 7cdf2305-173a-42ed-bb46-7b82267b7a66 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:30:44.201162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Attempting to bind port 7cdf2305-173a-42ed-bb46-7b82267b7a66 on network 095e9480-edf3-461a-b32c-2cbb3a09240c {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:30:44.205478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Port 7cdf2305-173a-42ed-bb46-7b82267b7a66 on network 095e9480-edf3-461a-b32c-2cbb3a09240c not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:30:44.205795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Attempting to bind port 7cdf2305-173a-42ed-bb46-7b82267b7a66 on network 095e9480-edf3-461a-b32c-2cbb3a09240c {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:30:44.210557 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:30:44.210971 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Checking segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:30:44.211420 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Bound using segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:30:44.211852 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Bound port: 7cdf2305-173a-42ed-bb46-7b82267b7a66, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:30:44.212233 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:44.273123 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:30:44.276069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:30:44.373998 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:44.409357 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:44.409987 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:44.411325 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-2617e836-801a-4f66-918d-65912d38531c service neutron] 10.222.0.26 "PUT /v2.0/ports/7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 1092 time: 0.9740467 Oct 19 12:30:44.411818 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:30:44.414085 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9415ca70-ec8a-4ad3-b95c-0af302175983" -d '{"events": [{"name": "network-changed", "server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:30:44.438066 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617e836-801a-4f66-918d-65912d38531c service neutron] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=10']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:30:44.493160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-07bc8419-28d2-4619-81ec-26eef71bbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:44.495366 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-07bc8419-28d2-4619-81ec-26eef71bbd94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1096 time: 0.0519915 Oct 19 12:30:44.530318 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833d1f9c-bd23-4d05-be92-8ae0ee0532c3 x-openstack-request-id: req-833d1f9c-bd23-4d05-be92-8ae0ee0532c3 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:30:44.530613 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:30:44.530870 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-833d1f9c-bd23-4d05-be92-8ae0ee0532c3 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:30:44.531275 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'status': 'completed', 'code': 200} Oct 19 12:30:44.600696 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-c249f34d-1f50-480b-866b-565db27b57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:44.602171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-c249f34d-1f50-480b-866b-565db27b57a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0921590 Oct 19 12:30:44.671535 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-8e70f50f-5401-40d2-876c-b12080df4ab2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 1000 time: 0.0615523 Oct 19 12:30:44.726498 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-adf9bdb4-6934-4faf-8968-1f77dfc4d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:44.727869 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-adf9bdb4-6934-4faf-8968-1f77dfc4d04c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0454953 Oct 19 12:30:44.776300 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-5e46da6b-d0ff-4d34-b3cc-fca33df77626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:44.777755 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-5e46da6b-d0ff-4d34-b3cc-fca33df77626 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382450 Oct 19 12:30:44.795443 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:30:44.873149 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-530027dd-67a8-4e5f-8954-69aca676b57d service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829444 Oct 19 12:30:44.962437 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ee6dae2c-7f03-4e92-86ae-a59450b06c36 req-bc2ebad1-9035-4ab5-b3f4-120fbe234059 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781674 Oct 19 12:30:45.140137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ca70-ec8a-4ad3-b95c-0af302175983 req-83dc8f55-e543-4538-a471-19738ef9dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:45.141733 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9415ca70-ec8a-4ad3-b95c-0af302175983 req-83dc8f55-e543-4538-a471-19738ef9dbae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1096 time: 0.0407426 Oct 19 12:30:45.152880 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7cdf2305-173a-42ed-bb46-7b82267b7a66 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:30:45.195781 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 7cdf2305-173a-42ed-bb46-7b82267b7a66 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:30:45.247439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ca70-ec8a-4ad3-b95c-0af302175983 req-6a1be3fa-9f27-44f9-b8ca-a9151fb0ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:45.249028 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9415ca70-ec8a-4ad3-b95c-0af302175983 req-6a1be3fa-9f27-44f9-b8ca-a9151fb0ce01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.1002257 Oct 19 12:30:45.348709 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9415ca70-ec8a-4ad3-b95c-0af302175983 req-3bc22e2b-c471-4fc0-a942-a52cba29debc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 1000 time: 0.0875263 Oct 19 12:30:45.364160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd99441-323c-4bad-ba79-d339bc0ea3d4 req-e425126d-753c-44cb-a1c3-c5d722187efd tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:45.365564 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4bd99441-323c-4bad-ba79-d339bc0ea3d4 req-e425126d-753c-44cb-a1c3-c5d722187efd tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0693505 Oct 19 12:30:45.439471 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ca70-ec8a-4ad3-b95c-0af302175983 req-b5b38f68-c996-4209-a1a5-b001877b71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:45.441346 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9415ca70-ec8a-4ad3-b95c-0af302175983 req-b5b38f68-c996-4209-a1a5-b001877b71fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0749404 Oct 19 12:30:45.453575 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4bd99441-323c-4bad-ba79-d339bc0ea3d4 req-344e0daa-2b12-46f3-84c9-3cce670da36f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793765 Oct 19 12:30:45.521534 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ca70-ec8a-4ad3-b95c-0af302175983 req-9177009b-ff7c-4bd4-8899-45e6f30bf135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:45.523210 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9415ca70-ec8a-4ad3-b95c-0af302175983 req-9177009b-ff7c-4bd4-8899-45e6f30bf135 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534143 Oct 19 12:30:46.577662 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972cbd4-ebe9-43a0-9598-d13cc6a70a4e req-ed1e5310-1efe-48e6-bc6b-3fccc601a897 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:46.579176 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a972cbd4-ebe9-43a0-9598-d13cc6a70a4e req-ed1e5310-1efe-48e6-bc6b-3fccc601a897 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0564609 Oct 19 12:30:46.617116 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a972cbd4-ebe9-43a0-9598-d13cc6a70a4e req-ef22c196-03d4-4943-b140-ec33b3e51aad tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Oct 19 12:30:47.756028 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dd310-23d2-4961-bab7-7faa454c5765 req-4b05b75b-3d33-4932-80b8-0a19861b7723 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:47.757449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d63dd310-23d2-4961-bab7-7faa454c5765 req-4b05b75b-3d33-4932-80b8-0a19861b7723 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0680380 Oct 19 12:30:47.797844 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d63dd310-23d2-4961-bab7-7faa454c5765 req-4164fec8-38c2-4f14-bd8a-469b435bb933 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336807 Oct 19 12:30:48.918989 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede4340-fb99-4bae-92bc-38e278719fd4 req-bd14f6f3-3bf5-4f70-b474-cb530682d451 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:48.920506 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ede4340-fb99-4bae-92bc-38e278719fd4 req-bd14f6f3-3bf5-4f70-b474-cb530682d451 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0548437 Oct 19 12:30:48.961256 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7ede4340-fb99-4bae-92bc-38e278719fd4 req-458e24c7-0dd3-4d25-a7d6-643b33a66ddf tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347149 Oct 19 12:30:50.083888 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816c311-72f8-42ac-a90e-2441dcdcdbbd req-b35b5340-87a2-4f07-b208-c865f1e74914 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:50.085711 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a816c311-72f8-42ac-a90e-2441dcdcdbbd req-b35b5340-87a2-4f07-b208-c865f1e74914 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0535748 Oct 19 12:30:50.123216 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a816c311-72f8-42ac-a90e-2441dcdcdbbd req-7cdaae75-8547-4cd1-8bc4-b28202e46ecf tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316079 Oct 19 12:30:50.345940 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:50.802650 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:51.252597 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038102f-ebe9-45fe-9345-62b747d6fdd2 req-2e1099d2-2395-4270-880d-d48f63d0fea2 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:51.254346 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7038102f-ebe9-45fe-9345-62b747d6fdd2 req-2e1099d2-2395-4270-880d-d48f63d0fea2 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0516515 Oct 19 12:30:51.296900 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7038102f-ebe9-45fe-9345-62b747d6fdd2 req-91748568-9887-48c2-bca4-9688dd2fef26 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348573 Oct 19 12:30:52.413417 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af90c5-a611-4deb-a447-0c7c547ad758 req-a897ada9-57ec-494e-a820-4525b890ef43 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:52.414916 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69af90c5-a611-4deb-a447-0c7c547ad758 req-a897ada9-57ec-494e-a820-4525b890ef43 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0480990 Oct 19 12:30:52.463871 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-69af90c5-a611-4deb-a447-0c7c547ad758 req-f8d75879-1284-47ca-a82c-74995831e2f6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Oct 19 12:30:53.595855 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40c9ec-ef3f-45e3-9d54-421c99add1d2 req-aa2e1d07-9a42-4da7-a736-6b1f87b511e6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:53.597402 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e40c9ec-ef3f-45e3-9d54-421c99add1d2 req-aa2e1d07-9a42-4da7-a736-6b1f87b511e6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0592570 Oct 19 12:30:53.637317 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8e40c9ec-ef3f-45e3-9d54-421c99add1d2 req-281ef9c0-1b6b-4b3d-b505-5283d3cc79d4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337989 Oct 19 12:30:54.761068 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86613b4a-c161-45af-b6ac-a263ef9193eb req-97b2d3a4-0635-4d98-9d95-e4da92ce8462 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:54.762568 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-86613b4a-c161-45af-b6ac-a263ef9193eb req-97b2d3a4-0635-4d98-9d95-e4da92ce8462 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0504372 Oct 19 12:30:54.802525 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-86613b4a-c161-45af-b6ac-a263ef9193eb req-09863138-a2c1-422d-b394-9a3f0b5f6b59 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339551 Oct 19 12:30:55.465174 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-206c7706-c1a4-4709-bbd3-9516e96dd0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:55.917913 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045e121-569d-4b5a-a3b6-1bae86a9ad2c req-b8a3afca-dec3-4898-b4f3-d5961c4f6bf0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:55.920017 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2045e121-569d-4b5a-a3b6-1bae86a9ad2c req-b8a3afca-dec3-4898-b4f3-d5961c4f6bf0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0502198 Oct 19 12:30:55.959858 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2045e121-569d-4b5a-a3b6-1bae86a9ad2c req-4f07faaf-70e9-40f7-8da4-4fdae2df82b8 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339429 Oct 19 12:30:56.018432 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9415ca70-ec8a-4ad3-b95c-0af302175983 req-6c6223b4-a318-4809-9235-45eadad705d1 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886726 Oct 19 12:30:56.109039 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9415ca70-ec8a-4ad3-b95c-0af302175983 req-d59dfaa3-e33a-4107-a3c9-9da5dc73b650 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806010 Oct 19 12:30:57.071990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a2ed4-42b1-4c28-bf79-4456f36779e2 req-07aa14d4-95f2-4952-8fe1-b0f0aa5e2648 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:57.074097 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609a2ed4-42b1-4c28-bf79-4456f36779e2 req-07aa14d4-95f2-4952-8fe1-b0f0aa5e2648 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0484626 Oct 19 12:30:57.110455 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-609a2ed4-42b1-4c28-bf79-4456f36779e2 req-64b53a1b-1230-4476-be00-516b03af28f6 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305192 Oct 19 12:30:57.865237 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c5f08b9a-b063-4889-8ef0-cc7977884912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:58.223550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cfec7-3e8b-4171-bc10-84522c955425 req-336e8cb2-d197-4e2a-8805-3296392b4409 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:58.225036 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-346cfec7-3e8b-4171-bc10-84522c955425 req-336e8cb2-d197-4e2a-8805-3296392b4409 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0490942 Oct 19 12:30:58.262463 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-346cfec7-3e8b-4171-bc10-84522c955425 req-484151b9-99a8-4bf4-aa80-265f0415339a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Oct 19 12:30:59.124981 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7cdf2305-173a-42ed-bb46-7b82267b7a66 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:30:59.152272 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:59.222283 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:30:59.233397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'port_id': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'mac_address': 'fa:16:3e:58:3f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:30:59.270450 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:59.294517 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cdf2305-173a-42ed-bb46-7b82267b7a66 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:30:59.314183 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:30:59.357250 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:59.380124 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c468784-af03-47e3-ad78-0564da766c8e req-64a133b4-98a1-449f-b85b-65fa60b80c03 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:30:59.381531 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c468784-af03-47e3-ad78-0564da766c8e req-64a133b4-98a1-449f-b85b-65fa60b80c03 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 945 time: 0.0518765 Oct 19 12:30:59.391453 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:30:59.421461 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0c468784-af03-47e3-ad78-0564da766c8e req-c4efa72b-4539-4b9d-a69e-40d46f01317d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 Oct 19 12:30:59.439347 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=11']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:30:59.706073 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['7cdf2305-173a-42ed-bb46-7b82267b7a66'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:31:00.540848 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87cdab-e495-4303-9e13-de550a576c0f req-b1aae2ca-2c4a-4847-863f-db93e282f03d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:31:00.542981 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd87cdab-e495-4303-9e13-de550a576c0f req-b1aae2ca-2c4a-4847-863f-db93e282f03d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 946 time: 0.0537910 Oct 19 12:31:00.581298 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fd87cdab-e495-4303-9e13-de550a576c0f req-391030fe-53e7-4447-8cb1-82ea31ddb9c3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Oct 19 12:31:01.105205 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:01.124686 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7cdf2305-173a-42ed-bb46-7b82267b7a66 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:31:01.231043 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 7cdf2305-173a-42ed-bb46-7b82267b7a66 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:31:01.234712 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 7cdf2305-173a-42ed-bb46-7b82267b7a66 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:31:01.239067 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:01.311256 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:01.333174 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:31:01.335348 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481451f6-5317-41dc-b836-5ecfcb1bb9cb" -d '{"events": [{"server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "name": "network-vif-plugged", "status": "completed", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:31:01.347180 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:31:01.372235 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ff0985-a40d-4cbb-9fe1-e9939a9e2507 x-openstack-request-id: req-a1ff0985-a40d-4cbb-9fe1-e9939a9e2507 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:31:01.372520 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "name": "network-vif-plugged", "status": "completed", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:31:01.372799 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1ff0985-a40d-4cbb-9fe1-e9939a9e2507 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:31:01.373195 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'code': 200} Oct 19 12:31:01.436794 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:01.483991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=12']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:31:01.626227 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87af3d5-0943-456a-b897-c928f4089b5d req-ee42f491-1b56-45f8-9e60-223abf3753ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:31:01.627742 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a87af3d5-0943-456a-b897-c928f4089b5d req-ee42f491-1b56-45f8-9e60-223abf3753ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1098 time: 0.0403223 Oct 19 12:31:01.669335 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a87af3d5-0943-456a-b897-c928f4089b5d req-edcc6b51-d55c-47ab-b675-637f9bf108b9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281851 Oct 19 12:31:01.695904 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cc1ef-6bed-483e-ab8c-72c6356bb772 req-5d8d1ee0-7515-4b3b-9a0c-12e954b3034e tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:31:01.697441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf5cc1ef-6bed-483e-ab8c-72c6356bb772 req-5d8d1ee0-7515-4b3b-9a0c-12e954b3034e tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 947 time: 0.0491979 Oct 19 12:31:01.738790 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bf5cc1ef-6bed-483e-ab8c-72c6356bb772 req-718cf096-a062-4a46-9c4e-91b336f495f9 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343895 Oct 19 12:31:02.856321 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc600b52-2e48-4a18-accc-977298ffc5d1 req-c2ed5696-4404-49a5-a8a1-e0be77b4e380 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:31:02.858174 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc600b52-2e48-4a18-accc-977298ffc5d1 req-c2ed5696-4404-49a5-a8a1-e0be77b4e380 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 947 time: 0.0511758 Oct 19 12:31:02.898475 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fc600b52-2e48-4a18-accc-977298ffc5d1 req-3d171151-e5db-448c-b46f-6605a37f3fdb tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340714 Oct 19 12:31:04.016831 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f439a62-e79f-42e7-933b-497e1b0690e4 req-86d095cc-8ea2-4073-900f-4924681d6e6b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:31:04.018344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f439a62-e79f-42e7-933b-497e1b0690e4 req-86d095cc-8ea2-4073-900f-4924681d6e6b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 947 time: 0.0497770 Oct 19 12:31:04.056387 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7f439a62-e79f-42e7-933b-497e1b0690e4 req-cfcd88e3-d915-4628-ac8a-1a227d756de8 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319171 Oct 19 12:31:05.174461 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafefb7-e3eb-4b54-b272-3cf4afbd3c20 req-a14fcc4b-5bde-4593-a24e-d935dcee2a02 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:31:05.175915 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0dafefb7-e3eb-4b54-b272-3cf4afbd3c20 req-a14fcc4b-5bde-4593-a24e-d935dcee2a02 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 947 time: 0.0519946 Oct 19 12:31:05.212218 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0dafefb7-e3eb-4b54-b272-3cf4afbd3c20 req-84193121-760f-48e1-8d85-73742107bfe4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304148 Oct 19 12:31:13.247588 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-ec5bdee3-9989-4694-9bbc-c1df63b5c125 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387447 Oct 19 12:31:13.330324 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-21a95bc4-c1ca-4fc6-b117-dc5371e8f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:31:13.331767 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-21a95bc4-c1ca-4fc6-b117-dc5371e8f712 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1098 time: 0.0398505 Oct 19 12:31:13.436589 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-f606254d-3824-478a-b64d-0a8699536983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:31:13.438288 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-f606254d-3824-478a-b64d-0a8699536983 service neutron] 10.222.0.26 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0850592 Oct 19 12:31:13.505528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-fea5406f-6d22-4a42-8fcc-3269d38114d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 1002 time: 0.0582495 Oct 19 12:31:13.556768 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-6f39af5b-d753-40cb-a532-064601ee8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:31:13.558808 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-6f39af5b-d753-40cb-a532-064601ee8202 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0470040 Oct 19 12:31:13.602506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-37c04421-a45a-4fea-a9dc-769e75c3922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:31:13.603963 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-37c04421-a45a-4fea-a9dc-769e75c3922f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379992 Oct 19 12:31:13.692013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-35f052de-fad7-476a-9cda-7381bd7c8294 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797629 Oct 19 12:31:13.785678 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2d057e3e-6e55-42e2-816d-8a2b1b0e83df req-d9d9e26a-86a5-4176-93df-98d92bbb7ca3 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858984 Oct 19 12:31:20.333820 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:20.818338 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:21.796411 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:31:25.499528 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5cea4f05-b7d5-4e2a-ac34-9ac79d95c39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:27.898036 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-aef860ca-b4a2-40fb-9ecf-ee4df2547a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:29.150566 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:29.339109 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:31.104731 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:50.350952 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:50.808008 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:55.474711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-88c3a8da-02f9-43bb-9bb7-e964868366e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:57.863710 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8236649a-be2d-41b6-a4ab-c76afc33ae9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:58.795634 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:31:59.122368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:31:59.344816 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:01.126398 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:15.292975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-b7804b05-805f-4e67-a2bc-869fcceb38ed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798986 Oct 19 12:32:15.385958 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-f6bb64c5-34da-4efb-ad3e-fc6c98c1ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:15.387988 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-f6bb64c5-34da-4efb-ad3e-fc6c98c1ec98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1098 time: 0.0427213 Oct 19 12:32:15.491241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-b0e11295-3dd3-4840-b160-9338aa472cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:15.492612 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-b0e11295-3dd3-4840-b160-9338aa472cd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0808063 Oct 19 12:32:15.563363 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-bcb80ef9-9dba-4a5f-9a3d-5c0623ded2b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 1002 time: 0.0587261 Oct 19 12:32:15.614407 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-8cecfab6-c72f-46bc-95d4-d373acff0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:15.615769 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-8cecfab6-c72f-46bc-95d4-d373acff0494 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0420799 Oct 19 12:32:15.676753 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-128058df-6da1-4e0e-89fd-e8a986e2b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:15.678829 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-128058df-6da1-4e0e-89fd-e8a986e2b7d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516038 Oct 19 12:32:16.084890 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-f5995b3d-51bc-4cf9-ad64-939ad1457b0d service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940666 Oct 19 12:32:16.175170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-ff7a9d6d-06c2-4737-b793-d65402321c49 req-9abe02ae-5596-4da5-85e9-dd7cd3330e13 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793641 Oct 19 12:32:20.356982 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:20.824970 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:21.105275 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 53814) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:32:21.258017 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Deleting port 6ce83a10-0bfa-4472-ad08-5449854e115a {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:32:21.258350 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:21.336054 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:21.336398 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:21.347761 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Calling delete_port for 6ce83a10-0bfa-4472-ad08-5449854e115a owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:32:21.550339 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:21.579381 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event deleted for resources: {'Port': ['ID=6ce83a10-0bfa-4472-ad08-5449854e115a,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:21.604573 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.604920 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.605290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.605625 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.605955 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.606279 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.606697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.607036 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.607356 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.607676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.608001 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.608317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:21.646404 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:21.646736 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Floating IP a1fb644d-13ba-4ea4-a07b-8bb9b35f2019 disassociated (deleted). External IP: 172.25.2.230, port: 7cdf2305-173a-42ed-bb46-7b82267b7a66. Oct 19 12:32:21.855654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:32:21.963689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:32:21.970688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:21.978525 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7edb9a0-cece-454c-8a35-3c18e3b5e00d None None] Sync routers for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:32:21.988744 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7edb9a0-cece-454c-8a35-3c18e3b5e00d None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:32:21.989500 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c7edb9a0-cece-454c-8a35-3c18e3b5e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:31:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:32:22.004057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-9e7d757f-f286-4dbf-b0b9-e23d34189de0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "DELETE /v2.0/floatingips/a1fb644d-13ba-4ea4-a07b-8bb9b35f2019 HTTP/1.1" status: 204 len: 168 time: 0.8953047 Oct 19 12:32:22.004057 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:32:22.004482 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d" -d '{"events": [{"name": "network-changed", "server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:32:22.047102 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d08f403-5062-4b70-a250-b48ecf0e20eb x-openstack-request-id: req-3d08f403-5062-4b70-a250-b48ecf0e20eb {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:32:22.047485 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:32:22.047831 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d08f403-5062-4b70-a250-b48ecf0e20eb {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:32:22.048327 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'status': 'completed', 'code': 200} Oct 19 12:32:22.121388 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c7edb9a0-cece-454c-8a35-3c18e3b5e00d None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:32:22.125887 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d req-d532846d-f700-4e2c-9bed-bfaaf79be131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:22.127414 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d req-d532846d-f700-4e2c-9bed-bfaaf79be131 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 1098 time: 0.0438397 Oct 19 12:32:22.231660 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d req-fd362da0-81c6-4155-9e5a-6813fc794e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:22.233363 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d req-fd362da0-81c6-4155-9e5a-6813fc794e67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0942938 Oct 19 12:32:22.280171 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d req-b0c3d0a0-0a25-4bf2-a4c5-508321bd6d19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 200 len: 217 time: 0.0357983 Oct 19 12:32:22.344569 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d req-9d61c059-308f-4dd6-a2f6-c557c9812af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:22.346054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d req-9d61c059-308f-4dd6-a2f6-c557c9812af1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0582526 Oct 19 12:32:22.346534 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c7edb9a0-cece-454c-8a35-3c18e3b5e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:32:22.374666 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7edb9a0-cece-454c-8a35-3c18e3b5e00d None None] Checking router: 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:32:22.384088 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7edb9a0-cece-454c-8a35-3c18e3b5e00d None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:32:22.387139 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c7edb9a0-cece-454c-8a35-3c18e3b5e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:31:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:32:22.431737 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d0f29-0ba4-4c55-984e-d83f9d3d8a10 req-83d79544-7003-440c-b015-e0ed4899b2be tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:22.433716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5e4d0f29-0ba4-4c55-984e-d83f9d3d8a10 req-83d79544-7003-440c-b015-e0ed4899b2be tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 947 time: 0.0863149 Oct 19 12:32:22.435054 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d req-47389e29-1b31-44fb-852d-deeb0fc46f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:22.436424 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d req-47389e29-1b31-44fb-852d-deeb0fc46f7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787954 Oct 19 12:32:22.502156 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5e4d0f29-0ba4-4c55-984e-d83f9d3d8a10 req-9b0e646d-aa87-4a67-bfb4-cf8daf9cc9ff tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621266 Oct 19 12:32:22.558618 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d req-4cc2ab8c-f734-41ce-8c20-7c1a1a1dfaa2 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117759 Oct 19 12:32:22.583761 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-c7edb9a0-cece-454c-8a35-3c18e3b5e00d None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:32:22.652058 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d3a6fdd7-d0ac-448c-81cc-ce6362b1ca8d req-fbdee493-a845-4025-99ce-42d5641dd0c0 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860391 Oct 19 12:32:22.780432 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-c7edb9a0-cece-454c-8a35-3c18e3b5e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:32:22.810061 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7edb9a0-cece-454c-8a35-3c18e3b5e00d None None] The sync data for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 is: [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:32:23.026245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06824d-f9f4-4e1a-b03c-741bbe894c3a None None] New status for floating IP a1fb644d-13ba-4ea4-a07b-8bb9b35f2019: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:32:23.630302 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a690e8-9cb3-4933-b693-4c966fea2360 req-cc415675-7c16-4c8b-bff7-7bdc5a117eef tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:23.631840 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92a690e8-9cb3-4933-b693-4c966fea2360 req-cc415675-7c16-4c8b-bff7-7bdc5a117eef tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 947 time: 0.0550718 Oct 19 12:32:23.671000 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92a690e8-9cb3-4933-b693-4c966fea2360 req-d918af2c-57a1-4588-a4e3-40400df8088f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=bade8384-b76c-4dab-8a6b-5e5a384e2157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332828 Oct 19 12:32:23.869697 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f7fb3-961b-442b-9ce4-31f04c68a165 req-47ba67c7-0ae3-4f24-aca8-f64999f0c8ca tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:23.871152 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f76f7fb3-961b-442b-9ce4-31f04c68a165 req-47ba67c7-0ae3-4f24-aca8-f64999f0c8ca tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.26 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 947 time: 0.0528748 Oct 19 12:32:24.022806 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-f76f7fb3-961b-442b-9ce4-31f04c68a165 req-36161c8b-dd25-4355-9cdd-0baa79ae246c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Deleting port 7cdf2305-173a-42ed-bb46-7b82267b7a66 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:32:24.023141 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f76f7fb3-961b-442b-9ce4-31f04c68a165 req-36161c8b-dd25-4355-9cdd-0baa79ae246c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:24.111716 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-f76f7fb3-961b-442b-9ce4-31f04c68a165 req-36161c8b-dd25-4355-9cdd-0baa79ae246c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] For port 7cdf2305-173a-42ed-bb46-7b82267b7a66, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=7cdf2305-173a-42ed-bb46-7b82267b7a66,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:32:24.111986 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f76f7fb3-961b-442b-9ce4-31f04c68a165 req-36161c8b-dd25-4355-9cdd-0baa79ae246c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:24.123412 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-f76f7fb3-961b-442b-9ce4-31f04c68a165 req-36161c8b-dd25-4355-9cdd-0baa79ae246c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Calling delete_port for 7cdf2305-173a-42ed-bb46-7b82267b7a66 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:32:24.305064 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f76f7fb3-961b-442b-9ce4-31f04c68a165 req-36161c8b-dd25-4355-9cdd-0baa79ae246c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:24.339668 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36161c8b-dd25-4355-9cdd-0baa79ae246c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event deleted for resources: {'Port': ['ID=7cdf2305-173a-42ed-bb46-7b82267b7a66,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:24.379281 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76f7fb3-961b-442b-9ce4-31f04c68a165 req-36161c8b-dd25-4355-9cdd-0baa79ae246c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] No DVR routers for this DVR port 7cdf2305-173a-42ed-bb46-7b82267b7a66 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:32:24.381796 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-f76f7fb3-961b-442b-9ce4-31f04c68a165 req-36161c8b-dd25-4355-9cdd-0baa79ae246c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:24.385145 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f76f7fb3-961b-442b-9ce4-31f04c68a165 req-36161c8b-dd25-4355-9cdd-0baa79ae246c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.26 "DELETE /v2.0/ports/7cdf2305-173a-42ed-bb46-7b82267b7a66 HTTP/1.1" status: 204 len: 173 time: 0.5046847 Oct 19 12:32:24.385581 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'name': 'network-vif-deleted', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:32:24.388513 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03876317-ed42-4709-b661-1e03d4a24a7f" -d '{"events": [{"server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "name": "network-vif-deleted", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:32:24.422848 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b9e32c-5b17-41bb-b7fb-228186262a9c x-openstack-request-id: req-e6b9e32c-5b17-41bb-b7fb-228186262a9c {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:32:24.423144 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38613471-7cf1-4178-9aab-6962949ef1d9", "name": "network-vif-deleted", "tag": "7cdf2305-173a-42ed-bb46-7b82267b7a66", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:32:24.423400 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6b9e32c-5b17-41bb-b7fb-228186262a9c {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:32:24.423800 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38613471-7cf1-4178-9aab-6962949ef1d9', 'name': 'network-vif-deleted', 'tag': '7cdf2305-173a-42ed-bb46-7b82267b7a66', 'status': 'completed', 'code': 200} Oct 19 12:32:24.779823 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-df7f5aae-1ecb-4a98-922c-3e6954b7e3ca req-66a0cd10-bf8d-4179-a4e4-d5b55a933446 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=38613471-7cf1-4178-9aab-6962949ef1d9 HTTP/1.1" status: 200 len: 210 time: 0.0275161 Oct 19 12:32:25.474658 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-90ecde35-7495-4e19-938a-351b27c870d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:25.835672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53836) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:32:25.898080 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:25.924253 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:26.034569 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:26.037242 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:26.038431 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "DELETE /v2.0/security-groups/bade8384-b76c-4dab-8a6b-5e5a384e2157 HTTP/1.1" status: 204 len: 168 time: 0.2017655 Oct 19 12:32:26.048260 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bade8384-b76c-4dab-8a6b-5e5a384e2157,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:26.056868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:26.057212 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:26.057550 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:26.057889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:26.058217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:26.058559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:26.058941 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:26.059192 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:26.059509 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:26.059832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:26.060153 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:26.060470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9d5ab-e02d-4bfa-b070-3bc7058f823a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:32:27.487833 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53844) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:32:27.492870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-77a3e5b3-1f25-46a8-923b-67c76cf2f269 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842489176', 'description': 'tempest-secgroup-smoke-1842489176 description', 'project_id': 'b5f740669a0d42409985e2efa85ccd81'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:32:27.560851 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7cdf2305-173a-42ed-bb46-7b82267b7a66 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:32:27.573422 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77a3e5b3-1f25-46a8-923b-67c76cf2f269 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:27.580790 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 7cdf2305-173a-42ed-bb46-7b82267b7a66 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:32:27.581136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 7cdf2305-173a-42ed-bb46-7b82267b7a66 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:32:27.642125 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77a3e5b3-1f25-46a8-923b-67c76cf2f269 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:27.727018 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77a3e5b3-1f25-46a8-923b-67c76cf2f269 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:27.756432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3e5b3-1f25-46a8-923b-67c76cf2f269 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8611bd50-decf-4137-aa44-340f7f57978c,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:27.820832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-77a3e5b3-1f25-46a8-923b-67c76cf2f269 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:27.822027 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-77a3e5b3-1f25-46a8-923b-67c76cf2f269 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3331771 Oct 19 12:32:27.825390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53846) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:32:27.829946 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a10123d8-59dd-4612-a354-b2a3f7739405 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': '8611bd50-decf-4137-aa44-340f7f57978c', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:32:27.875762 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f4d0c92c-f5e9-43b9-b54c-0179c7eb1dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:27.960985 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10123d8-59dd-4612-a354-b2a3f7739405 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.022315 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10123d8-59dd-4612-a354-b2a3f7739405 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.110009 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10123d8-59dd-4612-a354-b2a3f7739405 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.125213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10123d8-59dd-4612-a354-b2a3f7739405 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65867758-b6ea-4375-867f-005ae2752d6a,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:28.197670 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a10123d8-59dd-4612-a354-b2a3f7739405 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.199511 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a10123d8-59dd-4612-a354-b2a3f7739405 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3725858 Oct 19 12:32:28.202189 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53848) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:32:28.206485 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-727a372b-5cc9-4df8-a6f6-706773eae16b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': '8611bd50-decf-4137-aa44-340f7f57978c', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:32:28.319291 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-727a372b-5cc9-4df8-a6f6-706773eae16b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.375560 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-727a372b-5cc9-4df8-a6f6-706773eae16b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.468900 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-727a372b-5cc9-4df8-a6f6-706773eae16b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.487214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a372b-5cc9-4df8-a6f6-706773eae16b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2204e5d0-35c4-4612-8561-78bc8811aefa,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:28.573785 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-727a372b-5cc9-4df8-a6f6-706773eae16b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.575007 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-727a372b-5cc9-4df8-a6f6-706773eae16b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3718917 Oct 19 12:32:28.577820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53850) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:32:28.582053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-505b0c57-3998-492d-99c4-56ee693306e3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': '8611bd50-decf-4137-aa44-340f7f57978c', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:32:28.678996 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-505b0c57-3998-492d-99c4-56ee693306e3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.737592 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-505b0c57-3998-492d-99c4-56ee693306e3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.813363 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-505b0c57-3998-492d-99c4-56ee693306e3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.832168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b0c57-3998-492d-99c4-56ee693306e3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03119d52-494b-430f-8c0d-8bba3340c168,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:28.906441 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-505b0c57-3998-492d-99c4-56ee693306e3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:28.907677 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-505b0c57-3998-492d-99c4-56ee693306e3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3289399 Oct 19 12:32:28.910399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53852) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:32:28.914747 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-a500a5b5-2776-454a-a64d-d237e2b4bcae tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': '8611bd50-decf-4137-aa44-340f7f57978c', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:32:29.006257 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a500a5b5-2776-454a-a64d-d237e2b4bcae tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.064723 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a500a5b5-2776-454a-a64d-d237e2b4bcae tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.133150 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.161624 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a500a5b5-2776-454a-a64d-d237e2b4bcae tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.179346 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500a5b5-2776-454a-a64d-d237e2b4bcae tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ad2c96-9663-4b3a-be81-5ab9ca3cbaf9,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:29.249337 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-a500a5b5-2776-454a-a64d-d237e2b4bcae tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.250532 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a500a5b5-2776-454a-a64d-d237e2b4bcae tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3391974 Oct 19 12:32:29.253216 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53854) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:32:29.257570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-4ab29a54-cb50-4a6d-bbbc-676ec9a893a7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': '8611bd50-decf-4137-aa44-340f7f57978c', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:32:29.344520 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-4ab29a54-cb50-4a6d-bbbc-676ec9a893a7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Project b5f740669a0d42409985e2efa85ccd81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:32:29.349713 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4ab29a54-cb50-4a6d-bbbc-676ec9a893a7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.373022 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.408420 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4ab29a54-cb50-4a6d-bbbc-676ec9a893a7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.475729 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4ab29a54-cb50-4a6d-bbbc-676ec9a893a7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.493711 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab29a54-cb50-4a6d-bbbc-676ec9a893a7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3229752-9d47-4bf1-891f-b692a2381fed,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:29.565353 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-4ab29a54-cb50-4a6d-bbbc-676ec9a893a7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.567012 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-4ab29a54-cb50-4a6d-bbbc-676ec9a893a7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3128364 Oct 19 12:32:29.570347 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 53856) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:32:29.575797 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-9a7fd5ea-c357-4fa9-a678-061853e8cf34 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'security_group_rule': {'security_group_id': '8611bd50-decf-4137-aa44-340f7f57978c', 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:32:29.647137 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-9a7fd5ea-c357-4fa9-a678-061853e8cf34 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Project b5f740669a0d42409985e2efa85ccd81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:32:29.651871 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9a7fd5ea-c357-4fa9-a678-061853e8cf34 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.713598 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9a7fd5ea-c357-4fa9-a678-061853e8cf34 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.761913 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9a7fd5ea-c357-4fa9-a678-061853e8cf34 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.779357 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fd5ea-c357-4fa9-a678-061853e8cf34 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46240188-6b7d-47f4-82c2-8005f2a20a4f,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:29.820455 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-9a7fd5ea-c357-4fa9-a678-061853e8cf34 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:29.821678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-9a7fd5ea-c357-4fa9-a678-061853e8cf34 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2503324 Oct 19 12:32:31.105564 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:35.794902 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:32:50.388280 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:50.600728 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-39831c43-bb1b-424b-a9e5-f2ae4d69d39b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842489176&fields=id&tenant_id=b5f740669a0d42409985e2efa85ccd81 HTTP/1.1" status: 200 len: 267 time: 0.0328181 Oct 19 12:32:50.707594 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-6b42e64a-62aa-4706-be82-8ed52696d9f4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:50.709102 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-6b42e64a-62aa-4706-be82-8ed52696d9f4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 808 time: 0.1005595 Oct 19 12:32:50.724489 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-9a70f18e-fdfb-4841-b3a3-2cbfa0df21a3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/quotas/b5f740669a0d42409985e2efa85ccd81 HTTP/1.1" status: 200 len: 375 time: 0.0095713 Oct 19 12:32:50.780785 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-fd1a3015-8826-47c4-a136-a78af451bfd8 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505507 Oct 19 12:32:50.807162 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:50.875988 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-b404343e-740f-43f3-9d9a-2e2a0306a2f6 service neutron] 10.222.0.39 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835845 Oct 19 12:32:50.969969 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-83dac01a-1d0e-4ca7-a900-363e64769317 service neutron] 10.222.0.39 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878680 Oct 19 12:32:51.543436 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f8be9544-0cc9-49ec-a462-1e8216c15991 req-1e1ac41f-1dac-4d30-a863-789f18ee4ef4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 210 time: 0.0265739 Oct 19 12:32:52.619419 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-257ab0ca-18c4-413a-9e5f-e7c7f355c894 req-b265aad9-82ea-4d9c-8c55-f65665d93db2 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 210 time: 0.0259626 Oct 19 12:32:53.694739 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1bb8bdef-ad92-4d60-ac56-7ccaf34ad739 req-58b05ec8-32f4-4f5c-b25e-aeb82d3ae482 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 210 time: 0.0264511 Oct 19 12:32:54.769266 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-ef3c37dc-0a22-4d3d-a848-ab08b0411655 req-3c7a9a13-4721-4f21-acae-40239d625cf5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 210 time: 0.0261970 Oct 19 12:32:55.485850 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e43f7caf-6e66-466b-b10d-43444e2b06ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:55.864961 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c74fe1ee-2729-4ae9-824f-72451e944c55 req-0141e998-0bb7-498b-a382-99b5726bbd0d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 210 time: 0.0304275 Oct 19 12:32:56.956176 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d31f70f5-8505-4b5c-bffa-c1a5e930eacd req-cc624502-f40d-40ae-834e-cfc9e0d7df4a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 210 time: 0.0264807 Oct 19 12:32:57.398890 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-e14854ca-57cd-44a8-92cd-44cc53f5bb33 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:57.400238 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-e14854ca-57cd-44a8-92cd-44cc53f5bb33 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.49 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 808 time: 0.1050127 Oct 19 12:32:57.444046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-fc23448d-fbbe-40bf-a691-1e3c163da4ee tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5f740669a0d42409985e2efa85ccd81 HTTP/1.1" status: 200 len: 380 time: 0.0344927 Oct 19 12:32:57.453627 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'port': {'device_id': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'admin_state_up': True, 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'security_groups': ['8611bd50-decf-4137-aa44-340f7f57978c']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:32:57.630398 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Made reservation on behalf of b5f740669a0d42409985e2efa85ccd81 for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:32:57.635097 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:57.762990 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Allocated IP 172.20.0.14 (095e9480-edf3-461a-b32c-2cbb3a09240c/a9e41a1e-a590-4f66-9b87-be28ead67e54/276ec8dd-d061-4220-833e-941c9b09f036) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:32:57.874421 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-928d3a84-2524-40f6-92ac-d7938b0b3e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:57.912570 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:58.019636 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:58.068217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Network 095e9480-edf3-461a-b32c-2cbb3a09240c is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:32:58.071440 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:32:58.076491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:32:58.076847 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68c5ee-95e3-4f6b-8585-0a67318f5d55 req-af31a334-c99c-4626-a363-9a2ed3afcab1 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:58.078449 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb68c5ee-95e3-4f6b-8585-0a67318f5d55 req-af31a334-c99c-4626-a363-9a2ed3afcab1 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 932 time: 0.0498762 Oct 19 12:32:58.081214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'Port': ['ID=276ec8dd-d061-4220-833e-941c9b09f036,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:58.127467 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-eb68c5ee-95e3-4f6b-8585-0a67318f5d55 req-7a52020a-e0d9-4ce0-a8de-b68060ee6cf2 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Oct 19 12:32:58.145055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:58.145741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:58.198722 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-741dea36-7167-4359-a4d7-017af7b707e0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7486985 Oct 19 12:32:58.211826 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Request body: {'port': {'device_id': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:32:58.280454 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:58.348761 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-8b53dbe2-78df-49c8-a4f2-961dba714c2a None None] Provisioning complete for port 276ec8dd-d061-4220-833e-941c9b09f036 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:32:58.350912 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8b53dbe2-78df-49c8-a4f2-961dba714c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:58.388354 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-8b53dbe2-78df-49c8-a4f2-961dba714c2a None None] Port 276ec8dd-d061-4220-833e-941c9b09f036 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:32:58.546672 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276ec8dd-d061-4220-833e-941c9b09f036 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:32:58.554064 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:58.566646 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Transition to ACTIVE for port object 276ec8dd-d061-4220-833e-941c9b09f036 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:32:58.630026 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:58.689143 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Pushing event updated for resources: {'Port': ['ID=276ec8dd-d061-4220-833e-941c9b09f036,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:58.761645 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Attempting to bind port 276ec8dd-d061-4220-833e-941c9b09f036 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:32:58.762147 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Attempting to bind port 276ec8dd-d061-4220-833e-941c9b09f036 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:32:58.762490 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Attempting to bind port 276ec8dd-d061-4220-833e-941c9b09f036 on network 095e9480-edf3-461a-b32c-2cbb3a09240c {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:32:58.767194 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Port 276ec8dd-d061-4220-833e-941c9b09f036 on network 095e9480-edf3-461a-b32c-2cbb3a09240c not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:32:58.767540 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Attempting to bind port 276ec8dd-d061-4220-833e-941c9b09f036 on network 095e9480-edf3-461a-b32c-2cbb3a09240c {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:32:58.772583 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:32:58.772927 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Checking segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:32:58.773321 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Bound using segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:32:58.773748 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Bound port: 276ec8dd-d061-4220-833e-941c9b09f036, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:32:58.774105 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:58.844611 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:32:58.848301 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=276ec8dd-d061-4220-833e-941c9b09f036,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:32:58.916200 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:58.957987 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:58.958608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:58.960278 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] 10.222.0.49 "PUT /v2.0/ports/276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 1092 time: 0.7529011 Oct 19 12:32:58.960754 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:32:58.963039 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b52ca84-de87-43e8-96ba-b6a9ac12d299" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "tag": "276ec8dd-d061-4220-833e-941c9b09f036"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:32:58.990880 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8aa74d-8bcc-451f-8536-b44c149caa53 service neutron] Pushing event updated for resources: {'Port': ['ID=276ec8dd-d061-4220-833e-941c9b09f036,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:32:59.119479 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6665232f-2272-434e-b0c0-f01ffe6051e4 x-openstack-request-id: req-6665232f-2272-434e-b0c0-f01ffe6051e4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:32:59.125249 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "tag": "276ec8dd-d061-4220-833e-941c9b09f036", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:32:59.125249 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6665232f-2272-434e-b0c0-f01ffe6051e4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:32:59.125249 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036', 'status': 'completed', 'code': 200} Oct 19 12:32:59.140272 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-b3cc56ed-1076-4f25-9b73-6b3724f181d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:59.142527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-b3cc56ed-1076-4f25-9b73-6b3724f181d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1095 time: 0.0560293 Oct 19 12:32:59.144411 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:59.191511 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-77643152-f0b1-4b24-8d62-69203aec29f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 217 time: 0.0397358 Oct 19 12:32:59.257712 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-847652e5-9b43-4bb3-9ab9-061d8cd92a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:59.259279 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-847652e5-9b43-4bb3-9ab9-061d8cd92a4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0614657 Oct 19 12:32:59.264588 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251e581-8e1f-414e-869f-8d72fb92e1df req-0249df25-04ce-4995-96f7-ffce0c43c406 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:59.266072 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0251e581-8e1f-414e-869f-8d72fb92e1df req-0249df25-04ce-4995-96f7-ffce0c43c406 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0521059 Oct 19 12:32:59.311700 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0251e581-8e1f-414e-869f-8d72fb92e1df req-b28ce160-b5a4-4585-b0ab-13401d76c88d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392611 Oct 19 12:32:59.315691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-ab117f62-3369-47b2-bd0f-8bf59d1a3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:59.316817 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-ab117f62-3369-47b2-bd0f-8bf59d1a3720 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505099 Oct 19 12:32:59.367278 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:32:59.408049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-4f8cd439-f438-4603-829e-bbb19d2f9bbd service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841601 Oct 19 12:32:59.506711 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-32446187-0fa1-4c3b-b23a-bbbe5b8b8104 req-169cf942-49db-49d2-8ef4-8287fc324f4f service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910232 Oct 19 12:32:59.653894 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52ca84-de87-43e8-96ba-b6a9ac12d299 req-392bed3f-2e52-4e00-9d46-876c4de12f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:59.655657 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b52ca84-de87-43e8-96ba-b6a9ac12d299 req-392bed3f-2e52-4e00-9d46-876c4de12f1c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1095 time: 0.0415518 Oct 19 12:32:59.749906 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52ca84-de87-43e8-96ba-b6a9ac12d299 req-ad3e3ece-de3c-4122-9eb5-90d4f268cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:59.751389 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b52ca84-de87-43e8-96ba-b6a9ac12d299 req-ad3e3ece-de3c-4122-9eb5-90d4f268cbc7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0892332 Oct 19 12:32:59.792623 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b52ca84-de87-43e8-96ba-b6a9ac12d299 req-d2875d94-566c-429b-94f3-257952bc51d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 217 time: 0.0339401 Oct 19 12:32:59.842050 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52ca84-de87-43e8-96ba-b6a9ac12d299 req-7940d4d6-a00f-4dbc-94ab-6ed660c2bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:59.843599 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b52ca84-de87-43e8-96ba-b6a9ac12d299 req-7940d4d6-a00f-4dbc-94ab-6ed660c2bddf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0443435 Oct 19 12:32:59.894105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52ca84-de87-43e8-96ba-b6a9ac12d299 req-ffd81562-77d1-4437-9b49-483fe554b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:32:59.895777 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b52ca84-de87-43e8-96ba-b6a9ac12d299 req-ffd81562-77d1-4437-9b49-483fe554b093 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456557 Oct 19 12:32:59.990843 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b52ca84-de87-43e8-96ba-b6a9ac12d299 req-eb857f58-c7f7-42e4-9fbe-207c6355cb80 service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870907 Oct 19 12:33:00.085339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4b52ca84-de87-43e8-96ba-b6a9ac12d299 req-b2b566fb-0f39-4e8d-94f1-9f67e40de781 service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875230 Oct 19 12:33:00.478806 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb427c-04d1-496d-b02e-c4632e539538 req-c871e9e4-ae89-4a7a-8c36-ffa0a038575f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:00.480307 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8afb427c-04d1-496d-b02e-c4632e539538 req-c871e9e4-ae89-4a7a-8c36-ffa0a038575f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0557938 Oct 19 12:33:00.519394 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8afb427c-04d1-496d-b02e-c4632e539538 req-ae4cf97a-86e6-4c4e-8040-03e117e69c82 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326908 Oct 19 12:33:01.114274 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:01.641672 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8237ee-a68b-48c0-8482-cd61eb820423 req-090e4793-1054-42aa-8c89-cb2349dd5cbd tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:01.643244 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da8237ee-a68b-48c0-8482-cd61eb820423 req-090e4793-1054-42aa-8c89-cb2349dd5cbd tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0567603 Oct 19 12:33:01.708463 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-da8237ee-a68b-48c0-8482-cd61eb820423 req-be1bdb28-e6b7-412d-986b-10cb8a5cc00a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336730 Oct 19 12:33:02.799721 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773eb39-8528-48a1-8647-d775d5cba384 req-f96a5a01-5a16-4566-921c-92559e3ea8b5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:02.801278 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f773eb39-8528-48a1-8647-d775d5cba384 req-f96a5a01-5a16-4566-921c-92559e3ea8b5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0505278 Oct 19 12:33:02.852269 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f773eb39-8528-48a1-8647-d775d5cba384 req-f2ea80b8-fc36-47e2-b6c8-c530ab724777 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447731 Oct 19 12:33:03.968162 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df50c6-7715-4ecd-8996-f57a2d4a3147 req-7cf0abcf-3cd4-4e83-bd96-d3a2874e4991 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:03.969661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-01df50c6-7715-4ecd-8996-f57a2d4a3147 req-7cf0abcf-3cd4-4e83-bd96-d3a2874e4991 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0516829 Oct 19 12:33:04.006663 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-01df50c6-7715-4ecd-8996-f57a2d4a3147 req-7c85a514-7356-4bf7-a2ab-ce6095bf3be7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311143 Oct 19 12:33:05.129161 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbbbb-9b63-4597-bd7b-ac83cc109f24 req-b88a05fe-56f5-4500-8f05-57cffe22b515 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:05.130597 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-806dbbbb-9b63-4597-bd7b-ac83cc109f24 req-b88a05fe-56f5-4500-8f05-57cffe22b515 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0523818 Oct 19 12:33:05.166495 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-806dbbbb-9b63-4597-bd7b-ac83cc109f24 req-2521f37f-9445-4f88-abaf-fd7cf5dc8180 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300195 Oct 19 12:33:06.282562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd24dd-521b-43c9-80d9-00c2c01ed206 req-67459f2e-9f99-4cf4-bc7d-1c8a16e11f11 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:06.284041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdfd24dd-521b-43c9-80d9-00c2c01ed206 req-67459f2e-9f99-4cf4-bc7d-1c8a16e11f11 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0493286 Oct 19 12:33:06.321054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fdfd24dd-521b-43c9-80d9-00c2c01ed206 req-54c2ab7e-40b5-42b5-9534-2cda5a3a17f1 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Oct 19 12:33:07.434139 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7548a21-ea72-4986-a89e-a9968ca64c04 req-ddda9af3-b48f-4910-918c-7ec9dc6fb829 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:07.435625 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7548a21-ea72-4986-a89e-a9968ca64c04 req-ddda9af3-b48f-4910-918c-7ec9dc6fb829 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0496123 Oct 19 12:33:07.474557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f7548a21-ea72-4986-a89e-a9968ca64c04 req-b19b539b-01b4-49c7-baff-61adc200c8b8 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327647 Oct 19 12:33:08.589455 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5692d-7459-43c0-a5ad-7ec4af1af57e req-031fb594-b650-4b8e-8cb4-1d4d6138688d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:08.591437 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9a5692d-7459-43c0-a5ad-7ec4af1af57e req-031fb594-b650-4b8e-8cb4-1d4d6138688d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0522380 Oct 19 12:33:08.627848 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9a5692d-7459-43c0-a5ad-7ec4af1af57e req-cfc99c9d-492d-47e4-9ccb-51321b368e1a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305719 Oct 19 12:33:09.739822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab9a1f-d250-4edf-89c5-188459857d78 req-af604519-2e09-4207-a129-082fd1e92b29 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:09.741297 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1cab9a1f-d250-4edf-89c5-188459857d78 req-af604519-2e09-4207-a129-082fd1e92b29 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0476010 Oct 19 12:33:09.778169 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-1cab9a1f-d250-4edf-89c5-188459857d78 req-8ac7a7cf-8cdb-43ff-bbbc-72b47924bb6e tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302644 Oct 19 12:33:10.892439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7339d-9aab-48a9-92d3-03c7c25423ad req-82fb6dc8-692a-452d-9550-623d504c3889 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:10.893925 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00f7339d-9aab-48a9-92d3-03c7c25423ad req-82fb6dc8-692a-452d-9550-623d504c3889 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0504322 Oct 19 12:33:10.930395 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-00f7339d-9aab-48a9-92d3-03c7c25423ad req-cb7a5f29-1ad0-4cde-9620-be0b7b119dca tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304565 Oct 19 12:33:11.780738 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 276ec8dd-d061-4220-833e-941c9b09f036 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:33:11.876245 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=276ec8dd-d061-4220-833e-941c9b09f036,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:33:11.887758 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': '276ec8dd-d061-4220-833e-941c9b09f036', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'port_id': '276ec8dd-d061-4220-833e-941c9b09f036', 'mac_address': 'fa:16:3e:77:d1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:33:11.924015 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:11.936362 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276ec8dd-d061-4220-833e-941c9b09f036 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:33:11.957417 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=276ec8dd-d061-4220-833e-941c9b09f036,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:33:12.029195 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:12.059920 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d49f2-1cde-46d1-b961-62ed6cbac8a7 req-6ec944cf-d6d1-417a-a2d2-d34fbb9fb588 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:12.061425 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d5d49f2-1cde-46d1-b961-62ed6cbac8a7 req-6ec944cf-d6d1-417a-a2d2-d34fbb9fb588 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0540953 Oct 19 12:33:12.076278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=276ec8dd-d061-4220-833e-941c9b09f036,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:33:12.083543 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.083884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.084242 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.084597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.084926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.085250 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.085571 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.085890 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.086208 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.086522 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.086835 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.087149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:33:12.100097 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2d5d49f2-1cde-46d1-b961-62ed6cbac8a7 req-87122361-fa20-43b2-a32d-f0bc2bd9fc71 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324709 Oct 19 12:33:12.266527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['276ec8dd-d061-4220-833e-941c9b09f036'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:33:12.795392 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:33:13.211689 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1623e54-45c7-4661-b804-472b247c206c req-234e323c-69f1-4dd9-ba66-42c1902a0a08 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:13.213169 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1623e54-45c7-4661-b804-472b247c206c req-234e323c-69f1-4dd9-ba66-42c1902a0a08 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 945 time: 0.0486698 Oct 19 12:33:13.250975 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e1623e54-45c7-4661-b804-472b247c206c req-c9d801e5-4391-467d-a0ba-b8aff60773c7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314217 Oct 19 12:33:13.790736 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 276ec8dd-d061-4220-833e-941c9b09f036 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:33:13.919751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port 276ec8dd-d061-4220-833e-941c9b09f036 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:33:13.923650 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port 276ec8dd-d061-4220-833e-941c9b09f036 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:33:13.924021 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:14.000398 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:14.022348 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:33:14.024615 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e4f6a5-4380-4a70-97e3-9ab45dfef5f6" -d '{"events": [{"server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "name": "network-vif-plugged", "status": "completed", "tag": "276ec8dd-d061-4220-833e-941c9b09f036"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:33:14.038325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=276ec8dd-d061-4220-833e-941c9b09f036,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:33:14.111031 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd1d752-984e-4ee3-a608-7f32fd7e4a4a x-openstack-request-id: req-1fd1d752-984e-4ee3-a608-7f32fd7e4a4a {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:33:14.111320 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "name": "network-vif-plugged", "status": "completed", "tag": "276ec8dd-d061-4220-833e-941c9b09f036", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:33:14.111572 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fd1d752-984e-4ee3-a608-7f32fd7e4a4a {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:33:14.111965 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036', 'code': 200} Oct 19 12:33:14.115308 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:14.165261 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=276ec8dd-d061-4220-833e-941c9b09f036,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:33:14.205378 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83efc27-ed23-4eeb-a33a-86efa9292410 req-b2190a23-e487-4eaa-83c2-6b023e8471f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:14.206955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d83efc27-ed23-4eeb-a33a-86efa9292410 req-b2190a23-e487-4eaa-83c2-6b023e8471f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1097 time: 0.0398173 Oct 19 12:33:14.242262 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d83efc27-ed23-4eeb-a33a-86efa9292410 req-aff3148f-6715-41cd-b6fe-1fc3c8f34a8e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283160 Oct 19 12:33:14.366451 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91c08b-902a-474e-ada6-c2a18f444f23 req-980248ee-3a00-41b7-b2f4-a5f13025dd8c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:14.367833 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa91c08b-902a-474e-ada6-c2a18f444f23 req-980248ee-3a00-41b7-b2f4-a5f13025dd8c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0525436 Oct 19 12:33:14.405279 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fa91c08b-902a-474e-ada6-c2a18f444f23 req-afc97a53-ecd1-458e-ab5f-e5eb5fac0b09 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314908 Oct 19 12:33:15.523570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2dc34-7a0d-4e43-9b35-38e7f8404141 req-0e693312-3852-4b40-a474-d505a0a2b42f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:15.525239 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bba2dc34-7a0d-4e43-9b35-38e7f8404141 req-0e693312-3852-4b40-a474-d505a0a2b42f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0511622 Oct 19 12:33:15.563594 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-bba2dc34-7a0d-4e43-9b35-38e7f8404141 req-b291b551-1d99-45af-8e37-0dc6474c3895 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Oct 19 12:33:15.684676 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021acfca-659c-4a10-aee3-edca9bcd19eb req-2dd5bed7-e494-409d-a6f2-0d89b98b82c9 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:15.686183 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-021acfca-659c-4a10-aee3-edca9bcd19eb req-2dd5bed7-e494-409d-a6f2-0d89b98b82c9 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0489776 Oct 19 12:33:15.726100 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-021acfca-659c-4a10-aee3-edca9bcd19eb req-c635913e-7288-4bce-85a7-6b495e5230ff tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Oct 19 12:33:15.748106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54086) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:33:15.785926 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a6e9d-c062-4b18-9361-96d3a618fffb tempest-TestShelveInstance-1400918874 tempest-TestShelveInstance-1400918874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:15.787400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-769a6e9d-c062-4b18-9361-96d3a618fffb tempest-TestShelveInstance-1400918874 tempest-TestShelveInstance-1400918874-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1092 time: 0.0382688 Oct 19 12:33:15.790241 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54088) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:33:15.794956 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '276ec8dd-d061-4220-833e-941c9b09f036', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:33:15.892883 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for floatingip, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:15.995322 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:16.096733 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Allocated IP 172.25.2.9 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/1e9205ff-fc0f-45bd-a99e-f58fa50c30c5) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:33:16.199886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:16.269938 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:16.306075 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:33:16.309006 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:33:16.311481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:33:16.342425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'Port': ['ID=1e9205ff-fc0f-45bd-a99e-f58fa50c30c5,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:33:16.666224 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:16.788939 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:16.937302 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:16.989761 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:17.060903 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event updated for resources: {'Port': ['ID=1e9205ff-fc0f-45bd-a99e-f58fa50c30c5,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:33:17.070948 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:17.169384 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Floating IP f21309d8-491d-4eea-9b4e-1e811dcaf5ca associated. External IP: 172.25.2.9, port: 276ec8dd-d061-4220-833e-941c9b09f036. Oct 19 12:33:17.365234 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:33:17.473165 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:33:17.483140 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ddae6-5064-4e20-a480-2acd9bcab545 None None] Sync routers for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:33:17.492547 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ddae6-5064-4e20-a480-2acd9bcab545 None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:33:17.493191 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d75ddae6-5064-4e20-a480-2acd9bcab545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:32:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:33:17.556248 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:17.600999 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-d7830916-1a1d-47e3-8c61-049487b00dfa tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7954111 Oct 19 12:33:17.600999 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:33:17.600999 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "tag": "276ec8dd-d061-4220-833e-941c9b09f036"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:33:17.602185 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d75ddae6-5064-4e20-a480-2acd9bcab545 None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:33:17.628610 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426dc1bf-5449-4d6b-aa82-81a70a5737f4 x-openstack-request-id: req-426dc1bf-5449-4d6b-aa82-81a70a5737f4 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:33:17.629006 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "tag": "276ec8dd-d061-4220-833e-941c9b09f036", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:33:17.629263 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-426dc1bf-5449-4d6b-aa82-81a70a5737f4 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:33:17.629663 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036', 'status': 'completed', 'code': 200} Oct 19 12:33:17.696095 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5 req-d6490ced-6841-4a68-8c81-833641a44ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:17.697655 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5 req-d6490ced-6841-4a68-8c81-833641a44ca9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1097 time: 0.0443554 Oct 19 12:33:17.787351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5 req-0c2fd7f7-e3ca-4206-bbd3-59fd817c568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:17.788840 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5 req-0c2fd7f7-e3ca-4206-bbd3-59fd817c568f service neutron] 10.222.0.49 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0840232 Oct 19 12:33:17.816705 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d75ddae6-5064-4e20-a480-2acd9bcab545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'f21309d8-491d-4eea-9b4e-1e811dcaf5ca', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'port_id': '276ec8dd-d061-4220-833e-941c9b09f036', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'mac_address': 'fa:16:3e:77:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:33:16Z', 'updated_at': '2021-10-19T12:33:16Z', 'revision_number': 0, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:33:17.846617 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ddae6-5064-4e20-a480-2acd9bcab545 None None] Checking router: 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:33:17.854820 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ddae6-5064-4e20-a480-2acd9bcab545 None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:33:17.855436 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d75ddae6-5064-4e20-a480-2acd9bcab545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:32:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:33:17.856741 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5 req-5aef0f98-34a3-48c2-9440-95bce5646469 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 998 time: 0.0610480 Oct 19 12:33:17.907259 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5 req-a25dc98c-d73f-401d-9d63-479c16113bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:17.908811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5 req-a25dc98c-d73f-401d-9d63-479c16113bc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0450320 Oct 19 12:33:17.954044 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5 req-dd54d855-321a-41c8-a445-d14d1e110895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:33:17.955538 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5 req-dd54d855-321a-41c8-a445-d14d1e110895 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402446 Oct 19 12:33:17.960680 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d75ddae6-5064-4e20-a480-2acd9bcab545 None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:33:18.054072 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5 req-ef81119b-c1ae-4ace-95c8-3c4d5bc0c7fa service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913355 Oct 19 12:33:18.143709 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-da5e0144-5afe-4f66-b1a6-7aa48cab73d5 req-8f4bbd0f-8155-4af8-811a-be05a46f3ecb service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821915 Oct 19 12:33:18.185879 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d75ddae6-5064-4e20-a480-2acd9bcab545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'f21309d8-491d-4eea-9b4e-1e811dcaf5ca', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'port_id': '276ec8dd-d061-4220-833e-941c9b09f036', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'mac_address': 'fa:16:3e:77:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:33:16Z', 'updated_at': '2021-10-19T12:33:16Z', 'revision_number': 0, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:33:18.211522 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75ddae6-5064-4e20-a480-2acd9bcab545 None None] The sync data for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 is: [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': 'f21309d8-491d-4eea-9b4e-1e811dcaf5ca', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'port_id': '276ec8dd-d061-4220-833e-941c9b09f036', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'mac_address': 'fa:16:3e:77:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:33:16Z', 'updated_at': '2021-10-19T12:33:16Z', 'revision_number': 0, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:33:18.407720 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd73006-c38d-434f-a32d-2334b20cc753 None None] New status for floating IP f21309d8-491d-4eea-9b4e-1e811dcaf5ca: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:33:20.393593 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:20.829564 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:25.508441 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4d0e2399-ae42-4b98-ad23-fd5c0352d272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:27.879892 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cc8f891d-166c-4b7e-9913-bc7dd954c0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:29.126875 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:29.395789 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:31.121058 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:49.799655 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:33:50.404387 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:50.964684 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:55.486383 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dd455823-86fe-4fb8-a784-640b72ffce4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:57.890018 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-072faf61-0c19-40cf-a6b5-8c35f1b20e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:59.158570 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:33:59.375606 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:01.132188 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:16.661497 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-d1cc67a3-6476-480e-beee-c9e124ab867c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920937 Oct 19 12:34:17.074436 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-51eb53a1-8eb5-4c1a-aa80-1c52230223c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:34:17.075963 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-51eb53a1-8eb5-4c1a-aa80-1c52230223c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1097 time: 0.3730173 Oct 19 12:34:17.177140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-0bddddac-a67e-401a-939c-ba7dcd3f473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:34:17.178592 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-0bddddac-a67e-401a-939c-ba7dcd3f473c service neutron] 10.222.0.49 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0830643 Oct 19 12:34:17.246113 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-17e7db95-7387-4547-8fb6-be85657e17cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 1000 time: 0.0592909 Oct 19 12:34:17.293199 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-dc6ec5ac-ca77-4980-a2e8-a28d26bccbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:34:17.294587 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-dc6ec5ac-ca77-4980-a2e8-a28d26bccbb3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0414329 Oct 19 12:34:17.339536 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-7f21bfa6-bb78-44ff-9361-9eb707d52f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:34:17.340924 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-7f21bfa6-bb78-44ff-9361-9eb707d52f07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396552 Oct 19 12:34:17.351225 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-20ed8285-f97f-42db-b09a-25b69d627a9e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:34:17.352155 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-20ed8285-f97f-42db-b09a-25b69d627a9e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047953 Oct 19 12:34:17.445046 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-d79b660d-656f-439f-b2b8-e11545f1553e service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850284 Oct 19 12:34:17.540615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-dd6845fc-fd90-4035-86ce-758f31b8ba50 req-b9ad3806-8bbf-424d-8a85-03d758dffa0a service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887518 Oct 19 12:34:20.417988 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:20.880217 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:25.506808 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-39e20782-df33-4c2c-a069-95e45d028652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:26.799222 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:34:27.874557 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3a4a09ed-4e40-409b-9a5e-e2f741fb012f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:29.123551 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:29.352309 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:31.123751 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:50.380586 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:50.854780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:55.483530 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b9efa73d-4fc4-4f18-9cab-a2f4ed52a5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:57.877866 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-11a32ff8-b6d5-4380-9d55-e24eea6fc2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:59.129317 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:34:59.354316 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:01.152040 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:03.797622 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:35:16.601744 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-032b0fea-1043-4684-a100-5a5523c166e2 req-8b786c7c-c2de-42ee-a479-d7f49ec1d33e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395570 Oct 19 12:35:16.681714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0fea-1043-4684-a100-5a5523c166e2 req-54e034b7-365b-4579-b7e0-2f107f6e669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:16.683165 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-032b0fea-1043-4684-a100-5a5523c166e2 req-54e034b7-365b-4579-b7e0-2f107f6e669f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1097 time: 0.0404091 Oct 19 12:35:16.787631 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0fea-1043-4684-a100-5a5523c166e2 req-0350b372-590c-4cb8-9269-292ac77164f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:16.789032 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-032b0fea-1043-4684-a100-5a5523c166e2 req-0350b372-590c-4cb8-9269-292ac77164f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0869589 Oct 19 12:35:16.852747 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-032b0fea-1043-4684-a100-5a5523c166e2 req-3274cd08-193d-44b1-99d1-e18516323ca3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 1000 time: 0.0567501 Oct 19 12:35:16.901399 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0fea-1043-4684-a100-5a5523c166e2 req-890643ac-f79d-4f3c-8f77-6f5cd217791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:16.902781 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-032b0fea-1043-4684-a100-5a5523c166e2 req-890643ac-f79d-4f3c-8f77-6f5cd217791d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0432115 Oct 19 12:35:16.951067 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0fea-1043-4684-a100-5a5523c166e2 req-0e556291-784a-4848-8d77-564fd8937cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:16.952503 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-032b0fea-1043-4684-a100-5a5523c166e2 req-0e556291-784a-4848-8d77-564fd8937cbe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430024 Oct 19 12:35:17.040306 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-032b0fea-1043-4684-a100-5a5523c166e2 req-06cd4429-2678-4464-8cba-b592882db175 service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804367 Oct 19 12:35:17.130602 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-032b0fea-1043-4684-a100-5a5523c166e2 req-a28de3d2-df32-4076-8006-5914076ab540 service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832605 Oct 19 12:35:20.406424 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:20.902459 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:25.491425 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b0a55799-9c76-4eaf-8811-03cf131a5c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:27.908448 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4170-fc23-45c4-88e7-cf91d84a7768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:29.125513 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:29.377421 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:31.142996 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:40.796401 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:35:44.116005 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a3e32-01c8-4c01-ae56-e11f31d8d225 req-a21ccc1d-7739-413b-a6cc-0c627271a790 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:44.117512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-865a3e32-01c8-4c01-ae56-e11f31d8d225 req-a21ccc1d-7739-413b-a6cc-0c627271a790 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.1116133 Oct 19 12:35:44.156035 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-865a3e32-01c8-4c01-ae56-e11f31d8d225 req-ec81ccb9-4034-464a-a942-58f3029e541a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325687 Oct 19 12:35:45.339385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960dab-f519-4f61-8a4b-d934ae41c7d4 req-43fe1bde-4f65-46a1-9ce7-23020ac2152b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:45.340851 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9960dab-f519-4f61-8a4b-d934ae41c7d4 req-43fe1bde-4f65-46a1-9ce7-23020ac2152b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0916426 Oct 19 12:35:45.376897 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d9960dab-f519-4f61-8a4b-d934ae41c7d4 req-5b011d91-04c5-4a27-af70-9ba00401b3f5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302229 Oct 19 12:35:46.490813 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d80603-0b76-43c9-be57-2fd9f87c8404 req-7d93629c-6b67-444b-813c-b36ce3b6807d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:46.492259 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1d80603-0b76-43c9-be57-2fd9f87c8404 req-7d93629c-6b67-444b-813c-b36ce3b6807d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0479164 Oct 19 12:35:46.537909 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f1d80603-0b76-43c9-be57-2fd9f87c8404 req-7e274bc8-4853-485a-90e3-010c8da48d0f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395889 Oct 19 12:35:47.655990 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e66080-ea77-41a4-9e88-40b8bf18eb6e req-26b293d3-f25f-442c-8b0f-4e443775e389 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:47.657481 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70e66080-ea77-41a4-9e88-40b8bf18eb6e req-26b293d3-f25f-442c-8b0f-4e443775e389 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0494187 Oct 19 12:35:47.696013 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-70e66080-ea77-41a4-9e88-40b8bf18eb6e req-f7c2f792-4ad9-4615-a6e8-c195a4cbaa8d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320566 Oct 19 12:35:48.809619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ef4e-4c5e-4713-90d6-fd8a960ed230 req-91fabd6c-8151-4307-89c8-70a8858ac2dd tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:48.810998 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0c35ef4e-4c5e-4713-90d6-fd8a960ed230 req-91fabd6c-8151-4307-89c8-70a8858ac2dd tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0486422 Oct 19 12:35:48.849174 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-0c35ef4e-4c5e-4713-90d6-fd8a960ed230 req-fd4feb30-b409-443e-9c30-98e9cf019da4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Oct 19 12:35:49.964364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce57b1-54e3-4705-8897-9b7413f01607 req-27369c32-7677-48ea-bf7c-43e2f301e193 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:49.965977 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfce57b1-54e3-4705-8897-9b7413f01607 req-27369c32-7677-48ea-bf7c-43e2f301e193 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0519867 Oct 19 12:35:50.005711 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfce57b1-54e3-4705-8897-9b7413f01607 req-0c2323ce-b95d-41eb-929d-38b08f65064e tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332816 Oct 19 12:35:50.411555 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:50.836773 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:51.118850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44d8ab-a207-4865-a36a-fe7bfca3a94b req-d5fa387f-51fe-4989-b8f7-4e9a367e634d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:51.120209 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b44d8ab-a207-4865-a36a-fe7bfca3a94b req-d5fa387f-51fe-4989-b8f7-4e9a367e634d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0485020 Oct 19 12:35:51.157103 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b44d8ab-a207-4865-a36a-fe7bfca3a94b req-c2bddbf4-50b6-4162-a385-3501e4af5251 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Oct 19 12:35:52.270269 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87611fc-1cf3-4d2b-a387-96f653d16fb8 req-763ab79b-f990-41aa-b186-b77471f831f3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:52.271661 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b87611fc-1cf3-4d2b-a387-96f653d16fb8 req-763ab79b-f990-41aa-b186-b77471f831f3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0491340 Oct 19 12:35:52.308128 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b87611fc-1cf3-4d2b-a387-96f653d16fb8 req-c6717e87-42ad-47aa-be5e-853fd48d088b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305958 Oct 19 12:35:53.419628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932963c0-73bd-4ad5-82b2-2834ea8cd171 req-fc28ffe5-b862-4d42-a908-87cc3dca2860 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:53.421375 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-932963c0-73bd-4ad5-82b2-2834ea8cd171 req-fc28ffe5-b862-4d42-a908-87cc3dca2860 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0485244 Oct 19 12:35:53.463479 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-932963c0-73bd-4ad5-82b2-2834ea8cd171 req-b1c53029-2c9a-43d2-9aff-743c81907cd7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362353 Oct 19 12:35:54.210367 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea40d1-e42e-48fb-ae9f-e6be800a4db6 req-f164bf47-0d98-4acb-b5a0-8fdf59e3aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:54.211770 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0ea40d1-e42e-48fb-ae9f-e6be800a4db6 req-f164bf47-0d98-4acb-b5a0-8fdf59e3aaa8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1097 time: 0.0414352 Oct 19 12:35:54.299105 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea40d1-e42e-48fb-ae9f-e6be800a4db6 req-8aef27bf-22ef-42b8-8e96-58c0d6537b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:54.300558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0ea40d1-e42e-48fb-ae9f-e6be800a4db6 req-8aef27bf-22ef-42b8-8e96-58c0d6537b84 service neutron] 10.222.0.49 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0819442 Oct 19 12:35:54.367811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0ea40d1-e42e-48fb-ae9f-e6be800a4db6 req-32ea98a8-11be-4afd-a8ff-610abe46dd39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 1000 time: 0.0598884 Oct 19 12:35:54.416077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea40d1-e42e-48fb-ae9f-e6be800a4db6 req-4b906b8c-d8ac-461a-a6cc-cb56e48791eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:54.417482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0ea40d1-e42e-48fb-ae9f-e6be800a4db6 req-4b906b8c-d8ac-461a-a6cc-cb56e48791eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0423439 Oct 19 12:35:54.463420 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea40d1-e42e-48fb-ae9f-e6be800a4db6 req-d026755f-689d-414b-bf7b-ef255d9f4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:54.464856 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0ea40d1-e42e-48fb-ae9f-e6be800a4db6 req-d026755f-689d-414b-bf7b-ef255d9f4d35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397983 Oct 19 12:35:54.563050 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0ea40d1-e42e-48fb-ae9f-e6be800a4db6 req-608bd600-e1ba-494b-a360-eea39fb62d73 service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904408 Oct 19 12:35:54.590329 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f0744-494e-4822-90a9-dfaeb56de6ed req-c3de884e-9039-4b3c-a7c5-9c8019412c26 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:54.591953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-651f0744-494e-4822-90a9-dfaeb56de6ed req-c3de884e-9039-4b3c-a7c5-9c8019412c26 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0623457 Oct 19 12:35:54.630724 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-651f0744-494e-4822-90a9-dfaeb56de6ed req-67105317-2d68-4240-a2fe-ee4232ca64ea tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326502 Oct 19 12:35:54.658539 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f0ea40d1-e42e-48fb-ae9f-e6be800a4db6 req-104c5aca-cc45-4f6e-84cf-df09ac1979b7 service neutron] 10.222.0.49 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872200 Oct 19 12:35:55.501979 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-111c189a-8dc0-45b1-96ce-d2ce62446b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:55.750169 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb7a98-161d-400b-8ebb-6f3a05dc4ff5 req-9736cb1b-fe85-4b5b-bbca-10113494bd54 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:55.751656 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-69fb7a98-161d-400b-8ebb-6f3a05dc4ff5 req-9736cb1b-fe85-4b5b-bbca-10113494bd54 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0539014 Oct 19 12:35:55.789524 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-69fb7a98-161d-400b-8ebb-6f3a05dc4ff5 req-1c667093-8fbc-47ea-9ec3-4cce653679d0 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312059 Oct 19 12:35:56.907616 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8f44-deb1-41ee-ac27-085d40c412ec req-f4243780-0ac0-49b2-b7ef-2c8ceec73ee4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:56.909106 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a7f8f44-deb1-41ee-ac27-085d40c412ec req-f4243780-0ac0-49b2-b7ef-2c8ceec73ee4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0522923 Oct 19 12:35:56.946646 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2a7f8f44-deb1-41ee-ac27-085d40c412ec req-ae5e9e4b-673a-43c4-81c6-1e7cb1934921 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316625 Oct 19 12:35:57.877312 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-262eddcf-b9bb-4646-8284-5cb402cf92c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:58.061884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8c002-b324-4a7b-abd5-ee62a3630e75 req-f5173a9a-7dda-4eb0-9523-5aa59c62a60e tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:58.063398 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5db8c002-b324-4a7b-abd5-ee62a3630e75 req-f5173a9a-7dda-4eb0-9523-5aa59c62a60e tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 946 time: 0.0502787 Oct 19 12:35:58.101211 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5db8c002-b324-4a7b-abd5-ee62a3630e75 req-08385448-f13d-4582-9e46-e6b638a89b6d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315504 Oct 19 12:35:58.569428 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device 276ec8dd-d061-4220-833e-941c9b09f036 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:35:58.652269 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:58.674390 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:35:58.676990 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac06d632-19ba-4f58-bcff-e3bae5eb3a58" -d '{"events": [{"server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "name": "network-vif-unplugged", "status": "completed", "tag": "276ec8dd-d061-4220-833e-941c9b09f036"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:35:58.689873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=276ec8dd-d061-4220-833e-941c9b09f036,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:35:58.714174 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd947239-e962-418c-ab72-04f78c80d3c5 x-openstack-request-id: req-bd947239-e962-418c-ab72-04f78c80d3c5 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:35:58.717665 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "name": "network-vif-unplugged", "status": "completed", "tag": "276ec8dd-d061-4220-833e-941c9b09f036", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:35:58.717665 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd947239-e962-418c-ab72-04f78c80d3c5 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:35:58.717665 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036', 'code': 200} Oct 19 12:35:58.765365 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:58.811974 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=276ec8dd-d061-4220-833e-941c9b09f036,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:35:58.820346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:58.827172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:58.827172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:58.827172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:58.827172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:58.827172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:58.827172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:58.827172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:58.827172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:58.827172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:58.827172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:58.827172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:35:59.142753 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:59.218040 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b718940-1f09-4258-97b7-bfc12a71558b req-033a34f9-d29d-43ee-a606-77f530a0aa7b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:59.219535 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b718940-1f09-4258-97b7-bfc12a71558b req-033a34f9-d29d-43ee-a606-77f530a0aa7b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0526168 Oct 19 12:35:59.260852 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8b718940-1f09-4258-97b7-bfc12a71558b req-56d40360-0c25-4dce-b610-74b7aa8fc4f2 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331812 Oct 19 12:35:59.365712 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:35:59.383649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-7d442845-3e19-40fe-9c25-6c8e2897d89a req-7daddd31-2511-41c1-9710-ef27c591ac44 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:35:59.384630 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7d442845-3e19-40fe-9c25-6c8e2897d89a req-7daddd31-2511-41c1-9710-ef27c591ac44 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0588582 Oct 19 12:35:59.694046 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440149fc-2ecf-43fd-9b6a-fc130b4e8291 req-ce3139db-a51b-487a-8e80-218c87aa66be tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:35:59.695533 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-440149fc-2ecf-43fd-9b6a-fc130b4e8291 req-ce3139db-a51b-487a-8e80-218c87aa66be tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0534120 Oct 19 12:35:59.737668 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-440149fc-2ecf-43fd-9b6a-fc130b4e8291 req-0ccb0d52-291e-4fa1-b3db-237f526e3c9e tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359972 Oct 19 12:35:59.775260 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-21070bea-3085-47f4-bd4c-5104471651e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783629 Oct 19 12:36:00.855464 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db610b-5e39-49dc-a18a-c29d3e234aae req-473602b0-6d2b-4c21-8350-07378156bab2 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:00.856947 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-82db610b-5e39-49dc-a18a-c29d3e234aae req-473602b0-6d2b-4c21-8350-07378156bab2 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0503085 Oct 19 12:36:00.896303 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-82db610b-5e39-49dc-a18a-c29d3e234aae req-27cce803-92a6-4f00-a185-ff42a9c3f61d tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317206 Oct 19 12:36:01.128617 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:02.012478 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973b7cc-65e4-4508-8508-faa369d48ce7 req-f16d38c7-b60b-48b5-b07d-b162236dcde4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:02.014006 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9973b7cc-65e4-4508-8508-faa369d48ce7 req-f16d38c7-b60b-48b5-b07d-b162236dcde4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0500112 Oct 19 12:36:02.052482 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9973b7cc-65e4-4508-8508-faa369d48ce7 req-82cd6224-4366-4d58-9489-8680f6ed8970 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322621 Oct 19 12:36:03.165205 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f2b59-6514-40e3-abe9-17d794849141 req-d91f6049-177a-4024-a19f-b09cb40e394b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:03.166663 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d32f2b59-6514-40e3-abe9-17d794849141 req-d91f6049-177a-4024-a19f-b09cb40e394b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0479436 Oct 19 12:36:03.208217 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d32f2b59-6514-40e3-abe9-17d794849141 req-d2f4536f-9cb1-4aff-84f2-6d8286d2ebfd tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356512 Oct 19 12:36:04.321339 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba37eba-5dd0-4e96-8157-bdc3b6e2c23c req-c347ba0e-02e2-42a8-98b4-76c05a621229 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:04.322939 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ba37eba-5dd0-4e96-8157-bdc3b6e2c23c req-c347ba0e-02e2-42a8-98b4-76c05a621229 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0495126 Oct 19 12:36:04.361521 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-2ba37eba-5dd0-4e96-8157-bdc3b6e2c23c req-698741c7-6344-4520-bff2-37273b54ed2b tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324981 Oct 19 12:36:05.477459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e21537-db0e-4949-ac87-065d2aa79db0 req-f3cbcf54-b8e2-4129-b83e-b45e043806e7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:05.479014 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d0e21537-db0e-4949-ac87-065d2aa79db0 req-f3cbcf54-b8e2-4129-b83e-b45e043806e7 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0503895 Oct 19 12:36:05.517446 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d0e21537-db0e-4949-ac87-065d2aa79db0 req-26a47a0b-35f4-4592-8496-8fff469cb817 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Oct 19 12:36:06.635842 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001847ca-6eb3-4533-81f8-fb522433a1d4 req-2d859292-71db-4b25-8d6c-8753b03842c8 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:06.637339 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-001847ca-6eb3-4533-81f8-fb522433a1d4 req-2d859292-71db-4b25-8d6c-8753b03842c8 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0529263 Oct 19 12:36:06.676512 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-001847ca-6eb3-4533-81f8-fb522433a1d4 req-72987461-9310-453d-ac1b-a6a5daab8f3c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330753 Oct 19 12:36:06.708007 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-2cbd6c75-67ab-421c-b000-d9eaf927556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:06.709570 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-2cbd6c75-67ab-421c-b000-d9eaf927556c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936&tenant_id=b5f740669a0d42409985e2efa85ccd81 HTTP/1.1" status: 200 len: 1095 time: 0.0469027 Oct 19 12:36:06.723371 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b70c3a28-13fd-4fd5-a6dd-6802a5018438 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:36:06.724301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b70c3a28-13fd-4fd5-a6dd-6802a5018438 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052881 Oct 19 12:36:06.741231 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-814547-1', 'device_owner': 'compute:nova'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:36:06.795712 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:07.294821 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=276ec8dd-d061-4220-833e-941c9b09f036,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:36:07.325739 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h2-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:36:07.356582 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276ec8dd-d061-4220-833e-941c9b09f036 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:36:07.363653 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:07.374738 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Transition to ACTIVE for port object 276ec8dd-d061-4220-833e-941c9b09f036 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:36:07.456359 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:07.535181 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Pushing event updated for resources: {'Port': ['ID=276ec8dd-d061-4220-833e-941c9b09f036,revision_number=7']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:36:07.548527 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.548870 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.549211 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.549544 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.549873 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.550233 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.550745 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.551337 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.551791 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.552120 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.552721 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.556957 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:36:07.594501 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] No DVR routers for this DVR port 276ec8dd-d061-4220-833e-941c9b09f036 on host n-h2-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:36:07.729797 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Attempting to bind port 276ec8dd-d061-4220-833e-941c9b09f036 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:36:07.730468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Attempting to bind port 276ec8dd-d061-4220-833e-941c9b09f036 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:36:07.730468 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Attempting to bind port 276ec8dd-d061-4220-833e-941c9b09f036 on network 095e9480-edf3-461a-b32c-2cbb3a09240c {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:36:07.734817 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Port 276ec8dd-d061-4220-833e-941c9b09f036 on network 095e9480-edf3-461a-b32c-2cbb3a09240c not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:36:07.735140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Attempting to bind port 276ec8dd-d061-4220-833e-941c9b09f036 on network 095e9480-edf3-461a-b32c-2cbb3a09240c {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:36:07.740436 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:36:07.740802 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Checking segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:36:07.741179 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Bound using segment: {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:36:07.741592 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Bound port: 276ec8dd-d061-4220-833e-941c9b09f036, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152bfef4-767a-436f-968b-73cb584bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:36:07.741941 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:07.843120 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203e4df-b0c4-4a6c-b747-b77cae9d9e78 req-1e0383e6-ce60-40b4-aa6c-7646e2064c86 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:07.844494 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0203e4df-b0c4-4a6c-b747-b77cae9d9e78 req-1e0383e6-ce60-40b4-aa6c-7646e2064c86 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0930555 Oct 19 12:36:07.849862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:36:07.853849 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=276ec8dd-d061-4220-833e-941c9b09f036,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:36:07.885578 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0203e4df-b0c4-4a6c-b747-b77cae9d9e78 req-6d00738e-cb1f-43d0-a25f-b304571a6ab9 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335355 Oct 19 12:36:07.908006 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:07.944554 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:07.945166 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:07.946519 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] 10.222.0.26 "PUT /v2.0/ports/276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 1092 time: 1.2094851 Oct 19 12:36:07.946942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:36:07.949229 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c10098-66dd-446d-98c8-15aeae8f6ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "tag": "276ec8dd-d061-4220-833e-941c9b09f036"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:36:07.970484 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a62acd-2800-46a5-bc71-bfbe061c8e46 service neutron] Pushing event updated for resources: {'Port': ['ID=276ec8dd-d061-4220-833e-941c9b09f036,revision_number=8']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:36:08.016822 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-7c3be1bb-4570-4904-8f65-53969752f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:08.018500 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-7c3be1bb-4570-4904-8f65-53969752f846 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1095 time: 0.0431883 Oct 19 12:36:08.047603 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ca8210-45d1-4492-ba7f-064dd51b964e x-openstack-request-id: req-51ca8210-45d1-4492-ba7f-064dd51b964e {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:36:08.047893 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "tag": "276ec8dd-d061-4220-833e-941c9b09f036", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:36:08.048143 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51ca8210-45d1-4492-ba7f-064dd51b964e {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:36:08.048555 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036', 'status': 'completed', 'code': 200} Oct 19 12:36:08.121404 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-8fabffd0-aae5-4dea-9020-8c1e29828c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:08.122949 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-8fabffd0-aae5-4dea-9020-8c1e29828c43 service neutron] 10.222.0.26 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0939431 Oct 19 12:36:08.194024 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-842df41a-02c0-44f2-a07c-1702c3880029 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 998 time: 0.0589743 Oct 19 12:36:08.250794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-d5fcd881-4be3-434c-bbba-3fe14c1dcc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:08.252108 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-d5fcd881-4be3-434c-bbba-3fe14c1dcc9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0465071 Oct 19 12:36:08.300848 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-2526d6b7-af07-41a3-a0c8-60732cbbf912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:08.302282 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-2526d6b7-af07-41a3-a0c8-60732cbbf912 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389175 Oct 19 12:36:08.392339 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-95aeb975-be40-4d59-bdcc-12761e6c19d4 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784745 Oct 19 12:36:08.489365 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-5cd2dfd6-57a8-4c4d-98b7-53fc23194d99 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845442 Oct 19 12:36:08.686628 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c10098-66dd-446d-98c8-15aeae8f6ae5 req-721bf6cb-2d14-4d43-9330-c22b63769964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:08.688079 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62c10098-66dd-446d-98c8-15aeae8f6ae5 req-721bf6cb-2d14-4d43-9330-c22b63769964 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1095 time: 0.0397377 Oct 19 12:36:08.781602 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c10098-66dd-446d-98c8-15aeae8f6ae5 req-85d4de89-42c1-49bf-b09e-f3f3183b287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:08.783022 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62c10098-66dd-446d-98c8-15aeae8f6ae5 req-85d4de89-42c1-49bf-b09e-f3f3183b287b service neutron] 10.222.0.26 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0872157 Oct 19 12:36:08.846617 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62c10098-66dd-446d-98c8-15aeae8f6ae5 req-18b906b0-52ab-42f0-8f49-83ba1b2f943b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 998 time: 0.0561850 Oct 19 12:36:08.901221 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c10098-66dd-446d-98c8-15aeae8f6ae5 req-3e1a419d-5052-48a9-9e64-a59c6a696aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:08.902609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62c10098-66dd-446d-98c8-15aeae8f6ae5 req-3e1a419d-5052-48a9-9e64-a59c6a696aae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0467491 Oct 19 12:36:08.949522 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c10098-66dd-446d-98c8-15aeae8f6ae5 req-67d3b756-e528-4123-bd03-c5acdb34c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:08.950917 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62c10098-66dd-446d-98c8-15aeae8f6ae5 req-67d3b756-e528-4123-bd03-c5acdb34c0a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403247 Oct 19 12:36:09.053137 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f1d8b-9838-4a29-8e32-2736afeba2d1 req-4d1dff3c-b049-463c-a55e-1c9e584b74cf tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:09.054585 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-284f1d8b-9838-4a29-8e32-2736afeba2d1 req-4d1dff3c-b049-463c-a55e-1c9e584b74cf tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.1024494 Oct 19 12:36:09.086304 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62c10098-66dd-446d-98c8-15aeae8f6ae5 req-b2c62e96-af2f-4fe8-b000-b74341192dab service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254420 Oct 19 12:36:09.117948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-284f1d8b-9838-4a29-8e32-2736afeba2d1 req-c928543d-8545-4817-a12f-05c3f3780deb tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575144 Oct 19 12:36:09.186207 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-62c10098-66dd-446d-98c8-15aeae8f6ae5 req-6280eec9-6d03-48a3-9a78-2d341391b105 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897672 Oct 19 12:36:10.236055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec93b3-d0c9-446e-b5d4-b909a629e465 req-9a12b373-2607-4336-96ab-ad5069953768 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:10.237483 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68ec93b3-d0c9-446e-b5d4-b909a629e465 req-9a12b373-2607-4336-96ab-ad5069953768 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0505087 Oct 19 12:36:10.280812 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-68ec93b3-d0c9-446e-b5d4-b909a629e465 req-13eca075-6f65-4cd0-9361-a7a1e3ede105 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372887 Oct 19 12:36:11.403936 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23990cbf-188a-4023-bfd2-65077dffa575 req-6b29814d-4fac-4c29-943b-7b70145c1848 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:11.405403 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23990cbf-188a-4023-bfd2-65077dffa575 req-6b29814d-4fac-4c29-943b-7b70145c1848 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0483396 Oct 19 12:36:11.441400 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-23990cbf-188a-4023-bfd2-65077dffa575 req-c010c2a4-50ee-4956-a36d-f137a5966961 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301845 Oct 19 12:36:12.555648 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06d322-33c0-4985-ae3c-aeb33b7713b2 req-c4670cb6-6d25-46be-bca3-e195f33b22b5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:12.557142 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b06d322-33c0-4985-ae3c-aeb33b7713b2 req-c4670cb6-6d25-46be-bca3-e195f33b22b5 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0487211 Oct 19 12:36:12.594511 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9b06d322-33c0-4985-ae3c-aeb33b7713b2 req-94173a9a-9720-4a54-a9e8-13a0ee2e8d0a tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Oct 19 12:36:13.709574 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee42717-d0b9-4b70-a0c5-1eb5af3a1227 req-1da98ebc-315a-4d1f-886c-53165d16336c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:13.711039 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ee42717-d0b9-4b70-a0c5-1eb5af3a1227 req-1da98ebc-315a-4d1f-886c-53165d16336c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0486784 Oct 19 12:36:13.748804 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7ee42717-d0b9-4b70-a0c5-1eb5af3a1227 req-a8764af4-0eab-4559-b6fb-e4aa4669ea41 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Oct 19 12:36:14.868720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a590f6c-2039-44cb-8526-4104547818a3 req-25da03b9-03d8-45a5-bc4e-9f1d1905cd8f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:14.870223 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a590f6c-2039-44cb-8526-4104547818a3 req-25da03b9-03d8-45a5-bc4e-9f1d1905cd8f tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0548661 Oct 19 12:36:14.911450 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a590f6c-2039-44cb-8526-4104547818a3 req-e5ba26fc-09f9-4106-933f-2892c5e55cdd tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339372 Oct 19 12:36:16.022633 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0f613-f2ef-498b-94a9-79e1a253d28a req-2c0e3680-2527-401a-95f3-534c85ceb140 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:16.024060 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5eb0f613-f2ef-498b-94a9-79e1a253d28a req-2c0e3680-2527-401a-95f3-534c85ceb140 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 944 time: 0.0469441 Oct 19 12:36:16.064365 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-5eb0f613-f2ef-498b-94a9-79e1a253d28a req-f6957c37-8307-4e75-87af-3481c39fb8ed tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344014 Oct 19 12:36:16.820410 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 276ec8dd-d061-4220-833e-941c9b09f036 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:36:16.920560 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=276ec8dd-d061-4220-833e-941c9b09f036,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:36:16.931632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '276ec8dd-d061-4220-833e-941c9b09f036', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'port_id': '276ec8dd-d061-4220-833e-941c9b09f036', 'mac_address': 'fa:16:3e:77:d1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:36:16.968773 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:16.981224 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276ec8dd-d061-4220-833e-941c9b09f036 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:36:16.999828 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=276ec8dd-d061-4220-833e-941c9b09f036,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:36:17.068365 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:17.114865 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=276ec8dd-d061-4220-833e-941c9b09f036,revision_number=9']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:36:17.179315 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9cb21-624f-4815-a1a5-c5c352898e5d req-b48388e5-25ae-42a5-be79-2fa8454c21db tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:17.180825 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67c9cb21-624f-4815-a1a5-c5c352898e5d req-b48388e5-25ae-42a5-be79-2fa8454c21db tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 945 time: 0.0498371 Oct 19 12:36:17.217955 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-67c9cb21-624f-4815-a1a5-c5c352898e5d req-c4b10d39-8837-4c45-b65a-7acc4c2d36bd tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312729 Oct 19 12:36:17.354492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['276ec8dd-d061-4220-833e-941c9b09f036'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:36:17.796275 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:36:18.059845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f852296-25a0-4f2a-9c2a-73672fed8a8f req-24e2910e-056a-4e7d-ba22-cbd1c4f4ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:18.061357 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f852296-25a0-4f2a-9c2a-73672fed8a8f req-24e2910e-056a-4e7d-ba22-cbd1c4f4ee93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1096 time: 0.0398059 Oct 19 12:36:18.166711 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f852296-25a0-4f2a-9c2a-73672fed8a8f req-8c4bdb13-0d65-4f4c-8f2e-cdaf5e1f1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:18.168125 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f852296-25a0-4f2a-9c2a-73672fed8a8f req-8c4bdb13-0d65-4f4c-8f2e-cdaf5e1f1c9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0823672 Oct 19 12:36:18.239098 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f852296-25a0-4f2a-9c2a-73672fed8a8f req-117f31be-e9da-43e9-b676-e3a1cac52a89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 999 time: 0.0588455 Oct 19 12:36:18.301340 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f852296-25a0-4f2a-9c2a-73672fed8a8f req-2f57a277-cddd-4694-8d1e-4bd8131bed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:18.303325 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f852296-25a0-4f2a-9c2a-73672fed8a8f req-2f57a277-cddd-4694-8d1e-4bd8131bed18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0526359 Oct 19 12:36:18.369037 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd85e42-ab03-4e16-a913-e42290c8b312 req-c659a67a-2632-45a7-8fcc-0987b4cc4137 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:18.370390 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cd85e42-ab03-4e16-a913-e42290c8b312 req-c659a67a-2632-45a7-8fcc-0987b4cc4137 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 945 time: 0.0842831 Oct 19 12:36:18.376290 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f852296-25a0-4f2a-9c2a-73672fed8a8f req-8f71ef8e-9086-41ab-a0b2-d5f0c6b7c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:18.377735 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f852296-25a0-4f2a-9c2a-73672fed8a8f req-8f71ef8e-9086-41ab-a0b2-d5f0c6b7c689 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610247 Oct 19 12:36:18.433453 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7cd85e42-ab03-4e16-a913-e42290c8b312 req-2ae58e23-f387-479c-88e1-f83d0813db10 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547943 Oct 19 12:36:18.488456 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f852296-25a0-4f2a-9c2a-73672fed8a8f req-56cfc24c-e42a-4c7d-bc30-6f00f9c99dda service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967226 Oct 19 12:36:18.587887 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7f852296-25a0-4f2a-9c2a-73672fed8a8f req-893df9bc-e33f-45da-b930-03981ea3b103 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881705 Oct 19 12:36:18.823304 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 276ec8dd-d061-4220-833e-941c9b09f036 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:36:18.964716 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 276ec8dd-d061-4220-833e-941c9b09f036 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:36:18.968492 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 276ec8dd-d061-4220-833e-941c9b09f036 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:36:18.968899 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:19.042689 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:19.064475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:36:19.066961 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878a3f62-736a-424c-9110-723ef5d7d3d0" -d '{"events": [{"server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "name": "network-vif-plugged", "status": "completed", "tag": "276ec8dd-d061-4220-833e-941c9b09f036"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:36:19.079996 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=276ec8dd-d061-4220-833e-941c9b09f036,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:36:19.103372 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39970222-cd01-4352-94a2-f83a363040a9 x-openstack-request-id: req-39970222-cd01-4352-94a2-f83a363040a9 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:36:19.103372 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "name": "network-vif-plugged", "status": "completed", "tag": "276ec8dd-d061-4220-833e-941c9b09f036", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:36:19.103611 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39970222-cd01-4352-94a2-f83a363040a9 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:36:19.103809 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036', 'code': 200} Oct 19 12:36:19.147779 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:19.202866 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=276ec8dd-d061-4220-833e-941c9b09f036,revision_number=10']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:36:19.262196 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d65d7e-1dcd-461c-b010-ec8e46358f9c req-89b3bc5a-5df0-4d8c-94ce-74577999115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:19.263636 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-10d65d7e-1dcd-461c-b010-ec8e46358f9c req-89b3bc5a-5df0-4d8c-94ce-74577999115a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1098 time: 0.0399475 Oct 19 12:36:19.302378 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-10d65d7e-1dcd-461c-b010-ec8e46358f9c req-cb4b1e9d-2861-4779-9a38-67f6db816141 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265827 Oct 19 12:36:19.551257 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796ffb6-4298-4f9a-8036-045515b023af req-8f2d2742-a692-4c9c-8d19-8bc1d2e936c4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:19.553372 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7796ffb6-4298-4f9a-8036-045515b023af req-8f2d2742-a692-4c9c-8d19-8bc1d2e936c4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 947 time: 0.0524385 Oct 19 12:36:19.590049 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-7796ffb6-4298-4f9a-8036-045515b023af req-8e494de3-6491-4581-aa31-52778370b163 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308626 Oct 19 12:36:20.404840 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:20.707198 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5d2cd-0e67-470c-959b-7b8dfd09b9aa req-4109611c-036c-4a4f-94fa-7df0a984ce39 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:36:20.710411 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ad5d2cd-0e67-470c-959b-7b8dfd09b9aa req-4109611c-036c-4a4f-94fa-7df0a984ce39 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 947 time: 0.0502553 Oct 19 12:36:20.749397 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-8ad5d2cd-0e67-470c-959b-7b8dfd09b9aa req-97215ce6-d94a-46a0-82e0-1ca4e72d4ebe tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346391 Oct 19 12:36:20.859285 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:25.482007 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4cef5a91-84ae-41e8-a75f-5dd4c4770805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:27.991560 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5c30da48-5508-4969-a499-7750eaf0c69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:29.124935 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:29.384802 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:31.133463 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:50.398572 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:50.858682 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:54.795967 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:36:55.484135 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7078349b-3282-45a2-9166-982c5ab2aa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:57.873314 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-32a3f658-9ab9-4747-922e-4fcd658b8c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:59.155854 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:36:59.395863 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:01.147245 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:19.971184 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-59db71da-5160-4f59-876a-6bfdebc65791 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779767 Oct 19 12:37:20.058228 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-1d5bd698-7a71-4d58-8202-2d5361971578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:37:20.059671 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-1d5bd698-7a71-4d58-8202-2d5361971578 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1098 time: 0.0398993 Oct 19 12:37:20.170018 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-992081b8-0243-475c-9f6d-1d303bb2a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:37:20.171655 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-992081b8-0243-475c-9f6d-1d303bb2a338 service neutron] 10.222.0.26 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0871010 Oct 19 12:37:20.240412 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-a1f76467-ccc0-424d-b81b-29303d023d2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 1000 time: 0.0571680 Oct 19 12:37:20.293648 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-c23b9b88-76dd-49b5-9cb4-79bb5b163542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:37:20.295157 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-c23b9b88-76dd-49b5-9cb4-79bb5b163542 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0439925 Oct 19 12:37:20.350379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-e15033b5-a87f-4691-8a01-91364749afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:37:20.352167 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-e15033b5-a87f-4691-8a01-91364749afdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461321 Oct 19 12:37:20.424312 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:20.443601 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-2aa94e24-625f-4856-b877-989884d0b7c4 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840151 Oct 19 12:37:20.546665 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f2969b8d-022f-473e-a1cc-e252ce6d239a req-d666454d-9fed-4a62-9b75-0f1f60c8951b service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915771 Oct 19 12:37:20.856095 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:25.496020 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3345c45b-5fa4-4a1a-9af0-07fa517c7d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:27.892641 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-97f89aa6-c844-4798-9b54-1ea0d70de690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:29.126291 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:29.369604 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:31.135156 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:31.795644 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:37:50.428909 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:50.849460 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:55.500680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5ed418aa-0031-422d-a694-dec8e2a7693d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:57.880459 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-347f0829-f5ae-4985-a821-a0d0ab7a0803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:59.120409 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:37:59.380306 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:01.183341 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:05.607512 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54308) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:05.931955 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Deleting port 1e9205ff-fc0f-45bd-a99e-f58fa50c30c5 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:38:05.932301 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:06.006171 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:06.006500 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:06.018617 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Calling delete_port for 1e9205ff-fc0f-45bd-a99e-f58fa50c30c5 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:38:06.234690 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:06.260294 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event deleted for resources: {'Port': ['ID=1e9205ff-fc0f-45bd-a99e-f58fa50c30c5,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:06.284382 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.284691 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.285032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.285371 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.285709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.286037 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.286363 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.286688 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.287011 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.287335 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.287724 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.287981 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:06.333107 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:06.333517 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Floating IP f21309d8-491d-4eea-9b4e-1e811dcaf5ca disassociated (deleted). External IP: 172.25.2.9, port: 276ec8dd-d061-4220-833e-941c9b09f036. Oct 19 12:38:06.568144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:38:06.679237 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:38:06.683989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:06.689121 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be4799-8454-461c-9ec6-fa4f7dc867ed None None] Sync routers for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:38:06.698235 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be4799-8454-461c-9ec6-fa4f7dc867ed None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:06.698838 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-14be4799-8454-461c-9ec6-fa4f7dc867ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:06.715196 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-53ed7827-a646-48bb-86c1-6809e656b338 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "DELETE /v2.0/floatingips/f21309d8-491d-4eea-9b4e-1e811dcaf5ca HTTP/1.1" status: 204 len: 168 time: 1.1065903 Oct 19 12:38:06.715783 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:38:06.718060 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb410511-92a9-45f1-9276-708056794d32" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "tag": "276ec8dd-d061-4220-833e-941c9b09f036"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:38:06.806982 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-14be4799-8454-461c-9ec6-fa4f7dc867ed None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:06.860993 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20a2fa2-c259-4a7a-b71b-5c38d1155a40 x-openstack-request-id: req-e20a2fa2-c259-4a7a-b71b-5c38d1155a40 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:38:06.861291 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "tag": "276ec8dd-d061-4220-833e-941c9b09f036", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:38:06.861543 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e20a2fa2-c259-4a7a-b71b-5c38d1155a40 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:38:06.861946 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036', 'status': 'completed', 'code': 200} Oct 19 12:38:06.932506 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb410511-92a9-45f1-9276-708056794d32 req-8db36630-c2ff-4ff1-b440-763a46e0deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:06.934027 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb410511-92a9-45f1-9276-708056794d32 req-8db36630-c2ff-4ff1-b440-763a46e0deab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5f740669a0d42409985e2efa85ccd81&device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 1098 time: 0.0402908 Oct 19 12:38:07.023157 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-14be4799-8454-461c-9ec6-fa4f7dc867ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:07.036338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb410511-92a9-45f1-9276-708056794d32 req-687d4c2c-cb8a-46f1-a362-6ff3d459b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:07.038015 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb410511-92a9-45f1-9276-708056794d32 req-687d4c2c-cb8a-46f1-a362-6ff3d459b7e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 200 len: 909 time: 0.0898626 Oct 19 12:38:07.062972 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be4799-8454-461c-9ec6-fa4f7dc867ed None None] Checking router: 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:38:07.072180 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be4799-8454-461c-9ec6-fa4f7dc867ed None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:07.072876 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-14be4799-8454-461c-9ec6-fa4f7dc867ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:07.084835 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb410511-92a9-45f1-9276-708056794d32 req-737c7574-9669-4646-962c-ed9b44f8b1a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 200 len: 217 time: 0.0354679 Oct 19 12:38:07.128331 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ae6d5-0d07-4069-ba7b-df37fd03bbb0 req-28d8ea48-e450-4608-9721-f363157f4dbb tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:07.129879 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-150ae6d5-0d07-4069-ba7b-df37fd03bbb0 req-28d8ea48-e450-4608-9721-f363157f4dbb tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 947 time: 0.0505183 Oct 19 12:38:07.141568 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb410511-92a9-45f1-9276-708056794d32 req-81aad052-a1af-4bdc-8122-2572234aad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:07.143039 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb410511-92a9-45f1-9276-708056794d32 req-81aad052-a1af-4bdc-8122-2572234aad15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 200 len: 847 time: 0.0486262 Oct 19 12:38:07.172379 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-150ae6d5-0d07-4069-ba7b-df37fd03bbb0 req-683e5adf-09aa-43ab-8626-9d2a941bbdd4 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356798 Oct 19 12:38:07.179227 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-14be4799-8454-461c-9ec6-fa4f7dc867ed None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:07.193949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb410511-92a9-45f1-9276-708056794d32 req-e21e9387-a861-4ca6-8c22-fe6f759e9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:07.195786 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb410511-92a9-45f1-9276-708056794d32 req-e21e9387-a861-4ca6-8c22-fe6f759e9d5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=095e9480-edf3-461a-b32c-2cbb3a09240c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449524 Oct 19 12:38:07.284092 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb410511-92a9-45f1-9276-708056794d32 req-dbe0c2cb-b71c-4756-b52c-c5dc3860ac00 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806894 Oct 19 12:38:07.377867 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-14be4799-8454-461c-9ec6-fa4f7dc867ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:07.378170 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cb410511-92a9-45f1-9276-708056794d32 req-46bc5eed-693d-4fb4-90bf-d3a6350e78d7 service neutron] 10.222.0.26 "GET /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853369 Oct 19 12:38:07.404792 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be4799-8454-461c-9ec6-fa4f7dc867ed None None] The sync data for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 is: [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:54Z', 'revision_number': 4, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'd3e16082-db37-4e9e-ba6d-0d55dd7a7f3b', 'name': '', 'network_id': '095e9480-edf3-461a-b32c-2cbb3a09240c', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'mac_address': 'fa:16:3e:39:31:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:53Z', 'updated_at': '2021-10-19T12:27:58Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'subnets': [{'id': 'a9e41a1e-a590-4f66-9b87-be28ead67e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:38:07.624407 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b11517-10df-4a8e-9b68-643b7066eab3 None None] New status for floating IP f21309d8-491d-4eea-9b4e-1e811dcaf5ca: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:38:08.288675 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61119ccd-b3bb-49e0-a5e4-db4106ef8be6 req-bb084ba9-b6a9-4c64-89b9-4e7f72802984 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:08.290626 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-61119ccd-b3bb-49e0-a5e4-db4106ef8be6 req-bb084ba9-b6a9-4c64-89b9-4e7f72802984 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 947 time: 0.0480819 Oct 19 12:38:08.327748 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-61119ccd-b3bb-49e0-a5e4-db4106ef8be6 req-bd021630-6381-41e4-bfbe-06e6e7182923 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/security-groups?id=8611bd50-decf-4137-aa44-340f7f57978c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311677 Oct 19 12:38:08.795042 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:38:08.874649 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4bb4c-f541-4c80-ae41-9cc7d300f796 req-fe9f8052-2b8a-4b91-a030-3a43d5c8cc2c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:08.876062 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8f4bb4c-f541-4c80-ae41-9cc7d300f796 req-fe9f8052-2b8a-4b91-a030-3a43d5c8cc2c tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 947 time: 0.0462050 Oct 19 12:38:08.967597 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-d8f4bb4c-f541-4c80-ae41-9cc7d300f796 req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Deleting port 276ec8dd-d061-4220-833e-941c9b09f036 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:38:08.967933 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d8f4bb4c-f541-4c80-ae41-9cc7d300f796 req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:09.053400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-d8f4bb4c-f541-4c80-ae41-9cc7d300f796 req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] For port 276ec8dd-d061-4220-833e-941c9b09f036, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=276ec8dd-d061-4220-833e-941c9b09f036,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:09.053673 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d8f4bb4c-f541-4c80-ae41-9cc7d300f796 req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:09.066654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-d8f4bb4c-f541-4c80-ae41-9cc7d300f796 req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Calling delete_port for 276ec8dd-d061-4220-833e-941c9b09f036 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:38:09.249111 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d8f4bb4c-f541-4c80-ae41-9cc7d300f796 req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:09.277107 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event deleted for resources: {'Port': ['ID=276ec8dd-d061-4220-833e-941c9b09f036,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:09.289267 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.290835 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.291171 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.291504 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.291833 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.292183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.292555 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.292898 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.293222 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.293541 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.294317 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.294636 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:09.357948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f4bb4c-f541-4c80-ae41-9cc7d300f796 req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] No DVR routers for this DVR port 276ec8dd-d061-4220-833e-941c9b09f036 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:38:09.357948 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-d8f4bb4c-f541-4c80-ae41-9cc7d300f796 req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:09.357948 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d8f4bb4c-f541-4c80-ae41-9cc7d300f796 req-2f4c51f2-7969-45a8-95da-a6c2daf08e57 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.26 "DELETE /v2.0/ports/276ec8dd-d061-4220-833e-941c9b09f036 HTTP/1.1" status: 204 len: 173 time: 0.4571047 Oct 19 12:38:09.357948 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'name': 'network-vif-deleted', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:38:09.357948 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99214c5-ba07-425b-b6f4-f489fa446265" -d '{"events": [{"server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "name": "network-vif-deleted", "tag": "276ec8dd-d061-4220-833e-941c9b09f036"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:38:09.379246 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462b5e2e-ad41-4854-ad82-3c397ef132a0 x-openstack-request-id: req-462b5e2e-ad41-4854-ad82-3c397ef132a0 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:38:09.379536 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0936cf-6f62-499e-b6b4-00a1cfd10936", "name": "network-vif-deleted", "tag": "276ec8dd-d061-4220-833e-941c9b09f036", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:38:09.379791 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-462b5e2e-ad41-4854-ad82-3c397ef132a0 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:38:09.380188 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0936cf-6f62-499e-b6b4-00a1cfd10936', 'name': 'network-vif-deleted', 'tag': '276ec8dd-d061-4220-833e-941c9b09f036', 'status': 'completed', 'code': 200} Oct 19 12:38:09.426555 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-34b89055-0a99-47de-a54c-fac5ec3e8f10 req-844b64cd-db0e-4f50-839b-6712e2931933 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 210 time: 0.0282180 Oct 19 12:38:10.522517 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d0fdb213-a7c0-4402-93d6-d35b2c44417c req-e3ecd960-efc4-43fb-8cd4-c49f205e4606 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 210 time: 0.0275021 Oct 19 12:38:11.452117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 276ec8dd-d061-4220-833e-941c9b09f036 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:38:11.475137 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 276ec8dd-d061-4220-833e-941c9b09f036 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:38:11.475475 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 276ec8dd-d061-4220-833e-941c9b09f036 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:38:11.615984 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cf0a5029-b9bd-4c11-8d84-cf97f59eae7f req-308e3b8d-4995-4a45-8edb-2d40b5fbc426 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 210 time: 0.0260634 Oct 19 12:38:12.709840 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5a00308d-8d4f-4a86-bd4e-a936d1ba956c req-3652607f-7250-4165-8a3a-2f075ad832c3 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 210 time: 0.0258195 Oct 19 12:38:13.802863 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-fd3dd416-5207-43f1-92f9-947f1ec6d0d4 req-cc7b156d-2bd9-4e0d-80d5-923ec32e9121 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c0936cf-6f62-499e-b6b4-00a1cfd10936 HTTP/1.1" status: 200 len: 210 time: 0.0262969 Oct 19 12:38:14.862950 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54350) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:14.933772 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efc15527-3c70-4053-a1b3-838d3fa49b33 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:14.964931 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efc15527-3c70-4053-a1b3-838d3fa49b33 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:15.097679 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efc15527-3c70-4053-a1b3-838d3fa49b33 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:15.100241 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-efc15527-3c70-4053-a1b3-838d3fa49b33 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:15.101449 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-efc15527-3c70-4053-a1b3-838d3fa49b33 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] 10.222.0.39 "DELETE /v2.0/security-groups/8611bd50-decf-4137-aa44-340f7f57978c HTTP/1.1" status: 204 len: 168 time: 0.2374942 Oct 19 12:38:15.112439 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc15527-3c70-4053-a1b3-838d3fa49b33 tempest-TestShelveInstance-1635603176 tempest-TestShelveInstance-1635603176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8611bd50-decf-4137-aa44-340f7f57978c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:16.242045 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54356) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:16.730340 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:16.980081 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] Deleting port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:38:16.980391 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:17.063231 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] For port d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:17.080590 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:17.080590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] Calling delete_port for d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:38:17.326139 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:17.352879 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:17.521367 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:17.744922 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] Router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:38:17.852334 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:38:17.858290 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-13d313da-21db-44b7-b053-698218be68d9 admin admin] 10.222.0.39 "PUT /v2.0/routers/685cb9aa-2d0b-4d2f-837f-4fadc35ff13f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6151257 Oct 19 12:38:17.860812 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54362) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:17.863822 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393f63b-0631-41d0-98de-de44c5778cac None None] Sync routers for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:38:17.874345 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393f63b-0631-41d0-98de-de44c5778cac None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:17.875102 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0393f63b-0631-41d0-98de-de44c5778cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:17.969183 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:17.983701 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0393f63b-0631-41d0-98de-de44c5778cac None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:18.179408 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0393f63b-0631-41d0-98de-de44c5778cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:38:17Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:18.207237 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393f63b-0631-41d0-98de-de44c5778cac None None] Checking router: 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:38:18.216855 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393f63b-0631-41d0-98de-de44c5778cac None None] Routers {'685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:18.217468 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0393f63b-0631-41d0-98de-de44c5778cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:18.325729 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-0393f63b-0631-41d0-98de-de44c5778cac None None] Set router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:18.405102 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:18.503551 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-0393f63b-0631-41d0-98de-de44c5778cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:38:17Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:18.533391 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393f63b-0631-41d0-98de-de44c5778cac None None] The sync data for ids ['685cb9aa-2d0b-4d2f-837f-4fadc35ff13f'] in n-d-814547-1 is: [{'id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'name': 'tempest-TestShelveInstance-745893888-router', 'tenant_id': 'b5f740669a0d42409985e2efa85ccd81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:38:17Z', 'revision_number': 5, 'project_id': 'b5f740669a0d42409985e2efa85ccd81', 'gw_port': {'id': 'fbce3d4b-e653-415d-93b1-c010a771200d', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685cb9aa-2d0b-4d2f-837f-4fadc35ff13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:51Z', 'updated_at': '2021-10-19T12:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:38:18.539660 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Deleting port fbce3d4b-e653-415d-93b1-c010a771200d {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:38:18.540002 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:18.635575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] For port fbce3d4b-e653-415d-93b1-c010a771200d, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=fbce3d4b-e653-415d-93b1-c010a771200d,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:18.636168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:18.647837 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Calling delete_port for fbce3d4b-e653-415d-93b1-c010a771200d owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:38:18.860397 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:18.887455 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbce3d4b-e653-415d-93b1-c010a771200d,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:18.947861 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.046995 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.049345 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.143141 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.143626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 685cb9aa-2d0b-4d2f-837f-4fadc35ff13f {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:38:19.148243 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.154429 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ca2e9eb8-45ce-47a7-a183-9f27f221680d admin admin] 10.222.0.39 "DELETE /v2.0/routers/685cb9aa-2d0b-4d2f-837f-4fadc35ff13f HTTP/1.1" status: 204 len: 168 time: 1.2875831 Oct 19 12:38:19.154429 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54364) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:19.199290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e71f79b-8cfa-4b72-a61f-248a43584398 admin admin] Deleting subnet a9e41a1e-a590-4f66-9b87-be28ead67e54 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:38:19.202627 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e71f79b-8cfa-4b72-a61f-248a43584398 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.239626 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e71f79b-8cfa-4b72-a61f-248a43584398 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.321467 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e71f79b-8cfa-4b72-a61f-248a43584398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.438021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e71f79b-8cfa-4b72-a61f-248a43584398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.464310 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71f79b-8cfa-4b72-a61f-248a43584398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e41a1e-a590-4f66-9b87-be28ead67e54,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:19.467989 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-5e71f79b-8cfa-4b72-a61f-248a43584398 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.471205 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-5e71f79b-8cfa-4b72-a61f-248a43584398 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a9e41a1e-a590-4f66-9b87-be28ead67e54 HTTP/1.1" status: 204 len: 168 time: 0.3177946 Oct 19 12:38:19.473657 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54366) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:19.474662 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c964e047-9239-4367-a382-49190e47f9f9 None None] Network 095e9480-edf3-461a-b32c-2cbb3a09240c requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:38:19.547618 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.604364 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Deleting port 685d8c51-ec63-4901-831c-2201d8590b9a {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:38:19.604741 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.673279 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] For port 685d8c51-ec63-4901-831c-2201d8590b9a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=685d8c51-ec63-4901-831c-2201d8590b9a,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:19.673639 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.679830 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] DHCP port deletion for 095e9480-edf3-461a-b32c-2cbb3a09240c request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:38:19.690974 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Calling delete_port for 685d8c51-ec63-4901-831c-2201d8590b9a owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:38:19.725319 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Deleting port 685d8c51-ec63-4901-831c-2201d8590b9a {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:38:19.725689 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.787131 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] For port 685d8c51-ec63-4901-831c-2201d8590b9a, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=685d8c51-ec63-4901-831c-2201d8590b9a,segment=NetworkSegment(152bfef4-767a-436f-968b-73cb584bdc70),segment_id=152bfef4-767a-436f-968b-73cb584bdc70)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:19.787525 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.800291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Calling delete_port for 685d8c51-ec63-4901-831c-2201d8590b9a owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:38:19.832242 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.858136 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=685d8c51-ec63-4901-831c-2201d8590b9a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:19.862638 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] No DVR routers for this DVR port 685d8c51-ec63-4901-831c-2201d8590b9a on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:38:19.882114 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.905006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Pushing event deleted for resources: {'Port': ['ID=685d8c51-ec63-4901-831c-2201d8590b9a,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:19.915214 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] No DVR routers for this DVR port 685d8c51-ec63-4901-831c-2201d8590b9a on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:38:19.919622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.919622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.919622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.919622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.919622 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.920129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.920129 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.920322 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.920592 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.920907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.921220 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.921530 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d306d-449d-4ff2-8219-4615764cf70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:19.938749 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.959389 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095e9480-edf3-461a-b32c-2cbb3a09240c']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:19.968993 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152bfef4-767a-436f-968b-73cb584bdc70') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:19.969290 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152bfef4-767a-436f-968b-73cb584bdc70') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:19.978983 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.991668 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.997437 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:38:19.997812 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:38:19.999423 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:38:20.101028 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:38:20.122539 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:38:20.122878 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device d3e16082-db37-4e9e-ba6d-0d55dd7a7f3b not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:38:20.123278 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fbce3d4b-e653-415d-93b1-c010a771200d no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:38:20.142046 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: fbce3d4b-e653-415d-93b1-c010a771200d {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:38:20.142416 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device fbce3d4b-e653-415d-93b1-c010a771200d not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:38:20.142858 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 685d8c51-ec63-4901-831c-2201d8590b9a no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:38:20.163702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 685d8c51-ec63-4901-831c-2201d8590b9a {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:38:20.164036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 685d8c51-ec63-4901-831c-2201d8590b9a not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:38:20.226522 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:20.232614 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:20.235995 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/095e9480-edf3-461a-b32c-2cbb3a09240c HTTP/1.1" status: 204 len: 168 time: 0.7613935 Oct 19 12:38:20.239076 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54368) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:20.246786 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a7f7a-143d-45fa-a94d-ed38b5996ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=095e9480-edf3-461a-b32c-2cbb3a09240c,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:20.429111 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:20.582886 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:20.846413 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] Deleting port 3d97ff8d-03d0-49f5-9715-808c451c4cfb {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:38:20.846742 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:20.857125 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:20.922376 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] For port 3d97ff8d-03d0-49f5-9715-808c451c4cfb, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=3d97ff8d-03d0-49f5-9715-808c451c4cfb,segment=NetworkSegment(532223d2-c497-434c-8d8f-790305349289),segment_id=532223d2-c497-434c-8d8f-790305349289)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:20.922750 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:20.935094 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] Calling delete_port for 3d97ff8d-03d0-49f5-9715-808c451c4cfb owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:38:21.166733 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:21.198478 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d97ff8d-03d0-49f5-9715-808c451c4cfb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:21.373291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:21.900786 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] Router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:38:22.005391 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:38:22.013409 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2683d296-b058-4195-94b9-7446ed758d11 admin admin] 10.222.0.39 "PUT /v2.0/routers/73e9c19e-c64c-4461-bed8-71d1ae8d7fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7706945 Oct 19 12:38:22.013856 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54374) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:22.016814 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d2979-ba55-4f8f-9ab6-197db5a0a4f0 None None] Sync routers for ids ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:38:22.027802 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d2979-ba55-4f8f-9ab6-197db5a0a4f0 None None] Routers {'73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:22.028409 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3d6d2979-ba55-4f8f-9ab6-197db5a0a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:22.129465 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:22.235400 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:22.332287 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3d6d2979-ba55-4f8f-9ab6-197db5a0a4f0 None None] Set router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:22.346932 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Deleting port a2bc5106-5d16-4e5a-b575-c1069afd5811 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:38:22.347267 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:22.425707 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] For port a2bc5106-5d16-4e5a-b575-c1069afd5811, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=a2bc5106-5d16-4e5a-b575-c1069afd5811,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:22.428056 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:22.447638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Calling delete_port for a2bc5106-5d16-4e5a-b575-c1069afd5811 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:38:22.520569 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3d6d2979-ba55-4f8f-9ab6-197db5a0a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'name': 'tempest-TestShelveInstance-717351541-router', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:56Z', 'updated_at': '2021-10-19T12:38:21Z', 'revision_number': 5, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'gw_port': {'id': 'a2bc5106-5d16-4e5a-b575-c1069afd5811', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:27:57Z', 'updated_at': '2021-10-19T12:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:22.546690 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d2979-ba55-4f8f-9ab6-197db5a0a4f0 None None] Checking router: 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:38:22.554819 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d2979-ba55-4f8f-9ab6-197db5a0a4f0 None None] Routers {'73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:22.555408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3d6d2979-ba55-4f8f-9ab6-197db5a0a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:37:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:22.641367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-3d6d2979-ba55-4f8f-9ab6-197db5a0a4f0 None None] Set router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:22.671980 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:22.696339 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-3d6d2979-ba55-4f8f-9ab6-197db5a0a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'name': 'tempest-TestShelveInstance-717351541-router', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:56Z', 'updated_at': '2021-10-19T12:38:22Z', 'revision_number': 6, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:22.700117 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bc5106-5d16-4e5a-b575-c1069afd5811,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:22.723742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d2979-ba55-4f8f-9ab6-197db5a0a4f0 None None] The sync data for ids ['73e9c19e-c64c-4461-bed8-71d1ae8d7fb7'] in n-d-814547-1 is: [{'id': '73e9c19e-c64c-4461-bed8-71d1ae8d7fb7', 'name': 'tempest-TestShelveInstance-717351541-router', 'tenant_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:27:56Z', 'updated_at': '2021-10-19T12:38:22Z', 'revision_number': 6, 'project_id': 'dbd12587bbd84198aaeaa7c6ecca1efe', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:38:22.769608 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:22.858791 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:22.860908 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:22.975050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:22.975614 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:38:22.980930 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:22.981780 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-38ba2f47-da73-46b5-b80a-997fff74d145 admin admin] 10.222.0.39 "DELETE /v2.0/routers/73e9c19e-c64c-4461-bed8-71d1ae8d7fb7 HTTP/1.1" status: 204 len: 168 time: 0.9673996 Oct 19 12:38:22.984258 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54382) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:23.034140 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe81bef-f811-4c32-9c7f-58ffcc71fd94 admin admin] Deleting subnet 55c9e76e-fe2d-471d-ad87-5d255317c5fb {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:38:23.037157 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfe81bef-f811-4c32-9c7f-58ffcc71fd94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.076003 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfe81bef-f811-4c32-9c7f-58ffcc71fd94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.156216 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfe81bef-f811-4c32-9c7f-58ffcc71fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.280493 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfe81bef-f811-4c32-9c7f-58ffcc71fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.308974 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bfe81bef-f811-4c32-9c7f-58ffcc71fd94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.313087 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bfe81bef-f811-4c32-9c7f-58ffcc71fd94 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/55c9e76e-fe2d-471d-ad87-5d255317c5fb HTTP/1.1" status: 204 len: 168 time: 0.3278334 Oct 19 12:38:23.314425 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe81bef-f811-4c32-9c7f-58ffcc71fd94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c9e76e-fe2d-471d-ad87-5d255317c5fb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:23.314641 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fc81b4-16ea-4cd8-ac7d-555f4bcb70cc None None] Network 09d8701c-3d6a-4dbd-ac56-fdf21501073a requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:38:23.316521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54386) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:23.390456 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.443039 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Deleting port b49461d4-dfec-4f18-addc-0281820b2204 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:38:23.443359 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.508310 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d08bd5-e703-45ca-bb36-9140ca75975b None None] DHCP port deletion for 09d8701c-3d6a-4dbd-ac56-fdf21501073a request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:38:23.514878 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] For port b49461d4-dfec-4f18-addc-0281820b2204, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b49461d4-dfec-4f18-addc-0281820b2204,segment=NetworkSegment(532223d2-c497-434c-8d8f-790305349289),segment_id=532223d2-c497-434c-8d8f-790305349289)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:23.515373 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.528992 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Calling delete_port for b49461d4-dfec-4f18-addc-0281820b2204 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:38:23.561537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-62d08bd5-e703-45ca-bb36-9140ca75975b None None] Deleting port b49461d4-dfec-4f18-addc-0281820b2204 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:38:23.561830 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-62d08bd5-e703-45ca-bb36-9140ca75975b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.628326 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-62d08bd5-e703-45ca-bb36-9140ca75975b None None] For port b49461d4-dfec-4f18-addc-0281820b2204, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b49461d4-dfec-4f18-addc-0281820b2204,segment=NetworkSegment(532223d2-c497-434c-8d8f-790305349289),segment_id=532223d2-c497-434c-8d8f-790305349289)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:23.628747 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-62d08bd5-e703-45ca-bb36-9140ca75975b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.640950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-62d08bd5-e703-45ca-bb36-9140ca75975b None None] Calling delete_port for b49461d4-dfec-4f18-addc-0281820b2204 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:38:23.695133 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.717929 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-62d08bd5-e703-45ca-bb36-9140ca75975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.726190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] No DVR routers for this DVR port b49461d4-dfec-4f18-addc-0281820b2204 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:38:23.727884 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Pushing event deleted for resources: {'Port': ['ID=b49461d4-dfec-4f18-addc-0281820b2204,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:23.745903 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d08bd5-e703-45ca-bb36-9140ca75975b None None] Pushing event deleted for resources: {'Port': ['ID=b49461d4-dfec-4f18-addc-0281820b2204,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:23.747837 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d08bd5-e703-45ca-bb36-9140ca75975b None None] No DVR routers for this DVR port b49461d4-dfec-4f18-addc-0281820b2204 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:38:23.813565 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.833808 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d8701c-3d6a-4dbd-ac56-fdf21501073a']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:23.843412 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532223d2-c497-434c-8d8f-790305349289') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:23.843706 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532223d2-c497-434c-8d8f-790305349289') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:23.852895 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.866468 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.872358 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:38:23.872766 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:38:23.874410 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:38:23.991992 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:23.997425 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:24.000595 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] 10.222.0.39 "DELETE /v2.0/networks/09d8701c-3d6a-4dbd-ac56-fdf21501073a HTTP/1.1" status: 204 len: 168 time: 0.6816537 Oct 19 12:38:24.018289 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e2af6-6cb7-46e0-94f6-4dafafc87174 admin admin] Pushing event deleted for resources: {'Network': ['ID=09d8701c-3d6a-4dbd-ac56-fdf21501073a,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:24.096151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3d97ff8d-03d0-49f5-9715-808c451c4cfb no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:38:24.119209 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 3d97ff8d-03d0-49f5-9715-808c451c4cfb {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:38:24.119549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 3d97ff8d-03d0-49f5-9715-808c451c4cfb not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:38:24.119946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b49461d4-dfec-4f18-addc-0281820b2204 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:38:24.139217 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b49461d4-dfec-4f18-addc-0281820b2204 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:38:24.139563 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b49461d4-dfec-4f18-addc-0281820b2204 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:38:24.139967 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a2bc5106-5d16-4e5a-b575-c1069afd5811 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:38:24.158597 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: a2bc5106-5d16-4e5a-b575-c1069afd5811 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:38:24.161746 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device a2bc5106-5d16-4e5a-b575-c1069afd5811 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:38:24.384282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54392) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:24.425329 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ebc921b7-ab2d-4439-8b7f-bcb63256978d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5f740669a0d42409985e2efa85ccd81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392168 Oct 19 12:38:24.427649 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54394) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:24.477683 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2861f931-637e-4fca-8d00-4da71463fce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:24.498917 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2861f931-637e-4fca-8d00-4da71463fce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:24.620039 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2861f931-637e-4fca-8d00-4da71463fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:24.622641 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2861f931-637e-4fca-8d00-4da71463fce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:24.626403 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2861f931-637e-4fca-8d00-4da71463fce7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29e17816-62c2-4893-b82e-a84f0508c56e HTTP/1.1" status: 204 len: 168 time: 0.1952608 Oct 19 12:38:24.631451 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861f931-637e-4fca-8d00-4da71463fce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e17816-62c2-4893-b82e-a84f0508c56e,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:25.208709 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54400) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:25.250391 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0ac1300c-b8ac-4a78-bff8-992939820ef6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbd12587bbd84198aaeaa7c6ecca1efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404584 Oct 19 12:38:25.253222 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54402) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:25.304912 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97cb2b13-514e-4b4d-a01f-cad46db2cc0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:25.327633 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97cb2b13-514e-4b4d-a01f-cad46db2cc0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:25.444374 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97cb2b13-514e-4b4d-a01f-cad46db2cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:25.447268 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-97cb2b13-514e-4b4d-a01f-cad46db2cc0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:25.448451 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-97cb2b13-514e-4b4d-a01f-cad46db2cc0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/913fc3c7-468d-46b5-9ede-1f5fe07936a2 HTTP/1.1" status: 204 len: 168 time: 0.1945245 Oct 19 12:38:25.457588 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb2b13-514e-4b4d-a01f-cad46db2cc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913fc3c7-468d-46b5-9ede-1f5fe07936a2,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:25.500486 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-79ec9204-5e51-450f-af17-bf7c4ac41e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:26.487577 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54424) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:26.583606 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1824303808-network', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:26.697634 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Made reservation on behalf of 58c6cb0010e54080b7519e7dbcfede8b for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:38:26.700008 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:26.708678 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:26.781593 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:26.851608 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:26.879121 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:38:26.886807 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0478bd-faec-49f6-a3fb-565149f7059d,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:26.902249 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:26.902249 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Added segment ea826337-a104-4645-b036-59c18b8696a1 of type vlan for network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 Oct 19 12:38:26.936547 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:27.000021 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:27.000967 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:27.001566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:27.060333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] Pushing event updated for resources: {'Network': ['ID=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:27.070164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:38:27.082678 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-2b6e98b0-097d-4cb6-9415-0a82bae94b98 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5940146 Oct 19 12:38:27.085612 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54432) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:27.090431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] Request body: {'subnet': {'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1824303808-subnet', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:27.159953 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] Made reservation on behalf of 58c6cb0010e54080b7519e7dbcfede8b for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:38:27.162423 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:27.392450 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:27.452032 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a10289-9517-48f4-a5aa-4f3c67150ec3,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:27.456425 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] Checking segment: {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:38:27.456820 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] Network hostable DHCP agents. Network: 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:38:27.531708 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] Network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:38:27.622751 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:27.626895 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:27.627509 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:27.632030 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9fb2a7-3c92-43f5-a180-3e357d4a2274 None None] Network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:38:27.708702 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b869e74e-4303-4661-96ce-2dc83f81f61d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6219487 Oct 19 12:38:27.711532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54436) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:27.716738 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:27.775971 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:38:27.776856 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:27.794413 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:27.795470 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:27.852358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:27.917311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Allocated IP 172.20.0.2 (63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2/23a10289-9517-48f4-a5aa-4f3c67150ec3/bf3f0f83-0eb8-42e3-be79-4c311c78bd73) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:38:27.940752 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e24fd85e-51fb-4b6d-96e4-c9e59d82ead8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:28.044772 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:28.061094 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:28.154835 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:28.192876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:38:28.195766 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:28.199757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:38:28.208082 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Pushing event updated for resources: {'Port': ['ID=bf3f0f83-0eb8-42e3-be79-4c311c78bd73,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:28.261006 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Attempting to bind port bf3f0f83-0eb8-42e3-be79-4c311c78bd73 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:38:28.261385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Attempting to bind port bf3f0f83-0eb8-42e3-be79-4c311c78bd73 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:38:28.262324 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Attempting to bind port bf3f0f83-0eb8-42e3-be79-4c311c78bd73 on network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:38:28.267145 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:38:28.267509 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Checking segment: {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:38:28.267896 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:28.268279 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Bound using segment: {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:38:28.268751 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Bound port: bf3f0f83-0eb8-42e3-be79-4c311c78bd73, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:38:28.269127 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:28.319770 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:28.330884 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] For port bf3f0f83-0eb8-42e3-be79-4c311c78bd73, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:38:28.338084 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] For port bf3f0f83-0eb8-42e3-be79-4c311c78bd73, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bf3f0f83-0eb8-42e3-be79-4c311c78bd73,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:38:28.341659 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:28.412264 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:28.465980 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Allocated IP 172.25.2.172 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/b3898a4d-2c5e-40bc-9162-08f7b99ebe98) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:38:28.470940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3aa92-9a90-4fbf-8c91-08e38a1fa4c2 None None] Pushing event updated for resources: {'Port': ['ID=bf3f0f83-0eb8-42e3-be79-4c311c78bd73,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:28.573503 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:28.678553 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:28.722150 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:38:28.725319 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:28.728957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:38:28.753573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Pushing event updated for resources: {'Port': ['ID=b3898a4d-2c5e-40bc-9162-08f7b99ebe98,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:29.073111 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:29.129826 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:29.331387 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:29.377029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430c2321-5c69-4741-bf8a-ed8d06f3fb90 None None] Network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:38:29.403961 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:29.465335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-86a055a2-a0c8-4c99-94b4-0e3d23d3d9c7 None None] Provisioning complete for port bf3f0f83-0eb8-42e3-be79-4c311c78bd73 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:29.465706 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-86a055a2-a0c8-4c99-94b4-0e3d23d3d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:29.523417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Router 53c995ab-cc8d-4b62-93d0-0ba357d00308 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:38:29.599406 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-86a055a2-a0c8-4c99-94b4-0e3d23d3d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:29.632869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-86a055a2-a0c8-4c99-94b4-0e3d23d3d9c7 None None] For port bf3f0f83-0eb8-42e3-be79-4c311c78bd73, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bf3f0f83-0eb8-42e3-be79-4c311c78bd73,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:29.641287 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:38:29.644692 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Sync routers for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:38:29.655113 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:29.655715 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:38:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:29.729558 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-86a055a2-a0c8-4c99-94b4-0e3d23d3d9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:29.735828 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:29.740144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-436d204e-16f2-4328-ba3f-a5332b1bd22d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0246675 Oct 19 12:38:29.740144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54440) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:29.787032 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a055a2-a0c8-4c99-94b4-0e3d23d3d9c7 None None] Pushing event updated for resources: {'Port': ['ID=bf3f0f83-0eb8-42e3-be79-4c311c78bd73,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:29.851654 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-b552bc18-90f6-4aba-bd12-18a8cdfd2313 None None] Provisioning complete for port bf3f0f83-0eb8-42e3-be79-4c311c78bd73 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:29.852261 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b552bc18-90f6-4aba-bd12-18a8cdfd2313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:29.875668 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:30.060010 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:28Z', 'revision_number': 3, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:30.088906 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Checking router: 53c995ab-cc8d-4b62-93d0-0ba357d00308 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:38:30.089262 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Updating router 53c995ab-cc8d-4b62-93d0-0ba357d00308 port b3898a4d-2c5e-40bc-9162-08f7b99ebe98 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:38:30.119307 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:30.139852 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bf3f0f83-0eb8-42e3-be79-4c311c78bd73 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:38:30.190447 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port bf3f0f83-0eb8-42e3-be79-4c311c78bd73 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:30.191079 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:30.375981 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:30.437423 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:30.487823 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Attempting to bind port b3898a4d-2c5e-40bc-9162-08f7b99ebe98 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:38:30.488178 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Attempting to bind port b3898a4d-2c5e-40bc-9162-08f7b99ebe98 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:38:30.488528 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Attempting to bind port b3898a4d-2c5e-40bc-9162-08f7b99ebe98 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:38:30.493630 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Pushing event updated for resources: {'Port': ['ID=b3898a4d-2c5e-40bc-9162-08f7b99ebe98,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:30.501887 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:38:30.502254 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:38:30.502636 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:30.503012 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:38:30.503457 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Bound port: b3898a4d-2c5e-40bc-9162-08f7b99ebe98, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:38:30.503822 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:30.506675 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.507009 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.507339 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.507667 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.507990 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.508241 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:30.508390 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.508636 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.508955 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.509270 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.509583 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.509900 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.510211 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:38:30.564706 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] For port b3898a4d-2c5e-40bc-9162-08f7b99ebe98, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:38:30.568019 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] For port b3898a4d-2c5e-40bc-9162-08f7b99ebe98, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b3898a4d-2c5e-40bc-9162-08f7b99ebe98,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:38:30.649758 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:30.671870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Allocated IP 172.20.0.1 (63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2/23a10289-9517-48f4-a5aa-4f3c67150ec3/b4e12b92-52f3-4d45-91e2-52ea356b76ff) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:38:30.710020 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:30.710020 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:38:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:30.743681 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111c138-f084-45d2-91e8-62a11ac93f0b None None] Pushing event updated for resources: {'Port': ['ID=b3898a4d-2c5e-40bc-9162-08f7b99ebe98,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:30.781809 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:30.816844 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:30.889235 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:30.931963 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:38:30.937114 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:30.941782 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:38:30.944934 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e12b92-52f3-4d45-91e2-52ea356b76ff,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:30.982148 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:30.992458 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:28Z', 'revision_number': 3, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:31.030764 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05009beb-31d7-4f65-b92f-cca4c4f77d6f None None] The sync data for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 is: [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:28Z', 'revision_number': 3, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:38:31.129083 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:31.172979 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-398396d7-ef21-43d2-8f80-0b961bcea94d None None] Provisioning complete for port b4e12b92-52f3-4d45-91e2-52ea356b76ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:31.175430 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-398396d7-ef21-43d2-8f80-0b961bcea94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:31.190161 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:31.212903 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-398396d7-ef21-43d2-8f80-0b961bcea94d None None] Port b4e12b92-52f3-4d45-91e2-52ea356b76ff cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:38:31.400473 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:31.457419 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:31.530727 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:31.532461 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e12b92-52f3-4d45-91e2-52ea356b76ff,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:31.628256 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:38:31.629761 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:31.759415 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Router 53c995ab-cc8d-4b62-93d0-0ba357d00308 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:38:31.877431 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:38:31.882557 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-481d4054-61d1-411d-b003-c2f6a66ad1f2 admin admin] 10.222.0.39 "PUT /v2.0/routers/53c995ab-cc8d-4b62-93d0-0ba357d00308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1413999 Oct 19 12:38:31.934647 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-0d478a63-025d-4b83-a7ae-851a265173fc None None] Provisioning complete for port b4e12b92-52f3-4d45-91e2-52ea356b76ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:31.935140 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-0d478a63-025d-4b83-a7ae-851a265173fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:31.969011 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-0d478a63-025d-4b83-a7ae-851a265173fc None None] Port b4e12b92-52f3-4d45-91e2-52ea356b76ff cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:38:32.119842 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b3898a4d-2c5e-40bc-9162-08f7b99ebe98 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:38:32.167014 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b3898a4d-2c5e-40bc-9162-08f7b99ebe98 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:32.167615 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:32.250552 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:32.271762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port b3898a4d-2c5e-40bc-9162-08f7b99ebe98, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b3898a4d-2c5e-40bc-9162-08f7b99ebe98,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:32.337257 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:32.388104 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=b3898a4d-2c5e-40bc-9162-08f7b99ebe98,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:32.538367 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Sync routers for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:38:32.547559 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54460) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:32.547705 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:32.548285 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:38:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:32.552576 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1403039662-network', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:32.634564 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Made reservation on behalf of b4cddf19b3af4e14bb50b1e8719eefbd for: {'network': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:38:32.637108 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for network, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:32.646286 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:32.655246 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:32.721406 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:32.800092 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:32.821821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=101311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 12:38:32.835168 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8973e98-7d29-4fbb-a05b-059ecd9aaffb,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:32.840869 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:32.841215 n-d-814547-1 neutron-server[101311]: INFO neutron.db.segments_db [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Added segment 67b74529-8b79-4c3e-826a-a1b8d190e9d6 of type vlan for network 536fcad4-449f-4f74-ba3d-b1b238e747c7 Oct 19 12:38:32.850525 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 2, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:32.880787 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Checking router: 53c995ab-cc8d-4b62-93d0-0ba357d00308 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:38:32.881149 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Updating router 53c995ab-cc8d-4b62-93d0-0ba357d00308 port b4e12b92-52f3-4d45-91e2-52ea356b76ff binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:38:32.883516 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732462153701'] for network, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:32.907417 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:32.980100 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835'] for network, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:32.981108 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:32.981696 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.045432 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] Pushing event updated for resources: {'Network': ['ID=536fcad4-449f-4f74-ba3d-b1b238e747c7,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:33.078962 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Network 536fcad4-449f-4f74-ba3d-b1b238e747c7 details requested by agent ovs-agent-n-d-814547-1 with host n-d-814547-1 {{(pid=101313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 12:38:33.080052 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aa39db63-1c7d-4082-ac21-7561a0065305 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5313904 Oct 19 12:38:33.082727 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54462) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:33.087547 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] Request body: {'subnet': {'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1403039662-subnet', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'ip_version': 4}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:33.151468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] Made reservation on behalf of b4cddf19b3af4e14bb50b1e8719eefbd for: {'subnet': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:38:33.154566 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5487080'] for subnet, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.230352 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.279715 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.332990 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3ca2c-46f4-4902-94be-8f342d89d2c8 None None] Pushing event updated for resources: {'Port': ['ID=b4e12b92-52f3-4d45-91e2-52ea356b76ff,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:33.380935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Attempting to bind port b4e12b92-52f3-4d45-91e2-52ea356b76ff on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:38:33.381467 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Attempting to bind port b4e12b92-52f3-4d45-91e2-52ea356b76ff by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:38:33.381663 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Attempting to bind port b4e12b92-52f3-4d45-91e2-52ea356b76ff on network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:38:33.383541 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5867844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5487046'] for subnet, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.387496 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:38:33.387873 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Checking segment: {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:38:33.388265 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.388684 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Bound using segment: {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:38:33.392412 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Bound port: b4e12b92-52f3-4d45-91e2-52ea356b76ff, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:38:33.392412 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.453932 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28654125-8fd0-414d-a3cd-26911ebedfc6,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:33.463180 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] Checking segment: {'id': '67b74529-8b79-4c3e-826a-a1b8d190e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:38:33.463644 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] Network hostable DHCP agents. Network: 536fcad4-449f-4f74-ba3d-b1b238e747c7, hostable agents: ['04735f42-8e87-40eb-b8d7-91ad3f331cd7'], hosted agents: [] {{(pid=101311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 12:38:33.537281 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] Network 536fcad4-449f-4f74-ba3d-b1b238e747c7 is scheduled to be hosted by DHCP agent 04735f42-8e87-40eb-b8d7-91ad3f331cd7 with binding_index 1 {{(pid=101311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 12:38:33.605772 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-814547-1, 536fcad4-449f-4f74-ba3d-b1b238e747c7) {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:33.615628 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:33.616219 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.616950 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb6b4d-908c-4b45-9e63-3f2837a727eb None None] Network 536fcad4-449f-4f74-ba3d-b1b238e747c7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:38:33.618564 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-f2242875-b461-4192-acdd-97a71b8ecba2 None None] Provisioning complete for port b4e12b92-52f3-4d45-91e2-52ea356b76ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:33.618931 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f2242875-b461-4192-acdd-97a71b8ecba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.655607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] For port b4e12b92-52f3-4d45-91e2-52ea356b76ff, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:38:33.684947 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] For port b4e12b92-52f3-4d45-91e2-52ea356b76ff, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b4e12b92-52f3-4d45-91e2-52ea356b76ff,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:38:33.700755 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-dc8b6e66-81ab-43ef-a7c3-d29ac195fd79 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6167836 Oct 19 12:38:33.703217 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54466) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:33.707714 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1403039662-router', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:33.720675 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-f2242875-b461-4192-acdd-97a71b8ecba2 None None] Port b4e12b92-52f3-4d45-91e2-52ea356b76ff cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:38:33.764569 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.812309 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1626846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3149'] for router, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.813561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1626698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1628452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1714353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.857909 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3ca2c-46f4-4902-94be-8f342d89d2c8 None None] Pushing event updated for resources: {'Port': ['ID=b4e12b92-52f3-4d45-91e2-52ea356b76ff,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:33.861033 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:33.861637 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:38:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:33.881701 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:33.897061 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6827668-8045-555b-8bfb-c2441c1f2f6c-536fcad4-449f-4f74-ba3d-b1b238e747c7', 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'fixed_ips': [{'subnet_id': '28654125-8fd0-414d-a3cd-26911ebedfc6'}]}} from n-d-814547-1. {{(pid=101313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 12:38:33.897923 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.065869 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:34.129400 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b3898a4d-2c5e-40bc-9162-08f7b99ebe98 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:38:34.129599 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.136711 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-356e73a9-b06a-4437-ac47-48a9dd53b240 None None] Provisioning complete for port b4e12b92-52f3-4d45-91e2-52ea356b76ff triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:34.137085 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-356e73a9-b06a-4437-ac47-48a9dd53b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.242627 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.db_base_plugin_common [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Allocated IP 172.20.0.2 (536fcad4-449f-4f74-ba3d-b1b238e747c7/28654125-8fd0-414d-a3cd-26911ebedfc6/c917c579-b308-4ad0-8916-a1f69c1174fc) {{(pid=101313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:38:34.397298 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.416358 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.430702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b3898a4d-2c5e-40bc-9162-08f7b99ebe98 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:34.431074 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.469217 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-356e73a9-b06a-4437-ac47-48a9dd53b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.523549 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Allocated IP 172.25.2.78 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/de783dee-ad18-493e-b949-a8ccd2de27b5) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:38:34.562702 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-356e73a9-b06a-4437-ac47-48a9dd53b240 None None] For port b4e12b92-52f3-4d45-91e2-52ea356b76ff, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b4e12b92-52f3-4d45-91e2-52ea356b76ff,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:34.626240 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.651102 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-356e73a9-b06a-4437-ac47-48a9dd53b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.653643 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Publish callbacks [] for port, precommit_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.661518 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:33Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:34.715673 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e412b-bd3e-4f55-bb3c-d437b37fdc6a None None] The sync data for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 is: [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:33Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:38:34.726656 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339'] for port, after_create {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.742360 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e73a9-b06a-4437-ac47-48a9dd53b240 None None] Pushing event updated for resources: {'Port': ['ID=b4e12b92-52f3-4d45-91e2-52ea356b76ff,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:34.753515 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.773876 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Network 536fcad4-449f-4f74-ba3d-b1b238e747c7 is already hosted by enough agents. {{(pid=101313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:38:34.793500 n-d-814547-1 neutron-server[101313]: DEBUG neutron.scheduler.base_scheduler [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Resources bound (agent type, host, resource id): {{(pid=101313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:34.798039 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Received port after_create {{(pid=101313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:38:34.819968 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:38:34.822927 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:34.825835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:38:34.832877 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Pushing event updated for resources: {'Port': ['ID=c917c579-b308-4ad0-8916-a1f69c1174fc,revision_number=1']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:34.852489 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Pushing event updated for resources: {'Port': ['ID=de783dee-ad18-493e-b949-a8ccd2de27b5,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:34.874829 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Attempting to bind port c917c579-b308-4ad0-8916-a1f69c1174fc on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:38:34.875191 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Attempting to bind port c917c579-b308-4ad0-8916-a1f69c1174fc by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '67b74529-8b79-4c3e-826a-a1b8d190e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:38:34.875553 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Attempting to bind port c917c579-b308-4ad0-8916-a1f69c1174fc on network 536fcad4-449f-4f74-ba3d-b1b238e747c7 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:38:34.880995 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:38:34.881364 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Checking segment: {'id': '67b74529-8b79-4c3e-826a-a1b8d190e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:38:34.881757 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.882151 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Bound using segment: {'id': '67b74529-8b79-4c3e-826a-a1b8d190e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:38:34.882613 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Bound port: c917c579-b308-4ad0-8916-a1f69c1174fc, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b74529-8b79-4c3e-826a-a1b8d190e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:38:34.882990 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:34.961890 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] For port c917c579-b308-4ad0-8916-a1f69c1174fc, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:38:34.965162 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] For port c917c579-b308-4ad0-8916-a1f69c1174fc, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c917c579-b308-4ad0-8916-a1f69c1174fc,segment=NetworkSegment(67b74529-8b79-4c3e-826a-a1b8d190e9d6),segment_id=67b74529-8b79-4c3e-826a-a1b8d190e9d6)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:38:35.063326 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:35.135610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dc117-5376-4dcc-b2a9-9703281bfbd3 None None] Pushing event updated for resources: {'Port': ['ID=c917c579-b308-4ad0-8916-a1f69c1174fc,revision_number=2']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:35.191458 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:35.783728 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1626709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1629143'] for router, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.009366 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Router 15c8845d-5475-44d6-b48b-2bd9dd919400 is scheduled to L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e with binding_index 1 {{(pid=101311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 12:38:36.048744 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d3c86d-3b97-4d47-97ca-9cf5ff9f34da None None] Network 536fcad4-449f-4f74-ba3d-b1b238e747c7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:38:36.132815 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-78641f8c-d994-4a4d-81b9-6905f3bf4b51 None None] Provisioning complete for port c917c579-b308-4ad0-8916-a1f69c1174fc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:36.133182 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-78641f8c-d994-4a4d-81b9-6905f3bf4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.138170 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:38:36.147206 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Sync routers for ids ['15c8845d-5475-44d6-b48b-2bd9dd919400'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:38:36.157080 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Routers {'15c8845d-5475-44d6-b48b-2bd9dd919400'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:36.157678 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:38:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['15c8845d-5475-44d6-b48b-2bd9dd919400'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:36.199729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b4e12b92-52f3-4d45-91e2-52ea356b76ff up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:38:36.217332 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.218985 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-6920b7f6-1015-4d70-b86e-9c990257e941 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5144515 Oct 19 12:38:36.221838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54468) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:36.274672 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Set router 15c8845d-5475-44d6-b48b-2bd9dd919400 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:36.478294 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'name': 'tempest-TestSnapshotPattern-1403039662-router', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:33Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 3, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'gw_port': {'id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:71:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:34Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:36.493529 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-78641f8c-d994-4a4d-81b9-6905f3bf4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.496610 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port b4e12b92-52f3-4d45-91e2-52ea356b76ff triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:36.496917 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.509020 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Checking router: 15c8845d-5475-44d6-b48b-2bd9dd919400 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:38:36.510046 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Updating router 15c8845d-5475-44d6-b48b-2bd9dd919400 port de783dee-ad18-493e-b949-a8ccd2de27b5 binding host n-d-814547-1 {{(pid=101314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:38:36.549027 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.567459 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-78641f8c-d994-4a4d-81b9-6905f3bf4b51 None None] For port c917c579-b308-4ad0-8916-a1f69c1174fc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c917c579-b308-4ad0-8916-a1f69c1174fc,segment=NetworkSegment(67b74529-8b79-4c3e-826a-a1b8d190e9d6),segment_id=67b74529-8b79-4c3e-826a-a1b8d190e9d6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:36.621915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c917c579-b308-4ad0-8916-a1f69c1174fc up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:38:36.662887 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-78641f8c-d994-4a4d-81b9-6905f3bf4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.714964 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c917c579-b308-4ad0-8916-a1f69c1174fc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:36.715599 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.718506 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.756375 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78641f8c-d994-4a4d-81b9-6905f3bf4b51 None None] Pushing event updated for resources: {'Port': ['ID=c917c579-b308-4ad0-8916-a1f69c1174fc,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:36.809907 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-2b8bb38d-8a0e-4551-8958-98596b9c5a5c None None] Provisioning complete for port c917c579-b308-4ad0-8916-a1f69c1174fc triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:36.810341 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2b8bb38d-8a0e-4551-8958-98596b9c5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.854543 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Publish callbacks [] for port, precommit_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.894647 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Allocated IP 172.20.0.1 (536fcad4-449f-4f74-ba3d-b1b238e747c7/28654125-8fd0-414d-a3cd-26911ebedfc6/2c31975b-cf51-4d44-80a0-31d9dd585507) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:38:36.925670 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.979093 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Attempting to bind port de783dee-ad18-493e-b949-a8ccd2de27b5 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:38:36.979460 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Attempting to bind port de783dee-ad18-493e-b949-a8ccd2de27b5 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:38:36.980324 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Attempting to bind port de783dee-ad18-493e-b949-a8ccd2de27b5 on network 6926592e-6551-44d6-8cff-badc592380f0 {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:38:36.983152 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d9ea7-b531-4e0a-97e4-f743ba64128e None None] Pushing event updated for resources: {'Port': ['ID=de783dee-ad18-493e-b949-a8ccd2de27b5,revision_number=2']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:36.988923 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:38:36.989228 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Checking segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:38:36.989623 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.989996 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Bound using segment: {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'} {{(pid=101314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:38:36.990448 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.managers [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Bound port: de783dee-ad18-493e-b949-a8ccd2de27b5, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31fb00-dacf-45e2-9db9-26bb737d3070', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6926592e-6551-44d6-8cff-badc592380f0'}}] {{(pid=101314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:38:36.990819 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:36.998263 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:37.048405 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] For port de783dee-ad18-493e-b949-a8ccd2de27b5, host n-d-814547-1, cleared binding levels {{(pid=101314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:38:37.051379 n-d-814547-1 neutron-server[101314]: DEBUG neutron.plugins.ml2.db [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] For port de783dee-ad18-493e-b949-a8ccd2de27b5, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=de783dee-ad18-493e-b949-a8ccd2de27b5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:38:37.080107 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:37.114309 n-d-814547-1 neutron-server[101314]: DEBUG neutron_lib.callbacks.manager [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:37.117472 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Network 536fcad4-449f-4f74-ba3d-b1b238e747c7 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:38:37.120513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:37.124346 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:38:37.160986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Pushing event updated for resources: {'Port': ['ID=2c31975b-cf51-4d44-80a0-31d9dd585507,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:37.178048 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628964'] for router_interface, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:37.273537 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d9ea7-b531-4e0a-97e4-f743ba64128e None None] Pushing event updated for resources: {'Port': ['ID=de783dee-ad18-493e-b949-a8ccd2de27b5,revision_number=3']} {{(pid=101314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:37.276007 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Routers {'15c8845d-5475-44d6-b48b-2bd9dd919400'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:37.277164 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:38:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['15c8845d-5475-44d6-b48b-2bd9dd919400'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:37.367130 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:37.387669 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] Set router 15c8845d-5475-44d6-b48b-2bd9dd919400 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:37.421892 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ace0a530-e930-4a55-a7db-56376f7cd8b8 None None] Provisioning complete for port 2c31975b-cf51-4d44-80a0-31d9dd585507 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:37.422474 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ace0a530-e930-4a55-a7db-56376f7cd8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:37.459741 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ace0a530-e930-4a55-a7db-56376f7cd8b8 None None] Port 2c31975b-cf51-4d44-80a0-31d9dd585507 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:38:37.541173 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:37.564821 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'name': 'tempest-TestSnapshotPattern-1403039662-router', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:33Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 3, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'gw_port': {'id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:71:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:34Z', 'updated_at': '2021-10-19T12:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:37.595221 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6737f34-bf81-47a4-908b-f555f17b88f0 None None] The sync data for ids ['15c8845d-5475-44d6-b48b-2bd9dd919400'] in n-d-814547-1 is: [{'id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'name': 'tempest-TestSnapshotPattern-1403039662-router', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:33Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 3, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'gw_port': {'id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:71:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:34Z', 'updated_at': '2021-10-19T12:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:38:37.605581 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:37.681543 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1630100'] for router_interface, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:37.684586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Pushing event updated for resources: {'Port': ['ID=2c31975b-cf51-4d44-80a0-31d9dd585507,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:37.778798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Network 536fcad4-449f-4f74-ba3d-b1b238e747c7 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:38:37.780106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:37.920496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Router 15c8845d-5475-44d6-b48b-2bd9dd919400 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:38:38.042394 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:38:38.047672 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ab6458f6-eb46-4f7f-8770-cf8e138da17f admin admin] 10.222.0.39 "PUT /v2.0/routers/15c8845d-5475-44d6-b48b-2bd9dd919400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8247654 Oct 19 12:38:38.091426 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-178b2cb8-c442-4b49-98fe-503e1d2c5215 None None] Provisioning complete for port 2c31975b-cf51-4d44-80a0-31d9dd585507 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:38.091819 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-178b2cb8-c442-4b49-98fe-503e1d2c5215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:38.134742 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-178b2cb8-c442-4b49-98fe-503e1d2c5215 None None] Port 2c31975b-cf51-4d44-80a0-31d9dd585507 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:38:38.216986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device de783dee-ad18-493e-b949-a8ccd2de27b5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:38:38.272915 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port de783dee-ad18-493e-b949-a8ccd2de27b5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:38.273283 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:38.351692 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:38.374926 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] For port de783dee-ad18-493e-b949-a8ccd2de27b5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=de783dee-ad18-493e-b949-a8ccd2de27b5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:38.457363 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:38.458311 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c917c579-b308-4ad0-8916-a1f69c1174fc up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:38:38.539289 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Pushing event updated for resources: {'Port': ['ID=de783dee-ad18-493e-b949-a8ccd2de27b5,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:38.553624 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port c917c579-b308-4ad0-8916-a1f69c1174fc triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:38.553988 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:38.624449 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54478) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:38.629223 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-18baf0ab-da31-4aef-9869-bcdba2ab7ae7 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717061713', 'description': 'tempest-secgroup-smoke-717061713 description', 'project_id': '58c6cb0010e54080b7519e7dbcfede8b'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:38.703011 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18baf0ab-da31-4aef-9869-bcdba2ab7ae7 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:38.767540 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18baf0ab-da31-4aef-9869-bcdba2ab7ae7 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:38.833935 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18baf0ab-da31-4aef-9869-bcdba2ab7ae7 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:38.865265 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baf0ab-da31-4aef-9869-bcdba2ab7ae7 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a454ddad-8cf6-454f-9d54-5224657eb5b2,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:38.937126 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-18baf0ab-da31-4aef-9869-bcdba2ab7ae7 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:38.938565 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-18baf0ab-da31-4aef-9869-bcdba2ab7ae7 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3129992 Oct 19 12:38:38.941572 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54480) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:38.946287 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-2f0ec77e-e6c8-4de9-94c9-20375b804bea tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Request body: {'security_group_rule': {'security_group_id': 'a454ddad-8cf6-454f-9d54-5224657eb5b2', 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:39.038183 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec77e-e6c8-4de9-94c9-20375b804bea tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.097850 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec77e-e6c8-4de9-94c9-20375b804bea tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.171594 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Sync routers for ids ['15c8845d-5475-44d6-b48b-2bd9dd919400'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:38:39.174902 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec77e-e6c8-4de9-94c9-20375b804bea tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.181164 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Routers {'15c8845d-5475-44d6-b48b-2bd9dd919400'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:39.181771 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:38:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['15c8845d-5475-44d6-b48b-2bd9dd919400'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:39.191059 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ec77e-e6c8-4de9-94c9-20375b804bea tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926ffa59-be54-4da6-90c4-ad196fc191b8,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:39.259332 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec77e-e6c8-4de9-94c9-20375b804bea tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.260609 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-2f0ec77e-e6c8-4de9-94c9-20375b804bea tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3177977 Oct 19 12:38:39.264178 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54482) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:39.268778 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-252abd5d-c701-4cad-ad30-24adcaf88d29 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Request body: {'security_group_rule': {'security_group_id': 'a454ddad-8cf6-454f-9d54-5224657eb5b2', 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:39.289244 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Set router 15c8845d-5475-44d6-b48b-2bd9dd919400 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:39.354023 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252abd5d-c701-4cad-ad30-24adcaf88d29 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.414621 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252abd5d-c701-4cad-ad30-24adcaf88d29 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.485979 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252abd5d-c701-4cad-ad30-24adcaf88d29 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.491101 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'name': 'tempest-TestSnapshotPattern-1403039662-router', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:33Z', 'updated_at': '2021-10-19T12:38:37Z', 'revision_number': 4, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'gw_port': {'id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:34Z', 'updated_at': '2021-10-19T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2c31975b-cf51-4d44-80a0-31d9dd585507', 'name': '', 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'mac_address': 'fa:16:3e:1d:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '28654125-8fd0-414d-a3cd-26911ebedfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:36Z', 'updated_at': '2021-10-19T12:38:37Z', 'revision_number': 2, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'subnets': [{'id': '28654125-8fd0-414d-a3cd-26911ebedfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:39.502223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252abd5d-c701-4cad-ad30-24adcaf88d29 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289e0570-0f06-4476-a89d-6da8c07f42a2,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:39.518615 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Checking router: 15c8845d-5475-44d6-b48b-2bd9dd919400 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:38:39.518775 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Updating router 15c8845d-5475-44d6-b48b-2bd9dd919400 port 2c31975b-cf51-4d44-80a0-31d9dd585507 binding host n-d-814547-1 {{(pid=101313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 12:38:39.542440 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.579254 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-252abd5d-c701-4cad-ad30-24adcaf88d29 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.580441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-252abd5d-c701-4cad-ad30-24adcaf88d29 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3152084 Oct 19 12:38:39.583379 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54484) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:39.587952 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-3b2340e1-6a77-488d-8502-08e09490ba88 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Request body: {'security_group_rule': {'security_group_id': 'a454ddad-8cf6-454f-9d54-5224657eb5b2', 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:39.667626 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b2340e1-6a77-488d-8502-08e09490ba88 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.728050 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b2340e1-6a77-488d-8502-08e09490ba88 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.799895 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b2340e1-6a77-488d-8502-08e09490ba88 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.803413 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Publish callbacks [] for port, precommit_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.820884 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2340e1-6a77-488d-8502-08e09490ba88 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754e63f6-a7df-4308-a053-952157e2377d,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:39.891145 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.915851 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-3b2340e1-6a77-488d-8502-08e09490ba88 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:39.920372 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-3b2340e1-6a77-488d-8502-08e09490ba88 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328450 Oct 19 12:38:39.920561 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54486) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:39.925895 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-bc2302e9-33ff-4a07-a7a5-cc978a7bb00d tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Request body: {'security_group_rule': {'security_group_id': 'a454ddad-8cf6-454f-9d54-5224657eb5b2', 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:39.947506 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30722e84-ffd9-45af-8373-ea2667661f57 None None] Pushing event updated for resources: {'Port': ['ID=2c31975b-cf51-4d44-80a0-31d9dd585507,revision_number=3']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:40.002762 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Attempting to bind port 2c31975b-cf51-4d44-80a0-31d9dd585507 on host n-d-814547-1 for vnic_type normal with profile {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:38:40.008634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Attempting to bind port 2c31975b-cf51-4d44-80a0-31d9dd585507 by drivers openvswitch,hyperv on host n-d-814547-1 at level 0 using segments [{'id': '67b74529-8b79-4c3e-826a-a1b8d190e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7'}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:38:40.008634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Attempting to bind port 2c31975b-cf51-4d44-80a0-31d9dd585507 on network 536fcad4-449f-4f74-ba3d-b1b238e747c7 {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:38:40.009252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Checking agent: {'id': '1a5c3e16-e34f-4c0d-900f-b580595db46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 10, 59, 29), 'started_at': datetime.datetime(2021, 10, 19, 10, 59, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-814547-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:38:40.009392 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Checking segment: {'id': '67b74529-8b79-4c3e-826a-a1b8d190e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:38:40.009762 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.010161 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Bound using segment: {'id': '67b74529-8b79-4c3e-826a-a1b8d190e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7'} {{(pid=101313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:38:40.010628 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.managers [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Bound port: 2c31975b-cf51-4d44-80a0-31d9dd585507, host: n-d-814547-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b74529-8b79-4c3e-826a-a1b8d190e9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7'}}] {{(pid=101313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:38:40.011007 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.032353 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc2302e9-33ff-4a07-a7a5-cc978a7bb00d tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.086173 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] For port 2c31975b-cf51-4d44-80a0-31d9dd585507, host n-d-814547-1, cleared binding levels {{(pid=101313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:38:40.090280 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] For port 2c31975b-cf51-4d44-80a0-31d9dd585507, host n-d-814547-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2c31975b-cf51-4d44-80a0-31d9dd585507,segment=NetworkSegment(67b74529-8b79-4c3e-826a-a1b8d190e9d6),segment_id=67b74529-8b79-4c3e-826a-a1b8d190e9d6)] {{(pid=101313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:38:40.106947 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc2302e9-33ff-4a07-a7a5-cc978a7bb00d tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.122586 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device de783dee-ad18-493e-b949-a8ccd2de27b5 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:38:40.176710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-be075596-8a33-4ca1-8075-01a54dd531b2 None None] Provisioning complete for port 2c31975b-cf51-4d44-80a0-31d9dd585507 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:40.177003 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be075596-8a33-4ca1-8075-01a54dd531b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.178847 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.205502 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc2302e9-33ff-4a07-a7a5-cc978a7bb00d tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.224813 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2302e9-33ff-4a07-a7a5-cc978a7bb00d tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12219bad-20ab-4a83-801e-a719eb103b0e,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:40.247774 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port de783dee-ad18-493e-b949-a8ccd2de27b5 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:40.248144 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.308204 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30722e84-ffd9-45af-8373-ea2667661f57 None None] Pushing event updated for resources: {'Port': ['ID=2c31975b-cf51-4d44-80a0-31d9dd585507,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:40.314408 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Routers {'15c8845d-5475-44d6-b48b-2bd9dd919400'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:40.315029 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:38:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['15c8845d-5475-44d6-b48b-2bd9dd919400'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:40.325568 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-bc2302e9-33ff-4a07-a7a5-cc978a7bb00d tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.329502 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-bc2302e9-33ff-4a07-a7a5-cc978a7bb00d tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4053214 Oct 19 12:38:40.329945 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54488) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:40.335355 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-c31b5990-c216-4a43-9920-3a4ce9089999 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Request body: {'security_group_rule': {'security_group_id': 'a454ddad-8cf6-454f-9d54-5224657eb5b2', 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:40.426454 n-d-814547-1 neutron-server[101311]: INFO neutron.db.securitygroups_db [None req-c31b5990-c216-4a43-9920-3a4ce9089999 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Project 58c6cb0010e54080b7519e7dbcfede8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:38:40.432311 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c31b5990-c216-4a43-9920-3a4ce9089999 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.451853 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be075596-8a33-4ca1-8075-01a54dd531b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.499327 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c31b5990-c216-4a43-9920-3a4ce9089999 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.514456 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] Set router 15c8845d-5475-44d6-b48b-2bd9dd919400 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:40.541100 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-be075596-8a33-4ca1-8075-01a54dd531b2 None None] For port 2c31975b-cf51-4d44-80a0-31d9dd585507, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2c31975b-cf51-4d44-80a0-31d9dd585507,segment=NetworkSegment(67b74529-8b79-4c3e-826a-a1b8d190e9d6),segment_id=67b74529-8b79-4c3e-826a-a1b8d190e9d6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:40.569168 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c31b5990-c216-4a43-9920-3a4ce9089999 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.588264 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b5990-c216-4a43-9920-3a4ce9089999 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5afac4-4ca0-45ff-b18f-b002ebb1c9bb,revision_number=0']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:40.598394 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be075596-8a33-4ca1-8075-01a54dd531b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.656767 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-c31b5990-c216-4a43-9920-3a4ce9089999 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.660457 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-c31b5990-c216-4a43-9920-3a4ce9089999 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3268259 Oct 19 12:38:40.665046 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 54490) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:40.672841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [None req-237890ea-65ad-44a2-8bed-c45966c8ffd3 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Request body: {'security_group_rule': {'security_group_id': 'a454ddad-8cf6-454f-9d54-5224657eb5b2', 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:40.693559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be075596-8a33-4ca1-8075-01a54dd531b2 None None] Pushing event updated for resources: {'Port': ['ID=2c31975b-cf51-4d44-80a0-31d9dd585507,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:40.749227 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-e72d5644-97cb-46c2-812c-3d55c37815bf None None] Provisioning complete for port 2c31975b-cf51-4d44-80a0-31d9dd585507 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:40.749692 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e72d5644-97cb-46c2-812c-3d55c37815bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.769100 n-d-814547-1 neutron-server[101312]: INFO neutron.db.securitygroups_db [None req-237890ea-65ad-44a2-8bed-c45966c8ffd3 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Project 58c6cb0010e54080b7519e7dbcfede8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 12:38:40.774666 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-237890ea-65ad-44a2-8bed-c45966c8ffd3 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.811649 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'name': 'tempest-TestSnapshotPattern-1403039662-router', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:33Z', 'updated_at': '2021-10-19T12:38:37Z', 'revision_number': 4, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'gw_port': {'id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:34Z', 'updated_at': '2021-10-19T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2c31975b-cf51-4d44-80a0-31d9dd585507', 'name': '', 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'mac_address': 'fa:16:3e:1d:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '28654125-8fd0-414d-a3cd-26911ebedfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:36Z', 'updated_at': '2021-10-19T12:38:40Z', 'revision_number': 4, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'subnets': [{'id': '28654125-8fd0-414d-a3cd-26911ebedfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:40.842580 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470e696-c7da-4828-968d-523bafcd7a88 None None] The sync data for ids ['15c8845d-5475-44d6-b48b-2bd9dd919400'] in n-d-814547-1 is: [{'id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'name': 'tempest-TestSnapshotPattern-1403039662-router', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:33Z', 'updated_at': '2021-10-19T12:38:37Z', 'revision_number': 4, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'gw_port': {'id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:34Z', 'updated_at': '2021-10-19T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': '2c31975b-cf51-4d44-80a0-31d9dd585507', 'name': '', 'network_id': '536fcad4-449f-4f74-ba3d-b1b238e747c7', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'mac_address': 'fa:16:3e:1d:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '28654125-8fd0-414d-a3cd-26911ebedfc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:36Z', 'updated_at': '2021-10-19T12:38:40Z', 'revision_number': 4, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'subnets': [{'id': '28654125-8fd0-414d-a3cd-26911ebedfc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:38:40.845688 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-237890ea-65ad-44a2-8bed-c45966c8ffd3 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.926208 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-237890ea-65ad-44a2-8bed-c45966c8ffd3 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733534'] for security_group_rule, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:40.946365 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237890ea-65ad-44a2-8bed-c45966c8ffd3 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bd7ede-2d24-40cd-b8df-c180b958c245,revision_number=0']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:41.016201 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-237890ea-65ad-44a2-8bed-c45966c8ffd3 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:41.022341 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-237890ea-65ad-44a2-8bed-c45966c8ffd3 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3510520 Oct 19 12:38:41.167531 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-079db328-be65-492a-9251-988003cd36fe tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717061713&fields=id&tenant_id=58c6cb0010e54080b7519e7dbcfede8b HTTP/1.1" status: 200 len: 267 time: 0.0340312 Oct 19 12:38:41.278457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f496f21e-cccb-4568-bb02-5dae227f7dd9 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:41.279977 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f496f21e-cccb-4568-bb02-5dae227f7dd9 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 810 time: 0.1052773 Oct 19 12:38:41.295996 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-e6c50c29-7c16-4c10-98bb-4656209337f2 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/quotas/58c6cb0010e54080b7519e7dbcfede8b HTTP/1.1" status: 200 len: 375 time: 0.0101244 Oct 19 12:38:41.351548 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-852de5a2-154a-41cc-a5d6-b9a2e19b81b8 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496266 Oct 19 12:38:41.367102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-74734724-f0ca-4998-bcd2-7123941adaab service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101312) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:38:41.368060 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-74734724-f0ca-4998-bcd2-7123941adaab service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049491 Oct 19 12:38:41.465978 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-8a40d544-f08b-4403-8e81-7eb535a37f43 service neutron] 10.222.0.39 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915258 Oct 19 12:38:41.561465 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f1a0b732-7a1f-4d77-b271-ad707a52e007 service neutron] 10.222.0.39 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893686 Oct 19 12:38:41.809644 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-92eec1d6-e061-4705-b106-8f5ada93bbdb req-149c787b-19fa-4a50-80c4-34e6355fc4b1 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 210 time: 0.0277624 Oct 19 12:38:42.129538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2c31975b-cf51-4d44-80a0-31d9dd585507 up at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:38:42.175770 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Provisioning complete for port 2c31975b-cf51-4d44-80a0-31d9dd585507 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:42.176128 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:42.903802 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2c6783be-4750-4bc0-bba8-4e896c7427c0 req-816b4f1c-cdc4-408d-bbe3-a0d2cd69a093 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 210 time: 0.0274749 Oct 19 12:38:43.879784 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d44b-030f-48a5-a112-3287e118717a req-4265711c-b288-4ac2-a48d-abdbe30d094d tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:43.881180 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-4265711c-b288-4ac2-a48d-abdbe30d094d tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.49 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 810 time: 0.1043959 Oct 19 12:38:43.926285 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-e1ae831d-5c71-4444-a9ee-7bda26909d66 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c6cb0010e54080b7519e7dbcfede8b HTTP/1.1" status: 200 len: 379 time: 0.0357037 Oct 19 12:38:43.935860 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Request body: {'port': {'device_id': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'admin_state_up': True, 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'security_groups': ['a454ddad-8cf6-454f-9d54-5224657eb5b2']}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:44.032864 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-9a7b2912-59f6-4cfc-bbf1-c3173ff7e0c3 req-2107f67f-1ddb-476b-8202-0e32164133a9 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 210 time: 0.0394127 Oct 19 12:38:44.165344 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Made reservation on behalf of 58c6cb0010e54080b7519e7dbcfede8b for: {'port': 1} {{(pid=101311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:38:44.169561 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:44.294499 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Allocated IP 172.20.0.14 (63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2/23a10289-9517-48f4-a5aa-4f3c67150ec3/cb11950a-4dbf-4593-88b8-915dac646a68) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:38:44.440262 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:44.520295 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:44.565902 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:38:44.569333 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:44.571832 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:38:44.605146 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'Port': ['ID=cb11950a-4dbf-4593-88b8-915dac646a68,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:44.632184 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:44.632840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:44.720441 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-59eea6cf-c368-4d0e-a8d9-8b23238a2ff0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7884362 Oct 19 12:38:44.734109 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Request body: {'port': {'device_id': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-814547-1'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:44.787816 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:44.822901 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-cd9c756b-36aa-4d1d-898f-f6ace080d07c None None] Provisioning complete for port cb11950a-4dbf-4593-88b8-915dac646a68 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:44.824025 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cd9c756b-36aa-4d1d-898f-f6ace080d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:44.856228 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-cd9c756b-36aa-4d1d-898f-f6ace080d07c None None] Port cb11950a-4dbf-4593-88b8-915dac646a68 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:38:45.050619 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb11950a-4dbf-4593-88b8-915dac646a68 {{(pid=101311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:38:45.059159 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:45.074020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.provisioning_blocks [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Transition to ACTIVE for port object cb11950a-4dbf-4593-88b8-915dac646a68 will not be triggered until provisioned by entity L2. {{(pid=101311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:38:45.142637 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:45.151459 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db69199-4cad-4aab-9702-677478307b15 req-07738c24-7b5b-4361-94e2-fec057954827 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:45.152953 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8db69199-4cad-4aab-9702-677478307b15 req-07738c24-7b5b-4361-94e2-fec057954827 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 932 time: 0.0488894 Oct 19 12:38:45.194203 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-8db69199-4cad-4aab-9702-677478307b15 req-bf3f3097-4770-4dcd-ad7b-0b39b05cea37 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349264 Oct 19 12:38:45.201487 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Pushing event updated for resources: {'Port': ['ID=cb11950a-4dbf-4593-88b8-915dac646a68,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:45.270870 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Attempting to bind port cb11950a-4dbf-4593-88b8-915dac646a68 on host n-h2-814547-1 for vnic_type normal with profile {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:38:45.271206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Attempting to bind port cb11950a-4dbf-4593-88b8-915dac646a68 by drivers openvswitch,hyperv on host n-h2-814547-1 at level 0 using segments [{'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:38:45.271532 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Attempting to bind port cb11950a-4dbf-4593-88b8-915dac646a68 on network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:38:45.276177 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Port cb11950a-4dbf-4593-88b8-915dac646a68 on network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-814547-1 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:38:45.276570 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Attempting to bind port cb11950a-4dbf-4593-88b8-915dac646a68 on network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:38:45.281679 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Checking agent: {'id': '1131a7f1-7385-4c21-afbd-5268bc7caa3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:38:45.282008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Checking segment: {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:38:45.282384 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Bound using segment: {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'} {{(pid=101311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:38:45.282801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.managers [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Bound port: cb11950a-4dbf-4593-88b8-915dac646a68, host: n-h2-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'}}] {{(pid=101311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:38:45.283158 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:45.348936 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] For port cb11950a-4dbf-4593-88b8-915dac646a68, host n-h2-814547-1, cleared binding levels {{(pid=101311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:38:45.352205 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] For port cb11950a-4dbf-4593-88b8-915dac646a68, host n-h2-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=cb11950a-4dbf-4593-88b8-915dac646a68,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:38:45.406011 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:45.452077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:45.452077 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:45.452077 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] 10.222.0.49 "PUT /v2.0/ports/cb11950a-4dbf-4593-88b8-915dac646a68 HTTP/1.1" status: 200 len: 1092 time: 0.7189727 Oct 19 12:38:45.452077 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:38:45.452077 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7234c6f8-3d82-4264-92b3-a1d513b4fcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:38:45.476171 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c1acd-975d-458b-bf2f-e8a0283152ca service neutron] Pushing event updated for resources: {'Port': ['ID=cb11950a-4dbf-4593-88b8-915dac646a68,revision_number=3']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:45.513854 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eeb22f-f083-462b-be48-0f0b29a91435 x-openstack-request-id: req-74eeb22f-f083-462b-be48-0f0b29a91435 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:38:45.514279 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:38:45.514553 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74eeb22f-f083-462b-be48-0f0b29a91435 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:38:45.515026 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'status': 'completed', 'code': 200} Oct 19 12:38:45.579223 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234c6f8-3d82-4264-92b3-a1d513b4fcd9 req-1ced1191-66c0-47a9-af72-605d9e64f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:45.580776 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7234c6f8-3d82-4264-92b3-a1d513b4fcd9 req-1ced1191-66c0-47a9-af72-605d9e64f8f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 1095 time: 0.0434675 Oct 19 12:38:45.685720 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234c6f8-3d82-4264-92b3-a1d513b4fcd9 req-78cd8ac6-f2a1-4469-9496-9f015e9ba2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:45.687181 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7234c6f8-3d82-4264-92b3-a1d513b4fcd9 req-78cd8ac6-f2a1-4469-9496-9f015e9ba2be service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0973446 Oct 19 12:38:45.784553 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234c6f8-3d82-4264-92b3-a1d513b4fcd9 req-3fbcad00-6225-42c8-94e4-e8b0242e622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:45.786043 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-7234c6f8-3d82-4264-92b3-a1d513b4fcd9 req-3fbcad00-6225-42c8-94e4-e8b0242e622f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879710 Oct 19 12:38:45.794870 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:38:45.859020 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d44b-030f-48a5-a112-3287e118717a req-927f39bd-dbeb-40a8-893e-4d036a3eebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:45.860468 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-927f39bd-dbeb-40a8-893e-4d036a3eebc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 1095 time: 0.0406022 Oct 19 12:38:45.906743 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-ea473562-95df-4d69-b1f5-f56d37507482 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb11950a-4dbf-4593-88b8-915dac646a68 HTTP/1.1" status: 200 len: 217 time: 0.0372920 Oct 19 12:38:45.956383 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d44b-030f-48a5-a112-3287e118717a req-9c1af1de-3c4e-446e-929b-d585517e6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:45.958049 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-9c1af1de-3c4e-446e-929b-d585517e6703 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0436919 Oct 19 12:38:46.002470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d44b-030f-48a5-a112-3287e118717a req-48637d9f-67df-423d-b5cd-cee9c68a21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:46.003924 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-48637d9f-67df-423d-b5cd-cee9c68a21d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388932 Oct 19 12:38:46.097217 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-10ad738e-e93f-4463-9394-7af30fd3c5a7 service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861473 Oct 19 12:38:46.184958 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f9e8d44b-030f-48a5-a112-3287e118717a req-56bb81cd-2ab4-4585-829d-a4ab4574d1ce service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808251 Oct 19 12:38:46.308865 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d9530-c59b-4417-87b0-0ee9074fef65 req-a684cac2-2b3f-4103-b063-b9c39fe7eb04 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:46.310334 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-423d9530-c59b-4417-87b0-0ee9074fef65 req-a684cac2-2b3f-4103-b063-b9c39fe7eb04 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 944 time: 0.0472269 Oct 19 12:38:46.351195 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-423d9530-c59b-4417-87b0-0ee9074fef65 req-42e169ed-3317-4604-b72c-c850665b58ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349267 Oct 19 12:38:47.347836 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device cb11950a-4dbf-4593-88b8-915dac646a68 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:38:47.474533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a05e41-a280-41dc-8f89-41534f0c819e req-9f7da434-bd0d-48af-8ff8-3c91d420f85a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:47.476144 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0a05e41-a280-41dc-8f89-41534f0c819e req-9f7da434-bd0d-48af-8ff8-3c91d420f85a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 944 time: 0.0571444 Oct 19 12:38:47.518833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e0a05e41-a280-41dc-8f89-41534f0c819e req-b4a7cdc6-dad8-4939-9411-5464f34c9332 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354960 Oct 19 12:38:47.594757 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port cb11950a-4dbf-4593-88b8-915dac646a68, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=cb11950a-4dbf-4593-88b8-915dac646a68,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:47.606406 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'mac_address': 'fa:16:3e:69:fd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:38:47.642817 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:47.656427 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb11950a-4dbf-4593-88b8-915dac646a68 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:38:47.676188 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port cb11950a-4dbf-4593-88b8-915dac646a68, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=cb11950a-4dbf-4593-88b8-915dac646a68,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:47.742117 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:47.789274 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=cb11950a-4dbf-4593-88b8-915dac646a68,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:47.974020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['cb11950a-4dbf-4593-88b8-915dac646a68'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:38:48.657125 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce2aa0-dd00-4f62-aa59-007b17d912ca req-64078cc6-c1ed-423d-bfc3-5db70575af2b tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:48.658584 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6bce2aa0-dd00-4f62-aa59-007b17d912ca req-64078cc6-c1ed-423d-bfc3-5db70575af2b tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 945 time: 0.0484967 Oct 19 12:38:48.695285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6bce2aa0-dd00-4f62-aa59-007b17d912ca req-7b4e8288-a1bf-4c52-abfc-22219c7c301c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307903 Oct 19 12:38:49.348385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device cb11950a-4dbf-4593-88b8-915dac646a68 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:38:49.496940 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning for port cb11950a-4dbf-4593-88b8-915dac646a68 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:38:49.500970 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port cb11950a-4dbf-4593-88b8-915dac646a68 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:38:49.501334 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:49.577703 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:49.600234 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:38:49.602400 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd509f3-7363-4b7b-ac6d-53e6c91cc958" -d '{"events": [{"server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "name": "network-vif-plugged", "status": "completed", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:38:49.615049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port cb11950a-4dbf-4593-88b8-915dac646a68, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=cb11950a-4dbf-4593-88b8-915dac646a68,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:38:49.685823 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:49.688798 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3353489-f642-400e-9139-62a6e3c6cf60 x-openstack-request-id: req-e3353489-f642-400e-9139-62a6e3c6cf60 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:38:49.689030 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "name": "network-vif-plugged", "status": "completed", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:38:49.691054 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3353489-f642-400e-9139-62a6e3c6cf60 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:38:49.691054 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'code': 200} Oct 19 12:38:49.749247 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=cb11950a-4dbf-4593-88b8-915dac646a68,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:49.797376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226f857-a750-4239-90cc-6cea6e24c1a1 req-c09b15ca-564d-4948-afdf-f3f85b3f355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:49.799004 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f226f857-a750-4239-90cc-6cea6e24c1a1 req-c09b15ca-564d-4948-afdf-f3f85b3f355d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 1097 time: 0.0410113 Oct 19 12:38:49.819041 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbc8e-4cc6-44c8-8b84-9cd9e31670c5 req-93d72dd3-cbf4-48dc-abcf-8290f6c7726e tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:49.820556 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29abbc8e-4cc6-44c8-8b84-9cd9e31670c5 req-93d72dd3-cbf4-48dc-abcf-8290f6c7726e tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 946 time: 0.0486550 Oct 19 12:38:49.834127 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-f226f857-a750-4239-90cc-6cea6e24c1a1 req-d24036d3-331e-437b-ab08-d1b010b1b4ed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284560 Oct 19 12:38:49.858409 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-29abbc8e-4cc6-44c8-8b84-9cd9e31670c5 req-33830aa0-cbf0-476f-91b9-b28d41e4a56a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311627 Oct 19 12:38:50.422156 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:50.989881 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646f327-4655-4cf6-a2dc-d9fc06d40f96 req-7b6765cb-2083-4a3b-82a7-c119e1dfe7be tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:50.991454 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3646f327-4655-4cf6-a2dc-d9fc06d40f96 req-7b6765cb-2083-4a3b-82a7-c119e1dfe7be tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 946 time: 0.0495541 Oct 19 12:38:51.014702 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:51.032488 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3646f327-4655-4cf6-a2dc-d9fc06d40f96 req-d61ed86d-0121-4667-a810-18efd3fb1419 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348940 Oct 19 12:38:51.858245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-ce6716b0-9c96-4c10-861b-6b4aa58aaa6a req-538b5cab-da34-4d1e-b128-cb8ad82ddf01 service neutron] (101311) timed out ('10.222.0.39', 41500) {{(pid=101311) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 12:38:52.146226 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5147da-542f-4510-8fea-0f0cc01c80c0 req-3eeb8b65-9566-41b7-ab53-903ec4f593ca tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:52.147580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-be5147da-542f-4510-8fea-0f0cc01c80c0 req-3eeb8b65-9566-41b7-ab53-903ec4f593ca tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 946 time: 0.0482635 Oct 19 12:38:52.188462 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-be5147da-542f-4510-8fea-0f0cc01c80c0 req-ff70ae3d-0c08-4e4d-896b-6ccf7826792d tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349727 Oct 19 12:38:52.305087 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d9fa9-bc29-4b83-adc8-c2ad8e9f0964 req-a62fb991-aee1-4589-a96d-54195822b1af tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:52.306558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e1d9fa9-bc29-4b83-adc8-c2ad8e9f0964 req-a62fb991-aee1-4589-a96d-54195822b1af tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 946 time: 0.0522888 Oct 19 12:38:52.344561 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-5e1d9fa9-bc29-4b83-adc8-c2ad8e9f0964 req-9afb253d-6a13-4352-92de-40c841752ba6 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315402 Oct 19 12:38:52.365752 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54552) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:52.489821 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8357f8-a6ee-4c19-a348-4e5fee8d4612 tempest-TestSnapshotPattern-1049764135 tempest-TestSnapshotPattern-1049764135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:52.491312 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ac8357f8-a6ee-4c19-a348-4e5fee8d4612 tempest-TestSnapshotPattern-1049764135 tempest-TestSnapshotPattern-1049764135-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 1092 time: 0.1246088 Oct 19 12:38:52.494213 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54556) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:38:52.499071 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:38:52.625832 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:52.723883 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:52.825849 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Allocated IP 172.25.2.149 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/2ace8dea-e6fb-473f-8602-b415ee672c51) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:38:52.928506 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:53.005811 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:53.044681 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:38:53.047632 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:38:53.050755 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:38:53.077158 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'Port': ['ID=2ace8dea-e6fb-473f-8602-b415ee672c51,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:53.409689 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:53.528225 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:53.675233 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:53.725082 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:53.790787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'Port': ['ID=2ace8dea-e6fb-473f-8602-b415ee672c51,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:38:53.802292 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:53.901643 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Floating IP 6458733a-6b0b-4843-91d2-8b330b2dd0d5 associated. External IP: 172.25.2.149, port: cb11950a-4dbf-4593-88b8-915dac646a68. Oct 19 12:38:54.106519 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Router 53c995ab-cc8d-4b62-93d0-0ba357d00308 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:38:54.212127 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:38:54.221991 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14695400-086b-465d-bf18-a83180e96550 None None] Sync routers for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:38:54.231933 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14695400-086b-465d-bf18-a83180e96550 None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:54.235212 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-14695400-086b-465d-bf18-a83180e96550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:38:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:54.282084 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:54.310694 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-b6bbe23d-5440-4090-93e2-c61d0825316c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8153210 Oct 19 12:38:54.311118 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:38:54.313380 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88" -d '{"events": [{"name": "network-changed", "server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:38:54.336610 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-14695400-086b-465d-bf18-a83180e96550 None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:54.350304 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23baff2-8de7-43ca-8243-2afb04bc62bf x-openstack-request-id: req-e23baff2-8de7-43ca-8243-2afb04bc62bf {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:38:54.350588 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:38:54.350840 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e23baff2-8de7-43ca-8243-2afb04bc62bf {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:38:54.351241 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'status': 'completed', 'code': 200} Oct 19 12:38:54.413291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88 req-675b9940-6536-4f04-929c-e7e8a5ddac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:54.414811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88 req-675b9940-6536-4f04-929c-e7e8a5ddac38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 1097 time: 0.0408926 Oct 19 12:38:54.508174 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88 req-4cb63f8d-c43e-4f89-8b4a-7395cbb64f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:54.509796 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88 req-4cb63f8d-c43e-4f89-8b4a-7395cbb64f9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 911 time: 0.0878699 Oct 19 12:38:54.554822 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-14695400-086b-465d-bf18-a83180e96550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '6458733a-6b0b-4843-91d2-8b330b2dd0d5', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:69:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:38:53Z', 'updated_at': '2021-10-19T12:38:53Z', 'revision_number': 0, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:54.574710 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88 req-1b6e8cfe-921e-4dac-acb5-9ca3b516a97c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb11950a-4dbf-4593-88b8-915dac646a68 HTTP/1.1" status: 200 len: 1000 time: 0.0580037 Oct 19 12:38:54.583590 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14695400-086b-465d-bf18-a83180e96550 None None] Checking router: 53c995ab-cc8d-4b62-93d0-0ba357d00308 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:38:54.592370 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14695400-086b-465d-bf18-a83180e96550 None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:38:54.592995 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-14695400-086b-465d-bf18-a83180e96550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:38:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:54.626909 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88 req-3758b66f-fbee-4c09-842c-224a3bec0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:54.628353 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88 req-3758b66f-fbee-4c09-842c-224a3bec0e03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0470557 Oct 19 12:38:54.673851 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88 req-f6940ae8-78a1-4962-86d3-d82ea09136aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:38:54.675394 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88 req-f6940ae8-78a1-4962-86d3-d82ea09136aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401003 Oct 19 12:38:54.694761 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-14695400-086b-465d-bf18-a83180e96550 None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:38:54.768071 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88 req-daa20d22-a6c8-4627-ad20-7a8c90504d78 service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856347 Oct 19 12:38:54.858041 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e63e9f5d-5423-40e0-af1a-bfd0c14dbd88 req-bdc665f5-b0ab-476c-9cac-ce9321a6bf6c service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828590 Oct 19 12:38:54.912572 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-14695400-086b-465d-bf18-a83180e96550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '6458733a-6b0b-4843-91d2-8b330b2dd0d5', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:69:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:38:53Z', 'updated_at': '2021-10-19T12:38:53Z', 'revision_number': 0, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:38:54.937235 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14695400-086b-465d-bf18-a83180e96550 None None] The sync data for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 is: [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '6458733a-6b0b-4843-91d2-8b330b2dd0d5', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:69:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:38:53Z', 'updated_at': '2021-10-19T12:38:53Z', 'revision_number': 0, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:38:55.132549 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa01e7-905c-4850-9ece-0af85726a9b0 None None] New status for floating IP 6458733a-6b0b-4843-91d2-8b330b2dd0d5: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:38:55.508234 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-673065f3-d23f-416d-b1ab-4690b2292d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:57.885241 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4a010b6f-e151-4dd2-8b16-946cd4b373d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:59.119129 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:38:59.380113 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:01.148163 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:20.494409 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:20.873001 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:21.652358 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-e93c86e5-2008-45bf-958c-976c22b9d62d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0833979 Oct 19 12:39:21.739533 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-173bd666-710e-4de7-b5c1-a5575a8dd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:39:21.741129 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-173bd666-710e-4de7-b5c1-a5575a8dd527 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 1097 time: 0.0449672 Oct 19 12:39:21.851739 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-e4c61bd1-59d9-4682-bb69-46cc333c5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:39:21.853331 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-e4c61bd1-59d9-4682-bb69-46cc333c5c84 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 911 time: 0.0916309 Oct 19 12:39:21.927453 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-79dd7d5c-98eb-414e-bfa0-fae9376b90fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb11950a-4dbf-4593-88b8-915dac646a68 HTTP/1.1" status: 200 len: 1002 time: 0.0659571 Oct 19 12:39:21.977863 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-82f5c8bd-5379-4208-b3fe-0cfb26b853e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:39:21.979350 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-82f5c8bd-5379-4208-b3fe-0cfb26b853e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0455153 Oct 19 12:39:22.026401 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-c98560b0-5fa6-4b94-baed-8686779d957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:39:22.027896 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-c98560b0-5fa6-4b94-baed-8686779d957f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398498 Oct 19 12:39:22.461666 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-5c6add1b-7c95-4473-80a7-1d1cb2ecf6f9 service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235046 Oct 19 12:39:22.558229 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-373071a3-b0ba-4812-ab54-45fe7826ada2 req-f5469de6-4e04-4638-b223-3b1307ac64da service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880151 Oct 19 12:39:22.793877 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:39:25.473735 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8ed5a98b-7aab-4247-b997-214571c4a09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:27.884383 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-098b17a1-6f39-4b73-8d80-83c997de4fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:29.170082 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:29.396821 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:31.158697 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:50.470700 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:50.893469 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:55.569848 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2aa02e7b-f599-45ce-bea5-b5bcbded0125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:57.922370 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ace477bd-ffb3-4eec-b50d-12cf987d893e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:59.133322 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:59.418820 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:39:59.797453 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:40:01.144933 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:20.472144 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:20.887123 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:21.596450 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-669c18b9-466f-429f-aa48-7baae26f491d req-c6fea2d6-5090-4b1c-9723-35d6721a71b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413697 Oct 19 12:40:21.682008 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c18b9-466f-429f-aa48-7baae26f491d req-f124c767-6e31-4aba-ab23-355f0302a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:40:21.683505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-669c18b9-466f-429f-aa48-7baae26f491d req-f124c767-6e31-4aba-ab23-355f0302a0d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 1097 time: 0.0448897 Oct 19 12:40:21.791247 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c18b9-466f-429f-aa48-7baae26f491d req-cee5361c-1762-4a6e-ba2c-ee092d6dcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:40:21.792779 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-669c18b9-466f-429f-aa48-7baae26f491d req-cee5361c-1762-4a6e-ba2c-ee092d6dcd23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 911 time: 0.0911677 Oct 19 12:40:21.862167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-669c18b9-466f-429f-aa48-7baae26f491d req-01263389-8bc8-43e9-8ded-177dc439e65b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb11950a-4dbf-4593-88b8-915dac646a68 HTTP/1.1" status: 200 len: 1002 time: 0.0622303 Oct 19 12:40:21.912978 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c18b9-466f-429f-aa48-7baae26f491d req-82dbf9ca-1ddc-4d38-8948-209a25720968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:40:21.914447 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-669c18b9-466f-429f-aa48-7baae26f491d req-82dbf9ca-1ddc-4d38-8948-209a25720968 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0449736 Oct 19 12:40:21.961470 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c18b9-466f-429f-aa48-7baae26f491d req-c441c67e-de05-456d-9cc9-9398c80998e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:40:21.962997 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-669c18b9-466f-429f-aa48-7baae26f491d req-c441c67e-de05-456d-9cc9-9398c80998e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416386 Oct 19 12:40:22.055946 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-669c18b9-466f-429f-aa48-7baae26f491d req-e446b0b7-8a20-4ada-86d1-0bf3eab78f8e service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858161 Oct 19 12:40:22.146991 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-669c18b9-466f-429f-aa48-7baae26f491d req-5281f4ce-c17a-4a3b-8eb6-29f634aba1cd service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839739 Oct 19 12:40:25.495268 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f49161d6-7d5f-4729-9c4b-4acf8c10f834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:27.932957 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b0b59fa7-bd2d-4814-89b1-fcb255f21f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:29.157431 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:29.395419 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:31.140701 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:36.796743 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:40:50.494780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:50.883137 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:53.846288 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device cb11950a-4dbf-4593-88b8-915dac646a68 details requested by agent hyperv_n-h2-814547-1 with host n-h2-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:40:53.968986 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port cb11950a-4dbf-4593-88b8-915dac646a68, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=cb11950a-4dbf-4593-88b8-915dac646a68,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:40:53.984366 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Returning: {'device': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'mac_address': 'fa:16:3e:69:fd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:40:54.034372 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:54.054398 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb11950a-4dbf-4593-88b8-915dac646a68 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:40:54.074266 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port cb11950a-4dbf-4593-88b8-915dac646a68, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=cb11950a-4dbf-4593-88b8-915dac646a68,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:40:54.151811 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:54.223357 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=cb11950a-4dbf-4593-88b8-915dac646a68,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:40:54.235352 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] get_ports_and_sgs() called for port_ids ['cb11950a-4dbf-4593-88b8-915dac646a68'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:40:54.239051 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:54.239397 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:54.239729 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:54.240056 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:54.240380 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:54.240734 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:54.241052 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:54.241385 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:54.241683 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:54.241991 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:54.242309 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:54.242619 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:40:55.500763 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e1dccb4a-353f-4c73-a282-6140cf7838fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:55.872461 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device cb11950a-4dbf-4593-88b8-915dac646a68 up at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:40:55.922863 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Provisioning complete for port cb11950a-4dbf-4593-88b8-915dac646a68 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:40:55.923307 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:56.011904 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:56.040136 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:40:56.042888 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe81ea7-2076-49b7-99f8-6337d00aa149" -d '{"events": [{"server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "name": "network-vif-plugged", "status": "completed", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:40:56.060342 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port cb11950a-4dbf-4593-88b8-915dac646a68, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=cb11950a-4dbf-4593-88b8-915dac646a68,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:40:56.084309 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27518820-5eb3-4af9-9550-098873f8f677 x-openstack-request-id: req-27518820-5eb3-4af9-9550-098873f8f677 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:40:56.084309 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "name": "network-vif-plugged", "status": "completed", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:40:56.084309 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27518820-5eb3-4af9-9550-098873f8f677 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:40:56.084309 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'code': 200} Oct 19 12:40:56.126989 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:56.175681 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=cb11950a-4dbf-4593-88b8-915dac646a68,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:40:57.889018 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a5f42aad-c972-4e02-bd0f-cc83fc1cc02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:59.140292 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:40:59.418252 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:01.146280 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:03.919142 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-423a4c21-6c8e-4ae6-88f8-19cc68eafd55 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717061713&fields=id&tenant_id=58c6cb0010e54080b7519e7dbcfede8b HTTP/1.1" status: 200 len: 267 time: 0.0340509 Oct 19 12:41:04.035288 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-c781ccf2-7fd4-4389-83a8-ec78403c4465 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:04.036833 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-c781ccf2-7fd4-4389-83a8-ec78403c4465 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 810 time: 0.1109600 Oct 19 12:41:04.051505 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-5da2ce56-b120-49ea-bd4b-b0409d12ef11 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/quotas/58c6cb0010e54080b7519e7dbcfede8b HTTP/1.1" status: 200 len: 375 time: 0.0088909 Oct 19 12:41:04.107880 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-b7f19f47-2dcf-470c-bc01-6c5af140d31c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0508757 Oct 19 12:41:04.188018 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-213a9b69-bf42-47e3-88d9-b9cf2d3a35ed service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=101311) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 12:41:04.189106 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-213a9b69-bf42-47e3-88d9-b9cf2d3a35ed service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0700188 Oct 19 12:41:04.287502 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-e6195e10-aa9b-45e4-8888-fdbbb4f10498 service neutron] 10.222.0.39 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911262 Oct 19 12:41:04.376028 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-8869ba15-5e23-4329-858b-39c0fb42c01c service neutron] 10.222.0.39 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824239 Oct 19 12:41:04.666158 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a7d77a8d-efef-4532-b131-9f129275c88e req-c2201d09-bf86-4a80-836e-3ac5019ffae7 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 210 time: 0.0831015 Oct 19 12:41:05.763826 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c7087b09-1e13-4a4a-84ef-1542115b96fa req-41659be6-26f9-4f00-8d5e-f8140da445cc tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 210 time: 0.0322998 Oct 19 12:41:06.552367 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-76f2b7cc-8a22-4ee9-b815-007cc721a66e tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:06.553825 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-76f2b7cc-8a22-4ee9-b815-007cc721a66e tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.26 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 810 time: 0.1008811 Oct 19 12:41:06.603389 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-c4d4f6bb-e5da-4756-ac47-45c4e18a5d63 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c6cb0010e54080b7519e7dbcfede8b HTTP/1.1" status: 200 len: 379 time: 0.0336781 Oct 19 12:41:06.615684 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Request body: {'port': {'device_id': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'admin_state_up': True, 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'security_groups': ['a454ddad-8cf6-454f-9d54-5224657eb5b2']}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:41:06.791794 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Made reservation on behalf of 58c6cb0010e54080b7519e7dbcfede8b for: {'port': 1} {{(pid=101312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 12:41:06.795466 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:06.884984 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a03dd88a-d06c-4ff8-8b60-37469c5c756f req-c7eab74a-8e01-481f-8122-aba4319c1cf7 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 210 time: 0.0368824 Oct 19 12:41:06.950724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_common [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Allocated IP 172.20.0.4 (63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2/23a10289-9517-48f4-a5aa-4f3c67150ec3/8e2baf9e-8619-4677-9b0d-b7e825fd0cf3) {{(pid=101312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:41:07.093401 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for port, precommit_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:07.203438 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_create {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:07.242994 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 is already hosted by enough agents. {{(pid=101312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:41:07.249070 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.base_scheduler [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Resources bound (agent type, host, resource id): {{(pid=101312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:41:07.252160 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Received port after_create {{(pid=101312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:41:07.304730 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'Port': ['ID=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,revision_number=1']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:41:07.320423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.320837 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.321180 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.321619 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.321838 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.322183 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.322503 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.322859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.323151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.323610 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.323997 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.324282 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:07.354545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:07.355291 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:07.480057 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-6951f833-d5fa-4f48-b75f-bc30cf5c06ba tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8671997 Oct 19 12:41:07.585478 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-7188fef9-11ba-4a90-97f5-51cf274aee15 None None] Provisioning complete for port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 triggered by entity DHCP. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:41:07.586057 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7188fef9-11ba-4a90-97f5-51cf274aee15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:07.639719 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7188fef9-11ba-4a90-97f5-51cf274aee15 None None] Port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 cannot update to ACTIVE because it is not bound. {{(pid=101313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 19 12:41:07.939861 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device cb11950a-4dbf-4593-88b8-915dac646a68 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:41:08.007435 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b479b-ef10-4b7b-a476-7abacf260821 req-c84c78d5-833f-4bcc-ba5e-831bb5af2c7f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:08.008958 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b6b479b-ef10-4b7b-a476-7abacf260821 req-c84c78d5-833f-4bcc-ba5e-831bb5af2c7f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 931 time: 0.0539219 Oct 19 12:41:08.030088 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:08.048003 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-3b6b479b-ef10-4b7b-a476-7abacf260821 req-bb9303ea-97fa-4ce8-82b5-ffa58293df97 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327158 Oct 19 12:41:08.054222 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:41:08.056998 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8b0dd8-848e-4bf4-bb5d-9fc8bc347675" -d '{"events": [{"server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "name": "network-vif-unplugged", "status": "completed", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:41:08.079053 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] For port cb11950a-4dbf-4593-88b8-915dac646a68, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=cb11950a-4dbf-4593-88b8-915dac646a68,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:41:08.113990 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e26f4e-e1c3-4110-80cb-a59e77d00aaa x-openstack-request-id: req-96e26f4e-e1c3-4110-80cb-a59e77d00aaa {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:41:08.114267 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "name": "network-vif-unplugged", "status": "completed", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:41:08.114540 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96e26f4e-e1c3-4110-80cb-a59e77d00aaa {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:41:08.114965 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'code': 200} Oct 19 12:41:08.163269 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:08.211700 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Pushing event updated for resources: {'Port': ['ID=cb11950a-4dbf-4593-88b8-915dac646a68,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:41:09.186573 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507705f5-2754-4ab1-8347-0ed74b92a192 req-c6865462-bca1-4bc9-905b-33e5a97dd954 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:09.188240 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-507705f5-2754-4ab1-8347-0ed74b92a192 req-c6865462-bca1-4bc9-905b-33e5a97dd954 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 931 time: 0.0516515 Oct 19 12:41:09.227146 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-507705f5-2754-4ab1-8347-0ed74b92a192 req-058a71d7-f951-4e8c-8dea-b1220dee6b18 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325277 Oct 19 12:41:10.348060 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2069da0-77a1-4af1-9b17-d265730be047 req-fbe2ff6e-c744-4d76-a406-4cf4bbc57371 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:10.351688 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2069da0-77a1-4af1-9b17-d265730be047 req-fbe2ff6e-c744-4d76-a406-4cf4bbc57371 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 931 time: 0.0520875 Oct 19 12:41:10.395666 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-d2069da0-77a1-4af1-9b17-d265730be047 req-f24dbe9b-c46a-4f35-9ac3-6a79fcd692a5 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387561 Oct 19 12:41:11.514049 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dc1f6-2561-47e5-bc50-35c1244db084 req-67d0630e-5532-4805-a344-d2ba72d9e381 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:11.515656 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-765dc1f6-2561-47e5-bc50-35c1244db084 req-67d0630e-5532-4805-a344-d2ba72d9e381 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 931 time: 0.0526693 Oct 19 12:41:11.568094 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-765dc1f6-2561-47e5-bc50-35c1244db084 req-0bd97d6a-6e34-4c66-b5b5-b295111e63f8 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457118 Oct 19 12:41:12.699531 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fc223-c1f6-40a9-bce4-703290659c1f req-bc72eac2-94c1-499b-bdb9-df1936d0ebe2 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:12.701112 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e9fc223-c1f6-40a9-bce4-703290659c1f req-bc72eac2-94c1-499b-bdb9-df1936d0ebe2 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 931 time: 0.0540557 Oct 19 12:41:12.743684 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-2e9fc223-c1f6-40a9-bce4-703290659c1f req-b97cc939-7702-48d4-931b-fe27937882dc tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364487 Oct 19 12:41:13.795127 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:41:13.868277 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d0e72-b26b-43dd-9219-9c6c835e2e93 req-1c1432a2-7fd7-4c1d-93ea-260d5f756871 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:13.870079 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-088d0e72-b26b-43dd-9219-9c6c835e2e93 req-1c1432a2-7fd7-4c1d-93ea-260d5f756871 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 931 time: 0.0533364 Oct 19 12:41:13.909714 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-088d0e72-b26b-43dd-9219-9c6c835e2e93 req-77abe061-257f-4f8a-911a-26064a3f3cf4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334382 Oct 19 12:41:15.056654 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4175b1-9184-4f7f-8327-440015f1eb0d req-7e81a212-dac4-4b08-9ebb-efb92974f9e0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:15.058175 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f4175b1-9184-4f7f-8327-440015f1eb0d req-7e81a212-dac4-4b08-9ebb-efb92974f9e0 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 931 time: 0.0755641 Oct 19 12:41:15.096436 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6f4175b1-9184-4f7f-8327-440015f1eb0d req-30a7b29d-6c38-456d-ae78-073adb2687c2 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Oct 19 12:41:16.223019 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41077c67-0fb8-4e7d-98c0-88bfae2937e2 req-e1a414e7-2baf-462d-b407-48cd543f623f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:16.226152 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-41077c67-0fb8-4e7d-98c0-88bfae2937e2 req-e1a414e7-2baf-462d-b407-48cd543f623f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 931 time: 0.0580287 Oct 19 12:41:16.266700 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-41077c67-0fb8-4e7d-98c0-88bfae2937e2 req-20c0bae3-557b-49ed-964a-196d80eb2696 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334210 Oct 19 12:41:17.391039 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa87c3f-b837-4bd6-9067-0302f95db010 req-c4dc7d7b-b439-42b2-a035-139e4fc6b3f6 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:17.392624 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afa87c3f-b837-4bd6-9067-0302f95db010 req-c4dc7d7b-b439-42b2-a035-139e4fc6b3f6 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 931 time: 0.0494971 Oct 19 12:41:17.439330 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.v2.base [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Request body: {'port': {'device_id': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-814547-1'}} {{(pid=101312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:41:17.449587 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-afa87c3f-b837-4bd6-9067-0302f95db010 req-7c2d5d64-232f-4b1c-bb14-4d9567fb8cf2 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500288 Oct 19 12:41:17.506979 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:17.799680 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 {{(pid=101312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:41:17.807142 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:17.818940 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.provisioning_blocks [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Transition to ACTIVE for port object 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 will not be triggered until provisioned by entity L2. {{(pid=101312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 19 12:41:17.893698 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:17.952081 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,revision_number=2']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:41:18.010247 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Attempting to bind port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 on host n-h1-814547-1 for vnic_type normal with profile {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 19 12:41:18.010580 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Attempting to bind port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 by drivers openvswitch,hyperv on host n-h1-814547-1 at level 0 using segments [{'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 19 12:41:18.010909 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Attempting to bind port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 on network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:41:18.015481 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 on network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-814547-1 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 12:41:18.015800 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Attempting to bind port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 on network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 12:41:18.020857 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Checking agent: {'id': '727da151-a204-4a73-b108-509d0673df0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-814547-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'started_at': datetime.datetime(2021, 10, 19, 11, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 19, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 12:41:18.021190 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Checking segment: {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 19 12:41:18.021586 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Bound using segment: {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'} {{(pid=101312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 12:41:18.021986 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.managers [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Bound port: 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3, host: n-h1-814547-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea826337-a104-4645-b036-59c18b8696a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2'}}] {{(pid=101312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 19 12:41:18.022337 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:18.091749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] For port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3, host n-h1-814547-1, cleared binding levels {{(pid=101312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 12:41:18.094764 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] For port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3, host n-h1-814547-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 12:41:18.208794 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5976344'] for port, after_update {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:18.240638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:18.241237 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:18.243582 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] 10.222.0.26 "PUT /v2.0/ports/8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 HTTP/1.1" status: 200 len: 1091 time: 0.8124788 Oct 19 12:41:18.247731 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:41:18.250033 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc59a78-84eb-401d-8390-5d116cb9c027" -d '{"events": [{"name": "network-changed", "server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:41:18.275840 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1429776-6bf0-46ba-aad5-1330a8ca1312 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,revision_number=3']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:41:18.369282 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19860fc7-393c-45f4-b6a1-87caed126426 x-openstack-request-id: req-19860fc7-393c-45f4-b6a1-87caed126426 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:41:18.369585 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:41:18.369841 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19860fc7-393c-45f4-b6a1-87caed126426 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:41:18.370248 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'status': 'completed', 'code': 200} Oct 19 12:41:18.386496 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-b3ae0b26-09e3-4d0f-960e-42d10e75200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:18.388034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-b3ae0b26-09e3-4d0f-960e-42d10e75200c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 1094 time: 0.0468276 Oct 19 12:41:18.431398 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-f360077d-f84e-4410-9bcb-65d968d3605d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0345466 Oct 19 12:41:18.484830 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-cc58b20c-fe27-44e8-8340-02817ecc5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:18.486301 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-cc58b20c-fe27-44e8-8340-02817ecc5c69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0482113 Oct 19 12:41:18.560560 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-f8c0ebeb-4b22-4913-8dd6-8a800f9467c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:18.562117 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-f8c0ebeb-4b22-4913-8dd6-8a800f9467c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647621 Oct 19 12:41:18.576798 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733c41a-a36b-4ac7-9707-b4c7b8d6c2bf req-41f936d5-cbe4-45f2-88f1-bc9411f9c3de tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:18.580662 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4733c41a-a36b-4ac7-9707-b4c7b8d6c2bf req-41f936d5-cbe4-45f2-88f1-bc9411f9c3de tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 943 time: 0.0578978 Oct 19 12:41:18.992031 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-4733c41a-a36b-4ac7-9707-b4c7b8d6c2bf req-68aed28e-e622-4e9b-a115-b85cd213b953 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4056418 Oct 19 12:41:19.012807 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-7541234f-197a-4b87-a788-4a149520d674 service neutron] 10.222.0.26 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336236 Oct 19 12:41:19.108094 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-cfd97adc-b480-4571-bd20-d1228ef4406c req-b755b44e-48d3-496c-9a24-30d8294ef289 service neutron] 10.222.0.26 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838718 Oct 19 12:41:19.299307 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc59a78-84eb-401d-8390-5d116cb9c027 req-0b055999-8692-4fb2-a1aa-c2ea7cc29228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:19.300769 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fc59a78-84eb-401d-8390-5d116cb9c027 req-0b055999-8692-4fb2-a1aa-c2ea7cc29228 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 1094 time: 0.0456743 Oct 19 12:41:19.391836 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc59a78-84eb-401d-8390-5d116cb9c027 req-1532a6ea-652d-4e23-a22c-9f897efbfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:19.393285 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fc59a78-84eb-401d-8390-5d116cb9c027 req-1532a6ea-652d-4e23-a22c-9f897efbfe41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 911 time: 0.0855770 Oct 19 12:41:19.437131 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fc59a78-84eb-401d-8390-5d116cb9c027 req-5ab8a0c9-73dc-44d8-b36a-40316794c3e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0363271 Oct 19 12:41:19.486424 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc59a78-84eb-401d-8390-5d116cb9c027 req-f4b6d3a0-649c-4d06-8d3b-dcd506b5ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:19.487844 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fc59a78-84eb-401d-8390-5d116cb9c027 req-f4b6d3a0-649c-4d06-8d3b-dcd506b5ff30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0424378 Oct 19 12:41:19.533251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc59a78-84eb-401d-8390-5d116cb9c027 req-f37e0ec0-812d-4e62-90e5-4a243bd82a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:19.534705 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fc59a78-84eb-401d-8390-5d116cb9c027 req-f37e0ec0-812d-4e62-90e5-4a243bd82a6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392268 Oct 19 12:41:19.640232 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fc59a78-84eb-401d-8390-5d116cb9c027 req-1daef651-e26e-4146-a5cf-4a9fb836326b service neutron] 10.222.0.26 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952957 Oct 19 12:41:19.729875 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-9fc59a78-84eb-401d-8390-5d116cb9c027 req-f677735d-eef3-4957-8890-94d0c755198c service neutron] 10.222.0.26 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809619 Oct 19 12:41:20.107417 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c6b2d-0473-4522-8249-c93653c14495 req-03edba71-60a4-4fb1-8066-ba8c82a73971 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:20.108915 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a96c6b2d-0473-4522-8249-c93653c14495 req-03edba71-60a4-4fb1-8066-ba8c82a73971 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 943 time: 0.0490000 Oct 19 12:41:20.151884 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a96c6b2d-0473-4522-8249-c93653c14495 req-9e7fe7db-188c-4a6e-a7f8-c9e356226231 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365124 Oct 19 12:41:20.499583 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:20.909370 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:21.274535 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc3923-c6ad-4ca6-9c55-b32f690ce4a9 req-54147fce-13ae-4f6c-9c7a-23c606e00dda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:21.276014 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9dc3923-c6ad-4ca6-9c55-b32f690ce4a9 req-54147fce-13ae-4f6c-9c7a-23c606e00dda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 943 time: 0.0550861 Oct 19 12:41:21.313299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-a9dc3923-c6ad-4ca6-9c55-b32f690ce4a9 req-e2ddab90-d6f3-400f-999b-2456fb513916 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313005 Oct 19 12:41:22.376875 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:41:22.432250 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298deab-75cf-4fd5-8b35-14a4c93c5f3a req-c5ed4c85-4344-4f13-a3a1-3c18eebf40e3 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:22.434891 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e298deab-75cf-4fd5-8b35-14a4c93c5f3a req-c5ed4c85-4344-4f13-a3a1-3c18eebf40e3 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 943 time: 0.0521789 Oct 19 12:41:22.480467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-e298deab-75cf-4fd5-8b35-14a4c93c5f3a req-e9d84214-b72a-4824-9136-ff4abd3c87f2 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389361 Oct 19 12:41:22.481291 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:41:22.493508 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'port_id': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'mac_address': 'fa:16:3e:73:75:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:41:22.530184 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:22.543514 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:41:22.562640 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:41:22.608279 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:22.654556 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,revision_number=4']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:41:22.931335 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['8e2baf9e-8619-4677-9b0d-b7e825fd0cf3'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:41:23.596001 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-79c3f20a-55f3-4880-884f-f2d96ebd2dfe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415065 Oct 19 12:41:23.598630 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3b22e-6eed-40e9-87c3-c41b2bbf43e4 req-c46f9242-c889-4435-9748-70d734333a22 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:23.600311 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ed3b22e-6eed-40e9-87c3-c41b2bbf43e4 req-c46f9242-c889-4435-9748-70d734333a22 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 944 time: 0.0520904 Oct 19 12:41:23.646351 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-6ed3b22e-6eed-40e9-87c3-c41b2bbf43e4 req-75240b3d-a800-4223-a222-3cc5abb6d397 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389190 Oct 19 12:41:23.678957 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-cba6d02f-be31-4228-88b7-d18caa6546ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:23.680527 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-cba6d02f-be31-4228-88b7-d18caa6546ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 1095 time: 0.0419004 Oct 19 12:41:23.788770 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-4064e80f-fd26-4a3c-88c1-56aeedb34711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:23.790116 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-4064e80f-fd26-4a3c-88c1-56aeedb34711 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 911 time: 0.0915489 Oct 19 12:41:23.855006 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-c1dc5acd-9761-4567-8143-fac78a600469 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb11950a-4dbf-4593-88b8-915dac646a68 HTTP/1.1" status: 200 len: 1000 time: 0.0565524 Oct 19 12:41:23.907214 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-230291aa-854d-41ad-890a-3ea49122dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:23.908758 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-230291aa-854d-41ad-890a-3ea49122dda1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0466259 Oct 19 12:41:23.953557 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-52a36cb4-988c-48e0-9f98-e2c64f5a4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:23.955016 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-52a36cb4-988c-48e0-9f98-e2c64f5a4b0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397558 Oct 19 12:41:24.045811 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-6465712e-4427-4a7a-8a8d-79c75937af42 service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835230 Oct 19 12:41:24.139558 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-40ee73d4-a02c-476e-8d64-9227a2330bba req-187d38fd-7ee1-4f5f-a0e2-27b5754c41ee service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839267 Oct 19 12:41:24.391945 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:41:24.480860 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning for port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 completed by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 19 12:41:24.484607 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:41:24.484973 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:24.563467 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:24.586069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:41:24.588283 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c4242b-b19f-463a-82b3-5619fdde0472" -d '{"events": [{"server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "name": "network-vif-plugged", "status": "completed", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:41:24.600401 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:41:24.624668 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde73842-59ee-4553-bd80-5e261146af1f x-openstack-request-id: req-fde73842-59ee-4553-bd80-5e261146af1f {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:41:24.624668 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "name": "network-vif-plugged", "status": "completed", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:41:24.624668 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fde73842-59ee-4553-bd80-5e261146af1f {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:41:24.624668 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'code': 200} Oct 19 12:41:24.660079 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:24.707252 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,revision_number=5']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:41:24.761599 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc278b-ffac-4fef-9314-9d83d8997c19 req-e808d573-902b-4bdf-898f-207358ec74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:24.763069 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5fc278b-ffac-4fef-9314-9d83d8997c19 req-e808d573-902b-4bdf-898f-207358ec74f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 1096 time: 0.0744390 Oct 19 12:41:24.778355 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d2eb-c45a-476d-8caf-5076d1b70e18 req-4c7fd4e8-ab72-4377-9304-ec4522ef80b9 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:24.779749 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e955d2eb-c45a-476d-8caf-5076d1b70e18 req-4c7fd4e8-ab72-4377-9304-ec4522ef80b9 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 945 time: 0.0616095 Oct 19 12:41:24.829633 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e5fc278b-ffac-4fef-9314-9d83d8997c19 req-c7f75a0b-8f5c-4e7c-916e-e2c7b47236d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489373 Oct 19 12:41:24.836700 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-e955d2eb-c45a-476d-8caf-5076d1b70e18 req-7ef5cf3f-f885-4e12-80ee-3eaf2415363e tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500143 Oct 19 12:41:25.505291 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-572909a8-6b7a-470c-9136-ec11b038cee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:25.964013 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc059df1-a335-4473-9a06-ca8509038bdc req-37657644-adbb-4759-bf85-bc86b1ceabf2 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:25.965571 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc059df1-a335-4473-9a06-ca8509038bdc req-37657644-adbb-4759-bf85-bc86b1ceabf2 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 945 time: 0.0513294 Oct 19 12:41:26.003467 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-fc059df1-a335-4473-9a06-ca8509038bdc req-9878bf20-0993-4722-b7c3-64d208bd9122 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319061 Oct 19 12:41:27.117562 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044e6c2-d0c9-4a82-adf9-b9c99ac60717 req-312ae1bb-fc40-422e-b427-ca0dbcfd52dc tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:27.119018 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1044e6c2-d0c9-4a82-adf9-b9c99ac60717 req-312ae1bb-fc40-422e-b427-ca0dbcfd52dc tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 945 time: 0.0487573 Oct 19 12:41:27.155664 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1044e6c2-d0c9-4a82-adf9-b9c99ac60717 req-6092519f-a3a9-41d1-bd31-ed38b09bf674 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308235 Oct 19 12:41:27.270765 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968f83a-f3c7-41f2-b8f2-ff8f9fa9509f req-2b28ee01-6188-4362-bed4-2919d891b849 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:27.272131 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b968f83a-f3c7-41f2-b8f2-ff8f9fa9509f req-2b28ee01-6188-4362-bed4-2919d891b849 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 945 time: 0.0518429 Oct 19 12:41:27.309646 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-b968f83a-f3c7-41f2-b8f2-ff8f9fa9509f req-35dbc967-871f-445c-a58f-eb575cd3923d tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311837 Oct 19 12:41:27.330892 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54830) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:41:27.369269 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d58b74-e221-4d38-b9c8-25ae84961beb tempest-TestSnapshotPattern-1049764135 tempest-TestSnapshotPattern-1049764135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:27.370725 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-a9d58b74-e221-4d38-b9c8-25ae84961beb tempest-TestSnapshotPattern-1049764135 tempest-TestSnapshotPattern-1049764135-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 1091 time: 0.0388801 Oct 19 12:41:27.373492 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 54832) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:41:27.377618 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.v2.base [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Request body: {'floatingip': {'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'port_id': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 12:41:27.465574 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for floatingip, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:27.565536 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:27.672586 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_common [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Allocated IP 172.25.2.161 (6926592e-6551-44d6-8cff-badc592380f0/cf08cc23-7972-440b-a158-25633ff4350e/1750419e-d8a9-46d0-b5bb-9e87275b3a71) {{(pid=101311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 12:41:27.777325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for port, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:27.872193 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732462131339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:27.899825 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bdd0ac5f-724b-445d-8f81-c224d0de25fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:27.914544 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Network 6926592e-6551-44d6-8cff-badc592380f0 is already hosted by enough agents. {{(pid=101311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 12:41:27.917468 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.base_scheduler [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Resources bound (agent type, host, resource id): {{(pid=101311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 12:41:27.921080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Received port after_create {{(pid=101311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 12:41:27.926407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'Port': ['ID=1750419e-d8a9-46d0-b5bb-9e87275b3a71,revision_number=1']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:41:27.952505 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:27.952868 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:27.953206 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:27.953542 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:27.953874 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:27.954201 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:27.954526 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:27.954850 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:27.955173 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:27.955506 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:27.955835 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:27.956156 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:41:28.307581 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:28.435343 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:28.597348 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for port, precommit_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:28.652058 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5867967'] for port, after_update {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:28.725291 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event updated for resources: {'Port': ['ID=1750419e-d8a9-46d0-b5bb-9e87275b3a71,revision_number=2']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:41:28.733840 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1629105'] for floatingip, after_create {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:28.831921 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Floating IP 485539e8-2158-4c24-a519-03b7fba03384 associated. External IP: 172.25.2.161, port: 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3. Oct 19 12:41:29.029655 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Router 53c995ab-cc8d-4b62-93d0-0ba357d00308 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:41:29.138240 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:41:29.149278 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b05eb-59a1-4725-b2a1-235a2a2b447c None None] Sync routers for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:41:29.154909 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:29.160463 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b05eb-59a1-4725-b2a1-235a2a2b447c None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:41:29.161164 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3d6b05eb-59a1-4725-b2a1-235a2a2b447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:41:29.232924 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:29.264227 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-0b93268b-95d2-4a9b-baed-2d3b3420ba40 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8897212 Oct 19 12:41:29.264897 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:41:29.267184 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e1f9d1-df4b-4481-bdd5-466e271bd471" -d '{"events": [{"name": "network-changed", "server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:41:29.305324 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1cadc5-5e62-43db-97e9-832948b8b3d4 x-openstack-request-id: req-6e1cadc5-5e62-43db-97e9-832948b8b3d4 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:41:29.305615 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:41:29.305865 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e1cadc5-5e62-43db-97e9-832948b8b3d4 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:41:29.306457 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'status': 'completed', 'code': 200} Oct 19 12:41:29.358364 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3d6b05eb-59a1-4725-b2a1-235a2a2b447c None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:41:29.371487 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1f9d1-df4b-4481-bdd5-466e271bd471 req-aad3b2f1-00a7-44e0-8f27-a914f41bb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:29.373041 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44e1f9d1-df4b-4481-bdd5-466e271bd471 req-aad3b2f1-00a7-44e0-8f27-a914f41bb6d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 1096 time: 0.0428658 Oct 19 12:41:29.402279 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:29.476218 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1f9d1-df4b-4481-bdd5-466e271bd471 req-21bb03dc-bbf1-4f47-a343-e698187cd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:29.477698 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44e1f9d1-df4b-4481-bdd5-466e271bd471 req-21bb03dc-bbf1-4f47-a343-e698187cd91e service neutron] 10.222.0.26 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 911 time: 0.0963118 Oct 19 12:41:29.545037 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44e1f9d1-df4b-4481-bdd5-466e271bd471 req-730e2d4f-ad89-4e01-843e-6844c19b7b4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 HTTP/1.1" status: 200 len: 999 time: 0.0577168 Oct 19 12:41:29.584455 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3d6b05eb-59a1-4725-b2a1-235a2a2b447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '485539e8-2158-4c24-a519-03b7fba03384', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:73:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:41:28Z', 'updated_at': '2021-10-19T12:41:28Z', 'revision_number': 0, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}, {'id': '6458733a-6b0b-4843-91d2-8b330b2dd0d5', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:69:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:38:53Z', 'updated_at': '2021-10-19T12:38:55Z', 'revision_number': 1, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:41:29.597545 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1f9d1-df4b-4481-bdd5-466e271bd471 req-3c845e08-f0fe-4ac6-9004-7b44642c1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:29.599007 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44e1f9d1-df4b-4481-bdd5-466e271bd471 req-3c845e08-f0fe-4ac6-9004-7b44642c1de9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0493088 Oct 19 12:41:29.610474 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b05eb-59a1-4725-b2a1-235a2a2b447c None None] Checking router: 53c995ab-cc8d-4b62-93d0-0ba357d00308 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:41:29.618647 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b05eb-59a1-4725-b2a1-235a2a2b447c None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:41:29.619255 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3d6b05eb-59a1-4725-b2a1-235a2a2b447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:41:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:41:29.645151 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1f9d1-df4b-4481-bdd5-466e271bd471 req-24580fde-3c4c-4355-9402-b047be1751a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:41:29.646652 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44e1f9d1-df4b-4481-bdd5-466e271bd471 req-24580fde-3c4c-4355-9402-b047be1751a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402515 Oct 19 12:41:29.728439 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-3d6b05eb-59a1-4725-b2a1-235a2a2b447c None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:41:29.737660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44e1f9d1-df4b-4481-bdd5-466e271bd471 req-188fa3cc-d74a-4bcc-b5e4-2a4f47f1a5da service neutron] 10.222.0.26 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837915 Oct 19 12:41:29.831660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-44e1f9d1-df4b-4481-bdd5-466e271bd471 req-3067681e-a5c2-4707-ab43-4b34916c7d6f service neutron] 10.222.0.26 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861466 Oct 19 12:41:29.954413 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-3d6b05eb-59a1-4725-b2a1-235a2a2b447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '485539e8-2158-4c24-a519-03b7fba03384', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:73:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:41:28Z', 'updated_at': '2021-10-19T12:41:28Z', 'revision_number': 0, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}, {'id': '6458733a-6b0b-4843-91d2-8b330b2dd0d5', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:69:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:38:53Z', 'updated_at': '2021-10-19T12:38:55Z', 'revision_number': 1, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:41:29.990541 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b05eb-59a1-4725-b2a1-235a2a2b447c None None] The sync data for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 is: [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '485539e8-2158-4c24-a519-03b7fba03384', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:73:75:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:41:28Z', 'updated_at': '2021-10-19T12:41:28Z', 'revision_number': 0, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}, {'id': '6458733a-6b0b-4843-91d2-8b330b2dd0d5', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:69:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:38:53Z', 'updated_at': '2021-10-19T12:38:55Z', 'revision_number': 1, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:41:30.176290 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc69bb4-88c4-4db4-bd87-ea9e1e7dd32a None None] New status for floating IP 485539e8-2158-4c24-a519-03b7fba03384: ACTIVE {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:41:31.160886 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:50.510666 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:50.796378 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:41:50.893285 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:55.550751 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1e60f879-d80c-4783-9445-cdb25246ae5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:57.880413 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-5793e4db-be41-471a-8995-c41a18cb1a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:59.127672 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:41:59.402055 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:01.144853 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:20.510567 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:20.910047 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:23.609256 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-2cddbf93-0a5b-4848-a9ac-0cf54dd709d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400636 Oct 19 12:42:23.693098 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-05469913-a996-4f68-8728-ec8b881516d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:42:23.694810 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-05469913-a996-4f68-8728-ec8b881516d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 1095 time: 0.0397851 Oct 19 12:42:23.803923 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-d67f6cfc-daf0-4e22-9e65-e8c60f30931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:42:23.805322 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-d67f6cfc-daf0-4e22-9e65-e8c60f30931c service neutron] 10.222.0.49 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 911 time: 0.0915182 Oct 19 12:42:23.869844 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-7c81d72a-57aa-43eb-924b-1ca4dc02d1e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb11950a-4dbf-4593-88b8-915dac646a68 HTTP/1.1" status: 200 len: 1000 time: 0.0577176 Oct 19 12:42:23.917053 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-387db3a2-4e4b-4a5f-811a-43b3f217a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:42:23.918538 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-387db3a2-4e4b-4a5f-811a-43b3f217a415 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0420732 Oct 19 12:42:23.969227 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-f9ae126b-e2b9-4702-b484-b992c95c8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:42:23.970697 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-f9ae126b-e2b9-4702-b484-b992c95c8537 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433238 Oct 19 12:42:24.059254 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-296ff9f0-2b68-41a7-aae2-95f3e750c04f service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804989 Oct 19 12:42:24.158535 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-540d8257-8adf-4196-b3cd-5f435a7b4b9e req-7f61fc07-e4c1-4ff8-acf3-c062f23f2ea8 service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922232 Oct 19 12:42:24.341657 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-4536c99e-3727-409c-92c7-34720b26e8cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810337 Oct 19 12:42:24.438608 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-9c34aa4e-087c-449c-aa23-914e15f8c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:42:24.440144 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-9c34aa4e-087c-449c-aa23-914e15f8c40f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 1096 time: 0.0448699 Oct 19 12:42:24.556402 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-073f6673-3308-41af-aeba-903d8931fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:42:24.558054 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-073f6673-3308-41af-aeba-903d8931fd35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 911 time: 0.0845332 Oct 19 12:42:24.629299 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-1e87f591-73c8-4bdb-91bf-1953f97dd498 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 HTTP/1.1" status: 200 len: 1001 time: 0.0598378 Oct 19 12:42:24.681872 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-a73cfd50-9e70-4d63-aada-2addebcaadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:42:24.683234 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-a73cfd50-9e70-4d63-aada-2addebcaadc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0422225 Oct 19 12:42:24.731916 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-07fb4c81-e6c0-4620-a50e-bf78fe92205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:42:24.733384 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-07fb4c81-e6c0-4620-a50e-bf78fe92205a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389757 Oct 19 12:42:24.829978 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-37ff9551-91f7-475f-8108-46933ba0a9f5 service neutron] 10.222.0.26 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849683 Oct 19 12:42:24.920861 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-c1c3931b-b52b-4b91-91d8-f3885ac87248 req-85b70507-c9d6-45a3-98e5-886b16d01b43 service neutron] 10.222.0.26 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791652 Oct 19 12:42:25.508821 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1c61d21b-bee2-49e5-9d26-887c5b14161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:27.796660 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:42:27.875584 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5066-9896-4c39-b532-55b65eba221f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:29.166955 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:29.412688 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:31.154027 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:50.502396 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:50.896969 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:55.503401 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-59d924de-9a9a-45ec-a481-ae02d9bec7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:57.908454 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b2170f30-b49c-4ac4-b3e7-dfadb9aedc01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:59.137974 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:42:59.406660 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:01.228105 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:04.796279 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:43:10.849193 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 details requested by agent hyperv_n-h1-814547-1 with host n-h1-814547-1 {{(pid=101313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 12:43:10.954664 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:10.967438 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Returning: {'device': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'port_id': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'mac_address': 'fa:16:3e:73:75:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 12:43:11.012112 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:11.026276 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 {{(pid=101313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 19 12:43:11.052340 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:11.258309 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:11.312992 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,revision_number=6']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:11.322353 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.322783 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.323195 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.323537 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.323870 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.324198 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.324523 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.324881 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.325205 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.325527 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.325850 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.326172 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:11.338481 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] get_ports_and_sgs() called for port_ids ['8e2baf9e-8619-4677-9b0d-b7e825fd0cf3'] {{(pid=101313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 19 12:43:12.870417 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 up at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 12:43:12.942845 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.provisioning_blocks [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Provisioning complete for port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 triggered by entity L2. {{(pid=101313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 19 12:43:12.943202 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-702523'] for port, provisioning_complete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:13.030441 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:13.208677 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:43:13.211468 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2698ba7-ba3d-4d2f-a06d-2817ad7694b3" -d '{"events": [{"server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "name": "network-vif-plugged", "status": "completed", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:43:13.224036 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:13.255985 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbf4338-c443-461c-a023-be1e67786f86 x-openstack-request-id: req-dcbf4338-c443-461c-a023-be1e67786f86 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:43:13.256399 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "name": "network-vif-plugged", "status": "completed", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:43:13.256684 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcbf4338-c443-461c-a023-be1e67786f86 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:43:13.257076 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'code': 200} Oct 19 12:43:13.315152 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:13.362269 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,revision_number=7']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:20.515098 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:20.930673 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:22.233176 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55062) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:22.391582 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Deleting port 1750419e-d8a9-46d0-b5bb-9e87275b3a71 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:22.391802 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:22.470881 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:22.471208 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:22.483023 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Calling delete_port for 1750419e-d8a9-46d0-b5bb-9e87275b3a71 owned by network:floatingip {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:22.697575 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:22.727126 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event deleted for resources: {'Port': ['ID=1750419e-d8a9-46d0-b5bb-9e87275b3a71,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:22.740749 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.741101 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.741958 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.742556 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.742685 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.743129 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.743453 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.743776 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.751473 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.751822 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.752161 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.752491 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:22.807569 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for floatingip, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:22.807906 n-d-814547-1 neutron-server[101311]: INFO neutron.db.l3_db [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Floating IP 485539e8-2158-4c24-a519-03b7fba03384 disassociated (deleted). External IP: 172.25.2.161, port: 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3. Oct 19 12:43:23.333465 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Router 53c995ab-cc8d-4b62-93d0-0ba357d00308 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:43:23.439899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:43:23.445124 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:23.450915 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4ca9c-61b0-4bf6-ad86-f59b0c61b787 None None] Sync routers for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:43:23.459882 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4ca9c-61b0-4bf6-ad86-f59b0c61b787 None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:43:23.463869 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-63c4ca9c-61b0-4bf6-ad86-f59b0c61b787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:42:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:23.472684 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ebb6ba6e-4588-440e-a855-7c51bd97b08f tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "DELETE /v2.0/floatingips/485539e8-2158-4c24-a519-03b7fba03384 HTTP/1.1" status: 204 len: 168 time: 1.2382746 Oct 19 12:43:23.473282 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:43:23.475538 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156bbd69-7ceb-4eef-83f7-2b676fabacd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:43:23.569211 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-63c4ca9c-61b0-4bf6-ad86-f59b0c61b787 None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:43:23.624862 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7424fc-8a94-4bf1-921e-7aa790485bca x-openstack-request-id: req-3e7424fc-8a94-4bf1-921e-7aa790485bca {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:43:23.625308 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:43:23.625657 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e7424fc-8a94-4bf1-921e-7aa790485bca {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:43:23.626173 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'status': 'completed', 'code': 200} Oct 19 12:43:23.689072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bbd69-7ceb-4eef-83f7-2b676fabacd4 req-819d0d88-b49f-4c37-9f84-ba81ebbe1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:23.690580 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-156bbd69-7ceb-4eef-83f7-2b676fabacd4 req-819d0d88-b49f-4c37-9f84-ba81ebbe1ad3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 1096 time: 0.0408845 Oct 19 12:43:23.791255 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bbd69-7ceb-4eef-83f7-2b676fabacd4 req-fee26184-b229-4dd6-a938-29141f4c85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:23.792850 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-156bbd69-7ceb-4eef-83f7-2b676fabacd4 req-fee26184-b229-4dd6-a938-29141f4c85d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 911 time: 0.0938308 Oct 19 12:43:23.800616 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-63c4ca9c-61b0-4bf6-ad86-f59b0c61b787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '6458733a-6b0b-4843-91d2-8b330b2dd0d5', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:69:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:38:53Z', 'updated_at': '2021-10-19T12:38:55Z', 'revision_number': 1, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:23.826475 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4ca9c-61b0-4bf6-ad86-f59b0c61b787 None None] Checking router: 53c995ab-cc8d-4b62-93d0-0ba357d00308 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:43:23.835514 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4ca9c-61b0-4bf6-ad86-f59b0c61b787 None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:43:23.836120 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-63c4ca9c-61b0-4bf6-ad86-f59b0c61b787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:42:58Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:23.843271 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-156bbd69-7ceb-4eef-83f7-2b676fabacd4 req-e7ba05fc-4d38-449d-a96b-457168fd5b43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 HTTP/1.1" status: 200 len: 217 time: 0.0386620 Oct 19 12:43:23.922748 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bbd69-7ceb-4eef-83f7-2b676fabacd4 req-6b0a3b24-5f83-4ff4-9dac-ad3a8f99eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:23.924197 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-156bbd69-7ceb-4eef-83f7-2b676fabacd4 req-6b0a3b24-5f83-4ff4-9dac-ad3a8f99eb3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0725183 Oct 19 12:43:23.940887 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-63c4ca9c-61b0-4bf6-ad86-f59b0c61b787 None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:43:23.952896 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9150-904c-4f4a-9957-d553e717702d req-1747760d-6412-47dd-8746-4c6a17df1433 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:23.954336 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-39aa9150-904c-4f4a-9957-d553e717702d req-1747760d-6412-47dd-8746-4c6a17df1433 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 945 time: 0.0687327 Oct 19 12:43:24.009295 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bbd69-7ceb-4eef-83f7-2b676fabacd4 req-7fdc2dbb-f534-4700-9be9-5ab203c5cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:24.010788 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-156bbd69-7ceb-4eef-83f7-2b676fabacd4 req-7fdc2dbb-f534-4700-9be9-5ab203c5cf44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775809 Oct 19 12:43:24.018034 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-39aa9150-904c-4f4a-9957-d553e717702d req-1a0bf63c-dd6b-4ddd-9c83-4b206cecf88c tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503495 Oct 19 12:43:24.104864 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-156bbd69-7ceb-4eef-83f7-2b676fabacd4 req-a733008d-8250-48ca-9f9c-aa4b3f6e550e service neutron] 10.222.0.26 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851848 Oct 19 12:43:24.167667 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-63c4ca9c-61b0-4bf6-ad86-f59b0c61b787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '6458733a-6b0b-4843-91d2-8b330b2dd0d5', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:69:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:38:53Z', 'updated_at': '2021-10-19T12:38:55Z', 'revision_number': 1, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:24.193837 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4ca9c-61b0-4bf6-ad86-f59b0c61b787 None None] The sync data for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 is: [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_floatingips': [{'id': '6458733a-6b0b-4843-91d2-8b330b2dd0d5', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'router_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'port_id': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'mac_address': 'fa:16:3e:69:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-19T12:38:53Z', 'updated_at': '2021-10-19T12:38:55Z', 'revision_number': 1, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:43:24.198716 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-156bbd69-7ceb-4eef-83f7-2b676fabacd4 req-c179d43b-e81d-4313-99d6-c4a1f4f5ad32 service neutron] 10.222.0.26 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852506 Oct 19 12:43:24.411998 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c57fe-1026-4956-afb2-9599d74fa1f7 None None] New status for floating IP 485539e8-2158-4c24-a519-03b7fba03384: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:43:24.592559 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-8612dc0e-812b-4f3c-8530-3b2cf1763f40 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403781 Oct 19 12:43:24.677899 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-1cd0a8eb-e341-4a6d-aa04-75f391485a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:24.679967 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-1cd0a8eb-e341-4a6d-aa04-75f391485a03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 1095 time: 0.0408423 Oct 19 12:43:24.783561 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-80843a20-f979-4d2b-afcc-a272bb967e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:24.785044 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-80843a20-f979-4d2b-afcc-a272bb967e79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 911 time: 0.0868578 Oct 19 12:43:24.849359 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-25fe5f96-48b3-4919-87b4-7169119ff26e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb11950a-4dbf-4593-88b8-915dac646a68 HTTP/1.1" status: 200 len: 1000 time: 0.0562832 Oct 19 12:43:24.901193 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-cb8c7918-c6a3-4716-99ab-2cef176a6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:24.902594 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-cb8c7918-c6a3-4716-99ab-2cef176a6e40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0465996 Oct 19 12:43:24.922117 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:43:24.948626 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-3e84cefe-3200-4430-9aa0-7e4ecb7c3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:24.950131 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-3e84cefe-3200-4430-9aa0-7e4ecb7c3339 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401647 Oct 19 12:43:24.997899 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664300'] for port, before_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:25.019588 n-d-814547-1 neutron-server[101313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3'}] {{(pid=101313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:43:25.021827 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80f21ba6fb3f13de47e479f58974cff153892ae4b244de393ed63e204ee5e7d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6465849b-3843-405c-97b1-73043c32b236" -d '{"events": [{"server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3"}]}' {{(pid=101313) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:43:25.035115 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] For port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:25.044879 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-b4763741-5b55-4196-9bc2-e7c728a0d29e service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871649 Oct 19 12:43:25.064979 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Oct 2021 12:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935a7669-f994-4364-a187-7f8cc5f6b230 x-openstack-request-id: req-935a7669-f994-4364-a187-7f8cc5f6b230 {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:43:25.065436 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3", "code": 200}]} {{(pid=101313) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:43:25.065846 n-d-814547-1 neutron-server[101313]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-935a7669-f994-4364-a187-7f8cc5f6b230 {{(pid=101313) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:43:25.066248 n-d-814547-1 neutron-server[101313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'code': 200} Oct 19 12:43:25.125029 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732462719263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732462131357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732462131375'] for port, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:25.144550 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-4e94957a-1038-4cc2-99ac-a25f35c02bfb req-3e021db4-1b83-483d-9d30-c6a457759b63 service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921776 Oct 19 12:43:25.149763 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806326b1-8c99-4236-b80c-d9ccd16c53dd req-37977d97-642e-4720-8471-edd58e8d3e0e tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:25.151248 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-806326b1-8c99-4236-b80c-d9ccd16c53dd req-37977d97-642e-4720-8471-edd58e8d3e0e tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 945 time: 0.0569172 Oct 19 12:43:25.183403 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Pushing event updated for resources: {'Port': ['ID=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,revision_number=8']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:25.191433 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-806326b1-8c99-4236-b80c-d9ccd16c53dd req-ae286e4b-4f5c-4b37-8dee-1c17ec1c7778 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327549 Oct 19 12:43:25.525202 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7f193ec2-9373-4665-b16f-01c975033afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:25.626114 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473de9e-34a6-4305-becf-c114f952cc69 req-3b9eda78-9d51-4c83-82bc-00e2dde32a62 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:25.627528 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b473de9e-34a6-4305-becf-c114f952cc69 req-3b9eda78-9d51-4c83-82bc-00e2dde32a62 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 943 time: 0.0479307 Oct 19 12:43:25.724457 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-b473de9e-34a6-4305-becf-c114f952cc69 req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Deleting port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:25.724815 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b473de9e-34a6-4305-becf-c114f952cc69 req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:25.809749 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [req-b473de9e-34a6-4305-becf-c114f952cc69 req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] For port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3, host n-h1-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-814547-1',level=0,port_id=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:25.810015 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b473de9e-34a6-4305-becf-c114f952cc69 req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:25.822859 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [req-b473de9e-34a6-4305-becf-c114f952cc69 req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Calling delete_port for 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 owned by compute:nova {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:26.006127 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b473de9e-34a6-4305-becf-c114f952cc69 req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:26.036882 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event deleted for resources: {'Port': ['ID=8e2baf9e-8619-4677-9b0d-b7e825fd0cf3,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:26.065148 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.065439 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.065771 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.066101 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.066426 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.066751 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.067072 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.067400 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.067747 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.068067 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.068385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.068722 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-814547-1 {{(pid=101312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 12:43:26.088942 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.l3_dvrscheduler_db [req-b473de9e-34a6-4305-becf-c114f952cc69 req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] No DVR routers for this DVR port 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 on host n-h1-814547-1 {{(pid=101312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:43:26.091405 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [req-b473de9e-34a6-4305-becf-c114f952cc69 req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:26.094675 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-b473de9e-34a6-4305-becf-c114f952cc69 req-275d316f-7558-467d-ae18-91ac2cded68a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.26 "DELETE /v2.0/ports/8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 HTTP/1.1" status: 204 len: 173 time: 0.4595435 Oct 19 12:43:26.095153 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'name': 'network-vif-deleted', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:43:26.097417 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb930a1-8530-4b48-a701-208245da5eec" -d '{"events": [{"server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "name": "network-vif-deleted", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:43:26.134749 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1a7e6f-441a-443e-b5e6-36529ec1da96 x-openstack-request-id: req-8a1a7e6f-441a-443e-b5e6-36529ec1da96 {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:43:26.135041 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffce2278-7218-4dd2-b174-d00b26b98bbd", "name": "network-vif-deleted", "tag": "8e2baf9e-8619-4677-9b0d-b7e825fd0cf3", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:43:26.135294 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a1a7e6f-441a-443e-b5e6-36529ec1da96 {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:43:26.135693 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffce2278-7218-4dd2-b174-d00b26b98bbd', 'name': 'network-vif-deleted', 'tag': '8e2baf9e-8619-4677-9b0d-b7e825fd0cf3', 'status': 'completed', 'code': 200} Oct 19 12:43:26.288859 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-919a5085-309c-4ebf-bca6-9cb4307921c6 req-7d0e3b3b-8acd-474d-8ce2-a476839534cd tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 210 time: 0.0292454 Oct 19 12:43:26.909660 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f54fff7-5a7f-419a-803c-58406863ba15 req-0d7ef211-d987-4d4c-91b1-e2ea5a10c933 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262971 Oct 19 12:43:26.984571 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f54fff7-5a7f-419a-803c-58406863ba15 req-d5dbaac4-4c0c-425b-9c4c-e083fc735383 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=ffce2278-7218-4dd2-b174-d00b26b98bbd HTTP/1.1" status: 200 len: 210 time: 0.0254202 Oct 19 12:43:27.115069 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54fff7-5a7f-419a-803c-58406863ba15 req-5fca9835-076d-4e2b-af28-0d614bbaf3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:27.116514 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f54fff7-5a7f-419a-803c-58406863ba15 req-5fca9835-076d-4e2b-af28-0d614bbaf3e1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1034033 Oct 19 12:43:27.213177 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54fff7-5a7f-419a-803c-58406863ba15 req-bd9bdda5-f9da-4f4f-a4ec-e429a026d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:27.214627 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-1f54fff7-5a7f-419a-803c-58406863ba15 req-bd9bdda5-f9da-4f4f-a4ec-e429a026d625 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863552 Oct 19 12:43:27.907543 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-01c002ff-c4e9-4aa2-9757-0122efc346be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:28.601620 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55140) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:28.755862 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Deleting port 2ace8dea-e6fb-473f-8602-b415ee672c51 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:28.756093 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:28.835047 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:28.835373 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:28.847132 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Calling delete_port for 2ace8dea-e6fb-473f-8602-b415ee672c51 owned by network:floatingip {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:28.936297 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 no longer exists at agent hyperv_n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:43:28.957146 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] No Port match for: 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:43:28.957490 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Device 8e2baf9e-8619-4677-9b0d-b7e825fd0cf3 not bound to the agent host n-h1-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:43:29.057446 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:29.083194 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event deleted for resources: {'Port': ['ID=2ace8dea-e6fb-473f-8602-b415ee672c51,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:29.143012 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for floatingip, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:29.143278 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:29.143414 n-d-814547-1 neutron-server[101312]: INFO neutron.db.l3_db [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Floating IP 6458733a-6b0b-4843-91d2-8b330b2dd0d5 disassociated (deleted). External IP: 172.25.2.149, port: cb11950a-4dbf-4593-88b8-915dac646a68. Oct 19 12:43:29.348795 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Router 53c995ab-cc8d-4b62-93d0-0ba357d00308 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:43:29.399970 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:29.455142 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:43:29.459752 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for floatingip, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:29.465590 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ead828-3ac9-4d75-8223-470bafef9a3d None None] Sync routers for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:43:29.474393 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ead828-3ac9-4d75-8223-470bafef9a3d None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:43:29.474979 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d5ead828-3ac9-4d75-8223-470bafef9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:29.486924 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-dd04dde5-8866-42a7-9469-cd9502209fa4 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "DELETE /v2.0/floatingips/6458733a-6b0b-4843-91d2-8b330b2dd0d5 HTTP/1.1" status: 204 len: 168 time: 0.8842320 Oct 19 12:43:29.487595 n-d-814547-1 neutron-server[101312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68'}] {{(pid=101312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:43:29.489965 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f928c593fe26c2532c8f2610d4527cf4112c889ffe4881767c8924ea67ef4289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c333fc1b-92cb-4682-b1a0-ae3304f476da" -d '{"events": [{"name": "network-changed", "server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68"}]}' {{(pid=101312) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:43:29.527726 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Oct 2021 12:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2bd3aa-3873-4baf-a1bb-0e7fd1d0aaeb x-openstack-request-id: req-0b2bd3aa-3873-4baf-a1bb-0e7fd1d0aaeb {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:43:29.528021 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68", "status": "completed", "code": 200}]} {{(pid=101312) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:43:29.528278 n-d-814547-1 neutron-server[101312]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b2bd3aa-3873-4baf-a1bb-0e7fd1d0aaeb {{(pid=101312) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:43:29.528737 n-d-814547-1 neutron-server[101312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'status': 'completed', 'code': 200} Oct 19 12:43:29.596779 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333fc1b-92cb-4682-b1a0-ae3304f476da req-08fec89d-c903-44f0-a1da-01dc0039de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:29.598380 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c333fc1b-92cb-4682-b1a0-ae3304f476da req-08fec89d-c903-44f0-a1da-01dc0039de38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 1095 time: 0.0447929 Oct 19 12:43:29.674705 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d5ead828-3ac9-4d75-8223-470bafef9a3d None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:43:29.699055 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333fc1b-92cb-4682-b1a0-ae3304f476da req-0ecb9c78-37f0-405e-8cf2-4b509de72e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:29.700550 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c333fc1b-92cb-4682-b1a0-ae3304f476da req-0ecb9c78-37f0-405e-8cf2-4b509de72e76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 200 len: 911 time: 0.0926726 Oct 19 12:43:29.743031 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c333fc1b-92cb-4682-b1a0-ae3304f476da req-71661df3-9c63-42dd-bd64-47baefc079fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb11950a-4dbf-4593-88b8-915dac646a68 HTTP/1.1" status: 200 len: 217 time: 0.0339737 Oct 19 12:43:29.807422 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333fc1b-92cb-4682-b1a0-ae3304f476da req-e4836718-7761-4c3d-b458-cbb8e1262fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:29.808927 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c333fc1b-92cb-4682-b1a0-ae3304f476da req-e4836718-7761-4c3d-b458-cbb8e1262fde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 200 len: 849 time: 0.0504832 Oct 19 12:43:29.857629 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333fc1b-92cb-4682-b1a0-ae3304f476da req-7e6b065b-c24a-400b-90e2-f851a674a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:29.859151 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c333fc1b-92cb-4682-b1a0-ae3304f476da req-7e6b065b-c24a-400b-90e2-f851a674a84d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421765 Oct 19 12:43:29.878923 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d5ead828-3ac9-4d75-8223-470bafef9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:29.909803 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ead828-3ac9-4d75-8223-470bafef9a3d None None] Checking router: 53c995ab-cc8d-4b62-93d0-0ba357d00308 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:43:29.918018 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ead828-3ac9-4d75-8223-470bafef9a3d None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:43:29.918624 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d5ead828-3ac9-4d75-8223-470bafef9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:29.979292 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9709336-f73e-4db2-90e7-354f21a94e11 req-df719114-205c-4cfd-853e-609b88271211 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:29.980805 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9709336-f73e-4db2-90e7-354f21a94e11 req-df719114-205c-4cfd-853e-609b88271211 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 944 time: 0.0953538 Oct 19 12:43:30.006092 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c333fc1b-92cb-4682-b1a0-ae3304f476da req-e1030d08-e771-4f15-bc14-2255a315fbb3 service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388323 Oct 19 12:43:30.019522 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-d5ead828-3ac9-4d75-8223-470bafef9a3d None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:43:30.043615 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-a9709336-f73e-4db2-90e7-354f21a94e11 req-35665a11-1ae5-4380-8eba-5948f6299e97 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539091 Oct 19 12:43:30.116344 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-c333fc1b-92cb-4682-b1a0-ae3304f476da req-7dbf4813-5dd0-4b0d-8510-1ae38bb0a0cf service neutron] 10.222.0.49 "GET /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973330 Oct 19 12:43:30.220888 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-d5ead828-3ac9-4d75-8223-470bafef9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:30.246763 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ead828-3ac9-4d75-8223-470bafef9a3d None None] The sync data for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 is: [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:38:31Z', 'revision_number': 4, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1', '_interfaces': [{'id': 'b4e12b92-52f3-4d45-91e2-52ea356b76ff', 'name': '', 'network_id': '63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'mac_address': 'fa:16:3e:ff:45:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:30Z', 'updated_at': '2021-10-19T12:38:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'subnets': [{'id': '23a10289-9517-48f4-a5aa-4f3c67150ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:43:30.455346 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26479adf-17dc-4527-8d08-f291c8e4a04f None None] New status for floating IP 6458733a-6b0b-4843-91d2-8b330b2dd0d5: DOWN {{(pid=101313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 19 12:43:31.162819 n-d-814547-1 neutron-server[101312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa329a0-cc48-46bd-adf2-dd54dd39e08a req-47b1a66a-8134-4686-9a61-977747a01927 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:31.164365 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0fa329a0-cc48-46bd-adf2-dd54dd39e08a req-47b1a66a-8134-4686-9a61-977747a01927 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 944 time: 0.0482478 Oct 19 12:43:31.177558 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:31.201554 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-0fa329a0-cc48-46bd-adf2-dd54dd39e08a req-45020d0f-7439-4e2c-a785-bcaa3ac6b80a tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/security-groups?id=a454ddad-8cf6-454f-9d54-5224657eb5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306404 Oct 19 12:43:31.448254 n-d-814547-1 neutron-server[101311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29145cf-9ec6-4a48-a9b2-10ed5ff452e4 req-acacfdc1-5416-43db-862f-feda05f9715b tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 19 12:43:31.449783 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d29145cf-9ec6-4a48-a9b2-10ed5ff452e4 req-acacfdc1-5416-43db-862f-feda05f9715b tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.49 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 944 time: 0.0491371 Oct 19 12:43:31.538811 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-d29145cf-9ec6-4a48-a9b2-10ed5ff452e4 req-0e55e684-2eef-46eb-8898-8d433d90cdda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Deleting port cb11950a-4dbf-4593-88b8-915dac646a68 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:31.539150 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d29145cf-9ec6-4a48-a9b2-10ed5ff452e4 req-0e55e684-2eef-46eb-8898-8d433d90cdda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:31.630080 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [req-d29145cf-9ec6-4a48-a9b2-10ed5ff452e4 req-0e55e684-2eef-46eb-8898-8d433d90cdda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] For port cb11950a-4dbf-4593-88b8-915dac646a68, host n-h2-814547-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-814547-1',level=0,port_id=cb11950a-4dbf-4593-88b8-915dac646a68,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:31.630434 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d29145cf-9ec6-4a48-a9b2-10ed5ff452e4 req-0e55e684-2eef-46eb-8898-8d433d90cdda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:31.642056 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [req-d29145cf-9ec6-4a48-a9b2-10ed5ff452e4 req-0e55e684-2eef-46eb-8898-8d433d90cdda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Calling delete_port for cb11950a-4dbf-4593-88b8-915dac646a68 owned by compute:nova {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:31.839213 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d29145cf-9ec6-4a48-a9b2-10ed5ff452e4 req-0e55e684-2eef-46eb-8898-8d433d90cdda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:31.867888 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55e684-2eef-46eb-8898-8d433d90cdda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event deleted for resources: {'Port': ['ID=cb11950a-4dbf-4593-88b8-915dac646a68,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:31.908313 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29145cf-9ec6-4a48-a9b2-10ed5ff452e4 req-0e55e684-2eef-46eb-8898-8d433d90cdda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] No DVR routers for this DVR port cb11950a-4dbf-4593-88b8-915dac646a68 on host n-h2-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:43:31.911147 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [req-d29145cf-9ec6-4a48-a9b2-10ed5ff452e4 req-0e55e684-2eef-46eb-8898-8d433d90cdda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-482882'] for port, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:31.914929 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [req-d29145cf-9ec6-4a48-a9b2-10ed5ff452e4 req-0e55e684-2eef-46eb-8898-8d433d90cdda tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.49 "DELETE /v2.0/ports/cb11950a-4dbf-4593-88b8-915dac646a68 HTTP/1.1" status: 204 len: 173 time: 0.4579973 Oct 19 12:43:31.915351 n-d-814547-1 neutron-server[101311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'name': 'network-vif-deleted', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68'}] {{(pid=101311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 19 12:43:31.917673 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc83162a663050ae935b64a08b0f943eb88e42b4c6029b4c755a425211a04e0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ed19d1-48c0-43de-be8c-ef1a90bd5f2d" -d '{"events": [{"server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "name": "network-vif-deleted", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68"}]}' {{(pid=101311) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 12:43:31.951585 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Oct 2021 12:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63cca27-8fd6-424d-b1c7-b38226b29dc1 x-openstack-request-id: req-a63cca27-8fd6-424d-b1c7-b38226b29dc1 {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 12:43:31.951879 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530e85c4-4619-4341-8c6a-5a429d4efa39", "name": "network-vif-deleted", "tag": "cb11950a-4dbf-4593-88b8-915dac646a68", "status": "completed", "code": 200}]} {{(pid=101311) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 12:43:31.952159 n-d-814547-1 neutron-server[101311]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a63cca27-8fd6-424d-b1c7-b38226b29dc1 {{(pid=101311) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 12:43:31.952619 n-d-814547-1 neutron-server[101311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530e85c4-4619-4341-8c6a-5a429d4efa39', 'name': 'network-vif-deleted', 'tag': 'cb11950a-4dbf-4593-88b8-915dac646a68', 'status': 'completed', 'code': 200} Oct 19 12:43:32.315865 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [req-bb6dbc26-dad0-4ed3-befb-0956ce61219a req-a537ffba-bcbd-4809-8e3b-43e661d1e791 tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "GET /v2.0/ports?device_id=530e85c4-4619-4341-8c6a-5a429d4efa39 HTTP/1.1" status: 200 len: 210 time: 0.0302286 Oct 19 12:43:33.371841 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55158) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:33.431768 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ebba43ce-2165-4821-bbd5-25f95e341fef tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:33.456494 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ebba43ce-2165-4821-bbd5-25f95e341fef tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:33.581660 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ebba43ce-2165-4821-bbd5-25f95e341fef tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:33.584254 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-ebba43ce-2165-4821-bbd5-25f95e341fef tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:33.585452 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-ebba43ce-2165-4821-bbd5-25f95e341fef tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] 10.222.0.39 "DELETE /v2.0/security-groups/a454ddad-8cf6-454f-9d54-5224657eb5b2 HTTP/1.1" status: 204 len: 168 time: 0.2126377 Oct 19 12:43:33.594638 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba43ce-2165-4821-bbd5-25f95e341fef tempest-TestSnapshotPattern-2088469186 tempest-TestSnapshotPattern-2088469186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a454ddad-8cf6-454f-9d54-5224657eb5b2,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:33.697273 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55164) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:34.139438 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:34.383527 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] Deleting port b4e12b92-52f3-4d45-91e2-52ea356b76ff {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:34.383863 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:34.463430 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] For port b4e12b92-52f3-4d45-91e2-52ea356b76ff, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b4e12b92-52f3-4d45-91e2-52ea356b76ff,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:34.464253 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:34.477262 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] Calling delete_port for b4e12b92-52f3-4d45-91e2-52ea356b76ff owned by network:router_interface {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:34.724968 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:34.752160 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e12b92-52f3-4d45-91e2-52ea356b76ff,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:34.918668 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:35.130521 n-d-814547-1 neutron-server[101311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] Router 53c995ab-cc8d-4b62-93d0-0ba357d00308 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:43:35.234144 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:43:35.239142 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-ac46852e-d8df-4ac7-830a-76fd69123b80 admin admin] 10.222.0.39 "PUT /v2.0/routers/53c995ab-cc8d-4b62-93d0-0ba357d00308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5408549 Oct 19 12:43:35.241643 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55168) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:35.243841 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4802d-93ab-4d01-94b8-4c267cc7c3c5 None None] Sync routers for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:43:35.253139 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f4802d-93ab-4d01-94b8-4c267cc7c3c5 None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:43:35.253737 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-51f4802d-93ab-4d01-94b8-4c267cc7c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:35.344197 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Publish callbacks [] for router, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:35.355479 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-51f4802d-93ab-4d01-94b8-4c267cc7c3c5 None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:43:35.545526 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-51f4802d-93ab-4d01-94b8-4c267cc7c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:43:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:35.572104 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4802d-93ab-4d01-94b8-4c267cc7c3c5 None None] Checking router: 53c995ab-cc8d-4b62-93d0-0ba357d00308 for host: n-d-814547-1 {{(pid=101314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:43:35.580817 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f4802d-93ab-4d01-94b8-4c267cc7c3c5 None None] Routers {'53c995ab-cc8d-4b62-93d0-0ba357d00308'} bound to L3 agent in host n-d-814547-1 {{(pid=101314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:43:35.581430 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-51f4802d-93ab-4d01-94b8-4c267cc7c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['53c995ab-cc8d-4b62-93d0-0ba357d00308'], 'active': True} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:35.687668 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_dvr_db [None req-51f4802d-93ab-4d01-94b8-4c267cc7c3c5 None None] Set router 53c995ab-cc8d-4b62-93d0-0ba357d00308 gateway port host: n-d-814547-1 {{(pid=101314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:43:35.772922 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:35.862515 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.l3_hamode_db [None req-51f4802d-93ab-4d01-94b8-4c267cc7c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:43:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:35.889801 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Deleting port b3898a4d-2c5e-40bc-9162-08f7b99ebe98 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:35.890229 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:35.892041 n-d-814547-1 neutron-server[101314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4802d-93ab-4d01-94b8-4c267cc7c3c5 None None] The sync data for ids ['53c995ab-cc8d-4b62-93d0-0ba357d00308'] in n-d-814547-1 is: [{'id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'name': 'tempest-TestSnapshotPattern-1824303808-router', 'tenant_id': '58c6cb0010e54080b7519e7dbcfede8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:27Z', 'updated_at': '2021-10-19T12:43:34Z', 'revision_number': 5, 'project_id': '58c6cb0010e54080b7519e7dbcfede8b', 'gw_port': {'id': 'b3898a4d-2c5e-40bc-9162-08f7b99ebe98', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c995ab-cc8d-4b62-93d0-0ba357d00308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:28Z', 'updated_at': '2021-10-19T12:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}] {{(pid=101314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:43:35.970824 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] For port b3898a4d-2c5e-40bc-9162-08f7b99ebe98, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=b3898a4d-2c5e-40bc-9162-08f7b99ebe98,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:35.971187 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:35.987463 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Calling delete_port for b3898a4d-2c5e-40bc-9162-08f7b99ebe98 owned by network:router_gateway {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:36.210525 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.239590 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=b3898a4d-2c5e-40bc-9162-08f7b99ebe98,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:36.303306 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b4e12b92-52f3-4d45-91e2-52ea356b76ff no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:43:36.308447 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.324838 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b4e12b92-52f3-4d45-91e2-52ea356b76ff {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:43:36.325190 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b4e12b92-52f3-4d45-91e2-52ea356b76ff not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:43:36.419819 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.422101 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.543325 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.543898 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c995ab-cc8d-4b62-93d0-0ba357d00308 {{(pid=101311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:43:36.548312 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] Publish callbacks [] for router, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.551167 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-38ff779a-6420-4ac2-a4b8-e5ba01068fcc admin admin] 10.222.0.39 "DELETE /v2.0/routers/53c995ab-cc8d-4b62-93d0-0ba357d00308 HTTP/1.1" status: 204 len: 168 time: 1.3085463 Oct 19 12:43:36.551925 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55170) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:36.599566 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeceddb8-e2c0-4fc5-91ec-2062a5f6ac1f admin admin] Deleting subnet 23a10289-9517-48f4-a5aa-4f3c67150ec3 {{(pid=101311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:43:36.603179 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aeceddb8-e2c0-4fc5-91ec-2062a5f6ac1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.640376 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aeceddb8-e2c0-4fc5-91ec-2062a5f6ac1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4662308'] for subnet, precommit_delete_associations {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.737969 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aeceddb8-e2c0-4fc5-91ec-2062a5f6ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.750049 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device cb11950a-4dbf-4593-88b8-915dac646a68 no longer exists at agent hyperv_n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:43:36.769966 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] No Port match for: cb11950a-4dbf-4593-88b8-915dac646a68 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:43:36.770312 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Device cb11950a-4dbf-4593-88b8-915dac646a68 not bound to the agent host n-h2-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:43:36.828981 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aeceddb8-e2c0-4fc5-91ec-2062a5f6ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5867909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5487053'] for subnet, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.856140 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeceddb8-e2c0-4fc5-91ec-2062a5f6ac1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a10289-9517-48f4-a5aa-4f3c67150ec3,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:36.858142 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-aeceddb8-e2c0-4fc5-91ec-2062a5f6ac1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.861386 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-aeceddb8-e2c0-4fc5-91ec-2062a5f6ac1f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/23a10289-9517-48f4-a5aa-4f3c67150ec3 HTTP/1.1" status: 204 len: 168 time: 0.3084753 Oct 19 12:43:36.862538 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772a041-ea39-4651-87a2-8a6b0dec477d None None] Network 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:43:36.863933 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55172) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:36.934474 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:36.995409 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Deleting port bf3f0f83-0eb8-42e3-be79-4c311c78bd73 {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:36.995687 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.063921 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] For port bf3f0f83-0eb8-42e3-be79-4c311c78bd73, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bf3f0f83-0eb8-42e3-be79-4c311c78bd73,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:37.064289 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.067202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6769c191-403e-494a-abf7-ed8bc08aa647 None None] DHCP port deletion for 63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:43:37.078159 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Calling delete_port for bf3f0f83-0eb8-42e3-be79-4c311c78bd73 owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:37.113152 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6769c191-403e-494a-abf7-ed8bc08aa647 None None] Deleting port bf3f0f83-0eb8-42e3-be79-4c311c78bd73 {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:37.113524 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6769c191-403e-494a-abf7-ed8bc08aa647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.179087 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-6769c191-403e-494a-abf7-ed8bc08aa647 None None] For port bf3f0f83-0eb8-42e3-be79-4c311c78bd73, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=bf3f0f83-0eb8-42e3-be79-4c311c78bd73,segment=NetworkSegment(ea826337-a104-4645-b036-59c18b8696a1),segment_id=ea826337-a104-4645-b036-59c18b8696a1)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:37.179481 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6769c191-403e-494a-abf7-ed8bc08aa647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.192325 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-6769c191-403e-494a-abf7-ed8bc08aa647 None None] Calling delete_port for bf3f0f83-0eb8-42e3-be79-4c311c78bd73 owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:37.227854 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.254361 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3f0f83-0eb8-42e3-be79-4c311c78bd73,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:37.257814 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] No DVR routers for this DVR port bf3f0f83-0eb8-42e3-be79-4c311c78bd73 on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:43:37.267409 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6769c191-403e-494a-abf7-ed8bc08aa647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.294717 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769c191-403e-494a-abf7-ed8bc08aa647 None None] Pushing event deleted for resources: {'Port': ['ID=bf3f0f83-0eb8-42e3-be79-4c311c78bd73,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:37.300697 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6769c191-403e-494a-abf7-ed8bc08aa647 None None] No DVR routers for this DVR port bf3f0f83-0eb8-42e3-be79-4c311c78bd73 on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:43:37.337579 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.357245 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:37.366407 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea826337-a104-4645-b036-59c18b8696a1') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:37.366705 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea826337-a104-4645-b036-59c18b8696a1') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:37.376238 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.389755 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.395584 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:43:37.395962 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:43:37.397625 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:43:37.542811 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.548429 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:37.551841 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] 10.222.0.39 "DELETE /v2.0/networks/63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2 HTTP/1.1" status: 204 len: 168 time: 0.6867013 Oct 19 12:43:37.554845 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55174) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:37.562769 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920883bb-2a84-44c8-85a2-a689d8077725 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a675aa-dd0f-43e4-bd11-7b9df6a6e4a2,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:37.896101 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1630129'] for router_interface, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:38.136102 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] Deleting port 2c31975b-cf51-4d44-80a0-31d9dd585507 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:38.136432 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:38.211364 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] For port 2c31975b-cf51-4d44-80a0-31d9dd585507, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=2c31975b-cf51-4d44-80a0-31d9dd585507,segment=NetworkSegment(67b74529-8b79-4c3e-826a-a1b8d190e9d6),segment_id=67b74529-8b79-4c3e-826a-a1b8d190e9d6)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:38.211615 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:38.224251 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] Calling delete_port for 2c31975b-cf51-4d44-80a0-31d9dd585507 owned by network:router_interface {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:38.263755 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b3898a4d-2c5e-40bc-9162-08f7b99ebe98 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:43:38.284604 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: b3898a4d-2c5e-40bc-9162-08f7b99ebe98 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:43:38.284946 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device b3898a4d-2c5e-40bc-9162-08f7b99ebe98 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:43:38.285371 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bf3f0f83-0eb8-42e3-be79-4c311c78bd73 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:43:38.303562 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: bf3f0f83-0eb8-42e3-be79-4c311c78bd73 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:43:38.303906 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device bf3f0f83-0eb8-42e3-be79-4c311c78bd73 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:43:38.771215 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:38.799372 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c31975b-cf51-4d44-80a0-31d9dd585507,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:38.964085 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1629981'] for router_interface, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:39.172724 n-d-814547-1 neutron-server[101312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] Router 15c8845d-5475-44d6-b48b-2bd9dd919400 has already been hosted by L3 agent 80e776b7-8320-47d2-8293-29a54d36c45e {{(pid=101312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 12:43:39.275603 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] Notify agent at l3_agent.n-d-814547-1 the message routers_updated {{(pid=101312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 12:43:39.280495 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-facd1252-ca6c-4a4f-9034-a334e2bf37e2 admin admin] 10.222.0.39 "PUT /v2.0/routers/15c8845d-5475-44d6-b48b-2bd9dd919400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7246487 Oct 19 12:43:39.283049 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55178) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:39.283935 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d4f66-5480-46e8-a67f-be4499798a62 None None] Sync routers for ids ['15c8845d-5475-44d6-b48b-2bd9dd919400'] in n-d-814547-1 {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 12:43:39.293020 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d4f66-5480-46e8-a67f-be4499798a62 None None] Routers {'15c8845d-5475-44d6-b48b-2bd9dd919400'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:43:39.293634 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4f66-5480-46e8-a67f-be4499798a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['15c8845d-5475-44d6-b48b-2bd9dd919400'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:39.387812 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Publish callbacks [] for router, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:39.396980 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8e6d4f66-5480-46e8-a67f-be4499798a62 None None] Set router 15c8845d-5475-44d6-b48b-2bd9dd919400 gateway port host: n-d-814547-1 {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:43:39.491618 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:39.576069 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4f66-5480-46e8-a67f-be4499798a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'name': 'tempest-TestSnapshotPattern-1403039662-router', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'external_fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:33Z', 'updated_at': '2021-10-19T12:43:38Z', 'revision_number': 5, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'gw_port': {'id': 'de783dee-ad18-493e-b949-a8ccd2de27b5', 'name': '', 'network_id': '6926592e-6551-44d6-8cff-badc592380f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:71:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-814547-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-19T12:38:34Z', 'updated_at': '2021-10-19T12:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf08cc23-7972-440b-a158-25633ff4350e', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-814547-1'}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:39.606666 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d4f66-5480-46e8-a67f-be4499798a62 None None] Checking router: 15c8845d-5475-44d6-b48b-2bd9dd919400 for host: n-d-814547-1 {{(pid=101313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 12:43:39.608983 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Deleting port de783dee-ad18-493e-b949-a8ccd2de27b5 {{(pid=101312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:39.609321 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:39.614889 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d4f66-5480-46e8-a67f-be4499798a62 None None] Routers {'15c8845d-5475-44d6-b48b-2bd9dd919400'} bound to L3 agent in host n-d-814547-1 {{(pid=101313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 12:43:39.615483 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4f66-5480-46e8-a67f-be4499798a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-814547-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-19T10:59:28Z,description=,heartbeat_timestamp=2021-10-19T12:43:28Z,host='n-d-814547-1',id=80e776b7-8320-47d2-8293-29a54d36c45e,load=0,resource_versions=,resources_synced=,started_at=2021-10-19T10:59:28Z,topic='l3_agent')) {'router_ids': ['15c8845d-5475-44d6-b48b-2bd9dd919400'], 'active': True} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:39.685949 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.db [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] For port de783dee-ad18-493e-b949-a8ccd2de27b5, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=de783dee-ad18-493e-b949-a8ccd2de27b5,segment=NetworkSegment(af31fb00-dacf-45e2-9db9-26bb737d3070),segment_id=af31fb00-dacf-45e2-9db9-26bb737d3070)] {{(pid=101312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:39.686303 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:39.699338 n-d-814547-1 neutron-server[101312]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Calling delete_port for de783dee-ad18-493e-b949-a8ccd2de27b5 owned by network:router_gateway {{(pid=101312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:39.700710 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvr_db [None req-8e6d4f66-5480-46e8-a67f-be4499798a62 None None] Set router 15c8845d-5475-44d6-b48b-2bd9dd919400 gateway port host: None {{(pid=101313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 12:43:39.753840 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_hamode_db [None req-8e6d4f66-5480-46e8-a67f-be4499798a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'name': 'tempest-TestSnapshotPattern-1403039662-router', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:33Z', 'updated_at': '2021-10-19T12:43:39Z', 'revision_number': 6, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'gw_port_host': None}], 'n-d-814547-1', False) {} {{(pid=101313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:39.783142 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6d4f66-5480-46e8-a67f-be4499798a62 None None] The sync data for ids ['15c8845d-5475-44d6-b48b-2bd9dd919400'] in n-d-814547-1 is: [{'id': '15c8845d-5475-44d6-b48b-2bd9dd919400', 'name': 'tempest-TestSnapshotPattern-1403039662-router', 'tenant_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-19T12:38:33Z', 'updated_at': '2021-10-19T12:43:39Z', 'revision_number': 6, 'project_id': 'b4cddf19b3af4e14bb50b1e8719eefbd', 'gw_port_host': None}] {{(pid=101313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 12:43:39.924875 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5976335'] for port, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:39.955350 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Pushing event deleted for resources: {'Port': ['ID=de783dee-ad18-493e-b949-a8ccd2de27b5,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:40.015857 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1629179'] for router_gateway, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.107048 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1626624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3199'] for router, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.109420 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.245737 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1626635'] for router, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.246336 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15c8845d-5475-44d6-b48b-2bd9dd919400 {{(pid=101312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 12:43:40.250727 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] Publish callbacks [] for router, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.251893 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-8fd8d834-680e-45ae-8648-faa84838892e admin admin] 10.222.0.39 "DELETE /v2.0/routers/15c8845d-5475-44d6-b48b-2bd9dd919400 HTTP/1.1" status: 204 len: 168 time: 0.9679313 Oct 19 12:43:40.254384 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55180) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:40.299454 n-d-814547-1 neutron-server[101312]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6547409-5c29-42af-bc0a-ddaa2c880fe4 admin admin] Deleting subnet 28654125-8fd0-414d-a3cd-26911ebedfc6 {{(pid=101312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 19 12:43:40.302411 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6547409-5c29-42af-bc0a-ddaa2c880fe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.335662 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6547409-5c29-42af-bc0a-ddaa2c880fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5091430'] for subnet, precommit_delete_associations {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.420799 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6547409-5c29-42af-bc0a-ddaa2c880fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715743'] for subnet, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.543556 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6547409-5c29-42af-bc0a-ddaa2c880fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5976354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5707155'] for subnet, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.557070 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2c31975b-cf51-4d44-80a0-31d9dd585507 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:43:40.574573 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-b6547409-5c29-42af-bc0a-ddaa2c880fe4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.578689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: 2c31975b-cf51-4d44-80a0-31d9dd585507 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:43:40.578689 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device 2c31975b-cf51-4d44-80a0-31d9dd585507 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:43:40.578912 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-b6547409-5c29-42af-bc0a-ddaa2c880fe4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/28654125-8fd0-414d-a3cd-26911ebedfc6 HTTP/1.1" status: 204 len: 168 time: 0.3230937 Oct 19 12:43:40.579007 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device de783dee-ad18-493e-b949-a8ccd2de27b5 no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:43:40.579513 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6547409-5c29-42af-bc0a-ddaa2c880fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28654125-8fd0-414d-a3cd-26911ebedfc6,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:40.581575 n-d-814547-1 neutron-server[101311]: DEBUG neutron.wsgi [-] (101311) accepted ('10.222.0.39', 55182) {{(pid=101311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:40.582094 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59fb55e-0563-43f4-a43b-7152f17aa908 None None] Network 536fcad4-449f-4f74-ba3d-b1b238e747c7 requested from n-d-814547-1 {{(pid=101313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 12:43:40.610813 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: de783dee-ad18-493e-b949-a8ccd2de27b5 {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:43:40.611206 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device de783dee-ad18-493e-b949-a8ccd2de27b5 not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:43:40.667932 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-737274'] for network, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.727341 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Deleting port c917c579-b308-4ad0-8916-a1f69c1174fc {{(pid=101311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:40.728265 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.797879 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370b928-5c3e-4b99-9c03-ded6181dd1d5 None None] DHCP port deletion for 536fcad4-449f-4f74-ba3d-b1b238e747c7 request from n-d-814547-1 {{(pid=101313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 12:43:40.811376 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.db [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] For port c917c579-b308-4ad0-8916-a1f69c1174fc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c917c579-b308-4ad0-8916-a1f69c1174fc,segment=NetworkSegment(67b74529-8b79-4c3e-826a-a1b8d190e9d6),segment_id=67b74529-8b79-4c3e-826a-a1b8d190e9d6)] {{(pid=101311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:40.811651 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.827352 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.plugin [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Calling delete_port for c917c579-b308-4ad0-8916-a1f69c1174fc owned by network:dhcp {{(pid=101311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:40.847874 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1370b928-5c3e-4b99-9c03-ded6181dd1d5 None None] Deleting port c917c579-b308-4ad0-8916-a1f69c1174fc {{(pid=101313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 19 12:43:40.848251 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1370b928-5c3e-4b99-9c03-ded6181dd1d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732462664003'] for port, before_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.913632 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.db [None req-1370b928-5c3e-4b99-9c03-ded6181dd1d5 None None] For port c917c579-b308-4ad0-8916-a1f69c1174fc, host n-d-814547-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-814547-1',level=0,port_id=c917c579-b308-4ad0-8916-a1f69c1174fc,segment=NetworkSegment(67b74529-8b79-4c3e-826a-a1b8d190e9d6),segment_id=67b74529-8b79-4c3e-826a-a1b8d190e9d6)] {{(pid=101313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 12:43:40.914020 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1370b928-5c3e-4b99-9c03-ded6181dd1d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816504'] for port, precommit_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.926997 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-1370b928-5c3e-4b99-9c03-ded6181dd1d5 None None] Calling delete_port for c917c579-b308-4ad0-8916-a1f69c1174fc owned by network:dhcp {{(pid=101313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 19 12:43:40.960216 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5867944'] for port, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:40.988787 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Pushing event deleted for resources: {'Port': ['ID=c917c579-b308-4ad0-8916-a1f69c1174fc,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:40.991190 n-d-814547-1 neutron-server[101311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] No DVR routers for this DVR port c917c579-b308-4ad0-8916-a1f69c1174fc on host n-d-814547-1 {{(pid=101311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:43:41.002723 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1370b928-5c3e-4b99-9c03-ded6181dd1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-501223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732462719245', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732462131348'] for port, after_delete {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:41.029273 n-d-814547-1 neutron-server[101313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370b928-5c3e-4b99-9c03-ded6181dd1d5 None None] Pushing event deleted for resources: {'Port': ['ID=c917c579-b308-4ad0-8916-a1f69c1174fc,revision_number=None']} {{(pid=101313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:41.031949 n-d-814547-1 neutron-server[101313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1370b928-5c3e-4b99-9c03-ded6181dd1d5 None None] No DVR routers for this DVR port c917c579-b308-4ad0-8916-a1f69c1174fc on host n-d-814547-1 {{(pid=101313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 19 12:43:41.077763 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-703818', 'neutron.services.segments.db._delete_segments_for_network-8732462677333'] for network, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:41.097794 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536fcad4-449f-4f74-ba3d-b1b238e747c7']}} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:41.107596 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b74529-8b79-4c3e-826a-a1b8d190e9d6') {'for_net_delete': True} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:41.107889 n-d-814547-1 neutron-server[101311]: DEBUG neutron.services.segments.db [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b74529-8b79-4c3e-826a-a1b8d190e9d6') {} {{(pid=101311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 12:43:41.117026 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732462678366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4662333'] for segment, before_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:41.129927 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376'] for segment, precommit_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:41.136390 n-d-814547-1 neutron-server[101311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 12:43:41.137447 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-716376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5867995'] for segment, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: Traceback (most recent call last): Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: timer() Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: cb(*args, **kw) Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: return func(*args, **kwargs) Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: self._notify() Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: self.callback(batched_events) Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: event.method(event) Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: aggregate_uuid = self.p_client.list_aggregates( Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: return f(self, *a, **k) Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: return self._get(url).json() Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: return self.request(url, 'GET', **kwargs) Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: base_url = self.get_endpoint(auth, allow=allow, Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 19 12:43:41.138392 n-d-814547-1 neutron-server[101311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 19 12:43:41.239935 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-703809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1629087'] for network, after_delete {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:41.244823 n-d-814547-1 neutron-server[101311]: DEBUG neutron_lib.callbacks.manager [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Publish callbacks [] for network, before_response {{(pid=101311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:41.248114 n-d-814547-1 neutron-server[101311]: INFO neutron.wsgi [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] 10.222.0.39 "DELETE /v2.0/networks/536fcad4-449f-4f74-ba3d-b1b238e747c7 HTTP/1.1" status: 204 len: 168 time: 0.6643009 Oct 19 12:43:41.260938 n-d-814547-1 neutron-server[101311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6a72f-9030-4a24-bd22-4906399ce429 admin admin] Pushing event deleted for resources: {'Network': ['ID=536fcad4-449f-4f74-ba3d-b1b238e747c7,revision_number=None']} {{(pid=101311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:41.518388 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55186) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:41.557952 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e1099809-514a-4e06-ac98-9960b5baacd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58c6cb0010e54080b7519e7dbcfede8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384092 Oct 19 12:43:41.560385 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55188) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:41.608416 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed25-96d3-4d9e-91be-8a0accb076df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:41.628457 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed25-96d3-4d9e-91be-8a0accb076df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:41.736918 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed25-96d3-4d9e-91be-8a0accb076df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:41.739463 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed25-96d3-4d9e-91be-8a0accb076df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:41.740622 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-e7e1ed25-96d3-4d9e-91be-8a0accb076df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f0478bd-faec-49f6-a3fb-565149f7059d HTTP/1.1" status: 204 len: 168 time: 0.1792812 Oct 19 12:43:41.748215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1ed25-96d3-4d9e-91be-8a0accb076df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0478bd-faec-49f6-a3fb-565149f7059d,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:41.795627 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:43:42.262925 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c917c579-b308-4ad0-8916-a1f69c1174fc no longer exists at agent ovs-agent-n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 12:43:42.286202 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.plugin [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] No Port match for: c917c579-b308-4ad0-8916-a1f69c1174fc {{(pid=101313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 19 12:43:42.286559 n-d-814547-1 neutron-server[101313]: DEBUG neutron.plugins.ml2.rpc [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Device c917c579-b308-4ad0-8916-a1f69c1174fc not bound to the agent host n-d-814547-1 {{(pid=101313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 12:43:42.334250 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55194) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:42.389944 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-7ba662e7-3ff7-4ba4-9816-2123d0e9172b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4cddf19b3af4e14bb50b1e8719eefbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544736 Oct 19 12:43:42.392423 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [-] (101312) accepted ('10.222.0.39', 55196) {{(pid=101312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 12:43:42.439427 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-195f2d95-c6e3-44f4-ba5a-5adebb0a45ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:42.460970 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-195f2d95-c6e3-44f4-ba5a-5adebb0a45ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:42.559945 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-195f2d95-c6e3-44f4-ba5a-5adebb0a45ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1733610'] for security_group, after_delete {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:42.562472 n-d-814547-1 neutron-server[101312]: DEBUG neutron_lib.callbacks.manager [None req-195f2d95-c6e3-44f4-ba5a-5adebb0a45ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:42.563606 n-d-814547-1 neutron-server[101312]: INFO neutron.wsgi [None req-195f2d95-c6e3-44f4-ba5a-5adebb0a45ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8973e98-7d29-4fbb-a05b-059ecd9aaffb HTTP/1.1" status: 204 len: 168 time: 0.1702702 Oct 19 12:43:42.572106 n-d-814547-1 neutron-server[101312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f2d95-c6e3-44f4-ba5a-5adebb0a45ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8973e98-7d29-4fbb-a05b-059ecd9aaffb,revision_number=None']} {{(pid=101312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 12:43:50.524647 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:50.936962 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:55.508482 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1c22192c-a79a-4837-8af0-50421cdad4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:57.908342 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-20cca9ae-b449-4c88-94ea-960238a0c813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:59.153987 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:43:59.433157 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:01.165189 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:18.795333 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:44:20.530459 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:20.924902 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:25.502208 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-b66fe37b-63a6-4d26-b26d-d4cdb1d8a26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:27.867505 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-25059199-8b0f-4b4e-8c8a-3f10d932a21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:29.147737 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:29.399237 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:31.175906 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:50.523765 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:50.941166 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:55.517876 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3ef1a8b-1628-4075-af53-2a6981b63733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:55.794750 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:44:57.878178 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-8c599ae8-295c-4d64-bffe-a01bb6f89406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:59.157817 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:44:59.415265 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:01.169652 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:20.540759 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:20.917634 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:25.523705 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-9795ad53-f222-487b-9752-7bf069c9d539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:27.934885 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f324-dee3-4bc4-80f9-a845d151e00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:29.140870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:29.403752 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:31.157736 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:32.792874 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:45:50.523133 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:50.922869 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:55.523362 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd980-d40a-42b9-b998-b0dedd3f4c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:57.922988 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-a70f5a51-e76e-451a-b4b9-d9e40d0b37c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:59.140692 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:45:59.414442 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:01.168629 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:09.792381 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:46:20.551672 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:20.956884 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:25.556706 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-bf685ebb-32f4-4e23-9172-bc1a027c5af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:27.888547 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-671b3052-9271-4bf1-90fe-f42cf3e6e78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:29.167684 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:29.447810 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:31.179908 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:46.791868 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:46:50.573795 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:50.990807 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:55.527432 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-29f81d9d-29e7-4c89-8b75-ecc6a116814e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:57.910403 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6d91e528-a9cd-42dc-a726-4701391d49fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:59.150290 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:46:59.413284 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:01.190368 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:20.578352 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:20.950014 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:23.791121 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:47:25.509780 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-31b38a28-4da1-47ee-b7bd-be9fd780ff39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:27.898397 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-80322708-798e-4c52-884e-a6e7009d0f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:29.161356 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:29.453418 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:31.206734 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:50.560999 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:50.978051 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:55.566893 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-1674a575-fba3-4d48-8a52-a8ef15ca69bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:57.892241 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4df6b8f7-0632-4b17-a42c-f00ea6030308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:59.161101 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:47:59.469873 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:00.790671 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:48:01.223561 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:20.589318 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:20.977717 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:25.520638 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-139f805c-4fbd-4a93-a7d0-5c5163952359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:27.914711 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-359e43c4-2a59-4c29-aa24-5c606c25172d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:29.161309 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:29.429020 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:31.171459 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:37.789418 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:48:50.617753 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:51.000131 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:55.531597 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-cf4e77cd-4740-4bb0-954c-c0ed4399a7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:57.913902 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-664149f9-8dfe-441d-9879-9e55f6865e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:59.165604 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:48:59.439931 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:01.216834 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:14.788959 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:49:20.622432 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:21.010791 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:25.514363 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-4239c591-c16a-4d80-bfa7-c58bb52fb09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:27.925320 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-f7f13272-5e71-4b46-9f89-74fab3a47197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:29.153578 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:29.428219 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:31.222493 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:50.593399 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:50.993680 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:51.788053 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:49:55.570725 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-863e8e3f-3613-41d2-925c-b028fe554edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:57.913243 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-411a9b41-c85f-4647-a68d-ccf5d3f1b89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:59.135919 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:49:59.433210 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:01.199295 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:20.627144 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:21.044404 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:25.552037 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3813e245-ac01-4bf0-84a5-edc439da426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:27.930438 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-34858a48-58b4-43d2-8716-d6606a140542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:28.788108 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:50:29.147073 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:29.444298 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:31.243289 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:50.643823 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:51.061030 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:55.518391 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-be26dd51-2369-48b7-b176-1cdabb526dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:57.889639 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-197f5724-71db-4bdb-b6d3-b1fad6f8138c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:59.191441 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:59.454707 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:50:59.777215 n-d-814547-1 neutron-server[101312]: DEBUG neutron.wsgi [req-5df9189f-1cf4-49dc-8f2f-635b853ef931 req-21070bea-3085-47f4-bd4c-5104471651e7 service neutron] (101312) timed out ('10.222.0.39', 53672) {{(pid=101312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 12:51:01.208491 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:05.787010 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:51:20.626422 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:21.059823 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:25.518126 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-e3224f7f-7c8c-4451-a7d2-b196821d7902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:27.912081 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-6536d12c-38ef-445e-ae38-a7461b4cb56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:29.169526 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:29.461094 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:31.202128 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:42.785931 n-d-814547-1 neutron-server[101314]: DEBUG neutron.db.agents_db [None req-9131d61a-97af-409f-9359-820b926dd6e6 None None] Agent healthcheck: found 7 active agents {{(pid=101314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 12:51:50.631631 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ccfbb886-380c-40a8-b8be-9f734e7be113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:51.100243 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-7b068d5b-8e77-491e-bc78-0d35b156e553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:55.529164 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-024653df-b94a-43a5-b117-18b99709d0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:57.905758 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-814c9e3b-1868-478a-bde2-df024c1f979c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:59.162870 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-3b29e1a7-edf1-4704-b96b-193675c42068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:51:59.466029 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2cd8-f187-4dd9-9832-4b5f0eb11d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 19 12:52:01.214499 n-d-814547-1 neutron-server[101313]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7fee-3be8-4752-89b6-ff223108ee5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732462677315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-702538'] for agent, after_update {{(pid=101313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}